-- Logs begin at Fri 2021-11-12 10:02:21 UTC, end at Fri 2021-11-12 12:28:23 UTC. -- Nov 12 10:37:35.980371 n-d-768851-19 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 10:37:38.806387 n-d-768851-19 neutron-server[109056]: INFO neutron.common.config [-] Logging enabled! Nov 12 10:37:38.806997 n-d-768851-19 neutron-server[109056]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 10:37:38.807180 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109056) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 10:37:38.810550 n-d-768851-19 neutron-server[109056]: INFO neutron.common.config [-] Logging enabled! Nov 12 10:37:38.810796 n-d-768851-19 neutron-server[109056]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 10:37:38.811105 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109056) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 10:37:38.812049 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 10:37:38.812275 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 10:37:38.812642 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 10:37:38.812896 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 10:37:38.813118 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 10:37:38.813433 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.813848 n-d-768851-19 neutron-server[109056]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 10:37:38.814718 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.815014 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.815302 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.815593 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.815876 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.816154 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.816439 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.816730 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.817035 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.817309 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.817604 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.817873 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.818151 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.818430 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.818710 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.818984 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] debug = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.819261 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.819693 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.820111 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.820390 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.820670 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.820983 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.821237 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.821508 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.821782 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.822113 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] host = n-d-768851-19 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.822382 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.822661 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.822943 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.823322 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.823596 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.823867 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.824142 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.824410 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.824674 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] log_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.825038 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.825319 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.825597 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.825886 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.826103 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.826321 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.826647 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.826967 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.827237 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.827509 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.827778 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.828043 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.828309 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.828575 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.828851 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.829152 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.829429 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.829722 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.829992 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.830536 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.830807 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.831091 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.831365 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.831634 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.831900 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.832185 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.832445 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.832717 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.833042 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.833324 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.833600 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.833880 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.834149 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.834424 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.834690 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.834958 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.835228 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] use_json = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.835496 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.835762 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.836043 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.836307 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.836572 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.836841 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.837138 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.837418 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:38.837712 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.838003 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.838301 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.838572 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.838870 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.839144 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.839426 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.839699 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.839978 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.840258 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.840620 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.840918 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.841205 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.841477 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.841764 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.842062 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.842349 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.842632 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.842900 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.843169 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.843436 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.843706 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.843985 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.844254 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.844533 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.844813 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.845113 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.845474 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.845775 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.846059 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.846327 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.846599 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.846884 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.847156 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.847421 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.847691 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.847972 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.848244 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.848509 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.848782 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.849088 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.849359 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.849626 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.849897 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.850179 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.850446 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.850711 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.850971 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.851240 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.851689 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.852024 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.852295 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.852567 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.852825 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.853119 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.853387 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.853653 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.853921 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.854185 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.854456 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.854720 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.854985 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.855334 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.855605 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.855871 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.856141 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.856587 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.856702 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.857063 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.857332 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.857603 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.857866 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.858130 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.858407 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.858699 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.858968 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.859242 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.859508 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.859777 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.860041 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.860306 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.860575 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.861379 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.861650 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.862010 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.862293 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.862573 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.862848 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.863118 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.863443 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.863716 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.863992 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.864257 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.864527 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.864803 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.865106 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.865394 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.865683 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.866130 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.866429 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.866722 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.866999 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.867307 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.867581 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:38.867794 n-d-768851-19 neutron-server[109056]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 10:37:38.868039 n-d-768851-19 neutron-server[109056]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109056) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 10:37:39.310700 n-d-768851-19 neutron-server[109056]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 10:37:39.310971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 10:37:39.311269 n-d-768851-19 neutron-server[109056]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 10:37:39.311597 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 10:37:39.663826 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.664014 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.664518 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.665747 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.666012 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.666272 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.701230 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.701502 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.701765 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.717896 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.718167 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.718426 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.750179 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.750433 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.750703 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.788488 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.788766 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:39.789051 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.027520 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.028158 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.028158 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.028334 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.029012 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.158132 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.158440 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.158721 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.158983 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.159242 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.159545 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.159797 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.160047 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.160300 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.160557 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.160810 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.161094 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.161344 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.161589 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.161836 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.162096 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.162348 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.162607 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.162871 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.163127 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.163389 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.163636 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.163912 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.164548 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.164790 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.165055 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.165454 n-d-768851-19 neutron-server[109056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:37:40.165688 n-d-768851-19 neutron-server[109056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:37:40.165918 n-d-768851-19 neutron-server[109056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:37:40.166147 n-d-768851-19 neutron-server[109056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:37:40.166374 n-d-768851-19 neutron-server[109056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:37:40.166601 n-d-768851-19 neutron-server[109056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:37:40.166960 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 10:37:40.170571 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 10:37:40.175305 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 10:37:40.179249 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 12 10:37:40.180898 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 10:37:40.181361 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 10:37:40.181691 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 10:37:40.182076 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 10:37:40.184932 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 10:37:40.185183 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 10:37:40.185527 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 10:37:40.191409 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 10:37:40.214088 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 10:37:40.214552 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.214849 n-d-768851-19 neutron-server[109056]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109056) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 10:37:40.215203 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.216596 n-d-768851-19 neutron-server[109056]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109056) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 10:37:40.216906 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 10:37:40.217152 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 10:37:40.220458 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.220735 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.284844 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 10:37:40.285073 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 10:37:40.285241 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 10:37:40.285618 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 10:37:40.307010 n-d-768851-19 neutron-server[109056]: DEBUG oslo_db.sqlalchemy.engines [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109056) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 10:37:40.856491 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Initializing driver for type 'gre' Nov 12 10:37:40.857052 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] gre ID ranges: [(1, 1000)] Nov 12 10:37:40.919436 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Initializing driver for type 'local' Nov 12 10:37:40.919764 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Initializing driver for type 'vlan' Nov 12 10:37:40.935177 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] VlanTypeDriver initialization complete Nov 12 10:37:40.935529 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Initializing driver for type 'vxlan' Nov 12 10:37:40.936030 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] vxlan ID ranges: [(1, 1000)] Nov 12 10:37:40.990590 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Initializing extension driver 'port_security' Nov 12 10:37:40.990966 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.extensions.port_security [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] PortSecurityExtensionDriver initialization complete Nov 12 10:37:40.991270 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Initializing mechanism driver 'openvswitch' Nov 12 10:37:40.991603 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Initializing mechanism driver 'hyperv' Nov 12 10:37:40.998519 n-d-768851-19 neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:37:40.999324 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > port after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:40.999697 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > port after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.000054 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > port after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.000603 n-d-768851-19 neutron-server[109056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:37:41.001084 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.001476 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.001825 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.002277 n-d-768851-19 neutron-server[109056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:37:41.002641 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > network after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.003119 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > network after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.003380 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > network after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.003778 n-d-768851-19 neutron-server[109056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:37:41.004191 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.004544 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.004906 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.005309 n-d-768851-19 neutron-server[109056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:37:41.005716 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.006062 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.006403 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.006799 n-d-768851-19 neutron-server[109056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:37:41.007203 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.007557 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.007900 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.008293 n-d-768851-19 neutron-server[109056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:37:41.008676 n-d-768851-19 neutron-server[109056]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] ML2 OVO RPC backend initialized. {{(pid=109056) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 10:37:41.009458 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.009814 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.010231 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > network before_response 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.010571 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > networks before_response 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.010916 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > port before_response 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.011255 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > ports before_response 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.011596 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.011934 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.012277 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > network after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.012616 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > network after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.012982 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > network after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.013318 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > port after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.013650 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > port after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.013984 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > port after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.014317 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.014651 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.014984 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.015582 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.plugin [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Modular L2 Plugin initialization complete Nov 12 10:37:41.015916 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading services supported by the core plugin {{(pid=109056) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 10:37:41.016247 n-d-768851-19 neutron-server[109056]: INFO neutron.plugins.ml2.managers [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Got port-security extension from driver 'port_security' Nov 12 10:37:41.016711 n-d-768851-19 neutron-server[109056]: INFO neutron.extensions.vlantransparent [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Disabled vlantransparent extension. Nov 12 10:37:41.017762 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109056) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 10:37:41.018078 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading Plugin: router Nov 12 10:37:41.055369 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.055973 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router after_create 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.056082 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router before_create 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.056398 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.056771 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.057155 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router after_delete 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.057516 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.057994 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.058363 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router after_create 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.058712 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router after_update 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.059070 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router after_update 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.059424 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.059786 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router after_update 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.060198 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.060564 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: port after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.060930 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: port after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.061275 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: subnet after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.061618 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.061966 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.063972 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.063972 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: port before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.063972 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.063972 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router after_update 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.064299 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.064299 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.064441 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.064714 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.065103 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > agent after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.065457 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.065801 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > network after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.066696 n-d-768851-19 neutron-server[109056]: DEBUG neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Tracking information for resource: router configured {{(pid=109056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:37:41.067033 n-d-768851-19 neutron-server[109056]: DEBUG neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Tracking information for resource: floatingip configured {{(pid=109056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:37:41.072205 n-d-768851-19 neutron-server[109056]: INFO neutron.db.l3_agentschedulers_db [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 10:37:41.072782 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: port after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.073166 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: port after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.073522 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: port after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.073874 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: port after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.074690 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router before_create 55550100 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.075106 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.075472 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.075829 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.081396 n-d-768851-19 neutron-server[109056]: DEBUG neutron.services.provider_configuration [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service providers = [] {{(pid=109056) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 10:37:41.081763 n-d-768851-19 neutron-server[109056]: DEBUG neutron.db.servicetype_db [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109056) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 10:37:41.084818 n-d-768851-19 neutron-server[109056]: DEBUG neutron.services.service_base [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 10:37:41.085199 n-d-768851-19 neutron-server[109056]: DEBUG neutron.services.service_base [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 10:37:41.085542 n-d-768851-19 neutron-server[109056]: DEBUG neutron.services.service_base [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 10:37:41.086430 n-d-768851-19 neutron-server[109056]: DEBUG neutron.services.service_base [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 10:37:41.086809 n-d-768851-19 neutron-server[109056]: INFO neutron.services.service_base [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 10:37:41.087198 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:37:41.087516 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 10:37:41.100636 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:37:41.101002 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading Plugin: auto_allocate Nov 12 10:37:41.106888 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: network precommit_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.107222 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: network precommit_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.107761 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:37:41.108082 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading Plugin: tag Nov 12 10:37:41.115162 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:37:41.115491 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading Plugin: timestamp Nov 12 10:37:41.119438 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:37:41.119763 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading Plugin: network_ip_availability Nov 12 10:37:41.125359 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.125732 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.126085 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.126875 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:37:41.127200 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading Plugin: flavors Nov 12 10:37:41.132277 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:37:41.132607 n-d-768851-19 neutron-server[109056]: INFO neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading Plugin: revisions Nov 12 10:37:41.137146 n-d-768851-19 neutron-server[109056]: DEBUG neutron.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:37:41.137505 n-d-768851-19 neutron-server[109056]: DEBUG oslo_concurrency.lockutils [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=109056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 10:37:41.138282 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109056) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 10:37:41.138620 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Initializing extension manager. Nov 12 10:37:41.139136 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: __init__.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.139478 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: __pycache__ {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.139809 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.140137 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: address_group.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.140927 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.141514 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: address-group Nov 12 10:37:41.141835 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: address_scope.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.143088 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.143593 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: address-scope Nov 12 10:37:41.143916 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.144912 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.145422 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: router-admin-state-down-before-update Nov 12 10:37:41.145739 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: agent.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.146440 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.146942 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: agent Nov 12 10:37:41.147261 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: agent_resources_synced.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.148180 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.148690 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: agent-resources-synced Nov 12 10:37:41.149035 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.150874 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.151397 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: allowed-address-pairs Nov 12 10:37:41.151723 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.152820 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.153360 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: auto-allocated-topology Nov 12 10:37:41.153682 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: availability_zone.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.154376 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.154879 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: availability_zone Nov 12 10:37:41.155205 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: availability_zone_filter.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.156119 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.156623 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: availability_zone_filter Nov 12 10:37:41.156966 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: data_plane_status.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.158442 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.158938 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 10:37:41.159260 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: default_subnetpools.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.160179 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.160678 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: default-subnetpools Nov 12 10:37:41.161025 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.161871 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.162372 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: dhcp_agent_scheduler Nov 12 10:37:41.162690 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: dns.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.163612 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.164108 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 10:37:41.164678 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: dns_domain_ports.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.165826 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.166167 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 10:37:41.166486 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.167417 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.167922 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 10:37:41.168241 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: dvr.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.168938 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.169438 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: dvr Nov 12 10:37:41.169759 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: ecmp_routes.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.170683 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.171284 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 10:37:41.171504 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: empty_string_filtering.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.172417 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.172948 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: empty-string-filtering Nov 12 10:37:41.173304 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.174230 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.174733 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 10:37:41.175051 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.175970 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.176472 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 10:37:41.176787 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: external_net.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.177779 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.178285 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: external-net Nov 12 10:37:41.178599 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.179504 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.180005 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: extra_dhcp_opt Nov 12 10:37:41.180321 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: extraroute.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.181269 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.181773 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: extraroute Nov 12 10:37:41.182087 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: extraroute_atomic.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.183151 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.183663 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: extraroute-atomic Nov 12 10:37:41.183979 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: filter_validation.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.184916 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.185420 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: filter-validation Nov 12 10:37:41.185738 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: fip_pf_description.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.186651 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.187152 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 10:37:41.187467 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: fip_port_details.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.188385 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.188943 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: fip-port-details Nov 12 10:37:41.189263 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: flavors.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.190515 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.191029 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: flavors Nov 12 10:37:41.191350 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.193144 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.193667 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 10:37:41.194000 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: floatingip_pools.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.194705 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.195216 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: floatingip-pools Nov 12 10:37:41.195544 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: ip_allocation.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.196469 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.197011 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 10:37:41.197337 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.198259 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.198782 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: ip-substring-filtering Nov 12 10:37:41.200737 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: l2_adjacency.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.200737 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.200737 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 10:37:41.201203 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: l3.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.201833 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.202343 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: router Nov 12 10:37:41.202665 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.205781 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.206351 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 10:37:41.206714 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.207668 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.208197 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: ext-gw-mode Nov 12 10:37:41.208539 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.209527 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.210021 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: l3-ha Nov 12 10:37:41.210380 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: l3_flavors.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.211309 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.211825 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: l3-flavors Nov 12 10:37:41.212142 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.213095 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.213606 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 10:37:41.213922 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: l3agentscheduler.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.215132 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.215542 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: l3_agent_scheduler Nov 12 10:37:41.215854 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: logging.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.217447 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.218023 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension logging not supported by any of loaded plugins Nov 12 10:37:41.218855 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: metering.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.219539 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.220990 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: metering Nov 12 10:37:41.221374 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.222612 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.223129 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: metering_source_and_destination_fields Nov 12 10:37:41.223453 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: multiprovidernet.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.224423 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.224933 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: multi-provider Nov 12 10:37:41.225260 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: netmtu.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.226318 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.226819 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: net-mtu Nov 12 10:37:41.227156 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: netmtu_writable.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.228084 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.228592 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: net-mtu-writable Nov 12 10:37:41.228951 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: network_availability_zone.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.229642 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.230144 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: network_availability_zone Nov 12 10:37:41.230491 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: network_ip_availability.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.231606 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.232179 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: network-ip-availability Nov 12 10:37:41.232505 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: network_segment_range.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.233483 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.233860 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 10:37:41.234259 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: pagination.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.235193 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.235520 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: pagination Nov 12 10:37:41.235884 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: port_device_profile.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.237151 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.237384 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: port-device-profile Nov 12 10:37:41.237676 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.238711 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.239218 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: port-mac-address-regenerate Nov 12 10:37:41.239672 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.240589 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.241066 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: port-numa-affinity-policy Nov 12 10:37:41.241393 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: port_resource_request.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.242560 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.243178 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 10:37:41.243435 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: port_resource_request_groups.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.244574 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.245067 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 10:37:41.245451 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: portbindings.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.246476 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.247202 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: binding Nov 12 10:37:41.247350 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: portbindings_extended.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.248778 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.249328 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: binding-extended Nov 12 10:37:41.249646 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: portsecurity.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.250621 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.251153 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: port-security Nov 12 10:37:41.252068 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: project_id.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.253219 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.253514 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: project-id Nov 12 10:37:41.253842 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: providernet.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.254895 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.255406 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: provider Nov 12 10:37:41.255732 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.259741 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.260331 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos not supported by any of loaded plugins Nov 12 10:37:41.260709 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.262051 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.262636 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 10:37:41.262975 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.263985 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.264443 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 10:37:41.264821 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_default.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.265822 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.266328 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-default not supported by any of loaded plugins Nov 12 10:37:41.266654 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_fip.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.267896 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.268394 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 10:37:41.268716 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.269676 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.270182 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 10:37:41.270503 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.271413 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.271916 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 10:37:41.272237 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.273318 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.273821 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 10:37:41.274142 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_pps_rule.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.275344 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.276059 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 10:37:41.276388 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.277340 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.277855 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 10:37:41.278174 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: qos_rules_alias.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.279236 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.279747 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 10:37:41.280070 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: quota_check_limit.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.281032 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.281544 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: quota-check-limit Nov 12 10:37:41.281866 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: quotasv2.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.282895 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.283223 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: quotas Nov 12 10:37:41.283542 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: quotasv2_detail.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.286788 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.287133 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: quota_details Nov 12 10:37:41.287466 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: rbac.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.288536 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.289093 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: rbac-policies Nov 12 10:37:41.289688 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: rbac_address_group.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.290654 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.291169 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: rbac-address-group Nov 12 10:37:41.291490 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: rbac_address_scope.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.292414 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.292971 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: rbac-address-scope Nov 12 10:37:41.293282 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: rbac_security_groups.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.294246 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.294752 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: rbac-security-groups Nov 12 10:37:41.295088 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.295986 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.296493 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: rbac-subnetpool Nov 12 10:37:41.296812 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: revisionifmatch.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.297948 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.298285 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: revision-if-match Nov 12 10:37:41.298612 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: revisions.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.299749 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.300254 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: standard-attr-revisions Nov 12 10:37:41.300577 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: router_availability_zone.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.301285 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.301788 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: router_availability_zone Nov 12 10:37:41.302108 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: routerservicetype.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.303033 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.303538 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 10:37:41.303856 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.304781 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.305313 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: security-groups-normalized-cidr Nov 12 10:37:41.305682 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.306636 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.307144 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: port-security-groups-filtering Nov 12 10:37:41.307468 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.308417 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.308943 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: security-groups-remote-address-group Nov 12 10:37:41.309269 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.310203 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.310710 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: security-groups-shared-filtering Nov 12 10:37:41.311033 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.311636 n-d-768851-19 neutron-server[109056]: WARNING neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 10:37:41.311961 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: securitygroup.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.322543 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.323080 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: security-group Nov 12 10:37:41.323408 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: segment.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.324222 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.324729 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension segment not supported by any of loaded plugins Nov 12 10:37:41.325075 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.326068 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.326580 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 10:37:41.326898 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: servicetype.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.328035 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.328558 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: service-type Nov 12 10:37:41.328907 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: sorting.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.330472 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.330800 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: sorting Nov 12 10:37:41.331119 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: standard_attr_segment.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.332058 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.332564 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 10:37:41.332908 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: standardattrdescription.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.333563 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.334064 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: standard-attr-description Nov 12 10:37:41.334384 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: stateful_security_group.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.335334 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.335853 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: stateful-security-group Nov 12 10:37:41.336175 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: stdattrs_common.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.336746 n-d-768851-19 neutron-server[109056]: WARNING neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 10:37:41.337095 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.338021 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.338530 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 10:37:41.338847 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: subnet_onboard.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.339942 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.340455 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: subnet_onboard Nov 12 10:37:41.340783 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.341745 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.342252 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 10:37:41.342574 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: subnet_service_types.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.343500 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.344019 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: subnet-service-types Nov 12 10:37:41.344341 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: subnetallocation.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.345496 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.346011 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: subnet_allocation Nov 12 10:37:41.346335 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.347019 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.347519 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: subnetpool-prefix-ops Nov 12 10:37:41.347840 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.348796 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.349328 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 10:37:41.349647 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: tagging.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.350756 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.351265 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: standard-attr-tag Nov 12 10:37:41.351591 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: timestamp.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.352814 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.353355 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loaded extension: standard-attr-timestamp Nov 12 10:37:41.353687 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: trunk.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.354735 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.355250 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension trunk not supported by any of loaded plugins Nov 12 10:37:41.355573 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: trunk_details.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.356493 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.357032 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 10:37:41.357348 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.358336 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.358843 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 10:37:41.359162 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Loading extension file: vlantransparent.py {{(pid=109056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:37:41.359842 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:37:41.360339 n-d-768851-19 neutron-server[109056]: INFO neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 10:37:41.363058 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:network Nov 12 10:37:41.363642 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:subnet Nov 12 10:37:41.364004 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:37:41.364407 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:port Nov 12 10:37:41.365741 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.366185 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service FLAVORS assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.366798 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.367252 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.367582 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:router Nov 12 10:37:41.368024 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 10:37:41.368518 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service METERING assigned prefix: /metering {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.370021 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.370391 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.370745 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:37:41.371766 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 10:37:41.372216 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:security_group Nov 12 10:37:41.372652 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 10:37:41.373311 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service CORE assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.373654 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:37:41.374038 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] subnetpool is already registered Nov 12 10:37:41.374446 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service CORE assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.374769 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:37:41.375098 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] subnetpool is already registered Nov 12 10:37:41.378126 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.378566 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service FLAVORS assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.379196 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.379637 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.379968 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:router Nov 12 10:37:41.380309 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] router is already registered Nov 12 10:37:41.380735 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 10:37:41.381093 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] floatingip is already registered Nov 12 10:37:41.381597 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service METERING assigned prefix: /metering {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.382319 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 10:37:41.382646 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] rbac_policy is already registered Nov 12 10:37:41.383066 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:security_group Nov 12 10:37:41.383409 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] security_group is already registered Nov 12 10:37:41.383815 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 10:37:41.384154 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] security_group_rule is already registered Nov 12 10:37:41.384650 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service CORE assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.385079 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:37:41.385414 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] subnetpool is already registered Nov 12 10:37:41.385833 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.v2.resource_helper [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Service CORE assigned prefix: {{(pid=109056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:37:41.386154 n-d-768851-19 neutron-server[109056]: INFO neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:37:41.386493 n-d-768851-19 neutron-server[109056]: WARNING neutron.quota.resource_registry [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] subnetpool is already registered Nov 12 10:37:41.388308 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: extensions {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.389961 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: address-groups {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.391454 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: address-scopes {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.393429 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: agents {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.394683 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: auto-allocated-topology {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.395955 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: availability_zones {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.397209 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: dhcp-networks {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.398644 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: dhcp-agents {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.400180 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: routers {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.403040 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: flavors {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.403645 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: service_profiles {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.404903 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: next_providers {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.406347 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: service_profiles {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.407800 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: floatingip-pools {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.409173 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: routers {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.411290 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: floatingips {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.412614 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: l3-routers {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.414048 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: l3-agents {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.415740 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: metering-labels {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.417016 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: metering-label-rules {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.418467 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: network-ip-availabilities {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.419787 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: bindings {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.421402 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: quotas {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.423072 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: quotas {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.424811 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: rbac-policies {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.426471 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: security-groups {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.427823 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: security-group-rules {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.429090 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: service-providers {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.430314 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: subnetpools {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.431715 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: subnetpools {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.433214 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.434939 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.436770 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.438593 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.440836 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.442827 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.444542 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.447508 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.449336 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.451167 n-d-768851-19 neutron-server[109056]: DEBUG neutron.api.extensions [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Extended resource: tags {{(pid=109056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:37:41.457965 n-d-768851-19 neutron-server[109056]: WARNING keystonemiddleware.auth_token [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 10:37:41.462548 n-d-768851-19 neutron-server[109056]: WARNING keystonemiddleware.auth_token [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 10:37:41.471585 n-d-768851-19 neutron-server[109056]: DEBUG oslo_concurrency.lockutils [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Acquired lock "singleton_lock" {{(pid=109056) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 10:37:41.472053 n-d-768851-19 neutron-server[109056]: DEBUG oslo_concurrency.lockutils [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Releasing lock "singleton_lock" {{(pid=109056) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 10:37:41.472802 n-d-768851-19 neutron-server[109056]: INFO oslo_service.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Starting 2 workers Nov 12 10:37:41.478276 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Started child 109165 {{(pid=109056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 10:37:41.485369 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Started child 109166 {{(pid=109056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 10:37:41.487842 n-d-768851-19 neutron-server[109056]: INFO neutron.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 10:37:41.488835 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Publish callbacks [] for process, before_spawn {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:41.489912 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:41.490622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:41.491407 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [-] (109166) wsgi starting up on http://0.0.0.0:9696 Nov 12 10:37:41.491565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [-] (109165) wsgi starting up on http://0.0.0.0:9696 Nov 12 10:37:41.492166 n-d-768851-19 neutron-server[109056]: INFO oslo_service.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Starting 1 workers Nov 12 10:37:41.497761 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Started child 109167 {{(pid=109056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 10:37:41.498308 n-d-768851-19 neutron-server[109056]: INFO oslo_service.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Starting 1 workers Nov 12 10:37:41.501820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] calling RpcWorker wait() {{(pid=109167) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 10:37:41.502458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] returning from RpcWorker wait() {{(pid=109167) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 10:37:41.503481 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Started child 109168 {{(pid=109056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 10:37:41.503644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:41.504312 n-d-768851-19 neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-338813d6-4cf1-44e1-b1d5-f74af08ab4e0 None None] Publish callbacks [] for process, after_spawn {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:41.504420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:37:41.506342 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109056) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 10:37:41.506564 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 10:37:41.506755 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 10:37:41.506969 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 10:37:41.507299 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 10:37:41.507480 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 10:37:41.508164 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.508446 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.508516 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.508769 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.509084 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.509300 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:41.509786 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.509917 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.510144 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.510421 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.510670 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.510772 n-d-768851-19 neutron-server[109168]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:37:41.510847 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.510989 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.511246 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.511459 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.511749 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.512034 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.512321 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.512562 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.512731 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.515093 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.515093 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.515093 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.515093 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] debug = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.515093 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.515093 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.516573 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.516573 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.516573 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.516573 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.516573 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.516573 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.516573 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.516573 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.517649 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.517649 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.517649 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.517649 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.517649 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.518218 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.518218 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.518218 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.518921 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] host = n-d-768851-19 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.518921 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.519143 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.519931 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.520128 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.520377 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.520584 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.520841 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.521122 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.521363 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.521609 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.521846 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.522102 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.522337 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.522601 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.522810 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_options = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.523003 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.523246 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.523497 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.523683 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.523882 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.524064 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.524357 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.524543 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.524745 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.524964 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.525172 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.525361 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.525562 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.525757 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.525973 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.526219 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.526452 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.526685 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.526936 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.527159 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.527379 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.527618 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.527860 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.528094 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.528320 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.528562 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.528795 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.529541 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.529541 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.529541 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.530109 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.530109 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.530478 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.530478 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.530888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.530888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.531287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.531287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.531639 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.531828 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.532013 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.532263 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.532459 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.532739 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.533007 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.533226 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.533456 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_json = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.533673 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.533889 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.534132 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.534364 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.534594 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.534807 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.535006 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.535237 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.535682 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.536026 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.536346 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.536800 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.537127 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.537336 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.537603 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.538071 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.538684 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.538684 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.539858 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.539858 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.539858 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.540349 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.540349 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.540696 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.541022 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.541299 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.541586 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.541859 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.542098 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.542324 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.542598 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.542815 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.543044 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.543276 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.543493 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.543833 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.544406 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.544406 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.544958 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.545153 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.545359 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.545609 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.545793 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.546238 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.546436 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.546706 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.546953 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.547194 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.547437 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.547666 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.547870 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.548097 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.548646 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.548646 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.549045 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.549274 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.549454 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.549642 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.550264 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.550264 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.550264 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.550791 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.550791 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.551106 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.551106 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.551404 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.551571 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.551728 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.551948 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.552185 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.552427 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.552710 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.552985 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.553161 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.553410 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.553649 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.553862 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.554061 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.554276 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.554511 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.554720 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.554934 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.555144 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.555818 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.555818 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.555818 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.556294 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.556294 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.556621 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.556621 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.556950 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.557115 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.557257 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.557397 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.557622 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.557828 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.558062 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.558440 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.558911 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.559349 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.559738 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.560131 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.560456 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.560938 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.561159 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.561526 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.561875 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.562246 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.562640 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.563001 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.563394 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.564324 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.564686 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.565087 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.565436 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.565813 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.566182 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.566547 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.566930 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.567421 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.567720 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.568114 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.568505 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.571116 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.571116 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.571116 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.571116 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.571116 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.571116 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.571585 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.571796 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.572167 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.572569 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.572923 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.573327 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.573676 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.574000 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.574220 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.574458 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.574713 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.575005 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.575258 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.575483 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.575701 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.575932 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.576279 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.576532 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.576747 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.577000 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.577283 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.577530 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.577767 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.578031 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.578280 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.578527 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.578794 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.579041 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.579253 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.579543 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.580403 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.580566 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.580779 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.581023 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.581240 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.581444 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.581654 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.581880 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.582102 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.582312 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.582547 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.582795 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.583029 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.583272 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.583483 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.583701 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.583936 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.584152 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.584484 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.584705 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.584945 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.586995 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.586995 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.586995 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.586995 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.586995 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.586995 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.586995 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.586995 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.587480 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.587480 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.587598 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.587983 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.587983 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.588169 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.588454 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.588558 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.588773 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.589012 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.589587 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.589587 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.589851 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.592725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.592725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.592725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.592725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.592725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.592725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.592725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.592725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.593855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.593855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.593855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.593855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.593855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.593855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.593855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.593855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.595724 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.595724 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.595724 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.595724 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.595724 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.595724 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.595724 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.595724 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.596370 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.596370 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.596370 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.596591 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.596765 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.597068 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.597295 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.597454 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.597654 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.598287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.598287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.598287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.598670 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.598805 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.598936 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.599146 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.599359 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.599575 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.599817 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.600027 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.600223 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.600442 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.601287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.601287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.601287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.601287 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.601798 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.601798 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.602064 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.602064 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.602388 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.603409 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.603409 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.603409 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.603409 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.603890 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.603890 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.604147 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.604492 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.605041 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.605301 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.605476 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.605714 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.605946 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.606267 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.606554 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.606798 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.607058 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.607330 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.607606 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.607870 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.608075 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.608522 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.609125 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.609619 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.610049 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.610310 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.610551 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.611355 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.611531 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.611757 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.611989 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.612223 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.612499 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.612726 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.613158 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.613282 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.613430 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.613648 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.613868 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.614102 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.614342 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.614550 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.614707 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 10:37:41.615257 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109056) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 10:37:41.615421 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 10:37:41.615562 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 10:37:41.615760 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 10:37:41.615914 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 10:37:41.616041 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 10:37:41.616218 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.616528 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.616828 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.617202 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.617350 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.617555 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.617687 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.617828 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.617976 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.618259 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.618555 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.618850 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.619140 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.619430 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.619725 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.619869 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.620087 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.620215 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.620345 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.620502 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.620616 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.620767 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.621082 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] debug = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.621376 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.621710 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.622047 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.622354 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.622527 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.622672 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.622843 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.623031 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.623467 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.623883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.624233 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.624634 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.624958 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.625288 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.625627 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.625776 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.625971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.626104 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.626220 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] host = n-d-768851-19 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.626423 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.627085 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.627420 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.627758 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.628085 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.628408 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.628578 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.628719 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.628909 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.629053 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.629206 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631105 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631105 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631105 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631105 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_options = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631105 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631105 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631105 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631105 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631996 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631996 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631996 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.631996 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.632231 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.632231 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.632389 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.632545 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.632699 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.632855 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.633034 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.633194 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.633347 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.633501 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.633655 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.633807 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.634036 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.634133 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.634254 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.634413 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.634553 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.634706 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.634863 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.635017 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.635171 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.635336 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.635472 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.635632 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.635795 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.635939 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.636081 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.636234 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.636390 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.636547 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.636702 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.636856 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_json = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.637044 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.638024 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.638024 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.638024 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.638024 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.638024 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.638024 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.638656 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:37:41.638656 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.638656 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.638656 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639056 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639056 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639056 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639321 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639321 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639464 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639541 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639958 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.639958 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.640202 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.640202 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.640421 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.640526 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.640631 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.640735 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.640913 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.641092 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.641243 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.641377 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.641543 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.641913 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.642090 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.642398 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.642553 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.642716 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.643072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.643232 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.643390 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.643546 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.643707 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.644599 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.644599 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.644599 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.644599 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.644599 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.644599 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.645186 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.645186 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.645186 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.645439 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.645562 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.645700 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.645929 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.646140 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.646258 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.646426 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.646694 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.646694 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.646828 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.648971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.649385 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.649385 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.649385 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.649694 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.649694 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.649926 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.650049 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.650132 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.650266 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.650419 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.650580 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.650734 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.650891 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.651049 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.651213 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.651366 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.652883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.653461 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.653813 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.654045 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.654279 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.654438 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.654597 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.654755 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.654913 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.655070 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.655230 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.655387 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.655546 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.655914 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.655914 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.656072 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.656150 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.656292 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.656451 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.656607 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.656765 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.656948 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.657108 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.657273 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.657436 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.657606 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.657738 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.657905 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.658064 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.658232 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.658384 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.660888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.660888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.660888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.660888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.660888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.660888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.660888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.660888 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.661479 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.661479 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.661479 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.661479 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.661479 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.661479 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.661479 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.661479 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.662069 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.662267 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.662463 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.662600 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.662749 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.662883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.663026 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.663191 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.663336 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.663577 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.663711 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.663786 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.663931 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.664501 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.664658 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.664814 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.664996 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.665156 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.665317 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.665467 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.665626 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.665797 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.665936 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.666091 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.666247 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.666409 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.666551 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.666708 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.666845 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.667008 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.667172 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.667326 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.667480 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.667621 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.667780 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.667938 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.668086 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.668240 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.668406 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.668547 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.668707 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.668894 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.669055 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.669213 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.669343 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.669509 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.669667 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.669825 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.669983 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.670143 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.670302 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.670459 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.670616 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.670774 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.670917 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.671075 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.671207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:37:41.671341 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.671468 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.671590 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.671717 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.671843 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.671968 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.672114 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.672285 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.672476 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.672631 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.672790 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.672976 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.673141 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.673856 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.673991 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.674167 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.674352 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.674485 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.674693 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.674873 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.674873 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.675113 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.675238 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.675361 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.675499 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.675627 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.675765 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.675893 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.676018 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.676196 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.676383 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.676560 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.676736 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.676971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.676971 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.677306 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.677306 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.677626 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.677626 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.677955 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.677955 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.677955 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.678379 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.678379 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.678589 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.678589 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.678807 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.678962 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.679090 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.679230 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.679375 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.679495 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.679611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.679740 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.679883 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.680024 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.680183 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.680342 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.680506 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.680664 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.680821 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.681054 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.681194 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.681320 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.681450 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.681611 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.681768 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.681926 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.682085 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.682246 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.682414 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.682579 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.682737 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.682903 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.683067 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.683233 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.683390 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.683547 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.683712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.683867 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.684026 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.684184 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.684774 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.684774 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.684774 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.688712 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.690420 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.690420 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.690420 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.690420 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:37:41.690420 n-d-768851-19 neutron-server[109056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 10:37:41.690893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37788) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:37:41.698757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065606 Nov 12 10:37:53.926010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ede9e-b0c1-47dc-bd83-8695cf7a1c4a None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 10:37:54.012842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ede9e-b0c1-47dc-bd83-8695cf7a1c4a None None] No non-hosted networks {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 10:37:54.050847 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-42733eff-dd9a-4126-b346-52cdfa497d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688566'] for agent, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:54.074873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.agentschedulers_db [None req-ad6ede9e-b0c1-47dc-bd83-8695cf7a1c4a None None] DHCP Agent not found on host n-d-768851-19 {{(pid=109167) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 10:37:56.178436 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc645-5ba0-46f7-8ee4-d3d4c7ba8455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688566'] for agent, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:56.250362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5fd01987-ceb1-4f7a-9ce7-48305e5b9a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:57.524855 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688566'] for agent, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:59.314378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688566'] for agent, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:37:59.515859 n-d-768851-19 neutron-server[109167]: INFO neutron.db.l3_hamode_db [None req-25314378-255d-4521-9583-41f8550a5c5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 10:37:59.598872 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25314378-255d-4521-9583-41f8550a5c5f None None] Routers set() bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:37:59.602803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25314378-255d-4521-9583-41f8550a5c5f None None] Router IDs set() for agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 10:38:00.008334 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688566'] for agent, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:00.009128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.009595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.009937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.010324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.010700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.011078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.011505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.011874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.012211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.012668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.013467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.013947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:00.014429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768851-19', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:00.039792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768851-19', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:00.419816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37880) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:00.993087 n-d-768851-19 neutron-server[109165]: WARNING oslo_policy.policy [None req-7e62a9ab-c9e1-4d9f-b6b2-cc134dbbf459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:38:00.993676 n-d-768851-19 neutron-server[109165]: WARNING oslo_policy.policy [None req-7e62a9ab-c9e1-4d9f-b6b2-cc134dbbf459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:38:01.223013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-7e62a9ab-c9e1-4d9f-b6b2-cc134dbbf459 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:38:01.225336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7e62a9ab-c9e1-4d9f-b6b2-cc134dbbf459 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8034458 Nov 12 10:38:03.768246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37896) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:04.104580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b2ca8d1a-a435-4dd6-9fb0-e58486b06a3d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:38:04.201469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.policy [None req-b2ca8d1a-a435-4dd6-9fb0-e58486b06a3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109165) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 10:38:04.254808 n-d-768851-19 neutron-server[109165]: WARNING oslo_policy.policy [None req-b2ca8d1a-a435-4dd6-9fb0-e58486b06a3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:38:04.255188 n-d-768851-19 neutron-server[109165]: WARNING oslo_policy.policy [None req-b2ca8d1a-a435-4dd6-9fb0-e58486b06a3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:38:04.264632 n-d-768851-19 neutron-server[109165]: INFO neutron.quota [None req-b2ca8d1a-a435-4dd6-9fb0-e58486b06a3d admin admin] Loaded quota_driver: . Nov 12 10:38:04.363299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2ca8d1a-a435-4dd6-9fb0-e58486b06a3d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794357690611', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794357691038', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794357665577', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794357676904', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794363811042', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794358118347', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1680905', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1311125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-379881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-438933'] for rbac-policy, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:04.435250 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2ca8d1a-a435-4dd6-9fb0-e58486b06a3d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:04.436460 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b2ca8d1a-a435-4dd6-9fb0-e58486b06a3d admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6671991 Nov 12 10:38:07.122743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37908) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:07.419961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:38:07.449732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Made reservation on behalf of c544953ce0af4d9dbb53eef2a5877a5f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:38:07.452546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:07.470034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:07.578427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:07.582177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:07.607184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:38:07.632229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794361455845', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:07.632803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Unsubscribe: segment precommit_create {{(pid=109165) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 10:38:07.633370 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Added segment c8b18d7e-acab-48e7-8d1a-7d2433261b25 of type vlan for network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 Nov 12 10:38:07.638945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c11e3-688d-4fde-bbda-7929b37bf873,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:07.675508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.675846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.676181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.676509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.676831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.677179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.677499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.677822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.678138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.678452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.678764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.679077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Tracked resource versions report: Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: pushed versions: Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: { 'AddressGroup': {'1.2'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'ConntrackHelper': {'1.0'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Log': {'1.0'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Network': {'1.1'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Port': {'1.7'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'PortForwarding': {'1.2'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'QosPolicy': {'1.10'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'SecurityGroup': {'1.5'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'SubPort': {'1.0'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Subnet': {'1.1'}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Trunk': {'1.1'}} Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: consumer versions: Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: { DHCP agent@n-d-768851-19: {}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: L3 agent@n-d-768851-19: {}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: Metadata agent@n-d-768851-19: {}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: Metering agent@n-d-768851-19: {}, Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: Open vSwitch agent@n-d-768851-19: { 'AddressGroup': '1.2', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'ConntrackHelper': '1.0', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Log': '1.0', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Network': '1.1', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Port': '1.7', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'PortForwarding': '1.2', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'QosPolicy': '1.10', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'SecurityGroup': '1.5', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'SecurityGroupRule': '1.2', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'SubPort': '1.0', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Subnet': '1.1', Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: 'Trunk': '1.1'}} Nov 12 10:38:07.680232 n-d-768851-19 neutron-server[109165]: {{(pid=109165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:38:07.753065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:07.796609 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:07.798381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:38:07.799108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:07.862310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7383914 Nov 12 10:38:07.905783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2ea13-f9c0-443d-86cf-2c6ec558f987 admin admin] Pushing event updated for resources: {'Network': ['ID=6f62b94f-78dc-4438-9e49-0bc78b5ef580,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:07.919043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:38:10.678385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37922) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:11.186821 n-d-768851-19 neutron-server[109166]: WARNING oslo_policy.policy [None req-04825e00-06fa-4344-ac3b-8f35e8fca8c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:38:11.187391 n-d-768851-19 neutron-server[109166]: WARNING oslo_policy.policy [None req-04825e00-06fa-4344-ac3b-8f35e8fca8c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:38:11.640182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.policy [None req-04825e00-06fa-4344-ac3b-8f35e8fca8c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109166) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 10:38:11.687333 n-d-768851-19 neutron-server[109166]: WARNING oslo_policy.policy [None req-04825e00-06fa-4344-ac3b-8f35e8fca8c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:38:11.688795 n-d-768851-19 neutron-server[109166]: WARNING oslo_policy.policy [None req-04825e00-06fa-4344-ac3b-8f35e8fca8c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:38:11.697306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04825e00-06fa-4344-ac3b-8f35e8fca8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:38:11.699303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-04825e00-06fa-4344-ac3b-8f35e8fca8c7 admin admin] 10.222.0.31 "GET /v2.0/networks/6f62b94f-78dc-4438-9e49-0bc78b5ef580 HTTP/1.1" status: 200 len: 825 time: 1.0176599 Nov 12 10:38:11.739699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-863a7aa3-e373-4f23-ac82-7a44c9fad987 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/52d17cc1-43ac-4cf1-9f7b-dd2b677dc492 HTTP/1.1" status: 200 len: 734 time: 0.0341036 Nov 12 10:38:11.751610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Request body: {'subnet': {'subnetpool_id': '52d17cc1-43ac-4cf1-9f7b-dd2b677dc492', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'name': 'private-subnet'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:38:11.753395 n-d-768851-19 neutron-server[109166]: INFO neutron.quota [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Loaded quota_driver: . Nov 12 10:38:11.795214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Made reservation on behalf of c544953ce0af4d9dbb53eef2a5877a5f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:38:11.798616 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:12.100420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:12.168032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Checking segment: {'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:38:12.168409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Network hostable DHCP agents. Network: 6f62b94f-78dc-4438-9e49-0bc78b5ef580, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:38:12.186022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ae1508-e430-4489-8340-b19b450ee57a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:12.201567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.201939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.202310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.202662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.202985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.203405 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.203798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.204177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.204511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.204824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.205157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.205465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Tracked resource versions report: Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: pushed versions: Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: { 'AddressGroup': {'1.2'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'ConntrackHelper': {'1.0'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Log': {'1.0'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Network': {'1.1'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Port': {'1.7'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'PortForwarding': {'1.2'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'QosPolicy': {'1.10'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'SecurityGroup': {'1.5'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'SubPort': {'1.0'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Subnet': {'1.1'}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Trunk': {'1.1'}} Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: consumer versions: Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: { DHCP agent@n-d-768851-19: {}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: L3 agent@n-d-768851-19: {}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: Metadata agent@n-d-768851-19: {}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: Metering agent@n-d-768851-19: {}, Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: Open vSwitch agent@n-d-768851-19: { 'AddressGroup': '1.2', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'ConntrackHelper': '1.0', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Log': '1.0', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Network': '1.1', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Port': '1.7', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'PortForwarding': '1.2', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'QosPolicy': '1.10', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'SecurityGroup': '1.5', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'SecurityGroupRule': '1.2', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'SubPort': '1.0', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Subnet': '1.1', Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: 'Trunk': '1.1'}} Nov 12 10:38:12.206546 n-d-768851-19 neutron-server[109166]: {{(pid=109166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:38:12.228806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:38:12.245382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 6f62b94f-78dc-4438-9e49-0bc78b5ef580) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:38:12.267466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:38:12.268096 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:12.272606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f658150-f101-46e8-92d8-cc98992ac5bb None None] Network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:38:12.290064 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a11d5133-dd12-4703-9dcf-9e9f6a6f1bbf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5429482 Nov 12 10:38:12.602874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'fixed_ips': [{'subnet_id': '49ae1508-e430-4489-8340-b19b450ee57a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:38:12.604152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:12.913544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Allocated IP 172.20.0.2 (6f62b94f-78dc-4438-9e49-0bc78b5ef580/49ae1508-e430-4489-8340-b19b450ee57a/ed97dc0d-9804-432f-a8e2-f2850f444db2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:38:13.133931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:13.145907 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:13.241536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:38:13.246836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:38:13.256843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:38:13.261932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Pushing event updated for resources: {'Port': ['ID=ed97dc0d-9804-432f-a8e2-f2850f444db2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:13.293433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.294082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.294160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.294473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.294880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.295163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.295599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.295861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.296183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.296508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.297354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.297680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Tracked resource versions report: Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: pushed versions: Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: { 'AddressGroup': {'1.2'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'ConntrackHelper': {'1.0'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Log': {'1.0'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Network': {'1.1'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Port': {'1.7'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'PortForwarding': {'1.2'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'QosPolicy': {'1.10'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'SecurityGroup': {'1.5'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'SubPort': {'1.0'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Subnet': {'1.1'}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Trunk': {'1.1'}} Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: consumer versions: Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: { DHCP agent@n-d-768851-19: {}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: L3 agent@n-d-768851-19: {}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: Metadata agent@n-d-768851-19: {}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: Metering agent@n-d-768851-19: {}, Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: Open vSwitch agent@n-d-768851-19: { 'AddressGroup': '1.2', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'ConntrackHelper': '1.0', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Log': '1.0', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Network': '1.1', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Port': '1.7', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'PortForwarding': '1.2', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'QosPolicy': '1.10', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'SecurityGroup': '1.5', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'SecurityGroupRule': '1.2', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'SubPort': '1.0', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Subnet': '1.1', Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: 'Trunk': '1.1'}} Nov 12 10:38:13.298803 n-d-768851-19 neutron-server[109167]: {{(pid=109167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:38:13.351027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Attempting to bind port ed97dc0d-9804-432f-a8e2-f2850f444db2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:38:13.351429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Attempting to bind port ed97dc0d-9804-432f-a8e2-f2850f444db2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:38:13.351854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Attempting to bind port ed97dc0d-9804-432f-a8e2-f2850f444db2 on network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:38:13.357018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:38:13.357417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Checking segment: {'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:38:13.357900 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:13.358291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Bound using segment: {'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:38:13.358791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Bound port: ed97dc0d-9804-432f-a8e2-f2850f444db2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:38:13.359215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:13.423364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] For port ed97dc0d-9804-432f-a8e2-f2850f444db2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:38:13.427866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] For port ed97dc0d-9804-432f-a8e2-f2850f444db2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ed97dc0d-9804-432f-a8e2-f2850f444db2,segment=NetworkSegment(c8b18d7e-acab-48e7-8d1a-7d2433261b25),segment_id=c8b18d7e-acab-48e7-8d1a-7d2433261b25)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:38:13.432261 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:13.504568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72936f-87e3-4eed-9a2c-d5b023fd8aae None None] Pushing event updated for resources: {'Port': ['ID=ed97dc0d-9804-432f-a8e2-f2850f444db2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:14.866435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37944) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:15.228548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-25daa738-f2ea-486d-905d-90406976a89f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:38:15.229634 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-25daa738-f2ea-486d-905d-90406976a89f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3622372 Nov 12 10:38:17.780407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37952) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:18.114586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-be50438e-2694-438a-a6de-9c29ccda473b admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:38:18.115558 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-be50438e-2694-438a-a6de-9c29ccda473b admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3341427 Nov 12 10:38:20.919352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37962) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:21.230329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-51ea6bc7-745b-4ac7-9182-28bf695cbe07 admin admin] Request body: {'router': {'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'name': 'router1', 'admin_state_up': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:38:21.255108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-51ea6bc7-745b-4ac7-9182-28bf695cbe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:21.256707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-51ea6bc7-745b-4ac7-9182-28bf695cbe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:21.420925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-51ea6bc7-745b-4ac7-9182-28bf695cbe07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:21.426445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-51ea6bc7-745b-4ac7-9182-28bf695cbe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:21.444149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-51ea6bc7-745b-4ac7-9182-28bf695cbe07 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:21.457812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-51ea6bc7-745b-4ac7-9182-28bf695cbe07 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5372765 Nov 12 10:38:21.908334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ed97dc0d-9804-432f-a8e2-f2850f444db2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:38:21.999429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ed97dc0d-9804-432f-a8e2-f2850f444db2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:21.999844 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:22.115663 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:22.152542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port ed97dc0d-9804-432f-a8e2-f2850f444db2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ed97dc0d-9804-432f-a8e2-f2850f444db2,segment=NetworkSegment(c8b18d7e-acab-48e7-8d1a-7d2433261b25),segment_id=c8b18d7e-acab-48e7-8d1a-7d2433261b25)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:38:22.157762 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:22.223304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=ed97dc0d-9804-432f-a8e2-f2850f444db2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:22.829334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e2131-56b2-42dc-b2ca-e045a960639f None None] Network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:38:22.905510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d1b070ba-b80e-4707-97ea-4662f2ad8eeb None None] Provisioning complete for port ed97dc0d-9804-432f-a8e2-f2850f444db2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:22.905903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1b070ba-b80e-4707-97ea-4662f2ad8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:23.264563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-eb3ec899-4895-4d38-b93c-88eebcf9f37f None None] Provisioning complete for port ed97dc0d-9804-432f-a8e2-f2850f444db2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:23.265322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec899-4895-4d38-b93c-88eebcf9f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:23.798499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bab68116-3ed5-40c8-b29e-0329d38ef21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:23.893813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ed97dc0d-9804-432f-a8e2-f2850f444db2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:38:23.940927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ed97dc0d-9804-432f-a8e2-f2850f444db2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:23.941294 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:24.019513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37974) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:24.337620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-657b74b4-4071-42d9-a7ac-507db58a47fe admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:38:24.338601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-657b74b4-4071-42d9-a7ac-507db58a47fe admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3181458 Nov 12 10:38:26.171788 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8dee6cb2-0cbd-4b36-8b50-35dbfada12ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:26.825374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37982) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:27.133769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:38:27.156842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Made reservation on behalf of 9ba93b24344d4b078e2a011373875b11 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:38:27.159050 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.167154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.241755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.245354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.261473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Reserving flat network on physical network physnet1 {{(pid=109165) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 10:38:27.279736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0d87d3-4f07-42a6-9a6c-c0ef2c1b8a24,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:27.286780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.287177 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Added segment 78a3072e-624b-4f44-97cb-93d03f8acc21 of type flat for network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 Nov 12 10:38:27.333712 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.365664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.366583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:38:27.367186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.400039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5736172 Nov 12 10:38:27.420752 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:27.455585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660936cf-d8e0-4e54-9204-f9dd2fe3df09 admin admin] Pushing event updated for resources: {'Network': ['ID=7b06bae7-e149-4d53-bcf7-a1989d19ad61,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:27.466204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:38:29.207735 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:29.923937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38000) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:30.003028 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:30.144788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e6335-49a2-465d-b94e-4f0315701bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:38:30.146194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fb8e6335-49a2-465d-b94e-4f0315701bdd admin admin] 10.222.0.31 "GET /v2.0/subnets/49ae1508-e430-4489-8340-b19b450ee57a HTTP/1.1" status: 200 len: 849 time: 0.2212074 Nov 12 10:38:30.269730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-53c14eee-a1c5-4528-90bb-03b861789a7e admin admin] 10.222.0.31 "GET /v2.0/routers/baab3e79-3034-447d-a704-5bb63b8fd88a HTTP/1.1" status: 200 len: 704 time: 0.1171608 Nov 12 10:38:30.549752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:30.846525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Allocated IP 172.20.0.1 (6f62b94f-78dc-4438-9e49-0bc78b5ef580/49ae1508-e430-4489-8340-b19b450ee57a/44173fa3-bc14-4d80-9548-2d354541ce4d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:38:31.037107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:31.104588 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:31.188824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:38:31.196668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:38:31.200267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Pushing event updated for resources: {'Port': ['ID=44173fa3-bc14-4d80-9548-2d354541ce4d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:31.217231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:38:31.217770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:31.415235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-761b45b3-1c1d-4279-ae46-9b7ca528ace0 None None] Provisioning complete for port 44173fa3-bc14-4d80-9548-2d354541ce4d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:31.415799 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-761b45b3-1c1d-4279-ae46-9b7ca528ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:31.448577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-761b45b3-1c1d-4279-ae46-9b7ca528ace0 None None] Port 44173fa3-bc14-4d80-9548-2d354541ce4d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:38:31.478666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:31.690279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:31.694610 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:31.695359 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:31.778942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Pushing event updated for resources: {'Port': ['ID=44173fa3-bc14-4d80-9548-2d354541ce4d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:31.821950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:38:31.823292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:38:31.995377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Router baab3e79-3034-447d-a704-5bb63b8fd88a is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:38:32.075161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e0f55a84-87de-4113-a0c3-f0acfda4bb84 None None] Provisioning complete for port 44173fa3-bc14-4d80-9548-2d354541ce4d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:32.075534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e0f55a84-87de-4113-a0c3-f0acfda4bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:32.089452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:38:32.096049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-283389e3-0fcd-4e34-a06f-330ce4b5e262 admin admin] 10.222.0.31 "PUT /v2.0/routers/baab3e79-3034-447d-a704-5bb63b8fd88a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8187199 Nov 12 10:38:32.112809 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Sync routers for ids ['baab3e79-3034-447d-a704-5bb63b8fd88a'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:38:32.116560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e0f55a84-87de-4113-a0c3-f0acfda4bb84 None None] Port 44173fa3-bc14-4d80-9548-2d354541ce4d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:38:32.126963 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Routers {'baab3e79-3034-447d-a704-5bb63b8fd88a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:38:32.128274 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:38:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['baab3e79-3034-447d-a704-5bb63b8fd88a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:32.321396 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Set router baab3e79-3034-447d-a704-5bb63b8fd88a gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:38:32.758115 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'name': 'router1', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:38:21Z', 'updated_at': '2021-11-12T10:38:31Z', 'revision_number': 2, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'gw_port_host': None, '_interfaces': [{'id': '44173fa3-bc14-4d80-9548-2d354541ce4d', 'name': '', 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'mac_address': 'fa:16:3e:c2:50:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49ae1508-e430-4489-8340-b19b450ee57a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:30Z', 'updated_at': '2021-11-12T10:38:31Z', 'revision_number': 2, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'subnets': [{'id': '49ae1508-e430-4489-8340-b19b450ee57a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d17cc1-43ac-4cf1-9f7b-dd2b677dc492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:32.811041 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Checking router: baab3e79-3034-447d-a704-5bb63b8fd88a for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:38:32.811462 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Updating router baab3e79-3034-447d-a704-5bb63b8fd88a port 44173fa3-bc14-4d80-9548-2d354541ce4d binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:38:32.860972 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:33.389091 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:33.400436 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:33.578415 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Pushing event updated for resources: {'Port': ['ID=44173fa3-bc14-4d80-9548-2d354541ce4d,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:33.583277 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Attempting to bind port 44173fa3-bc14-4d80-9548-2d354541ce4d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:38:33.583683 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Attempting to bind port 44173fa3-bc14-4d80-9548-2d354541ce4d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:38:33.584124 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Attempting to bind port 44173fa3-bc14-4d80-9548-2d354541ce4d on network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:38:33.592243 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:38:33.592670 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Checking segment: {'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:38:33.593251 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:33.593681 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Bound using segment: {'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:38:33.594197 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Bound port: 44173fa3-bc14-4d80-9548-2d354541ce4d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b18d7e-acab-48e7-8d1a-7d2433261b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:38:33.594597 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:33.597211 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.597558 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.597898 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.598234 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.598570 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.598899 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.599231 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.599556 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.599880 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.600203 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.600529 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.600845 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Tracked resource versions report: Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: pushed versions: Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: { 'AddressGroup': {'1.2'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'ConntrackHelper': {'1.0'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Log': {'1.0'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Network': {'1.1'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Port': {'1.7'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'PortForwarding': {'1.2'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'QosPolicy': {'1.10'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'SecurityGroup': {'1.5'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'SubPort': {'1.0'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Subnet': {'1.1'}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Trunk': {'1.1'}} Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: consumer versions: Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: { DHCP agent@n-d-768851-19: {}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: L3 agent@n-d-768851-19: {}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: Metadata agent@n-d-768851-19: {}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: Metering agent@n-d-768851-19: {}, Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: Open vSwitch agent@n-d-768851-19: { 'AddressGroup': '1.2', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'ConntrackHelper': '1.0', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Log': '1.0', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Network': '1.1', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Port': '1.7', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'PortForwarding': '1.2', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'QosPolicy': '1.10', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'SecurityGroup': '1.5', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'SecurityGroupRule': '1.2', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'SubPort': '1.0', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Subnet': '1.1', Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: 'Trunk': '1.1'}} Nov 12 10:38:33.602000 n-d-768851-19 neutron-server[109168]: {{(pid=109168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:38:33.648774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-65be1bac-dc68-49a9-a569-778f2068711b None None] Provisioning complete for port 44173fa3-bc14-4d80-9548-2d354541ce4d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:33.649337 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-65be1bac-dc68-49a9-a569-778f2068711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:33.687784 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] For port 44173fa3-bc14-4d80-9548-2d354541ce4d, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:38:33.689711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-65be1bac-dc68-49a9-a569-778f2068711b None None] Port 44173fa3-bc14-4d80-9548-2d354541ce4d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:38:33.712061 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] For port 44173fa3-bc14-4d80-9548-2d354541ce4d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=44173fa3-bc14-4d80-9548-2d354541ce4d,segment=NetworkSegment(c8b18d7e-acab-48e7-8d1a-7d2433261b25),segment_id=c8b18d7e-acab-48e7-8d1a-7d2433261b25)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:38:33.717727 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:33.781549 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8ad6e-998d-43e9-81e0-0ce8fe941580 None None] Pushing event updated for resources: {'Port': ['ID=44173fa3-bc14-4d80-9548-2d354541ce4d,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:33.783336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Routers {'baab3e79-3034-447d-a704-5bb63b8fd88a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:38:33.783761 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:38:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['baab3e79-3034-447d-a704-5bb63b8fd88a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:33.897714 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] Set router baab3e79-3034-447d-a704-5bb63b8fd88a gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:38:34.013492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a769584d-4e86-4032-b28c-48f8e8609be5 None None] Provisioning complete for port 44173fa3-bc14-4d80-9548-2d354541ce4d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:34.014020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a769584d-4e86-4032-b28c-48f8e8609be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:34.110934 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a769584d-4e86-4032-b28c-48f8e8609be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:34.124826 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'name': 'router1', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:38:21Z', 'updated_at': '2021-11-12T10:38:31Z', 'revision_number': 2, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'gw_port_host': None, '_interfaces': [{'id': '44173fa3-bc14-4d80-9548-2d354541ce4d', 'name': '', 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'mac_address': 'fa:16:3e:c2:50:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49ae1508-e430-4489-8340-b19b450ee57a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:30Z', 'updated_at': '2021-11-12T10:38:33Z', 'revision_number': 4, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'subnets': [{'id': '49ae1508-e430-4489-8340-b19b450ee57a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d17cc1-43ac-4cf1-9f7b-dd2b677dc492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:34.146187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a769584d-4e86-4032-b28c-48f8e8609be5 None None] For port 44173fa3-bc14-4d80-9548-2d354541ce4d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=44173fa3-bc14-4d80-9548-2d354541ce4d,segment=NetworkSegment(c8b18d7e-acab-48e7-8d1a-7d2433261b25),segment_id=c8b18d7e-acab-48e7-8d1a-7d2433261b25)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:38:34.150464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a769584d-4e86-4032-b28c-48f8e8609be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:34.156104 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51740b0a-a9ca-4312-9a6a-80021bba6608 None None] The sync data for ids ['baab3e79-3034-447d-a704-5bb63b8fd88a'] in n-d-768851-19 is: [{'id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'name': 'router1', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:38:21Z', 'updated_at': '2021-11-12T10:38:31Z', 'revision_number': 2, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'gw_port_host': None, '_interfaces': [{'id': '44173fa3-bc14-4d80-9548-2d354541ce4d', 'name': '', 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'mac_address': 'fa:16:3e:c2:50:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49ae1508-e430-4489-8340-b19b450ee57a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:30Z', 'updated_at': '2021-11-12T10:38:33Z', 'revision_number': 4, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'subnets': [{'id': '49ae1508-e430-4489-8340-b19b450ee57a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d17cc1-43ac-4cf1-9f7b-dd2b677dc492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:38:34.203800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769584d-4e86-4032-b28c-48f8e8609be5 None None] Pushing event updated for resources: {'Port': ['ID=44173fa3-bc14-4d80-9548-2d354541ce4d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:34.479935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38022) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:34.596765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a1d1fd-88e4-4cbc-9141-3c2dafb37b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:38:34.598145 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c9a1d1fd-88e4-4cbc-9141-3c2dafb37b19 admin admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 842 time: 0.1172884 Nov 12 10:38:34.608134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:38:34.629027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Made reservation on behalf of 9ba93b24344d4b078e2a011373875b11 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:38:34.631386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:35.021607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.objects.ports [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109166) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 10:38:35.022069 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:35.073418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e0a189-a05f-42c6-961f-d4d5ee13cf84,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:35.089167 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:38:35.089424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Network hostable DHCP agents. Network: 7b06bae7-e149-4d53-bcf7-a1989d19ad61, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:38:35.107015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:38:35.115389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 7b06bae7-e149-4d53-bcf7-a1989d19ad61) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:38:35.119395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:38:35.119983 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:35.126487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69d938-78a8-4988-b444-64540fa221b7 None None] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:38:35.136558 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc1633da-eeb5-4720-9cd6-ebc155acd097 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5318129 Nov 12 10:38:35.270652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff2d7e-3dcb-4682-9fcc-1a5f6b3b09b6 None None] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:38:35.595970 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:38:37.576590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38030) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:37.810452 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2ed18273-a664-4eb5-bc94-3793c2c6be11 admin admin] 10.222.0.31 "GET /v2.0/routers/baab3e79-3034-447d-a704-5bb63b8fd88a HTTP/1.1" status: 200 len: 710 time: 0.2326744 Nov 12 10:38:37.904949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d86dc-23ce-4ccd-b1dd-93a77b1d8b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:38:37.912634 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7c2d86dc-23ce-4ccd-b1dd-93a77b1d8b5a admin admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 886 time: 0.0888860 Nov 12 10:38:37.917283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:38:38.171755 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:38.412529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:38.487955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:38.646047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Allocated IP 172.25.2.140 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f53d1402-17fa-4c13-83fa-fb5266a437b5) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:38:38.804617 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:38.866278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:38.932113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:38:38.942175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:38:38.951224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:38:38.956765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f53d1402-17fa-4c13-83fa-fb5266a437b5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:39.235694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:39.433413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:39.438535 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:39.552760 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Router baab3e79-3034-447d-a704-5bb63b8fd88a has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:38:39.674777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:38:39.679369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:39.680563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9a38eab6-ecdf-453a-b1e1-12ad5dc0f8e7 admin admin] 10.222.0.31 "PUT /v2.0/routers/baab3e79-3034-447d-a704-5bb63b8fd88a HTTP/1.1" status: 200 len: 890 time: 1.7672207 Nov 12 10:38:39.921245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 44173fa3-bc14-4d80-9548-2d354541ce4d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:38:39.982033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 44173fa3-bc14-4d80-9548-2d354541ce4d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:39.982224 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:41.278455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Sync routers for ids ['baab3e79-3034-447d-a704-5bb63b8fd88a'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:38:41.290238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Routers {'baab3e79-3034-447d-a704-5bb63b8fd88a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:38:41.290975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:38:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['baab3e79-3034-447d-a704-5bb63b8fd88a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:41.497946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Set router baab3e79-3034-447d-a704-5bb63b8fd88a gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:38:41.964498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'name': 'router1', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f53d1402-17fa-4c13-83fa-fb5266a437b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:38:21Z', 'updated_at': '2021-11-12T10:38:39Z', 'revision_number': 4, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'gw_port': {'id': 'f53d1402-17fa-4c13-83fa-fb5266a437b5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:38Z', 'updated_at': '2021-11-12T10:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '44173fa3-bc14-4d80-9548-2d354541ce4d', 'name': '', 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'mac_address': 'fa:16:3e:c2:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49ae1508-e430-4489-8340-b19b450ee57a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:30Z', 'updated_at': '2021-11-12T10:38:34Z', 'revision_number': 5, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'subnets': [{'id': '49ae1508-e430-4489-8340-b19b450ee57a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d17cc1-43ac-4cf1-9f7b-dd2b677dc492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:42.015083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Checking router: baab3e79-3034-447d-a704-5bb63b8fd88a for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:38:42.015477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Updating router baab3e79-3034-447d-a704-5bb63b8fd88a port f53d1402-17fa-4c13-83fa-fb5266a437b5 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:38:42.070060 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:42.273890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38042) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:38:42.385955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f84d703-e967-4ac4-a1ce-709e1a093b66 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132693 Nov 12 10:38:42.393669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:42.399657 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:42.457977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Attempting to bind port f53d1402-17fa-4c13-83fa-fb5266a437b5 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:38:42.458349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Attempting to bind port f53d1402-17fa-4c13-83fa-fb5266a437b5 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:38:42.458713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Attempting to bind port f53d1402-17fa-4c13-83fa-fb5266a437b5 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:38:42.462079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae85cc6-76ab-4bb8-9041-4f2b0cdc1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f53d1402-17fa-4c13-83fa-fb5266a437b5,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:42.467148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:38:42.468089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:38:42.468483 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:42.468891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:38:42.469379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Bound port: f53d1402-17fa-4c13-83fa-fb5266a437b5, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:38:42.469805 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:42.524285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] For port f53d1402-17fa-4c13-83fa-fb5266a437b5, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:38:42.527988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] For port f53d1402-17fa-4c13-83fa-fb5266a437b5, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f53d1402-17fa-4c13-83fa-fb5266a437b5,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:38:42.532513 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:42.597493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Routers {'baab3e79-3034-447d-a704-5bb63b8fd88a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:38:42.598129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:38:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['baab3e79-3034-447d-a704-5bb63b8fd88a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:42.602076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae85cc6-76ab-4bb8-9041-4f2b0cdc1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f53d1402-17fa-4c13-83fa-fb5266a437b5,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:42.713320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] Set router baab3e79-3034-447d-a704-5bb63b8fd88a gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:38:42.938725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'name': 'router1', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f53d1402-17fa-4c13-83fa-fb5266a437b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:38:21Z', 'updated_at': '2021-11-12T10:38:39Z', 'revision_number': 4, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'gw_port': {'id': 'f53d1402-17fa-4c13-83fa-fb5266a437b5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:38Z', 'updated_at': '2021-11-12T10:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '44173fa3-bc14-4d80-9548-2d354541ce4d', 'name': '', 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'mac_address': 'fa:16:3e:c2:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49ae1508-e430-4489-8340-b19b450ee57a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:30Z', 'updated_at': '2021-11-12T10:38:34Z', 'revision_number': 5, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'subnets': [{'id': '49ae1508-e430-4489-8340-b19b450ee57a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d17cc1-43ac-4cf1-9f7b-dd2b677dc492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:38:42.965662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b9f3d3-663f-465b-aadd-b1815c8b1530 None None] The sync data for ids ['baab3e79-3034-447d-a704-5bb63b8fd88a'] in n-d-768851-19 is: [{'id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'name': 'router1', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f53d1402-17fa-4c13-83fa-fb5266a437b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:38:21Z', 'updated_at': '2021-11-12T10:38:39Z', 'revision_number': 4, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'gw_port': {'id': 'f53d1402-17fa-4c13-83fa-fb5266a437b5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:38Z', 'updated_at': '2021-11-12T10:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '44173fa3-bc14-4d80-9548-2d354541ce4d', 'name': '', 'network_id': '6f62b94f-78dc-4438-9e49-0bc78b5ef580', 'tenant_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'mac_address': 'fa:16:3e:c2:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab3e79-3034-447d-a704-5bb63b8fd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49ae1508-e430-4489-8340-b19b450ee57a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:38:30Z', 'updated_at': '2021-11-12T10:38:34Z', 'revision_number': 5, 'project_id': 'c544953ce0af4d9dbb53eef2a5877a5f', 'subnets': [{'id': '49ae1508-e430-4489-8340-b19b450ee57a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d17cc1-43ac-4cf1-9f7b-dd2b677dc492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:38:43.910374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f53d1402-17fa-4c13-83fa-fb5266a437b5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:38:43.957252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f53d1402-17fa-4c13-83fa-fb5266a437b5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:43.957614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:44.035463 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:44.056079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port f53d1402-17fa-4c13-83fa-fb5266a437b5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f53d1402-17fa-4c13-83fa-fb5266a437b5,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:38:44.060527 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:44.109155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=f53d1402-17fa-4c13-83fa-fb5266a437b5,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:38:45.909723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f53d1402-17fa-4c13-83fa-fb5266a437b5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:38:45.969024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f53d1402-17fa-4c13-83fa-fb5266a437b5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:38:45.969389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:53.794184 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e32f4b6e-7bb9-437f-9aff-06f23b97d3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:56.178943 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-901ef537-9c87-4667-9166-327bad282026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:57.432696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:38:59.221193 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:00.011411 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:12.595726 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:39:23.812465 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e762da19-ce5d-440e-8453-cd0cc31188ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:26.172218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55794dd3-e59f-4dbf-abe4-80687cd74b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:27.429681 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:29.223367 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:30.063894 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:49.595318 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:39:53.794561 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e158-d67e-4bb1-a3c2-b5569ab5049c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:56.177760 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6414c5b0-63cd-450a-8830-dc674902df37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:57.429525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:39:59.225236 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:00.007240 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:23.802230 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86bccb38-52fb-4e5a-9506-7fce9f753cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:26.174366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-96cf09f5-400b-47c9-ab8b-c75e821846fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:26.597323 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:40:27.432189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:28.345540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38636) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:28.411243 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4309f161-0310-4e27-9ad6-cd38d39ce70f admin admin] GET failed (client error): The resource could not be found. Nov 12 10:40:28.412615 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4309f161-0310-4e27-9ad6-cd38d39ce70f admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661190 Nov 12 10:40:28.581590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de407f4e-d5f8-4a9b-9c39-1c81da6af784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:28.582992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-de407f4e-d5f8-4a9b-9c39-1c81da6af784 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1652761 Nov 12 10:40:29.227097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:30.010774 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:30.914709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:31.012365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e847ef8-ecbd-499b-b976-1e1a02e585cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:31.013800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2e847ef8-ecbd-499b-b976-1e1a02e585cf admin admin] 10.222.0.31 "GET /v2.0/subnets/49ae1508-e430-4489-8340-b19b450ee57a HTTP/1.1" status: 200 len: 849 time: 0.0978754 Nov 12 10:40:31.023956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:40:31.116070 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Publish callbacks [] for subnet, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:31.263510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794361402251'] for subnet, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:31.295472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:31.296063 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:31.297360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] 10.222.0.31 "PUT /v2.0/subnets/49ae1508-e430-4489-8340-b19b450ee57a HTTP/1.1" status: 200 len: 868 time: 0.2770727 Nov 12 10:40:31.311972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4cef4-7e5a-432e-b74b-f88df13f2ba4 None None] Network 6f62b94f-78dc-4438-9e49-0bc78b5ef580 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:40:31.321409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ae1508-e430-4489-8340-b19b450ee57a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:40:31.329544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.329908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.330215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.330546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.330874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.331196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.331517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.331836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.332152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.332472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.333536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.333536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b0adf-93dc-4af6-9e92-6cf07a3f37cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:40:31.685698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-959f34d0-4aa7-46ae-9fcc-b07f71049188 None None] Provisioning complete for port 44173fa3-bc14-4d80-9548-2d354541ce4d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:40:31.686068 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-959f34d0-4aa7-46ae-9fcc-b07f71049188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:31.772063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-959f34d0-4aa7-46ae-9fcc-b07f71049188 None None] Provisioning complete for port ed97dc0d-9804-432f-a8e2-f2850f444db2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:40:31.772464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-959f34d0-4aa7-46ae-9fcc-b07f71049188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:33.650322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38654) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:33.931461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8385839-b3d2-48a9-b7b5-22b28622ac89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:33.931932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8385839-b3d2-48a9-b7b5-22b28622ac89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:33.934140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c8385839-b3d2-48a9-b7b5-22b28622ac89 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2828517 Nov 12 10:40:36.261140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38662) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:36.397598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f2465-30d3-446f-9062-3064d9c3e050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:36.398067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f2465-30d3-446f-9062-3064d9c3e050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:36.399639 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-409f2465-30d3-446f-9062-3064d9c3e050 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1375096 Nov 12 10:40:38.713545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38670) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:38.842554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e3c635-14ba-4996-9b75-f3264023d6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:38.843909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e2e3c635-14ba-4996-9b75-f3264023d6ff admin admin] 10.222.0.31 "GET /v2.0/networks/6f62b94f-78dc-4438-9e49-0bc78b5ef580 HTTP/1.1" status: 200 len: 869 time: 0.1293824 Nov 12 10:40:41.159400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38678) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:41.286384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8919362-25f1-4fdd-815f-db781d592177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:41.287762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d8919362-25f1-4fdd-815f-db781d592177 admin admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 886 time: 0.1273811 Nov 12 10:40:43.591647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38686) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:43.717004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84867e7a-68be-4e40-9315-35df88d6a20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:43.717447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84867e7a-68be-4e40-9315-35df88d6a20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:43.718959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-84867e7a-68be-4e40-9315-35df88d6a20b admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262991 Nov 12 10:40:46.030072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38694) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:46.125299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf845a4-3ee0-4464-9d7c-755f6ef52769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:46.125746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf845a4-3ee0-4464-9d7c-755f6ef52769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:46.127275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dbf845a4-3ee0-4464-9d7c-755f6ef52769 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962417 Nov 12 10:40:48.421656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38702) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:48.515649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204095-4d03-404f-8406-d59fdca6647a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:48.517024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f0204095-4d03-404f-8406-d59fdca6647a admin admin] 10.222.0.31 "GET /v2.0/subnets/49ae1508-e430-4489-8340-b19b450ee57a HTTP/1.1" status: 200 len: 868 time: 0.0943761 Nov 12 10:40:50.833350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38712) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:40:50.920721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b8a16-ecee-439c-8249-3c5168cdcfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:40:50.922087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b57b8a16-ecee-439c-8249-3c5168cdcfa3 admin admin] 10.222.0.31 "GET /v2.0/subnets/94e0a189-a05f-42c6-961f-d4d5ee13cf84 HTTP/1.1" status: 200 len: 816 time: 0.0877674 Nov 12 10:40:53.795479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82e1b44c-96f8-41ce-9edf-3d80ddcf73c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:56.170069 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbe75b4f-b809-4cc0-a81f-7d775a3be335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:57.437223 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:40:59.232490 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:00.013088 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:03.596762 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:41:15.922521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38766) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:41:15.968944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-c338cd86-9222-4352-ada5-92355f9d8295 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:41:15.969939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c338cd86-9222-4352-ada5-92355f9d8295 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464633 Nov 12 10:41:18.353034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38774) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:41:18.412793 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a8da18-5e77-4f55-8f48-88f74db77e98 admin admin] GET failed (client error): The resource could not be found. Nov 12 10:41:18.414113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-40a8da18-5e77-4f55-8f48-88f74db77e98 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601170 Nov 12 10:41:18.554545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad86a6d-7c17-45cd-bf8a-2daacdc629be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:41:18.555929 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fad86a6d-7c17-45cd-bf8a-2daacdc629be admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369119 Nov 12 10:41:20.848894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38782) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:41:20.894971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:41:20.921592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Made reservation on behalf of 9ba93b24344d4b078e2a011373875b11 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:41:20.923854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:21.018594 n-d-768851-19 neutron-server[109166]: WARNING neutron.services.revisions.revision_plugin [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Could not find related network for resource to bump revision. Nov 12 10:41:21.034232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:41:21.046423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794361455845', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:21.046955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Unsubscribe: segment precommit_create {{(pid=109166) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 10:41:21.047419 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Added segment 35032838-171e-418b-8355-2a04353ed2d8 of type vlan for network 81c0ac69-366d-4a98-bc02-86e051170106 Nov 12 10:41:21.095144 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:21.124852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:21.125797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:41:21.126371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:21.181332 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3312337 Nov 12 10:41:21.224228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Pushing event updated for resources: {'Network': ['ID=81c0ac69-366d-4a98-bc02-86e051170106,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:41:21.231973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.232317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.232661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.233022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.233357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.233689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.234013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.234336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.234655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.234974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.235297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.235613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d0b97-fc3d-4811-9fdb-d21850c7f828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:21.247887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 81c0ac69-366d-4a98-bc02-86e051170106 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:41:23.516801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38790) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:41:23.576428 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee24a9c-4efb-4a12-94f2-1473ce8793ff admin admin] GET failed (client error): The resource could not be found. Nov 12 10:41:23.577790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8ee24a9c-4efb-4a12-94f2-1473ce8793ff admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599923 Nov 12 10:41:23.648713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c78007-8df7-4ebd-a937-e1d5e868fb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:41:23.650184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f6c78007-8df7-4ebd-a937-e1d5e868fb1e admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678544 Nov 12 10:41:23.660359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Request body: {'subnet': {'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:41:23.680453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Made reservation on behalf of 9ba93b24344d4b078e2a011373875b11 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:41:23.683283 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:23.795278 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1d01a88-370a-4a8a-82ad-f39caf446898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:23.851227 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:23.907560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b51cb7-5f12-4390-9df2-6a79d68347b5,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:41:23.915551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:41:23.916162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Network hostable DHCP agents. Network: 81c0ac69-366d-4a98-bc02-86e051170106, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:41:23.931987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Network 81c0ac69-366d-4a98-bc02-86e051170106 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:41:23.941713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 81c0ac69-366d-4a98-bc02-86e051170106) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:41:23.945850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:41:23.946451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:23.953141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05d44a-c69f-4c78-9cfb-5ad826045f68 None None] Network 81c0ac69-366d-4a98-bc02-86e051170106 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:41:23.961119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6067f40c-7da0-4c73-bbaa-26701e59e509 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3040535 Nov 12 10:41:24.110737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-81c0ac69-366d-4a98-bc02-86e051170106', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'tenant_id': '9ba93b24344d4b078e2a011373875b11', 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:41:24.111717 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:24.248916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Allocated IP 192.168.233.2 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/c305424e-7ee8-4dfc-8960-5484f8b33ebd) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:41:24.393975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:24.402097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:24.436579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:41:24.442761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:41:24.448556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:41:24.453999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Pushing event updated for resources: {'Port': ['ID=c305424e-7ee8-4dfc-8960-5484f8b33ebd,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:41:24.465603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.465997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.466390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.466834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.467300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.467700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.468165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.468514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.468828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.469180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.469478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.469788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:41:24.516424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Attempting to bind port c305424e-7ee8-4dfc-8960-5484f8b33ebd on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:41:24.516790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Attempting to bind port c305424e-7ee8-4dfc-8960-5484f8b33ebd by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:41:24.517163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Attempting to bind port c305424e-7ee8-4dfc-8960-5484f8b33ebd on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:41:24.522417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:41:24.522784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:41:24.523178 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:24.523559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:41:24.524018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Bound port: c305424e-7ee8-4dfc-8960-5484f8b33ebd, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:41:24.524430 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:24.585809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] For port c305424e-7ee8-4dfc-8960-5484f8b33ebd, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:41:24.590923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] For port c305424e-7ee8-4dfc-8960-5484f8b33ebd, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c305424e-7ee8-4dfc-8960-5484f8b33ebd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:41:24.595438 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:24.653188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a27b9f-7fe3-4513-af26-79e30c85dbf1 None None] Pushing event updated for resources: {'Port': ['ID=c305424e-7ee8-4dfc-8960-5484f8b33ebd,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:41:25.505423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab40e9b-ebee-479b-8fec-df25f4638412 None None] Network 81c0ac69-366d-4a98-bc02-86e051170106 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:41:25.568397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e3c2420f-fac3-4460-9a44-8e06c2404f86 None None] Provisioning complete for port c305424e-7ee8-4dfc-8960-5484f8b33ebd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:41:25.568641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3c2420f-fac3-4460-9a44-8e06c2404f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:25.693159 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3c2420f-fac3-4460-9a44-8e06c2404f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:25.755275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e3c2420f-fac3-4460-9a44-8e06c2404f86 None None] For port c305424e-7ee8-4dfc-8960-5484f8b33ebd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c305424e-7ee8-4dfc-8960-5484f8b33ebd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:41:25.760747 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3c2420f-fac3-4460-9a44-8e06c2404f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:25.813401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2420f-fac3-4460-9a44-8e06c2404f86 None None] Pushing event updated for resources: {'Port': ['ID=c305424e-7ee8-4dfc-8960-5484f8b33ebd,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:41:25.990173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b77d3e0c-bbd8-421f-ba7b-e23bf572fe42 None None] Provisioning complete for port c305424e-7ee8-4dfc-8960-5484f8b33ebd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:41:25.990440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b77d3e0c-bbd8-421f-ba7b-e23bf572fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:26.118544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c305424e-7ee8-4dfc-8960-5484f8b33ebd up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:41:26.178573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a28693f3-0782-40b8-855f-98f5bf706201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:26.192471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c305424e-7ee8-4dfc-8960-5484f8b33ebd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:41:26.192842 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:27.437742 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:29.231880 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:30.016896 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:40.595938 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:41:53.799042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0ea3fdf7-b2e3-4dd0-a3d3-b314ce64e87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:56.171955 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e80c8b65-a6ad-456c-a3ce-7c2fd32bf21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:57.441411 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:41:59.230825 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:00.017217 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:17.594862 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:42:23.801202 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-117accac-1d95-4d15-92cb-20dd8320dde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:26.175925 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09d10d0d-924a-45e7-a0d6-9f897134e523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:27.444113 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:29.232611 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:30.018175 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:36.572296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:42:36.578087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-7da553e0-1676-4237-a570-bc6491fea661 tempest-verify_tempest_config-860410954 tempest-verify_tempest_config-860410954-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:42:36.579078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7da553e0-1676-4237-a570-bc6491fea661 tempest-verify_tempest_config-860410954 tempest-verify_tempest_config-860410954-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057368 Nov 12 10:42:36.862512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38854) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:42:36.963910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:37.068657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:37.073218 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:37.115456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56817efe-7c72-4c04-bd4f-0e6311cc3c2b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:42:37.120471 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44d78436f0884c2bbd1d3c7cdb398d6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2569904 Nov 12 10:42:37.123333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38858) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:42:37.124723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.125101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.125440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.125772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.126102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.126430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.126754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.127078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.127398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.127721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.128066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.128410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec2be3-0f78-4c3d-a38f-d4453d0e8dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.186495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:37.206707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:37.297203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:37.299748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:37.301283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56817efe-7c72-4c04-bd4f-0e6311cc3c2b HTTP/1.1" status: 204 len: 168 time: 0.1764109 Nov 12 10:42:37.309580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56817efe-7c72-4c04-bd4f-0e6311cc3c2b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:42:37.316125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.316470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.316804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.317164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.317493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.317817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.318155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.318456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.318800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.319086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.319402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:37.319716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2092-74de-40d9-9bd2-56300a0e1177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:42:53.803016 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3b4cd9a3-6528-4746-99c5-302e07cecd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:54.593154 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:42:56.180716 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ea0f-46f8-4bdd-bdac-6f34175f1655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:57.445270 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:42:59.236977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:00.018805 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:23.804114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e8e265c2-ac1d-4373-8d49-caaa7477eaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:26.184754 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b444d20-512c-4f14-aa71-7c94cdb767cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:27.450606 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:29.240294 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:30.019589 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:31.591704 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:43:53.806230 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-39095939-6326-4db2-9a30-68c9febf63f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:56.187449 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ab2cd064-17c6-48e3-aa4c-a14570805153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:57.453906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:59.243601 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:00.020284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:08.592307 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:44:23.806914 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94605803-12b7-4f50-88f8-a7f9ad2c316a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:26.189006 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9376c6d0-ddd9-46f0-82d2-e54dcb71fc06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:27.468514 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:29.246876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:30.028169 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:45.592025 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:44:53.808769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0846e637-5d42-4774-a09f-31ba2f8e8301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:56.189823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1d647d28-410c-4b47-9033-9c24d7581401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:57.459695 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:59.250556 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:00.024939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:22.590280 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 5 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:45:23.814316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-908c6045-c728-4771-95d0-386f2744bd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:26.191351 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-58fc2d3e-329e-4515-85b0-5f79ca1f7d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:27.463291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:29.254732 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:30.028688 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:39.653151 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688566'] for agent, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:40.059765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688566'] for agent, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:53.805419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49384bb7-1779-48bf-b6f6-e419f550ed93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:56.192785 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-277211db-4363-46b6-a047-6155cc648a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:57.466818 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:59.258546 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:59.589180 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:46:00.031968 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:09.609522 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:09.998594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:23.808191 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-733a0bf8-c9f5-4246-8374-f06968b1caab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:25.550845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38918) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:25.659083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b45d7077-581d-4971-b3af-3baf1ad0d86c admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1071486 Nov 12 10:46:26.195872 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c49f0fc-f1c9-4626-a290-c629e2d4a5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:27.468913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:27.968626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38928) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:28.023459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c8df9cbb-85c3-4d44-a6ad-0fe4c4d8a92f admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0537260 Nov 12 10:46:29.261324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:30.034457 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:36.588403 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:46:39.616636 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:39.997402 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:53.810948 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-953fd00c-ddaf-424d-808a-912fa1588533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:56.198689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cec876cf-4d92-4497-9969-6e15af496042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:57.473300 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:59.265057 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:00.039323 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:09.619702 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:10.011714 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:13.588893 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:47:23.814892 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82168c45-7615-4845-b9d1-dfc420071e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:26.202027 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d35242e0-c202-43af-9cae-f5f928968959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:27.476316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:29.268628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:30.041849 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:39.649020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:40.026942 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:50.590008 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:47:53.820594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c170b393-e4fa-42ce-8156-a099f709b138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.470494 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:55.519674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39354) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:55.523000 n-d-768851-19 neutron-server[109165]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 10:47:55.552285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-004bc5ab-87f2-4f31-9283-9cae58e76cfd tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=30c5967c67c4421e86e82be9136d2d41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311632 Nov 12 10:47:55.602932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.701334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.702028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39362) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:55.706797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.740613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db7c51-7022-4c67-9d64-1ad766b0d52a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:55.752000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.752496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.752990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.753485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.753957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.754424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.755134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.755724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.756186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.756823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.757306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.758098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] Tracked resource versions report: Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: pushed versions: Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: { 'AddressGroup': {'1.2'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'ConntrackHelper': {'1.0'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Log': {'1.0'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Network': {'1.1'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Port': {'1.7'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'PortForwarding': {'1.2'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'QosPolicy': {'1.10'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'SecurityGroup': {'1.5'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'SubPort': {'1.0'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Subnet': {'1.1'}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Trunk': {'1.1'}} Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: consumer versions: Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: { DHCP agent@n-d-768851-19: {}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: HyperV agent@n-h1-768851-19: {}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: HyperV agent@n-h2-768851-19: {}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: L3 agent@n-d-768851-19: {}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: Metadata agent@n-d-768851-19: {}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: Metering agent@n-d-768851-19: {}, Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: Open vSwitch agent@n-d-768851-19: { 'AddressGroup': '1.2', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'ConntrackHelper': '1.0', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Log': '1.0', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Network': '1.1', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Port': '1.7', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'PortForwarding': '1.2', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'QosPolicy': '1.10', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'SecurityGroup': '1.5', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'SecurityGroupRule': '1.2', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'SubPort': '1.0', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Subnet': '1.1', Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: 'Trunk': '1.1'}} Nov 12 10:47:55.759397 n-d-768851-19 neutron-server[109166]: {{(pid=109166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:47:55.762466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-f6431ef5-8a78-4f77-91f8-3db8029d9287 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:47:55.771496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-f6431ef5-8a78-4f77-91f8-3db8029d9287 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128537 Nov 12 10:47:55.777641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-60748670-0aee-404d-b52d-3ad254860039 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=597dee37b8bf4ffaaf89f66bc71ffff0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3058658 Nov 12 10:47:55.779952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39366) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:55.806182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-7606efda-a5d7-4da2-8616-c19f96926341 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/quotas/30c5967c67c4421e86e82be9136d2d41 HTTP/1.1" status: 200 len: 375 time: 0.0338204 Nov 12 10:47:55.851625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6abf012c-cef3-4431-bf23-921fe5b97342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.873659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.874090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6abf012c-cef3-4431-bf23-921fe5b97342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.877464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-97814a48-d533-4e4c-b063-2b6dd937931b tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=30c5967c67c4421e86e82be9136d2d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650332 Nov 12 10:47:55.938717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6abf012c-cef3-4431-bf23-921fe5b97342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.941876 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6abf012c-cef3-4431-bf23-921fe5b97342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.943301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6abf012c-cef3-4431-bf23-921fe5b97342 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15db7c51-7022-4c67-9d64-1ad766b0d52a HTTP/1.1" status: 204 len: 168 time: 0.1623108 Nov 12 10:47:55.953547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf012c-cef3-4431-bf23-921fe5b97342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db7c51-7022-4c67-9d64-1ad766b0d52a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:55.978209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:55.986098 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.046439 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03c7743276884393ad9e38f8228914e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3427606 Nov 12 10:47:56.049153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39380) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:56.055585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811b1362-7db8-4b6e-85df-f2da9ddcefeb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:56.064974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.065428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.066039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.066513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.066944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.067371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.067794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.068343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.068893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.069315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.069808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.070299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795c385-6111-4317-8ea7-4de0dd977d9c admin admin] Tracked resource versions report: Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: pushed versions: Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: { 'AddressGroup': {'1.2'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'ConntrackHelper': {'1.0'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Log': {'1.0'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Network': {'1.1'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Port': {'1.7'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'PortForwarding': {'1.2'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'QosPolicy': {'1.10'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'SecurityGroup': {'1.5'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'SubPort': {'1.0'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Subnet': {'1.1'}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Trunk': {'1.1'}} Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: consumer versions: Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: { DHCP agent@n-d-768851-19: {}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: HyperV agent@n-h1-768851-19: {}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: HyperV agent@n-h2-768851-19: {}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: L3 agent@n-d-768851-19: {}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: Metadata agent@n-d-768851-19: {}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: Metering agent@n-d-768851-19: {}, Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: Open vSwitch agent@n-d-768851-19: { 'AddressGroup': '1.2', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'ConntrackHelper': '1.0', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Log': '1.0', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Network': '1.1', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Port': '1.7', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'PortForwarding': '1.2', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'QosPolicy': '1.10', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'SecurityGroup': '1.5', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'SecurityGroupRule': '1.2', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'SubPort': '1.0', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Subnet': '1.1', Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: 'Trunk': '1.1'}} Nov 12 10:47:56.071533 n-d-768851-19 neutron-server[109165]: {{(pid=109165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:47:56.114330 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d78baa2-ffe3-4ff3-aff3-9310fe4dc8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.162734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d78baa2-ffe3-4ff3-aff3-9310fe4dc8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.216803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-af4a5556-6a60-448c-a796-f7f20e880329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.244570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d78baa2-ffe3-4ff3-aff3-9310fe4dc8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.250498 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d78baa2-ffe3-4ff3-aff3-9310fe4dc8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.255183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9d78baa2-ffe3-4ff3-aff3-9310fe4dc8ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/811b1362-7db8-4b6e-85df-f2da9ddcefeb HTTP/1.1" status: 204 len: 168 time: 0.2049193 Nov 12 10:47:56.283716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78baa2-ffe3-4ff3-aff3-9310fe4dc8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b1362-7db8-4b6e-85df-f2da9ddcefeb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:56.426174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39410) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:56.457519 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f56d2cc5-c513-4646-9f3c-fed26e1bcdf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.542759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f56d2cc5-c513-4646-9f3c-fed26e1bcdf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.548248 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f56d2cc5-c513-4646-9f3c-fed26e1bcdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.580083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d2cc5-c513-4646-9f3c-fed26e1bcdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30feb044-c6d6-4d83-b0c9-6a57dfa39832,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:56.605830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39420) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:56.619683 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f56d2cc5-c513-4646-9f3c-fed26e1bcdf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c3f7720d73946ffa1e386e93a0d02e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1893098 Nov 12 10:47:56.665524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4070f814-bfab-4d12-bf55-7df55fe25b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.683925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39428) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:56.697329 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4070f814-bfab-4d12-bf55-7df55fe25b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.700113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb4f7-72aa-430b-ad40-0bf33ccb7b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.703062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39430) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:56.771729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4070f814-bfab-4d12-bf55-7df55fe25b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.776515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4070f814-bfab-4d12-bf55-7df55fe25b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.778243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4070f814-bfab-4d12-bf55-7df55fe25b75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30feb044-c6d6-4d83-b0c9-6a57dfa39832 HTTP/1.1" status: 204 len: 168 time: 0.1706185 Nov 12 10:47:56.794112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070f814-bfab-4d12-bf55-7df55fe25b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30feb044-c6d6-4d83-b0c9-6a57dfa39832,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:56.826459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb4f7-72aa-430b-ad40-0bf33ccb7b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.832520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb4f7-72aa-430b-ad40-0bf33ccb7b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:56.892619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bb4f7-72aa-430b-ad40-0bf33ccb7b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9794537a-6a73-4ac1-b45e-53a3c52f608d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:56.922178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb0bb4f7-72aa-430b-ad40-0bf33ccb7b70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec43410f7c7f4ac0800b8983214e3303&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2359490 Nov 12 10:47:56.925748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39446) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:56.993543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e989c4f-598b-4d34-8178-3a1fc9f93d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:57.028441 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e989c4f-598b-4d34-8178-3a1fc9f93d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:57.046659 n-d-768851-19 neutron-server[109166]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 10:47:57.100514 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e989c4f-598b-4d34-8178-3a1fc9f93d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:57.103891 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e989c4f-598b-4d34-8178-3a1fc9f93d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:57.107884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e989c4f-598b-4d34-8178-3a1fc9f93d30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9794537a-6a73-4ac1-b45e-53a3c52f608d HTTP/1.1" status: 204 len: 168 time: 0.1805456 Nov 12 10:47:57.123336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e989c4f-598b-4d34-8178-3a1fc9f93d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9794537a-6a73-4ac1-b45e-53a3c52f608d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:57.152463 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49e0757e-48a6-428d-b694-db8422a7ecfb req-59ca7bda-4e17-434f-aa54-b49a86b88007 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 210 time: 0.4478335 Nov 12 10:47:57.486025 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:57.728296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-471a3f8c-182c-4cfc-a9a3-2bca68641bea tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b1caac80bd6244edb14b60b84f4fba7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489719 Nov 12 10:47:58.004692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-4ac96a6d-43f2-4c1f-a0f8-fa2f7ecf06a3 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:47:58.014348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-4ac96a6d-43f2-4c1f-a0f8-fa2f7ecf06a3 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2785840 Nov 12 10:47:58.027326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e250519c-0726-49be-92ca-0adbeb97f4e4 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/quotas/b1caac80bd6244edb14b60b84f4fba7e HTTP/1.1" status: 200 len: 375 time: 0.0111852 Nov 12 10:47:58.091023 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-6c190c65-0905-41af-a6a6-d289bad36779 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1caac80bd6244edb14b60b84f4fba7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560961 Nov 12 10:47:58.472041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-287ace5b-c684-431d-9236-3d9f0557cf3d req-9713fe03-4718-4167-aed5-448a3721378f tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.0467234 Nov 12 10:47:58.507156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.59', 56528) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:58.535061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6473a7aa-efad-434a-9daf-8e8506ac0f59 req-7fe6c64f-8687-411e-9587-d4f8fcce5e84 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 210 time: 0.1995592 Nov 12 10:47:58.540237 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-51b9bfa0-ff76-433b-bc46-fe2bd12927a6 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=30c5967c67c4421e86e82be9136d2d41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248029 Nov 12 10:47:58.605369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39578) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:58.746268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-a95679ba-733d-4a57-8dbe-dd597697bcad tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:47:58.749821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-a95679ba-733d-4a57-8dbe-dd597697bcad tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992924 Nov 12 10:47:58.875671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Request body: {'port': {'device_id': 'fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '30c5967c67c4421e86e82be9136d2d41'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:47:58.981395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bd4fdd3-6533-4ecf-96f2-e2eb9d60e95b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.128423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39608) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:59.147177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bd4fdd3-6533-4ecf-96f2-e2eb9d60e95b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.152885 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bd4fdd3-6533-4ecf-96f2-e2eb9d60e95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.205723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8bd4fdd3-6533-4ecf-96f2-e2eb9d60e95b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dac3b9277b3d4c30a194f6d9f9a41371&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5990551 Nov 12 10:47:59.206753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39618) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:59.245575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Made reservation on behalf of 30c5967c67c4421e86e82be9136d2d41 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:47:59.250897 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.261588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.282239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2de6ff8-998a-4a75-a8b3-050b6df1630e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.282754 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.308718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2de6ff8-998a-4a75-a8b3-050b6df1630e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.357822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4fdd3-6533-4ecf-96f2-e2eb9d60e95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4728f6-6c26-4e7a-a144-6e6ea02c2e72,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:59.378256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2de6ff8-998a-4a75-a8b3-050b6df1630e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.383896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2de6ff8-998a-4a75-a8b3-050b6df1630e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.397566 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f2de6ff8-998a-4a75-a8b3-050b6df1630e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db4728f6-6c26-4e7a-a144-6e6ea02c2e72 HTTP/1.1" status: 204 len: 168 time: 0.1836379 Nov 12 10:47:59.407906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de6ff8-998a-4a75-a8b3-050b6df1630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4728f6-6c26-4e7a-a144-6e6ea02c2e72,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:59.425644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.432761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.572364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06646d88-41f4-4a25-8522-28956ee39a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.644307 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:59.687397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06646d88-41f4-4a25-8522-28956ee39a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.729864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93737bf0-b75e-4c5e-bfa9-64b0980c6339 req-736df9a4-e70c-4a8c-a8b0-a520fbc466b1 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 210 time: 0.0364444 Nov 12 10:47:59.731185 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06646d88-41f4-4a25-8522-28956ee39a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.769641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fa7781d-94dc-435d-979a-0a05267abe41 req-1677763f-4bed-4149-b946-e000b916caea tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.0794318 Nov 12 10:47:59.785602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06646d88-41f4-4a25-8522-28956ee39a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d1ae52-7bfc-4107-951c-572f494a3672,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:59.810370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-06646d88-41f4-4a25-8522-28956ee39a06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26857714f8a045efbac76955182e3131&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6793706 Nov 12 10:47:59.811211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39654) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:59.875690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec5becd-3819-4b42-9640-2b387f744e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.923034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec5becd-3819-4b42-9640-2b387f744e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:59.929179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Allocated IP 192.168.233.245 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/50e66e83-8c6a-496a-8f25-5c61c022be48) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:47:59.998587 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec5becd-3819-4b42-9640-2b387f744e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.002807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec5becd-3819-4b42-9640-2b387f744e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.007040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4ec5becd-3819-4b42-9640-2b387f744e43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56d1ae52-7bfc-4107-951c-572f494a3672 HTTP/1.1" status: 204 len: 168 time: 0.1942372 Nov 12 10:48:00.016006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5becd-3819-4b42-9640-2b387f744e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d1ae52-7bfc-4107-951c-572f494a3672,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:00.107863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.190117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.260009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.402485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39668) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:00.433955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ce2fbd74-824c-4adb-be27-3e338bc5bcf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.448831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Pushing event updated for resources: {'Port': ['ID=50e66e83-8c6a-496a-8f25-5c61c022be48,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:00.475381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:00.477586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:00.482800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:00.497337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:00.498385 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.565572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-8479edbd-d441-4758-abbd-3434e938a7f5 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6947682 Nov 12 10:48:00.621720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ce2fbd74-824c-4adb-be27-3e338bc5bcf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.635047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ce2fbd74-824c-4adb-be27-3e338bc5bcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.682058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fbd74-824c-4adb-be27-3e338bc5bcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218a615e-2782-4a54-ba3b-18d4d835fc35,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:00.708540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ce2fbd74-824c-4adb-be27-3e338bc5bcf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cecd912cb4304066ba09620dd4861305&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3044932 Nov 12 10:48:00.712721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39672) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:00.950851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4223987b-25b7-4171-85cc-fe3a7cd037b9 None None] Provisioning complete for port 50e66e83-8c6a-496a-8f25-5c61c022be48 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:00.951706 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4223987b-25b7-4171-85cc-fe3a7cd037b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:00.957996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a0e639-f1c3-4933-a54e-98c58b24eb6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.037002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0c0e54fc-7e40-481e-857c-9941b299b124 req-250fb630-616d-4236-9055-5d8ae121d895 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.0871081 Nov 12 10:48:01.043252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4223987b-25b7-4171-85cc-fe3a7cd037b9 None None] Port 50e66e83-8c6a-496a-8f25-5c61c022be48 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:01.105444 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a0e639-f1c3-4933-a54e-98c58b24eb6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.117144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648f96-c826-4296-aba3-9e6714375208 req-4cc6102a-9a37-42db-a33b-80a74ed99dff tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:01.125099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9648f96-c826-4296-aba3-9e6714375208 req-4cc6102a-9a37-42db-a33b-80a74ed99dff tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 936 time: 0.1605861 Nov 12 10:48:01.162973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39688) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:01.187492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7405-f2d3-4bff-b93a-645f3c0b51ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.358868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7405-f2d3-4bff-b93a-645f3c0b51ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.369588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7405-f2d3-4bff-b93a-645f3c0b51ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.390767 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9648f96-c826-4296-aba3-9e6714375208 req-cf8db587-e475-4f4f-804d-ed2d0756ab15 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639802 Nov 12 10:48:01.429529 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a0e639-f1c3-4933-a54e-98c58b24eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.432840 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a0e639-f1c3-4933-a54e-98c58b24eb6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.434196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-12a0e639-f1c3-4933-a54e-98c58b24eb6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/218a615e-2782-4a54-ba3b-18d4d835fc35 HTTP/1.1" status: 204 len: 168 time: 0.7201905 Nov 12 10:48:01.449251 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8ebd7405-f2d3-4bff-b93a-645f3c0b51ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c375573411f344388fec5ca727269c84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2846489 Nov 12 10:48:01.457267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0e639-f1c3-4933-a54e-98c58b24eb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a615e-2782-4a54-ba3b-18d4d835fc35,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:01.457708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39696) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:01.510672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd7405-f2d3-4bff-b93a-645f3c0b51ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a982fd7b-b4d0-4cf5-a838-260214646d23,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:01.572848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-91dbe455-9f71-4990-bb02-f3c07ad3c19d tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453277 Nov 12 10:48:01.685057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e531c282-43a0-4a81-8e7e-32d52ac7bcb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.725641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e531c282-43a0-4a81-8e7e-32d52ac7bcb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.781182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-177a32da-631f-406c-beab-9465b3ed7e27 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:01.789111 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-177a32da-631f-406c-beab-9465b3ed7e27 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813416 Nov 12 10:48:01.805632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-e9625cf0-0931-4a26-9e46-e1a14d174cf8 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/quotas/7b6c66513f2243f89ef7701ebbc49ef1 HTTP/1.1" status: 200 len: 375 time: 0.0151579 Nov 12 10:48:01.863439 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-77139d91-22aa-4711-a0c9-0a5875bfb7b0 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537162 Nov 12 10:48:01.882682 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e531c282-43a0-4a81-8e7e-32d52ac7bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.886057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e531c282-43a0-4a81-8e7e-32d52ac7bcb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.890884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e531c282-43a0-4a81-8e7e-32d52ac7bcb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a982fd7b-b4d0-4cf5-a838-260214646d23 HTTP/1.1" status: 204 len: 168 time: 0.4320812 Nov 12 10:48:01.899658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531c282-43a0-4a81-8e7e-32d52ac7bcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a982fd7b-b4d0-4cf5-a838-260214646d23,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:02.154515 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8a7cd9b-88cd-472b-a7a6-891a43fdb26b req-64d0b319-3f9d-4098-a005-30450a6c9615 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 210 time: 0.0460052 Nov 12 10:48:02.275157 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32c9000c-69d1-46f9-a2bc-20dcc3dba817 req-a4ba1065-05a4-4fb1-b6c9-9b9541e69558 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.0689619 Nov 12 10:48:02.595009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1638b5-8764-4de2-a62f-cb4bb5cac4b2 req-91547bcb-6929-4691-8bf9-2ade096bd58d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:02.599306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf1638b5-8764-4de2-a62f-cb4bb5cac4b2 req-91547bcb-6929-4691-8bf9-2ade096bd58d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 936 time: 0.0793157 Nov 12 10:48:02.699598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf1638b5-8764-4de2-a62f-cb4bb5cac4b2 req-007728e8-8014-4520-a4f5-c6cc1ec37480 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915558 Nov 12 10:48:03.042408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39770) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:03.300817 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4103675-8532-400d-9eac-a9969e8b0024 req-88bc0dc4-0cc8-45b1-99c0-56c675e9763c tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 210 time: 0.0634763 Nov 12 10:48:03.385281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4336-c103-4809-964e-cf5bb3d156fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:03.391481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d38ee36-58b0-4ec0-a887-7c92467e8951 req-3834da9a-7480-4e14-9a2c-1d4a337dda3d tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.0413260 Nov 12 10:48:03.524412 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4336-c103-4809-964e-cf5bb3d156fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:03.538235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4336-c103-4809-964e-cf5bb3d156fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:03.597410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3d3c4336-c103-4809-964e-cf5bb3d156fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c4ce2736fb246ddb760ab478c829f5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5533566 Nov 12 10:48:03.598897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c4336-c103-4809-964e-cf5bb3d156fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47601add-5e9e-43e0-b7ee-c51b4699211f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:03.601232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39788) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:03.720422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f668e6e-ccae-4665-ba70-5afedf01d4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:03.734391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.52', 65180) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:03.790766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f668e6e-ccae-4665-ba70-5afedf01d4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:03.792073 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-447450f0-d893-4fe5-a024-a57d97ad3280 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561948 Nov 12 10:48:03.928018 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f668e6e-ccae-4665-ba70-5afedf01d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:03.931014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f668e6e-ccae-4665-ba70-5afedf01d4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:03.932472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6f668e6e-ccae-4665-ba70-5afedf01d4c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47601add-5e9e-43e0-b7ee-c51b4699211f HTTP/1.1" status: 204 len: 168 time: 0.3299763 Nov 12 10:48:03.946206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f668e6e-ccae-4665-ba70-5afedf01d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47601add-5e9e-43e0-b7ee-c51b4699211f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:04.053158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d5c15-ddad-49e7-b0af-ab79b6bde145 req-72842568-2b8e-48b8-abe6-96a718dfa7d0 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:04.063187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214d5c15-ddad-49e7-b0af-ab79b6bde145 req-72842568-2b8e-48b8-abe6-96a718dfa7d0 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 936 time: 0.1911764 Nov 12 10:48:04.107529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-c7c10043-147d-4693-b09a-f3e388529815 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:04.109632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-c7c10043-147d-4693-b09a-f3e388529815 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074455 Nov 12 10:48:04.153245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214d5c15-ddad-49e7-b0af-ab79b6bde145 req-0928923f-f4ea-4a8d-b59a-af02153562f6 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821285 Nov 12 10:48:04.199382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Request body: {'port': {'device_id': '50807cee-f44e-441a-93d9-fa45d6fdba41', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '7b6c66513f2243f89ef7701ebbc49ef1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:04.371290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Made reservation on behalf of 7b6c66513f2243f89ef7701ebbc49ef1 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:04.382084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:04.392546 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:04.493101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b563d7f5-6da4-4d1b-87be-817ea347d622 req-46432660-d6f0-410a-88e3-cca2debc9b2f tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 210 time: 0.0643311 Nov 12 10:48:04.562581 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee82be83-5ec8-411e-a334-cc985688cd39 req-b838b833-df09-43bf-9c4f-db0651c4c85e tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.0618658 Nov 12 10:48:04.602232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:04.602379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:04.608727 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:04.617897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aacbf5cf-7d2e-40a2-a430-ae2ee523dbc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:04.665665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbecc6b-7d92-412a-a36c-79ee7517f917,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:04.781212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aacbf5cf-7d2e-40a2-a430-ae2ee523dbc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:04.791386 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aacbf5cf-7d2e-40a2-a430-ae2ee523dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:04.835619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Allocated IP 192.168.233.176 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/a1c1229e-f67d-4ecb-871d-0d3271b26c59) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:04.867690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aacbf5cf-7d2e-40a2-a430-ae2ee523dbc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0171e7f1f41421f95226591a3b984c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2640903 Nov 12 10:48:04.870015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39834) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:04.916377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbf5cf-7d2e-40a2-a430-ae2ee523dbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa108f3-607d-4bbb-9d1d-f5cb1d959529,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:04.962505 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf38c175-4068-47d4-8e94-4f53c71fdce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:05.041209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf38c175-4068-47d4-8e94-4f53c71fdce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:05.153458 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf38c175-4068-47d4-8e94-4f53c71fdce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:05.156813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf38c175-4068-47d4-8e94-4f53c71fdce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:05.160909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cf38c175-4068-47d4-8e94-4f53c71fdce5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfa108f3-607d-4bbb-9d1d-f5cb1d959529 HTTP/1.1" status: 204 len: 168 time: 0.2894669 Nov 12 10:48:05.196447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38c175-4068-47d4-8e94-4f53c71fdce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa108f3-607d-4bbb-9d1d-f5cb1d959529,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:05.459762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139a3dc-65e7-48fa-b989-38e2d384e88a req-e09e748a-5d61-402c-9a30-83f45d28beb7 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:05.475933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1139a3dc-65e7-48fa-b989-38e2d384e88a req-e09e748a-5d61-402c-9a30-83f45d28beb7 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 936 time: 0.1458910 Nov 12 10:48:05.582654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:05.623188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1139a3dc-65e7-48fa-b989-38e2d384e88a req-125039a2-5db6-43f0-bdbb-7677c49a0a56 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347053 Nov 12 10:48:05.683538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:05.804444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:05.811032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:05.818988 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:05.826889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20feb593-09e6-4486-a4f0-3486ab50da1b req-7d7348da-7fda-4552-803a-32a3ad66a00f tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:05.830134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:05.830799 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:05.839107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20feb593-09e6-4486-a4f0-3486ab50da1b req-7d7348da-7fda-4552-803a-32a3ad66a00f tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 936 time: 0.0796058 Nov 12 10:48:05.863239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Pushing event updated for resources: {'Port': ['ID=a1c1229e-f67d-4ecb-871d-0d3271b26c59,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:05.885226 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-917eb732-c198-4ea0-894b-b77022aafaf5 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6884809 Nov 12 10:48:05.901546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39864) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:05.916248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20feb593-09e6-4486-a4f0-3486ab50da1b req-2e816f54-12b8-42f6-ac76-c479dc096e38 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Nov 12 10:48:06.084749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d0938147-bd35-46c4-bc22-070c81bede77 req-479c2252-565b-4827-83bf-01dcb0aeb116 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.0721002 Nov 12 10:48:06.143487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-b0fc25ba-4884-42fe-bce7-3a58651cbf60 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:48:06.145641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-b0fc25ba-4884-42fe-bce7-3a58651cbf60 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078828 Nov 12 10:48:06.202814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-426ebf18-73ce-40ca-8db7-5a91e93163dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.254200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-72dd864d-e904-4b3f-9c7c-fa4c48b615ef None None] Provisioning complete for port a1c1229e-f67d-4ecb-871d-0d3271b26c59 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:06.254798 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72dd864d-e904-4b3f-9c7c-fa4c48b615ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.384967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-72dd864d-e904-4b3f-9c7c-fa4c48b615ef None None] Port a1c1229e-f67d-4ecb-871d-0d3271b26c59 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:06.428459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-426ebf18-73ce-40ca-8db7-5a91e93163dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.446794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-426ebf18-73ce-40ca-8db7-5a91e93163dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.482494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-426ebf18-73ce-40ca-8db7-5a91e93163dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eef75140f3b34ef8b6736d30d38695f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5773261 Nov 12 10:48:06.483240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39882) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:06.529091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ebf18-73ce-40ca-8db7-5a91e93163dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa2b1f-8c47-4a51-bbcd-afefe9897cbc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:06.562606 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5f78-5539-41bc-8226-e9d57c81725b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.611597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5f78-5539-41bc-8226-e9d57c81725b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.667707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Request body: {'port': {'device_id': '50807cee-f44e-441a-93d9-fa45d6fdba41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:06.689865 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5f78-5539-41bc-8226-e9d57c81725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.692622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5f78-5539-41bc-8226-e9d57c81725b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.704043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5cfd5f78-5539-41bc-8226-e9d57c81725b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25aa2b1f-8c47-4a51-bbcd-afefe9897cbc HTTP/1.1" status: 204 len: 168 time: 0.2102232 Nov 12 10:48:06.770514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-7f2b0f45-1e74-4d89-bc76-fd401c005ec2 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:48:06.771614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-7f2b0f45-1e74-4d89-bc76-fd401c005ec2 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0830259 Nov 12 10:48:06.845837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5f78-5539-41bc-8226-e9d57c81725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa2b1f-8c47-4a51-bbcd-afefe9897cbc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:06.964549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:06.968983 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-d697110f-1bae-4160-a0c7-7515d7a1b0c8 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b1caac80bd6244edb14b60b84f4fba7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151316 Nov 12 10:48:07.004423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbfcf0-d175-4617-b997-5c2ce5155f88 req-1a917bcc-578f-4cb5-b121-54b95698172d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:07.012657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42dbfcf0-d175-4617-b997-5c2ce5155f88 req-1a917bcc-578f-4cb5-b121-54b95698172d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 936 time: 0.2052174 Nov 12 10:48:07.062569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.59', 56533) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:07.146246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-0f598bd6-d170-443d-8e0e-39a972a60b37 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:07.147987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-0f598bd6-d170-443d-8e0e-39a972a60b37 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532409 Nov 12 10:48:07.325906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd182c0-b547-4581-bb3e-24c1d2910867 req-48cf7a69-aeb8-4e36-999d-73f7a40a5ce6 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:07.329654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cd182c0-b547-4581-bb3e-24c1d2910867 req-48cf7a69-aeb8-4e36-999d-73f7a40a5ce6 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 936 time: 0.1391213 Nov 12 10:48:07.437160 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cd182c0-b547-4581-bb3e-24c1d2910867 req-90526ffc-0273-4c4b-8f87-89d7320fa9ce tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017356 Nov 12 10:48:07.466032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Request body: {'port': {'device_id': 'fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe', 'device_owner': 'compute:tempest-test_az-593928147', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:07.544755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39906) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:07.614826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae904994-332d-4334-9441-e8822aa767aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:07.615070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Request body: {'port': {'device_id': '3de15fed-e6b6-4b3f-a206-7d16bbb65ae2', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'b1caac80bd6244edb14b60b84f4fba7e'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:07.750693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae904994-332d-4334-9441-e8822aa767aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:07.871386 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:07.875851 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae904994-332d-4334-9441-e8822aa767aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:07.913745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2257473d-7127-490d-b2da-ac2cc99900e3 req-14c35912-3585-4b7e-82d9-a3366267cac1 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.1601369 Nov 12 10:48:07.932065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Made reservation on behalf of b1caac80bd6244edb14b60b84f4fba7e for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:07.947656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.018545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42dbfcf0-d175-4617-b997-5c2ce5155f88 req-699a9836-9b47-4f26-8047-6bac3f664888 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0048378 Nov 12 10:48:08.096995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c1229e-f67d-4ecb-871d-0d3271b26c59 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:08.128694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.210103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.230067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Transition to ACTIVE for port object a1c1229e-f67d-4ecb-871d-0d3271b26c59 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:08.234050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae904994-332d-4334-9441-e8822aa767aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8fe62-c61b-42b3-a955-311d10a5565f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:08.274651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae904994-332d-4334-9441-e8822aa767aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f593c51d447e45ae9cd2ea8fbd0ee4fe&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7231257 Nov 12 10:48:08.275571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39938) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:08.420245 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.422321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.433704 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.506181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2dbaba-c1ce-4547-b612-59ede8fe80c4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:08.637851 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3f2f-8a3d-411e-98b1-f0d77eb7b2e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.638056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1229e-f67d-4ecb-871d-0d3271b26c59,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:08.674796 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3f2f-8a3d-411e-98b1-f0d77eb7b2e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.728605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Attempting to bind port a1c1229e-f67d-4ecb-871d-0d3271b26c59 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:08.729090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Attempting to bind port a1c1229e-f67d-4ecb-871d-0d3271b26c59 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:08.729509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Attempting to bind port a1c1229e-f67d-4ecb-871d-0d3271b26c59 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:08.743394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Port a1c1229e-f67d-4ecb-871d-0d3271b26c59 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:08.743794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Attempting to bind port a1c1229e-f67d-4ecb-871d-0d3271b26c59 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:08.764537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:08.769960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:08.770611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:08.771113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Bound port: a1c1229e-f67d-4ecb-871d-0d3271b26c59, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:08.772124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.790053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130a148-ec93-4ce8-8855-891519a6b72c req-1442a6d5-be23-4fb8-b6cd-b36d544c54a3 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:08.792416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1130a148-ec93-4ce8-8855-891519a6b72c req-1442a6d5-be23-4fb8-b6cd-b36d544c54a3 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 948 time: 0.2240944 Nov 12 10:48:08.800925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e66e83-8c6a-496a-8f25-5c61c022be48 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:08.824304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.867631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Transition to ACTIVE for port object 50e66e83-8c6a-496a-8f25-5c61c022be48 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:08.886697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:08.972153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39954) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:08.999575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3f2f-8a3d-411e-98b1-f0d77eb7b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.010705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3f2f-8a3d-411e-98b1-f0d77eb7b2e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.014153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c9ad3f2f-8a3d-411e-98b1-f0d77eb7b2e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bd8fe62-c61b-42b3-a955-311d10a5565f HTTP/1.1" status: 204 len: 168 time: 0.7032006 Nov 12 10:48:09.054377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1130a148-ec93-4ce8-8855-891519a6b72c req-cd979461-006f-4607-806c-0b74e2eb0c08 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547488 Nov 12 10:48:09.094456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad3f2f-8a3d-411e-98b1-f0d77eb7b2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8fe62-c61b-42b3-a955-311d10a5565f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:09.113372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] For port a1c1229e-f67d-4ecb-871d-0d3271b26c59, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:09.136072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Pushing event updated for resources: {'Port': ['ID=50e66e83-8c6a-496a-8f25-5c61c022be48,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:09.190267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] For port a1c1229e-f67d-4ecb-871d-0d3271b26c59, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a1c1229e-f67d-4ecb-871d-0d3271b26c59,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:09.215786 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.256185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Allocated IP 192.168.233.207 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/86e6340e-bb54-474f-9e85-14b4e747f49c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:09.283712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b74ab5f-67ab-4b40-b759-996ea09241c3 req-2d4761a0-7191-44d2-80b0-2d73799121ca tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.1778910 Nov 12 10:48:09.318622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Attempting to bind port 50e66e83-8c6a-496a-8f25-5c61c022be48 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:09.319243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Attempting to bind port 50e66e83-8c6a-496a-8f25-5c61c022be48 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:09.319816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Attempting to bind port 50e66e83-8c6a-496a-8f25-5c61c022be48 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:09.337633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Port 50e66e83-8c6a-496a-8f25-5c61c022be48 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:09.338284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Attempting to bind port 50e66e83-8c6a-496a-8f25-5c61c022be48 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:09.341831 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea2edac5-9b26-4da3-8d24-231d816200d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.356100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:09.357012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:09.357974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:09.359613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Bound port: 50e66e83-8c6a-496a-8f25-5c61c022be48, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:09.360274 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.452431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1229e-f67d-4ecb-871d-0d3271b26c59,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:09.511996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] For port 50e66e83-8c6a-496a-8f25-5c61c022be48, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:09.516889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:09.518989 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.522231 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-3fb85442-e8e7-429d-96b3-d19ec1d56e04 service neutron] 10.222.0.52 "PUT /v2.0/ports/a1c1229e-f67d-4ecb-871d-0d3271b26c59 HTTP/1.1" status: 200 len: 1097 time: 3.1570017 Nov 12 10:48:09.535728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50807cee-f44e-441a-93d9-fa45d6fdba41', 'tag': 'a1c1229e-f67d-4ecb-871d-0d3271b26c59'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:09.576550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] For port 50e66e83-8c6a-496a-8f25-5c61c022be48, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=50e66e83-8c6a-496a-8f25-5c61c022be48,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:09.601079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.604445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea2edac5-9b26-4da3-8d24-231d816200d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.673468 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.704623 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea2edac5-9b26-4da3-8d24-231d816200d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.778907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812095-d631-4e2f-83d4-64cf27587a01 req-1329ca9a-a2a6-4a1f-ab6e-6cf92ed7dc0a tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:09.781067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7812095-d631-4e2f-83d4-64cf27587a01 req-1329ca9a-a2a6-4a1f-ab6e-6cf92ed7dc0a tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 969 time: 0.5753553 Nov 12 10:48:09.868678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:09.871654 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:09.877744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] 10.222.0.59 "PUT /v2.0/ports/50e66e83-8c6a-496a-8f25-5c61c022be48 HTTP/1.1" status: 200 len: 1118 time: 2.8020236 Nov 12 10:48:09.880063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe', 'tag': '50e66e83-8c6a-496a-8f25-5c61c022be48'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:10.047458 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:10.213678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed883e-be26-46ed-a3d5-0f8478efd1ca service neutron] Pushing event updated for resources: {'Port': ['ID=50e66e83-8c6a-496a-8f25-5c61c022be48,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:10.227696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2edac5-9b26-4da3-8d24-231d816200d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39eac01-3d93-4af0-80ff-0f18be705d7a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:10.331425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea2edac5-9b26-4da3-8d24-231d816200d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfb2c892c1154a68857d7c5a964286ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3579009 Nov 12 10:48:10.332477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39996) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:10.428661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a81537-d59d-49c6-ba3d-6977980eb177 req-10272630-9522-42af-872f-d3352fabf035 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:10.438018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0a81537-d59d-49c6-ba3d-6977980eb177 req-10272630-9522-42af-872f-d3352fabf035 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 948 time: 0.1955299 Nov 12 10:48:10.524307 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c806a3-762e-4420-885c-c7ddb5733fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "50807cee-f44e-441a-93d9-fa45d6fdba41", "tag": "a1c1229e-f67d-4ecb-871d-0d3271b26c59"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:10.526298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0a81537-d59d-49c6-ba3d-6977980eb177 req-9f1ce4fc-fca4-44d7-b577-311afb004659 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672128 Nov 12 10:48:10.555864 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-509b16d6-cb38-451a-8d99-5edf9a47c4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:10.583585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-509b16d6-cb38-451a-8d99-5edf9a47c4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:10.678209 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b98a185-9ac5-45b2-8405-95a9c750edc4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe", "tag": "50e66e83-8c6a-496a-8f25-5c61c022be48"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:10.717037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-509b16d6-cb38-451a-8d99-5edf9a47c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:10.720234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-509b16d6-cb38-451a-8d99-5edf9a47c4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:10.724682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-509b16d6-cb38-451a-8d99-5edf9a47c4ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f39eac01-3d93-4af0-80ff-0f18be705d7a HTTP/1.1" status: 204 len: 168 time: 0.3830953 Nov 12 10:48:10.753036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b16d6-cb38-451a-8d99-5edf9a47c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39eac01-3d93-4af0-80ff-0f18be705d7a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:10.767741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-5447c014-34fb-4731-86c5-f6565bced708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:10.769407 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-5447c014-34fb-4731-86c5-f6565bced708 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 1100 time: 1.0305781 Nov 12 10:48:10.788064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-5cd94f08-263b-4cdf-8915-fe2bf8b4ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:10.790401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-5cd94f08-263b-4cdf-8915-fe2bf8b4ddc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30c5967c67c4421e86e82be9136d2d41&device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 1121 time: 0.1087697 Nov 12 10:48:10.791181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7812095-d631-4e2f-83d4-64cf27587a01 req-85153616-6bae-4818-b54e-3b1ea150ce44 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9628253 Nov 12 10:48:10.887314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-86aff187-dfb8-4610-be3b-b3f2bf11ea48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a1c1229e-f67d-4ecb-871d-0d3271b26c59 HTTP/1.1" status: 200 len: 217 time: 0.0940924 Nov 12 10:48:11.002602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:11.094425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-08b914cb-21f5-4941-894c-ca92d274682b req-2845c968-1adc-4309-a328-eb9bbf98b3cf tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 210 time: 0.1045527 Nov 12 10:48:11.105906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-bb79cdf6-1298-497f-a651-cd384e48eaa9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=50e66e83-8c6a-496a-8f25-5c61c022be48 HTTP/1.1" status: 200 len: 217 time: 0.3049505 Nov 12 10:48:11.121355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-dfe1d97f-6aed-42c1-973d-8b6dc91f4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:11.122830 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-dfe1d97f-6aed-42c1-973d-8b6dc91f4646 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2097385 Nov 12 10:48:11.191091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-4bcd8ef2-a9f5-46e7-9a72-bff583a48d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:11.192640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-4bcd8ef2-a9f5-46e7-9a72-bff583a48d42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0780516 Nov 12 10:48:11.285223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:11.299557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-c201dbb9-b962-4261-8958-0e60a7d0014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:11.303450 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-c201dbb9-b962-4261-8958-0e60a7d0014f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543384 Nov 12 10:48:11.309158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40024) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:11.379087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Pushing event updated for resources: {'Port': ['ID=86e6340e-bb54-474f-9e85-14b4e747f49c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:11.386582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:11.387196 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1fb39d8a-02bb-456a-9946-df75aa52d6f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:11.387960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:11.390805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:11.397705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:11.398483 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:11.413475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-65844f10-fc7f-4cf0-9b8a-979f6c52315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:11.421303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-b85682e9-a355-4d78-8cb7-8b3d069abf1b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8107193 Nov 12 10:48:11.422619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-65844f10-fc7f-4cf0-9b8a-979f6c52315d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2197769 Nov 12 10:48:11.448997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Request body: {'port': {'device_id': '3de15fed-e6b6-4b3f-a206-7d16bbb65ae2', 'device_owner': 'compute:tempest-test_az-593928147', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:11.588725 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:11.675924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1fb39d8a-02bb-456a-9946-df75aa52d6f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:11.688483 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e2c6cc-ef2f-4903-8246-9b5e6de12f72 x-openstack-request-id: req-72e2c6cc-ef2f-4903-8246-9b5e6de12f72 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:11.689327 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50807cee-f44e-441a-93d9-fa45d6fdba41", "tag": "a1c1229e-f67d-4ecb-871d-0d3271b26c59", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:11.690320 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72e2c6cc-ef2f-4903-8246-9b5e6de12f72 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:11.691616 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50807cee-f44e-441a-93d9-fa45d6fdba41', 'tag': 'a1c1229e-f67d-4ecb-871d-0d3271b26c59', 'status': 'completed', 'code': 200} Nov 12 10:48:11.726808 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-38f8515f-cc38-41bd-8007-c8248c868e04 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582500 Nov 12 10:48:11.731090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1fb39d8a-02bb-456a-9946-df75aa52d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:11.847524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-20a207b3-d2d6-485a-8b39-576ba9d1e3c9 None None] Provisioning complete for port 86e6340e-bb54-474f-9e85-14b4e747f49c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:11.848166 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20a207b3-d2d6-485a-8b39-576ba9d1e3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:11.887798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1fb39d8a-02bb-456a-9946-df75aa52d6f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d33c6d7d7e04a33b489de96985331ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755293 Nov 12 10:48:11.887798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb39d8a-02bb-456a-9946-df75aa52d6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc3667-9699-4556-99fe-920a8dec4f7b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:11.898059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40038) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:11.939575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-20a207b3-d2d6-485a-8b39-576ba9d1e3c9 None None] Port 86e6340e-bb54-474f-9e85-14b4e747f49c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:12.049854 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3ffe800c-4c1b-4f19-a088-10710d3cdaaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.069704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-513681b7-77fe-4ce3-ab78-be11193d6f76 req-d8e2b573-c42a-474d-8cae-e9e133cf997a service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274353 Nov 12 10:48:12.092073 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6df967-616c-4e26-83a6-c07d7bed604a x-openstack-request-id: req-0d6df967-616c-4e26-83a6-c07d7bed604a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:12.092275 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe", "tag": "50e66e83-8c6a-496a-8f25-5c61c022be48", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:12.092553 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d6df967-616c-4e26-83a6-c07d7bed604a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:12.093543 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe', 'tag': '50e66e83-8c6a-496a-8f25-5c61c022be48', 'status': 'completed', 'code': 200} Nov 12 10:48:12.099531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e6340e-bb54-474f-9e85-14b4e747f49c {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:12.110293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3ffe800c-4c1b-4f19-a088-10710d3cdaaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.133196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.240842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-b837c112-547f-4565-ac99-d896d4d0cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:12.243581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-b837c112-547f-4565-ac99-d896d4d0cf74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30c5967c67c4421e86e82be9136d2d41&device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 1121 time: 0.0922301 Nov 12 10:48:12.261727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Transition to ACTIVE for port object 86e6340e-bb54-474f-9e85-14b4e747f49c will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:12.282544 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.356909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3ffe800c-4c1b-4f19-a088-10710d3cdaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.362029 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3ffe800c-4c1b-4f19-a088-10710d3cdaaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.368705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3ffe800c-4c1b-4f19-a088-10710d3cdaaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63bc3667-9699-4556-99fe-920a8dec4f7b HTTP/1.1" status: 204 len: 168 time: 0.4114013 Nov 12 10:48:12.413326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Pushing event updated for resources: {'Port': ['ID=86e6340e-bb54-474f-9e85-14b4e747f49c,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:12.436219 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-211e41da-f02f-42c8-90ab-ba958debb84d service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956049 Nov 12 10:48:12.457896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e6cb8-055d-405e-bf61-1742dd10945a req-b6e6f1ed-bcf6-4f60-93e1-9c75ac2353e2 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:12.468528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b09e6cb8-055d-405e-bf61-1742dd10945a req-b6e6f1ed-bcf6-4f60-93e1-9c75ac2353e2 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 948 time: 0.2550330 Nov 12 10:48:12.523854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe800c-4c1b-4f19-a088-10710d3cdaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc3667-9699-4556-99fe-920a8dec4f7b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:12.618679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b09e6cb8-055d-405e-bf61-1742dd10945a req-1ee429d3-79ef-4282-bd3d-8910da086002 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491401 Nov 12 10:48:12.619702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Attempting to bind port 86e6340e-bb54-474f-9e85-14b4e747f49c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:12.621154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Attempting to bind port 86e6340e-bb54-474f-9e85-14b4e747f49c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:12.622288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Attempting to bind port 86e6340e-bb54-474f-9e85-14b4e747f49c on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:12.634617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Port 86e6340e-bb54-474f-9e85-14b4e747f49c on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:12.634970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Attempting to bind port 86e6340e-bb54-474f-9e85-14b4e747f49c on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:12.675014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:12.675367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:12.675817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:12.676287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Bound port: 86e6340e-bb54-474f-9e85-14b4e747f49c, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:12.677223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.748740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-efc669f9-5406-4ca7-ac7d-8e56e7f03659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:12.751373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-efc669f9-5406-4ca7-ac7d-8e56e7f03659 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4979670 Nov 12 10:48:12.826179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] For port 86e6340e-bb54-474f-9e85-14b4e747f49c, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:12.831637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] For port 86e6340e-bb54-474f-9e85-14b4e747f49c, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=86e6340e-bb54-474f-9e85-14b4e747f49c,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:12.847477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f756f-111a-42db-adbb-bcd36507c0d8 req-c6ab9ea6-38d1-414a-97ab-de48376a12de tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:12.856704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c9f756f-111a-42db-adbb-bcd36507c0d8 req-c6ab9ea6-38d1-414a-97ab-de48376a12de tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 969 time: 0.0879431 Nov 12 10:48:12.861257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.863132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-2d6ac355-5163-4def-8680-ad66c82ce1ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=50e66e83-8c6a-496a-8f25-5c61c022be48 HTTP/1.1" status: 200 len: 217 time: 0.1030765 Nov 12 10:48:12.913950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:12.914587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:12.916038 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] 10.222.0.59 "PUT /v2.0/ports/86e6340e-bb54-474f-9e85-14b4e747f49c HTTP/1.1" status: 200 len: 1118 time: 1.4751544 Nov 12 10:48:12.993953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-c8950803-b61f-463a-b9f7-cae865808955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:12.996402 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-c8950803-b61f-463a-b9f7-cae865808955 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1238775 Nov 12 10:48:13.011661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c9f756f-111a-42db-adbb-bcd36507c0d8 req-b5a5ebff-368c-4768-93c7-fb875b3c77ae tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490099 Nov 12 10:48:13.072548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-f52889ec-b8ae-4a87-910e-411a15bf3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:13.074758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-f52889ec-b8ae-4a87-910e-411a15bf3ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649004 Nov 12 10:48:13.192427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b53b37-2cdf-49d8-8a34-15cf6f2bed2e service neutron] Pushing event updated for resources: {'Port': ['ID=86e6340e-bb54-474f-9e85-14b4e747f49c,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:13.218048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-c635e2d0-8270-4fe9-a6c9-353b9b2a6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:13.219579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-c635e2d0-8270-4fe9-a6c9-353b9b2a6da9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1caac80bd6244edb14b60b84f4fba7e&device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 1121 time: 0.2367537 Nov 12 10:48:13.246356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882e31f-9480-443b-87fe-121b5ce40134 req-977ccc50-3c24-4fb1-91fb-119b9f7cac38 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:13.248130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8882e31f-9480-443b-87fe-121b5ce40134 req-977ccc50-3c24-4fb1-91fb-119b9f7cac38 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 969 time: 0.1342785 Nov 12 10:48:13.251169 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-848ea788-b5d3-4ab0-a1ba-57d48a8caee2 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668272 Nov 12 10:48:13.327290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-18825a04-14e5-45d4-9450-128e5862de59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=86e6340e-bb54-474f-9e85-14b4e747f49c HTTP/1.1" status: 200 len: 217 time: 0.0947404 Nov 12 10:48:13.398136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b98a185-9ac5-45b2-8405-95a9c750edc4 req-67d3bf09-a9d6-4fb8-b211-d5d9982169b1 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381984 Nov 12 10:48:13.439169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8882e31f-9480-443b-87fe-121b5ce40134 req-607bfd48-1958-4a0c-b410-9753bbe1b210 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137085 Nov 12 10:48:13.443017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-a3a4a4c3-dfdd-4afb-9080-5f5a2c218a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:13.455595 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-a3a4a4c3-dfdd-4afb-9080-5f5a2c218a16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1204512 Nov 12 10:48:13.543851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-a281c8f2-3614-4102-bfde-07e6c3ba4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:13.546181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-a281c8f2-3614-4102-bfde-07e6c3ba4971 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809267 Nov 12 10:48:13.693500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de15fed-e6b6-4b3f-a206-7d16bbb65ae2', 'tag': '86e6340e-bb54-474f-9e85-14b4e747f49c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:13.700470 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d6344-c5dd-480c-b984-e5f81e692ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "3de15fed-e6b6-4b3f-a206-7d16bbb65ae2", "tag": "86e6340e-bb54-474f-9e85-14b4e747f49c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:13.724897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-10fb09e5-2db6-4ccb-972f-720c6c4a16ee service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600413 Nov 12 10:48:13.736476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:13.884588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-14694594-network', 'tenant_id': '817b1364ea614a85969a71cd080be889'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:13.922368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Made reservation on behalf of 817b1364ea614a85969a71cd080be889 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:13.925329 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:13.950542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.123042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.138644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.192620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:48:14.195985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80daec04-9e22-4505-a252-00dadd0181b1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:14.211315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.211649 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Added segment c3965260-c0c8-4076-a3b9-ea28d1cbad73 of type vlan for network 183b281f-6552-4b39-94a7-6ae6c687fcda Nov 12 10:48:14.273187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.314512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.315640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:14.316429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.402792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6650960 Nov 12 10:48:14.405887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40086) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:14.410891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Request body: {'subnet': {'network_id': '183b281f-6552-4b39-94a7-6ae6c687fcda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-14694594-subnet', 'tenant_id': '817b1364ea614a85969a71cd080be889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:14.422227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e263793-3d8a-4292-8230-fbc083632b6e admin admin] Pushing event updated for resources: {'Network': ['ID=183b281f-6552-4b39-94a7-6ae6c687fcda,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:14.443179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 183b281f-6552-4b39-94a7-6ae6c687fcda details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:48:14.455888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Made reservation on behalf of 817b1364ea614a85969a71cd080be889 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:14.458508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.574054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23051e01-6e96-4c2c-95d4-8f688773d259 req-2bba790e-36d2-47e7-a2d8-e92e65f5c538 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548709 Nov 12 10:48:14.614065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c779f-ea89-475e-9cd1-ef8fae379be1 req-7986648d-5585-444a-ae89-a47143b58c40 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:14.627905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-340c779f-ea89-475e-9cd1-ef8fae379be1 req-7986648d-5585-444a-ae89-a47143b58c40 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 948 time: 0.1803279 Nov 12 10:48:14.676231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.759672 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-340c779f-ea89-475e-9cd1-ef8fae379be1 req-85285592-c852-4df0-b364-52cf64533b99 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292639 Nov 12 10:48:14.820056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff4b2214-685f-4fdb-9ddf-44d16684082a,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:14.850288 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75df7ae-bbc2-4497-a22d-490ac436da66 x-openstack-request-id: req-b75df7ae-bbc2-4497-a22d-490ac436da66 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:14.850653 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de15fed-e6b6-4b3f-a206-7d16bbb65ae2", "tag": "86e6340e-bb54-474f-9e85-14b4e747f49c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:14.851018 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b75df7ae-bbc2-4497-a22d-490ac436da66 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:14.851488 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de15fed-e6b6-4b3f-a206-7d16bbb65ae2', 'tag': '86e6340e-bb54-474f-9e85-14b4e747f49c', 'status': 'completed', 'code': 200} Nov 12 10:48:14.892425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Checking segment: {'id': 'c3965260-c0c8-4076-a3b9-ea28d1cbad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '183b281f-6552-4b39-94a7-6ae6c687fcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:14.892780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Network hostable DHCP agents. Network: 183b281f-6552-4b39-94a7-6ae6c687fcda, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:48:14.941354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Network 183b281f-6552-4b39-94a7-6ae6c687fcda is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:48:14.954279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 183b281f-6552-4b39-94a7-6ae6c687fcda) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:14.959153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:14.960067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:14.975215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ae5aa-5092-447e-975e-65eac46a604e None None] Network 183b281f-6552-4b39-94a7-6ae6c687fcda requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:15.000622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-afced381-b347-4ed8-95d3-2b2ddd62e590 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5931251 Nov 12 10:48:15.045629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a8406-436a-4587-819a-2c0ded74bb02 req-0b2c95dc-d73c-456a-b0db-c0700e0d68be tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:15.046948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b0a8406-436a-4587-819a-2c0ded74bb02 req-0b2c95dc-d73c-456a-b0db-c0700e0d68be tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 969 time: 0.1088727 Nov 12 10:48:15.120607 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b0a8406-436a-4587-819a-2c0ded74bb02 req-9d32750a-93e5-41b5-a8f3-16af34ed72d0 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630805 Nov 12 10:48:15.198033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2af0bd-32a2-4782-98b1-a07c87f1061a None None] Network 183b281f-6552-4b39-94a7-6ae6c687fcda requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:15.768719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee7f9a52-cced-4de2-9b82-af3ab901fc34 req-89eb42bc-6430-4514-b2ba-06d67c92bb5f service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187821 Nov 12 10:48:15.780530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445ee93-cdc4-4112-b7d8-67908ff1ee3b req-9e169130-31fd-4d39-bbfc-e12901dc343b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:15.783987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3445ee93-cdc4-4112-b7d8-67908ff1ee3b req-9e169130-31fd-4d39-bbfc-e12901dc343b tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 969 time: 0.1843429 Nov 12 10:48:15.825987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40108) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:15.832315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1025809537-network', 'tenant_id': '37f16addbff941188df6c21262147abb'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:15.927784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Made reservation on behalf of 37f16addbff941188df6c21262147abb for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:15.941747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:15.953061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3445ee93-cdc4-4112-b7d8-67908ff1ee3b req-37a90c99-d2f2-420a-bb38-83dbd2214dd5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342995 Nov 12 10:48:15.963883 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.177159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.190668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.230900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9b22e-6d23-492a-ab6f-05053c4718de req-052e9858-71f0-4a65-9f91-0830ce905103 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:16.232820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5bb0b1-9bb4-4352-bf69-2891fa8760c9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:16.239576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ca9b22e-6d23-492a-ab6f-05053c4718de req-052e9858-71f0-4a65-9f91-0830ce905103 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 948 time: 0.0954418 Nov 12 10:48:16.245169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:48:16.260730 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.261192 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Added segment 0ded948e-ad0b-4f18-ba81-cbbf765a7b72 of type vlan for network e021ab0d-1e31-4454-8213-d4a76df3be4c Nov 12 10:48:16.308499 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ca9b22e-6d23-492a-ab6f-05053c4718de req-172253a9-df88-4eb1-8039-226454c17379 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674794 Nov 12 10:48:16.328961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.357926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.359597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:16.360249 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.409120 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5788326 Nov 12 10:48:16.409457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40114) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:16.414403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Request body: {'subnet': {'network_id': 'e021ab0d-1e31-4454-8213-d4a76df3be4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1025809537-subnet', 'tenant_id': '37f16addbff941188df6c21262147abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:16.436045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Made reservation on behalf of 37f16addbff941188df6c21262147abb for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:16.439118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.466492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe965e4-cb61-4ed0-b84b-25556c79d606 admin admin] Pushing event updated for resources: {'Network': ['ID=e021ab0d-1e31-4454-8213-d4a76df3be4c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:16.481660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network e021ab0d-1e31-4454-8213-d4a76df3be4c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:48:16.603815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-17078b13-d7cc-45fc-9681-8b53d90c92f5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555449 Nov 12 10:48:16.728478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.827352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d25ef4-5409-4df3-8868-00b98257487a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:16.835131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Checking segment: {'id': '0ded948e-ad0b-4f18-ba81-cbbf765a7b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e021ab0d-1e31-4454-8213-d4a76df3be4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:16.835576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Network hostable DHCP agents. Network: e021ab0d-1e31-4454-8213-d4a76df3be4c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:48:16.854959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Network e021ab0d-1e31-4454-8213-d4a76df3be4c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:48:16.865873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, e021ab0d-1e31-4454-8213-d4a76df3be4c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:16.871039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:16.872166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:16.881665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb61ef1-27d5-4486-9b80-8ffbdcbe0839 None None] Network e021ab0d-1e31-4454-8213-d4a76df3be4c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:16.903528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f91cf66c-5d01-42ba-a459-a68b7249fe9a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4929669 Nov 12 10:48:16.926991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-37aedf6d-a838-488a-b66b-ee58f52e7f6e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:16.929039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-37aedf6d-a838-488a-b66b-ee58f52e7f6e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240063 Nov 12 10:48:16.948581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-dcb9864b-fdb8-4e1a-a5ca-ce7108d7c847 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/quotas/e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 375 time: 0.0137007 Nov 12 10:48:17.016094 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec943-5e06-4ff2-86d9-9c9939ff9269 req-9935a244-cc69-4867-bdcb-ae465d7efca1 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:17.017907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52eec943-5e06-4ff2-86d9-9c9939ff9269 req-9935a244-cc69-4867-bdcb-ae465d7efca1 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 969 time: 0.0719872 Nov 12 10:48:17.038361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-470fa6ef-852b-45dd-ae02-804151e265dc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836382 Nov 12 10:48:17.126340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40128) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:17.130794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-4ba90f49-0f9f-4f6c-8cdc-b3a943703534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:17.133628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-4ba90f49-0f9f-4f6c-8cdc-b3a943703534 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 1100 time: 0.1141102 Nov 12 10:48:17.140212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52eec943-5e06-4ff2-86d9-9c9939ff9269 req-4a4c1ff4-0ce1-4014-b3b9-2331630670bc tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101861 Nov 12 10:48:17.181418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9eceea-33a4-4007-8374-ec450b3e0816 admin admin] Deleting subnet ff4b2214-685f-4fdb-9ddf-44d16684082a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:48:17.185488 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e9eceea-33a4-4007-8374-ec450b3e0816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:17.245249 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e9eceea-33a4-4007-8374-ec450b3e0816 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:17.247698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e8e175-9973-47b9-955b-ec266ff9cdcb None None] Network e021ab0d-1e31-4454-8213-d4a76df3be4c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:17.278132 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e9eceea-33a4-4007-8374-ec450b3e0816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:17.366124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b46a5883-13ba-4bfe-ae53-e589b69bdca0 req-2d3c3718-3b55-4c06-87d0-8d6501f9da7a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 210 time: 0.0499582 Nov 12 10:48:17.414506 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e9eceea-33a4-4007-8374-ec450b3e0816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:17.452796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eceea-33a4-4007-8374-ec450b3e0816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff4b2214-685f-4fdb-9ddf-44d16684082a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:17.454861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e9eceea-33a4-4007-8374-ec450b3e0816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:17.462805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9e9eceea-33a4-4007-8374-ec450b3e0816 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff4b2214-685f-4fdb-9ddf-44d16684082a HTTP/1.1" status: 204 len: 168 time: 0.3313451 Nov 12 10:48:17.463850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40142) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:17.552993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:17.557450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-b365c530-cc14-482c-b2cd-bc7a342913e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:17.559027 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-b365c530-cc14-482c-b2cd-bc7a342913e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4150865 Nov 12 10:48:17.569704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93152fc8-6db1-47ee-a711-a02fe39bae3e req-2054480f-9449-41b1-b750-cf861ef4a53f tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:17.571639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93152fc8-6db1-47ee-a711-a02fe39bae3e req-2054480f-9449-41b1-b750-cf861ef4a53f tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 969 time: 0.0899942 Nov 12 10:48:17.622813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-e98bdf69-dcde-461a-8281-36bbf9dd215c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a1c1229e-f67d-4ecb-871d-0d3271b26c59 HTTP/1.1" status: 200 len: 217 time: 0.0499883 Nov 12 10:48:17.695253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2d886-cb7f-4edd-a699-a1c045104e14 req-7a1309e6-a19a-4979-94c9-5c530cf3a0b1 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:17.697011 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04f2d886-cb7f-4edd-a699-a1c045104e14 req-7a1309e6-a19a-4979-94c9-5c530cf3a0b1 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 948 time: 0.1355205 Nov 12 10:48:17.704062 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:17.711467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-1458dbd2-69dd-4b75-aef1-fab3a30bdaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:17.712961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-1458dbd2-69dd-4b75-aef1-fab3a30bdaed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0815122 Nov 12 10:48:17.748578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.749108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.749947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.750370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > port after_create 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.750783 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.751189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > port after_update 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.751599 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.752040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.752442 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.752893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.792204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93152fc8-6db1-47ee-a711-a02fe39bae3e req-93eabec6-ed63-43fe-b06d-82b4167929b3 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100043 Nov 12 10:48:17.824768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-d791f267-3c11-42aa-953b-dab63298d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:17.829486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-d791f267-3c11-42aa-953b-dab63298d9b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1caac80bd6244edb14b60b84f4fba7e&device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 1121 time: 0.1493757 Nov 12 10:48:17.839178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-63b5751b-4183-43e2-808d-50eca2beeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:17.844927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-63b5751b-4183-43e2-808d-50eca2beeb4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1185424 Nov 12 10:48:17.890788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.891335 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.892390 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.893321 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:48:17.894120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183b281f-6552-4b39-94a7-6ae6c687fcda']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:48:17.935173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3965260-c0c8-4076-a3b9-ea28d1cbad73') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:48:17.936255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3965260-c0c8-4076-a3b9-ea28d1cbad73') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:48:17.964141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.008687 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04f2d886-cb7f-4edd-a699-a1c045104e14 req-3d9999e2-e422-45cb-b54e-f4cdef7ef0e6 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014135 Nov 12 10:48:18.010419 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.026633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:48:18.026633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: from cryptography.utils import int_from_bytes Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: from cryptography.utils import int_from_bytes Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:48:18.052817 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:48:18.059058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-4e528b89-0bfa-4c87-bb44-f498de875243 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074909 Nov 12 10:48:18.110643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-a919286c-ff7a-46d9-8ac1-83a9175fd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:18.111602 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-a919286c-ff7a-46d9-8ac1-83a9175fd221 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1812878 Nov 12 10:48:18.133495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.142152 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.149223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] 10.222.0.31 "DELETE /v2.0/networks/183b281f-6552-4b39-94a7-6ae6c687fcda HTTP/1.1" status: 204 len: 168 time: 0.6834593 Nov 12 10:48:18.152274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40152) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:18.170147 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-a3dfc332-635e-489b-b036-7d69afd02183 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=86e6340e-bb54-474f-9e85-14b4e747f49c HTTP/1.1" status: 200 len: 217 time: 0.0505257 Nov 12 10:48:18.203998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7168e3c-8578-4ef1-96be-7bf83b1af2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=183b281f-6552-4b39-94a7-6ae6c687fcda,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:18.243944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae4f269-0083-4cbd-8ddb-eb058c0b78a0 admin admin] Deleting subnet d3d25ef4-5409-4df3-8868-00b98257487a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:48:18.249350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae4f269-0083-4cbd-8ddb-eb058c0b78a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.291673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae4f269-0083-4cbd-8ddb-eb058c0b78a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.296707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40158) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:18.299597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-961656d1-cc0d-447e-bf85-6da82fcf1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:18.301040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-961656d1-cc0d-447e-bf85-6da82fcf1ed9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0859613 Nov 12 10:48:18.337423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae4f269-0083-4cbd-8ddb-eb058c0b78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.386828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39c4d-e2cd-447f-ab37-ca7067bd1c0a req-7219080c-8dda-4417-b145-2f40da96ce82 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:18.390294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7d39c4d-e2cd-447f-ab37-ca7067bd1c0a req-7219080c-8dda-4417-b145-2f40da96ce82 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 969 time: 0.1321287 Nov 12 10:48:18.396129 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c806a3-762e-4420-885c-c7ddb5733fd1 req-73452b06-e477-4a9d-b663-c5e868cde36b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196137 Nov 12 10:48:18.417323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae4f269-0083-4cbd-8ddb-eb058c0b78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.421568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-4c125937-7d93-4e22-aa03-0e71fbf4c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:18.426143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-4c125937-7d93-4e22-aa03-0e71fbf4c673 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147661 Nov 12 10:48:18.452494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4f269-0083-4cbd-8ddb-eb058c0b78a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d25ef4-5409-4df3-8868-00b98257487a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:18.477694 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae4f269-0083-4cbd-8ddb-eb058c0b78a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.484732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bae4f269-0083-4cbd-8ddb-eb058c0b78a0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d3d25ef4-5409-4df3-8868-00b98257487a HTTP/1.1" status: 204 len: 168 time: 0.3300586 Nov 12 10:48:18.487938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40164) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:18.548658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-612f43a9-6c74-49fa-b875-e71f9a4300ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.555549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c4c0507-565a-42aa-b73f-84b2409fff9a req-68ec751b-24ea-4c6a-ac53-2ad931fd3f5f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 210 time: 0.0529840 Nov 12 10:48:18.614179 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7d39c4d-e2cd-447f-ab37-ca7067bd1c0a req-78dd9046-8684-4689-a214-cea8111eb45c tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154760 Nov 12 10:48:18.621214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-20303527-1479-4e1b-a3f3-c54cf1be0541 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626907 Nov 12 10:48:18.621909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.679650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-3133ddf2-fab9-4333-bc22-a459e0dc1d26 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397568 Nov 12 10:48:18.763922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.799199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e021ab0d-1e31-4454-8213-d4a76df3be4c']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:48:18.811785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ded948e-ad0b-4f18-ba81-cbbf765a7b72') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:48:18.812404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ded948e-ad0b-4f18-ba81-cbbf765a7b72') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:48:18.829098 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.850302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.859939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:48:18.860447 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:48:18.862745 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:48:18.900174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-57af9f13-f0d9-47a0-a8e1-b771802e83f6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:18.901334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-57af9f13-f0d9-47a0-a8e1-b771802e83f6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669225 Nov 12 10:48:18.920226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Request body: {'port': {'device_id': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'e64af9086ff6446299d9bc7f486847e4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:18.930983 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca4d6344-c5dd-480c-b984-e5f81e692ce3 req-34c8c39f-0eab-43fd-89d2-72d543f2b17f service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129269 Nov 12 10:48:18.954318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-612f43a9-6c74-49fa-b875-e71f9a4300ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.960237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-612f43a9-6c74-49fa-b875-e71f9a4300ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.962479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.970499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:18.973875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e021ab0d-1e31-4454-8213-d4a76df3be4c HTTP/1.1" status: 204 len: 168 time: 0.4849558 Nov 12 10:48:18.986962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c495d0-3f0f-4473-aa84-5de3f1d1f459 admin admin] Pushing event deleted for resources: {'Network': ['ID=e021ab0d-1e31-4454-8213-d4a76df3be4c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:19.000684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea00eb0-a108-492f-8978-80c35c3b9151 req-c1c91d18-8c31-4dd9-b7ab-a4445691ec6c tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:19.002267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eea00eb0-a108-492f-8978-80c35c3b9151 req-c1c91d18-8c31-4dd9-b7ab-a4445691ec6c tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 969 time: 0.1194191 Nov 12 10:48:19.062271 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-612f43a9-6c74-49fa-b875-e71f9a4300ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34bb7398af9a4cd49499edff289a7c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7643366 Nov 12 10:48:19.066919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40172) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:19.078351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f43a9-6c74-49fa-b875-e71f9a4300ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c622aa-6ba8-4b73-a1a7-7ef190930447,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:19.113572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eea00eb0-a108-492f-8978-80c35c3b9151 req-45801597-266f-417d-a414-52b3ab0f51da tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043947 Nov 12 10:48:19.152144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Made reservation on behalf of e64af9086ff6446299d9bc7f486847e4 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:19.155860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.172431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.188402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9821-fc31-411e-aa28-9aa56c973514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.193573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40174) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:19.240803 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9821-fc31-411e-aa28-9aa56c973514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.244300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ef1d3d2e-5fe6-47ca-a16e-0d400a62bec1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=817b1364ea614a85969a71cd080be889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489075 Nov 12 10:48:19.249079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40176) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:19.308085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248111ee-88d5-4a5b-beab-5a01590c07b2 req-9743cf8d-dbf5-464e-b9dc-c8e6f43a6f1e tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:19.309663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-248111ee-88d5-4a5b-beab-5a01590c07b2 req-9743cf8d-dbf5-464e-b9dc-c8e6f43a6f1e tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 948 time: 0.1423700 Nov 12 10:48:19.313180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b8f521e-2d10-4438-9e97-ca1e82d4b6c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.359244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b8f521e-2d10-4438-9e97-ca1e82d4b6c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.380573 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9821-fc31-411e-aa28-9aa56c973514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.383326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9821-fc31-411e-aa28-9aa56c973514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.388610 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0c5a9821-fc31-411e-aa28-9aa56c973514 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97c622aa-6ba8-4b73-a1a7-7ef190930447 HTTP/1.1" status: 204 len: 168 time: 0.3168843 Nov 12 10:48:19.400765 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-248111ee-88d5-4a5b-beab-5a01590c07b2 req-27cde203-16fc-4ab0-b602-2e4cff3ad0bb tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835173 Nov 12 10:48:19.409359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a9821-fc31-411e-aa28-9aa56c973514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c622aa-6ba8-4b73-a1a7-7ef190930447,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:19.432944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.440687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.467784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b8f521e-2d10-4438-9e97-ca1e82d4b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.471297 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b8f521e-2d10-4438-9e97-ca1e82d4b6c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.477923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4b8f521e-2d10-4438-9e97-ca1e82d4b6c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80daec04-9e22-4505-a252-00dadd0181b1 HTTP/1.1" status: 204 len: 168 time: 0.2295198 Nov 12 10:48:19.490331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f521e-2d10-4438-9e97-ca1e82d4b6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80daec04-9e22-4505-a252-00dadd0181b1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:19.511711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de8ef51-4c9d-4d48-bd62-cb45a163a442,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:19.603843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Allocated IP 192.168.233.216 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/4e0add91-7a67-4e18-a09b-abe8d9d82fd6) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:19.673457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3613a2f8-8b60-4463-bb82-516d5dad2e44 req-9b1d859c-1e76-48b2-aa7e-8c466fecc156 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 210 time: 0.0414197 Nov 12 10:48:19.815531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688f9b-18e6-4ec2-abbf-bed82b2b68ce req-39195fce-1af1-44fc-9e5f-a1ef24117afd tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:19.817136 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e1688f9b-18e6-4ec2-abbf-bed82b2b68ce req-39195fce-1af1-44fc-9e5f-a1ef24117afd tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 969 time: 0.1009033 Nov 12 10:48:19.940099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40190) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:19.954632 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b468e62-e92a-4edd-a21a-a2c375b8603e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:19.988890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40192) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:20.017839 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.054113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-29269f44-4e5a-4ad5-88d8-baaefd3e6e2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37f16addbff941188df6c21262147abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634809 Nov 12 10:48:20.057683 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e1688f9b-18e6-4ec2-abbf-bed82b2b68ce req-a5eacce4-47b9-4011-9e54-dc42ed4c5237 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313733 Nov 12 10:48:20.062011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40194) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:20.081231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.089660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b468e62-e92a-4edd-a21a-a2c375b8603e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.099818 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b468e62-e92a-4edd-a21a-a2c375b8603e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.133624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:20.137864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:20.139754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:20.142274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:20.147453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:20.148103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.153460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b468e62-e92a-4edd-a21a-a2c375b8603e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0662f01a-b418-44db-aeff-be0d6b2e7ba7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:20.169322 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-4b739097-fcdc-4894-b3b6-3d0f42931f65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2569184 Nov 12 10:48:20.169875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40198) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:20.172417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9b468e62-e92a-4edd-a21a-a2c375b8603e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c796d9c9cbc146a8afa5c0e9a7951bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309546 Nov 12 10:48:20.184179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Request body: {'port': {'device_id': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:20.187996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-339ef6e2-e3a9-45ad-a18c-2b1c746b55e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.234579 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-339ef6e2-e3a9-45ad-a18c-2b1c746b55e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.274189 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.282679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd3321-e946-4c22-9ad7-55257cb3b93f req-00a7722f-5276-4d90-8b0b-e91e021912b0 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:20.284225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fddd3321-e946-4c22-9ad7-55257cb3b93f req-00a7722f-5276-4d90-8b0b-e91e021912b0 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 969 time: 0.0867889 Nov 12 10:48:20.286506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d979222-8db7-41fb-a5f6-6c44dc6995da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.327686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-339ef6e2-e3a9-45ad-a18c-2b1c746b55e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.330284 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-339ef6e2-e3a9-45ad-a18c-2b1c746b55e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.333999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-339ef6e2-e3a9-45ad-a18c-2b1c746b55e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a5bb0b1-9bb4-4352-bf69-2891fa8760c9 HTTP/1.1" status: 204 len: 168 time: 0.2685208 Nov 12 10:48:20.334138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d979222-8db7-41fb-a5f6-6c44dc6995da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.352889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ef6e2-e3a9-45ad-a18c-2b1c746b55e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5bb0b1-9bb4-4352-bf69-2891fa8760c9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:20.391419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a1c1229e-f67d-4ecb-871d-0d3271b26c59 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:20.398332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fddd3321-e946-4c22-9ad7-55257cb3b93f req-6fcc0ad5-2c40-4161-9385-639ac22190a1 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058700 Nov 12 10:48:20.496108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d979222-8db7-41fb-a5f6-6c44dc6995da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.500052 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d979222-8db7-41fb-a5f6-6c44dc6995da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.504731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6d979222-8db7-41fb-a5f6-6c44dc6995da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0662f01a-b418-44db-aeff-be0d6b2e7ba7 HTTP/1.1" status: 204 len: 168 time: 0.3295953 Nov 12 10:48:20.534762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3fe711a0-2236-4024-b9a5-f3be53e14967 None None] Provisioning complete for port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:20.535037 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3fe711a0-2236-4024-b9a5-f3be53e14967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.546879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d979222-8db7-41fb-a5f6-6c44dc6995da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0662f01a-b418-44db-aeff-be0d6b2e7ba7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:20.595683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a1c1229e-f67d-4ecb-871d-0d3271b26c59, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a1c1229e-f67d-4ecb-871d-0d3271b26c59,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:20.620332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'a1c1229e-f67d-4ecb-871d-0d3271b26c59', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'a1c1229e-f67d-4ecb-871d-0d3271b26c59', 'mac_address': 'fa:16:3e:5c:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:20.623840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca44ad-b768-43d6-9fcd-a08af7fe09e1 req-a09b0223-f28c-4236-87e7-42acfb93a930 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:20.625390 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8ca44ad-b768-43d6-9fcd-a08af7fe09e1 req-a09b0223-f28c-4236-87e7-42acfb93a930 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 948 time: 0.0804813 Nov 12 10:48:20.628428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3fe711a0-2236-4024-b9a5-f3be53e14967 None None] Port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:20.672830 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.689568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1229e-f67d-4ecb-871d-0d3271b26c59 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:20.731231 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8ca44ad-b768-43d6-9fcd-a08af7fe09e1 req-01a27528-e89d-488a-ad65-d2a40f7c79f6 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966697 Nov 12 10:48:20.745676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a1c1229e-f67d-4ecb-871d-0d3271b26c59, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a1c1229e-f67d-4ecb-871d-0d3271b26c59,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:20.750240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:20.753736 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.762447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.783211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Transition to ACTIVE for port object 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:20.791477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:20.816210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a1c1229e-f67d-4ecb-871d-0d3271b26c59,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:20.824129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.824736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.825237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.825733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.826204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.826724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.827204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.827679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.828157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.828623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.829121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.829582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Tracked resource versions report: Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: pushed versions: Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: { 'AddressGroup': {'1.2'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'ConntrackHelper': {'1.0'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Log': {'1.0'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Network': {'1.1'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Port': {'1.7'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'PortForwarding': {'1.2'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'QosPolicy': {'1.10'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'SecurityGroup': {'1.5'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'SubPort': {'1.0'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Subnet': {'1.1'}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Trunk': {'1.1'}} Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: consumer versions: Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: { DHCP agent@n-d-768851-19: {}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: HyperV agent@n-h1-768851-19: {}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: HyperV agent@n-h2-768851-19: {}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: L3 agent@n-d-768851-19: {}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: Metadata agent@n-d-768851-19: {}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: Metering agent@n-d-768851-19: {}, Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: Open vSwitch agent@n-d-768851-19: { 'AddressGroup': '1.2', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'ConntrackHelper': '1.0', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Log': '1.0', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Network': '1.1', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Port': '1.7', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'PortForwarding': '1.2', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'QosPolicy': '1.10', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'SecurityGroup': '1.5', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'SecurityGroupRule': '1.2', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'SubPort': '1.0', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Subnet': '1.1', Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: 'Trunk': '1.1'}} Nov 12 10:48:20.830819 n-d-768851-19 neutron-server[109167]: {{(pid=109167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:48:20.884407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:20.884533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3989953-f628-4f88-adeb-003df01b4e07 req-7a9bfd7e-7241-4048-a9f6-6a59dd93aa72 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:20.884533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3989953-f628-4f88-adeb-003df01b4e07 req-7a9bfd7e-7241-4048-a9f6-6a59dd93aa72 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.0961587 Nov 12 10:48:20.962237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3989953-f628-4f88-adeb-003df01b4e07 req-77274fac-6948-4f98-b95f-b2b9ed340e71 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Nov 12 10:48:20.973564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Attempting to bind port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:20.974534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Attempting to bind port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:20.974534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Attempting to bind port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:20.980462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:20.980792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Attempting to bind port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:20.991792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:20.992115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:20.992521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:20.992983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Bound port: 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:20.993649 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:21.052922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a1c1229e-f67d-4ecb-871d-0d3271b26c59'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:21.078230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:21.087321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:21.100187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:21.228554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:21.229521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:21.231269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] 10.222.0.52 "PUT /v2.0/ports/4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 1097 time: 1.0521071 Nov 12 10:48:21.232350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:21.240103 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:21.334469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfc6e6-d6c3-4ad3-8464-f4d6887d5a0d service neutron] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:21.348007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df020e2e-4453-47c5-b7ff-49e1b148ff89 req-d1ca598c-1987-4f47-854a-f24decf79f2b tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:21.349614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df020e2e-4453-47c5-b7ff-49e1b148ff89 req-d1ca598c-1987-4f47-854a-f24decf79f2b tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 969 time: 0.1896002 Nov 12 10:48:21.438544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-5e6f4575-743b-4e18-8098-f3e7978529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:21.443542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-5e6f4575-743b-4e18-8098-f3e7978529e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1100 time: 0.1575286 Nov 12 10:48:21.457577 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db740c5-9542-43c3-9af2-b9786d97ec0f x-openstack-request-id: req-6db740c5-9542-43c3-9af2-b9786d97ec0f {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:21.457866 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:21.458414 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6db740c5-9542-43c3-9af2-b9786d97ec0f {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:21.458859 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'status': 'completed', 'code': 200} Nov 12 10:48:21.472071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df020e2e-4453-47c5-b7ff-49e1b148ff89 req-b4cb7741-2c57-4b58-a0a3-6cd38b32782a tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126916 Nov 12 10:48:21.504797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-690c5cf8-51a2-4196-944f-2f09c962f091 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.0490925 Nov 12 10:48:21.564368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-aff23be7-0287-49c2-b2bb-aff5f311485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:21.566075 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-aff23be7-0287-49c2-b2bb-aff5f311485d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0537305 Nov 12 10:48:21.595463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a594f2-d037-40ac-8c99-2e1a2d7b7195 req-872b1067-77cc-4cc7-95dc-3b95740cd014 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:21.597791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e7a594f2-d037-40ac-8c99-2e1a2d7b7195 req-872b1067-77cc-4cc7-95dc-3b95740cd014 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 969 time: 0.0556941 Nov 12 10:48:21.605188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40250) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:21.630819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-33d79f70-8485-452a-b4e0-44d029792863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:21.632668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-33d79f70-8485-452a-b4e0-44d029792863 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583816 Nov 12 10:48:21.659159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e7a594f2-d037-40ac-8c99-2e1a2d7b7195 req-17ac23df-88ed-42fc-8686-9bd2563f4a09 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551527 Nov 12 10:48:21.745770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-edec790b-d703-4213-92be-27f7b97638b8 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051362 Nov 12 10:48:21.875810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1156367789-network', 'tenant_id': '919f4ca185da4fbcbb18aaca3cc8dc9c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:21.894379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03311ea5-d964-4065-b21f-1f4ccb76d504 req-e482f519-a64f-4dad-b061-feaf390c7e4e service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393006 Nov 12 10:48:21.902963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b47b5-443c-4c14-9740-62966d530341 req-e3297638-22ef-4895-a93a-3e1626ff0466 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:21.904461 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-539b47b5-443c-4c14-9740-62966d530341 req-e3297638-22ef-4895-a93a-3e1626ff0466 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 949 time: 0.0760581 Nov 12 10:48:21.919446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Made reservation on behalf of 919f4ca185da4fbcbb18aaca3cc8dc9c for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:21.923024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:21.932375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:21.991562 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-539b47b5-443c-4c14-9740-62966d530341 req-8b035a7a-e2da-4b21-92ad-a925cfebde64 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789208 Nov 12 10:48:22.008952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-8716019e-aad0-4240-99c8-497f2d3a3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.011005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-8716019e-aad0-4240-99c8-497f2d3a3be4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1100 time: 0.0591991 Nov 12 10:48:22.094568 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.102747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.126341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-2d1321bd-f402-421d-b782-01eab605238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.128187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-2d1321bd-f402-421d-b782-01eab605238c service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1084750 Nov 12 10:48:22.133599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed2a01-97c2-4dfa-bbbc-8c197e6d8f8d req-f5dacdec-7bcf-4173-9cfd-96b691f590ce tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.135307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3aed2a01-97c2-4dfa-bbbc-8c197e6d8f8d req-f5dacdec-7bcf-4173-9cfd-96b691f590ce tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.0905209 Nov 12 10:48:22.142473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:48:22.179556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-cb1d360a-2461-4271-87bd-338a75f1b839 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.0395753 Nov 12 10:48:22.179724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.180028 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Added segment 6f8d5f20-1825-4a35-b3cc-468709573659 of type vlan for network cefc6cbd-22f1-4e4b-8344-38e41ee35647 Nov 12 10:48:22.188853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2442b13-27d1-492d-882f-0bde0872fc5e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:22.243285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-81bc20c2-5582-467c-9265-701e586972aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.244760 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-81bc20c2-5582-467c-9265-701e586972aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0560915 Nov 12 10:48:22.247211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.255161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3aed2a01-97c2-4dfa-bbbc-8c197e6d8f8d req-0c0f8c42-ff91-4726-bbed-a96538aff1cf tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056240 Nov 12 10:48:22.298280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.299774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.300797 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.305153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-3b736512-b986-4d6c-838f-46903c2ed542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.306765 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-3b736512-b986-4d6c-838f-46903c2ed542 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537276 Nov 12 10:48:22.380102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a1c1229e-f67d-4ecb-871d-0d3271b26c59 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:22.393597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7868865 Nov 12 10:48:22.396135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40276) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:22.403230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Request body: {'subnet': {'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1156367789-subnet', 'tenant_id': '919f4ca185da4fbcbb18aaca3cc8dc9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:22.410344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b1edf-885f-49fc-ac7e-b1e8af3d4d5a admin admin] Pushing event updated for resources: {'Network': ['ID=cefc6cbd-22f1-4e4b-8344-38e41ee35647,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:22.433980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Made reservation on behalf of 919f4ca185da4fbcbb18aaca3cc8dc9c for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:22.439392 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.441746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network cefc6cbd-22f1-4e4b-8344-38e41ee35647 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:48:22.457223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-dac7d64d-b1a1-4024-8171-c4135be699dd service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426837 Nov 12 10:48:22.547110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port a1c1229e-f67d-4ecb-871d-0d3271b26c59 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:22.553648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port a1c1229e-f67d-4ecb-871d-0d3271b26c59 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:22.554025 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.641040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6281e578-6fd7-41f8-a917-af7a5c0cb5ce req-e222073e-b079-4aef-b90c-765b1d78207a service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762547 Nov 12 10:48:22.650836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427bafc-459f-4022-b481-386655f2d823 req-63cf746d-306a-4c73-a1b6-0b2158d41030 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.652224 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7427bafc-459f-4022-b481-386655f2d823 req-63cf746d-306a-4c73-a1b6-0b2158d41030 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 969 time: 0.0773330 Nov 12 10:48:22.671292 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.699803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50807cee-f44e-441a-93d9-fa45d6fdba41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1229e-f67d-4ecb-871d-0d3271b26c59'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:22.727305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.733710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7427bafc-459f-4022-b481-386655f2d823 req-145a2414-0ca3-4806-a636-edaadc41ed1e tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717676 Nov 12 10:48:22.786704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 86e6340e-bb54-474f-9e85-14b4e747f49c details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:22.799407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a1c1229e-f67d-4ecb-871d-0d3271b26c59, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a1c1229e-f67d-4ecb-871d-0d3271b26c59,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:22.807425 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.840989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d877c7d-5e87-41de-877e-195068957b17,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:22.863418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:22.863803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Network hostable DHCP agents. Network: cefc6cbd-22f1-4e4b-8344-38e41ee35647, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:48:22.865346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a1c1229e-f67d-4ecb-871d-0d3271b26c59,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:22.876128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fe6ca-9f93-4448-a316-3dfbd1e21101 req-f7461f38-99c5-46d6-ab9f-d5aca84ab5ea tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.878082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-857fe6ca-9f93-4448-a316-3dfbd1e21101 req-f7461f38-99c5-46d6-ab9f-d5aca84ab5ea tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 969 time: 0.0897477 Nov 12 10:48:22.918940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Network cefc6cbd-22f1-4e4b-8344-38e41ee35647 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:48:22.930733 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b36352-eea9-45a1-b0bc-b50125ed68b3" -d '{"events": [{"server_uuid": "50807cee-f44e-441a-93d9-fa45d6fdba41", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1229e-f67d-4ecb-871d-0d3271b26c59"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:22.944333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, cefc6cbd-22f1-4e4b-8344-38e41ee35647) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:22.952976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:22.953558 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:22.958322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e5eec-b330-437c-8235-f2da1822d544 None None] Network cefc6cbd-22f1-4e4b-8344-38e41ee35647 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:22.972699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-857fe6ca-9f93-4448-a316-3dfbd1e21101 req-2f6a3243-0783-44dc-8ec3-0b386e944311 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752082 Nov 12 10:48:23.001082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c5e0bd84-c1fc-4339-8c62-a558cfe23c4a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6038706 Nov 12 10:48:23.030015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 86e6340e-bb54-474f-9e85-14b4e747f49c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=86e6340e-bb54-474f-9e85-14b4e747f49c,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:23.048275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '86e6340e-bb54-474f-9e85-14b4e747f49c', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '86e6340e-bb54-474f-9e85-14b4e747f49c', 'mac_address': 'fa:16:3e:4f:eb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:tempest-test_az-593928147', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:23.107183 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9e5a00-a4df-4867-8b41-7a587ab4e02e x-openstack-request-id: req-2a9e5a00-a4df-4867-8b41-7a587ab4e02e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:23.107538 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50807cee-f44e-441a-93d9-fa45d6fdba41", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1229e-f67d-4ecb-871d-0d3271b26c59", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:23.110199 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a9e5a00-a4df-4867-8b41-7a587ab4e02e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:23.110685 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50807cee-f44e-441a-93d9-fa45d6fdba41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1229e-f67d-4ecb-871d-0d3271b26c59', 'code': 200} Nov 12 10:48:23.131137 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.170941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e6340e-bb54-474f-9e85-14b4e747f49c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:23.191340 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-08908def-fb77-49a2-8c95-11b6eb958838 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630398 Nov 12 10:48:23.214342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 86e6340e-bb54-474f-9e85-14b4e747f49c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=86e6340e-bb54-474f-9e85-14b4e747f49c,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:23.221155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f86b03-b648-4096-b0c6-f6864a9ad09b None None] Network cefc6cbd-22f1-4e4b-8344-38e41ee35647 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:23.223391 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.224211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 50e66e83-8c6a-496a-8f25-5c61c022be48 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:23.229899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc6f29-b7f6-487a-8dfe-792d9f4e101b req-58c0ba10-df5b-4ecf-9821-a890058e01b0 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:23.239525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-56fc6f29-b7f6-487a-8dfe-792d9f4e101b req-58c0ba10-df5b-4ecf-9821-a890058e01b0 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 950 time: 0.0726933 Nov 12 10:48:23.289686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=86e6340e-bb54-474f-9e85-14b4e747f49c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:23.294576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-56fc6f29-b7f6-487a-8dfe-792d9f4e101b req-38d9d5b4-6236-45f4-a626-5130ae29b182 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540831 Nov 12 10:48:23.357538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2711-4ba9-498d-ab00-ff11d1e2506f req-9a7d0d84-fa83-48f0-b58f-005455f1768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:23.359564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ee2711-4ba9-498d-ab00-ff11d1e2506f req-9a7d0d84-fa83-48f0-b58f-005455f1768e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 1102 time: 0.1367323 Nov 12 10:48:23.389122 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ee2711-4ba9-498d-ab00-ff11d1e2506f req-f8622d98-c803-4ea3-a286-17ded81bd11e service neutron] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.402991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 50e66e83-8c6a-496a-8f25-5c61c022be48, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=50e66e83-8c6a-496a-8f25-5c61c022be48,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:23.429989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f8fa3-6a46-44dd-bdc6-8c6d1166f770 req-4a85e381-9d5b-4b97-9d24-11e322fa45c3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:23.435296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '50e66e83-8c6a-496a-8f25-5c61c022be48', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '50e66e83-8c6a-496a-8f25-5c61c022be48', 'mac_address': 'fa:16:3e:d9:55:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:tempest-test_az-593928147', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:23.440754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f2f8fa3-6a46-44dd-bdc6-8c6d1166f770 req-4a85e381-9d5b-4b97-9d24-11e322fa45c3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.0647433 Nov 12 10:48:23.462843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-79178bae-5f57-4333-a687-4e1984095d10 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:23.470013 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-79178bae-5f57-4333-a687-4e1984095d10 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777896 Nov 12 10:48:23.494436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-2934764d-adab-4095-b26f-ae14e8dd6565 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/quotas/128bea7fce0948f38d533e6461a2d37a HTTP/1.1" status: 200 len: 375 time: 0.0235136 Nov 12 10:48:23.502684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f2f8fa3-6a46-44dd-bdc6-8c6d1166f770 req-4d4873d6-ca3a-41cd-a62e-0d76a3bfd427 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606499 Nov 12 10:48:23.533001 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.545980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-8ae7f1f4-7f98-434a-82d6-d235b3e98d22 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501561 Nov 12 10:48:23.550220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e66e83-8c6a-496a-8f25-5c61c022be48 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:23.551265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ee2711-4ba9-498d-ab00-ff11d1e2506f req-f8622d98-c803-4ea3-a286-17ded81bd11e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.557426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ee2711-4ba9-498d-ab00-ff11d1e2506f req-f8622d98-c803-4ea3-a286-17ded81bd11e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.578353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 50e66e83-8c6a-496a-8f25-5c61c022be48, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=50e66e83-8c6a-496a-8f25-5c61c022be48,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:23.591459 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.608674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ee2711-4ba9-498d-ab00-ff11d1e2506f req-f8622d98-c803-4ea3-a286-17ded81bd11e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382696 Nov 12 10:48:23.617994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8622d98-c803-4ea3-a286-17ded81bd11e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6bc671-0574-4ee8-be8a-308afec10dd6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:23.820150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=50e66e83-8c6a-496a-8f25-5c61c022be48,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:23.823984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eda79540-a4fc-49d0-98df-ed27e17bc0cb req-e2d47087-e14e-43aa-a27c-c4ef05bfa965 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 210 time: 0.0791039 Nov 12 10:48:23.850827 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1c9151d-8863-4227-ab72-bf593422ddc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.877993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40330) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:23.887193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-290792856-network', 'tenant_id': '248b492a8eb4402091ac95b806e0d410'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:23.923697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Made reservation on behalf of 248b492a8eb4402091ac95b806e0d410 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:23.926979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:23.943446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f537a2c-8809-44bb-90ec-567850b06428 req-cb4097e6-d77b-4d1b-9597-88d4d36a6650 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:23.945169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f537a2c-8809-44bb-90ec-567850b06428 req-cb4097e6-d77b-4d1b-9597-88d4d36a6650 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 970 time: 0.0962143 Nov 12 10:48:23.948494 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.017321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['50e66e83-8c6a-496a-8f25-5c61c022be48'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:24.027042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f537a2c-8809-44bb-90ec-567850b06428 req-4e975b46-fff7-463b-be7d-9c55ab9c768f tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690200 Nov 12 10:48:24.077387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['86e6340e-bb54-474f-9e85-14b4e747f49c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:24.107281 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.115472 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.130693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66242b-55ce-4ada-ad4e-0a9409a9063f req-367c39a5-6ec3-476e-a889-6ff27d17d9ed tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:24.133374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b66242b-55ce-4ada-ad4e-0a9409a9063f req-367c39a5-6ec3-476e-a889-6ff27d17d9ed tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 970 time: 0.0837004 Nov 12 10:48:24.170901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:48:24.184427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4564f6-7954-4ce7-ab53-a55183fd9b74,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:24.200098 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.200446 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Added segment 4eb1e988-8acf-4d93-9dff-383bdf25ae85 of type vlan for network 2179076a-605d-4180-a3cc-cad7ed4ae119 Nov 12 10:48:24.229504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b66242b-55ce-4ada-ad4e-0a9409a9063f req-cae1d64c-8639-48e0-9f53-7dab383957cb tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873561 Nov 12 10:48:24.264919 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.297502 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.298621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:24.299244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.372753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4936302 Nov 12 10:48:24.375831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40342) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:24.381692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Request body: {'subnet': {'network_id': '2179076a-605d-4180-a3cc-cad7ed4ae119', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-290792856-subnet', 'tenant_id': '248b492a8eb4402091ac95b806e0d410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:24.391726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec03af4-e348-4994-a965-a225d76783a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2179076a-605d-4180-a3cc-cad7ed4ae119,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:24.408418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 2179076a-605d-4180-a3cc-cad7ed4ae119 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:48:24.418495 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Made reservation on behalf of 248b492a8eb4402091ac95b806e0d410 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:24.422712 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.496702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f999568-168b-4342-8c40-e7cf7ccca459 req-4f6ec4cf-98a4-49ef-887b-c2e24f89f3cd tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:24.498622 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4f999568-168b-4342-8c40-e7cf7ccca459 req-4f6ec4cf-98a4-49ef-887b-c2e24f89f3cd tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 950 time: 0.0727143 Nov 12 10:48:24.581984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4f999568-168b-4342-8c40-e7cf7ccca459 req-040b5509-a5df-40d3-8484-199a319d1fc9 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750840 Nov 12 10:48:24.714106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86036d67-8b8a-4e1c-abba-a33b60807680 req-c13328b5-088f-4f0b-8995-a4111964895e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:24.715663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86036d67-8b8a-4e1c-abba-a33b60807680 req-c13328b5-088f-4f0b-8995-a4111964895e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.1261859 Nov 12 10:48:24.737682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:24.939396 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-255c645e-3f62-4ea9-a29e-08508e4397b5 req-1faebb88-9884-4750-9720-80cc33ed299b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 210 time: 0.0332553 Nov 12 10:48:24.965008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a14744b-3292-4d09-adf0-4a9643cd7c49,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:24.983161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86036d67-8b8a-4e1c-abba-a33b60807680 req-436aead0-c51c-4246-9a01-b2fcb991891d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561913 Nov 12 10:48:24.991255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Checking segment: {'id': '4eb1e988-8acf-4d93-9dff-383bdf25ae85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2179076a-605d-4180-a3cc-cad7ed4ae119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:24.991464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Network hostable DHCP agents. Network: 2179076a-605d-4180-a3cc-cad7ed4ae119, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:48:25.013750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Network 2179076a-605d-4180-a3cc-cad7ed4ae119 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:48:25.024807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 2179076a-605d-4180-a3cc-cad7ed4ae119) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:25.030559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:25.032177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:25.040260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3ed1c-d043-4afc-b63b-b34482fb2416 None None] Network 2179076a-605d-4180-a3cc-cad7ed4ae119 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:25.052790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a1359511-ce5b-4d12-a9fc-b3858bc580fb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6759548 Nov 12 10:48:25.119722 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-111ae1dc-054d-4686-b8f1-35a256ef287b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421040 Nov 12 10:48:25.229144 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57814c-0890-4d37-b870-3244764b3445 None None] Network 2179076a-605d-4180-a3cc-cad7ed4ae119 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:25.297195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56404131-51e3-4c91-a949-8c46099e4e5b req-1e33e793-7132-422b-91e0-943ab15f7405 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:25.298808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56404131-51e3-4c91-a949-8c46099e4e5b req-1e33e793-7132-422b-91e0-943ab15f7405 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 970 time: 0.1292868 Nov 12 10:48:25.402444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-4fa3a56b-056b-46fd-bd9c-965ecc26a230 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:25.404161 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-4fa3a56b-056b-46fd-bd9c-965ecc26a230 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732942 Nov 12 10:48:25.422140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Request body: {'port': {'device_id': '0e22633f-5b8e-40b6-8b37-2564978428be', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '128bea7fce0948f38d533e6461a2d37a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:25.446687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56404131-51e3-4c91-a949-8c46099e4e5b req-ad792c10-b0c7-4bfa-a80a-c72555378507 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405711 Nov 12 10:48:25.450953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd697195-24b4-490c-95a7-573d8ac3946a req-978040f3-fa93-4e5c-bf45-390d945ff9e7 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:25.453188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd697195-24b4-490c-95a7-573d8ac3946a req-978040f3-fa93-4e5c-bf45-390d945ff9e7 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 970 time: 0.1036179 Nov 12 10:48:25.572737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd697195-24b4-490c-95a7-573d8ac3946a req-f2f09937-f1d1-43b1-813f-2bfe2a50f654 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114683 Nov 12 10:48:25.586795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Made reservation on behalf of 128bea7fce0948f38d533e6461a2d37a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:25.594577 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:25.604492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:25.714942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:25.720838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:25.746817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b0486-2624-4ad0-bbe8-4fbfe28f5836 req-5b762b75-e0de-4183-81f4-5d2cc46b3f02 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:25.753791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b9b0486-2624-4ad0-bbe8-4fbfe28f5836 req-5b762b75-e0de-4183-81f4-5d2cc46b3f02 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 950 time: 0.0769098 Nov 12 10:48:25.812640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b9b0486-2624-4ad0-bbe8-4fbfe28f5836 req-8ebeb307-f3ba-4b63-9e1a-f0ee00d84f63 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558233 Nov 12 10:48:26.063795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7ddb39-02c4-4e00-b6d8-0db5c0550286,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:26.202276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de525b-4d76-4708-9e45-c3274bd6650d req-b705f13b-e208-4afc-ab2a-584c16d42c5e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:26.212204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-b705f13b-e208-4afc-ab2a-584c16d42c5e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 808 time: 0.4844227 Nov 12 10:48:26.214334 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-264b5bbb-9c59-4ba2-99cb-c26e16347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:26.238176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Allocated IP 192.168.233.108 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/192e98dd-8919-4c20-8676-34892696568f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:26.241232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-b655638d-f14c-4203-9363-81e20b888ac7 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/quotas/919f4ca185da4fbcbb18aaca3cc8dc9c HTTP/1.1" status: 200 len: 375 time: 0.0282824 Nov 12 10:48:26.251209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-704e5e5c-138e-4c27-9d78-85ffd608c4da req-c3b0f4d7-edac-419b-9f4c-570ab359f823 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:48:26.252462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-704e5e5c-138e-4c27-9d78-85ffd608c4da req-c3b0f4d7-edac-419b-9f4c-570ab359f823 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0723529 Nov 12 10:48:26.289249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-21655eff-a280-422f-89dd-67490bddd34e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375230 Nov 12 10:48:26.368558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:26.416524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-14e77b51-b170-438e-8d5c-ff3c120ec561 req-9e72ae7e-509b-4b91-918e-c5b9dd2734f7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 210 time: 0.0355797 Nov 12 10:48:26.449602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-8c164184-e47a-453d-817c-f0fdc26daf2b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:48:26.457129 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-8c164184-e47a-453d-817c-f0fdc26daf2b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0989866 Nov 12 10:48:26.558493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7a9d4-b62d-41bb-9267-374ebd108b50 req-8325bea8-46ad-4d7d-b079-ac138acbcf5d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:26.560205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4f7a9d4-b62d-41bb-9267-374ebd108b50 req-8325bea8-46ad-4d7d-b079-ac138acbcf5d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.0616577 Nov 12 10:48:26.562038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:26.562352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:26.579815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'mac_address': 'fa:16:3e:1f:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:26.621008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4f7a9d4-b62d-41bb-9267-374ebd108b50 req-34033061-4640-437e-8d05-113730c45106 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532200 Nov 12 10:48:26.634622 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:26.645584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-ff0a3edf-aa31-423b-93a5-d4c9fa3a3374 service neutron] 10.222.0.31 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875117 Nov 12 10:48:26.650898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:26.679560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:26.684519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:26.742889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:26.749577 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:26.750687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded536ad-f594-413f-b855-d865a133aa9c req-af987820-eb8f-4761-90a5-30c393e1598e tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:26.753504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ded536ad-f594-413f-b855-d865a133aa9c req-af987820-eb8f-4761-90a5-30c393e1598e tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 950 time: 0.0622375 Nov 12 10:48:26.766516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 86e6340e-bb54-474f-9e85-14b4e747f49c up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:26.794836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-125dfce5-16a2-41a1-86fe-df9decf5be50 service neutron] 10.222.0.31 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477437 Nov 12 10:48:26.819205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:26.823396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'Port': ['ID=192e98dd-8919-4c20-8676-34892696568f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:26.826121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:26.828367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:26.835853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:26.836111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:26.838107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ded536ad-f594-413f-b855-d865a133aa9c req-506f5013-f661-4557-ba03-b4ab9b96cffa tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697746 Nov 12 10:48:26.877460 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-ff77c6b3-3222-417d-847e-cafffb2cb1ee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4599469 Nov 12 10:48:26.904006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Request body: {'port': {'device_id': '0e22633f-5b8e-40b6-8b37-2564978428be', 'device_owner': 'compute:tempest-test_az-593928147', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:26.914509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 86e6340e-bb54-474f-9e85-14b4e747f49c completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:26.926484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 86e6340e-bb54-474f-9e85-14b4e747f49c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:26.926927 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:26.969028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125cd81-8113-4d56-afa6-49f2d1f687e2 req-9cdd10f6-357a-4ba8-83cc-acb9ca3af192 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:26.970570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6125cd81-8113-4d56-afa6-49f2d1f687e2 req-9cdd10f6-357a-4ba8-83cc-acb9ca3af192 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 970 time: 0.0707166 Nov 12 10:48:26.979693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:27.038514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.115990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6125cd81-8113-4d56-afa6-49f2d1f687e2 req-193f9007-7aca-4258-8f1b-b06951b08754 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310701 Nov 12 10:48:27.213236 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.220578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-896ef1e4-91d3-4f25-9773-0e83e7fea582 req-1ef6e124-6203-436a-a429-3fc0f90a4408 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 210 time: 0.0426412 Nov 12 10:48:27.276789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 86e6340e-bb54-474f-9e85-14b4e747f49c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=86e6340e-bb54-474f-9e85-14b4e747f49c,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:27.279347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de15fed-e6b6-4b3f-a206-7d16bbb65ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e6340e-bb54-474f-9e85-14b4e747f49c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:27.284803 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5741151-91cd-4c6e-8c53-7034920b6a23" -d '{"events": [{"server_uuid": "3de15fed-e6b6-4b3f-a206-7d16bbb65ae2", "name": "network-vif-plugged", "status": "completed", "tag": "86e6340e-bb54-474f-9e85-14b4e747f49c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:27.294467 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.295689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 50e66e83-8c6a-496a-8f25-5c61c022be48 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:27.365705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-a2a105b4-4b9e-42f1-9516-284c18914b22 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387213 Nov 12 10:48:27.373748 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9138b-2a9c-4793-bb7c-a7f4ed629edc req-0c1f6974-e493-48ac-acef-a10be19c05ab tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:27.381099 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fdf9138b-2a9c-4793-bb7c-a7f4ed629edc req-0c1f6974-e493-48ac-acef-a10be19c05ab tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 970 time: 0.1497457 Nov 12 10:48:27.396654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8f2bb66d-0546-454d-aea2-ae2a11974394 None None] Provisioning complete for port 192e98dd-8919-4c20-8676-34892696568f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:27.396970 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb66d-0546-454d-aea2-ae2a11974394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.453668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fdf9138b-2a9c-4793-bb7c-a7f4ed629edc req-c2dd35f6-f795-4e16-9e2e-cf76060654df tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715990 Nov 12 10:48:27.507565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=86e6340e-bb54-474f-9e85-14b4e747f49c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:27.513931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8f2bb66d-0546-454d-aea2-ae2a11974394 None None] Port 192e98dd-8919-4c20-8676-34892696568f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:27.525674 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.530380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192e98dd-8919-4c20-8676-34892696568f {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:27.530912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 50e66e83-8c6a-496a-8f25-5c61c022be48 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:27.534886 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd475e7-161f-4154-8431-f34d057532a2 x-openstack-request-id: req-6fd475e7-161f-4154-8431-f34d057532a2 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:27.536693 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de15fed-e6b6-4b3f-a206-7d16bbb65ae2", "name": "network-vif-plugged", "status": "completed", "tag": "86e6340e-bb54-474f-9e85-14b4e747f49c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:27.537216 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fd475e7-161f-4154-8431-f34d057532a2 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:27.537924 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de15fed-e6b6-4b3f-a206-7d16bbb65ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e6340e-bb54-474f-9e85-14b4e747f49c', 'code': 200} Nov 12 10:48:27.541171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.542675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 50e66e83-8c6a-496a-8f25-5c61c022be48 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:27.543542 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.574380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Transition to ACTIVE for port object 192e98dd-8919-4c20-8676-34892696568f will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:27.589586 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.592127 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:48:27.596286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75307-2013-4084-ad62-44336bb845bf req-828560ec-2fee-4755-b16b-c0e855f3f74b tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:27.605115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-828560ec-2fee-4755-b16b-c0e855f3f74b tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377768 Nov 12 10:48:27.653731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-0c9fc249-6fa3-4947-ad0e-038206b0f978 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/quotas/7b6c66513f2243f89ef7701ebbc49ef1 HTTP/1.1" status: 200 len: 375 time: 0.0476322 Nov 12 10:48:27.674621 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.726069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Pushing event updated for resources: {'Port': ['ID=192e98dd-8919-4c20-8676-34892696568f,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:27.727471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 50e66e83-8c6a-496a-8f25-5c61c022be48, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=50e66e83-8c6a-496a-8f25-5c61c022be48,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:27.737426 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.763627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340be686-6104-45f6-aeab-156f9fbf4dd2 req-ac9ccacc-0ac8-4d37-a37c-c1981dd3d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:27.765221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-340be686-6104-45f6-aeab-156f9fbf4dd2 req-ac9ccacc-0ac8-4d37-a37c-c1981dd3d208 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 1123 time: 0.1515987 Nov 12 10:48:27.790812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-466e25b9-030c-4433-8468-3adb5b5a84e2 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361082 Nov 12 10:48:27.803261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8dc66-16e3-4298-a8a1-55dca1c254b2 req-2cb75f4d-f294-4fa4-b075-04088f02c637 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:27.813505 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ead8dc66-16e3-4298-a8a1-55dca1c254b2 req-2cb75f4d-f294-4fa4-b075-04088f02c637 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 969 time: 0.1669977 Nov 12 10:48:27.824351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Attempting to bind port 192e98dd-8919-4c20-8676-34892696568f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:27.841479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Attempting to bind port 192e98dd-8919-4c20-8676-34892696568f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:27.843382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Attempting to bind port 192e98dd-8919-4c20-8676-34892696568f on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:27.862010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Port 192e98dd-8919-4c20-8676-34892696568f on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:27.862519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Attempting to bind port 192e98dd-8919-4c20-8676-34892696568f on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:27.877207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:27.877562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:27.878083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=50e66e83-8c6a-496a-8f25-5c61c022be48,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:27.878360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:27.878985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Bound port: 192e98dd-8919-4c20-8676-34892696568f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:27.879502 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:27.908621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-340be686-6104-45f6-aeab-156f9fbf4dd2 req-84363163-f61f-49bb-a2d1-23248c73bfe9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166985 Nov 12 10:48:27.955828 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ead8dc66-16e3-4298-a8a1-55dca1c254b2 req-a50d6b6b-8fc2-4989-8aaf-fcd9432041d2 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412036 Nov 12 10:48:28.009480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] For port 192e98dd-8919-4c20-8676-34892696568f, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:28.016042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] For port 192e98dd-8919-4c20-8676-34892696568f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=192e98dd-8919-4c20-8676-34892696568f,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:28.032093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:28.124578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:28.125845 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:28.127412 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] 10.222.0.59 "PUT /v2.0/ports/192e98dd-8919-4c20-8676-34892696568f HTTP/1.1" status: 200 len: 1118 time: 1.2339692 Nov 12 10:48:28.131290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e22633f-5b8e-40b6-8b37-2564978428be', 'tag': '192e98dd-8919-4c20-8676-34892696568f'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:28.131851 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e7adc0-0d8f-472a-9b53-520a4178e98d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e22633f-5b8e-40b6-8b37-2564978428be", "tag": "192e98dd-8919-4c20-8676-34892696568f"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:28.163349 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3496071f-4d18-43e8-a527-d5e43a888e4a req-c8d96352-0970-4593-8be6-a53c8ecb6331 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 210 time: 0.0644705 Nov 12 10:48:28.215834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e9a3f-aa03-45fd-a45a-b3ed0743ab2b req-b12243a2-1e6d-411b-8ab7-8e558298b3bd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:28.218525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-081e9a3f-aa03-45fd-a45a-b3ed0743ab2b req-b12243a2-1e6d-411b-8ab7-8e558298b3bd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 949 time: 0.1328211 Nov 12 10:48:28.228370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e289d8-5f3d-4285-9bd8-4b6e671bd25e service neutron] Pushing event updated for resources: {'Port': ['ID=192e98dd-8919-4c20-8676-34892696568f,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:28.309115 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-081e9a3f-aa03-45fd-a45a-b3ed0743ab2b req-3078aa86-fbca-4847-923e-3b5f6d2d991c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823569 Nov 12 10:48:28.336642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad2c07-c54a-4be3-8761-f79a8bea3888 req-a4e03f81-a783-4a72-9f4e-5967d2aa6980 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:28.347146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7ad2c07-c54a-4be3-8761-f79a8bea3888 req-a4e03f81-a783-4a72-9f4e-5967d2aa6980 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 971 time: 0.0955503 Nov 12 10:48:28.364627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:28.401363 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31084864-b0e2-4feb-ba37-e93e8b015665 x-openstack-request-id: req-31084864-b0e2-4feb-ba37-e93e8b015665 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:28.403502 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e22633f-5b8e-40b6-8b37-2564978428be", "tag": "192e98dd-8919-4c20-8676-34892696568f", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:28.404117 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31084864-b0e2-4feb-ba37-e93e8b015665 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:28.405296 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e22633f-5b8e-40b6-8b37-2564978428be', 'tag': '192e98dd-8919-4c20-8676-34892696568f', 'status': 'completed', 'code': 200} Nov 12 10:48:28.451244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:28.462767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:28.463149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:28.465999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-04bb1dea-24a0-4e55-ab52-88fc3396c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:28.466397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7ad2c07-c54a-4be3-8761-f79a8bea3888 req-cf0fee83-af8c-40eb-be3e-3505ee59990d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156065 Nov 12 10:48:28.476333 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-04bb1dea-24a0-4e55-ab52-88fc3396c2ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 1121 time: 0.1440077 Nov 12 10:48:28.614461 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-861f72bf-b8a9-4629-84bf-4fc8056bf759 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=192e98dd-8919-4c20-8676-34892696568f HTTP/1.1" status: 200 len: 217 time: 0.1310804 Nov 12 10:48:28.616820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:28.652533 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-857824fd-22f4-43d2-ab02-31b49823942d req-12da66f0-30a4-4328-8efc-6e1dff3df571 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 210 time: 0.1504822 Nov 12 10:48:28.677067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:28.683538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:28.755621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630e1c8-9334-40b0-9e7d-036c4aa81457 req-2a0fafd4-ac4e-440a-8f0d-370cf6425099 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:28.758075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7630e1c8-9334-40b0-9e7d-036c4aa81457 req-2a0fafd4-ac4e-440a-8f0d-370cf6425099 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 971 time: 0.1131351 Nov 12 10:48:28.773479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:28.791601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-3aae420d-513a-4eba-83c4-4b8cbbfc49db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:28.793543 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-3aae420d-513a-4eba-83c4-4b8cbbfc49db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1227381 Nov 12 10:48:28.854918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7630e1c8-9334-40b0-9e7d-036c4aa81457 req-602d2f97-f7f4-4332-ab17-5b6e74ff60ee tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874808 Nov 12 10:48:28.855141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de525b-4d76-4708-9e45-c3274bd6650d req-78308b40-1031-426d-86ab-089b4bc3480e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:28.856966 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-78308b40-1031-426d-86ab-089b4bc3480e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 808 time: 0.2403016 Nov 12 10:48:28.872972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Request body: {'port': {'device_id': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'admin_state_up': True, 'tenant_id': '919f4ca185da4fbcbb18aaca3cc8dc9c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:28.948230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-dfcfc05a-f93f-4ffa-b633-557d04d263e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:28.949961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-dfcfc05a-f93f-4ffa-b633-557d04d263e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431100 Nov 12 10:48:29.270613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-deccc64b-ddba-4f20-8c67-3657c7f686ee req-20a888ea-965e-45ef-bf0c-e11d61337c96 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 210 time: 0.0306365 Nov 12 10:48:29.277932 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:29.297879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623f45a-c429-409e-a838-87f4fcdd37a3 req-737038ed-c6d2-487c-9011-ef767aa018b5 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:29.299449 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c623f45a-c429-409e-a838-87f4fcdd37a3 req-737038ed-c6d2-487c-9011-ef767aa018b5 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 969 time: 0.1563611 Nov 12 10:48:29.301295 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-b1d73128-d90a-4f91-85e7-010cc70d6299 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426516 Nov 12 10:48:29.322700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Made reservation on behalf of 919f4ca185da4fbcbb18aaca3cc8dc9c for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:29.326011 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:29.463407 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c623f45a-c429-409e-a838-87f4fcdd37a3 req-73c951e3-93ce-4eb4-bb73-b454cfb73039 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565695 Nov 12 10:48:29.469094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fbe61-2822-4648-8ff4-c1cde74bd4f5 req-74d2f653-25fd-4ade-925c-1df87839d178 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:29.477290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e0fbe61-2822-4648-8ff4-c1cde74bd4f5 req-74d2f653-25fd-4ade-925c-1df87839d178 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.0776250 Nov 12 10:48:29.500223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-e963d157-1e0f-46cd-aad8-9f3ce703796a tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472937 Nov 12 10:48:29.513914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13cbaa32-32c0-45d5-b1d4-a6f164c4646a req-949b8828-ee7d-444a-93f1-435eff5cd635 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004125 Nov 12 10:48:29.540578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e66e83-8c6a-496a-8f25-5c61c022be48'}, {'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:29.547465 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c62f24f-8505-4110-9693-bf497af40f35" -d '{"events": [{"server_uuid": "fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe", "name": "network-vif-plugged", "status": "completed", "tag": "50e66e83-8c6a-496a-8f25-5c61c022be48"}, {"server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "name": "network-vif-plugged", "status": "completed", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:29.587297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Allocated IP 172.20.0.14 (cefc6cbd-22f1-4e4b-8344-38e41ee35647/0d877c7d-5e87-41de-877e-195068957b17/4cad8846-133b-41f3-b1a7-ded85a17e03f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:29.633199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e0fbe61-2822-4648-8ff4-c1cde74bd4f5 req-5f95a26b-af7f-4bf5-bdaa-8ac26683811e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545973 Nov 12 10:48:29.701044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75307-2013-4084-ad62-44336bb845bf req-379991ab-4622-4d40-90f1-051e9bec6720 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:29.703428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-379991ab-4622-4d40-90f1-051e9bec6720 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959584 Nov 12 10:48:29.719651 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d318d9-504e-4449-9e69-e1921886b170 x-openstack-request-id: req-09d318d9-504e-4449-9e69-e1921886b170 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:29.720172 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe", "name": "network-vif-plugged", "status": "completed", "tag": "50e66e83-8c6a-496a-8f25-5c61c022be48", "code": 200}, {"server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "name": "network-vif-plugged", "status": "completed", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:29.720564 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09d318d9-504e-4449-9e69-e1921886b170 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:29.721220 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e66e83-8c6a-496a-8f25-5c61c022be48', 'code': 200} Nov 12 10:48:29.721602 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'code': 200} Nov 12 10:48:29.721738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Request body: {'port': {'device_id': '209cbec5-9d3d-430e-bee4-eb12571dbcc4', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '7b6c66513f2243f89ef7701ebbc49ef1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:29.744493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c49390-871c-4c0e-8815-3dec9cc6ebdc req-0ccf5d4d-3820-4f5c-a165-41c648d9ce1b tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:29.746855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44c49390-871c-4c0e-8815-3dec9cc6ebdc req-0ccf5d4d-3820-4f5c-a165-41c648d9ce1b tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 971 time: 0.1624284 Nov 12 10:48:29.756517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-d108cd05-4b80-4e31-8a39-aa4e3bdd9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:29.759199 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-d108cd05-4b80-4e31-8a39-aa4e3bdd9a05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 1121 time: 0.1524813 Nov 12 10:48:29.825656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.59', 56541) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:29.825985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.52', 65190) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:29.946087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d62a0194-89cf-4722-b983-1dd2d410d9b7 req-76515409-25a6-4085-b446-7560bdc31ef2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 210 time: 0.1428053 Nov 12 10:48:30.009784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44c49390-871c-4c0e-8815-3dec9cc6ebdc req-dfb22130-f886-41f5-9b29-fbde54323b89 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490029 Nov 12 10:48:30.071823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.075820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.097035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-a7b63809-afc5-4ff1-a2d6-1faff305c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:30.098987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-a7b63809-afc5-4ff1-a2d6-1faff305c427 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3228688 Nov 12 10:48:30.134594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e5a6-8195-47d2-9949-f9b1d869f198 req-4c62978c-bdfe-49e5-b8e8-0bd4325cc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:30.136713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-acf1e5a6-8195-47d2-9949-f9b1d869f198 req-4c62978c-bdfe-49e5-b8e8-0bd4325cc3db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 1123 time: 0.3018365 Nov 12 10:48:30.158527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-434a77df-48f2-41d7-a607-04b8a3b01b48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=192e98dd-8919-4c20-8676-34892696568f HTTP/1.1" status: 200 len: 217 time: 0.0482233 Nov 12 10:48:30.163253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b35bb-f909-41f0-81db-2df4a98409a1 req-81737bf6-5166-4a7d-a351-080c99e952a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:30.164816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-832b35bb-f909-41f0-81db-2df4a98409a1 req-81737bf6-5166-4a7d-a351-080c99e952a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1102 time: 0.3287842 Nov 12 10:48:30.175587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.271401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Network cefc6cbd-22f1-4e4b-8344-38e41ee35647 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:30.278051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-2b5735d5-f743-4035-8df4-82b6d6d00c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:30.279652 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-2b5735d5-f743-4035-8df4-82b6d6d00c56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1025279 Nov 12 10:48:30.280775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:30.286355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:30.293625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:30.293625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.312943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0fd9c-421e-4c4d-94ac-a2fb1b650e6e req-7b06e44b-afb1-4309-84df-4cc8b94e8602 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:30.314529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4f0fd9c-421e-4c4d-94ac-a2fb1b650e6e req-7b06e44b-afb1-4309-84df-4cc8b94e8602 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 971 time: 0.2310455 Nov 12 10:48:30.317052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Made reservation on behalf of 7b6c66513f2243f89ef7701ebbc49ef1 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:30.321783 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.327182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-acf1e5a6-8195-47d2-9949-f9b1d869f198 req-ec4f1e4e-4be3-44c5-8580-70df6e56ec16 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593096 Nov 12 10:48:30.329822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Pushing event updated for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:30.332367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-832b35bb-f909-41f0-81db-2df4a98409a1 req-0ed245ee-f4f3-465d-801e-208afaa39022 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528473 Nov 12 10:48:30.400643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-2944b2f0-cc76-4bf0-9573-94270d288349 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5324457 Nov 12 10:48:30.419204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-b1c7763a-de48-44cf-99f3-3634fd1c14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:30.422003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-b1c7763a-de48-44cf-99f3-3634fd1c14cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247897 Nov 12 10:48:30.448756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d53ebaae-22d8-4776-9a0b-3ffb9209c1ea req-1808b08b-08dd-470a-811a-74fccc77100a tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 210 time: 0.0398288 Nov 12 10:48:30.483040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4f0fd9c-421e-4c4d-94ac-a2fb1b650e6e req-cb476af9-4791-467b-bfea-3f4ae02fa449 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413689 Nov 12 10:48:30.524355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Request body: {'port': {'device_id': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:30.640032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Allocated IP 192.168.233.67 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/835b970a-974b-4db6-9611-6039ee5c9848) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:30.732398 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.745368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be828a-b1af-48cb-acf9-23a6478b1273 req-d21d42b5-ccef-4b2b-80cb-54761f5388d9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:30.747308 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00be828a-b1af-48cb-acf9-23a6478b1273 req-d21d42b5-ccef-4b2b-80cb-54761f5388d9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 969 time: 0.1873405 Nov 12 10:48:30.862107 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-9b2ac066-cf36-4f05-9778-d9e3ec4fce28 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472637 Nov 12 10:48:30.972876 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00be828a-b1af-48cb-acf9-23a6478b1273 req-f9786532-ffa9-4808-9e02-daf41299f4cc tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111750 Nov 12 10:48:31.004134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76df6-d291-4d6f-af99-78e7fa26a81a req-6c62328d-3a91-422a-8add-818d21eee0ab tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:31.005863 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c9e76df6-d291-4d6f-af99-78e7fa26a81a req-6c62328d-3a91-422a-8add-818d21eee0ab tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.2743964 Nov 12 10:48:31.079265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.104058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c9e76df6-d291-4d6f-af99-78e7fa26a81a req-3c6dc243-bdc2-4377-b91e-7d4530114a24 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836983 Nov 12 10:48:31.155721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.178504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a1c1229e-f67d-4ecb-871d-0d3271b26c59'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:31.199053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1e7adc0-0d8f-472a-9b53-520a4178e98d req-e4ac4354-85a4-4395-9b0f-6d9c5f043f62 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213668 Nov 12 10:48:31.259465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e9e2-6914-4b74-9a43-9db1f25854ed req-35f7e6a9-75f8-448b-9e35-6b6dd8b20dfd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:31.262047 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d68e9e2-6914-4b74-9a43-9db1f25854ed req-35f7e6a9-75f8-448b-9e35-6b6dd8b20dfd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 932 time: 0.1458499 Nov 12 10:48:31.353981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Pushing event updated for resources: {'Port': ['ID=835b970a-974b-4db6-9611-6039ee5c9848,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:31.363637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:31.365447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:31.368619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:31.423599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d68e9e2-6914-4b74-9a43-9db1f25854ed req-585cd2a3-8bce-4b40-8a75-7763c38b7a32 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441767 Nov 12 10:48:31.428720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4606e7f-2a11-42f2-9460-a4cc80966637 req-9647f467-c671-4683-8a39-48302a65b30d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:31.430357 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4606e7f-2a11-42f2-9460-a4cc80966637 req-9647f467-c671-4683-8a39-48302a65b30d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 971 time: 0.1662242 Nov 12 10:48:31.443897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cad8846-133b-41f3-b1a7-ded85a17e03f {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:31.467612 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.469079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:31.470591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.490362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Transition to ACTIVE for port object 4cad8846-133b-41f3-b1a7-ded85a17e03f will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:31.496638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.545492 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-08327e18-642c-48ad-a269-8612123d74cf tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8278544 Nov 12 10:48:31.578715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Request body: {'port': {'device_id': '209cbec5-9d3d-430e-bee4-eb12571dbcc4', 'device_owner': 'compute:tempest-test_az-593928147', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:31.597796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:31.647523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4606e7f-2a11-42f2-9460-a4cc80966637 req-81c47bd1-7d85-4c0f-ac27-b5db39ca666c tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716259 Nov 12 10:48:31.669259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:31.671553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:31.671877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:31.701609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:31.709042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:31.718741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:31.720055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:31.720991 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:31.721908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Bound port: 4cad8846-133b-41f3-b1a7-ded85a17e03f, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:31.722855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.733717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.751958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6af77-9e34-4162-bb92-7b2dd117a669 req-9d20f526-9f96-4ef9-9fec-e49de4164fe9 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:31.754577 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07c6af77-9e34-4162-bb92-7b2dd117a669 req-9d20f526-9f96-4ef9-9fec-e49de4164fe9 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 935 time: 0.1382270 Nov 12 10:48:31.823903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-22ff34d0-3130-4ba5-88bb-c0e6b4eabd6d None None] Provisioning complete for port 835b970a-974b-4db6-9611-6039ee5c9848 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:31.824930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22ff34d0-3130-4ba5-88bb-c0e6b4eabd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.855125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07c6af77-9e34-4162-bb92-7b2dd117a669 req-2684d40b-1d41-4d25-8357-e5b902fee11d tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892284 Nov 12 10:48:31.855372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaa7db-85d9-44c8-bbd0-1ca2dc07d8d0 req-73fc195a-2847-4a73-8e8b-7d29bf5891fa tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:31.856653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-feaaa7db-85d9-44c8-bbd0-1ca2dc07d8d0 req-73fc195a-2847-4a73-8e8b-7d29bf5891fa tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 971 time: 0.0909688 Nov 12 10:48:31.873437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-22ff34d0-3130-4ba5-88bb-c0e6b4eabd6d None None] Port 835b970a-974b-4db6-9611-6039ee5c9848 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:31.900025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:31.903359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:31.909575 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.018152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-feaaa7db-85d9-44c8-bbd0-1ca2dc07d8d0 req-d3ec32a4-c322-4819-95e8-cd3581eb79c1 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103985 Nov 12 10:48:32.145415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835b970a-974b-4db6-9611-6039ee5c9848 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:32.145683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.146058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.147467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 1093 time: 1.6288362 Nov 12 10:48:32.147924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:32.150590 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:32.156662 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.178662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a3f6a-dcf8-42e3-b9eb-342be67e68a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:32.194610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1e93b-515c-4097-965d-dce577c8b680 req-b4b25a90-b313-43cc-ba6c-4f7fe965241b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.196205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af1e93b-515c-4097-965d-dce577c8b680 req-b4b25a90-b313-43cc-ba6c-4f7fe965241b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 969 time: 0.0920787 Nov 12 10:48:32.202430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Transition to ACTIVE for port object 835b970a-974b-4db6-9611-6039ee5c9848 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:32.213302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.221169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672756c-4ceb-46d9-850f-c0be638897f2 req-ab7f4d4c-0fbb-4359-81f2-7f0bc8eb1361 tempest-AggregatesAdminTestJSON-111509331 tempest-AggregatesAdminTestJSON-111509331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.222655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a672756c-4ceb-46d9-850f-c0be638897f2 req-ab7f4d4c-0fbb-4359-81f2-7f0bc8eb1361 tempest-AggregatesAdminTestJSON-111509331 tempest-AggregatesAdminTestJSON-111509331-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 1123 time: 0.0693822 Nov 12 10:48:32.271795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a672756c-4ceb-46d9-850f-c0be638897f2 req-2aa07da9-22ef-491f-8ddf-da6d82afad9c tempest-AggregatesAdminTestJSON-111509331 tempest-AggregatesAdminTestJSON-111509331-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.284287 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af1e93b-515c-4097-965d-dce577c8b680 req-63c8efcb-ed64-451c-b2b3-912a3f7f85ff tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724125 Nov 12 10:48:32.286213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de525b-4d76-4708-9e45-c3274bd6650d req-180ef8fc-ac6d-425a-8f36-224d0c78d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.287614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-180ef8fc-ac6d-425a-8f36-224d0c78d14e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1096 time: 0.0843172 Nov 12 10:48:32.315462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Pushing event updated for resources: {'Port': ['ID=835b970a-974b-4db6-9611-6039ee5c9848,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:32.346565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-0bdf35b7-3ea4-432f-b4b3-4aac170cc28e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 217 time: 0.0509844 Nov 12 10:48:32.406568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de525b-4d76-4708-9e45-c3274bd6650d req-8c62a959-8b07-4493-9b1a-0137b4e022f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.408185 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-8c62a959-8b07-4493-9b1a-0137b4e022f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0511217 Nov 12 10:48:32.433769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a672756c-4ceb-46d9-850f-c0be638897f2 req-2aa07da9-22ef-491f-8ddf-da6d82afad9c tempest-AggregatesAdminTestJSON-111509331 tempest-AggregatesAdminTestJSON-111509331-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.434974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Attempting to bind port 835b970a-974b-4db6-9611-6039ee5c9848 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:32.435423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Attempting to bind port 835b970a-974b-4db6-9611-6039ee5c9848 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:32.435866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Attempting to bind port 835b970a-974b-4db6-9611-6039ee5c9848 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:32.442149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a672756c-4ceb-46d9-850f-c0be638897f2 req-2aa07da9-22ef-491f-8ddf-da6d82afad9c tempest-AggregatesAdminTestJSON-111509331 tempest-AggregatesAdminTestJSON-111509331-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.444352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Port 835b970a-974b-4db6-9611-6039ee5c9848 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:32.444668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Attempting to bind port 835b970a-974b-4db6-9611-6039ee5c9848 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:32.474379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-a4b2806a-6561-456f-83da-d4762b3d7aa5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302377 Nov 12 10:48:32.478958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:32.479288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:32.479661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:32.480189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Bound port: 835b970a-974b-4db6-9611-6039ee5c9848, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:32.480739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.498173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4351f-3800-40d0-832a-8019949825f7 req-eb90428a-5966-4776-b979-1e78be6b5e59 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.499781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fe4351f-3800-40d0-832a-8019949825f7 req-eb90428a-5966-4776-b979-1e78be6b5e59 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.0906210 Nov 12 10:48:32.511947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a672756c-4ceb-46d9-850f-c0be638897f2 req-2aa07da9-22ef-491f-8ddf-da6d82afad9c tempest-AggregatesAdminTestJSON-111509331 tempest-AggregatesAdminTestJSON-111509331-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643912 Nov 12 10:48:32.518393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa07da9-22ef-491f-8ddf-da6d82afad9c tempest-AggregatesAdminTestJSON-111509331 tempest-AggregatesAdminTestJSON-111509331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5440e950-f0cc-417f-9caa-d5dc5476256b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:32.585273 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9c503f-4912-49f2-8be2-0c89a8c26600 x-openstack-request-id: req-be9c503f-4912-49f2-8be2-0c89a8c26600 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:32.585554 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:32.585801 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be9c503f-4912-49f2-8be2-0c89a8c26600 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:32.586186 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f', 'status': 'completed', 'code': 200} Nov 12 10:48:32.616176 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fe4351f-3800-40d0-832a-8019949825f7 req-787c41a8-b60b-463e-9b7a-087ca5bf62ea tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968592 Nov 12 10:48:32.618819 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-848c3bd0-5c8e-4924-a321-fa027c5edc5d service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365275 Nov 12 10:48:32.628910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] For port 835b970a-974b-4db6-9611-6039ee5c9848, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:32.644972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] For port 835b970a-974b-4db6-9611-6039ee5c9848, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=835b970a-974b-4db6-9611-6039ee5c9848,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:32.650859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.731186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.732887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.734185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] 10.222.0.59 "PUT /v2.0/ports/835b970a-974b-4db6-9611-6039ee5c9848 HTTP/1.1" status: 200 len: 1117 time: 1.1670923 Nov 12 10:48:32.743928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209cbec5-9d3d-430e-bee4-eb12571dbcc4', 'tag': '835b970a-974b-4db6-9611-6039ee5c9848'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:32.746437 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432f0de9-1bb1-4c9c-ae01-e64de49414b1" -d '{"events": [{"name": "network-changed", "server_uuid": "209cbec5-9d3d-430e-bee4-eb12571dbcc4", "tag": "835b970a-974b-4db6-9611-6039ee5c9848"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:32.787852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 192e98dd-8919-4c20-8676-34892696568f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:32.790095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04067e-cf00-45e4-8050-01c84ca7988f req-30672b02-c4db-4ce4-b621-7ca0695fb301 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.790899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d04067e-cf00-45e4-8050-01c84ca7988f req-30672b02-c4db-4ce4-b621-7ca0695fb301 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 944 time: 0.1156504 Nov 12 10:48:32.792037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360efb47-b939-4d55-8a20-5a86e894c375 service neutron] Pushing event updated for resources: {'Port': ['ID=835b970a-974b-4db6-9611-6039ee5c9848,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:32.839040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de525b-4d76-4708-9e45-c3274bd6650d req-9ad49ab9-8aad-4820-a4c1-e96be024fd2c service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121820 Nov 12 10:48:32.963313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75307-2013-4084-ad62-44336bb845bf req-646c3ede-abc3-44a2-af81-699b1530515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.965133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-646c3ede-abc3-44a2-af81-699b1530515c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 1120 time: 0.1486046 Nov 12 10:48:32.979059 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-1d3d5274-5d0a-4789-9955-ee850fb40477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:32.980621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-1d3d5274-5d0a-4789-9955-ee850fb40477 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1096 time: 0.0749269 Nov 12 10:48:32.983451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d04067e-cf00-45e4-8050-01c84ca7988f req-00ef22d2-c8be-4934-98ad-14cfd4ce46c9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681499 Nov 12 10:48:33.005967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 192e98dd-8919-4c20-8676-34892696568f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=192e98dd-8919-4c20-8676-34892696568f,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:33.019650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '192e98dd-8919-4c20-8676-34892696568f', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '192e98dd-8919-4c20-8676-34892696568f', 'mac_address': 'fa:16:3e:95:58:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-593928147', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:33.052125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-b5fa6868-1ba4-472b-a456-56fa639dfb35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=835b970a-974b-4db6-9611-6039ee5c9848 HTTP/1.1" status: 200 len: 217 time: 0.0663011 Nov 12 10:48:33.101449 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:33.145224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75307-2013-4084-ad62-44336bb845bf req-e9184c0c-4532-43d2-b045-da9f093a88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.145382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192e98dd-8919-4c20-8676-34892696568f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:33.146346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-e9184c0c-4532-43d2-b045-da9f093a88be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0859945 Nov 12 10:48:33.153412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-77b0b358-eadd-4d5c-b21b-a5ea46f9301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.155188 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-77b0b358-eadd-4d5c-b21b-a5ea46f9301d service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.1666074 Nov 12 10:48:33.178852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 192e98dd-8919-4c20-8676-34892696568f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=192e98dd-8919-4c20-8676-34892696568f,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:33.187118 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:33.230426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-7f75db49-d144-4839-8cc3-9ed629767803 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 217 time: 0.0673349 Nov 12 10:48:33.241273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75307-2013-4084-ad62-44336bb845bf req-2f0a5860-2380-45f1-9929-6e0f32a149f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.243957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-2f0a5860-2380-45f1-9929-6e0f32a149f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892675 Nov 12 10:48:33.283404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=192e98dd-8919-4c20-8676-34892696568f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:33.313334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-21b07447-ab05-4d1c-b8d1-e600400808ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.315260 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-21b07447-ab05-4d1c-b8d1-e600400808ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0767417 Nov 12 10:48:33.362574 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-03265295-fa0e-4bdc-aa97-b91676ea3fa9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389881 Nov 12 10:48:33.449588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd950d-5bd9-4dfc-858e-97a7537f9d88 req-4610ca8c-4d9b-448e-b185-b572571951b3 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.451129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90cd950d-5bd9-4dfc-858e-97a7537f9d88 req-4610ca8c-4d9b-448e-b185-b572571951b3 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1102 time: 0.1142406 Nov 12 10:48:33.453332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-197593bf-d8dd-4dde-8b17-fd7e330d71a9 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947484 Nov 12 10:48:33.483194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-90cd950d-5bd9-4dfc-858e-97a7537f9d88 req-0bfc54fb-039d-49d0-a4c1-fdeaedc1dd79 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:33.505651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:33.541166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52bb18-c6f4-4b2f-b58d-2036a59e150c req-4126c79d-8cee-4abe-abe9-8b3b514985ff tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.542624 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b52bb18-c6f4-4b2f-b58d-2036a59e150c req-4126c79d-8cee-4abe-abe9-8b3b514985ff tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 971 time: 0.1316175 Nov 12 10:48:33.551099 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-04abd45d-f65e-4e71-bf2b-64dce38983fa service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800773 Nov 12 10:48:33.597302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eb75307-2013-4084-ad62-44336bb845bf req-658f5846-54f1-40bb-a603-3d4e48e23a58 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301279 Nov 12 10:48:33.646823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-90cd950d-5bd9-4dfc-858e-97a7537f9d88 req-0bfc54fb-039d-49d0-a4c1-fdeaedc1dd79 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:33.652301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-90cd950d-5bd9-4dfc-858e-97a7537f9d88 req-0bfc54fb-039d-49d0-a4c1-fdeaedc1dd79 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:33.693252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90cd950d-5bd9-4dfc-858e-97a7537f9d88 req-0bfc54fb-039d-49d0-a4c1-fdeaedc1dd79 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324748 Nov 12 10:48:33.694007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc54fb-039d-49d0-a4c1-fdeaedc1dd79 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ff1773-3202-411f-b4f4-db0e1195a0d9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:33.757837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b52bb18-c6f4-4b2f-b58d-2036a59e150c req-a19c8a5e-f97f-47cd-b1a9-35fce7ce30aa tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043538 Nov 12 10:48:33.766914 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5d839c-f6f7-4a90-b46f-37c1b8cfabfc x-openstack-request-id: req-5f5d839c-f6f7-4a90-b46f-37c1b8cfabfc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:33.767413 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209cbec5-9d3d-430e-bee4-eb12571dbcc4", "tag": "835b970a-974b-4db6-9611-6039ee5c9848", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:33.768830 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f5d839c-f6f7-4a90-b46f-37c1b8cfabfc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:33.769683 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209cbec5-9d3d-430e-bee4-eb12571dbcc4', 'tag': '835b970a-974b-4db6-9611-6039ee5c9848', 'status': 'completed', 'code': 200} Nov 12 10:48:33.800116 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9c16f2-ad47-4aee-81ba-b3a204fbf9aa req-e8994cae-816d-4328-9322-e59308e08147 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343838 Nov 12 10:48:33.916031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-76b07e20-ee3c-4652-93e0-32eec04c67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.917573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-76b07e20-ee3c-4652-93e0-32eec04c67c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 1120 time: 0.1149454 Nov 12 10:48:33.940374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d5c5f-b8dc-47c7-8861-e55a30333179 req-b834c0d2-e506-441d-a253-6c0cf289ffa6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.941932 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0c5d5c5f-b8dc-47c7-8861-e55a30333179 req-b834c0d2-e506-441d-a253-6c0cf289ffa6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 970 time: 0.0674953 Nov 12 10:48:33.952679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74843807-d067-4751-bbb7-234c6b8ab9e3 req-2f8b68da-4c33-48b8-9cd5-4fa55d22aedb tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:33.954271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74843807-d067-4751-bbb7-234c6b8ab9e3 req-2f8b68da-4c33-48b8-9cd5-4fa55d22aedb tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 968 time: 0.0944438 Nov 12 10:48:34.012116 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0c5d5c5f-b8dc-47c7-8861-e55a30333179 req-bb2ea876-0089-4505-87fa-f3d77ac93944 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592573 Nov 12 10:48:34.071016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74843807-d067-4751-bbb7-234c6b8ab9e3 req-d934f5e4-4373-4ab7-b9dd-0343d8167a19 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028020 Nov 12 10:48:34.092800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-4caa2674-972f-47d0-afda-a62c38bb3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:34.094294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-4caa2674-972f-47d0-afda-a62c38bb3cb7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1660221 Nov 12 10:48:34.183448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-db4a8c35-b2cc-4d17-8719-7a4bcf1d64e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=835b970a-974b-4db6-9611-6039ee5c9848 HTTP/1.1" status: 200 len: 217 time: 0.0748818 Nov 12 10:48:34.272501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-1c0ffc7f-c8a3-4487-8c84-09fcd66c9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:34.274423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-1b483420-95b0-49a1-a152-bfcb318d3cda req-7a685d8f-ec63-43e2-b999-b6ca950c9665 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:48:34.274567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-1c0ffc7f-c8a3-4487-8c84-09fcd66c9071 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0797069 Nov 12 10:48:34.276132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b483420-95b0-49a1-a152-bfcb318d3cda req-7a685d8f-ec63-43e2-b999-b6ca950c9665 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119801 Nov 12 10:48:34.341830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-e0aa04d0-3625-4ec3-9c4a-3f3f828c0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:34.343672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-e0aa04d0-3625-4ec3-9c4a-3f3f828c0d67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535543 Nov 12 10:48:34.492276 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-41ed35c7-a9ba-4b5f-a41e-2d247b6ea7bd service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357691 Nov 12 10:48:34.701604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06f550-4ee9-4f9a-9aae-1f96783327eb req-4fa10d2e-f4af-4e79-8f6c-1aadee396de6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:34.701604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc06f550-4ee9-4f9a-9aae-1f96783327eb req-4fa10d2e-f4af-4e79-8f6c-1aadee396de6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 944 time: 0.1210778 Nov 12 10:48:34.758630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-432f0de9-1bb1-4c9c-ae01-e64de49414b1 req-6011cf9b-d389-4402-920d-7aa898ec6b47 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313573 Nov 12 10:48:34.792050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 192e98dd-8919-4c20-8676-34892696568f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:34.799082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc06f550-4ee9-4f9a-9aae-1f96783327eb req-3f96ff9e-80ac-47b7-8c9b-38c873c2ea2a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878389 Nov 12 10:48:34.876263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13b9de-8e29-48c5-b66a-5833b7d3b5d5 req-240828bf-a5f3-459e-9019-11cc2deea477 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:34.885124 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be13b9de-8e29-48c5-b66a-5833b7d3b5d5 req-240828bf-a5f3-459e-9019-11cc2deea477 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 971 time: 0.0742788 Nov 12 10:48:34.894403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 192e98dd-8919-4c20-8676-34892696568f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:34.904080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 192e98dd-8919-4c20-8676-34892696568f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:34.904550 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:34.961585 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be13b9de-8e29-48c5-b66a-5833b7d3b5d5 req-349583cb-8edf-4c44-8883-f995b6b11b76 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755005 Nov 12 10:48:34.968827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40542) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:34.969580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ea894-e25c-438e-9d9b-df5bad35049d req-9ce85066-8b70-465f-b1c9-5905dcb0bf93 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:34.972517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb8ea894-e25c-438e-9d9b-df5bad35049d req-9ce85066-8b70-465f-b1c9-5905dcb0bf93 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.0896258 Nov 12 10:48:35.012051 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:35.048580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb8ea894-e25c-438e-9d9b-df5bad35049d req-a4ae6fb2-26b5-4e13-9ad8-bc575f64af46 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692739 Nov 12 10:48:35.071915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e22633f-5b8e-40b6-8b37-2564978428be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192e98dd-8919-4c20-8676-34892696568f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:35.074227 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3643dcef-ea2e-4fba-ba70-0b5509295f17" -d '{"events": [{"server_uuid": "0e22633f-5b8e-40b6-8b37-2564978428be", "name": "network-vif-plugged", "status": "completed", "tag": "192e98dd-8919-4c20-8676-34892696568f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:35.091769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-b034f88f-c402-4ea7-b8c6-d6d1c1b2482d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212759 Nov 12 10:48:35.100020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 192e98dd-8919-4c20-8676-34892696568f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=192e98dd-8919-4c20-8676-34892696568f,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:35.107387 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:35.116324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-e6dcbae3-8b2d-4fc9-bd91-9d5f4332efc9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:48:35.117918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-e6dcbae3-8b2d-4fc9-bd91-9d5f4332efc9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095823 Nov 12 10:48:35.173074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=192e98dd-8919-4c20-8676-34892696568f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:35.199483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afb98b-a17a-4410-8639-c5b45e0cad8e req-8835f640-075b-4245-af11-243f8cdb026e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:35.207782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1afb98b-a17a-4410-8639-c5b45e0cad8e req-8835f640-075b-4245-af11-243f8cdb026e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 971 time: 0.0915620 Nov 12 10:48:35.246797 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0988171-e403-4329-8f87-b1647321a1a6 x-openstack-request-id: req-b0988171-e403-4329-8f87-b1647321a1a6 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:35.247097 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e22633f-5b8e-40b6-8b37-2564978428be", "name": "network-vif-plugged", "status": "completed", "tag": "192e98dd-8919-4c20-8676-34892696568f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:35.247603 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0988171-e403-4329-8f87-b1647321a1a6 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:35.248730 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e22633f-5b8e-40b6-8b37-2564978428be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192e98dd-8919-4c20-8676-34892696568f', 'code': 200} Nov 12 10:48:35.276558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1afb98b-a17a-4410-8639-c5b45e0cad8e req-d63b2d15-2711-4407-9907-1a4a989164cd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655594 Nov 12 10:48:35.381420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d7e68-9a19-41e6-af8d-856d43d1b1d4 req-06d5f674-975e-4c0b-a1cf-8cc7057b33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:35.383004 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-436d7e68-9a19-41e6-af8d-856d43d1b1d4 req-06d5f674-975e-4c0b-a1cf-8cc7057b33f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 1123 time: 0.0491326 Nov 12 10:48:35.431706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318a93e-5fd8-49af-bd70-9b6a2e9be492 req-1c4ff8d0-8a7a-4b4f-8cf7-345506ab9c31 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:35.434296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3318a93e-5fd8-49af-bd70-9b6a2e9be492 req-1c4ff8d0-8a7a-4b4f-8cf7-345506ab9c31 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 968 time: 0.1009104 Nov 12 10:48:35.471221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-436d7e68-9a19-41e6-af8d-856d43d1b1d4 req-0b6d207e-824d-441e-a58e-91b199edf825 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743115 Nov 12 10:48:35.509576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3318a93e-5fd8-49af-bd70-9b6a2e9be492 req-b0b3369a-2098-4fde-a2e5-b361e2e1cef3 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Nov 12 10:48:35.974594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf72a-4eb1-40a9-bb70-bb258a43c9aa req-975edae0-c574-4342-827f-991d7f3ceda8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:35.976711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13ccf72a-4eb1-40a9-bb70-bb258a43c9aa req-975edae0-c574-4342-827f-991d7f3ceda8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 944 time: 0.0889838 Nov 12 10:48:36.038289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13ccf72a-4eb1-40a9-bb70-bb258a43c9aa req-66e43ccd-a115-4910-9feb-36096d1b686c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534089 Nov 12 10:48:36.138030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7cc45-819e-4ef3-998a-762bb6b8e3de req-fbe7d09f-b5a1-4613-9d2f-410f53310d20 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:36.147196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75b7cc45-819e-4ef3-998a-762bb6b8e3de req-fbe7d09f-b5a1-4613-9d2f-410f53310d20 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 971 time: 0.0910804 Nov 12 10:48:36.203107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75b7cc45-819e-4ef3-998a-762bb6b8e3de req-53100ec3-fccd-4bf8-b34e-727b63c1d892 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548790 Nov 12 10:48:36.285688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa570a50-daee-4467-98c9-1a48ac5ab362 req-eb538057-fb30-4340-9012-c48272e79a4e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:36.287294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fa570a50-daee-4467-98c9-1a48ac5ab362 req-eb538057-fb30-4340-9012-c48272e79a4e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1002085 Nov 12 10:48:36.361457 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fa570a50-daee-4467-98c9-1a48ac5ab362 req-ca2ce5b5-827b-4f8f-9554-ca13ea264848 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627809 Nov 12 10:48:36.398631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4cad8846-133b-41f3-b1a7-ded85a17e03f details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:36.547211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bf28-4abe-4a82-bf40-c60f15011968 req-85c123a3-ae12-4347-9fb2-b79e803be3b7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:36.549939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95c4bf28-4abe-4a82-bf40-c60f15011968 req-85c123a3-ae12-4347-9fb2-b79e803be3b7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 971 time: 0.0860424 Nov 12 10:48:36.593230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:36.615180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '4cad8846-133b-41f3-b1a7-ded85a17e03f', 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'port_id': '4cad8846-133b-41f3-b1a7-ded85a17e03f', 'mac_address': 'fa:16:3e:8f:1a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d877c7d-5e87-41de-877e-195068957b17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:36.634086 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95c4bf28-4abe-4a82-bf40-c60f15011968 req-e317428a-4cca-4e3b-963b-c9521e1415ef tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736866 Nov 12 10:48:36.676628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:36.701580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cad8846-133b-41f3-b1a7-ded85a17e03f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:36.743093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:36.752595 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:36.802698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:36.805506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 835b970a-974b-4db6-9611-6039ee5c9848 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:36.846173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-19e67c8e-8167-49d8-a442-64ade3da5ddb tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:36.847565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-19e67c8e-8167-49d8-a442-64ade3da5ddb tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 1123 time: 0.0819020 Nov 12 10:48:36.876341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446eb94-2fe5-4630-a76a-cbe91f604728 req-d95a412e-7c48-4e88-a3f5-92b1286d737c tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:36.878553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c446eb94-2fe5-4630-a76a-cbe91f604728 req-d95a412e-7c48-4e88-a3f5-92b1286d737c tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 968 time: 0.1095197 Nov 12 10:48:37.012780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] Deleting port 50e66e83-8c6a-496a-8f25-5c61c022be48 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:48:37.014051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:37.015522 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c446eb94-2fe5-4630-a76a-cbe91f604728 req-9c7a5f17-6f3b-49b7-a23e-32719a69417e tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308386 Nov 12 10:48:37.025461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4cad8846-133b-41f3-b1a7-ded85a17e03f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:37.173887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-10ab8ffa-2c9a-4c37-ac30-52f1c491f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:37.175384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-10ab8ffa-2c9a-4c37-ac30-52f1c491f235 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1102 time: 0.1017692 Nov 12 10:48:37.195840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] For port 50e66e83-8c6a-496a-8f25-5c61c022be48, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=50e66e83-8c6a-496a-8f25-5c61c022be48,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:37.196779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:37.219948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] Calling delete_port for 50e66e83-8c6a-496a-8f25-5c61c022be48 owned by compute:tempest-test_az-593928147 {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:48:37.278237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 835b970a-974b-4db6-9611-6039ee5c9848, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=835b970a-974b-4db6-9611-6039ee5c9848,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:37.297973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '835b970a-974b-4db6-9611-6039ee5c9848', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '835b970a-974b-4db6-9611-6039ee5c9848', 'mac_address': 'fa:16:3e:67:2e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:tempest-test_az-593928147', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:37.309171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de777d-3bd4-4ce9-91c7-4806e11afe94 req-a772e966-c3df-4547-9a2c-dd0fd14515a4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:37.317139 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0de777d-3bd4-4ce9-91c7-4806e11afe94 req-a772e966-c3df-4547-9a2c-dd0fd14515a4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 945 time: 0.1684158 Nov 12 10:48:37.343834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-abd91616-6855-4c72-b989-87d0f6f4b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:37.345353 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-abd91616-6855-4c72-b989-87d0f6f4b7e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1548250 Nov 12 10:48:37.352554 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:37.374138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835b970a-974b-4db6-9611-6039ee5c9848 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:37.406334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-81188475-cc6c-4ba2-bd80-56fe2d639a4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.0526791 Nov 12 10:48:37.406990 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 835b970a-974b-4db6-9611-6039ee5c9848, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=835b970a-974b-4db6-9611-6039ee5c9848,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:37.414820 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0de777d-3bd4-4ce9-91c7-4806e11afe94 req-04906449-f9fa-4f57-81d2-073102eb4753 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968201 Nov 12 10:48:37.416074 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:37.480415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-930d0019-126b-4082-ae6a-b6d3d3e240e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:37.482014 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-930d0019-126b-4082-ae6a-b6d3d3e240e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0663078 Nov 12 10:48:37.541084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=835b970a-974b-4db6-9611-6039ee5c9848,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:37.561633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-691bea4e-380e-42b6-b7b8-13b11c2971e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:37.563494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-691bea4e-380e-42b6-b7b8-13b11c2971e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733438 Nov 12 10:48:37.700028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:37.712002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-7c5835b7-892f-4ee6-9db9-cebbce1bf588 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325068 Nov 12 10:48:37.718840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['50e66e83-8c6a-496a-8f25-5c61c022be48'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:37.734304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba8c05-67e3-473e-87be-cbdeec73e896 req-e3ad1b34-4e11-4864-846f-03e699e2a46e tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:37.741996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79ba8c05-67e3-473e-87be-cbdeec73e896 req-e3ad1b34-4e11-4864-846f-03e699e2a46e tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe HTTP/1.1" status: 200 len: 888 time: 0.3718567 Nov 12 10:48:37.764963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['835b970a-974b-4db6-9611-6039ee5c9848'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:37.802628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] Pushing event deleted for resources: {'Port': ['ID=50e66e83-8c6a-496a-8f25-5c61c022be48,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:37.839564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] No DVR routers for this DVR port 50e66e83-8c6a-496a-8f25-5c61c022be48 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:48:37.850551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:37.855005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74a58196-64b0-4fc0-86af-d72b7a7674e4 req-faa07990-2993-4614-b219-aa84039f45e4 tempest-DeleteServersAdminTestJSON-557779628 tempest-DeleteServersAdminTestJSON-557779628-project-admin] 10.222.0.59 "DELETE /v2.0/ports/50e66e83-8c6a-496a-8f25-5c61c022be48 HTTP/1.1" status: 204 len: 173 time: 0.9902091 Nov 12 10:48:37.855478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe', 'name': 'network-vif-deleted', 'tag': '50e66e83-8c6a-496a-8f25-5c61c022be48'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:37.858121 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc7692-6ea8-46a9-ba78-cc1d717324f2" -d '{"events": [{"server_uuid": "fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe", "name": "network-vif-deleted", "tag": "50e66e83-8c6a-496a-8f25-5c61c022be48"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:37.883429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79ba8c05-67e3-473e-87be-cbdeec73e896 req-f6271ae0-660f-48b4-a38f-a9886892d6af tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405649 Nov 12 10:48:37.913252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fea84d-0ae3-4196-a891-843eedcd5fb0 req-e20b3d80-b6fb-4f82-9def-8aaad51f3bd7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:37.914824 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96fea84d-0ae3-4196-a891-843eedcd5fb0 req-e20b3d80-b6fb-4f82-9def-8aaad51f3bd7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1498215 Nov 12 10:48:37.942834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-4ae0ea7d-fabc-4a27-bf65-508bd4b60eee service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167346 Nov 12 10:48:38.012494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96fea84d-0ae3-4196-a891-843eedcd5fb0 req-4d6e3b2e-b854-40f4-a118-35e9a02d48e0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783894 Nov 12 10:48:38.136009 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17abc607-c486-4a11-8542-650470bf420b x-openstack-request-id: req-17abc607-c486-4a11-8542-650470bf420b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:38.136456 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe", "name": "network-vif-deleted", "tag": "50e66e83-8c6a-496a-8f25-5c61c022be48", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:38.136856 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17abc607-c486-4a11-8542-650470bf420b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:38.137473 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd86bf7f-7ce2-448d-9b99-e5d2685ee5fe', 'name': 'network-vif-deleted', 'tag': '50e66e83-8c6a-496a-8f25-5c61c022be48', 'status': 'completed', 'code': 200} Nov 12 10:48:38.196798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0846-6e3d-4847-8bba-a0c8f95794d8 req-eb4c2b63-02ec-4889-ad36-a83c8535ee60 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:38.198766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6eec0846-6e3d-4847-8bba-a0c8f95794d8 req-eb4c2b63-02ec-4889-ad36-a83c8535ee60 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 971 time: 0.0854914 Nov 12 10:48:38.276647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6eec0846-6e3d-4847-8bba-a0c8f95794d8 req-4b0700ca-2133-4d20-8669-02ee6a4e7b84 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660036 Nov 12 10:48:38.347523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0587d5-4c06-43a1-ac43-c479dda5b6e5 req-1ef7467e-99a7-4455-8365-ba3f9bc5d65f tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:38.349327 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c0587d5-4c06-43a1-ac43-c479dda5b6e5 req-1ef7467e-99a7-4455-8365-ba3f9bc5d65f tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 969 time: 0.1067991 Nov 12 10:48:38.419483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4cad8846-133b-41f3-b1a7-ded85a17e03f up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:38.442517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c0587d5-4c06-43a1-ac43-c479dda5b6e5 req-89c3a573-6d32-4611-9c15-4c00f8133be0 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813618 Nov 12 10:48:38.497153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 4cad8846-133b-41f3-b1a7-ded85a17e03f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:38.504333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 4cad8846-133b-41f3-b1a7-ded85a17e03f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:38.504833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:38.609505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:38.646690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:38.650054 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6f3be9-28b4-4965-b87b-43a0ee80adc6" -d '{"events": [{"server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "name": "network-vif-plugged", "status": "completed", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:38.654665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:38.660705 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:38.692137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f7372-b046-42e2-828f-9917363fe188 req-34aa59a2-7d0a-4535-874f-5b3e9beae2db tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:38.694612 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb0f7372-b046-42e2-828f-9917363fe188 req-34aa59a2-7d0a-4535-874f-5b3e9beae2db tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 1123 time: 0.0688834 Nov 12 10:48:38.726063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:38.727327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-eb0f7372-b046-42e2-828f-9917363fe188 req-25c0bbab-776c-4523-a2e7-3db031b14a5b tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:38.819631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 835b970a-974b-4db6-9611-6039ee5c9848 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:38.830536 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-eb0f7372-b046-42e2-828f-9917363fe188 req-25c0bbab-776c-4523-a2e7-3db031b14a5b tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:38.836041 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-eb0f7372-b046-42e2-828f-9917363fe188 req-25c0bbab-776c-4523-a2e7-3db031b14a5b tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:38.875205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb0f7372-b046-42e2-828f-9917363fe188 req-25c0bbab-776c-4523-a2e7-3db031b14a5b tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713583 Nov 12 10:48:38.876176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0bbab-776c-4523-a2e7-3db031b14a5b tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8180831c-ae69-4935-9d6d-ab3283711d37,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:38.878724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 835b970a-974b-4db6-9611-6039ee5c9848 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:38.884943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 835b970a-974b-4db6-9611-6039ee5c9848 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:38.884943 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:38.905027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db37c7-8604-4e56-96f0-c0029455a700 req-e3c0b5de-7b8d-45f3-9448-f004e8c352c6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:38.906806 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2db37c7-8604-4e56-96f0-c0029455a700 req-e3c0b5de-7b8d-45f3-9448-f004e8c352c6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 946 time: 0.0679030 Nov 12 10:48:38.968379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2db37c7-8604-4e56-96f0-c0029455a700 req-68d616b4-0cc7-4206-876e-0946724fc5c3 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550880 Nov 12 10:48:38.983082 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5b3f99-1353-4f9f-9c51-08fbf66a96b5 x-openstack-request-id: req-7d5b3f99-1353-4f9f-9c51-08fbf66a96b5 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:38.983384 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "name": "network-vif-plugged", "status": "completed", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:38.983837 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d5b3f99-1353-4f9f-9c51-08fbf66a96b5 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:38.984408 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f', 'code': 200} Nov 12 10:48:39.005821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:39.058583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 835b970a-974b-4db6-9611-6039ee5c9848, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=835b970a-974b-4db6-9611-6039ee5c9848,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:39.065384 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:39.066444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 50e66e83-8c6a-496a-8f25-5c61c022be48 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:48:39.093679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 50e66e83-8c6a-496a-8f25-5c61c022be48 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:48:39.094011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 50e66e83-8c6a-496a-8f25-5c61c022be48 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:48:39.195652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427350b6-8e13-4e5d-a95f-43d6910c8b71 req-fcbd443e-7b48-46ac-be70-0feba020cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:39.198459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-427350b6-8e13-4e5d-a95f-43d6910c8b71 req-fcbd443e-7b48-46ac-be70-0feba020cc74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1098 time: 0.1427090 Nov 12 10:48:39.223826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=835b970a-974b-4db6-9611-6039ee5c9848,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:39.288303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-427350b6-8e13-4e5d-a95f-43d6910c8b71 req-9e8e90c6-276a-4f3b-9d46-4c0109086807 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826232 Nov 12 10:48:39.346148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a27ac-43e4-47d1-aeb3-f970b1c879f5 req-3a9bcdf5-88e2-4559-a368-9c7f92e74e4a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:39.347828 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-285a27ac-43e4-47d1-aeb3-f970b1c879f5 req-3a9bcdf5-88e2-4559-a368-9c7f92e74e4a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.0761983 Nov 12 10:48:39.402268 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-285a27ac-43e4-47d1-aeb3-f970b1c879f5 req-2f3bed4b-1e3f-40b6-b7d2-bbbfa00d7cac tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483482 Nov 12 10:48:39.584059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-bad7da8c-4b3d-4410-b6cd-2db637f84335 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=30c5967c67c4421e86e82be9136d2d41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234272 Nov 12 10:48:39.654343 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:39.655126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-75228fe6-cc27-4674-aa9e-4cf618013703 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247865 Nov 12 10:48:39.713776 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-ca12be75-8a00-4c75-bc48-38740e8bdaae tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:39.715242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-ca12be75-8a00-4c75-bc48-38740e8bdaae tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257005 Nov 12 10:48:39.730522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-01789f02-a6a3-4d77-aac1-5a3d86c1f53a tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/quotas/30c5967c67c4421e86e82be9136d2d41 HTTP/1.1" status: 200 len: 375 time: 0.0095811 Nov 12 10:48:39.766476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-420b1547-c64b-426a-8c97-a8600622e504 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:39.767908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-420b1547-c64b-426a-8c97-a8600622e504 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069450 Nov 12 10:48:39.768066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-4d72c363-b0b5-4047-a60c-c851c92bd48f tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=30c5967c67c4421e86e82be9136d2d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295131 Nov 12 10:48:39.783628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-4b024c33-fef4-4183-b443-dfd63becf2b4 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/quotas/128bea7fce0948f38d533e6461a2d37a HTTP/1.1" status: 200 len: 375 time: 0.0093083 Nov 12 10:48:39.845110 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-15020ed0-e7e3-421a-a716-4ee16caf3018 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554986 Nov 12 10:48:40.007131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd7b38-01e8-44ab-b981-27b122027f7b req-811f91d8-7b65-4866-9cde-dc353d7dc9d7 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:40.009920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8bfd7b38-01e8-44ab-b981-27b122027f7b req-811f91d8-7b65-4866-9cde-dc353d7dc9d7 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 970 time: 0.0575581 Nov 12 10:48:40.046622 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:40.066550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8bfd7b38-01e8-44ab-b981-27b122027f7b req-68a1360c-93b0-4515-97ad-0da0c65293aa tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515823 Nov 12 10:48:40.257194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58ed8ea9-15c6-4fa3-9ea1-1f8ece5ed9e3 req-ffca6489-f9ad-4a5e-952f-c5075a37002c tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 210 time: 0.0401778 Nov 12 10:48:40.471944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc5c5-a7ce-4149-9570-d244961953b8 req-cabfa236-a343-4e64-9999-ba5f3e33c21f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:40.481107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cffc5c5-a7ce-4149-9570-d244961953b8 req-cabfa236-a343-4e64-9999-ba5f3e33c21f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 946 time: 0.0967927 Nov 12 10:48:40.579779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cffc5c5-a7ce-4149-9570-d244961953b8 req-3b267bb6-cee4-48bd-9eb9-d5a25ff37283 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966823 Nov 12 10:48:40.729426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40824) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:40.885906 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-d4c32ad5-b227-4152-a1a6-8e16865a06d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701411 Nov 12 10:48:40.925539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c821689d-38bd-479e-a514-1b91b8c3e35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:40.985705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209cbec5-9d3d-430e-bee4-eb12571dbcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835b970a-974b-4db6-9611-6039ee5c9848'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:40.989145 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef35078-955e-4535-94e1-57477ace83c1" -d '{"events": [{"server_uuid": "209cbec5-9d3d-430e-bee4-eb12571dbcc4", "name": "network-vif-plugged", "status": "completed", "tag": "835b970a-974b-4db6-9611-6039ee5c9848"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:41.047489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-fa68d39c-3d4d-453e-9ebd-65c5fdc778b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.049072 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-fa68d39c-3d4d-453e-9ebd-65c5fdc778b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 1102 time: 0.0848429 Nov 12 10:48:41.086822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643607a-b809-4843-b565-e80d855fb798 req-37b6c1e8-e2f8-4f74-b76e-6db06cfd0b4a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.090497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5643607a-b809-4843-b565-e80d855fb798 req-37b6c1e8-e2f8-4f74-b76e-6db06cfd0b4a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.0906427 Nov 12 10:48:41.130513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c821689d-38bd-479e-a514-1b91b8c3e35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:41.158772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c821689d-38bd-479e-a514-1b91b8c3e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:41.170741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5643607a-b809-4843-b565-e80d855fb798 req-e2cb3d60-cdba-4a93-a1e9-4810e3b3523c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680032 Nov 12 10:48:41.183040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-c2f0f9cd-f6c6-403a-a437-b4eba6a741df tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=30c5967c67c4421e86e82be9136d2d41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309596 Nov 12 10:48:41.220029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821689d-38bd-479e-a514-1b91b8c3e35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b08ac6-54a7-4050-a24a-0af9cc663439,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:41.290249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c821689d-38bd-479e-a514-1b91b8c3e35a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f99e81ca424343a2b2a3c4feb4f11503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596690 Nov 12 10:48:41.291093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40844) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:41.341843 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463c0062-7bc5-4ffd-9757-664ce78206cd x-openstack-request-id: req-463c0062-7bc5-4ffd-9757-664ce78206cd {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:41.342156 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209cbec5-9d3d-430e-bee4-eb12571dbcc4", "name": "network-vif-plugged", "status": "completed", "tag": "835b970a-974b-4db6-9611-6039ee5c9848", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:41.342498 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-463c0062-7bc5-4ffd-9757-664ce78206cd {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:41.342786 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209cbec5-9d3d-430e-bee4-eb12571dbcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835b970a-974b-4db6-9611-6039ee5c9848', 'code': 200} Nov 12 10:48:41.496593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-23424845-89a6-48f4-880d-39ce8a1388f6 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.498702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-23424845-89a6-48f4-880d-39ce8a1388f6 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089924 Nov 12 10:48:41.547391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Request body: {'port': {'device_id': 'c999585e-1fe3-4db8-8a1e-d7baf4132790', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '30c5967c67c4421e86e82be9136d2d41'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:41.549848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a22c8d34-67b0-47f2-a970-0fda351ed453 req-350e240f-6827-44af-b1df-fe8fe1534424 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 210 time: 0.0470960 Nov 12 10:48:41.604171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-c211a970-5e57-43ba-ad87-bc4c7af438e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.606165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-c211a970-5e57-43ba-ad87-bc4c7af438e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.5283298 Nov 12 10:48:41.635777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135820b0-a788-4ec0-aaba-667f1f71ab4f req-31c26c29-07e4-4b78-95ba-014c9cd3f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.637505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-135820b0-a788-4ec0-aaba-667f1f71ab4f req-31c26c29-07e4-4b78-95ba-014c9cd3f70a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 1122 time: 0.1373053 Nov 12 10:48:41.673034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e89fa-9ad6-4425-8298-85cf2af3f088 req-577779c7-1dbd-4bb5-9837-002a4d906ba7 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.674522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a53e89fa-9ad6-4425-8298-85cf2af3f088 req-577779c7-1dbd-4bb5-9837-002a4d906ba7 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 970 time: 0.1734235 Nov 12 10:48:41.678857 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-108cdda1-54c9-46ed-9e9a-0994974c551d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:41.696541 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-e574ea2a-2d4b-4229-839f-7bdad9e2f7ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a1c1229e-f67d-4ecb-871d-0d3271b26c59 HTTP/1.1" status: 200 len: 217 time: 0.0746455 Nov 12 10:48:41.700254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f18b8317-0160-4c56-b163-efb7edf7c73a req-be8b424f-5b6d-44f7-82d8-252af5615a7a tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 210 time: 0.0796199 Nov 12 10:48:41.754486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-108cdda1-54c9-46ed-9e9a-0994974c551d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:41.795620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-3d951ab5-ab2f-4e0f-a225-0295b1297bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.797417 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-3d951ab5-ab2f-4e0f-a225-0295b1297bea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0910182 Nov 12 10:48:41.819623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-135820b0-a788-4ec0-aaba-667f1f71ab4f req-03e19140-7738-483e-b8a1-432e6fe84540 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677325 Nov 12 10:48:41.842292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a53e89fa-9ad6-4425-8298-85cf2af3f088 req-a6d0ddf7-24d3-4df3-95a0-6accd482fd22 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587284 Nov 12 10:48:41.844311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Made reservation on behalf of 30c5967c67c4421e86e82be9136d2d41 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:41.846009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-108cdda1-54c9-46ed-9e9a-0994974c551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:41.849275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-108cdda1-54c9-46ed-9e9a-0994974c551d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:41.849693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:41.854464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-108cdda1-54c9-46ed-9e9a-0994974c551d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4b08ac6-54a7-4050-a24a-0af9cc663439 HTTP/1.1" status: 204 len: 168 time: 0.5586634 Nov 12 10:48:41.870942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cdda1-54c9-46ed-9e9a-0994974c551d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b08ac6-54a7-4050-a24a-0af9cc663439,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:41.918680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-a40450e0-b82c-4f07-ae31-3682091033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.920764 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-a40450e0-b82c-4f07-ae31-3682091033e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085825 Nov 12 10:48:41.966032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bfb89-b766-4156-a6c5-73ea12d5c732 req-7952677f-f263-4855-b8d6-bfb5ff49d3f0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:41.968076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a0bfb89-b766-4156-a6c5-73ea12d5c732 req-7952677f-f263-4855-b8d6-bfb5ff49d3f0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 946 time: 0.1122835 Nov 12 10:48:42.112997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Allocated IP 192.168.233.102 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/d783007d-d554-458f-9fc1-7f690c7a4c2d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:42.200751 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a0bfb89-b766-4156-a6c5-73ea12d5c732 req-9e85d350-0de5-4dec-8866-3a5e925b742c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258472 Nov 12 10:48:42.215502 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-a59d6fa9-9420-44ba-86bc-7f5bc7c0a5b6 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867022 Nov 12 10:48:42.382492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.52', 65198) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:42.470996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40880) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:42.502146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-5b698d6c-8fc1-4880-9c6d-9267019cc610 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3290071 Nov 12 10:48:42.532663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-ad45d1ab-2b9a-4890-a9bc-dd3dc4e05d69 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1487510 Nov 12 10:48:42.546859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:42.585123 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0098f784-4079-4700-83bd-152c0c92b606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:42.639336 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:42.703263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:42.703542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16b196dc-b9a0-48c1-9a9b-0be0780969c2 req-89cb4f82-db6c-4394-b2a2-cd47b5f8aece service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775605 Nov 12 10:48:42.707252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-0bfe95e0-773e-463f-93eb-d843c30f8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:42.707478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-0bfe95e0-773e-463f-93eb-d843c30f8f9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1caac80bd6244edb14b60b84f4fba7e&device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 1123 time: 0.1089637 Nov 12 10:48:42.716286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:42.721252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:42.753631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e405-9eca-4af9-9dae-f8d972050b90 req-e66f2a92-d5b8-490a-8837-e570bfa67c22 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:42.755016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Pushing event updated for resources: {'Port': ['ID=d783007d-d554-458f-9fc1-7f690c7a4c2d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:42.781876 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2833e405-9eca-4af9-9dae-f8d972050b90 req-e66f2a92-d5b8-490a-8837-e570bfa67c22 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.3986070 Nov 12 10:48:42.796321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:42.797036 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:42.829488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-031dde7f-1e8f-4403-adc2-02951185c311 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2902100 Nov 12 10:48:42.848434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Request body: {'port': {'device_id': 'c999585e-1fe3-4db8-8a1e-d7baf4132790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:43.034395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-babc718d-7229-4e70-b60c-9ca544f08d83 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:43.036014 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-babc718d-7229-4e70-b60c-9ca544f08d83 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4758279 Nov 12 10:48:43.052722 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0098f784-4079-4700-83bd-152c0c92b606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.061118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2833e405-9eca-4af9-9dae-f8d972050b90 req-6db57135-a44b-4e8f-870c-33161032ab5c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773845 Nov 12 10:48:43.067681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Request body: {'port': {'device_id': '85e5eee3-1736-4720-ba95-da1c4582fda6', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '128bea7fce0948f38d533e6461a2d37a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:43.075653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0098f784-4079-4700-83bd-152c0c92b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.088058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-92c02531-79c1-4e9a-8c8a-e1fa8560f61c None None] Provisioning complete for port d783007d-d554-458f-9fc1-7f690c7a4c2d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:43.089558 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-92c02531-79c1-4e9a-8c8a-e1fa8560f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.135753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-3ceffbb5-558b-474d-98f4-8b1c4e3e6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:43.139326 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-3ceffbb5-558b-474d-98f4-8b1c4e3e6d0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3080904 Nov 12 10:48:43.144209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.189003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-92c02531-79c1-4e9a-8c8a-e1fa8560f61c None None] Port d783007d-d554-458f-9fc1-7f690c7a4c2d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:43.199005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9a3fe053-2b58-427b-92c8-337cf1527c04 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481303 Nov 12 10:48:43.260727 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-9f4d4d2e-814b-45e9-9a30-a30f454bf0d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=86e6340e-bb54-474f-9e85-14b4e747f49c HTTP/1.1" status: 200 len: 217 time: 0.0977364 Nov 12 10:48:43.303851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098f784-4079-4700-83bd-152c0c92b606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fe3679-e8f7-4d9c-a0ae-5aacb14a7337,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:43.323024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0098f784-4079-4700-83bd-152c0c92b606 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16388c8ed74f4eaf878075e4109155bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8102849 Nov 12 10:48:43.330356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40898) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:43.447551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b648d-fea0-48af-9a99-718a191c39ed req-bc08c0c9-1e95-4498-ade3-2074a7b90620 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:43.456657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef9b648d-fea0-48af-9a99-718a191c39ed req-bc08c0c9-1e95-4498-ade3-2074a7b90620 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1098 time: 0.2686400 Nov 12 10:48:43.466938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64746-2393-49dc-820d-26367514f862 req-bf0353c9-b167-4d21-be82-0db9344bf1d1 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:43.468498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6d64746-2393-49dc-820d-26367514f862 req-bf0353c9-b167-4d21-be82-0db9344bf1d1 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 971 time: 0.2686081 Nov 12 10:48:43.552277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-fdc33c7b-7ed2-4bf6-aa00-937b71453225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:43.554469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-fdc33c7b-7ed2-4bf6-aa00-937b71453225 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2755568 Nov 12 10:48:43.559329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Made reservation on behalf of 128bea7fce0948f38d533e6461a2d37a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:43.563892 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.586432 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-4cfcf065-cdd6-4921-985f-ec5158e4d1b9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:43.587913 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-4cfcf065-cdd6-4921-985f-ec5158e4d1b9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599942 Nov 12 10:48:43.599913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f8757c1-ff7e-4c5b-bf0d-8d20e77cd3c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.611092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Request body: {'port': {'device_id': '41c4f1e1-9393-446c-80cf-13710317cb30', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '128bea7fce0948f38d533e6461a2d37a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:43.650017 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6d64746-2393-49dc-820d-26367514f862 req-fe04ef2a-56f6-4dc4-9de0-cc6a7a5fe1e1 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635020 Nov 12 10:48:43.670597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f8757c1-ff7e-4c5b-bf0d-8d20e77cd3c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.671158 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef9b648d-fea0-48af-9a99-718a191c39ed req-92b679e4-0e01-4451-bb9c-4c802648dccf tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130411 Nov 12 10:48:43.740903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-b8ac2fe4-142d-41e4-a075-2dd33d00bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:43.743251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-b8ac2fe4-142d-41e4-a075-2dd33d00bd76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1713288 Nov 12 10:48:43.846166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f8757c1-ff7e-4c5b-bf0d-8d20e77cd3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.849021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f8757c1-ff7e-4c5b-bf0d-8d20e77cd3c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.850357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1f8757c1-ff7e-4c5b-bf0d-8d20e77cd3c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4fe3679-e8f7-4d9c-a0ae-5aacb14a7337 HTTP/1.1" status: 204 len: 168 time: 0.5177341 Nov 12 10:48:43.891699 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8757c1-ff7e-4c5b-bf0d-8d20e77cd3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fe3679-e8f7-4d9c-a0ae-5aacb14a7337,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:43.896290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Made reservation on behalf of 128bea7fce0948f38d533e6461a2d37a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:43.899769 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:43.946903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ad14-814d-49f8-96df-1386b80b43a4 req-0b1e6cc0-27de-4d6c-8c90-ba6714b7b9d4 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:43.948420 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a34ad14-814d-49f8-96df-1386b80b43a4 req-0b1e6cc0-27de-4d6c-8c90-ba6714b7b9d4 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 936 time: 0.0949380 Nov 12 10:48:43.957263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3deb465a-9019-44ae-90a2-ac247bcb4c5a req-a113e954-376a-454e-80d1-7467954137a3 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 210 time: 0.0811424 Nov 12 10:48:44.027191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-aa1bd418-4ca7-4f8f-84ea-dd7823c81974 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617662 Nov 12 10:48:44.089872 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a34ad14-814d-49f8-96df-1386b80b43a4 req-c1354f2d-d9ea-48d7-853b-40bc6ffd3f68 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985653 Nov 12 10:48:44.182707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d783007d-d554-458f-9fc1-7f690c7a4c2d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:44.205209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:44.225551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08251d9-d11f-45c8-b0ec-b5411a24c102 req-b63a0f48-4178-411e-be82-e31d5e42b293 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:44.227153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e08251d9-d11f-45c8-b0ec-b5411a24c102 req-b63a0f48-4178-411e-be82-e31d5e42b293 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 970 time: 0.1990709 Nov 12 10:48:44.242321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Transition to ACTIVE for port object d783007d-d554-458f-9fc1-7f690c7a4c2d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:44.264853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:44.342258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd841e43-15e3-49a4-a130-33701ebb1962 req-24831764-9cad-47d7-a5d2-890549f4a16e tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:44.344010 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd841e43-15e3-49a4-a130-33701ebb1962 req-24831764-9cad-47d7-a5d2-890549f4a16e tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1098 time: 0.1205702 Nov 12 10:48:44.345661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Allocated IP 192.168.233.89 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/57306fdc-f500-4a65-9306-e501295d4fac) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:44.387321 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e266478-3af8-4478-a4f4-bea61bd974bd req-0909e7da-60a2-4ae2-97c1-bd05bd423644 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201513 Nov 12 10:48:44.464380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e08251d9-d11f-45c8-b0ec-b5411a24c102 req-2180d8e1-1c84-480d-bb7f-da94d2715b1e tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205079 Nov 12 10:48:44.505673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Pushing event updated for resources: {'Port': ['ID=d783007d-d554-458f-9fc1-7f690c7a4c2d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:44.530712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd841e43-15e3-49a4-a130-33701ebb1962 req-15bc9cad-b6cd-4cac-bbdd-93c1406b7e39 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715817 Nov 12 10:48:44.665479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Attempting to bind port d783007d-d554-458f-9fc1-7f690c7a4c2d on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:44.666522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Attempting to bind port d783007d-d554-458f-9fc1-7f690c7a4c2d by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:44.667354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Attempting to bind port d783007d-d554-458f-9fc1-7f690c7a4c2d on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:44.738908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Port d783007d-d554-458f-9fc1-7f690c7a4c2d on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:44.739416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Attempting to bind port d783007d-d554-458f-9fc1-7f690c7a4c2d on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:44.753579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:44.754102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:44.754700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:44.759695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Bound port: d783007d-d554-458f-9fc1-7f690c7a4c2d, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:44.761095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:44.777541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:44.840490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:44.861064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:44.926052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcabc1-f799-4d0c-a71d-04ae21d8bbdf req-d32e7613-16fb-443f-8877-2d71062f352f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:44.933891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:44.940507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:44.946491 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84fcabc1-f799-4d0c-a71d-04ae21d8bbdf req-d32e7613-16fb-443f-8877-2d71062f352f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.3049664 Nov 12 10:48:44.968494 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:44.975055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:44.976333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:44.998613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Allocated IP 192.168.233.157 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/1c030bbb-338e-40dc-8a70-c5fe6fc474d1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:45.009077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'Port': ['ID=57306fdc-f500-4a65-9306-e501295d4fac,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:45.036027 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-9d002540-4dee-4351-85de-12ca755636f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9806676 Nov 12 10:48:45.085281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Request body: {'port': {'device_id': '85e5eee3-1736-4720-ba95-da1c4582fda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:45.250450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-4e62f140-90ef-4abe-99f4-e3532b6e0ad7 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:45.264264 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-4e62f140-90ef-4abe-99f4-e3532b6e0ad7 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.59 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 971 time: 0.4650712 Nov 12 10:48:45.311614 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:45.343462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] For port d783007d-d554-458f-9fc1-7f690c7a4c2d, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:45.352496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] For port d783007d-d554-458f-9fc1-7f690c7a4c2d, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d783007d-d554-458f-9fc1-7f690c7a4c2d,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:45.400199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84fcabc1-f799-4d0c-a71d-04ae21d8bbdf req-8175e97c-5f5d-4714-b56d-30f38dbe4704 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523153 Nov 12 10:48:45.420243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40946) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:45.451638 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:45.514561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9b878d4c-5109-4adf-89ea-e886be537db8 None None] Provisioning complete for port 57306fdc-f500-4a65-9306-e501295d4fac triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:45.515175 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b878d4c-5109-4adf-89ea-e886be537db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:45.626474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9b878d4c-5109-4adf-89ea-e886be537db8 None None] Port 57306fdc-f500-4a65-9306-e501295d4fac cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:45.794904 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f20433bb-9aac-4455-a1a0-42f44ed3e2e9 tempest-AutoAllocateNetworkTest-895452473 tempest-AutoAllocateNetworkTest-895452473-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe19455a92184d9b82c10678f90818eb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3712206 Nov 12 10:48:45.807078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40950) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:45.834542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4fe32f9b-baee-4245-98d9-2af8ff2c788a req-151ce67e-8268-48dc-873d-8d32c603e11e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 210 time: 0.0701663 Nov 12 10:48:45.880939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:45.881485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:45.882873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] 10.222.0.52 "PUT /v2.0/ports/d783007d-d554-458f-9fc1-7f690c7a4c2d HTTP/1.1" status: 200 len: 1097 time: 3.0428770 Nov 12 10:48:45.883459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c999585e-1fe3-4db8-8a1e-d7baf4132790', 'tag': 'd783007d-d554-458f-9fc1-7f690c7a4c2d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:45.885756 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55" -d '{"events": [{"name": "network-changed", "server_uuid": "c999585e-1fe3-4db8-8a1e-d7baf4132790", "tag": "d783007d-d554-458f-9fc1-7f690c7a4c2d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:45.913202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e531f-b522-4107-9bf4-d5ee1dabf825 service neutron] Pushing event updated for resources: {'Port': ['ID=d783007d-d554-458f-9fc1-7f690c7a4c2d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:45.987410 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.008535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07832e45-cc1a-4477-86b7-292c75516a40 req-8102b6e6-3285-4ca2-8c8b-79df1c91f17d tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:46.010159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07832e45-cc1a-4477-86b7-292c75516a40 req-8102b6e6-3285-4ca2-8c8b-79df1c91f17d tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de15fed-e6b6-4b3f-a206-7d16bbb65ae2 HTTP/1.1" status: 200 len: 971 time: 0.2764709 Nov 12 10:48:46.027710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Deleting port 86e6340e-bb54-474f-9e85-14b4e747f49c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:48:46.028065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.066450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4c883-e788-4794-98e2-98b27e115252 req-4fef9517-28da-49b9-8a8a-0c84c85658f3 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:46.069415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31d4c883-e788-4794-98e2-98b27e115252 req-4fef9517-28da-49b9-8a8a-0c84c85658f3 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 970 time: 0.1164935 Nov 12 10:48:46.100798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e761a82-c1ab-470a-a072-7a569e4485e9 tempest-AutoAllocateNetworkTest-895452473 tempest-AutoAllocateNetworkTest-895452473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:46.102323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e761a82-c1ab-470a-a072-7a569e4485e9 tempest-AutoAllocateNetworkTest-895452473 tempest-AutoAllocateNetworkTest-895452473-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2942882 Nov 12 10:48:46.105769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40954) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:46.109917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-7f17ecfc-8a97-487a-95c1-397cdcf47a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:46.111368 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-7f17ecfc-8a97-487a-95c1-397cdcf47a3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=30c5967c67c4421e86e82be9136d2d41&device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 1100 time: 0.1632783 Nov 12 10:48:46.124902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07832e45-cc1a-4477-86b7-292c75516a40 req-1621c87b-1678-465e-8f94-a9772e583934 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.31 "GET /v2.0/security-groups?id=df2dbaba-c1ce-4547-b612-59ede8fe80c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025250 Nov 12 10:48:46.128225 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.148054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:46.217355 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8351d6d1-2499-4d4f-b3c6-dc6d29860e7d tempest-AutoAllocateNetworkTest-895452473 tempest-AutoAllocateNetworkTest-895452473-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025212 Nov 12 10:48:46.221368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40956) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:46.255331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:46.257599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-4e6072f9-fb8a-44c2-a431-59f2d01c6be9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d783007d-d554-458f-9fc1-7f690c7a4c2d HTTP/1.1" status: 200 len: 217 time: 0.1338739 Nov 12 10:48:46.278532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'Port': ['ID=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:46.285892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:46.307623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc6ecf71-2def-4395-99d6-97657d22456d tempest-AutoAllocateNetworkTest-895452473 tempest-AutoAllocateNetworkTest-895452473-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe19455a92184d9b82c10678f90818eb HTTP/1.1" status: 200 len: 208 time: 0.0826166 Nov 12 10:48:46.307623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:46.322786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:46.323255 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.346466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31d4c883-e788-4794-98e2-98b27e115252 req-dcba485a-cee7-4a8c-af03-24e1ef0952ef tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639771 Nov 12 10:48:46.367103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] For port 86e6340e-bb54-474f-9e85-14b4e747f49c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=86e6340e-bb54-474f-9e85-14b4e747f49c,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:46.368388 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.381832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-0fdf5b89-6e3a-4603-b51f-6c31862e9c18 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7797008 Nov 12 10:48:46.393685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Calling delete_port for 86e6340e-bb54-474f-9e85-14b4e747f49c owned by compute:tempest-test_az-593928147 {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:48:46.400473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Request body: {'port': {'device_id': '41c4f1e1-9393-446c-80cf-13710317cb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:46.441435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-4fc9107d-62e6-4d1d-821f-22cd5ebae082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:46.447742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-4fc9107d-62e6-4d1d-821f-22cd5ebae082 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1748004 Nov 12 10:48:46.449665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffcef4-90a9-4de9-beaa-fc91666015e0 req-93713856-2014-438e-9312-ce65cc4acc1d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:46.452028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66ffcef4-90a9-4de9-beaa-fc91666015e0 req-93713856-2014-438e-9312-ce65cc4acc1d tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 948 time: 0.2147005 Nov 12 10:48:46.551869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57306fdc-f500-4a65-9306-e501295d4fac {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:46.576820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.581011 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.613123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-b07e030d-027f-416f-a1c3-d27f8d0ec71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:46.614900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-b07e030d-027f-416f-a1c3-d27f8d0ec71b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986056 Nov 12 10:48:46.624328 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66ffcef4-90a9-4de9-beaa-fc91666015e0 req-de10c640-07d5-4f30-b3b0-02e8316a6846 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470978 Nov 12 10:48:46.627343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Transition to ACTIVE for port object 57306fdc-f500-4a65-9306-e501295d4fac will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:46.702254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.740940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-af8b3e61-4ca4-4a10-a7f7-918c2865c159 None None] Provisioning complete for port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:46.742958 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-af8b3e61-4ca4-4a10-a7f7-918c2865c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.764349 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d2f3b-99d7-43ce-967d-1b8304a37e71 x-openstack-request-id: req-360d2f3b-99d7-43ce-967d-1b8304a37e71 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:46.764611 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c999585e-1fe3-4db8-8a1e-d7baf4132790", "tag": "d783007d-d554-458f-9fc1-7f690c7a4c2d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:46.764892 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-360d2f3b-99d7-43ce-967d-1b8304a37e71 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:46.765289 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c999585e-1fe3-4db8-8a1e-d7baf4132790', 'tag': 'd783007d-d554-458f-9fc1-7f690c7a4c2d', 'status': 'completed', 'code': 200} Nov 12 10:48:46.791400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db7149-9973-4110-9689-2779abc7044f service neutron] Pushing event updated for resources: {'Port': ['ID=57306fdc-f500-4a65-9306-e501295d4fac,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:46.799998 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:46.818945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['86e6340e-bb54-474f-9e85-14b4e747f49c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:46.856068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-af8b3e61-4ca4-4a10-a7f7-918c2865c159 None None] Port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:48:46.866819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Pushing event deleted for resources: {'Port': ['ID=86e6340e-bb54-474f-9e85-14b4e747f49c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:46.870083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40976) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:46.886337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-b861685f-168c-43f6-98a9-6bc6c9377e76 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580893 Nov 12 10:48:47.068719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] No DVR routers for this DVR port 86e6340e-bb54-474f-9e85-14b4e747f49c on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:48:47.078224 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.081907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b0d826b-3acd-46e1-9403-b631ed8832a7 req-066a87ab-1042-46a0-b76d-a7f17956f5f5 tempest-AggregatesAdminTestJSON-1698837839 tempest-AggregatesAdminTestJSON-1698837839-project] 10.222.0.59 "DELETE /v2.0/ports/86e6340e-bb54-474f-9e85-14b4e747f49c HTTP/1.1" status: 204 len: 173 time: 1.7211978 Nov 12 10:48:47.091217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b947970-b59b-4afc-9f1c-21d7efd7832d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.112520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Attempting to bind port 57306fdc-f500-4a65-9306-e501295d4fac on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:47.114094 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Attempting to bind port 57306fdc-f500-4a65-9306-e501295d4fac by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:47.114643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Attempting to bind port 57306fdc-f500-4a65-9306-e501295d4fac on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:47.140322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Port 57306fdc-f500-4a65-9306-e501295d4fac on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:47.140761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Attempting to bind port 57306fdc-f500-4a65-9306-e501295d4fac on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:47.179654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75481b8f-6be5-4035-9be1-8f20da966d9c req-213d1bb0-f25e-4fa7-88b5-01179066a450 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508690 Nov 12 10:48:47.183998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:47.184476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:47.185623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:47.186175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Bound port: 57306fdc-f500-4a65-9306-e501295d4fac, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:47.186623 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.221037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0998d2-851f-44cb-a97c-1d10773b536e req-d1f111fb-06b6-4cd9-ad50-6cf16bfd804c tempest-LiveMigrationNegativeTest-1882946425 tempest-LiveMigrationNegativeTest-1882946425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:47.230759 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac0998d2-851f-44cb-a97c-1d10773b536e req-d1f111fb-06b6-4cd9-ad50-6cf16bfd804c tempest-LiveMigrationNegativeTest-1882946425 tempest-LiveMigrationNegativeTest-1882946425-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 1122 time: 0.3478448 Nov 12 10:48:47.257268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ac0998d2-851f-44cb-a97c-1d10773b536e req-b322b145-0322-4754-bbfb-8251df9e8b3d tempest-LiveMigrationNegativeTest-1882946425 tempest-LiveMigrationNegativeTest-1882946425-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.330946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b947970-b59b-4afc-9f1c-21d7efd7832d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.342031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b947970-b59b-4afc-9f1c-21d7efd7832d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.354959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:47.379259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.386076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-a70d7e15-02c9-4311-bb10-c63d993d626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:47.387932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-a70d7e15-02c9-4311-bb10-c63d993d626d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=30c5967c67c4421e86e82be9136d2d41&device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 1100 time: 0.1122124 Nov 12 10:48:47.409733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] For port 57306fdc-f500-4a65-9306-e501295d4fac, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:47.416587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] For port 57306fdc-f500-4a65-9306-e501295d4fac, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=57306fdc-f500-4a65-9306-e501295d4fac,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:47.418816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Transition to ACTIVE for port object 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:47.422667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3b947970-b59b-4afc-9f1c-21d7efd7832d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe19455a92184d9b82c10678f90818eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5512335 Nov 12 10:48:47.423583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b947970-b59b-4afc-9f1c-21d7efd7832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94ecc0a-213f-465e-bc25-5b120545f969,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:47.430254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40998) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:47.435982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.447421 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.540092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:47.540830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.543482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-06db7149-9973-4110-9689-2779abc7044f service neutron] 10.222.0.52 "PUT /v2.0/ports/57306fdc-f500-4a65-9306-e501295d4fac HTTP/1.1" status: 200 len: 1096 time: 2.4876208 Nov 12 10:48:47.548204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e5eee3-1736-4720-ba95-da1c4582fda6', 'tag': '57306fdc-f500-4a65-9306-e501295d4fac'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:47.561017 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2af2029-d0dc-4a2f-921a-1b61c894d34d" -d '{"events": [{"name": "network-changed", "server_uuid": "85e5eee3-1736-4720-ba95-da1c4582fda6", "tag": "57306fdc-f500-4a65-9306-e501295d4fac"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:47.597692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db7149-9973-4110-9689-2779abc7044f service neutron] Pushing event updated for resources: {'Port': ['ID=57306fdc-f500-4a65-9306-e501295d4fac,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:47.599822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d354fb4e-fca5-418d-88b8-67868dab733e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.625078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-9dab3447-0818-4c11-b182-d1f04b070258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:47.627642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-9dab3447-0818-4c11-b182-d1f04b070258 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2184935 Nov 12 10:48:47.643457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ac0998d2-851f-44cb-a97c-1d10773b536e req-b322b145-0322-4754-bbfb-8251df9e8b3d tempest-LiveMigrationNegativeTest-1882946425 tempest-LiveMigrationNegativeTest-1882946425-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.643690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d354fb4e-fca5-418d-88b8-67868dab733e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.693728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ac0998d2-851f-44cb-a97c-1d10773b536e req-b322b145-0322-4754-bbfb-8251df9e8b3d tempest-LiveMigrationNegativeTest-1882946425 tempest-LiveMigrationNegativeTest-1882946425-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.729375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Attempting to bind port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:47.729705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Attempting to bind port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:47.730025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Attempting to bind port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:47.743038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-bda459a2-008d-4ad2-8e58-4deca7dcd074 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d783007d-d554-458f-9fc1-7f690c7a4c2d HTTP/1.1" status: 200 len: 217 time: 0.1023359 Nov 12 10:48:47.772543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:47.773111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Attempting to bind port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:47.783730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322b145-0322-4754-bbfb-8251df9e8b3d tempest-LiveMigrationNegativeTest-1882946425 tempest-LiveMigrationNegativeTest-1882946425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066090dc-7960-4b74-b766-1c81a545f690,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:47.787040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Pushing event updated for resources: {'Port': ['ID=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:47.795992 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac0998d2-851f-44cb-a97c-1d10773b536e req-b322b145-0322-4754-bbfb-8251df9e8b3d tempest-LiveMigrationNegativeTest-1882946425 tempest-LiveMigrationNegativeTest-1882946425-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641682 Nov 12 10:48:47.796706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:47.797255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:47.797648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:47.798214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Bound port: 1c030bbb-338e-40dc-8a70-c5fe6fc474d1, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:47.798635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.836104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-765991b7-494d-42b3-8621-4d9b0719c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:47.837703 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-765991b7-494d-42b3-8621-4d9b0719c473 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0729430 Nov 12 10:48:47.840065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-afa52625-84f6-499a-b84e-a7e802270c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:47.841658 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-afa52625-84f6-499a-b84e-a7e802270c25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 1099 time: 0.2139196 Nov 12 10:48:47.887438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d354fb4e-fca5-418d-88b8-67868dab733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.891194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d354fb4e-fca5-418d-88b8-67868dab733e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:47.895088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d354fb4e-fca5-418d-88b8-67868dab733e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d94ecc0a-213f-465e-bc25-5b120545f969 HTTP/1.1" status: 204 len: 168 time: 0.4354541 Nov 12 10:48:47.960813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354fb4e-fca5-418d-88b8-67868dab733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94ecc0a-213f-465e-bc25-5b120545f969,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:47.983564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-eda00c1d-a55b-415b-b8b8-fc47a4d7f522 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=57306fdc-f500-4a65-9306-e501295d4fac HTTP/1.1" status: 200 len: 217 time: 0.1061807 Nov 12 10:48:48.012472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-df463621-88bc-45c1-ade4-6fb4830dae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.014080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-df463621-88bc-45c1-ade4-6fb4830dae57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1496046 Nov 12 10:48:48.062200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] For port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:48.068311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] For port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:48.096396 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:48.156745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-223ad586-3c1c-44d0-9a8c-26f68c6baf22 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345735 Nov 12 10:48:48.230717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.231342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:48.233551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] 10.222.0.52 "PUT /v2.0/ports/1c030bbb-338e-40dc-8a70-c5fe6fc474d1 HTTP/1.1" status: 200 len: 1097 time: 1.8380146 Nov 12 10:48:48.268087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-5c69827d-50e3-4673-80c2-b363ec7bf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.270613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-5c69827d-50e3-4673-80c2-b363ec7bf95b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2612309 Nov 12 10:48:48.301884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eef98b46-8ea2-4160-9bab-6e2cdd0b3e55 req-a71373b4-5564-4642-9ce9-4bdc32039a97 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378016 Nov 12 10:48:48.320485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ce2d3-ca22-4676-8f71-1357eaee82ce service neutron] Pushing event updated for resources: {'Port': ['ID=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:48.346125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb65bd-0aaa-4f05-addd-cc0a67434edf req-857f9624-d89a-4368-90eb-cbd2dbfced9c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.354797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adbb65bd-0aaa-4f05-addd-cc0a67434edf req-857f9624-d89a-4368-90eb-cbd2dbfced9c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.3661895 Nov 12 10:48:48.432914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-91735cb4-3da4-4059-8f5d-d1ffcc3fa2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.434442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-91735cb4-3da4-4059-8f5d-d1ffcc3fa2e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490450 Nov 12 10:48:48.437499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-4a99cc5a-66a8-4776-814d-31e6b6003366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.438954 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-4a99cc5a-66a8-4776-814d-31e6b6003366 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 1100 time: 0.1349328 Nov 12 10:48:48.442717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adbb65bd-0aaa-4f05-addd-cc0a67434edf req-b709ccd2-7eb2-44c6-8ef7-77a675f54203 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872264 Nov 12 10:48:48.497284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41026) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:48.544631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-18287a9f-3b03-4880-98c2-0f32e218bdcd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1c030bbb-338e-40dc-8a70-c5fe6fc474d1 HTTP/1.1" status: 200 len: 217 time: 0.0773773 Nov 12 10:48:48.743431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-bb078de7-9307-4cfb-a532-fd983525586e tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:48:48.744587 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-bb078de7-9307-4cfb-a532-fd983525586e tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2448244 Nov 12 10:48:48.766736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de15fed-e6b6-4b3f-a206-7d16bbb65ae2', 'name': 'network-vif-deleted', 'tag': '86e6340e-bb54-474f-9e85-14b4e747f49c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:48.769224 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c050e12c-9af1-4ad8-9a43-51e4d9d101cb" -d '{"events": [{"server_uuid": "3de15fed-e6b6-4b3f-a206-7d16bbb65ae2", "name": "network-vif-deleted", "tag": "86e6340e-bb54-474f-9e85-14b4e747f49c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:48.818739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 86e6340e-bb54-474f-9e85-14b4e747f49c no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:48:48.828090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-b29ef75e-c1f6-43a2-bf59-5f0a9459cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.829537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-b29ef75e-c1f6-43a2-bf59-5f0a9459cad2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2734337 Nov 12 10:48:48.841050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0563f64-4756-4946-ba85-77a2532c6346 req-f0fc2c95-ab55-4b93-abac-203772dab568 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.843021 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b0563f64-4756-4946-ba85-77a2532c6346 req-f0fc2c95-ab55-4b93-abac-203772dab568 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 948 time: 0.3071442 Nov 12 10:48:48.844633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 86e6340e-bb54-474f-9e85-14b4e747f49c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:48:48.845223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 86e6340e-bb54-474f-9e85-14b4e747f49c not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:48:48.883247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-a8853166-e6c1-4de0-8239-1742af1fe82e service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252987 Nov 12 10:48:48.956498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-208be63b-5ab6-4bc4-816e-8f5a35e256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:48.957930 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-208be63b-5ab6-4bc4-816e-8f5a35e256bc service neutron] 10.222.0.31 "GET /v2.0/ports/4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 1095 time: 0.1483405 Nov 12 10:48:48.969382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Request body: {'binding': {'host': 'n-h1-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:48.969991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Unknown quota resources ['binding']. {{(pid=109165) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:48:48.998998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-494a00f7-8b09-428b-8975-153ca4b40bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.001617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-494a00f7-8b09-428b-8975-153ca4b40bfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1574819 Nov 12 10:48:49.012911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b0563f64-4756-4946-ba85-77a2532c6346 req-9a773202-c841-4cc0-b40e-7699e1467a77 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525197 Nov 12 10:48:49.115566 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-609c9a98-fbda-4bb0-8cf7-c3a285a82bcc service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188308 Nov 12 10:48:49.122120 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea8d67-41e7-4f81-8fcc-a86d97e07487 x-openstack-request-id: req-31ea8d67-41e7-4f81-8fcc-a86d97e07487 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:49.122120 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e5eee3-1736-4720-ba95-da1c4582fda6", "tag": "57306fdc-f500-4a65-9306-e501295d4fac", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:49.122120 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31ea8d67-41e7-4f81-8fcc-a86d97e07487 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:49.122120 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e5eee3-1736-4720-ba95-da1c4582fda6', 'tag': '57306fdc-f500-4a65-9306-e501295d4fac', 'status': 'completed', 'code': 200} Nov 12 10:48:49.196028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on host n-h1-768851-19 for vnic_type normal with profile None {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:49.196365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:49.196687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:49.208141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:49.208472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:49.214315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:49.214650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:49.215046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:49.215476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Bound port: 4cad8846-133b-41f3-b1a7-ded85a17e03f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:49.221817 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-fd013ccc-5e16-4621-8e8a-d503e580f757 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070990 Nov 12 10:48:49.319971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:49.323823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-2a9c21f9-6ffb-4eac-a325-85cc996c7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.325495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-2a9c21f9-6ffb-4eac-a325-85cc996c7553 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 1099 time: 0.1519289 Nov 12 10:48:49.329424 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:49.331013 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-b524fa58-cce1-40a6-99e8-e269f5652c39 service neutron] 10.222.0.31 "POST /v2.0/ports/4cad8846-133b-41f3-b1a7-ded85a17e03f/bindings HTTP/1.1" status: 201 len: 390 time: 0.3668065 Nov 12 10:48:49.345452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eae0c-09fe-4403-8401-e359707e01e7 req-480beb65-3778-4702-a17d-8e58f94d4e04 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.346984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566eae0c-09fe-4403-8401-e359707e01e7 req-480beb65-3778-4702-a17d-8e58f94d4e04 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 948 time: 0.1625206 Nov 12 10:48:49.411132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41056) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:49.531982 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3d1b5d-6b66-4499-b386-454c0b8469ad x-openstack-request-id: req-2e3d1b5d-6b66-4499-b386-454c0b8469ad {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:49.532683 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de15fed-e6b6-4b3f-a206-7d16bbb65ae2", "name": "network-vif-deleted", "tag": "86e6340e-bb54-474f-9e85-14b4e747f49c", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:49.532783 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e3d1b5d-6b66-4499-b386-454c0b8469ad {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:49.533330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac8b550-ca4f-4323-b090-b84b799435e1 req-bbe67aea-baa5-437b-ab32-ef7c3fc0b8a2 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890477 Nov 12 10:48:49.533546 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de15fed-e6b6-4b3f-a206-7d16bbb65ae2', 'name': 'network-vif-deleted', 'tag': '86e6340e-bb54-474f-9e85-14b4e747f49c', 'status': 'completed', 'code': 200} Nov 12 10:48:49.584471 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566eae0c-09fe-4403-8401-e359707e01e7 req-7d1e0ad4-bf9c-4760-9698-823d961f0d6c tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270567 Nov 12 10:48:49.635804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-a1ab566a-1bdc-4eff-b31f-d5d961abc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.637355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-a1ab566a-1bdc-4eff-b31f-d5d961abc9c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2894518 Nov 12 10:48:49.687105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-d71d63fd-c6fd-4b16-912f-2a430964298e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=57306fdc-f500-4a65-9306-e501295d4fac HTTP/1.1" status: 200 len: 217 time: 0.0421062 Nov 12 10:48:49.760097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-a67bb17a-fa61-45a9-8668-6d88284579bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.762170 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-a67bb17a-fa61-45a9-8668-6d88284579bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0681641 Nov 12 10:48:49.845373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-3774054d-36ee-47a5-bf83-1ce6f6c43970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.846894 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-3774054d-36ee-47a5-bf83-1ce6f6c43970 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730538 Nov 12 10:48:49.932527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7ef11-7b00-4b41-9aca-80a0d5211343 req-9c25dba8-33e3-40e4-b3bb-e1c191cd7f91 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.940241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7c7ef11-7b00-4b41-9aca-80a0d5211343 req-9c25dba8-33e3-40e4-b3bb-e1c191cd7f91 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 946 time: 0.3200982 Nov 12 10:48:49.956217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d923c-2b56-4c30-b106-f68b99bcfbaf req-1bb10a56-2520-4d10-b59a-a0ad826d2eae tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.956588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-6a56b64e-b2cf-4c50-975c-fd62ba61b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:49.957858 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf2d923c-2b56-4c30-b106-f68b99bcfbaf req-1bb10a56-2520-4d10-b59a-a0ad826d2eae tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1253786 Nov 12 10:48:49.957977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-6a56b64e-b2cf-4c50-975c-fd62ba61b77e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1098 time: 0.3232732 Nov 12 10:48:49.982514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-baad458b-6b0a-440c-9433-bf970a7fc2d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1caac80bd6244edb14b60b84f4fba7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697427 Nov 12 10:48:49.986497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41082) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:50.004784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-7e4ba937-c345-404a-a18f-12d99bd16ae2 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392188 Nov 12 10:48:50.060787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7c7ef11-7b00-4b41-9aca-80a0d5211343 req-0c16d0f6-dcd0-40fe-8852-010aa7b007e2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196780 Nov 12 10:48:50.087720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-31f8d0bf-eeb9-4e7d-a69f-b2d02cf5c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:50.089282 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-31f8d0bf-eeb9-4e7d-a69f-b2d02cf5c264 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.1199117 Nov 12 10:48:50.109456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf2d923c-2b56-4c30-b106-f68b99bcfbaf req-16296061-e12e-4046-878d-c37c936f7661 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385429 Nov 12 10:48:50.146890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-09bca153-38fc-4647-b349-4fdb046758b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 217 time: 0.0498044 Nov 12 10:48:50.153183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a486f39-0677-4209-b0be-58bddee78d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:50.181456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2af2029-d0dc-4a2f-921a-1b61c894d34d req-f22d208e-250e-4cea-9892-57322298d206 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630888 Nov 12 10:48:50.203930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a486f39-0677-4209-b0be-58bddee78d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:50.253726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-942c29db-5473-4356-87e3-3c08fe861748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:50.255337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-942c29db-5473-4356-87e3-3c08fe861748 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1004772 Nov 12 10:48:50.284327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a486f39-0677-4209-b0be-58bddee78d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:50.288673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a486f39-0677-4209-b0be-58bddee78d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:50.290037 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8a486f39-0677-4209-b0be-58bddee78d1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df2dbaba-c1ce-4547-b612-59ede8fe80c4 HTTP/1.1" status: 204 len: 168 time: 0.2973094 Nov 12 10:48:50.300612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a486f39-0677-4209-b0be-58bddee78d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2dbaba-c1ce-4547-b612-59ede8fe80c4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:50.304912 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-95ec6469-575b-4fd4-b46c-155109495b2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383894 Nov 12 10:48:50.444436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747673-da3d-47ee-a477-a7cc29c6421f req-4883afa2-9e12-430b-9d07-4c1afacbbf55 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:50.445935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c747673-da3d-47ee-a477-a7cc29c6421f req-4883afa2-9e12-430b-9d07-4c1afacbbf55 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 948 time: 0.1193070 Nov 12 10:48:50.462399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d783007d-d554-458f-9fc1-7f690c7a4c2d details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:50.498495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-ab6577c5-7fc8-4178-965a-45e1e5c26fa0 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821856 Nov 12 10:48:50.552212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c747673-da3d-47ee-a477-a7cc29c6421f req-fb1db329-61b1-4bbc-9517-2bb4e4072c30 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974138 Nov 12 10:48:50.559228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef8fd2-26c7-4f1e-88fa-64a97ab92edd req-10ec2901-8d44-420a-a752-a755e9812ecd tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:50.573840 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85ef8fd2-26c7-4f1e-88fa-64a97ab92edd req-10ec2901-8d44-420a-a752-a755e9812ecd tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 970 time: 0.0719650 Nov 12 10:48:50.646083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85ef8fd2-26c7-4f1e-88fa-64a97ab92edd req-80aee013-4f13-4262-8411-100287ab6c70 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661590 Nov 12 10:48:50.652960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d783007d-d554-458f-9fc1-7f690c7a4c2d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d783007d-d554-458f-9fc1-7f690c7a4c2d,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:50.683314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-dc3dbaba-883a-4bf1-9ea9-567f9b212343 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718204 Nov 12 10:48:50.684530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd783007d-d554-458f-9fc1-7f690c7a4c2d', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'd783007d-d554-458f-9fc1-7f690c7a4c2d', 'mac_address': 'fa:16:3e:ed:4e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:50.738135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:50.753226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d783007d-d554-458f-9fc1-7f690c7a4c2d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:50.803628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d783007d-d554-458f-9fc1-7f690c7a4c2d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d783007d-d554-458f-9fc1-7f690c7a4c2d,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:50.809003 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:50.817636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c8783-2fd1-4516-be81-03d8e9e453ec req-c1fbf540-59bc-4bfa-a3f6-90b7df88248f tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:50.819453 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef6c8783-2fd1-4516-be81-03d8e9e453ec req-c1fbf540-59bc-4bfa-a3f6-90b7df88248f tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 948 time: 0.0618410 Nov 12 10:48:50.880912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41112) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:50.899376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef6c8783-2fd1-4516-be81-03d8e9e453ec req-14e8435c-d1a3-42c6-a4a4-5083ac452b79 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695710 Nov 12 10:48:50.910508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d783007d-d554-458f-9fc1-7f690c7a4c2d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:50.958708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c6464e9a-f8d7-403d-a85e-7548c7879cb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33a54bcefb754b57a3daa7a2d4cad15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752077 Nov 12 10:48:50.963187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41120) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:51.050257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9b9ea34-1c70-4b51-aca5-dcc60f875a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:51.059435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-85454dc2-c82d-4faf-8e34-e7f2c588f470 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:51.061552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-85454dc2-c82d-4faf-8e34-e7f2c588f470 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1098 time: 0.1239851 Nov 12 10:48:51.073801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d783007d-d554-458f-9fc1-7f690c7a4c2d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:51.081598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-19'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:51.105051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9b9ea34-1c70-4b51-aca5-dcc60f875a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:51.128178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c4f1e1-9393-446c-80cf-13710317cb30', 'tag': '1c030bbb-338e-40dc-8a70-c5fe6fc474d1'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:51.158965 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1fb2f-0837-4055-abb2-485ec522d58d" -d '{"events": [{"name": "network-changed", "server_uuid": "41c4f1e1-9393-446c-80cf-13710317cb30", "tag": "1c030bbb-338e-40dc-8a70-c5fe6fc474d1"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:51.214061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:51.337525 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a521-ef87-453c-bf9e-65f994a15171 req-e40bf420-4c6c-4253-9ca4-2246ef14f63d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:51.339337 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6f1a521-ef87-453c-bf9e-65f994a15171 req-e40bf420-4c6c-4253-9ca4-2246ef14f63d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 946 time: 0.1614885 Nov 12 10:48:51.362986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9b9ea34-1c70-4b51-aca5-dcc60f875a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:51.365877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9b9ea34-1c70-4b51-aca5-dcc60f875a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:51.370280 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e9b9ea34-1c70-4b51-aca5-dcc60f875a44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5440e950-f0cc-417f-9caa-d5dc5476256b HTTP/1.1" status: 204 len: 168 time: 0.4058785 Nov 12 10:48:51.389978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9ea34-1c70-4b51-aca5-dcc60f875a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5440e950-f0cc-417f-9caa-d5dc5476256b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:51.442746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6f1a521-ef87-453c-bf9e-65f994a15171 req-f355418a-0e2c-4969-bc8a-7e3740bdc4b8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881987 Nov 12 10:48:51.467405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4232877-373b-479a-813e-5ad1ea2e7aca req-4ee89007-fa4e-4ea9-b38c-c5362446913e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:51.475431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4232877-373b-479a-813e-5ad1ea2e7aca req-4ee89007-fa4e-4ea9-b38c-c5362446913e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1720912 Nov 12 10:48:51.505412 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50466a6-14dd-4389-ad9f-6a9ec018423f x-openstack-request-id: req-f50466a6-14dd-4389-ad9f-6a9ec018423f {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:51.505789 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c4f1e1-9393-446c-80cf-13710317cb30", "tag": "1c030bbb-338e-40dc-8a70-c5fe6fc474d1", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:51.506041 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f50466a6-14dd-4389-ad9f-6a9ec018423f {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:51.507276 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c4f1e1-9393-446c-80cf-13710317cb30', 'tag': '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'status': 'completed', 'code': 200} Nov 12 10:48:51.521639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41142) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:51.568144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4232877-373b-479a-813e-5ad1ea2e7aca req-fa9fc5b4-3030-4d39-8449-f3fb75976afe tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914621 Nov 12 10:48:51.589511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:51.623711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-90ade810-b67c-44c8-92ea-946961bdd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:51.626764 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-90ade810-b67c-44c8-92ea-946961bdd9f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 1100 time: 0.0860085 Nov 12 10:48:51.681179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:51.759497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:51.761963 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbbccf3-fc18-46c4-b4da-956a0c498985" -d '{"events": [{"server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "name": "network-vif-unplugged", "status": "completed", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:51.766237 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:51.778107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:51.789218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb0f0e-0932-4230-9eef-edfdc246640d req-f3371e46-9d38-4873-b345-110744c5d72e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:51.790812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0abb0f0e-0932-4230-9eef-edfdc246640d req-f3371e46-9d38-4873-b345-110744c5d72e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 948 time: 0.1229897 Nov 12 10:48:51.914783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-7aa62920-f527-4b28-8d00-80750ddbea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:51.916417 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-7aa62920-f527-4b28-8d00-80750ddbea5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2710528 Nov 12 10:48:51.928597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bbba2-caa5-42cc-8698-b89585b241f2 req-2f6428fe-8ff5-4b27-a42d-fdc8e5905a1f tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:51.930008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f1bbba2-caa5-42cc-8698-b89585b241f2 req-2f6428fe-8ff5-4b27-a42d-fdc8e5905a1f tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 970 time: 0.1041300 Nov 12 10:48:51.956079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:51.965342 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0abb0f0e-0932-4230-9eef-edfdc246640d req-852a2ab2-8952-477d-bd6a-ea3c260af589 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646538 Nov 12 10:48:51.980894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on host n-h2-768851-19 for vnic_type normal with profile {"migrating_to": "n-h1-768851-19"} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:51.981234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:51.982168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:51.993538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-31ebee94-754d-4b39-b2bb-26867a3d2169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.000902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:48:52.001351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-1bb92932-1cb3-4dae-946b-f97a39f460f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1c030bbb-338e-40dc-8a70-c5fe6fc474d1 HTTP/1.1" status: 200 len: 217 time: 0.0663068 Nov 12 10:48:52.005628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Attempting to bind port 4cad8846-133b-41f3-b1a7-ded85a17e03f on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:52.018574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:52.019671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:52.020423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:52.021227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Bound port: 4cad8846-133b-41f3-b1a7-ded85a17e03f, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:52.021846 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.116952 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b696f98-ec1f-47cd-8a77-f884b294cab0 x-openstack-request-id: req-9b696f98-ec1f-47cd-8a77-f884b294cab0 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:52.117406 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "name": "network-vif-unplugged", "status": "completed", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:52.117872 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b696f98-ec1f-47cd-8a77-f884b294cab0 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:52.118204 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f', 'code': 200} Nov 12 10:48:52.123348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-beec61f8-c461-4b5e-a87c-a48321a3acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:52.124886 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-beec61f8-c461-4b5e-a87c-a48321a3acc6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1147120 Nov 12 10:48:52.128297 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f1bbba2-caa5-42cc-8698-b89585b241f2 req-752af5cb-c35c-4ccd-b599-7bc8f1931155 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579587 Nov 12 10:48:52.206750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:52.236280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:52.252407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19144d0-5bd9-4917-a564-7982c41eab47 req-8f7d6ef2-25b2-4e59-a546-cc11c996a107 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:52.255128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-8e2eff64-772d-453f-a743-15675575e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:52.259835 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-8e2eff64-772d-453f-a743-15675575e0ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156855 Nov 12 10:48:52.260771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a19144d0-5bd9-4917-a564-7982c41eab47 req-8f7d6ef2-25b2-4e59-a546-cc11c996a107 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 949 time: 0.1114695 Nov 12 10:48:52.264476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.289723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-31ebee94-754d-4b39-b2bb-26867a3d2169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.309639 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-31ebee94-754d-4b39-b2bb-26867a3d2169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.342972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41170) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:52.383940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebee94-754d-4b39-b2bb-26867a3d2169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0584b9-8352-4384-8689-e64a8d8e2843,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:52.394507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=8']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:52.399026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:52.399800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.401505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-9214be8a-ac1f-47e0-a696-8f05c5e0b684 service neutron] 10.222.0.59 "PUT /v2.0/ports/4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 1124 time: 1.3295145 Nov 12 10:48:52.423378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a19144d0-5bd9-4917-a564-7982c41eab47 req-d3eddf0d-766f-48ad-ba38-b76acea3a8db tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561475 Nov 12 10:48:52.440344 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-31ebee94-754d-4b39-b2bb-26867a3d2169 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4734fa397f3c43fc8b271eec2871558f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9173903 Nov 12 10:48:52.444707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41176) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:52.482586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:52.486528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d783007d-d554-458f-9fc1-7f690c7a4c2d up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:52.505033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01580d00-d338-4719-9f98-241a31ced6e3 req-78f4c990-c3b6-4af8-b38a-2ad3115d2a22 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:52.506615 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01580d00-d338-4719-9f98-241a31ced6e3 req-78f4c990-c3b6-4af8-b38a-2ad3115d2a22 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.59 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 970 time: 0.1188142 Nov 12 10:48:52.518337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c2bc-2abe-4c9b-971f-e852c9a96f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.524600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4cad8846-133b-41f3-b1a7-ded85a17e03f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:52.529617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-6376dbee-4e2a-46b7-b902-a80a2b6cda41 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403748 Nov 12 10:48:52.556410 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c2bc-2abe-4c9b-971f-e852c9a96f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.674571 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c2bc-2abe-4c9b-971f-e852c9a96f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.677280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c2bc-2abe-4c9b-971f-e852c9a96f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.681627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6cb3c2bc-2abe-4c9b-971f-e852c9a96f80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf0584b9-8352-4384-8689-e64a8d8e2843 HTTP/1.1" status: 204 len: 168 time: 0.2325277 Nov 12 10:48:52.696657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3c2bc-2abe-4c9b-971f-e852c9a96f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0584b9-8352-4384-8689-e64a8d8e2843,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:52.746211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:52.767949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b83567e0-ede7-44ef-b825-81ecb9bae2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.780581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'mac_address': 'fa:16:3e:6d:d4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:52.845929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc57d9-2e7d-41ee-8006-a16e5a3301a6 req-c4f57e5f-bc6a-42ba-9536-68e2113f5319 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:52.846431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port d783007d-d554-458f-9fc1-7f690c7a4c2d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:52.847533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67cc57d9-2e7d-41ee-8006-a16e5a3301a6 req-c4f57e5f-bc6a-42ba-9536-68e2113f5319 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1488028 Nov 12 10:48:52.894781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d783007d-d554-458f-9fc1-7f690c7a4c2d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:52.895532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:52.959304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67cc57d9-2e7d-41ee-8006-a16e5a3301a6 req-268f020e-c036-43c8-9964-430b9bc1c923 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041746 Nov 12 10:48:52.981097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.001824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b83567e0-ede7-44ef-b825-81ecb9bae2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.008301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b83567e0-ede7-44ef-b825-81ecb9bae2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.031362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:53.053968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:53.070868 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.071581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 57306fdc-f500-4a65-9306-e501295d4fac details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:53.110140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b83567e0-ede7-44ef-b825-81ecb9bae2e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4fa15e2397b47a7ab82a02710c3418f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7569416 Nov 12 10:48:53.111052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83567e0-ede7-44ef-b825-81ecb9bae2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db605016-6abd-428a-aa8c-6bbb4e96c17c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:53.116920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41196) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:53.144979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ae64-e0b0-48ec-8e65-ce3e869c7d64 req-dd6a1524-8776-4e9e-b988-c36e5c215646 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:53.152694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4490ae64-e0b0-48ec-8e65-ce3e869c7d64 req-dd6a1524-8776-4e9e-b988-c36e5c215646 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 944 time: 0.5630562 Nov 12 10:48:53.190793 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6c1fb2f-0837-4055-abb2-485ec522d58d req-a8dbaea3-e6b5-4319-a5c1-9e1da6df92bb service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602497 Nov 12 10:48:53.245275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Deleting port 835b970a-974b-4db6-9611-6039ee5c9848 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:48:53.245888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.249857 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:48:53.261646 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.285471 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4490ae64-e0b0-48ec-8e65-ce3e869c7d64 req-077d9ee1-6e64-40f8-9eed-56c247882cff tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317859 Nov 12 10:48:53.289276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 57306fdc-f500-4a65-9306-e501295d4fac, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=57306fdc-f500-4a65-9306-e501295d4fac,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:53.299713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:53.338803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3b9588e-0bab-40b2-bffd-ebea29be1cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.340481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41202) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:53.343564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d783007d-d554-458f-9fc1-7f690c7a4c2d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d783007d-d554-458f-9fc1-7f690c7a4c2d,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:53.345214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '57306fdc-f500-4a65-9306-e501295d4fac', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '57306fdc-f500-4a65-9306-e501295d4fac', 'mac_address': 'fa:16:3e:d7:88:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:48:53.348209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c999585e-1fe3-4db8-8a1e-d7baf4132790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd783007d-d554-458f-9fc1-7f690c7a4c2d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:53.351969 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d11fe3-85a0-4aa5-8ebd-c74aecdf08ce" -d '{"events": [{"server_uuid": "c999585e-1fe3-4db8-8a1e-d7baf4132790", "name": "network-vif-plugged", "status": "completed", "tag": "d783007d-d554-458f-9fc1-7f690c7a4c2d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:53.354028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85794ae0-b11a-4b8e-b4ad-768353423dbb req-c09731b5-8a09-438f-9538-36e80ea72b8f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:53.359289 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.366856 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85794ae0-b11a-4b8e-b4ad-768353423dbb req-c09731b5-8a09-438f-9538-36e80ea72b8f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 949 time: 0.2566035 Nov 12 10:48:53.407322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-487c9e91-688f-4196-bc5f-51daaed92314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.424918 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.444334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3b9588e-0bab-40b2-bffd-ebea29be1cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.445850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57306fdc-f500-4a65-9306-e501295d4fac {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:53.481373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 57306fdc-f500-4a65-9306-e501295d4fac, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=57306fdc-f500-4a65-9306-e501295d4fac,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:53.492055 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.508196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d783007d-d554-458f-9fc1-7f690c7a4c2d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:53.540198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85794ae0-b11a-4b8e-b4ad-768353423dbb req-4a6bd821-0955-4da3-9c0e-d12e2f5ba9d8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580372 Nov 12 10:48:53.542547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] For port 835b970a-974b-4db6-9611-6039ee5c9848, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=835b970a-974b-4db6-9611-6039ee5c9848,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:53.543300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.565903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Calling delete_port for 835b970a-974b-4db6-9611-6039ee5c9848 owned by compute:tempest-test_az-593928147 {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:48:53.600730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e4187-a0f8-4d62-873b-9c7bc009fca4 req-0a8f79ce-4a76-4657-8610-97e00e89515c tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:53.610576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd9e4187-a0f8-4d62-873b-9c7bc009fca4 req-0a8f79ce-4a76-4657-8610-97e00e89515c tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 970 time: 0.1288881 Nov 12 10:48:53.615720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3b9588e-0bab-40b2-bffd-ebea29be1cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.618895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3b9588e-0bab-40b2-bffd-ebea29be1cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.622959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a3b9588e-0bab-40b2-bffd-ebea29be1cc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db605016-6abd-428a-aa8c-6bbb4e96c17c HTTP/1.1" status: 204 len: 168 time: 0.5053589 Nov 12 10:48:53.641787 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-487c9e91-688f-4196-bc5f-51daaed92314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.648918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9588e-0bab-40b2-bffd-ebea29be1cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db605016-6abd-428a-aa8c-6bbb4e96c17c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:53.649220 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faa754c-32ea-4b6d-aec7-c30417f4e8d2 x-openstack-request-id: req-5faa754c-32ea-4b6d-aec7-c30417f4e8d2 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:53.649220 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c999585e-1fe3-4db8-8a1e-d7baf4132790", "name": "network-vif-plugged", "status": "completed", "tag": "d783007d-d554-458f-9fc1-7f690c7a4c2d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:53.649220 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5faa754c-32ea-4b6d-aec7-c30417f4e8d2 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:53.649220 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c999585e-1fe3-4db8-8a1e-d7baf4132790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd783007d-d554-458f-9fc1-7f690c7a4c2d', 'code': 200} Nov 12 10:48:53.657760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=57306fdc-f500-4a65-9306-e501295d4fac,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:53.669991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-487c9e91-688f-4196-bc5f-51daaed92314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.734788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c9e91-688f-4196-bc5f-51daaed92314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050957fe-3226-4f6e-95df-f1682cfb8381,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:53.777877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-487c9e91-688f-4196-bc5f-51daaed92314 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f62a7aad3bc45699cc4dfe69cb707fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349279 Nov 12 10:48:53.783357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41216) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:53.842129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:53.847063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['1c030bbb-338e-40dc-8a70-c5fe6fc474d1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:53.877262 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd9e4187-a0f8-4d62-873b-9c7bc009fca4 req-9f484b04-f40f-41a4-ab18-33561548fde9 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653184 Nov 12 10:48:53.909255 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df1b8af4-5b28-4e37-aacc-9998d026f114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:53.991690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eff4b9-5c1e-4663-93d6-e0f8e17b2d4b req-3a608e70-c093-4396-997e-88069b68ed74 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:54.004950 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4eff4b9-5c1e-4663-93d6-e0f8e17b2d4b req-3a608e70-c093-4396-997e-88069b68ed74 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 950 time: 0.2174370 Nov 12 10:48:54.036613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7760258-a588-47f3-abf5-23d120185a01 req-415ed5a5-8399-4917-8d7f-e00e8835bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:54.039242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7760258-a588-47f3-abf5-23d120185a01 req-415ed5a5-8399-4917-8d7f-e00e8835bf93 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 1102 time: 0.2569044 Nov 12 10:48:54.041939 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.082841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['835b970a-974b-4db6-9611-6039ee5c9848'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:54.122656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:54.135473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7760258-a588-47f3-abf5-23d120185a01 req-61935370-0705-421a-92d8-9eaed06918fb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748479 Nov 12 10:48:54.136494 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27e25af-9ff2-45e6-a39a-443a8a73b19b" -d '{"events": [{"name": "network-changed", "server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:54.137287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Pushing event deleted for resources: {'Port': ['ID=835b970a-974b-4db6-9611-6039ee5c9848,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:54.149208 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-610b0564-62fb-4bd7-8e48-6991e7c5d8ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.166778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4eff4b9-5c1e-4663-93d6-e0f8e17b2d4b req-9953bd20-fb25-4ebd-a1a3-e83c58b19971 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582565 Nov 12 10:48:54.220219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41226) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:54.238812 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-610b0564-62fb-4bd7-8e48-6991e7c5d8ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.270233 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41bbd485-c19f-425f-a645-23b4469a2dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.271514 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2de411-34fc-402e-8554-92a1b6b0ceec x-openstack-request-id: req-4c2de411-34fc-402e-8554-92a1b6b0ceec {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:54.273342 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:54.273921 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c2de411-34fc-402e-8554-92a1b6b0ceec {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:54.275606 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f', 'status': 'completed', 'code': 200} Nov 12 10:48:54.291768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] No DVR routers for this DVR port 835b970a-974b-4db6-9611-6039ee5c9848 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:48:54.303500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.307643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01580d00-d338-4719-9f98-241a31ced6e3 req-3ba3aa8e-5d28-4f1c-b58a-cc3aa01bbd39 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.59 "DELETE /v2.0/ports/835b970a-974b-4db6-9611-6039ee5c9848 HTTP/1.1" status: 204 len: 173 time: 1.7661467 Nov 12 10:48:54.331731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209cbec5-9d3d-430e-bee4-eb12571dbcc4', 'name': 'network-vif-deleted', 'tag': '835b970a-974b-4db6-9611-6039ee5c9848'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:54.335491 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5062c2-6303-48a8-8562-56aa6c2eb208" -d '{"events": [{"server_uuid": "209cbec5-9d3d-430e-bee4-eb12571dbcc4", "name": "network-vif-deleted", "tag": "835b970a-974b-4db6-9611-6039ee5c9848"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:54.365386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d01773-69ec-4d99-aabc-11dc79ab844f req-cb969bb1-73f3-433e-9a8e-0fff5710c190 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:54.375662 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d01773-69ec-4d99-aabc-11dc79ab844f req-cb969bb1-73f3-433e-9a8e-0fff5710c190 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.2429965 Nov 12 10:48:54.384234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-610b0564-62fb-4bd7-8e48-6991e7c5d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.387835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-610b0564-62fb-4bd7-8e48-6991e7c5d8ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.389591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-610b0564-62fb-4bd7-8e48-6991e7c5d8ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/050957fe-3226-4f6e-95df-f1682cfb8381 HTTP/1.1" status: 204 len: 168 time: 0.6014361 Nov 12 10:48:54.411550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b0564-62fb-4bd7-8e48-6991e7c5d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050957fe-3226-4f6e-95df-f1682cfb8381,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:54.541247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e353ea-19a1-4471-8860-d1c878a46c91 req-231b2636-3450-4c2d-9b04-66108a3fabe0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:54.554480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54e353ea-19a1-4471-8860-d1c878a46c91 req-231b2636-3450-4c2d-9b04-66108a3fabe0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 944 time: 0.1293442 Nov 12 10:48:54.618107 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d01773-69ec-4d99-aabc-11dc79ab844f req-d21837d6-d4c9-4e86-b8d0-9a9debdd8f38 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406380 Nov 12 10:48:54.623266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-073fcefb-1833-45ee-bedf-e44e84a043c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:54.625232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-073fcefb-1833-45ee-bedf-e44e84a043c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1127 time: 0.1842678 Nov 12 10:48:54.630837 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54e353ea-19a1-4471-8860-d1c878a46c91 req-bbd3a5e4-63b2-4433-a4f5-a53effb2af5e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750206 Nov 12 10:48:54.674505 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144911ef-fcbf-461d-92f2-ad802e2a070e x-openstack-request-id: req-144911ef-fcbf-461d-92f2-ad802e2a070e {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:54.675103 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209cbec5-9d3d-430e-bee4-eb12571dbcc4", "name": "network-vif-deleted", "tag": "835b970a-974b-4db6-9611-6039ee5c9848", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:54.675531 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-144911ef-fcbf-461d-92f2-ad802e2a070e {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:54.676112 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209cbec5-9d3d-430e-bee4-eb12571dbcc4', 'name': 'network-vif-deleted', 'tag': '835b970a-974b-4db6-9611-6039ee5c9848', 'status': 'completed', 'code': 200} Nov 12 10:48:54.751372 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41bbd485-c19f-425f-a645-23b4469a2dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.760057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41bbd485-c19f-425f-a645-23b4469a2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.806623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124770a8-907f-424c-a488-eff0d6f69cad req-cf8cbe7c-b6eb-4ba6-9f17-2ea5371db481 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:54.808667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-124770a8-907f-424c-a488-eff0d6f69cad req-cf8cbe7c-b6eb-4ba6-9f17-2ea5371db481 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 949 time: 0.0691414 Nov 12 10:48:54.853904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4cad8846-133b-41f3-b1a7-ded85a17e03f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:48:54.858918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-41bbd485-c19f-425f-a645-23b4469a2dc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09514b0b5b7d41b8b0984a7af6042efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6357493 Nov 12 10:48:54.861076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41242) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:54.873571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbd485-c19f-425f-a645-23b4469a2dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d8f78-8681-4f5d-bdc8-9e56d1153a73,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:54.904520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-124770a8-907f-424c-a488-eff0d6f69cad req-2d9b5093-fa82-4c74-a395-bf60fd041349 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888925 Nov 12 10:48:54.931893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-051eda34-d88a-4e5d-9a34-4acefc20dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:54.939335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-051eda34-d88a-4e5d-9a34-4acefc20dd54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.3055069 Nov 12 10:48:54.989272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15902908-a9fa-4795-b486-05fcce0aa76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:55.033757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15902908-a9fa-4795-b486-05fcce0aa76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:55.050429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-480cda1a-f22b-4df0-81f9-a6f84a28c6e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 217 time: 0.1012571 Nov 12 10:48:55.123462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1156ddb5-499e-4566-b463-857f6154afdd req-bdbc3006-e151-45e8-b585-c81f4e01375c tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=209cbec5-9d3d-430e-bee4-eb12571dbcc4 HTTP/1.1" status: 200 len: 210 time: 0.0977476 Nov 12 10:48:55.162509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15902908-a9fa-4795-b486-05fcce0aa76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:55.167002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15902908-a9fa-4795-b486-05fcce0aa76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:55.171695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-15902908-a9fa-4795-b486-05fcce0aa76a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d3d8f78-8681-4f5d-bdc8-9e56d1153a73 HTTP/1.1" status: 204 len: 168 time: 0.3066247 Nov 12 10:48:55.208981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15902908-a9fa-4795-b486-05fcce0aa76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d8f78-8681-4f5d-bdc8-9e56d1153a73,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:55.248966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-ed8d079a-7fb7-4e7e-8bb7-3df8632dbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:55.252442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-ed8d079a-7fb7-4e7e-8bb7-3df8632dbdf7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1260178 Nov 12 10:48:55.255979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:55.275209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4cad8846-133b-41f3-b1a7-ded85a17e03f has no active binding in host n-h1-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:48:55.277572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a1c1229e-f67d-4ecb-871d-0d3271b26c59'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:55.355644 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-92fa70aa-f27e-41fb-ad29-0483248ad848 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938261 Nov 12 10:48:55.441509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb905a-9117-4cac-ad78-e53af868189a req-d57456f2-f50c-4599-9fa5-19deda143845 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:55.453221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cefb905a-9117-4cac-ad78-e53af868189a req-d57456f2-f50c-4599-9fa5-19deda143845 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 950 time: 0.1158140 Nov 12 10:48:55.534167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cefb905a-9117-4cac-ad78-e53af868189a req-9d25fa15-d6bf-4b59-a8f5-f615acea60bf tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787404 Nov 12 10:48:55.561641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-5bb78792-f569-4542-9ad3-919a3a0c12e9 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863558 Nov 12 10:48:55.692544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c27e25af-9ff2-45e6-a39a-443a8a73b19b req-b3d554bf-c3e8-4abd-ac1d-e03c81b191f1 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112146 Nov 12 10:48:55.805708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e018fc-e863-4e86-bb6d-9937a36954d9 req-6bf26ed1-0007-4c2c-ae7b-095adfd9dab0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:55.807380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61e018fc-e863-4e86-bb6d-9937a36954d9 req-6bf26ed1-0007-4c2c-ae7b-095adfd9dab0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 944 time: 0.0834694 Nov 12 10:48:55.845685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0271c59-5b5a-406b-8029-b513ec62ab6f req-064be7c1-3067-4ef0-8c47-7dccdf20e6a4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:55.853713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d0271c59-5b5a-406b-8029-b513ec62ab6f req-064be7c1-3067-4ef0-8c47-7dccdf20e6a4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1114640 Nov 12 10:48:55.912887 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61e018fc-e863-4e86-bb6d-9937a36954d9 req-b45a78bf-8da7-4716-84c5-2de4eb5ac19d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946205 Nov 12 10:48:55.925084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d0271c59-5b5a-406b-8029-b513ec62ab6f req-0632d06f-59e0-45f8-b3d7-4ec8aaea3a79 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701597 Nov 12 10:48:56.074172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60b4-858a-4a80-96e8-811bdc4f00da req-d26b6d4a-5bb2-4b08-89fc-6ab530c7138c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:56.077609 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-122b60b4-858a-4a80-96e8-811bdc4f00da req-d26b6d4a-5bb2-4b08-89fc-6ab530c7138c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 949 time: 0.0753107 Nov 12 10:48:56.141950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-122b60b4-858a-4a80-96e8-811bdc4f00da req-f50e2d58-2c20-4320-9e87-5cd54e8c1e91 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584416 Nov 12 10:48:56.234871 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a9b04c35-6f35-4c1d-8196-fa1478933d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:56.475971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:56.562850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:56.568731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:56.569303 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:56.625825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14af904-de7b-453d-8b48-290a63c592d8 req-87d4749c-7d69-4daa-b53a-8ab015c4d552 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:56.627882 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d14af904-de7b-453d-8b48-290a63c592d8 req-87d4749c-7d69-4daa-b53a-8ab015c4d552 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 950 time: 0.0944507 Nov 12 10:48:56.702091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:56.744071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c4f1e1-9393-446c-80cf-13710317cb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c030bbb-338e-40dc-8a70-c5fe6fc474d1'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:56.747907 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a2aadb-0221-4253-a04d-265ab6ce181a" -d '{"events": [{"server_uuid": "41c4f1e1-9393-446c-80cf-13710317cb30", "name": "network-vif-plugged", "status": "completed", "tag": "1c030bbb-338e-40dc-8a70-c5fe6fc474d1"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:56.767719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:56.777427 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d14af904-de7b-453d-8b48-290a63c592d8 req-9eed224f-0741-4e29-a122-cc9203eb7a75 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416662 Nov 12 10:48:56.782817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:56.786095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 57306fdc-f500-4a65-9306-e501295d4fac up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:48:56.864601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 835b970a-974b-4db6-9611-6039ee5c9848 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:48:56.871326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944acf0-cfc5-4598-8247-edb0322e11b1 req-584b3cfe-22e2-4f7a-90e5-412a2fc70b81 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:56.875119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5944acf0-cfc5-4598-8247-edb0322e11b1 req-584b3cfe-22e2-4f7a-90e5-412a2fc70b81 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 950 time: 0.0858095 Nov 12 10:48:56.909024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 835b970a-974b-4db6-9611-6039ee5c9848 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:48:56.909357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 835b970a-974b-4db6-9611-6039ee5c9848 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:48:56.933991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:56.955210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 57306fdc-f500-4a65-9306-e501295d4fac completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:48:56.958140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5944acf0-cfc5-4598-8247-edb0322e11b1 req-93e4d428-498a-4b82-9f16-56afa4aa7f78 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724726 Nov 12 10:48:56.960972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 57306fdc-f500-4a65-9306-e501295d4fac triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:48:56.961411 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.018902 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ed7a5d-3470-4940-bed8-6e7741f8fd83 x-openstack-request-id: req-31ed7a5d-3470-4940-bed8-6e7741f8fd83 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:57.021777 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c4f1e1-9393-446c-80cf-13710317cb30", "name": "network-vif-plugged", "status": "completed", "tag": "1c030bbb-338e-40dc-8a70-c5fe6fc474d1", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:57.022053 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31ed7a5d-3470-4940-bed8-6e7741f8fd83 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:57.024824 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c4f1e1-9393-446c-80cf-13710317cb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'code': 200} Nov 12 10:48:57.123098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.170020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41338) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:57.170716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 57306fdc-f500-4a65-9306-e501295d4fac, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=57306fdc-f500-4a65-9306-e501295d4fac,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:57.176262 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.186681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7426b-395f-4d23-a71b-a379f4d600f5 req-89c8a4d2-dae8-4b8a-9bbc-8423f0a84a7a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:57.188353 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1be7426b-395f-4d23-a71b-a379f4d600f5 req-89c8a4d2-dae8-4b8a-9bbc-8423f0a84a7a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 944 time: 0.1017413 Nov 12 10:48:57.192169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3dde-c537-49b6-bb23-6c5f15f2644b req-85f95153-60c9-44fb-b3e0-4cee671a6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:57.193844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ecc3dde-c537-49b6-bb23-6c5f15f2644b req-85f95153-60c9-44fb-b3e0-4cee671a6453 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 1102 time: 0.0947800 Nov 12 10:48:57.241731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=57306fdc-f500-4a65-9306-e501295d4fac,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:57.275473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1be7426b-395f-4d23-a71b-a379f4d600f5 req-95337b84-0c06-4862-94a3-5c57bb34510f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798900 Nov 12 10:48:57.277453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ecc3dde-c537-49b6-bb23-6c5f15f2644b req-1cd78b3e-a06f-4c2d-a65f-fa0a40680f7c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 Nov 12 10:48:57.403022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355c64f-74cf-4520-896f-28992fe1a993 req-41ae051f-1dfc-41e5-9105-878d69b38f66 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:57.404723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e355c64f-74cf-4520-896f-28992fe1a993 req-41ae051f-1dfc-41e5-9105-878d69b38f66 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.0571859 Nov 12 10:48:57.441466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-network', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:57.472018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Made reservation on behalf of 7919b96584fc4a519cb0d3d1f4024a5e for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:57.477214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e355c64f-74cf-4520-896f-28992fe1a993 req-e603007a-57f4-48d5-9883-e595bec9714d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641918 Nov 12 10:48:57.485081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.505188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.505960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.599069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e594e0-6008-41f3-b07f-2794e06f0b01 req-4fc0f832-7f39-48b8-9fb7-65c22bf57f94 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:57.600962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37e594e0-6008-41f3-b07f-2794e06f0b01 req-4fc0f832-7f39-48b8-9fb7-65c22bf57f94 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 950 time: 0.0675037 Nov 12 10:48:57.620040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.628000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.655635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:48:57.660569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37e594e0-6008-41f3-b07f-2794e06f0b01 req-90a80b34-be1a-4cc0-9636-dc4d6d14f802 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527012 Nov 12 10:48:57.688476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.688984 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Added segment dfb8c742-2ccd-4739-8e90-20bb973061fd of type vlan for network a6055be0-66e3-4627-8a9a-b8dd773dc20d Nov 12 10:48:57.699303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03615da7-b840-4354-80f2-eff23769b224,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:57.732681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.733053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.733565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.734047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.734532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.735026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.735515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.736090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.736660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.737290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.737913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.738301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:57.770497 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.817580 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.817847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc44e3-55a9-4c64-a366-e2593ce7bded req-fe22a54e-c7c5-47e2-a230-cca51f8c8ad9 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:57.818733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:57.819361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:57.820180 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02cc44e3-55a9-4c64-a366-e2593ce7bded req-fe22a54e-c7c5-47e2-a230-cca51f8c8ad9 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 950 time: 0.0676973 Nov 12 10:48:57.879332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7080901 Nov 12 10:48:57.880920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02cc44e3-55a9-4c64-a366-e2593ce7bded req-4559976f-6ab6-4e02-96a6-40dd9f741370 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531993 Nov 12 10:48:57.883578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41364) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:57.924638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Request body: {'subnet': {'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-subnet', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:57.940188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7c461-0dec-4d90-ac0c-85f9ac274995 admin admin] Pushing event updated for resources: {'Network': ['ID=a6055be0-66e3-4627-8a9a-b8dd773dc20d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:57.952329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:48:57.964670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Made reservation on behalf of 7919b96584fc4a519cb0d3d1f4024a5e for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:48:57.967649 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:58.034856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0577d-41f8-455d-8101-2afcb1766708 req-44e7f752-c41d-410d-a38c-2df6f3bf123d tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:58.043483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04d0577d-41f8-455d-8101-2afcb1766708 req-44e7f752-c41d-410d-a38c-2df6f3bf123d tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 950 time: 0.0919199 Nov 12 10:48:58.126646 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04d0577d-41f8-455d-8101-2afcb1766708 req-c70376cb-fb0c-44a9-aaad-1e27814ae4e7 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cbecc6b-7d92-412a-a36c-79ee7517f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818779 Nov 12 10:48:58.286280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:58.359947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0041747c-9a3e-44c9-bea9-015cd1e36966,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:58.395704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-b287ab70-f7a2-43df-a1aa-0d3668fd32e8 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:58.399720 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-b287ab70-f7a2-43df-a1aa-0d3668fd32e8 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.52 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 950 time: 0.1232102 Nov 12 10:48:58.423726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Checking segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:58.425321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Network hostable DHCP agents. Network: a6055be0-66e3-4627-8a9a-b8dd773dc20d, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:48:58.469387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:48:58.480122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, a6055be0-66e3-4627-8a9a-b8dd773dc20d) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:58.489509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:58.491017 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:58.498316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1495048-a4ea-44bc-b8d2-d59f948ca888 None None] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:48:58.511922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1515a314-10aa-4ef0-a4a9-ed76c7566974 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6269476 Nov 12 10:48:58.517315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41388) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:58.522206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:48:58.551098 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:58.552468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:58.575307 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0957-7078-468d-9509-792d947b67da req-12c36748-7d0f-4c94-afb7-633aec7062e7 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:58.576908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-339e0957-7078-468d-9509-792d947b67da req-12c36748-7d0f-4c94-afb7-633aec7062e7 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 944 time: 0.0830755 Nov 12 10:48:58.619882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:58.750586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-3e5c33b0-fd99-4c65-bb6e-81c9ee23d271 service neutron] 10.222.0.52 "GET /v2.0/ports/4cad8846-133b-41f3-b1a7-ded85a17e03f/bindings/n-h1-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.1935921 Nov 12 10:48:58.757983 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-339e0957-7078-468d-9509-792d947b67da req-38886876-66f3-45e7-a11f-b7cf4bd59c37 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430380 Nov 12 10:48:58.761500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:48:58.764843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:58.827954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Deleting port a1c1229e-f67d-4ecb-871d-0d3271b26c59 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:48:58.828700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:58.988435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Allocated IP 172.20.0.2 (a6055be0-66e3-4627-8a9a-b8dd773dc20d/0041747c-9a3e-44c9-bea9-015cd1e36966/3d28f9fe-bc6f-49b4-bb50-0629f78b741b) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:48:59.031955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e5eee3-1736-4720-ba95-da1c4582fda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57306fdc-f500-4a65-9306-e501295d4fac'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:59.034476 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f79695-50b6-41b1-9817-57139ee8a987" -d '{"events": [{"server_uuid": "85e5eee3-1736-4720-ba95-da1c4582fda6", "name": "network-vif-plugged", "status": "completed", "tag": "57306fdc-f500-4a65-9306-e501295d4fac"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:59.093469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] For port a1c1229e-f67d-4ecb-871d-0d3271b26c59, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a1c1229e-f67d-4ecb-871d-0d3271b26c59,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:59.094313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.115515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec02778-4ebf-4aa1-82af-f2f0d2d36694 req-60cc0902-09d4-4a3e-a996-a0da3563b6ba tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:59.117146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ec02778-4ebf-4aa1-82af-f2f0d2d36694 req-60cc0902-09d4-4a3e-a996-a0da3563b6ba tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1793811 Nov 12 10:48:59.123719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Calling delete_port for a1c1229e-f67d-4ecb-871d-0d3271b26c59 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:48:59.157049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.168037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784427-30cb-4009-bfd4-ca140deb3032 req-754444a4-6da1-45bf-b14d-ef4a1d6e14a4 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:59.170404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-59784427-30cb-4009-bfd4-ca140deb3032 req-754444a4-6da1-45bf-b14d-ef4a1d6e14a4 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 950 time: 0.4315321 Nov 12 10:48:59.222309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:59.222962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.230762 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.288530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:59.294330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ec02778-4ebf-4aa1-82af-f2f0d2d36694 req-1e6352ae-a88e-4191-ac0e-0aa1ec81321e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599941 Nov 12 10:48:59.313629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:48:59.330757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-59784427-30cb-4009-bfd4-ca140deb3032 req-8ca96c1a-224e-46f3-b744-c6dac1d27ed3 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412852 Nov 12 10:48:59.334261 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.340335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cad8846-133b-41f3-b1a7-ded85a17e03f {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:48:59.347699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:48:59.353280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:48:59.363208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:48:59.368523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Pushing event updated for resources: {'Port': ['ID=3d28f9fe-bc6f-49b4-bb50-0629f78b741b,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:59.373302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.498866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Attempting to bind port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:48:59.499669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Attempting to bind port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:48:59.500025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Attempting to bind port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b on network a6055be0-66e3-4627-8a9a-b8dd773dc20d {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:48:59.510800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:48:59.511851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Checking segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:48:59.513064 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.513953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Bound using segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:48:59.514993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Bound port: 3d28f9fe-bc6f-49b4-bb50-0629f78b741b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:48:59.515892 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.579502 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb6aad9-b31a-4002-acd4-d960cb326708 x-openstack-request-id: req-3bb6aad9-b31a-4002-acd4-d960cb326708 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:48:59.580304 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e5eee3-1736-4720-ba95-da1c4582fda6", "name": "network-vif-plugged", "status": "completed", "tag": "57306fdc-f500-4a65-9306-e501295d4fac", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:48:59.580925 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bb6aad9-b31a-4002-acd4-d960cb326708 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:48:59.581750 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e5eee3-1736-4720-ba95-da1c4582fda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57306fdc-f500-4a65-9306-e501295d4fac', 'code': 200} Nov 12 10:48:59.636141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.668821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.678289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] For port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:48:59.689320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a1c1229e-f67d-4ecb-871d-0d3271b26c59'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:48:59.708265 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Pushing event deleted for resources: {'Port': ['ID=a1c1229e-f67d-4ecb-871d-0d3271b26c59,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:59.732276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.747828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.747828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.747828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.747828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.748562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.748734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.749180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.749580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.750660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.750660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.750983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.751150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] For port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d28f9fe-bc6f-49b4-bb50-0629f78b741b,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:48:59.751443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:59.774420 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.831475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c33e7-eb70-43e4-8156-7f8b7013714f req-274d1ef0-c179-41d6-b451-867302e1751c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:59.831838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a38628fc-bb1b-4bc8-bff7-e176a91a0511 req-18fdc557-c104-4d77-953c-c7fb8cfcfb13 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.31 "GET /v2.0/ports?device_id=50807cee-f44e-441a-93d9-fa45d6fdba41 HTTP/1.1" status: 200 len: 210 time: 0.1084917 Nov 12 10:48:59.840486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb8c33e7-eb70-43e4-8156-7f8b7013714f req-274d1ef0-c179-41d6-b451-867302e1751c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 950 time: 0.2827270 Nov 12 10:48:59.861898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff037f3-8af7-4b23-b2ef-052bec293a04 req-6b8c2299-4e66-4406-91f7-d0eb7f8b70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:48:59.863597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ff037f3-8af7-4b23-b2ef-052bec293a04 req-6b8c2299-4e66-4406-91f7-d0eb7f8b70db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 1101 time: 0.1822376 Nov 12 10:48:59.891716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf77770-95c8-4e15-b066-abb351088fdd None None] Pushing event updated for resources: {'Port': ['ID=3d28f9fe-bc6f-49b4-bb50-0629f78b741b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:59.913690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] No DVR routers for this DVR port a1c1229e-f67d-4ecb-871d-0d3271b26c59 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:48:59.921665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] Transition to ACTIVE for port object 4cad8846-133b-41f3-b1a7-ded85a17e03f will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:48:59.934149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:59.940192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e72644b3-fad2-413d-ac69-e1fbf02c4d07 req-6be1ec01-afa7-4f4c-80bc-c79b8149c5f4 tempest-LiveMigrationNegativeTest-518305096 tempest-LiveMigrationNegativeTest-518305096-project] 10.222.0.52 "DELETE /v2.0/ports/a1c1229e-f67d-4ecb-871d-0d3271b26c59 HTTP/1.1" status: 204 len: 173 time: 1.3925996 Nov 12 10:48:59.941923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50807cee-f44e-441a-93d9-fa45d6fdba41', 'name': 'network-vif-deleted', 'tag': 'a1c1229e-f67d-4ecb-871d-0d3271b26c59'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:48:59.946572 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1c1ac3-9acc-4eaa-9b09-033658f56a47" -d '{"events": [{"server_uuid": "50807cee-f44e-441a-93d9-fa45d6fdba41", "name": "network-vif-deleted", "tag": "a1c1229e-f67d-4ecb-871d-0d3271b26c59"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:48:59.958982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:00.013220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb8c33e7-eb70-43e4-8156-7f8b7013714f req-bcf50398-9dc7-4026-9c13-b67e68bf630f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706135 Nov 12 10:49:00.039604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ff037f3-8af7-4b23-b2ef-052bec293a04 req-69d019e0-9d7d-4634-95c2-58a895fd54fc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505363 Nov 12 10:49:00.068722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Allocated IP 172.25.2.235 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/b755be62-b85d-496a-a443-e8f9ff9d1394) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:00.076357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:00.252276 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eedd28e-05d3-45b9-bf3b-41c44f7636f7 x-openstack-request-id: req-4eedd28e-05d3-45b9-bf3b-41c44f7636f7 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:00.253202 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50807cee-f44e-441a-93d9-fa45d6fdba41", "name": "network-vif-deleted", "tag": "a1c1229e-f67d-4ecb-871d-0d3271b26c59", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:00.253202 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eedd28e-05d3-45b9-bf3b-41c44f7636f7 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:00.253493 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50807cee-f44e-441a-93d9-fa45d6fdba41', 'name': 'network-vif-deleted', 'tag': 'a1c1229e-f67d-4ecb-871d-0d3271b26c59', 'status': 'completed', 'code': 200} Nov 12 10:49:00.256694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] No DVR routers for this DVR port 4cad8846-133b-41f3-b1a7-ded85a17e03f on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:49:00.260841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=10']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:00.310522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:00.427000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-40b3a5ba-5229-45f1-9cb5-3a2a9ec78523 service neutron] 10.222.0.52 "PUT /v2.0/ports/4cad8846-133b-41f3-b1a7-ded85a17e03f/bindings/n-h1-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 1.6663716 Nov 12 10:49:00.468995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:00.486058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-b34e4e6a-9a0e-44e7-a689-f53ae92d903b tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:00.487712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-b34e4e6a-9a0e-44e7-a689-f53ae92d903b tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.52 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 950 time: 0.4438920 Nov 12 10:49:00.502384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f972a8b-7551-405f-8c5a-c12a1daf86ab req-5ba06bfe-c714-4f0a-ba99-6f73c9a7cb04 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:00.507381 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f972a8b-7551-405f-8c5a-c12a1daf86ab req-5ba06bfe-c714-4f0a-ba99-6f73c9a7cb04 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 945 time: 0.2531688 Nov 12 10:49:00.508309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:00.530356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:00.535551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:00.604778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Pushing event updated for resources: {'Port': ['ID=b755be62-b85d-496a-a443-e8f9ff9d1394,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:00.619339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f99726-43bb-4bfb-bd54-1af7762f2422 req-8c981732-afbc-4916-8192-e6871afb656e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:00.621183 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88f99726-43bb-4bfb-bd54-1af7762f2422 req-8c981732-afbc-4916-8192-e6871afb656e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 949 time: 0.2878387 Nov 12 10:49:00.669630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f972a8b-7551-405f-8c5a-c12a1daf86ab req-923c3615-a50b-443c-b0ef-594673816f18 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517203 Nov 12 10:49:00.734908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Deleting port d783007d-d554-458f-9fc1-7f690c7a4c2d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:49:00.735335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:00.949669 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88f99726-43bb-4bfb-bd54-1af7762f2422 req-6d2ce0ca-f769-4b55-8953-c0e18e2fb1a6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067184 Nov 12 10:49:01.077829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] For port d783007d-d554-458f-9fc1-7f690c7a4c2d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d783007d-d554-458f-9fc1-7f690c7a4c2d,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:01.078313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:01.110376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Calling delete_port for d783007d-d554-458f-9fc1-7f690c7a4c2d owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:49:01.150380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308367b3-6a84-425a-81c0-47d5886309b9 req-9b762f7b-6200-4533-9aab-e4f25f89b5e0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:01.159151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-308367b3-6a84-425a-81c0-47d5886309b9 req-9b762f7b-6200-4533-9aab-e4f25f89b5e0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1793413 Nov 12 10:49:01.163818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-6011201b-b38d-4ec7-9ae1-42b484e00358 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:01.165630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-6011201b-b38d-4ec7-9ae1-42b484e00358 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.4757376 Nov 12 10:49:01.249773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec07b-5100-4f79-a073-209ca146381f req-110cc2e2-1036-4921-9ec8-f22d4d7dcd88 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:01.254324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c6ec07b-5100-4f79-a073-209ca146381f req-110cc2e2-1036-4921-9ec8-f22d4d7dcd88 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c999585e-1fe3-4db8-8a1e-d7baf4132790 HTTP/1.1" status: 200 len: 950 time: 0.1277924 Nov 12 10:49:01.296240 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:01.350785 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41428) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:01.411271 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-308367b3-6a84-425a-81c0-47d5886309b9 req-f3a2b495-ea5e-451c-80a0-6bda030ea43d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509315 Nov 12 10:49:01.472173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-dce54b02-b3a7-4dad-b95b-a2509404adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:01.474156 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-dce54b02-b3a7-4dad-b95b-a2509404adb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c HTTP/1.1" status: 200 len: 1097 time: 0.2837994 Nov 12 10:49:01.643652 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02ce04ac-a3d4-44a8-b02a-61a653bdcc12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:01.649613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:01.663098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d783007d-d554-458f-9fc1-7f690c7a4c2d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:01.671047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-c3c3a7a3-91bd-4db7-ab2a-a7401985e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:01.673429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-c3c3a7a3-91bd-4db7-ab2a-a7401985e280 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1097 time: 0.1148107 Nov 12 10:49:01.722406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:01.732205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Pushing event deleted for resources: {'Port': ['ID=d783007d-d554-458f-9fc1-7f690c7a4c2d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:01.863250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c6ec07b-5100-4f79-a073-209ca146381f req-bdb3ce07-87dd-4f3c-b55c-1c81326104d0 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939224 Nov 12 10:49:01.893591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41442) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:01.985478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] No DVR routers for this DVR port d783007d-d554-458f-9fc1-7f690c7a4c2d on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:49:01.989915 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:01.993473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a352036c-3416-4bc3-8451-d066ca762bd2 req-ec14a926-12b5-4e97-8810-b530dca50f24 tempest-DeleteServersAdminTestJSON-121852192 tempest-DeleteServersAdminTestJSON-121852192-project] 10.222.0.52 "DELETE /v2.0/ports/d783007d-d554-458f-9fc1-7f690c7a4c2d HTTP/1.1" status: 204 len: 173 time: 1.4849949 Nov 12 10:49:02.010050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c718c7-33af-4530-8377-7dee01de3470 None None] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:49:02.046849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-4339ca0a-2660-4b7b-a71b-12067afc0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:02.048457 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-4339ca0a-2660-4b7b-a71b-12067afc0d10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.3395464 Nov 12 10:49:02.144840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02ce04ac-a3d4-44a8-b02a-61a653bdcc12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.149514 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-5cfc091a-95e7-49f9-a6be-1b69e30aed70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 217 time: 0.0841537 Nov 12 10:49:02.155145 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02ce04ac-a3d4-44a8-b02a-61a653bdcc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.169020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6afcb607-f8c0-40ae-9c40-a2ce847f1cce None None] Provisioning complete for port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:02.169468 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afcb607-f8c0-40ae-9c40-a2ce847f1cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.296742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181531a-8f1c-484f-b5b3-5e5b799f5c39 req-aabf3784-e258-40f6-af92-1fbcf341ab9b tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:02.302339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c999585e-1fe3-4db8-8a1e-d7baf4132790', 'name': 'network-vif-deleted', 'tag': 'd783007d-d554-458f-9fc1-7f690c7a4c2d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:02.311923 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9113291c-0e7d-4f87-a3c8-4ae7265fe7df" -d '{"events": [{"server_uuid": "c999585e-1fe3-4db8-8a1e-d7baf4132790", "name": "network-vif-deleted", "tag": "d783007d-d554-458f-9fc1-7f690c7a4c2d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:02.313054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1181531a-8f1c-484f-b5b3-5e5b799f5c39 req-aabf3784-e258-40f6-af92-1fbcf341ab9b tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 945 time: 0.1689835 Nov 12 10:49:02.314606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Router d4853d92-67ba-41dc-867d-f40401406ba3 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:49:02.335918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-da94c7e6-548f-4b31-a767-679d1c651372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:02.345424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-da94c7e6-548f-4b31-a767-679d1c651372 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1785672 Nov 12 10:49:02.436076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-052efb5d-42b6-4e1d-841d-5d5b08d225dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695515 Nov 12 10:49:02.444525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afcb607-f8c0-40ae-9c40-a2ce847f1cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.448282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce04ac-a3d4-44a8-b02a-61a653bdcc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0a5195-b7bb-421d-bd61-9fb27e60f4c5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:02.456501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-02ce04ac-a3d4-44a8-b02a-61a653bdcc12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a07054f31fb403f93a43f7b9e51e525&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1003275 Nov 12 10:49:02.465528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-36bcc684-b374-445b-aaab-4e4b07138a59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b6c66513f2243f89ef7701ebbc49ef1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5703130 Nov 12 10:49:02.469358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:02.469820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41456) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:02.487414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a1c1229e-f67d-4ecb-871d-0d3271b26c59 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:49:02.552658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6afcb607-f8c0-40ae-9c40-a2ce847f1cce None None] For port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d28f9fe-bc6f-49b4-bb50-0629f78b741b,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:02.554282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: a1c1229e-f67d-4ecb-871d-0d3271b26c59 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:49:02.554631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a1c1229e-f67d-4ecb-871d-0d3271b26c59 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:49:02.556157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4cad8846-133b-41f3-b1a7-ded85a17e03f no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:49:02.608712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163209b6-a86b-4900-8203-a1bdd90dc267 req-3833e0a7-781f-4d2a-9eff-f707006fa11a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:02.619409 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-163209b6-a86b-4900-8203-a1bdd90dc267 req-3833e0a7-781f-4d2a-9eff-f707006fa11a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 949 time: 0.1932752 Nov 12 10:49:02.622776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d28f9fe-bc6f-49b4-bb50-0629f78b741b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:02.630471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afcb607-f8c0-40ae-9c40-a2ce847f1cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.677061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-067abe84-076d-4401-ba46-9ffbc196c5bf service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199290 Nov 12 10:49:02.698220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf15a74b-4938-4422-865e-d2e9d841d4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.725202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4cad8846-133b-41f3-b1a7-ded85a17e03f not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:49:02.731603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcb607-f8c0-40ae-9c40-a2ce847f1cce None None] Pushing event updated for resources: {'Port': ['ID=3d28f9fe-bc6f-49b4-bb50-0629f78b741b,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:02.776124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1181531a-8f1c-484f-b5b3-5e5b799f5c39 req-7c4acfd7-8df4-4041-95a3-2e02ef6dd485 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428731 Nov 12 10:49:02.814371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:02.815030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.821560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-163209b6-a86b-4900-8203-a1bdd90dc267 req-a6908dd1-d71d-457f-9c64-be3a0a3b6fee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012637 Nov 12 10:49:02.899714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf15a74b-4938-4422-865e-d2e9d841d4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.903649 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-72a8ed83-67a5-4335-97f7-cf0ccf688ee2 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098286 Nov 12 10:49:02.946286 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdecedd-ecbb-4ade-a2ed-2451953c1c1d x-openstack-request-id: req-efdecedd-ecbb-4ade-a2ed-2451953c1c1d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:02.946571 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c999585e-1fe3-4db8-8a1e-d7baf4132790", "name": "network-vif-deleted", "tag": "d783007d-d554-458f-9fc1-7f690c7a4c2d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:02.946825 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efdecedd-ecbb-4ade-a2ed-2451953c1c1d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:02.947274 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c999585e-1fe3-4db8-8a1e-d7baf4132790', 'name': 'network-vif-deleted', 'tag': 'd783007d-d554-458f-9fc1-7f690c7a4c2d', 'status': 'completed', 'code': 200} Nov 12 10:49:03.038291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8286abfa-4067-4d33-b74c-bc72cfde1cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.094091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-795ce6e8-f013-4608-b7ad-a31ce5eb4acf None None] Provisioning complete for port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:03.094887 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-795ce6e8-f013-4608-b7ad-a31ce5eb4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.116950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8286abfa-4067-4d33-b74c-bc72cfde1cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.125209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:49:03.139417 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Sync routers for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:49:03.155823 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:49:03.157484 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:48:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:03.206252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8ff2-20f3-47c8-acfe-e490aa8c0be5 req-f569dfc3-730e-4038-8302-b876ee5fc46b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:03.215253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac0f8ff2-20f3-47c8-acfe-e490aa8c0be5 req-f569dfc3-730e-4038-8302-b876ee5fc46b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1939139 Nov 12 10:49:03.221346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.227388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41466) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:03.236332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-535bc21f-e5b5-4e16-83d5-82236599315a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7176154 Nov 12 10:49:03.279362 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf15a74b-4938-4422-865e-d2e9d841d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.285945 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf15a74b-4938-4422-865e-d2e9d841d4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.287163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cf15a74b-4938-4422-865e-d2e9d841d4f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cbecc6b-7d92-412a-a36c-79ee7517f917 HTTP/1.1" status: 204 len: 168 time: 0.7907367 Nov 12 10:49:03.338556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15a74b-4938-4422-865e-d2e9d841d4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbecc6b-7d92-412a-a36c-79ee7517f917,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:03.381240 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8286abfa-4067-4d33-b74c-bc72cfde1cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.385296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8286abfa-4067-4d33-b74c-bc72cfde1cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.392223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8286abfa-4067-4d33-b74c-bc72cfde1cad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa0a5195-b7bb-421d-bd61-9fb27e60f4c5 HTTP/1.1" status: 204 len: 168 time: 0.9211411 Nov 12 10:49:03.393299 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:49:03.424379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac0f8ff2-20f3-47c8-acfe-e490aa8c0be5 req-dd1be09a-8bd8-455b-bf1b-3e8efa05c6cf tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079980 Nov 12 10:49:03.441051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286abfa-4067-4d33-b74c-bc72cfde1cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0a5195-b7bb-421d-bd61-9fb27e60f4c5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:03.536407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-c4b75c3b-9bf5-4442-8852-b5ebfe3c5f45 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:03.537972 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-c4b75c3b-9bf5-4442-8852-b5ebfe3c5f45 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.2384930 Nov 12 10:49:03.569121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f79f8-66de-42aa-bf3b-99ec0b607a86 req-dbd7c160-2aa0-4e67-9437-f4073aeba974 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:03.588839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f79f8-66de-42aa-bf3b-99ec0b607a86 req-dbd7c160-2aa0-4e67-9437-f4073aeba974 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:03.599613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b44f79f8-66de-42aa-bf3b-99ec0b607a86 req-dbd7c160-2aa0-4e67-9437-f4073aeba974 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30&device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 1690 time: 0.2186098 Nov 12 10:49:03.728725 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:00Z', 'revision_number': 3, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:03.807954 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Checking router: d4853d92-67ba-41dc-867d-f40401406ba3 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:49:03.808547 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Updating router d4853d92-67ba-41dc-867d-f40401406ba3 port b755be62-b85d-496a-a443-e8f9ff9d1394 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:49:03.863180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41490) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:03.880186 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.964680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8f07f1b9-9caa-44e0-ad82-2af77344bd79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0cb6398b5784ce08bb7c39718f1ba9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972602 Nov 12 10:49:03.965572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41492) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:04.064197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b804a56-a302-4d21-9d16-0ee5a0809a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.099430 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b804a56-a302-4d21-9d16-0ee5a0809a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.188299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b804a56-a302-4d21-9d16-0ee5a0809a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.194975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b804a56-a302-4d21-9d16-0ee5a0809a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.198533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9b804a56-a302-4d21-9d16-0ee5a0809a78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/066090dc-7960-4b74-b766-1c81a545f690 HTTP/1.1" status: 204 len: 168 time: 0.2322614 Nov 12 10:49:04.229857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b804a56-a302-4d21-9d16-0ee5a0809a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066090dc-7960-4b74-b766-1c81a545f690,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:04.273079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41498) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:04.296986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-43612c58-7928-4017-92c5-061b8221224b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.346428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b44f79f8-66de-42aa-bf3b-99ec0b607a86 req-dc50b986-34e5-4895-8497-c60a49c94e0d tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457588 Nov 12 10:49:04.406323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d28f9fe-bc6f-49b4-bb50-0629f78b741b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:04.500664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-43612c58-7928-4017-92c5-061b8221224b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.502633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d783007d-d554-458f-9fc1-7f690c7a4c2d no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:49:04.506652 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-43612c58-7928-4017-92c5-061b8221224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.537735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-43612c58-7928-4017-92c5-061b8221224b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcfc33d622f7460496715019fde8b181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635081 Nov 12 10:49:04.540251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41512) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:04.562950 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.587043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: d783007d-d554-458f-9fc1-7f690c7a4c2d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:49:04.590070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d783007d-d554-458f-9fc1-7f690c7a4c2d not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:49:04.595210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43612c58-7928-4017-92c5-061b8221224b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d03dbe-7f5c-4e21-b2b9-e3f06a190c9e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:04.597333 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.620939 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:49:04.633562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b8bced81-3dea-41a5-a8cf-c6ff40192717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.636386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:04.636977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.661747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-44534e8f-7468-4d12-bee8-686be6122e0e service neutron] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:04.670729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559b35-9da8-4878-89d1-8803c690d8b2 req-58581d58-68dc-4b4f-bb3e-f0f011367573 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:04.678034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c559b35-9da8-4878-89d1-8803c690d8b2 req-58581d58-68dc-4b4f-bb3e-f0f011367573 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 945 time: 0.1902106 Nov 12 10:49:04.687376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-44534e8f-7468-4d12-bee8-686be6122e0e service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.689073 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5273c3b-7b88-421b-8728-e42cd4450241 req-44534e8f-7468-4d12-bee8-686be6122e0e service neutron] 10.222.0.59 "DELETE /v2.0/ports/4cad8846-133b-41f3-b1a7-ded85a17e03f/bindings/n-h2-768851-19 HTTP/1.1" status: 204 len: 173 time: 1.1385632 Nov 12 10:49:04.702311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b8bced81-3dea-41a5-a8cf-c6ff40192717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.736192 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Attempting to bind port b755be62-b85d-496a-a443-e8f9ff9d1394 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:04.743562 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Attempting to bind port b755be62-b85d-496a-a443-e8f9ff9d1394 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:04.744445 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Attempting to bind port b755be62-b85d-496a-a443-e8f9ff9d1394 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:04.773118 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Pushing event updated for resources: {'Port': ['ID=b755be62-b85d-496a-a443-e8f9ff9d1394,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:04.795546 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:04.799582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.805130 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:04.805886 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.809901 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:04.810652 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Bound port: b755be62-b85d-496a-a443-e8f9ff9d1394, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:04.811284 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.820674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b8bced81-3dea-41a5-a8cf-c6ff40192717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.824646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b8bced81-3dea-41a5-a8cf-c6ff40192717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.828582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b8bced81-3dea-41a5-a8cf-c6ff40192717 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73d03dbe-7f5c-4e21-b2b9-e3f06a190c9e HTTP/1.1" status: 204 len: 168 time: 0.2870944 Nov 12 10:49:04.846408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bced81-3dea-41a5-a8cf-c6ff40192717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d03dbe-7f5c-4e21-b2b9-e3f06a190c9e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:04.868927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c559b35-9da8-4878-89d1-8803c690d8b2 req-4e204411-e173-4279-be65-b214037af693 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875150 Nov 12 10:49:04.872261 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] For port b755be62-b85d-496a-a443-e8f9ff9d1394, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:04.875796 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] For port b755be62-b85d-496a-a443-e8f9ff9d1394, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b755be62-b85d-496a-a443-e8f9ff9d1394,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:04.877828 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.878345 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.878834 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.879330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.879658 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.879982 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.880467 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.880964 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.881492 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.881967 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.882429 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.882921 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Tracked resource versions report: Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: pushed versions: Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: { 'AddressGroup': {'1.2'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'ConntrackHelper': {'1.0'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Log': {'1.0'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Network': {'1.1'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Port': {'1.7'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'PortForwarding': {'1.2'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'QosPolicy': {'1.10'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'SecurityGroup': {'1.5'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'SubPort': {'1.0'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Subnet': {'1.1'}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Trunk': {'1.1'}} Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: consumer versions: Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: { DHCP agent@n-d-768851-19: {}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: HyperV agent@n-h1-768851-19: {}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: HyperV agent@n-h2-768851-19: {}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: L3 agent@n-d-768851-19: {}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: Metadata agent@n-d-768851-19: {}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: Metering agent@n-d-768851-19: {}, Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: Open vSwitch agent@n-d-768851-19: { 'AddressGroup': '1.2', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'ConntrackHelper': '1.0', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Log': '1.0', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Network': '1.1', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Port': '1.7', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'PortForwarding': '1.2', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'QosPolicy': '1.10', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'SecurityGroup': '1.5', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'SecurityGroupRule': '1.2', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'SubPort': '1.0', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Subnet': '1.1', Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: 'Trunk': '1.1'}} Nov 12 10:49:04.884715 n-d-768851-19 neutron-server[109168]: {{(pid=109168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:49:04.891535 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.965385 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:49:04.966647 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:48:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:05.006583 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bd300-bce2-4cc7-b20b-da40604a2e29 None None] Pushing event updated for resources: {'Port': ['ID=b755be62-b85d-496a-a443-e8f9ff9d1394,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:05.130918 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:49:05.226483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffa7c6-8323-46ca-b1ad-1ebe9d81bf25 req-06ae706c-0095-446f-bc6c-8d88769e54dd tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:05.236546 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-12ffa7c6-8323-46ca-b1ad-1ebe9d81bf25 req-06ae706c-0095-446f-bc6c-8d88769e54dd tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 1102 time: 0.0700812 Nov 12 10:49:05.272316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c26b1-0208-4f93-955c-ab0b9041ea7a req-b1fe232b-d494-465e-8fb5-ce2c51ce7c5f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:05.273841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-208c26b1-0208-4f93-955c-ab0b9041ea7a req-b1fe232b-d494-465e-8fb5-ce2c51ce7c5f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.2217948 Nov 12 10:49:05.340242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-12ffa7c6-8323-46ca-b1ad-1ebe9d81bf25 req-1b54b3f0-7796-4097-b8c2-762e621f96a0 tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022983 Nov 12 10:49:05.374911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-208c26b1-0208-4f93-955c-ab0b9041ea7a req-b80ffb46-6a0f-42d7-9d8e-59df3357ea65 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840154 Nov 12 10:49:05.459612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Allocated IP 172.20.0.1 (a6055be0-66e3-4627-8a9a-b8dd773dc20d/0041747c-9a3e-44c9-bea9-015cd1e36966/8388cd41-9ccb-4ef7-b27f-c6678a1c4030) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:05.490501 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-5b93c916-6148-4e16-b414-cee9ca6b3b19 service neutron] show failed (client error): The resource could not be found. Nov 12 10:49:05.492081 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-5b93c916-6148-4e16-b414-cee9ca6b3b19 service neutron] 10.222.0.52 "GET /v2.0/ports/4e0add91-7a67-4e18-a09b-abe8d9d82fd6/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.1769226 Nov 12 10:49:05.643260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536bad9-7722-4bec-ae18-90b82d6fc5f2 req-c3fa99ab-97bd-4916-957c-fc30b9370cbc tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:05.647851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0536bad9-7722-4bec-ae18-90b82d6fc5f2 req-c3fa99ab-97bd-4916-957c-fc30b9370cbc tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1097 time: 0.0628343 Nov 12 10:49:05.767140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0536bad9-7722-4bec-ae18-90b82d6fc5f2 req-77bda22e-3d76-436c-b592-d5c327232626 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971828 Nov 12 10:49:05.771629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68951418-83bb-46b1-9ea3-b1f59b00cb89 req-875be82d-0400-4663-bf02-5b0dbafe8e35 tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:05.781647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68951418-83bb-46b1-9ea3-b1f59b00cb89 req-875be82d-0400-4663-bf02-5b0dbafe8e35 tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 1101 time: 0.2399788 Nov 12 10:49:05.821199 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:00Z', 'revision_number': 3, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:05.894337 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:05.896067 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d2821-3360-4de4-b0a9-c64bf99b8e2a None None] The sync data for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 is: [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:00Z', 'revision_number': 3, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:49:05.964287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41568) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:05.967152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68951418-83bb-46b1-9ea3-b1f59b00cb89 req-d6532272-f709-4c2f-92fb-5b21d0656c23 tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828718 Nov 12 10:49:06.009912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-2049d19c-af6c-4e73-a8d8-a87220728f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:06.011479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-2049d19c-af6c-4e73-a8d8-a87220728f3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86&tenant_id=e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 1102 time: 0.1667070 Nov 12 10:49:06.034756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:06.081125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:06.147706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:06.163315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:06.174282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:06.174861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:06.213970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Pushing event updated for resources: {'Port': ['ID=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:06.216485 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:06.335415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b7277b31-2907-4144-9934-2acbc80e7e2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30c5967c67c4421e86e82be9136d2d41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3694847 Nov 12 10:49:06.338121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41592) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:06.453553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08837c44-76e4-4d3a-aeb3-73c546a0be39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:06.510192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08837c44-76e4-4d3a-aeb3-73c546a0be39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:06.627131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08837c44-76e4-4d3a-aeb3-73c546a0be39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:06.632241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08837c44-76e4-4d3a-aeb3-73c546a0be39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:06.634340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-08837c44-76e4-4d3a-aeb3-73c546a0be39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03 HTTP/1.1" status: 204 len: 168 time: 0.2945294 Nov 12 10:49:06.645479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08837c44-76e4-4d3a-aeb3-73c546a0be39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd6b4c7-33cb-4b5e-bfd6-24015b5c0b03,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:06.680119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3a92f9ba-1f7d-4501-9cad-16d81744b1d0 None None] Provisioning complete for port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:06.681171 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3a92f9ba-1f7d-4501-9cad-16d81744b1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:06.730545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3a92f9ba-1f7d-4501-9cad-16d81744b1d0 None None] Port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:06.805106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac047-4751-4482-badf-bfd591ccb6fd req-ecdd8c15-fb06-442c-8162-52f9bc496e43 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:06.813310 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-ecdd8c15-fb06-442c-8162-52f9bc496e43 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 808 time: 0.4526165 Nov 12 10:49:06.855303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-d48d8e08-0a4d-4c60-bde5-23b63f0021a3 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/quotas/919f4ca185da4fbcbb18aaca3cc8dc9c HTTP/1.1" status: 200 len: 375 time: 0.0409195 Nov 12 10:49:06.978357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431a39-c975-4e9f-8854-abcc79136240 req-666a1963-cba0-4f70-9e99-591d44ea1090 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:06.989157 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9431a39-c975-4e9f-8854-abcc79136240 req-666a1963-cba0-4f70-9e99-591d44ea1090 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.0823789 Nov 12 10:49:07.057737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9431a39-c975-4e9f-8854-abcc79136240 req-109255a7-8e19-4834-a0bc-5be8b860f750 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691431 Nov 12 10:49:07.073787 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:07.116046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-0ed41e09-fca8-44e4-aaa3-8a6ff6a1fc33 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2595782 Nov 12 10:49:07.234184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-7dd131b7-7e83-40c5-b967-0c8753cfecff tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380287 Nov 12 10:49:07.413051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-fb50f5dc-1a2e-4370-9782-479c5b25e878 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:07.432215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-fb50f5dc-1a2e-4370-9782-479c5b25e878 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914163 Nov 12 10:49:07.453736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-13575a01-0946-41fa-9158-cf06b9c14ff5 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/quotas/128bea7fce0948f38d533e6461a2d37a HTTP/1.1" status: 200 len: 375 time: 0.0205679 Nov 12 10:49:07.496456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:07.518437 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-866f0fa4-6097-4446-843e-13cd1f623f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:07.546997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-0a023de0-b12f-4aa3-8509-87559eb48d97 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909359 Nov 12 10:49:07.647208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-ac2b33af-3843-442e-a94c-95ad54f7a241 service neutron] 10.222.0.31 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299096 Nov 12 10:49:07.721970 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-866f0fa4-6097-4446-843e-13cd1f623f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:07.728989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-866f0fa4-6097-4446-843e-13cd1f623f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:07.775634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:07.801233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-866f0fa4-6097-4446-843e-13cd1f623f7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ddcc6e1d224488592c53364d8fc9da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024476 Nov 12 10:49:07.809792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41634) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:07.905015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01a314a0-c4a7-4b5a-ae4d-9b3575e0e68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:07.936114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f0fa4-6097-4446-843e-13cd1f623f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b0153-c1a4-467f-8302-8ac774768f65,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:07.943011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01a314a0-c4a7-4b5a-ae4d-9b3575e0e68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:07.953198 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-56ed5288-3f9c-4b5b-ad36-c4d523c9e154 service neutron] 10.222.0.31 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042238 Nov 12 10:49:07.958953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:08.033120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01a314a0-c4a7-4b5a-ae4d-9b3575e0e68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.039071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01a314a0-c4a7-4b5a-ae4d-9b3575e0e68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.040972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-01a314a0-c4a7-4b5a-ae4d-9b3575e0e68f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e20b0153-c1a4-467f-8302-8ac774768f65 HTTP/1.1" status: 204 len: 168 time: 0.2188535 Nov 12 10:49:08.047452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.054544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a314a0-c4a7-4b5a-ae4d-9b3575e0e68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b0153-c1a4-467f-8302-8ac774768f65,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:08.073413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.077413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.275355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:08.284116 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27578ef0-e768-4404-bcf3-392bd9c01e18" -d '{"events": [{"server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "name": "network-vif-unplugged", "status": "completed", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:08.308559 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.444758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Pushing event updated for resources: {'Port': ['ID=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:08.449152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Transition to ACTIVE for port object 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:08.455971 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.473800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b755be62-b85d-496a-a443-e8f9ff9d1394 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:08.540310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] No DVR routers for this DVR port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:49:08.612185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b755be62-b85d-496a-a443-e8f9ff9d1394 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:08.612829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.692665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476cd18-15b6-47be-9272-bd657972c11c req-4d1d149c-c4b8-49d9-afb3-a76b9f37797d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:08.702953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9476cd18-15b6-47be-9272-bd657972c11c req-4d1d149c-c4b8-49d9-afb3-a76b9f37797d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.1807470 Nov 12 10:49:08.767387 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.821922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port b755be62-b85d-496a-a443-e8f9ff9d1394, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b755be62-b85d-496a-a443-e8f9ff9d1394,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:08.833567 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:08.899641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=6']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:08.916127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9476cd18-15b6-47be-9272-bd657972c11c req-4ae2d16a-31d1-4edd-986c-2411bde8fe34 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119207 Nov 12 10:49:08.978340 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ea666e2-faba-4c6e-89ff-9f1fc661ecfc req-8125ca6d-541d-4f25-9918-1d56b67dc30a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 210 time: 0.2101474 Nov 12 10:49:09.004966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Attempting to bind port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:09.005613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Attempting to bind port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:09.010202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Attempting to bind port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:09.024810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:09.025849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:09.029274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=b755be62-b85d-496a-a443-e8f9ff9d1394,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:09.029791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Attempting to bind port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:09.037476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:09.072015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:09.072696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:09.073915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:09.074593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Bound port: 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:09.075918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:09.243141 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e285f73-ead1-4609-9b54-8af3319a32e7 req-a281738c-dabb-421c-95f1-af4d199d8427 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 210 time: 0.1001909 Nov 12 10:49:09.287819 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4711511f-883e-4bce-8f96-f8ecf4334c69 x-openstack-request-id: req-4711511f-883e-4bce-8f96-f8ecf4334c69 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:09.288218 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "name": "network-vif-unplugged", "status": "completed", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:09.288482 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4711511f-883e-4bce-8f96-f8ecf4334c69 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:09.288922 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'code': 200} Nov 12 10:49:09.537769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:09.552671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:09.555942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-86b98552-5c17-47db-9b28-947b59df844e None None] Provisioning complete for port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:09.561465 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86b98552-5c17-47db-9b28-947b59df844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:09.587884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:09.651011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:09.653638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:09.657849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] 10.222.0.59 "PUT /v2.0/ports/4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 1097 time: 3.6292956 Nov 12 10:49:09.702457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41706) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:09.737723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-86b98552-5c17-47db-9b28-947b59df844e None None] Port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:09.739383 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:09.801861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Router d4853d92-67ba-41dc-867d-f40401406ba3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:49:09.881653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc396642-1a2e-4794-b3b5-ca5db5d38671 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:10.063639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-767148e8-b8d0-4872-89ac-64b258107823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.069267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-767148e8-b8d0-4872-89ac-64b258107823 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1100 time: 0.3236084 Nov 12 10:49:10.099920 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:10.383595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b561d-d63e-4f03-8cd1-edf5bde873e6 req-c9c1ab9d-19b8-4364-9db8-d18f4122c235 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.386173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af1b561d-d63e-4f03-8cd1-edf5bde873e6 req-c9c1ab9d-19b8-4364-9db8-d18f4122c235 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.1532984 Nov 12 10:49:10.399417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b755be62-b85d-496a-a443-e8f9ff9d1394 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:10.414709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88ac3bfd-7ee3-4ff7-81fc-63bd82980839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:10.507938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:49:10.665871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:49:10.686510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b755be62-b85d-496a-a443-e8f9ff9d1394 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:10.687442 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:10.813271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:49:10.844610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Sync routers for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:49:10.867007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b49147ae-0469-4d11-8a6b-81bea37735df admin admin] 10.222.0.31 "PUT /v2.0/routers/d4853d92-67ba-41dc-867d-f40401406ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6380844 Nov 12 10:49:10.900663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:49:10.902376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:48:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:10.950323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-bddbe8d9-6ca9-475b-9d12-7664f0d748c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.952225 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-bddbe8d9-6ca9-475b-9d12-7664f0d748c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.7022326 Nov 12 10:49:10.955521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622544bc-75c1-4803-8d1d-4c00f6d254c6 req-6a992949-a407-4513-8484-d7a7716f844c tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.955989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622544bc-75c1-4803-8d1d-4c00f6d254c6 req-6a992949-a407-4513-8484-d7a7716f844c tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.960241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622544bc-75c1-4803-8d1d-4c00f6d254c6 req-6a992949-a407-4513-8484-d7a7716f844c tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.960492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622544bc-75c1-4803-8d1d-4c00f6d254c6 req-6a992949-a407-4513-8484-d7a7716f844c tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.960920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622544bc-75c1-4803-8d1d-4c00f6d254c6 req-6a992949-a407-4513-8484-d7a7716f844c tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.961306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622544bc-75c1-4803-8d1d-4c00f6d254c6 req-6a992949-a407-4513-8484-d7a7716f844c tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:10.980517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-622544bc-75c1-4803-8d1d-4c00f6d254c6 req-6a992949-a407-4513-8484-d7a7716f844c tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4308 time: 0.9313688 Nov 12 10:49:11.099533 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-a7ec11f9-d8a7-4a14-943f-f60b338445e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.1174493 Nov 12 10:49:11.166228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c4cb7971-bdf0-4594-baff-c21d026521f8 req-fd0e1bcd-09b8-42cd-8c8c-10744d4c1d03 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 210 time: 0.0612381 Nov 12 10:49:11.296181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:11.310066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:49:11.317304 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fe763c-4edb-47bf-9112-3836d337b6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:11.385308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac047-4751-4482-badf-bfd591ccb6fd req-8ced437a-d746-4886-878b-6a72357b7252 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:11.387016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-8ced437a-d746-4886-878b-6a72357b7252 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 808 time: 0.5531852 Nov 12 10:49:11.405203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af1b561d-d63e-4f03-8cd1-edf5bde873e6 req-9fab347b-2d1b-4805-951d-5b836fc9b3ef tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9882014 Nov 12 10:49:11.410960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-cf6fd5e1-f2eb-4599-9f61-6670d1558153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:11.412774 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-cf6fd5e1-f2eb-4599-9f61-6670d1558153 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2331922 Nov 12 10:49:11.437518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Request body: {'port': {'device_id': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'admin_state_up': True, 'tenant_id': '919f4ca185da4fbcbb18aaca3cc8dc9c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:11.477492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e5abd720-ee11-42dd-8448-1299e0909ae6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615776 Nov 12 10:49:11.610245 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88ac3bfd-7ee3-4ff7-81fc-63bd82980839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:11.627435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88ac3bfd-7ee3-4ff7-81fc-63bd82980839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:11.798318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-8e98e313-1f79-4aab-8efb-9ee96a378ed9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525355 Nov 12 10:49:11.843488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:07Z', 'revision_number': 2, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:11.891281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Checking router: d4853d92-67ba-41dc-867d-f40401406ba3 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:49:11.891646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Updating router d4853d92-67ba-41dc-867d-f40401406ba3 port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:49:11.929897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:11.977736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-5bee8042-a303-4491-b8a4-52b8b1421ae0 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:11.979393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-5bee8042-a303-4491-b8a4-52b8b1421ae0 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648045 Nov 12 10:49:11.992459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-88ac3bfd-7ee3-4ff7-81fc-63bd82980839 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4924c370fede4dc0bc8e6be0d2bda532&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2853370 Nov 12 10:49:11.992459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac3bfd-7ee3-4ff7-81fc-63bd82980839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c62121-2af5-4b90-858e-f4b870e20186,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:11.997950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41750) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:12.016810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Request body: {'port': {'device_id': '842d7ebb-0df6-477d-b9c0-b590a33323b4', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '128bea7fce0948f38d533e6461a2d37a'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:12.207371 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f857d99e-f5c9-4b48-9738-54b4878b6ad7 req-052a60e2-cd53-404b-8595-1a622239596a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 210 time: 0.6253960 Nov 12 10:49:12.207929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41752) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:12.285040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d174-d717-4a45-ab08-c39bb1d4a695 req-5d3b889d-6244-4a48-b48f-9d7bbf4874dd tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:12.295368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-3c87623a-dc47-4d4f-b604-7e9a93016007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:12.295368 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-3c87623a-dc47-4d4f-b604-7e9a93016007 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8139396 Nov 12 10:49:12.305262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e77d174-d717-4a45-ab08-c39bb1d4a695 req-5d3b889d-6244-4a48-b48f-9d7bbf4874dd tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 886 time: 0.8633344 Nov 12 10:49:12.426919 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-747b2be4-22ab-4296-b915-b6136102707b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.431269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-07379c19-4144-4f4a-ae75-7465c051599f service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271718 Nov 12 10:49:12.432824 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.435363 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac61436c-9e92-4423-a37b-8e99d1a065dd x-openstack-request-id: req-ac61436c-9e92-4423-a37b-8e99d1a065dd {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:12.435736 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:12.436165 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac61436c-9e92-4423-a37b-8e99d1a065dd {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:12.436712 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'status': 'completed', 'code': 200} Nov 12 10:49:12.446143 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.462974 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-747b2be4-22ab-4296-b915-b6136102707b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.578324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-13419777-4f6f-4098-96c5-71291550c80c req-3d557193-5c88-44c7-816f-ee97c96066d0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 210 time: 0.1607342 Nov 12 10:49:12.582556 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-747b2be4-22ab-4296-b915-b6136102707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.589855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-747b2be4-22ab-4296-b915-b6136102707b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.594032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-747b2be4-22ab-4296-b915-b6136102707b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88c62121-2af5-4b90-858e-f4b870e20186 HTTP/1.1" status: 204 len: 168 time: 0.5887454 Nov 12 10:49:12.603074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38816fb-5782-459b-8d78-da8e25b280ac None None] Pushing event updated for resources: {'Port': ['ID=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:12.645810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18d01777-0a76-4550-ab80-74fdbbe3abf5 req-09f2185e-96a0-4d50-b449-1b2ffc3355b2 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871486 Nov 12 10:49:12.646522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Made reservation on behalf of 919f4ca185da4fbcbb18aaca3cc8dc9c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:12.657272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.683685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b2be4-22ab-4296-b915-b6136102707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c62121-2af5-4b90-858e-f4b870e20186,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:12.785938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Attempting to bind port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:12.786308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Attempting to bind port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:12.786764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Attempting to bind port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 on network a6055be0-66e3-4627-8a9a-b8dd773dc20d {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:12.805556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Made reservation on behalf of 128bea7fce0948f38d533e6461a2d37a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:12.810061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.813975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:12.814468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Checking segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:12.815064 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.815675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Bound using segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:12.816394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Bound port: 8388cd41-9ccb-4ef7-b27f-c6678a1c4030, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:12.816850 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.976990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-b068762b-7012-4cd0-b11d-2bc8420ff631 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:12.979234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-b068762b-7012-4cd0-b11d-2bc8420ff631 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3582165 Nov 12 10:49:12.988445 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70b1ffa4-1b8b-40bc-9a9c-c5ace614fe7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:12.991270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a9c5a-a106-411a-b0e8-c94aa6008e40 req-68ccd7fd-d774-453e-8d01-90f63f5baf3e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:12.993215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0a9c5a-a106-411a-b0e8-c94aa6008e40 req-68ccd7fd-d774-453e-8d01-90f63f5baf3e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.2026961 Nov 12 10:49:13.015579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Request body: {'port': {'device_id': '20be8384-48ca-45e6-9cba-f7e91bf07c56', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '128bea7fce0948f38d533e6461a2d37a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:13.024782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] For port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:13.035184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] For port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:13.047287 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.233550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-1d0c0424-4299-4ba2-a750-eef22f53b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.236062 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-1d0c0424-4299-4ba2-a750-eef22f53b2c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1100 time: 0.8037128 Nov 12 10:49:13.251492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-74bd81b2-343d-4fa5-81be-b8d31e7acae9 None None] Provisioning complete for port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:13.251915 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-74bd81b2-343d-4fa5-81be-b8d31e7acae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.253508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-311a5e40-b0e9-4ac5-842b-3afdace0c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.256560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-311a5e40-b0e9-4ac5-842b-3afdace0c4af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1100 time: 0.4619775 Nov 12 10:49:13.289046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41786) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:13.294145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38816fb-5782-459b-8d78-da8e25b280ac None None] Pushing event updated for resources: {'Port': ['ID=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:13.297950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-network', 'tenant_id': '7ecab072581e45b385baabc83216ddc5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:13.300812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:49:13.301956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:48:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:13.375614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0a9c5a-a106-411a-b0e8-c94aa6008e40 req-62ea7d0e-4dfa-401b-a2aa-29d5541788d5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317881 Nov 12 10:49:13.446856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Allocated IP 192.168.233.254 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/022ec2c2-1048-49b2-bd97-cd20ab36ded6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:13.453160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Allocated IP 172.20.0.3 (cefc6cbd-22f1-4e4b-8344-38e41ee35647/0d877c7d-5e87-41de-877e-195068957b17/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:13.456179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6bc7-9426-4452-a6c3-d601dbf2b8ca req-c257f4cf-751e-4719-b026-9d835f8d61d4 tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.456648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6bc7-9426-4452-a6c3-d601dbf2b8ca req-c257f4cf-751e-4719-b026-9d835f8d61d4 tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.457161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6bc7-9426-4452-a6c3-d601dbf2b8ca req-c257f4cf-751e-4719-b026-9d835f8d61d4 tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.458175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6bc7-9426-4452-a6c3-d601dbf2b8ca req-c257f4cf-751e-4719-b026-9d835f8d61d4 tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.458707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6bc7-9426-4452-a6c3-d601dbf2b8ca req-c257f4cf-751e-4719-b026-9d835f8d61d4 tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.459202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6bc7-9426-4452-a6c3-d601dbf2b8ca req-c257f4cf-751e-4719-b026-9d835f8d61d4 tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.462990 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-080a6bc7-9426-4452-a6c3-d601dbf2b8ca req-c257f4cf-751e-4719-b026-9d835f8d61d4 tempest-NetworksTest-253394317 tempest-NetworksTest-253394317-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4308 time: 1.0249734 Nov 12 10:49:13.503249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Made reservation on behalf of 7ecab072581e45b385baabc83216ddc5 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:13.505990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.535812 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.599655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41792) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:13.696772 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9946b40-bf0b-44b9-80a8-9a4c2aff4fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.730779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:49:13.736653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f226346-6ad2-452c-9856-b7f33164cfc2 req-a281476c-1b04-4a16-8934-69247ae04b30 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 210 time: 0.0685835 Nov 12 10:49:13.762683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-078ce8e5-7fff-4f40-a38f-8a1d2f444d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.762683 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-078ce8e5-7fff-4f40-a38f-8a1d2f444d88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4955647 Nov 12 10:49:13.784546 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70b1ffa4-1b8b-40bc-9a9c-c5ace614fe7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.787663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Made reservation on behalf of 128bea7fce0948f38d533e6461a2d37a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:13.790830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.793776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-43c0b7b4-6e38-4a57-8c38-45bf53e2f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:13.795297 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-43c0b7b4-6e38-4a57-8c38-45bf53e2f9ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4745753 Nov 12 10:49:13.813616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-74bd81b2-343d-4fa5-81be-b8d31e7acae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.847546 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70b1ffa4-1b8b-40bc-9a9c-c5ace614fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.851107 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-e0340b9f-79a8-44d3-bb4c-158007a76d6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.0786717 Nov 12 10:49:13.953136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9946b40-bf0b-44b9-80a8-9a4c2aff4fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:13.977894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9946b40-bf0b-44b9-80a8-9a4c2aff4fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.005523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-74bd81b2-343d-4fa5-81be-b8d31e7acae9 None None] For port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:14.015524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-74bd81b2-343d-4fa5-81be-b8d31e7acae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.016624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-39246657-9b49-4d8d-b327-1370eb721958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:14.020456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-39246657-9b49-4d8d-b327-1370eb721958 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0751011 Nov 12 10:49:14.039947 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-8683dd36-3e3a-4786-ac40-6e9713bf40d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.2029040 Nov 12 10:49:14.061313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9946b40-bf0b-44b9-80a8-9a4c2aff4fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc3b55f-ba25-4e45-9a25-149f07746bb6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:14.168282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd81b2-343d-4fa5-81be-b8d31e7acae9 None None] Pushing event updated for resources: {'Port': ['ID=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:14.200423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-596d53a5-1c74-47f3-a3e2-cfa0b6f98915 req-db2040ac-61c1-4cd7-95da-e94c7d1f99a8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 210 time: 0.0744500 Nov 12 10:49:14.219477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d94b2e25-e41f-4e04-afb0-90b8b3de2738 None None] Provisioning complete for port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:14.219848 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d94b2e25-e41f-4e04-afb0-90b8b3de2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.240012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b9946b40-bf0b-44b9-80a8-9a4c2aff4fdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d5cc9e6909d457e816a3dd6d3ee87e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6097519 Nov 12 10:49:14.260473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-c5910f5d-daa7-4622-b95d-9be93724ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:14.262600 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-c5910f5d-daa7-4622-b95d-9be93724ba2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1134336 Nov 12 10:49:14.294141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.314868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41804) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:14.337952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41806) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:14.342865 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.347291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-70b1ffa4-1b8b-40bc-9a9c-c5ace614fe7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a416b0b1b6564fd489d2373be2993216&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1232870 Nov 12 10:49:14.365762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41808) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:14.377315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.389983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:14.397626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:14.398089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-1312ce9d-a5ae-41e0-8a82-0a7155cfbad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:14.399770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-1312ce9d-a5ae-41e0-8a82-0a7155cfbad2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3634484 Nov 12 10:49:14.425379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1ffa4-1b8b-40bc-9a9c-c5ace614fe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fbd761-08d3-4683-966b-b5002dad55b9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:14.539821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:14.540605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:14.552348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-1e2b0b7e-c9d2-47c4-85b9-fc8e34894878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:14.553932 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-1e2b0b7e-c9d2-47c4-85b9-fc8e34894878 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2238588 Nov 12 10:49:14.619370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b8fec-8cb4-47c8-8f49-ed2c00954051 None None] The sync data for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 is: [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:49:14.621766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'Port': ['ID=022ec2c2-1048-49b2-bd97-cd20ab36ded6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:14.626362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:14.628378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf8a9-aa72-409d-9ada-d1ba759d6666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.630654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:14.634943 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.662618 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27dbc34c-eff0-4a2f-a0b9-533354d34d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.695057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.710579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:49:14.722074 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.722272 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Added segment cf195be5-c7c0-459b-a2be-a982b53d29d7 of type vlan for network 466ca20a-62a7-48c8-99c8-973ee4f27e0d Nov 12 10:49:14.762211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-7dc97812-3f26-4afc-99e4-cf442b2d151b service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771655 Nov 12 10:49:14.781571 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.850807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.852446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:14.874308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:14.946543 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6553829 Nov 12 10:49:14.989608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41826) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:15.006236 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.017706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Request body: {'subnet': {'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-subnet', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:15.050524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27dbc34c-eff0-4a2f-a0b9-533354d34d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.092550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:15.094332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.108158 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90f48188-bb9d-4937-9220-100d7e7730b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.128331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Allocated IP 192.168.233.253 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/b06db357-cf93-42dc-9d67-893f5913119a) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:15.133115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Network cefc6cbd-22f1-4e4b-8344-38e41ee35647 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:15.174038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:15.177674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:15.195025 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-594819f4-ae1e-4a22-8828-7f1309df002c service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992305 Nov 12 10:49:15.196942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-b3ca5838-54cb-4868-906d-2db5af9f7b2b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805104 Nov 12 10:49:15.217640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90f48188-bb9d-4937-9220-100d7e7730b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.255737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-efccfe5a-7aa3-4d1d-9fa2-74f6d907b456 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2586048 Nov 12 10:49:15.314509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61880ec0-ea30-4fca-990f-36d8a037d347 req-5158bcf1-26f6-48a4-9ef6-26e81844dac0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:15.321975 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61880ec0-ea30-4fca-990f-36d8a037d347 req-5158bcf1-26f6-48a4-9ef6-26e81844dac0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 948 time: 0.7360010 Nov 12 10:49:15.426122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-55836467-0208-4976-9ada-180fdbb03897 None None] Provisioning complete for port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:15.427117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55836467-0208-4976-9ada-180fdbb03897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.513978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Pushing event updated for resources: {'Network': ['ID=466ca20a-62a7-48c8-99c8-973ee4f27e0d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:15.521388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d7950-2370-4fe8-97a5-72cfd78cb692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4606f820-6a0c-457a-b277-fea14d7a1924,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:15.537332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 466ca20a-62a7-48c8-99c8-973ee4f27e0d details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:49:15.571937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-55836467-0208-4976-9ada-180fdbb03897 None None] Port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:15.613181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Request body: {'port': {'device_id': '842d7ebb-0df6-477d-b9c0-b590a33323b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:15.743545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:15.744462 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.788877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e71c3fb-e471-4c86-a249-f233b12f43f5 req-0372c959-be24-4db7-8bf2-41210bdf670b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 210 time: 0.7666714 Nov 12 10:49:15.789538 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27dbc34c-eff0-4a2f-a0b9-533354d34d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.792512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27dbc34c-eff0-4a2f-a0b9-533354d34d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.796098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-27dbc34c-eff0-4a2f-a0b9-533354d34d65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24fbd761-08d3-4683-966b-b5002dad55b9 HTTP/1.1" status: 204 len: 168 time: 1.4254508 Nov 12 10:49:15.873817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf8a9-aa72-409d-9ada-d1ba759d6666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.897391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Pushing event updated for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:15.915253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbc34c-eff0-4a2f-a0b9-533354d34d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fbd761-08d3-4683-966b-b5002dad55b9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:15.921229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf8a9-aa72-409d-9ada-d1ba759d6666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:15.928138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Made reservation on behalf of 7ecab072581e45b385baabc83216ddc5 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:15.933809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.000819 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.064581 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90f48188-bb9d-4937-9220-100d7e7730b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.067309 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90f48188-bb9d-4937-9220-100d7e7730b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.068488 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-90f48188-bb9d-4937-9220-100d7e7730b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fc3b55f-ba25-4e45-9a25-149f07746bb6 HTTP/1.1" status: 204 len: 168 time: 1.7457516 Nov 12 10:49:16.080403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61880ec0-ea30-4fca-990f-36d8a037d347 req-489763f3-14e3-4707-b96f-c4c9b2de734d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7575307 Nov 12 10:49:16.086775 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78fe763c-4edb-47bf-9112-3836d337b6a8 req-458b7659-3786-406f-8fd4-178b434ccb74 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8434987 Nov 12 10:49:16.098285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f48188-bb9d-4937-9220-100d7e7730b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc3b55f-ba25-4e45-9a25-149f07746bb6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:16.106431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.144102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:16.266717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:16.284834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:16.311139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:16.316797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:16.328448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:16.335166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.351873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'Port': ['ID=b06db357-cf93-42dc-9d67-893f5913119a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:16.408067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e1090a3d-c940-4b44-b0b4-8d104adb1a17 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4118955 Nov 12 10:49:16.446790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Request body: {'port': {'device_id': '20be8384-48ca-45e6-9cba-f7e91bf07c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:16.513822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:16.547578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41846) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:16.632585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-690ee16f-ccd8-443b-9440-c7d361357210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.690980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bf8a9-aa72-409d-9ada-d1ba759d6666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8756fa-5d8f-47f5-8c95-3322fc73ed14,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:16.774225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:16.774577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.789352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.881009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-eac9a422-0cdc-4158-9ddc-fcfc8adb3640 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4477904 Nov 12 10:49:16.895931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:16.914931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Request body: {'port': {'device_id': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:16.936897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f6bcf015-f805-4d67-883f-00e7e1f5a783 None None] Provisioning complete for port b06db357-cf93-42dc-9d67-893f5913119a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:16.937149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f6bcf015-f805-4d67-883f-00e7e1f5a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:16.999982 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ca3bf8a9-aa72-409d-9ada-d1ba759d6666 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdc7cdae945b40859e32f38264dc84d9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6588297 Nov 12 10:49:17.042197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41852) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:17.070276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41856) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:17.071899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.113560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8fef2ab9-35e1-40e5-872a-23d45e492992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.134331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec2f5-3459-4805-b1f8-f9e334522b83 req-4ef2d60e-865e-482f-9d22-a66ae558e260 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:17.143354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5eec2f5-3459-4805-b1f8-f9e334522b83 req-4ef2d60e-865e-482f-9d22-a66ae558e260 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 931 time: 0.4975615 Nov 12 10:49:17.147443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f6bcf015-f805-4d67-883f-00e7e1f5a783 None None] Port b06db357-cf93-42dc-9d67-893f5913119a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:17.212561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41860) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:17.216092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:17.245658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-690ee16f-ccd8-443b-9440-c7d361357210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.247241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'mac_address': 'fa:16:3e:1f:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:49:17.262831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-690ee16f-ccd8-443b-9440-c7d361357210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.320364 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.326641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2c25a4a-12bd-4a9c-b597-5dccc5182743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.338553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:17.345302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.368318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:17.376304 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.389186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db25d3-488a-4968-8963-71ac5188804c req-23579a73-46aa-42b7-b0e4-1af07bb00b1b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:17.398204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a2db25d3-488a-4968-8963-71ac5188804c req-23579a73-46aa-42b7-b0e4-1af07bb00b1b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 936 time: 0.4059486 Nov 12 10:49:17.458194 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-690ee16f-ccd8-443b-9440-c7d361357210 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2262bea9846f4936817fc215b8129e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9030912 Nov 12 10:49:17.460313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:17.485552 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41864) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:17.490158 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2c25a4a-12bd-4a9c-b597-5dccc5182743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.494157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ee16f-ccd8-443b-9440-c7d361357210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddc45fe-87e9-4f0c-b85f-cfb06c33bd37,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:17.615993 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5eec2f5-3459-4805-b1f8-f9e334522b83 req-278f8d60-a7d3-4090-a7e0-a554a8cc2de5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716237 Nov 12 10:49:17.642571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a2db25d3-488a-4968-8963-71ac5188804c req-e6c0d788-bb9d-4ce6-bfab-c9a3d7ca6241 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426140 Nov 12 10:49:17.673619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccf392f0-c65f-4123-8b00-da8c51b0e364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.682467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7014-7e5a-4820-a6c4-e4a949de2266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.686036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2c25a4a-12bd-4a9c-b597-5dccc5182743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.688649 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2c25a4a-12bd-4a9c-b597-5dccc5182743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.689854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f2c25a4a-12bd-4a9c-b597-5dccc5182743 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd8756fa-5d8f-47f5-8c95-3322fc73ed14 HTTP/1.1" status: 204 len: 168 time: 0.6443548 Nov 12 10:49:17.735422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:17.737260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c25a4a-12bd-4a9c-b597-5dccc5182743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8756fa-5d8f-47f5-8c95-3322fc73ed14,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:17.750894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7014-7e5a-4820-a6c4-e4a949de2266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.764789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.772806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06db357-cf93-42dc-9d67-893f5913119a {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:17.787081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.817133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Transition to ACTIVE for port object b06db357-cf93-42dc-9d67-893f5913119a will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:17.837374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.891726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8fef2ab9-35e1-40e5-872a-23d45e492992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.920206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Pushing event updated for resources: {'Port': ['ID=b06db357-cf93-42dc-9d67-893f5913119a,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:17.926688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7014-7e5a-4820-a6c4-e4a949de2266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.929467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7014-7e5a-4820-a6c4-e4a949de2266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.931511 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bcdb7014-7e5a-4820-a6c4-e4a949de2266 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ddc45fe-87e9-4f0c-b85f-cfb06c33bd37 HTTP/1.1" status: 204 len: 168 time: 0.4376199 Nov 12 10:49:17.955664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb7014-7e5a-4820-a6c4-e4a949de2266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddc45fe-87e9-4f0c-b85f-cfb06c33bd37,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:17.964824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Attempting to bind port b06db357-cf93-42dc-9d67-893f5913119a on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:17.964824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Attempting to bind port b06db357-cf93-42dc-9d67-893f5913119a by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:17.964824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Attempting to bind port b06db357-cf93-42dc-9d67-893f5913119a on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:17.984284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Port b06db357-cf93-42dc-9d67-893f5913119a on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:17.984666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Attempting to bind port b06db357-cf93-42dc-9d67-893f5913119a on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:17.991763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8fef2ab9-35e1-40e5-872a-23d45e492992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:17.997985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:18.006032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:18.006958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:18.009522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Bound port: b06db357-cf93-42dc-9d67-893f5913119a, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:18.011446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.117645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06099b7d-485a-4ea2-82af-6b8b0c1754b1,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:18.191936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] For port b06db357-cf93-42dc-9d67-893f5913119a, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:18.200991 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] For port b06db357-cf93-42dc-9d67-893f5913119a, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b06db357-cf93-42dc-9d67-893f5913119a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:18.207450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.256353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef2ab9-35e1-40e5-872a-23d45e492992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c88a581-e28a-4990-ae86-9dd0273be0f7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:18.261638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8fef2ab9-35e1-40e5-872a-23d45e492992 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8cbabc010f94fecbbe8484aef7d83b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1869648 Nov 12 10:49:18.269686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41872) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:18.298815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ce81-2137-4405-9aca-b4cf694628be req-e365d37b-dc1c-40ba-82d8-e04878ad04a0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:18.306144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43c8ce81-2137-4405-9aca-b4cf694628be req-e365d37b-dc1c-40ba-82d8-e04878ad04a0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 949 time: 0.4449682 Nov 12 10:49:18.311291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:18.313837 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.318238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] 10.222.0.52 "PUT /v2.0/ports/b06db357-cf93-42dc-9d67-893f5913119a HTTP/1.1" status: 200 len: 1097 time: 1.8777738 Nov 12 10:49:18.321782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20be8384-48ca-45e6-9cba-f7e91bf07c56', 'tag': 'b06db357-cf93-42dc-9d67-893f5913119a'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:18.327823 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e917386-fb84-4783-85a4-6e4d414b495b" -d '{"events": [{"name": "network-changed", "server_uuid": "20be8384-48ca-45e6-9cba-f7e91bf07c56", "tag": "b06db357-cf93-42dc-9d67-893f5913119a"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:18.347035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41876) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:18.361789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Checking segment: {'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:18.362165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Network hostable DHCP agents. Network: 466ca20a-62a7-48c8-99c8-973ee4f27e0d, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:49:18.431004 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7663dba6-a18b-42a2-bd6b-ef58f7b07db0 x-openstack-request-id: req-7663dba6-a18b-42a2-bd6b-ef58f7b07db0 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:18.431530 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20be8384-48ca-45e6-9cba-f7e91bf07c56", "tag": "b06db357-cf93-42dc-9d67-893f5913119a", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:18.431722 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7663dba6-a18b-42a2-bd6b-ef58f7b07db0 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:18.432168 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20be8384-48ca-45e6-9cba-f7e91bf07c56', 'tag': 'b06db357-cf93-42dc-9d67-893f5913119a', 'status': 'completed', 'code': 200} Nov 12 10:49:18.470278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5984cf0a-8077-4c97-807a-56355e2b3415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.513547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6475cb2-fc43-4c6c-b164-3b232f64312f service neutron] Pushing event updated for resources: {'Port': ['ID=b06db357-cf93-42dc-9d67-893f5913119a,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:18.514067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022ec2c2-1048-49b2-bd97-cd20ab36ded6 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:18.532346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.546297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e41b870f-370b-4f16-8c74-2596d63bcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:18.547855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e41b870f-370b-4f16-8c74-2596d63bcdc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 1100 time: 0.1643286 Nov 12 10:49:18.572656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccf392f0-c65f-4123-8b00-da8c51b0e364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.601726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Transition to ACTIVE for port object 022ec2c2-1048-49b2-bd97-cd20ab36ded6 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:18.617932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccf392f0-c65f-4123-8b00-da8c51b0e364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.622116 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-4017bae0-7865-418f-bd0f-d777cfab03c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b06db357-cf93-42dc-9d67-893f5913119a HTTP/1.1" status: 200 len: 217 time: 0.0615728 Nov 12 10:49:18.695044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:18.713248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.718325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-62ec6058-3629-41de-961b-1be810a091da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:18.720770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-62ec6058-3629-41de-961b-1be810a091da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0902603 Nov 12 10:49:18.743243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5984cf0a-8077-4c97-807a-56355e2b3415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.744139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.748736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5984cf0a-8077-4c97-807a-56355e2b3415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.766643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Network 466ca20a-62a7-48c8-99c8-973ee4f27e0d is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:49:18.802940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf392f0-c65f-4123-8b00-da8c51b0e364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90620897-b0be-4973-80c6-52afc14ea6d0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:18.847378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9530-0320-4c1c-a0fe-6c24f517c13d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.859920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5984cf0a-8077-4c97-807a-56355e2b3415 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8529d51f1f943a7a7a9651461f0b95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5113194 Nov 12 10:49:18.865675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41892) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:18.866482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 466ca20a-62a7-48c8-99c8-973ee4f27e0d) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:18.868724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984cf0a-8077-4c97-807a-56355e2b3415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c261a5e0-44e6-4011-bddf-29882e5cbc9d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:18.870938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ccf392f0-c65f-4123-8b00-da8c51b0e364 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0796dc1af9654dcd99c9bf7f7bad8e22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6569684 Nov 12 10:49:18.879911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41894) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:18.898671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43c8ce81-2137-4405-9aca-b4cf694628be req-a7306111-42da-44f6-b954-8525f3071e2c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876837 Nov 12 10:49:18.907864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Transition to ACTIVE for port object 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:18.916118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:18.916747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.917993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f9111-acb3-4f5b-8b62-abfce2943817 None None] Network 466ca20a-62a7-48c8-99c8-973ee4f27e0d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:49:18.936947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-8216d2bd-1609-4d70-8746-5165eddf4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:18.938707 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-8216d2bd-1609-4d70-8746-5165eddf4cbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100706 Nov 12 10:49:18.959679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d89535-35e2-4650-9239-55a20391d18b req-3639c9fd-5b0e-4d59-a6c8-b74577d954cb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:18.961581 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-47d89535-35e2-4650-9239-55a20391d18b req-3639c9fd-5b0e-4d59-a6c8-b74577d954cb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 931 time: 0.2095335 Nov 12 10:49:18.982928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-738f43dd-8651-436d-8cf4-c379e1f62d33 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.9732378 Nov 12 10:49:18.989126 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:18.996950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41898) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:19.029751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:19.037778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9530-0320-4c1c-a0fe-6c24f517c13d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.044163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Pushing event updated for resources: {'Port': ['ID=022ec2c2-1048-49b2-bd97-cd20ab36ded6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:19.226735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-466ca20a-62a7-48c8-99c8-973ee4f27e0d', 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'fixed_ips': [{'subnet_id': '06099b7d-485a-4ea2-82af-6b8b0c1754b1'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:49:19.228011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.260299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a00154f-6ccf-4c66-b26a-b69afd6dbdbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.275006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-47d89535-35e2-4650-9239-55a20391d18b req-a4f15807-a15b-4433-84f9-654ca30928b1 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924109 Nov 12 10:49:19.311205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Pushing event updated for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:19.341709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.342949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.364366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73db9bd6-d5f9-4d2a-9245-bd6c591d80e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.380396 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-11beb8ed-efa7-48a3-885c-ac0706072c06 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158480 Nov 12 10:49:19.396437 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a00154f-6ccf-4c66-b26a-b69afd6dbdbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.399839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03e6c4-7dc9-43ec-9ef7-2150b822bc37 req-c7320082-4d42-4ef5-857d-3451b3c82c34 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:19.401586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4f03e6c4-7dc9-43ec-9ef7-2150b822bc37 req-c7320082-4d42-4ef5-857d-3451b3c82c34 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 948 time: 0.3396990 Nov 12 10:49:19.415365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Attempting to bind port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:19.415913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Attempting to bind port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:19.416311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Attempting to bind port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:19.431149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9530-0320-4c1c-a0fe-6c24f517c13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.434146 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9530-0320-4c1c-a0fe-6c24f517c13d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.435618 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ba7a9530-0320-4c1c-a0fe-6c24f517c13d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c88a581-e28a-4990-ae86-9dd0273be0f7 HTTP/1.1" status: 204 len: 168 time: 1.1616676 Nov 12 10:49:19.448801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:19.448801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Attempting to bind port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:19.496019 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73db9bd6-d5f9-4d2a-9245-bd6c591d80e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.497563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a9530-0320-4c1c-a0fe-6c24f517c13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c88a581-e28a-4990-ae86-9dd0273be0f7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:19.530271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:19.530755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:19.531240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:19.531803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Bound port: 022ec2c2-1048-49b2-bd97-cd20ab36ded6, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:19.532556 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.547401 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.548670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:19.549183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:19.549689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:19.569027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Allocated IP 172.20.0.2 (466ca20a-62a7-48c8-99c8-973ee4f27e0d/06099b7d-485a-4ea2-82af-6b8b0c1754b1/4fc046c7-4124-41de-9827-31c9e2ec482b) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:19.574807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:19.575232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:19.751195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:19.751677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:19.752169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:19.752742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Bound port: 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:19.753220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:19.768101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4f03e6c4-7dc9-43ec-9ef7-2150b822bc37 req-703551dd-d535-466d-be71-6e3a461ca080 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295803 Nov 12 10:49:19.976408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-446e12f7-f187-460d-b192-2ff6c01518cb service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819814 Nov 12 10:49:20.002605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-3f095d98-3c0e-47c9-a426-b86275eba5a6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:20.004906 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-3f095d98-3c0e-47c9-a426-b86275eba5a6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86&tenant_id=e64af9086ff6446299d9bc7f486847e4&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 949 time: 0.2752149 Nov 12 10:49:20.011504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a00154f-6ccf-4c66-b26a-b69afd6dbdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.015941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a00154f-6ccf-4c66-b26a-b69afd6dbdbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.021433 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9a00154f-6ccf-4c66-b26a-b69afd6dbdbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c261a5e0-44e6-4011-bddf-29882e5cbc9d HTTP/1.1" status: 204 len: 168 time: 1.1499810 Nov 12 10:49:20.034895 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.038215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da03077-4609-43a3-87f7-eaedcb9c1f62 req-71e7fd45-9e90-48b5-8cf7-16cff1b7de74 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:20.047186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5da03077-4609-43a3-87f7-eaedcb9c1f62 req-71e7fd45-9e90-48b5-8cf7-16cff1b7de74 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 949 time: 0.2307422 Nov 12 10:49:20.053229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.109316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00154f-6ccf-4c66-b26a-b69afd6dbdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c261a5e0-44e6-4011-bddf-29882e5cbc9d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:20.124269 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73db9bd6-d5f9-4d2a-9245-bd6c591d80e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.127441 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73db9bd6-d5f9-4d2a-9245-bd6c591d80e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.128656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-73db9bd6-d5f9-4d2a-9245-bd6c591d80e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90620897-b0be-4973-80c6-52afc14ea6d0 HTTP/1.1" status: 204 len: 168 time: 1.2462249 Nov 12 10:49:20.170417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] For port 022ec2c2-1048-49b2-bd97-cd20ab36ded6, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:20.173843 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.210322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] For port 022ec2c2-1048-49b2-bd97-cd20ab36ded6, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=022ec2c2-1048-49b2-bd97-cd20ab36ded6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:20.210489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db9bd6-d5f9-4d2a-9245-bd6c591d80e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90620897-b0be-4973-80c6-52afc14ea6d0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:20.214113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Network 466ca20a-62a7-48c8-99c8-973ee4f27e0d is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:20.219232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:20.223535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:20.229148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.320683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:20.322671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.324376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/022ec2c2-1048-49b2-bd97-cd20ab36ded6 HTTP/1.1" status: 200 len: 1097 time: 4.8146818 Nov 12 10:49:20.332386 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5da03077-4609-43a3-87f7-eaedcb9c1f62 req-b9376cf7-a954-4859-bfc3-c313cf0c8a40 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839181 Nov 12 10:49:20.337961 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-775fda46-3112-4dd6-bfba-25efd692cf9f service neutron] delete failed (client error): The resource could not be found. Nov 12 10:49:20.342418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d7ebb-0df6-477d-b9c0-b590a33323b4', 'tag': '022ec2c2-1048-49b2-bd97-cd20ab36ded6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:20.348412 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c" -d '{"events": [{"name": "network-changed", "server_uuid": "842d7ebb-0df6-477d-b9c0-b590a33323b4", "tag": "022ec2c2-1048-49b2-bd97-cd20ab36ded6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:20.350444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-775fda46-3112-4dd6-bfba-25efd692cf9f service neutron] 10.222.0.52 "DELETE /v2.0/ports/4e0add91-7a67-4e18-a09b-abe8d9d82fd6/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.3303833 Nov 12 10:49:20.361314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:20.384660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Pushing event updated for resources: {'Port': ['ID=4fc046c7-4124-41de-9827-31c9e2ec482b,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:20.408998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e917386-fb84-4783-85a4-6e4d414b495b req-ccf52571-8129-401e-a50c-649d29d8bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:20.419755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e917386-fb84-4783-85a4-6e4d414b495b req-ccf52571-8129-401e-a50c-649d29d8bd94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 1100 time: 0.3606133 Nov 12 10:49:20.435617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Attempting to bind port 4fc046c7-4124-41de-9827-31c9e2ec482b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:20.436817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Attempting to bind port 4fc046c7-4124-41de-9827-31c9e2ec482b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:20.437209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Attempting to bind port 4fc046c7-4124-41de-9827-31c9e2ec482b on network 466ca20a-62a7-48c8-99c8-973ee4f27e0d {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:20.449535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:20.455591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:20.456836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Checking segment: {'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:20.457657 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.458171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Bound using segment: {'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:20.458842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Bound port: 4fc046c7-4124-41de-9827-31c9e2ec482b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:20.459359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.559571 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ee5ea-1093-4b19-b805-f033a0d77bdc x-openstack-request-id: req-4b9ee5ea-1093-4b19-b805-f033a0d77bdc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:20.559875 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d7ebb-0df6-477d-b9c0-b590a33323b4", "tag": "022ec2c2-1048-49b2-bd97-cd20ab36ded6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:20.560135 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b9ee5ea-1093-4b19-b805-f033a0d77bdc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:20.560551 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842d7ebb-0df6-477d-b9c0-b590a33323b4', 'tag': '022ec2c2-1048-49b2-bd97-cd20ab36ded6', 'status': 'completed', 'code': 200} Nov 12 10:49:20.595865 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.618895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62e3ef-9583-46bf-b700-fb4db8c161a6 service neutron] Pushing event updated for resources: {'Port': ['ID=022ec2c2-1048-49b2-bd97-cd20ab36ded6,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:20.620177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] For port 4fc046c7-4124-41de-9827-31c9e2ec482b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:20.628476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] For port 4fc046c7-4124-41de-9827-31c9e2ec482b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4fc046c7-4124-41de-9827-31c9e2ec482b,segment=NetworkSegment(cf195be5-c7c0-459b-a2be-a982b53d29d7),segment_id=cf195be5-c7c0-459b-a2be-a982b53d29d7)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:20.645825 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.744399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:20.745869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:20.748740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] 10.222.0.59 "PUT /v2.0/ports/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 1092 time: 3.8476307 Nov 12 10:49:20.792389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-edc8200a-fe9a-4396-9e9b-869f40430f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:20.794804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-edc8200a-fe9a-4396-9e9b-869f40430f06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1101 time: 0.1875012 Nov 12 10:49:20.797619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e917386-fb84-4783-85a4-6e4d414b495b req-cbac0f82-fb46-490b-821e-da2b5b8ad6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:20.799172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e917386-fb84-4783-85a4-6e4d414b495b req-cbac0f82-fb46-490b-821e-da2b5b8ad6af service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3713808 Nov 12 10:49:20.847320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Pushing event updated for resources: {'Port': ['ID=4fc046c7-4124-41de-9827-31c9e2ec482b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:20.866133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.866620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.866961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.867298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.867631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.867964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.868292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.868620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.869051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.869307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.869618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.869941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ea70a5-ea65-456d-92db-fdab37df8867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:20.903857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:20.966033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e917386-fb84-4783-85a4-6e4d414b495b req-5d220f15-170d-49ff-b9fd-50ff103c3b5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b06db357-cf93-42dc-9d67-893f5913119a HTTP/1.1" status: 200 len: 217 time: 0.1207166 Nov 12 10:49:20.982091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27196ed2-d5d2-42ad-8752-e8c37164817a req-20d0ea1f-e5a5-42c4-8c3c-9bb39106cec8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:20.993076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27196ed2-d5d2-42ad-8752-e8c37164817a req-20d0ea1f-e5a5-42c4-8c3c-9bb39106cec8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.4314106 Nov 12 10:49:21.063162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-41c95119-c69e-492d-b9ce-d284707ba11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.069623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-41c95119-c69e-492d-b9ce-d284707ba11a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 1100 time: 0.6524272 Nov 12 10:49:21.072443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:49:21.084311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874b3e4-21ff-4460-8675-07ca1a5d9abe service neutron] Pushing event updated for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:21.146589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac047-4751-4482-badf-bfd591ccb6fd req-8263c493-e119-4e85-acdb-57f419e1c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.150888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-8263c493-e119-4e85-acdb-57f419e1c06c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1095 time: 0.3103366 Nov 12 10:49:21.223239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41950) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:21.262012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:21.262394 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:21.303307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27196ed2-d5d2-42ad-8752-e8c37164817a req-56c71847-5cb3-4b7e-ae4f-aec4a66eacbc tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065114 Nov 12 10:49:21.313219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-3a93ccce-f86a-4b52-ba8b-3f485b27c067 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=022ec2c2-1048-49b2-bd97-cd20ab36ded6 HTTP/1.1" status: 200 len: 217 time: 0.2093561 Nov 12 10:49:21.326794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b69c-affb-4bab-9769-b9bac3bc1148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:21.429753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cef54-e2c3-4d5b-84fd-1f011313a77b req-8a65214d-d3d3-4f08-bf70-cf3fd5f8ce72 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.431848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f2cef54-e2c3-4d5b-84fd-1f011313a77b req-8a65214d-d3d3-4f08-bf70-cf3fd5f8ce72 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 948 time: 0.4707472 Nov 12 10:49:21.440239 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:21.481375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:21.485226 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92596ac6-1a9c-4975-a33d-f5fcfd05e296" -d '{"events": [{"server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "name": "network-vif-plugged", "status": "completed", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:21.488182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-75006d74-3252-4127-a365-eeb3f566967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.490138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-75006d74-3252-4127-a365-eeb3f566967e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1294808 Nov 12 10:49:21.507515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-85af0c3c-1f87-4ad6-af74-510e0615aa06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 217 time: 0.2232046 Nov 12 10:49:21.507969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:21.519141 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:21.596441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e917386-fb84-4783-85a4-6e4d414b495b req-e2843d16-b665-4453-8923-2c0626c0b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.598465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e917386-fb84-4783-85a4-6e4d414b495b req-e2843d16-b665-4453-8923-2c0626c0b5d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.5305867 Nov 12 10:49:21.602711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-b8b5a45a-c9b5-4d33-beb1-f3508af44a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.604706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-b8b5a45a-c9b5-4d33-beb1-f3508af44a2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.7894504 Nov 12 10:49:21.640999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac047-4751-4482-badf-bfd591ccb6fd req-5c6f8794-e050-4c02-b57a-26a26b671719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.642828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-5c6f8794-e050-4c02-b57a-26a26b671719 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0782454 Nov 12 10:49:21.644005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:21.720512 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f2cef54-e2c3-4d5b-84fd-1f011313a77b req-0afb54e5-2f28-4b46-b627-53b2935e4ef5 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983051 Nov 12 10:49:21.779525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-2fa8860c-f609-44ec-ab14-82b8d614ebf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745084 Nov 12 10:49:21.788656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-6daee1f1-1056-4f76-9f78-12b7445a226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.790294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-6daee1f1-1056-4f76-9f78-12b7445a226d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2812822 Nov 12 10:49:21.799477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106b41b-e253-49f5-85ed-700f661adf67 req-ee91edcc-d38e-4844-92df-4efbb6a37d1b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:21.801092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e106b41b-e253-49f5-85ed-700f661adf67 req-ee91edcc-d38e-4844-92df-4efbb6a37d1b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 949 time: 0.3098054 Nov 12 10:49:21.832844 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c8f65-1b19-4a7f-9729-92bc0be18ae7 x-openstack-request-id: req-972c8f65-1b19-4a7f-9729-92bc0be18ae7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:21.833213 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "name": "network-vif-plugged", "status": "completed", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:21.833470 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-972c8f65-1b19-4a7f-9729-92bc0be18ae7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:21.833871 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'code': 200} Nov 12 10:49:21.967539 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:22.071909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-608ad23a-4120-4924-b178-8b45c97c8055 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249932 Nov 12 10:49:22.104730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-f6bde318-c704-4fcc-b58a-c527b3a2ffc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.4708545 Nov 12 10:49:22.119039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:22.190518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e917386-fb84-4783-85a4-6e4d414b495b req-ffbbcbdd-576f-44dc-846f-79d4b53985d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:22.192046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e917386-fb84-4783-85a4-6e4d414b495b req-ffbbcbdd-576f-44dc-846f-79d4b53985d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5844195 Nov 12 10:49:22.225343 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b69c-affb-4bab-9769-b9bac3bc1148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:22.352231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30a075-94c2-4927-8532-a6638bc2b4fb None None] Network 466ca20a-62a7-48c8-99c8-973ee4f27e0d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:49:22.426502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4fc046c7-4124-41de-9827-31c9e2ec482b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:22.436489 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b69c-affb-4bab-9769-b9bac3bc1148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:22.514560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8b69c-affb-4bab-9769-b9bac3bc1148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394839ed-a2ee-48fd-b0ae-d3d228383f5b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:22.532719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-be58b79c-cace-4673-b172-0132d29edaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:22.544007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b06db357-cf93-42dc-9d67-893f5913119a details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:22.554524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-be58b79c-cace-4673-b172-0132d29edaa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.4382761 Nov 12 10:49:22.556705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e917386-fb84-4783-85a4-6e4d414b495b req-ef2edb63-ac55-46b4-9a0a-32234d7cb920 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380458 Nov 12 10:49:22.557820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8b65a68-7849-4019-bd07-e8f92b28c8dd req-e43ea07f-c183-4b57-a4aa-9d0c013ed3b5 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609323 Nov 12 10:49:22.564848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:22.568312 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096" -d '{"events": [{"name": "network-changed", "server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:22.589089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e106b41b-e253-49f5-85ed-700f661adf67 req-dbbf21a1-6aa1-4546-b0f6-fa3fcb8af617 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410321 Nov 12 10:49:22.689171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-dbae93ad-2541-4f31-8fc9-21d9d302d759 None None] Provisioning complete for port 4fc046c7-4124-41de-9827-31c9e2ec482b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:22.689548 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dbae93ad-2541-4f31-8fc9-21d9d302d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:22.692501 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f43ac6-edc8-4eb1-b466-7a4d8911edba x-openstack-request-id: req-e0f43ac6-edc8-4eb1-b466-7a4d8911edba {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:22.693010 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:22.693443 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f43ac6-edc8-4eb1-b466-7a4d8911edba {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:22.694077 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74', 'status': 'completed', 'code': 200} Nov 12 10:49:22.697611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-5df99fee-191b-4a61-af63-f19dfb63c9c9 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484859 Nov 12 10:49:22.751934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4ad8b69c-affb-4bab-9769-b9bac3bc1148 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0b0b3673fad442797f229cc743e3023&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5239513 Nov 12 10:49:22.767637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41996) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:22.876846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Allocated IP 172.25.2.214 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/4da18a75-1289-4187-b52a-61ed65afa974) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:22.908188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08dee0-efcc-4464-b1a3-246b77e36980 req-5e671569-26a6-4b7d-8af2-afbeffd23726 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:22.915224 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f08dee0-efcc-4464-b1a3-246b77e36980 req-5e671569-26a6-4b7d-8af2-afbeffd23726 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.4153957 Nov 12 10:49:22.951673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-91db6ed0-f0ef-4133-8c04-e16af177d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:22.960894 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-91db6ed0-f0ef-4133-8c04-e16af177d6ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3301721 Nov 12 10:49:22.993141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e917386-fb84-4783-85a4-6e4d414b495b req-303290c1-14ab-4386-8e6c-300f2d881e04 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718467 Nov 12 10:49:23.024575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-78b5deb9-3fa0-4adf-8c98-ce947fd6b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:23.031186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-78b5deb9-3fa0-4adf-8c98-ce947fd6b2ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 1100 time: 0.3593192 Nov 12 10:49:23.063719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f08dee0-efcc-4464-b1a3-246b77e36980 req-9a90349c-7e76-4a50-977f-70928a512c89 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260240 Nov 12 10:49:23.096330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4fc046c7-4124-41de-9827-31c9e2ec482b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:23.097042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.164818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-bea14e67-6a76-4bea-9fda-bf46bb59715b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030180 Nov 12 10:49:23.228404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b06db357-cf93-42dc-9d67-893f5913119a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b06db357-cf93-42dc-9d67-893f5913119a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:23.290028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'b06db357-cf93-42dc-9d67-893f5913119a', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'b06db357-cf93-42dc-9d67-893f5913119a', 'mac_address': 'fa:16:3e:5a:53:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:49:23.291869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dbae93ad-2541-4f31-8fc9-21d9d302d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.385689 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8dd600-3bc0-4863-a2a4-cd05362870ff req-fb3a09f7-652b-40c9-8bd6-0592546fac36 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127721 Nov 12 10:49:23.418872 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.427323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-dbae93ad-2541-4f31-8fc9-21d9d302d759 None None] For port 4fc046c7-4124-41de-9827-31c9e2ec482b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4fc046c7-4124-41de-9827-31c9e2ec482b,segment=NetworkSegment(cf195be5-c7c0-459b-a2be-a982b53d29d7),segment_id=cf195be5-c7c0-459b-a2be-a982b53d29d7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:23.448354 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.451066 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dbae93ad-2541-4f31-8fc9-21d9d302d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.524542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06db357-cf93-42dc-9d67-893f5913119a {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:23.533462 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.608058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b06db357-cf93-42dc-9d67-893f5913119a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b06db357-cf93-42dc-9d67-893f5913119a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:23.613140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f40b3607-55e9-4a31-b128-765c9fbca576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.639220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.643287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae93ad-2541-4f31-8fc9-21d9d302d759 None None] Pushing event updated for resources: {'Port': ['ID=4fc046c7-4124-41de-9827-31c9e2ec482b,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:23.690324 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.764154 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:49:23.764907 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:49:23.770088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b06db357-cf93-42dc-9d67-893f5913119a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:23.794226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b1ac97ed-c496-4610-8eed-35551de8d616 None None] Provisioning complete for port 4fc046c7-4124-41de-9827-31c9e2ec482b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:23.795288 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b1ac97ed-c496-4610-8eed-35551de8d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.930055 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a1c116b-0d12-40fc-9e1e-2f20f7410ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:23.939331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['b06db357-cf93-42dc-9d67-893f5913119a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:24.054030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb71074-eba1-4e6f-aa11-4f5a5e4a9deb req-48c3a872-5127-44db-a264-7525a2c76015 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:24.061802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbb71074-eba1-4e6f-aa11-4f5a5e4a9deb req-48c3a872-5127-44db-a264-7525a2c76015 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 948 time: 1.1887960 Nov 12 10:49:24.093323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f40b3607-55e9-4a31-b128-765c9fbca576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:24.161388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45dac047-4751-4482-badf-bfd591ccb6fd req-67baefa3-15bc-441e-9c99-d27e7b2787a6 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4284079 Nov 12 10:49:24.174490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:24.210431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:24.235811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:24.252910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Pushing event updated for resources: {'Port': ['ID=4da18a75-1289-4187-b52a-61ed65afa974,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:24.312721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbb71074-eba1-4e6f-aa11-4f5a5e4a9deb req-991d748e-6726-47b0-9568-968867141727 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446461 Nov 12 10:49:24.374017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-c9a7be72-34ab-4b04-93a6-74d387e1c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:24.375483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-c9a7be72-34ab-4b04-93a6-74d387e1c68e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 1.3083854 Nov 12 10:49:24.446973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f40b3607-55e9-4a31-b128-765c9fbca576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:24.450604 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f40b3607-55e9-4a31-b128-765c9fbca576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:24.455019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f40b3607-55e9-4a31-b128-765c9fbca576 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/394839ed-a2ee-48fd-b0ae-d3d228383f5b HTTP/1.1" status: 204 len: 168 time: 1.6826186 Nov 12 10:49:24.535931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-e0bff847-8a76-46ee-a93b-ce6f54dd850a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=022ec2c2-1048-49b2-bd97-cd20ab36ded6 HTTP/1.1" status: 200 len: 217 time: 0.1283567 Nov 12 10:49:24.536985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b3607-55e9-4a31-b128-765c9fbca576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394839ed-a2ee-48fd-b0ae-d3d228383f5b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:24.596212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4fc046c7-4124-41de-9827-31c9e2ec482b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:24.676080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-5d977207-ed2d-4978-a437-3d8f2bbc3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:24.677694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-5d977207-ed2d-4978-a437-3d8f2bbc3d25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1095 time: 0.4179394 Nov 12 10:49:24.714541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7d6a9-b02d-493c-ae38-6d8ffd68a11f req-1a55c92c-3889-42fe-a7d4-da40eff36b59 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:24.717810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ff7d6a9-b02d-493c-ae38-6d8ffd68a11f req-1a55c92c-3889-42fe-a7d4-da40eff36b59 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.0927103 Nov 12 10:49:24.753362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4fc046c7-4124-41de-9827-31c9e2ec482b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:24.754038 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:24.831656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e651a-bf6b-46c5-9a4b-d9f3831ce8e5 req-5215d599-26ff-49d0-b471-4ce24fe374d6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:24.842718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-974e651a-bf6b-46c5-9a4b-d9f3831ce8e5 req-5215d599-26ff-49d0-b471-4ce24fe374d6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.4008479 Nov 12 10:49:24.846097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-7392e295-dd07-4234-ba1d-a6dac9a93692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:24.847855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-7392e295-dd07-4234-ba1d-a6dac9a93692 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2430723 Nov 12 10:49:24.875869 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ff7d6a9-b02d-493c-ae38-6d8ffd68a11f req-622a0a85-80d3-41f0-a89c-c2ca2c422c98 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335938 Nov 12 10:49:25.081953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-974e651a-bf6b-46c5-9a4b-d9f3831ce8e5 req-acb5ffc2-9607-45df-b4cf-bb0b6a6dcf44 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383261 Nov 12 10:49:25.150824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-1f3f779c-a295-47c3-b631-f6d1d41a840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:25.152387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-1f3f779c-a295-47c3-b631-f6d1d41a840f service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.4018500 Nov 12 10:49:25.156171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-7374aff5-cb7f-4cf3-8d39-315f462c9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:25.157723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-7374aff5-cb7f-4cf3-8d39-315f462c9823 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2518981 Nov 12 10:49:25.180515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:25.297665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-62c76d2b-862c-43be-9f35-ab11de99a22d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 217 time: 0.1138358 Nov 12 10:49:25.509038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d23c2d-6587-41be-bc6e-189254626d1b req-48f891e4-6b14-4524-9d8a-61abf3f57f45 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:25.511214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-31d23c2d-6587-41be-bc6e-189254626d1b req-48f891e4-6b14-4524-9d8a-61abf3f57f45 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1102 time: 0.1217973 Nov 12 10:49:25.583575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-31d23c2d-6587-41be-bc6e-189254626d1b req-24dc90fe-e333-473b-aa83-c952adf32e99 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581639 Nov 12 10:49:25.728026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-0925ee95-30fc-4681-a39a-ec8f9373d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:25.730084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-0925ee95-30fc-4681-a39a-ec8f9373d5c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.3538091 Nov 12 10:49:25.878971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e28c1a-7678-4c93-bd77-9845f762f8f8 req-a139cc77-01e1-4aba-b782-e3b72c9f99e3 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:25.894166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50e28c1a-7678-4c93-bd77-9845f762f8f8 req-a139cc77-01e1-4aba-b782-e3b72c9f99e3 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 949 time: 0.2003798 Nov 12 10:49:25.907067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-f79dc70a-279b-4575-b454-872452a611d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140840 Nov 12 10:49:25.951130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42098) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:26.000906 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50e28c1a-7678-4c93-bd77-9845f762f8f8 req-ac2a89ed-bfc3-4783-965e-27fad4cb38b7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023660 Nov 12 10:49:26.114196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-2b110363-0dcd-4a9e-bf9d-d710bc4ac265 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9265037 Nov 12 10:49:26.189481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-5107aa57-20c6-458e-8353-b73b430aeb55 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306005 Nov 12 10:49:26.195375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1819777518-network', 'tenant_id': '7d956d072ec4403897681bda1ea4b91c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:26.200233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-6b01ee43-d68b-4eed-ab81-934d95b3298d service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163062 Nov 12 10:49:26.227100 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-52fd9ea5-e811-419c-a4fd-b5ece8b78c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.244047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.291761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Made reservation on behalf of 7d956d072ec4403897681bda1ea4b91c for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:26.295289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.312299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.377111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-6ef8df56-1560-4746-a42f-23aa5d14c955 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:26.378869 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-6ef8df56-1560-4746-a42f-23aa5d14c955 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798592 Nov 12 10:49:26.383976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7969c99-4705-4ba1-b071-da9d770a3eb3 req-e9bdd3c4-268d-4fe0-be35-b6032cfae360 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:26.386300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7969c99-4705-4ba1-b071-da9d770a3eb3 req-e9bdd3c4-268d-4fe0-be35-b6032cfae360 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.2829709 Nov 12 10:49:26.460980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-c6e2773e-84c1-49f2-b74c-55d9f8012dc3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/quotas/e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 375 time: 0.0432637 Nov 12 10:49:26.527570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.541362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.555546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b06db357-cf93-42dc-9d67-893f5913119a up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:26.576989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4abbff8-836b-4cd7-a6fc-c59f02885972,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:26.612691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:49:26.629390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.630388 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Added segment 86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b of type vlan for network 874b9b59-a949-4993-bbf5-452693fda86c Nov 12 10:49:26.637800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-d5cc4433-e77c-409a-a96c-42c734bfaa39 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544921 Nov 12 10:49:26.695349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port b06db357-cf93-42dc-9d67-893f5913119a completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:49:26.705152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port b06db357-cf93-42dc-9d67-893f5913119a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:26.707380 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.716283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4231dd5a-e021-4a2a-8885-1bf1e6b7824c req-efeb6ea0-dc42-4217-ad22-6b0a82afe0ca service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691712 Nov 12 10:49:26.722676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.783111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff27c3ff-de7d-4e93-9dc2-d1faacc74096 req-213f8764-5215-4063-b4c4-76aaa8d03c89 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370173 Nov 12 10:49:26.802296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7969c99-4705-4ba1-b071-da9d770a3eb3 req-9c3b56bf-bb00-425c-af2c-ca5b39331ba0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010913 Nov 12 10:49:26.805494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.807761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:26.808492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.863721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:49:26.896673 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:26.988703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b06db357-cf93-42dc-9d67-893f5913119a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b06db357-cf93-42dc-9d67-893f5913119a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:26.989768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:27.000268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20be8384-48ca-45e6-9cba-f7e91bf07c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06db357-cf93-42dc-9d67-893f5913119a'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:27.005510 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c3ba5d-7b19-436c-823f-b8bf317b811c" -d '{"events": [{"server_uuid": "20be8384-48ca-45e6-9cba-f7e91bf07c56", "name": "network-vif-plugged", "status": "completed", "tag": "b06db357-cf93-42dc-9d67-893f5913119a"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:27.015103 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:27.017350 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0633199 Nov 12 10:49:27.021143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42134) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:27.034707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Request body: {'subnet': {'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819777518-subnet', 'tenant_id': '7d956d072ec4403897681bda1ea4b91c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:27.042467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94d4f1-3483-4ef2-9915-dee60dcec176 admin admin] Pushing event updated for resources: {'Network': ['ID=874b9b59-a949-4993-bbf5-452693fda86c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:27.064137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15be9302-7513-40fe-9f20-d52ab7196aa2 req-083e17b8-b1fa-477d-83b3-f6024ee71406 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 210 time: 0.0750122 Nov 12 10:49:27.103819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Made reservation on behalf of 7d956d072ec4403897681bda1ea4b91c for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:27.106910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:27.125071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 874b9b59-a949-4993-bbf5-452693fda86c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:49:27.205524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:49:27.228233 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Sync routers for ids ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:49:27.235677 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:49:27.268849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:27.274175 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-38fd233b-7542-4369-97ff-da38d6493321 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.2701259 Nov 12 10:49:27.274762 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Routers {'4e593ec9-7a44-41e2-a8b3-994ab1a7e444'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:49:27.274964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42144) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:27.275418 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:27.408979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b06db357-cf93-42dc-9d67-893f5913119a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:27.577241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:27.614936 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Set router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:49:27.620949 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a94a7d-5801-41cc-99d6-297598a4bced x-openstack-request-id: req-d8a94a7d-5801-41cc-99d6-297598a4bced {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:27.621447 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20be8384-48ca-45e6-9cba-f7e91bf07c56", "name": "network-vif-plugged", "status": "completed", "tag": "b06db357-cf93-42dc-9d67-893f5913119a", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:27.621713 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8a94a7d-5801-41cc-99d6-297598a4bced {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:27.622184 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20be8384-48ca-45e6-9cba-f7e91bf07c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06db357-cf93-42dc-9d67-893f5913119a', 'code': 200} Nov 12 10:49:27.624982 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:27.626275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74', 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'port_id': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74', 'mac_address': 'fa:16:3e:41:2f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d877c7d-5e87-41de-877e-195068957b17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:49:27.733097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42156) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:27.762851 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:27.772179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa56f3-bce5-41e9-9df8-5f14d0ef38bb req-95062d72-eb54-40e2-b7dc-4add93e64bd8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:27.781539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1daa56f3-bce5-41e9-9df8-5f14d0ef38bb req-95062d72-eb54-40e2-b7dc-4add93e64bd8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 950 time: 0.3981202 Nov 12 10:49:27.901376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:27.916813 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1daa56f3-bce5-41e9-9df8-5f14d0ef38bb req-3eba2bd1-83b8-41d6-bfb6-263a14aff84c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256838 Nov 12 10:49:28.014864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ff33-e8e9-4722-9c31-7294e74c8c88 req-761cb5f1-a0b9-4da8-92a6-fb96b5313208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:28.016877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8071ff33-e8e9-4722-9c31-7294e74c8c88 req-761cb5f1-a0b9-4da8-92a6-fb96b5313208 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 1102 time: 0.2577078 Nov 12 10:49:28.070214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbecd288-b864-4082-b98b-3c531c8d4828,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:28.099716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:28.100117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Network hostable DHCP agents. Network: 874b9b59-a949-4993-bbf5-452693fda86c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:49:28.150557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8071ff33-e8e9-4722-9c31-7294e74c8c88 req-cd980da7-b990-4799-a65b-91f407d30411 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219962 Nov 12 10:49:28.166489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Network 874b9b59-a949-4993-bbf5-452693fda86c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:49:28.188954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 874b9b59-a949-4993-bbf5-452693fda86c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:28.189646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-37a77a54-4a88-4f88-8c89-c650bb0694b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.191795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:28.206259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:28.206871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.218454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a0a24-355d-4680-a730-2f1a92bbd897 None None] Network 874b9b59-a949-4993-bbf5-452693fda86c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:49:28.231277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-33037ff7-3aa7-4410-b5a5-13ada7414227 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2085347 Nov 12 10:49:28.233744 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '4da18a75-1289-4187-b52a-61ed65afa974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:49:24Z', 'revision_number': 3, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port': {'id': '4da18a75-1289-4187-b52a-61ed65afa974', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ae:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:22Z', 'updated_at': '2021-11-12T10:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:28.279518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992952-ffc0-4ea3-aadb-392b2809f22b req-46076956-636d-4f03-bf62-1fee9817e028 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:28.281089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a992952-ffc0-4ea3-aadb-392b2809f22b req-46076956-636d-4f03-bf62-1fee9817e028 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.1983714 Nov 12 10:49:28.294265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:28.337322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.346876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 022ec2c2-1048-49b2-bd97-cd20ab36ded6 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:28.379192 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Checking router: 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:49:28.381619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5a81510-219b-4b33-b82f-8140d7b02287 req-699dd764-290f-41c3-aaea-d99f8db50650 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 210 time: 0.1233053 Nov 12 10:49:28.382894 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Updating router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 port 4da18a75-1289-4187-b52a-61ed65afa974 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:49:28.455697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-37a77a54-4a88-4f88-8c89-c650bb0694b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.463827 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.465210 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a992952-ffc0-4ea3-aadb-392b2809f22b req-13d1b09a-54a7-4bae-9e6b-75f87a7ed5dc tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698272 Nov 12 10:49:28.470182 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-37a77a54-4a88-4f88-8c89-c650bb0694b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.542511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 022ec2c2-1048-49b2-bd97-cd20ab36ded6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=022ec2c2-1048-49b2-bd97-cd20ab36ded6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:28.572361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '022ec2c2-1048-49b2-bd97-cd20ab36ded6', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '022ec2c2-1048-49b2-bd97-cd20ab36ded6', 'mac_address': 'fa:16:3e:79:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:49:28.572746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42172) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:28.573493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-37a77a54-4a88-4f88-8c89-c650bb0694b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebdd16d94ee04faaa75c07a25aec66ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8389649 Nov 12 10:49:28.584483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a77a54-4a88-4f88-8c89-c650bb0694b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4319c9-72ec-406b-b1dc-3c86e2e6c561,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:28.678476 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94ae3ad5-5439-4166-bc6a-81be9d17b908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.722295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94ae3ad5-5439-4166-bc6a-81be9d17b908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.744017 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.755225 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.790191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022ec2c2-1048-49b2-bd97-cd20ab36ded6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:28.812271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:28.832653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94ae3ad5-5439-4166-bc6a-81be9d17b908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.835847 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94ae3ad5-5439-4166-bc6a-81be9d17b908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:28.837678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-94ae3ad5-5439-4166-bc6a-81be9d17b908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f4319c9-72ec-406b-b1dc-3c86e2e6c561 HTTP/1.1" status: 204 len: 168 time: 0.2635739 Nov 12 10:49:28.900328 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-a1c56684-6ca9-4db8-b044-78f0a325ed5f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563715 Nov 12 10:49:28.933293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae3ad5-5439-4166-bc6a-81be9d17b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4319c9-72ec-406b-b1dc-3c86e2e6c561,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:28.953334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 022ec2c2-1048-49b2-bd97-cd20ab36ded6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=022ec2c2-1048-49b2-bd97-cd20ab36ded6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:28.967762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3fa4a-682b-4af0-9aaa-6c46be2fb69e None None] Network 874b9b59-a949-4993-bbf5-452693fda86c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:49:29.012672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.024902 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.048240 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.138022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=022ec2c2-1048-49b2-bd97-cd20ab36ded6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:29.249863 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Attempting to bind port 4da18a75-1289-4187-b52a-61ed65afa974 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:29.250418 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Attempting to bind port 4da18a75-1289-4187-b52a-61ed65afa974 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:29.250708 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Attempting to bind port 4da18a75-1289-4187-b52a-61ed65afa974 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:29.269640 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b99942-83f3-4095-9d70-3f82966c4602 None None] Pushing event updated for resources: {'Port': ['ID=4da18a75-1289-4187-b52a-61ed65afa974,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:29.277239 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:29.280513 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:29.281209 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.282704 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:29.284033 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Bound port: 4da18a75-1289-4187-b52a-61ed65afa974, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:29.287931 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.379956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549be0-fa37-4fe5-b8c4-7783e1defa06 req-6cc3dd89-a853-4b8f-906f-dda432d4e703 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:29.385134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e549be0-fa37-4fe5-b8c4-7783e1defa06 req-6cc3dd89-a853-4b8f-906f-dda432d4e703 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 950 time: 0.3392036 Nov 12 10:49:29.389027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-19d1382b-d804-4ce2-8e83-f335f22fe0d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:29.391881 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] For port 4da18a75-1289-4187-b52a-61ed65afa974, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:29.393615 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.395491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-19d1382b-d804-4ce2-8e83-f335f22fe0d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4894917 Nov 12 10:49:29.397241 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] For port 4da18a75-1289-4187-b52a-61ed65afa974, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4da18a75-1289-4187-b52a-61ed65afa974,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:29.406240 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.410876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['022ec2c2-1048-49b2-bd97-cd20ab36ded6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:29.431879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Request body: {'port': {'device_id': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'e64af9086ff6446299d9bc7f486847e4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:29.495905 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Routers {'4e593ec9-7a44-41e2-a8b3-994ab1a7e444'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:49:29.497272 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:29.545943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1d71c13e-e60d-46dd-aaa0-3d2199dc7e74'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:29.556099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Allocated IP 172.20.0.1 (466ca20a-62a7-48c8-99c8-973ee4f27e0d/06099b7d-485a-4ea2-82af-6b8b0c1754b1/99f6e9d4-8ee1-4caf-9f5b-371221f35462) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:29.583285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e549be0-fa37-4fe5-b8c4-7783e1defa06 req-6f45f4bb-da76-4c3e-a61c-8a79877fb9a1 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741858 Nov 12 10:49:29.668254 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] Set router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:49:29.785466 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b99942-83f3-4095-9d70-3f82966c4602 None None] Pushing event updated for resources: {'Port': ['ID=4da18a75-1289-4187-b52a-61ed65afa974,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:29.804551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Made reservation on behalf of e64af9086ff6446299d9bc7f486847e4 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:29.816430 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.886042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-267e21c1-79b9-4b6d-8ecc-e2e2b4064565 req-78435be1-1bbb-459a-b48d-3b596a7cb454 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 210 time: 0.0763125 Nov 12 10:49:29.956638 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.006126 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.047324 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '4da18a75-1289-4187-b52a-61ed65afa974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:49:24Z', 'revision_number': 3, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port': {'id': '4da18a75-1289-4187-b52a-61ed65afa974', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ae:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:22Z', 'updated_at': '2021-11-12T10:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:30.068490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Network 466ca20a-62a7-48c8-99c8-973ee4f27e0d is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:30.083302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:30.084369 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba124a-5900-40d9-a357-9ca79129125c None None] The sync data for ids ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'] in n-d-768851-19 is: [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '4da18a75-1289-4187-b52a-61ed65afa974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:49:24Z', 'revision_number': 3, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port': {'id': '4da18a75-1289-4187-b52a-61ed65afa974', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ae:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:22Z', 'updated_at': '2021-11-12T10:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:49:30.106196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:30.209754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Pushing event updated for resources: {'Port': ['ID=99f6e9d4-8ee1-4caf-9f5b-371221f35462,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:30.239108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42200) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:30.270787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7ec99-543a-44fc-8e2a-9c24ed36afe0 req-8e16992c-febf-4059-925b-a542d164b743 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:30.279027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74c7ec99-543a-44fc-8e2a-9c24ed36afe0 req-8e16992c-febf-4059-925b-a542d164b743 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 944 time: 0.2252080 Nov 12 10:49:30.287124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.296408 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.311795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Allocated IP 192.168.233.213 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/c09cf728-3471-4dd0-af83-51b4168fe1b8) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:30.373465 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20f4e788-4193-4224-be80-0c25d25a40df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.576490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42202) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:30.580895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e130ab5f-c7f2-4dca-a44e-8f318cabc4b9 None None] Provisioning complete for port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:30.580895 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e130ab5f-c7f2-4dca-a44e-8f318cabc4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.680586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74c7ec99-543a-44fc-8e2a-9c24ed36afe0 req-3c3f8256-083b-47f5-bc85-7b6629f1336d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003377 Nov 12 10:49:30.681792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e130ab5f-c7f2-4dca-a44e-8f318cabc4b9 None None] Port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:30.805007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.893527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.912035 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:30.979185 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20f4e788-4193-4224-be80-0c25d25a40df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.014393 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20f4e788-4193-4224-be80-0c25d25a40df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.023989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:31.036541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:31.041472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event updated for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:31.053507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:31.057485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:31.084929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:31.086743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.124311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-20f4e788-4193-4224-be80-0c25d25a40df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c86730c5e0de44a894c317777a87fd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8774464 Nov 12 10:49:31.129008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:31.153726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe4b28-9b02-4a8a-9db1-4ac486afaf26 req-bb61f7bf-fdcd-43ef-8af9-9a89d1ac0be8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:31.180609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3fe4b28-9b02-4a8a-9db1-4ac486afaf26 req-bb61f7bf-fdcd-43ef-8af9-9a89d1ac0be8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 950 time: 0.3610651 Nov 12 10:49:31.203270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-abc75139-1cb5-4a2e-a6ed-cf60899a23d7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7968311 Nov 12 10:49:31.214809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42216) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:31.271767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1241659519-network', 'tenant_id': '7f1fe468933c432194f8fcf3d4e68655'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:31.301969 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e59170cd-a508-4891-92e8-b7c27b97bc95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.322779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4e788-4193-4224-be80-0c25d25a40df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64987e74-16dc-4e4d-89fa-8c26d2ae0888,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:31.341001 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Request body: {'port': {'device_id': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:31.419130 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3fe4b28-9b02-4a8a-9db1-4ac486afaf26 req-c69535e4-10c6-4c7c-9bf6-98377264d108 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359755 Nov 12 10:49:31.485504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Made reservation on behalf of 7f1fe468933c432194f8fcf3d4e68655 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:31.487721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.515885 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.518823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffeb818a-3df3-4e79-9a62-a96b8b1b82f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.561025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5e796617-5760-4b3b-8b97-69b7a8b63efd None None] Provisioning complete for port c09cf728-3471-4dd0-af83-51b4168fe1b8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:31.561395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e796617-5760-4b3b-8b97-69b7a8b63efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.576951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ac9b-1856-4166-9f5d-d3f1afd75b24 req-187c5c81-868c-4bbc-9f59-c1e3d18cfcee tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:31.584688 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f91ac9b-1856-4166-9f5d-d3f1afd75b24 req-187c5c81-868c-4bbc-9f59-c1e3d18cfcee tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 936 time: 0.1860797 Nov 12 10:49:31.586685 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.609438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5e796617-5760-4b3b-8b97-69b7a8b63efd None None] Port c09cf728-3471-4dd0-af83-51b4168fe1b8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:31.610216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffeb818a-3df3-4e79-9a62-a96b8b1b82f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.690292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e59170cd-a508-4891-92e8-b7c27b97bc95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.703890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e59170cd-a508-4891-92e8-b7c27b97bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.767341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f91ac9b-1856-4166-9f5d-d3f1afd75b24 req-809786d3-6f52-4a34-b6d9-2ec39c77c115 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817169 Nov 12 10:49:31.818785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223644f-0edb-4186-86d7-f5d5b7af2481 req-d1154de7-8aa9-4368-bdc2-cb81504cd4a1 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:31.820459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3223644f-0edb-4186-86d7-f5d5b7af2481 req-d1154de7-8aa9-4368-bdc2-cb81504cd4a1 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 949 time: 0.2030070 Nov 12 10:49:31.836436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e59170cd-a508-4891-92e8-b7c27b97bc95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e977fcf92d414bcfac089eda46c06ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1918669 Nov 12 10:49:31.841986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.844104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42226) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:31.847194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59170cd-a508-4891-92e8-b7c27b97bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c511a5d8-8f82-4822-a3f2-2738507ea044,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:31.864692 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffeb818a-3df3-4e79-9a62-a96b8b1b82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.867832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffeb818a-3df3-4e79-9a62-a96b8b1b82f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.873778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ffeb818a-3df3-4e79-9a62-a96b8b1b82f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64987e74-16dc-4e4d-89fa-8c26d2ae0888 HTTP/1.1" status: 204 len: 168 time: 0.7248478 Nov 12 10:49:31.883544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.903367 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.915786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb818a-3df3-4e79-9a62-a96b8b1b82f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64987e74-16dc-4e4d-89fa-8c26d2ae0888,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:31.921709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.978387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:49:31.982838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371c7b8-b0b5-426f-b97f-5333fc04e693,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:32.042019 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.042231 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Added segment 0b0df22d-6057-4a06-bbba-d48f7657be19 of type vlan for network 74debc43-f434-424b-9959-436f593f73d6 Nov 12 10:49:32.117715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.231761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.231761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:32.231761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.240840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7cc2-f0ac-4041-b020-bc1e73440026 req-31401277-e628-4e01-9946-3a8f99bdf2e4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:32.242426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b85a7cc2-f0ac-4041-b020-bc1e73440026 req-31401277-e628-4e01-9946-3a8f99bdf2e4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 944 time: 0.1401694 Nov 12 10:49:32.315984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09cf728-3471-4dd0-af83-51b4168fe1b8 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:32.341749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.383632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1592214 Nov 12 10:49:32.396834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42240) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:32.412854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Transition to ACTIVE for port object c09cf728-3471-4dd0-af83-51b4168fe1b8 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:32.414387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d335de6-a815-4345-b505-f1a5933a01ce admin admin] Pushing event updated for resources: {'Network': ['ID=74debc43-f434-424b-9959-436f593f73d6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:32.415039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Request body: {'subnet': {'network_id': '74debc43-f434-424b-9959-436f593f73d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1241659519-subnet', 'tenant_id': '7f1fe468933c432194f8fcf3d4e68655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:32.421193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42242) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:32.433005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.443459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b85a7cc2-f0ac-4041-b020-bc1e73440026 req-6e278c39-5c5f-47a3-ae25-02ed1b5a24f2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915445 Nov 12 10:49:32.463839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 74debc43-f434-424b-9959-436f593f73d6 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:49:32.539825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Pushing event updated for resources: {'Port': ['ID=99f6e9d4-8ee1-4caf-9f5b-371221f35462,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:32.554888 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.574590 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3223644f-0edb-4186-86d7-f5d5b7af2481 req-73b0e8ad-878b-4fc7-9970-ff74f86c1b66 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7362707 Nov 12 10:49:32.601037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3941-29d3-4cd3-9128-15184a3f7908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.631785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Made reservation on behalf of 7f1fe468933c432194f8fcf3d4e68655 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:32.636009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.669709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Pushing event updated for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:32.683829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4da18a75-1289-4187-b52a-61ed65afa974 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:32.727955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3941-29d3-4cd3-9128-15184a3f7908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.744680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Attempting to bind port c09cf728-3471-4dd0-af83-51b4168fe1b8 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:32.748631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Attempting to bind port c09cf728-3471-4dd0-af83-51b4168fe1b8 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:32.749004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Attempting to bind port c09cf728-3471-4dd0-af83-51b4168fe1b8 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:32.762017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Port c09cf728-3471-4dd0-af83-51b4168fe1b8 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:32.762341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Attempting to bind port c09cf728-3471-4dd0-af83-51b4168fe1b8 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:32.790200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:32.790396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:32.790975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:32.792176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Bound port: c09cf728-3471-4dd0-af83-51b4168fe1b8, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:32.795535 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.798089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4da18a75-1289-4187-b52a-61ed65afa974 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:32.799089 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.974243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Network 466ca20a-62a7-48c8-99c8-973ee4f27e0d is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:32.978588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:32.989922 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.017068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:33.017606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 4da18a75-1289-4187-b52a-61ed65afa974, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4da18a75-1289-4187-b52a-61ed65afa974,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:33.023131 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.027141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:33.031347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a344bb87-5999-4684-a785-1fd48787c4c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.060426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3941-29d3-4cd3-9128-15184a3f7908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.065913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3941-29d3-4cd3-9128-15184a3f7908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.069859 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f1cc3941-29d3-4cd3-9128-15184a3f7908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c511a5d8-8f82-4822-a3f2-2738507ea044 HTTP/1.1" status: 204 len: 168 time: 1.2242680 Nov 12 10:49:33.093132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:33.100569 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.104615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc3941-29d3-4cd3-9128-15184a3f7908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c511a5d8-8f82-4822-a3f2-2738507ea044,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:33.251642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Pushing event updated for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:33.257368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.265574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:49:33.277112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=4da18a75-1289-4187-b52a-61ed65afa974,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:33.319624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:49:33.326833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:33.327807 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.336561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa71f70-0ef0-4243-bef3-585d3ffed160 req-86b61171-cbfa-44f0-8ec8-43c62373fe23 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:33.340285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fa71f70-0ef0-4243-bef3-585d3ffed160 req-86b61171-cbfa-44f0-8ec8-43c62373fe23 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 948 time: 0.4098732 Nov 12 10:49:33.349815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:33.350546 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.352258 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-b8e68560-11e4-4dbb-994a-7d523c334468 service neutron] 10.222.0.52 "PUT /v2.0/ports/c09cf728-3471-4dd0-af83-51b4168fe1b8 HTTP/1.1" status: 200 len: 1097 time: 2.0754662 Nov 12 10:49:33.352819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:33.356364 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40bb3bb-0385-4015-99da-e9671f0a299c" -d '{"events": [{"name": "network-changed", "server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:33.467567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2de11b94-c0e8-420e-82fa-74e187386573 None None] Provisioning complete for port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:33.468326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2de11b94-c0e8-420e-82fa-74e187386573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.490714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db535b3-d18f-441f-91f0-27754b929765,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:33.531368 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3584a157-94c7-4449-85cf-5865bf0574c3 x-openstack-request-id: req-3584a157-94c7-4449-85cf-5865bf0574c3 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:33.531770 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:33.532117 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3584a157-94c7-4449-85cf-5865bf0574c3 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:33.536309 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'status': 'completed', 'code': 200} Nov 12 10:49:33.547951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Checking segment: {'id': '0b0df22d-6057-4a06-bbba-d48f7657be19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '74debc43-f434-424b-9959-436f593f73d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:33.548330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Network hostable DHCP agents. Network: 74debc43-f434-424b-9959-436f593f73d6, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:49:33.560333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2de11b94-c0e8-420e-82fa-74e187386573 None None] Port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:33.562537 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.588443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a344bb87-5999-4684-a785-1fd48787c4c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.588812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Network 74debc43-f434-424b-9959-436f593f73d6 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:49:33.608028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:49:33.615914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e0aa1eea-0888-43c2-9169-e09d96c895f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e593ec9-7a44-41e2-a8b3-994ab1a7e444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3397272 Nov 12 10:49:33.619270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 74debc43-f434-424b-9959-436f593f73d6) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:33.628302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a344bb87-5999-4684-a785-1fd48787c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.638251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:33.639222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.642828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:33.647536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:33.650161 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82258ead-d152-4845-8c91-535cd5edf7e3" -d '{"events": [{"server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "name": "network-vif-plugged", "status": "completed", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:33.653315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Sync routers for ids ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:49:33.657300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822afc3-d47f-4b74-a783-ded25190d708 None None] Network 74debc43-f434-424b-9959-436f593f73d6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:49:33.662803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.663942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 022ec2c2-1048-49b2-bd97-cd20ab36ded6 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:33.676180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-28f92142-4b1a-46fc-b43a-5e0f5135d6e4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2674432 Nov 12 10:49:33.749660 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fa71f70-0ef0-4243-bef3-585d3ffed160 req-ad478136-5d98-4867-9e05-1afa6db6d551 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482432 Nov 12 10:49:33.771593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42945d51-277b-4832-beae-8eb60b49f9dc req-62fb23af-be7d-4e14-9b4b-c44ae1c9d306 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:33.783002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42945d51-277b-4832-beae-8eb60b49f9dc req-62fb23af-be7d-4e14-9b4b-c44ae1c9d306 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 945 time: 0.0909030 Nov 12 10:49:33.797498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Routers {'4e593ec9-7a44-41e2-a8b3-994ab1a7e444'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:49:33.798867 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:33.842376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-bc9b034d-7aa3-4b22-bb49-d92cd771cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:33.843881 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-bc9b034d-7aa3-4b22-bb49-d92cd771cc12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 1100 time: 0.4138665 Nov 12 10:49:33.894276 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a344bb87-5999-4684-a785-1fd48787c4c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e4243c2a9b947aabcc11f448e50509a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4721239 Nov 12 10:49:33.897350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42282) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:33.908153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42945d51-277b-4832-beae-8eb60b49f9dc req-f6553c8a-e0f8-410f-970e-70a3e7ecf320 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242628 Nov 12 10:49:33.933958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:33.934728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344bb87-5999-4684-a785-1fd48787c4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be02ab4-9e41-45a4-b919-103a7ab99930,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:33.949046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-8e47371b-4982-4e3a-aa3e-483853acd3f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8 HTTP/1.1" status: 200 len: 217 time: 0.0792246 Nov 12 10:49:33.957456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42284) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:34.019922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-528ec749-516b-46b6-8479-2f7bbb71e036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.050464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080a1a-f035-448f-b7b2-29f68d6221b4 req-adb6c0c2-8380-4b04-8c32-008138c45a95 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:34.055327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:49:34.061914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05080a1a-f035-448f-b7b2-29f68d6221b4 req-adb6c0c2-8380-4b04-8c32-008138c45a95 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 949 time: 0.1657786 Nov 12 10:49:34.062135 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895ed49b-4b71-47dd-9fc7-b1d9b8b7341d x-openstack-request-id: req-895ed49b-4b71-47dd-9fc7-b1d9b8b7341d {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:34.062431 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "name": "network-vif-plugged", "status": "completed", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:34.062754 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-895ed49b-4b71-47dd-9fc7-b1d9b8b7341d {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:34.063225 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74', 'code': 200} Nov 12 10:49:34.085963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:34.087328 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.087928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-8b569b92-4c02-47dd-b100-e1f44bf31acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:34.090143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-8b569b92-4c02-47dd-b100-e1f44bf31acf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1191268 Nov 12 10:49:34.230191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c8d1534a-7823-405e-9595-0355d363398a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.322244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c8d1534a-7823-405e-9595-0355d363398a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.348050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a381d-b984-4d1b-901a-62520d8b6eda req-a9f52055-f39c-44b9-a4a7-003b6d7b9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:34.349569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-856a381d-b984-4d1b-901a-62520d8b6eda req-a9f52055-f39c-44b9-a4a7-003b6d7b9bbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1097 time: 0.2370839 Nov 12 10:49:34.399606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Set router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:49:34.407734 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05080a1a-f035-448f-b7b2-29f68d6221b4 req-1231e91f-5ab4-4ac5-9328-9d0c2fe5941b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434057 Nov 12 10:49:34.425653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83e9ad-50b8-4f7e-b110-da43557982af None None] Network 74debc43-f434-424b-9959-436f593f73d6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:49:34.432138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-528ec749-516b-46b6-8479-2f7bbb71e036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.453846 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-528ec749-516b-46b6-8479-2f7bbb71e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.474029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-16db67b2-47ec-4feb-8d7c-dd68e3b67efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:34.475992 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-16db67b2-47ec-4feb-8d7c-dd68e3b67efd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825286 Nov 12 10:49:34.477419 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c8d1534a-7823-405e-9595-0355d363398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.480896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c8d1534a-7823-405e-9595-0355d363398a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.484585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c8d1534a-7823-405e-9595-0355d363398a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6be02ab4-9e41-45a4-b919-103a7ab99930 HTTP/1.1" status: 204 len: 168 time: 0.5702796 Nov 12 10:49:34.492031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-856a381d-b984-4d1b-901a-62520d8b6eda req-49638dad-2bbc-4c7e-b932-323095440728 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317863 Nov 12 10:49:34.533874 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-528ec749-516b-46b6-8479-2f7bbb71e036 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4bbc63a704249b99533e76383ec4d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5718226 Nov 12 10:49:34.537970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42300) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:34.548695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ec749-516b-46b6-8479-2f7bbb71e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913c8a45-40aa-49cc-8bb3-40d2b6951dc7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:34.585880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1534a-7823-405e-9595-0355d363398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be02ab4-9e41-45a4-b919-103a7ab99930,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:34.613340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4da18a75-1289-4187-b52a-61ed65afa974 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:34.647805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedb4b06-2706-4094-b875-ba62ca91db7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.674722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedb4b06-2706-4094-b875-ba62ca91db7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.691614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-2d09cda1-8215-4cd7-a377-8722d725e188 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991062 Nov 12 10:49:34.767647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedb4b06-2706-4094-b875-ba62ca91db7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.771663 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedb4b06-2706-4094-b875-ba62ca91db7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.773146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bedb4b06-2706-4094-b875-ba62ca91db7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/913c8a45-40aa-49cc-8bb3-40d2b6951dc7 HTTP/1.1" status: 204 len: 168 time: 0.2339835 Nov 12 10:49:34.787855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb4b06-2706-4094-b875-ba62ca91db7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913c8a45-40aa-49cc-8bb3-40d2b6951dc7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:34.851868 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ee19931-d270-4fd7-94ae-22ef5204a35c req-844e0a66-cbda-49d9-9c98-052d6407ee09 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511323 Nov 12 10:49:34.855761 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.967342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4da18a75-1289-4187-b52a-61ed65afa974 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:34.967718 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:35.010165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-b7b3cfa7-849f-4633-87d8-a40acb2746b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:35.012265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-b7b3cfa7-849f-4633-87d8-a40acb2746b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 1100 time: 0.0824425 Nov 12 10:49:35.065049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 022ec2c2-1048-49b2-bd97-cd20ab36ded6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=022ec2c2-1048-49b2-bd97-cd20ab36ded6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:35.079065 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:35.291268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=022ec2c2-1048-49b2-bd97-cd20ab36ded6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:35.341825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '4da18a75-1289-4187-b52a-61ed65afa974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:49:30Z', 'revision_number': 4, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port': {'id': '4da18a75-1289-4187-b52a-61ed65afa974', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ae:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:22Z', 'updated_at': '2021-11-12T10:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '99f6e9d4-8ee1-4caf-9f5b-371221f35462', 'name': '', 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'mac_address': 'fa:16:3e:52:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '06099b7d-485a-4ea2-82af-6b8b0c1754b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:28Z', 'updated_at': '2021-11-12T10:49:31Z', 'revision_number': 2, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'subnets': [{'id': '06099b7d-485a-4ea2-82af-6b8b0c1754b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:35.472371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-24ce56f3-1ad7-45ec-a610-bf679f9a9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:35.473912 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-24ce56f3-1ad7-45ec-a610-bf679f9a9690 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4444609 Nov 12 10:49:35.501252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Checking router: 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:49:35.503441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-51c4ffdf-698d-43ba-a1f4-f5d3ba204b2b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:35.504076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Updating router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:49:35.511002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-51c4ffdf-698d-43ba-a1f4-f5d3ba204b2b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 821 time: 0.4090412 Nov 12 10:49:35.561270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d34e9-b610-47ef-9f8a-4999046398ba req-1a48709d-97e7-4619-9ada-07799d23272a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:35.564338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d0d34e9-b610-47ef-9f8a-4999046398ba req-1a48709d-97e7-4619-9ada-07799d23272a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 948 time: 0.1440911 Nov 12 10:49:35.565207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42336) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:35.573240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-1c19fd94-153b-4086-9399-407fefa82147 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/quotas/7d956d072ec4403897681bda1ea4b91c HTTP/1.1" status: 200 len: 375 time: 0.0611298 Nov 12 10:49:35.577922 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:35.585209 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-8f4bc76c-50b5-467b-ad55-f97b206d16ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8 HTTP/1.1" status: 200 len: 217 time: 0.0969553 Nov 12 10:49:35.601533 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03ec24d4-32b8-4cda-8ca9-a264c700adc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:35.629033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-d95249e0-ef96-42bb-a2c0-97fa0350120c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547161 Nov 12 10:49:35.722385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d0d34e9-b610-47ef-9f8a-4999046398ba req-58ecabf7-1ce3-4217-af1c-92de4145c308 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375365 Nov 12 10:49:35.748119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03ec24d4-32b8-4cda-8ca9-a264c700adc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:35.762403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03ec24d4-32b8-4cda-8ca9-a264c700adc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:35.769439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-d3853bcb-266c-4f93-8e42-9229b7e55596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:35.779941 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-d3853bcb-266c-4f93-8e42-9229b7e55596 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1733251 Nov 12 10:49:35.809021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec24d4-32b8-4cda-8ca9-a264c700adc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4ef627-5b0c-42ff-a4c9-ae16cdde4e15,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:35.816538 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-03ec24d4-32b8-4cda-8ca9-a264c700adc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a68d2c995bf5407da4e9da7e076001bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475159 Nov 12 10:49:35.823867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42342) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:35.876926 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-eaf09350-cac0-485e-8930-c63a8ff67700 service neutron] 10.222.0.31 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469981 Nov 12 10:49:35.918095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-7e5d216c-9dc6-42f7-8b81-7031a4161c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:35.920394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-7e5d216c-9dc6-42f7-8b81-7031a4161c4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1266096 Nov 12 10:49:35.979618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867dcf-c72c-4f4c-91c3-7d6c2389a9ce req-7e507283-f2a5-4696-8cc7-8c0fa76f5e45 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:35.987584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52867dcf-c72c-4f4c-91c3-7d6c2389a9ce req-7e507283-f2a5-4696-8cc7-8c0fa76f5e45 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 945 time: 0.1540313 Nov 12 10:49:35.994841 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6bb24553-fed7-41b9-9246-6651a8dca1f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.061668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6bb24553-fed7-41b9-9246-6651a8dca1f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.066028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d7ebb-0df6-477d-b9c0-b590a33323b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022ec2c2-1048-49b2-bd97-cd20ab36ded6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:36.068578 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86503949-ea23-4d1f-8d5a-af89827659e3" -d '{"events": [{"server_uuid": "842d7ebb-0df6-477d-b9c0-b590a33323b4", "name": "network-vif-plugged", "status": "completed", "tag": "022ec2c2-1048-49b2-bd97-cd20ab36ded6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:36.073252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.084759 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.086454 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52867dcf-c72c-4f4c-91c3-7d6c2389a9ce req-fc9a39e1-ef14-4738-90dc-1350c8414e68 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980272 Nov 12 10:49:36.138354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6bb24553-fed7-41b9-9246-6651a8dca1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.141035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6bb24553-fed7-41b9-9246-6651a8dca1f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.142178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6bb24553-fed7-41b9-9246-6651a8dca1f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c4ef627-5b0c-42ff-a4c9-ae16cdde4e15 HTTP/1.1" status: 204 len: 168 time: 0.3171697 Nov 12 10:49:36.154222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb24553-fed7-41b9-9246-6651a8dca1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4ef627-5b0c-42ff-a4c9-ae16cdde4e15,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:36.160487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-1f9dea52-6092-49a9-9595-972bb7fdf9d2 service neutron] 10.222.0.31 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565372 Nov 12 10:49:36.174791 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-cd1deda5-a07e-4f08-943c-da6c348076c4 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417505 Nov 12 10:49:36.275862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6e60f-6ab2-43a3-9abe-796d45057dd9 None None] Pushing event updated for resources: {'Port': ['ID=99f6e9d4-8ee1-4caf-9f5b-371221f35462,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:36.375168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ade5-3711-4137-b285-a29868b49f96 req-f37ee51a-a092-464e-b869-230073e8ca80 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:36.375507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a40bb3bb-0385-4015-99da-e9671f0a299c req-a4a028e8-3601-4070-a8ff-4638e1a8d96f service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916583 Nov 12 10:49:36.376776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6518ade5-3711-4137-b285-a29868b49f96 req-f37ee51a-a092-464e-b869-230073e8ca80 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 950 time: 0.1196578 Nov 12 10:49:36.422067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Attempting to bind port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:36.424738 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Attempting to bind port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:36.425183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Attempting to bind port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 on network 466ca20a-62a7-48c8-99c8-973ee4f27e0d {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:36.434255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:36.434942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Checking segment: {'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:36.441048 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.441467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Bound using segment: {'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:36.441999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Bound port: 99f6e9d4-8ee1-4caf-9f5b-371221f35462, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf195be5-c7c0-459b-a2be-a982b53d29d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:36.442393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.537778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6518ade5-3711-4137-b285-a29868b49f96 req-bedb9d7b-290b-4fe7-9ae2-190ad294c53d tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443493 Nov 12 10:49:36.598711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] For port 99f6e9d4-8ee1-4caf-9f5b-371221f35462, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:36.602489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] For port 99f6e9d4-8ee1-4caf-9f5b-371221f35462, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=99f6e9d4-8ee1-4caf-9f5b-371221f35462,segment=NetworkSegment(cf195be5-c7c0-459b-a2be-a982b53d29d7),segment_id=cf195be5-c7c0-459b-a2be-a982b53d29d7)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:36.609923 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.681501 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20de5fc8-c4e2-460d-a7c3-963303778e68 x-openstack-request-id: req-20de5fc8-c4e2-460d-a7c3-963303778e68 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:36.681806 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d7ebb-0df6-477d-b9c0-b590a33323b4", "name": "network-vif-plugged", "status": "completed", "tag": "022ec2c2-1048-49b2-bd97-cd20ab36ded6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:36.682057 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20de5fc8-c4e2-460d-a7c3-963303778e68 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:36.682442 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842d7ebb-0df6-477d-b9c0-b590a33323b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022ec2c2-1048-49b2-bd97-cd20ab36ded6', 'code': 200} Nov 12 10:49:36.728484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Routers {'4e593ec9-7a44-41e2-a8b3-994ab1a7e444'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:49:36.735558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:36.841145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ac88690-8567-4dfe-8127-3c0563ecbbe3 req-670d455d-fabb-41b3-898b-b83cb5355c1c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 210 time: 0.0627913 Nov 12 10:49:36.853930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6e60f-6ab2-43a3-9abe-796d45057dd9 None None] Pushing event updated for resources: {'Port': ['ID=99f6e9d4-8ee1-4caf-9f5b-371221f35462,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:36.859267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f1dd44c4-8e2a-45b2-a8df-961ee5126625 None None] Provisioning complete for port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:36.859628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f1dd44c4-8e2a-45b2-a8df-961ee5126625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:36.997323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8c985-fdf6-4c26-b11d-3899188e734d req-80409a2f-6a13-44de-8d66-cf96b7655731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:37.004958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1a8c985-fdf6-4c26-b11d-3899188e734d req-80409a2f-6a13-44de-8d66-cf96b7655731 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 1102 time: 0.1624391 Nov 12 10:49:37.099194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] Set router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:49:37.160755 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f1dd44c4-8e2a-45b2-a8df-961ee5126625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:37.197694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1a8c985-fdf6-4c26-b11d-3899188e734d req-0cba3458-cc75-479e-a90c-32036948380a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799729 Nov 12 10:49:37.224218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0127d3-7e10-40da-8ee1-2c78e7fe4f23 req-e19deabb-b20f-4af7-9f5b-e3ab2f49138d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:37.225835 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de0127d3-7e10-40da-8ee1-2c78e7fe4f23 req-e19deabb-b20f-4af7-9f5b-e3ab2f49138d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 948 time: 0.1763966 Nov 12 10:49:37.249925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f1dd44c4-8e2a-45b2-a8df-961ee5126625 None None] For port 99f6e9d4-8ee1-4caf-9f5b-371221f35462, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=99f6e9d4-8ee1-4caf-9f5b-371221f35462,segment=NetworkSegment(cf195be5-c7c0-459b-a2be-a982b53d29d7),segment_id=cf195be5-c7c0-459b-a2be-a982b53d29d7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:37.291379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f1dd44c4-8e2a-45b2-a8df-961ee5126625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:37.325578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de0127d3-7e10-40da-8ee1-2c78e7fe4f23 req-966657a7-d0aa-40fc-b3d9-4264daf5e71c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915048 Nov 12 10:49:37.567134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f24aa-e8e2-4abe-b7b8-9ab6b9cde976 req-88e1d208-7b47-4bab-bdc9-c7ae8fac3a05 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:37.579494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a45f24aa-e8e2-4abe-b7b8-9ab6b9cde976 req-88e1d208-7b47-4bab-bdc9-c7ae8fac3a05 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 945 time: 0.1077557 Nov 12 10:49:37.663925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42410) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:37.671386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5a21bdbf-8830-4187-85ae-47d3bbdc2fc1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933355362', 'description': 'tempest-description--1294963973'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:37.687454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ae7647c5-203b-4888-8890-b8e9a1e0b10a None None] Provisioning complete for port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:37.687892 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae7647c5-203b-4888-8890-b8e9a1e0b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:37.696643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a45f24aa-e8e2-4abe-b7b8-9ab6b9cde976 req-7f48d7a2-4278-4188-80bb-44522cb1e222 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158004 Nov 12 10:49:37.754251 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a21bdbf-8830-4187-85ae-47d3bbdc2fc1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:37.790354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd44c4-8e2a-45b2-a8df-961ee5126625 None None] Pushing event updated for resources: {'Port': ['ID=99f6e9d4-8ee1-4caf-9f5b-371221f35462,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:37.971299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '4da18a75-1289-4187-b52a-61ed65afa974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:49:30Z', 'revision_number': 4, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port': {'id': '4da18a75-1289-4187-b52a-61ed65afa974', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ae:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:22Z', 'updated_at': '2021-11-12T10:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '99f6e9d4-8ee1-4caf-9f5b-371221f35462', 'name': '', 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'mac_address': 'fa:16:3e:52:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '06099b7d-485a-4ea2-82af-6b8b0c1754b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:28Z', 'updated_at': '2021-11-12T10:49:36Z', 'revision_number': 4, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'subnets': [{'id': '06099b7d-485a-4ea2-82af-6b8b0c1754b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:49:38.003658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c21cb-e87d-4fd7-bf33-6d688d1a4fc9 req-60459e3e-c735-4419-b7e0-cd1736ce78b0 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:38.004354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa683082-d568-4b9d-9c31-29bd20748f1c None None] The sync data for ids ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'] in n-d-768851-19 is: [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '4da18a75-1289-4187-b52a-61ed65afa974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:49:30Z', 'revision_number': 4, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port': {'id': '4da18a75-1289-4187-b52a-61ed65afa974', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ae:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:22Z', 'updated_at': '2021-11-12T10:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '99f6e9d4-8ee1-4caf-9f5b-371221f35462', 'name': '', 'network_id': '466ca20a-62a7-48c8-99c8-973ee4f27e0d', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'mac_address': 'fa:16:3e:52:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '06099b7d-485a-4ea2-82af-6b8b0c1754b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:28Z', 'updated_at': '2021-11-12T10:49:36Z', 'revision_number': 4, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'subnets': [{'id': '06099b7d-485a-4ea2-82af-6b8b0c1754b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:49:38.007757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f34c21cb-e87d-4fd7-bf33-6d688d1a4fc9 req-60459e3e-c735-4419-b7e0-cd1736ce78b0 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1097 time: 0.1031578 Nov 12 10:49:38.143355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4bbef-19a7-4d0c-9b65-e13a70806773 req-2369d52b-66cc-4f91-9ca0-ad2e35385c9f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:38.144842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-92d4bbef-19a7-4d0c-9b65-e13a70806773 req-2369d52b-66cc-4f91-9ca0-ad2e35385c9f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 950 time: 0.2991815 Nov 12 10:49:38.150844 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f34c21cb-e87d-4fd7-bf33-6d688d1a4fc9 req-def5224b-37c9-4ae8-a0bc-ea03a4a360d5 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326971 Nov 12 10:49:38.162801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a21bdbf-8830-4187-85ae-47d3bbdc2fc1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:38.200740 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a21bdbf-8830-4187-85ae-47d3bbdc2fc1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:38.285844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-92d4bbef-19a7-4d0c-9b65-e13a70806773 req-263975fa-e60b-434c-b50c-0d77d072f1ab tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247692 Nov 12 10:49:38.303314 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a21bdbf-8830-4187-85ae-47d3bbdc2fc1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:38.310360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5a21bdbf-8830-4187-85ae-47d3bbdc2fc1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6452708 Nov 12 10:49:38.311207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42438) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:38.325344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-20b64dcf-3fa5-4bb3-84ba-4f72b2ca82e6 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Request body: {'security_group_rule': {'security_group_id': '25ec0b24-80ba-40a8-aa2e-ed13d8f80e86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:38.338680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21bdbf-8830-4187-85ae-47d3bbdc2fc1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:38.394990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20b64dcf-3fa5-4bb3-84ba-4f72b2ca82e6 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:38.441516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a9bc7a3-6e8e-4e6a-ac26-2dcd8d09d1f7 req-8dd0fb62-de4d-4c4b-9ba1-654d56af4a35 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 210 time: 0.0477216 Nov 12 10:49:38.560344 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20b64dcf-3fa5-4bb3-84ba-4f72b2ca82e6 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:38.565585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20b64dcf-3fa5-4bb3-84ba-4f72b2ca82e6 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:38.610745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b64dcf-3fa5-4bb3-84ba-4f72b2ca82e6 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b0e4d2-f2f6-4c89-8db2-7211861d2152,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:38.623047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20b64dcf-3fa5-4bb3-84ba-4f72b2ca82e6 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:38.634102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-20b64dcf-3fa5-4bb3-84ba-4f72b2ca82e6 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186400 Nov 12 10:49:38.638271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42444) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:38.642614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c09cf728-3471-4dd0-af83-51b4168fe1b8 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:38.653658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-afa06d26-056a-499c-8dd1-aa38605f883f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Request body: {'security_group_rule': {'security_group_id': '25ec0b24-80ba-40a8-aa2e-ed13d8f80e86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:38.720298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 99f6e9d4-8ee1-4caf-9f5b-371221f35462 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:38.760294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc919642-958d-4b1d-97a1-17d5925226bf req-77226096-444a-4ded-8e3a-bfab695d581c tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:38.763025 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc919642-958d-4b1d-97a1-17d5925226bf req-77226096-444a-4ded-8e3a-bfab695d581c tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1097 time: 0.1191726 Nov 12 10:49:38.770529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-afa06d26-056a-499c-8dd1-aa38605f883f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:38.923703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:38.949985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-2e2c96e2-f4fb-4fac-9ace-69018e00e9e2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:38.953563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-2e2c96e2-f4fb-4fac-9ace-69018e00e9e2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 821 time: 0.4457984 Nov 12 10:49:38.983892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Request body: {'port': {'device_id': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'admin_state_up': True, 'tenant_id': '7d956d072ec4403897681bda1ea4b91c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:39.005308 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc919642-958d-4b1d-97a1-17d5925226bf req-ee2abca8-c670-4edb-8b87-71117e366572 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311611 Nov 12 10:49:39.027361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'mac_address': 'fa:16:3e:77:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:49:39.102047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-afa06d26-056a-499c-8dd1-aa38605f883f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.111047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-afa06d26-056a-499c-8dd1-aa38605f883f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.152410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa06d26-056a-499c-8dd1-aa38605f883f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5aa915-a5b4-4cf9-880b-0a5080ac8f20,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:39.174535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.188123 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-afa06d26-056a-499c-8dd1-aa38605f883f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.194987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-afa06d26-056a-499c-8dd1-aa38605f883f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5543921 Nov 12 10:49:39.203858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09cf728-3471-4dd0-af83-51b4168fe1b8 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:39.204213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42458) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:39.213430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:39.216034 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.244768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:39.305533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3ad10-81fd-4e21-b384-0b94ad743ef5 req-abd7e790-8da0-4dcf-9366-61ea3228ff1c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:39.310151 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.310659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-62e3ad10-81fd-4e21-b384-0b94ad743ef5 req-abd7e790-8da0-4dcf-9366-61ea3228ff1c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 948 time: 0.1370630 Nov 12 10:49:39.386190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:39.415361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Made reservation on behalf of 7d956d072ec4403897681bda1ea4b91c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:39.419848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.458731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-62e3ad10-81fd-4e21-b384-0b94ad743ef5 req-ac25f738-ab64-45cb-934b-a09122ca4683 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391397 Nov 12 10:49:39.616272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.619760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.644364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Allocated IP 172.20.0.14 (874b9b59-a949-4993-bbf5-452693fda86c/bbecd288-b864-4082-b98b-3c531c8d4828/1f588bfd-7881-43e2-9ea1-b86cef502cf1) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:39.727609 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:39.758235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:39.788115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0170c96-7336-4446-bbf8-51a403da6068 req-1692265d-af9d-43b5-bb06-cbad4a36f374 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:39.800606 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0170c96-7336-4446-bbf8-51a403da6068 req-1692265d-af9d-43b5-bb06-cbad4a36f374 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 950 time: 0.1263061 Nov 12 10:49:39.859510 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0170c96-7336-4446-bbf8-51a403da6068 req-4b523e77-636e-4564-a0b5-d5b28be857d8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Nov 12 10:49:39.895232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['c09cf728-3471-4dd0-af83-51b4168fe1b8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:39.925189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Allocated IP 172.25.2.181 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/e347d081-ce48-4542-97f5-1aec47795b14) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:40.028932 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2190afd-4b06-4694-bf21-22d5d0bd83e1 req-898e7cd7-bd2d-4542-a636-43cfbd0abc6c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 210 time: 0.0527382 Nov 12 10:49:40.083380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.138522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.156249 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.157931 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.287512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Pushing event updated for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:40.306214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.316650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Network 874b9b59-a949-4993-bbf5-452693fda86c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:40.353720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:40.357258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:40.383417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:40.395887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:40.398886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:40.421052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Request body: {'security_group': {'name': 'tempest-securitygroup-76563397', 'description': 'tempest-description-149203067'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:40.452514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.465658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event updated for resources: {'Port': ['ID=e347d081-ce48-4542-97f5-1aec47795b14,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:40.476216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.489523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:40.490187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.513282 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-fc3e79bb-4219-4182-b467-5199e407a88c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5358407 Nov 12 10:49:40.594457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.594683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Request body: {'port': {'device_id': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:40.598922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.638047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8059ca07-7a01-4590-a9d6-c7d0a2d10b5e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:40.678920 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.685685 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.686542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.718393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.719583 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-657edbbd-509d-4496-839c-e782b59c3ef0 req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3064539 Nov 12 10:49:40.721479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceafb5f-f6aa-448f-9449-94ac5535a75b tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d128504d-a276-4669-8f7a-a3f52d75f2b9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:40.736460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d412b3-b259-4e7a-a02c-a2c4efadf004 req-dd50bcf2-dccf-44bd-be72-c7d91c7c9398 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:40.742466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d412b3-b259-4e7a-a02c-a2c4efadf004 req-dd50bcf2-dccf-44bd-be72-c7d91c7c9398 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:40.746080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52d412b3-b259-4e7a-a02c-a2c4efadf004 req-dd50bcf2-dccf-44bd-be72-c7d91c7c9398 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56&device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 1691 time: 0.1596642 Nov 12 10:49:40.772179 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.799495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:40.898329 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52d412b3-b259-4e7a-a02c-a2c4efadf004 req-64f685ba-ff69-48f0-bee9-315a2f940fd4 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354718 Nov 12 10:49:41.039358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995bc5e-15ff-4cea-802b-778f01ad8d13 req-89f3df6f-d932-4449-af3f-47157856d1a4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:41.041066 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c995bc5e-15ff-4cea-802b-778f01ad8d13 req-89f3df6f-d932-4449-af3f-47157856d1a4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 949 time: 0.0535014 Nov 12 10:49:41.103381 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c995bc5e-15ff-4cea-802b-778f01ad8d13 req-8416d045-8a42-4d63-aaac-99ceee2d8964 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 Nov 12 10:49:41.129923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-e8e34dfb-f83c-47c4-92e2-7eb484be8939 req-3a78794a-4013-40dc-87de-c8da5fdb5fcd tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1363314887', 'description': 'tempest-description-1390336043'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:41.156288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8e34dfb-f83c-47c4-92e2-7eb484be8939 req-3a78794a-4013-40dc-87de-c8da5fdb5fcd tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.172479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6699041-7f8f-4c6e-9806-df8d001eba83 req-0ff9a176-3c9b-4fc0-939a-a4fdd80f141e tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:41.174018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6699041-7f8f-4c6e-9806-df8d001eba83 req-0ff9a176-3c9b-4fc0-939a-a4fdd80f141e tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1097 time: 0.1897547 Nov 12 10:49:41.241690 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8e34dfb-f83c-47c4-92e2-7eb484be8939 req-3a78794a-4013-40dc-87de-c8da5fdb5fcd tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.247851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8e34dfb-f83c-47c4-92e2-7eb484be8939 req-3a78794a-4013-40dc-87de-c8da5fdb5fcd tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.280421 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8e34dfb-f83c-47c4-92e2-7eb484be8939 req-3a78794a-4013-40dc-87de-c8da5fdb5fcd tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.281715 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8e34dfb-f83c-47c4-92e2-7eb484be8939 req-3a78794a-4013-40dc-87de-c8da5fdb5fcd tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1559322 Nov 12 10:49:41.286610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78794a-4013-40dc-87de-c8da5fdb5fcd tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1bc102-24b7-4674-965a-45dd43291851,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:41.445281 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.458172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.527986 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9d4389a-1305-4651-83e0-f64143446337 req-84174a87-318d-497d-a0d7-120a31c1ad87 tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=edcce121ea80421b889cb343deef5a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369952 Nov 12 10:49:41.563224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6699041-7f8f-4c6e-9806-df8d001eba83 req-e3e7e301-1a27-4c3e-b932-9bdb120d8d5c tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781548 Nov 12 10:49:41.600748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event updated for resources: {'Port': ['ID=e347d081-ce48-4542-97f5-1aec47795b14,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:41.605927 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:49:41.621290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f588bfd-7881-43e2-9ea1-b86cef502cf1 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:41.632246 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.635380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.659425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4389a-1305-4651-83e0-f64143446337 req-8ee151af-3a5c-464c-b324-8fbec1c351dd tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:41.660937 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9d4389a-1305-4651-83e0-f64143446337 req-8ee151af-3a5c-464c-b324-8fbec1c351dd tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245906 Nov 12 10:49:41.677140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9d4389a-1305-4651-83e0-f64143446337 req-0ee91c2b-3935-472d-9672-5197e6e54150 tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/quotas/edcce121ea80421b889cb343deef5a94 HTTP/1.1" status: 200 len: 375 time: 0.0101955 Nov 12 10:49:41.680573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Transition to ACTIVE for port object 1f588bfd-7881-43e2-9ea1-b86cef502cf1 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:41.687248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.688495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0ecec799-d70a-4f63-8d79-2561d1135727 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4820418 Nov 12 10:49:41.690121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.723024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9d4389a-1305-4651-83e0-f64143446337 req-4365e568-0973-418f-b086-ec5c31580dac tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edcce121ea80421b889cb343deef5a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355554 Nov 12 10:49:41.755964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded10c5-117c-4b76-bf2e-8417bd1852d6 req-b89706c5-f3f6-4413-a70c-9b8ec6e94945 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:41.758094 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bded10c5-117c-4b76-bf2e-8417bd1852d6 req-b89706c5-f3f6-4413-a70c-9b8ec6e94945 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 932 time: 0.1278861 Nov 12 10:49:41.831881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:41.862199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1817311609', 'description': 'tempest-description-1190521507'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:41.890822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.891485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bded10c5-117c-4b76-bf2e-8417bd1852d6 req-9eadacbc-c465-40a9-9f2b-d2442aa98c2e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189485 Nov 12 10:49:41.922246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:41.929558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:41.930006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:41.930402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:41.936295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:41.936619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:41.952270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:41.952610 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:41.953128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:41.953566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Bound port: 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:41.953950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.033946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfbc2d-1b2b-4cad-8a72-381db3b05db9 req-90948046-ca34-45b1-a2c9-5e9f689b995a tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:42.035601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58dfbc2d-1b2b-4cad-8a72-381db3b05db9 req-90948046-ca34-45b1-a2c9-5e9f689b995a tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 1102 time: 0.0781107 Nov 12 10:49:42.050582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.056562 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.083402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:42.101105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf9ea1-71b1-436d-94d8-1c76f85a223d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:42.107230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:42.118487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.153782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.158354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.163860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58dfbc2d-1b2b-4cad-8a72-381db3b05db9 req-46c1fbaa-167f-4334-90b7-cfd226ee60fa tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181934 Nov 12 10:49:42.178217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:42.179039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.181225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 1093 time: 1.5972493 Nov 12 10:49:42.182205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:42.200654 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9637d3-45e7-431a-8040-43c25787ea4a" -d '{"events": [{"name": "network-changed", "server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:42.223022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.241363 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d483f890-83c8-48be-9254-6bbae8f9ae7d req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3816352 Nov 12 10:49:42.245348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d435f-5552-4c7f-8a97-c3085245215e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ccaa1-cf57-4183-aabb-a537e7690070,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:42.251799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52640bcb-2e9f-4cef-8a2b-e5bd838339e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:42.380968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-6281d64b-31ee-450f-8ee3-510deff3f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:42.384059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-6281d64b-31ee-450f-8ee3-510deff3f5d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1096 time: 0.1062031 Nov 12 10:49:42.495059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-899048d1-b5c2-4719-98ed-f19b686c8767 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 217 time: 0.0842953 Nov 12 10:49:42.595079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-3c326c9f-9ca5-4ddb-be8c-e2fc4ea2ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:42.596755 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-3c326c9f-9ca5-4ddb-be8c-e2fc4ea2ebed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.0946178 Nov 12 10:49:42.645692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-a3158fbb-8f7d-48c6-a9bd-aff85700c05d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374284 Nov 12 10:49:42.673557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c09cf728-3471-4dd0-af83-51b4168fe1b8 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:42.714956 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-66715b2f-f4ca-45bd-ac67-d8722f2f0eb9 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--933355362&fields=id&tenant_id=7919b96584fc4a519cb0d3d1f4024a5e HTTP/1.1" status: 200 len: 267 time: 0.0976665 Nov 12 10:49:42.768721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port c09cf728-3471-4dd0-af83-51b4168fe1b8 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:49:42.776297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port c09cf728-3471-4dd0-af83-51b4168fe1b8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:42.780252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.799087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-84741ad6-f373-4d75-a2c1-2c174bc2a9f6 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423345 Nov 12 10:49:42.813810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42570) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:42.920708 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:42.946805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-7294cfa3-1118-413b-9caf-13039050d48e tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:42.954990 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-7294cfa3-1118-413b-9caf-13039050d48e tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/networks?id=a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 200 len: 823 time: 0.2379820 Nov 12 10:49:42.973768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-65f850e0-bf05-4fd8-b15a-439084d9f4c7 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/quotas/7919b96584fc4a519cb0d3d1f4024a5e HTTP/1.1" status: 200 len: 375 time: 0.0171182 Nov 12 10:49:42.975596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:42.976945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:42.979808 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a0ded7-335b-4d7a-87d6-97f8ecce5ff4" -d '{"events": [{"server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "name": "network-vif-plugged", "status": "completed", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:42.985593 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:43.047999 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-c1f9f0d1-0555-403c-94eb-c9c07a439284 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703459 Nov 12 10:49:43.061244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f05f1a-04a9-4c06-ac7c-f5b188f50947 req-e31a8457-c696-45fe-aa00-37b57672363b service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345123 Nov 12 10:49:43.061841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:43.062405 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a857f82-9201-4521-a8ed-d773bf997923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:43.168228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a857f82-9201-4521-a8ed-d773bf997923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:43.173027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a857f82-9201-4521-a8ed-d773bf997923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:43.210788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-e9e37b32-7e94-442d-92f7-a5ca2b2fc971 service neutron] 10.222.0.31 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542087 Nov 12 10:49:43.213811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a857f82-9201-4521-a8ed-d773bf997923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5394f8dc-2aba-41a7-91f5-265e156e5308,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:43.218045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4a857f82-9201-4521-a8ed-d773bf997923 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cfb59a23f654fa7874d9d2bf8be3f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028046 Nov 12 10:49:43.221816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42588) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:43.302924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ec02272-eda2-4106-b668-9124edbce747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:43.330274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-b96022a5-c352-4af3-a504-709b15729d3d service neutron] 10.222.0.31 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098368 Nov 12 10:49:43.341121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ec02272-eda2-4106-b668-9124edbce747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:43.403629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ec02272-eda2-4106-b668-9124edbce747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:43.408569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ec02272-eda2-4106-b668-9124edbce747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:43.410223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6ec02272-eda2-4106-b668-9124edbce747 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5394f8dc-2aba-41a7-91f5-265e156e5308 HTTP/1.1" status: 204 len: 168 time: 0.1846597 Nov 12 10:49:43.426976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec02272-eda2-4106-b668-9124edbce747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5394f8dc-2aba-41a7-91f5-265e156e5308,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:43.637442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4db6c-015b-420c-8581-f8b0cd00c43f req-f9715583-6ef2-4998-80cf-a8e01984a223 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:43.639213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fcc4db6c-015b-420c-8581-f8b0cd00c43f req-f9715583-6ef2-4998-80cf-a8e01984a223 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.0766296 Nov 12 10:49:43.721087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fcc4db6c-015b-420c-8581-f8b0cd00c43f req-967f90dd-9c01-488f-99c3-c3b5f184500e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704701 Nov 12 10:49:43.759894 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144b094-28f1-457e-ba2c-31ae584ebd55 x-openstack-request-id: req-1144b094-28f1-457e-ba2c-31ae584ebd55 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:43.760390 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:43.760390 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1144b094-28f1-457e-ba2c-31ae584ebd55 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:43.760829 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1', 'status': 'completed', 'code': 200} Nov 12 10:49:43.874550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348907ac-db5b-4ee7-b39a-279c7038af05 req-a4377b9e-eb81-4b86-9c62-ebda534752ae tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:43.876810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-348907ac-db5b-4ee7-b39a-279c7038af05 req-a4377b9e-eb81-4b86-9c62-ebda534752ae tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 1102 time: 0.0598507 Nov 12 10:49:43.909936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-09bb2f6d-3ad9-4beb-a053-455a17d27d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:43.912002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-09bb2f6d-3ad9-4beb-a053-455a17d27d35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1096 time: 0.1158795 Nov 12 10:49:43.954167 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-348907ac-db5b-4ee7-b39a-279c7038af05 req-9fcaa50c-a8e7-4710-ad7b-3c23df2b96b8 tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684810 Nov 12 10:49:43.971296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42608) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:43.999549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a743dac6-f806-42e6-9493-b6217d66b6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.013898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-4be2c1b9-ed7a-4459-8942-455dceac8ef6 req-7c09001d-a1b9-4c51-80ff-ae396e1197e1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-297872746', 'description': 'tempest-description-234144109'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:44.027921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-81e81712-a551-4a02-90ba-b5e50cef3d24 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:49:44.029318 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-81e81712-a551-4a02-90ba-b5e50cef3d24 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2531259 Nov 12 10:49:44.086231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4be2c1b9-ed7a-4459-8942-455dceac8ef6 req-7c09001d-a1b9-4c51-80ff-ae396e1197e1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.107344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-352b8d77-9224-46bb-9d3b-504817ff3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:44.109663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-352b8d77-9224-46bb-9d3b-504817ff3de6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.1765962 Nov 12 10:49:44.143176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-447f2ae1-ae8c-4f51-87d2-5097fb737149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:44.144917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-447f2ae1-ae8c-4f51-87d2-5097fb737149 service neutron] 10.222.0.31 "GET /v2.0/ports/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 1094 time: 0.1076822 Nov 12 10:49:44.164070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Request body: {'binding': {'host': 'n-h2-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:44.164070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Unknown quota resources ['binding']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:49:44.215335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-37d85ddd-3722-4d2a-8bd2-31de8647278e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 217 time: 0.0764585 Nov 12 10:49:44.220594 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4be2c1b9-ed7a-4459-8942-455dceac8ef6 req-7c09001d-a1b9-4c51-80ff-ae396e1197e1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.229419 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4be2c1b9-ed7a-4459-8942-455dceac8ef6 req-7c09001d-a1b9-4c51-80ff-ae396e1197e1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.279277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a743dac6-f806-42e6-9493-b6217d66b6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.298970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-dfeb72b8-df46-4d33-a56e-3bff537eba0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1614017 Nov 12 10:49:44.300140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a743dac6-f806-42e6-9493-b6217d66b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.306608 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09001d-a1b9-4c51-80ff-ae396e1197e1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4a461d-0ac2-40d3-9bbe-cc9bc27c104e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:44.314300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4be2c1b9-ed7a-4459-8942-455dceac8ef6 req-7c09001d-a1b9-4c51-80ff-ae396e1197e1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.329716 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4be2c1b9-ed7a-4459-8942-455dceac8ef6 req-7c09001d-a1b9-4c51-80ff-ae396e1197e1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3218265 Nov 12 10:49:44.377394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a743dac6-f806-42e6-9493-b6217d66b6c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32438a4db82d400e869569537fc25b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961117 Nov 12 10:49:44.385272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42622) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:44.396116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-db8dab36-44da-456d-b7c1-e2626d6ec39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:44.397732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-db8dab36-44da-456d-b7c1-e2626d6ec39e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1652994 Nov 12 10:49:44.416666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743dac6-f806-42e6-9493-b6217d66b6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2987836d-0ec4-424d-b81e-a4432b5bf07e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:44.442733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on host n-h2-768851-19 for vnic_type normal with profile None {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:44.443176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:44.443611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:44.459072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:44.459674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:44.471342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:44.471839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:44.472362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:44.473133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Bound port: 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:44.482411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-bf5f9583-8cb8-4911-9d59-d6381c5dc6d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471363 Nov 12 10:49:44.490479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-2e809aa3-c0dc-429a-ad97-74423b10d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:44.492023 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-2e809aa3-c0dc-429a-ad97-74423b10d250 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 1123 time: 0.1198721 Nov 12 10:49:44.529039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97de3553-fb78-4ec5-8609-18eede404a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.566225 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97de3553-fb78-4ec5-8609-18eede404a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.582600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:44.595756 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.601192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-d882688a-f18e-4585-b414-3c93afc73f0d service neutron] 10.222.0.31 "POST /v2.0/ports/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74/bindings HTTP/1.1" status: 201 len: 390 time: 0.4452667 Nov 12 10:49:44.639791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97de3553-fb78-4ec5-8609-18eede404a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.643756 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97de3553-fb78-4ec5-8609-18eede404a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:44.649409 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-97de3553-fb78-4ec5-8609-18eede404a39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2987836d-0ec4-424d-b81e-a4432b5bf07e HTTP/1.1" status: 204 len: 168 time: 0.2612271 Nov 12 10:49:44.661528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de3553-fb78-4ec5-8609-18eede404a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2987836d-0ec4-424d-b81e-a4432b5bf07e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:44.775153 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4726631-87da-429b-87a8-c82451304f8a x-openstack-request-id: req-c4726631-87da-429b-87a8-c82451304f8a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:44.775726 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "name": "network-vif-plugged", "status": "completed", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:44.776132 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4726631-87da-429b-87a8-c82451304f8a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:44.776833 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'code': 200} Nov 12 10:49:44.819280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11884c6f-0c6f-436e-ac14-8e0876856c1f req-b4f94555-c37a-4e5b-9177-1e356de5ac8b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:44.820336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-f45b9a7f-2802-4569-a5da-425aacc9b21c service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131692 Nov 12 10:49:44.820933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-11884c6f-0c6f-436e-ac14-8e0876856c1f req-b4f94555-c37a-4e5b-9177-1e356de5ac8b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 944 time: 0.1231046 Nov 12 10:49:44.908066 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-11884c6f-0c6f-436e-ac14-8e0876856c1f req-16795709-0746-47c0-8cd9-c155eccdae3c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785270 Nov 12 10:49:44.930000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26e7631-571a-4d9a-b9a1-e938bf984ec5 req-5577c27a-9003-4457-94fc-3f59d8ca7c3b tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 210 time: 0.0548146 Nov 12 10:49:44.931516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-78464bc5-50b4-4990-a403-065f5d1cba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:44.934094 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-78464bc5-50b4-4990-a403-065f5d1cba41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3531556 Nov 12 10:49:45.077677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3083a4b-5cc4-4c6d-bc8b-9cdbd6d724b9 req-4b92f8ce-dc1c-4cbf-bb10-24c77b5d3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:45.079329 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3083a4b-5cc4-4c6d-bc8b-9cdbd6d724b9 req-4b92f8ce-dc1c-4cbf-bb10-24c77b5d3b69 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 1102 time: 0.1443546 Nov 12 10:49:45.086759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-b34a3645-514c-4f9f-906e-3fd327ebef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:45.088302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-b34a3645-514c-4f9f-906e-3fd327ebef3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1097 time: 0.0747271 Nov 12 10:49:45.105966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-9632dbb9-e7d0-49b9-9871-f3aca015f157 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=192e98dd-8919-4c20-8676-34892696568f HTTP/1.1" status: 200 len: 217 time: 0.1539462 Nov 12 10:49:45.154828 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-df40e56e-af71-41d6-9318-0a9c00fc4a0a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635703 Nov 12 10:49:45.247543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-bcc0cd73-3035-45fc-827e-dee68336773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:45.249311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-bcc0cd73-3035-45fc-827e-dee68336773b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1256394 Nov 12 10:49:45.260651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9637d3-45e7-431a-8040-43c25787ea4a req-956c7eac-1917-4a31-b771-14712d1e1e75 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158282 Nov 12 10:49:45.281462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3083a4b-5cc4-4c6d-bc8b-9cdbd6d724b9 req-0f1684d8-3024-43e7-95c3-4e82d928d737 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921413 Nov 12 10:49:45.339970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-89f32d8d-dc2a-4dc0-a6cc-964fd0d489a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:45.341689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-89f32d8d-dc2a-4dc0-a6cc-964fd0d489a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754573 Nov 12 10:49:45.379376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-edea343a-1dd7-452b-af73-a99eb214005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:45.381000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-edea343a-1dd7-452b-af73-a99eb214005b service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.2749758 Nov 12 10:49:45.430786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-6960647e-0d7c-4c93-a006-b00a5ed6cb1b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:45.434413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-6960647e-0d7c-4c93-a006-b00a5ed6cb1b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364898 Nov 12 10:49:45.462684 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-ad55b697-934a-4d04-b298-cedd14414c90 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/quotas/128bea7fce0948f38d533e6461a2d37a HTTP/1.1" status: 200 len: 375 time: 0.0202286 Nov 12 10:49:45.631298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-01d6ab3e-dccb-40e5-8806-7fc3e0934737 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708199 Nov 12 10:49:45.715066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-e1344361-7212-46cb-bf84-0059831cd8b3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:45.716597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-e1344361-7212-46cb-bf84-0059831cd8b3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.59 "GET /v2.0/networks?id=a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 200 len: 823 time: 0.2240911 Nov 12 10:49:45.764823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-2fe884ba-8b16-4712-94b1-b78cc9a29ed3 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50954 time: 0.7245436 Nov 12 10:49:45.866162 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-185ead66-5e2b-4853-8b9b-7078201bbdb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 217 time: 0.3731432 Nov 12 10:49:45.887582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-34456828-b186-4a95-be5a-3d0f436766ce tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4176822 Nov 12 10:49:45.932390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-e6044350-84c6-4ec9-b777-b9b7ac9c8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:45.933538 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d5882f-f44a-4554-b1fc-c1e6390ae8da req-186e69fd-3683-495e-8965-b4b186d23361 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843368 Nov 12 10:49:45.934430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-e6044350-84c6-4ec9-b777-b9b7ac9c8a98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0459471 Nov 12 10:49:45.935040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-833bf1c9-893d-47e8-8d01-25b201bff7fd tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/00cf9ea1-71b1-436d-94d8-1c76f85a223d HTTP/1.1" status: 200 len: 2998 time: 0.1522026 Nov 12 10:49:45.940494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-0818093e-69ee-44c6-9734-86cc37c32e6f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7919b96584fc4a519cb0d3d1f4024a5e HTTP/1.1" status: 200 len: 379 time: 0.1729677 Nov 12 10:49:45.960469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Request body: {'port': {'device_id': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'admin_state_up': True, 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'security_groups': ['25ec0b24-80ba-40a8-aa2e-ed13d8f80e86']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:46.004853 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-b6db5a85-0b30-447b-8667-4ea8a958a08d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607643 Nov 12 10:49:46.067006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-136f3f1f-4c78-4e42-b0cb-6254563ba260 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/00cf9ea1-71b1-436d-94d8-1c76f85a223d HTTP/1.1" status: 200 len: 2998 time: 0.1252913 Nov 12 10:49:46.145657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-41bd69bc-1a70-4e73-8802-166f497053c0 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316843 Nov 12 10:49:46.290899 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-8c1aac7a-a06d-4be0-b99c-89eb595476ac service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356177 Nov 12 10:49:46.451806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-2de08537-8390-427a-a9c0-9b0e80c4e480 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:46.455577 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-2de08537-8390-427a-a9c0-9b0e80c4e480 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.0776427 Nov 12 10:49:46.473369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-19'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:46.600673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:46.691672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-aecb8d35-34e4-4ead-9be9-322b813c4b1f tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/03615da7-b840-4354-80f2-eff23769b224 HTTP/1.1" status: 200 len: 2998 time: 0.6098554 Nov 12 10:49:46.705262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Made reservation on behalf of 7919b96584fc4a519cb0d3d1f4024a5e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:46.725762 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:46.830330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:46.875887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736444ce-85e1-4ba0-8a31-6fbf4ec02ba9 req-8f74797f-c091-4736-8ce1-8c76541c7db0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:46.877486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-736444ce-85e1-4ba0-8a31-6fbf4ec02ba9 req-8f74797f-c091-4736-8ce1-8c76541c7db0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 945 time: 0.0933857 Nov 12 10:49:46.915986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:46.953336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-137cdc2e-5446-40db-ae26-a79e5b97adf4 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/03615da7-b840-4354-80f2-eff23769b224 HTTP/1.1" status: 200 len: 2998 time: 0.2507317 Nov 12 10:49:46.981799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Allocated IP 172.20.0.13 (a6055be0-66e3-4627-8a9a-b8dd773dc20d/0041747c-9a3e-44c9-bea9-015cd1e36966/f2d2ad0e-0653-4a05-87e6-127ac4ff6af2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:47.015339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:47.017974 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8f65c5-ff2f-4130-a35d-59865f8b5c0c" -d '{"events": [{"server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "name": "network-vif-unplugged", "status": "completed", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:47.018794 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-f878452c-7cb6-4437-9ec5-f93397d13bdf tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0de8ef51-4c9d-4d48-bd62-cb45a163a442 HTTP/1.1" status: 200 len: 2998 time: 0.0596383 Nov 12 10:49:47.025248 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.038545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-736444ce-85e1-4ba0-8a31-6fbf4ec02ba9 req-29727837-6b94-4c1f-b23d-ca2bfed00a1c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402020 Nov 12 10:49:47.046228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.092393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1f588bfd-7881-43e2-9ea1-b86cef502cf1 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:47.141518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-3d0ac855-e215-41a8-8736-9025fa606324 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0de8ef51-4c9d-4d48-bd62-cb45a163a442 HTTP/1.1" status: 200 len: 2998 time: 0.0996425 Nov 12 10:49:47.213480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Pushing event updated for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:47.253883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:47.254248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:47.254528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:47.258690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:47.270200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81b798-bd83-4283-b493-874a51412590 req-f0c15bb6-bf15-4c96-9214-7ab90c2c5abc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:47.272317 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da81b798-bd83-4283-b493-874a51412590 req-f0c15bb6-bf15-4c96-9214-7ab90c2c5abc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1506507 Nov 12 10:49:47.279239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:47.279529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Attempting to bind port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:47.286161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '1f588bfd-7881-43e2-9ea1-b86cef502cf1', 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'port_id': '1f588bfd-7881-43e2-9ea1-b86cef502cf1', 'mac_address': 'fa:16:3e:b2:8f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbecd288-b864-4082-b98b-3c531c8d4828', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:49:47.286501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-b9efee2a-6306-4458-9070-3688777a4527 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1371c7b8-b0b5-426f-b97f-5333fc04e693 HTTP/1.1" status: 200 len: 2998 time: 0.1095719 Nov 12 10:49:47.289408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:47.289742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:47.290119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:47.290571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Bound port: 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:47.290932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.319595 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.358981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.383936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f588bfd-7881-43e2-9ea1-b86cef502cf1 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:47.387079 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-cae7cf2c-2e5c-437e-bfcb-652ad92c4e5c tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1371c7b8-b0b5-426f-b97f-5333fc04e693 HTTP/1.1" status: 200 len: 2998 time: 0.0858428 Nov 12 10:49:47.417964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.457503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-66f60de8-4edd-4bae-8ce3-f98dd8831a59 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538685 Nov 12 10:49:47.464621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:47.470703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da81b798-bd83-4283-b493-874a51412590 req-9c1ed7f5-e3be-4501-8315-5512b1f9ff86 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831563 Nov 12 10:49:47.472234 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.549121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-79d6877e-ea07-4c51-998c-3c010eca919b tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4606f820-6a0c-457a-b277-fea14d7a1924 HTTP/1.1" status: 200 len: 2998 time: 0.1551695 Nov 12 10:49:47.555367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:47.596315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:47.600567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event updated for resources: {'Port': ['ID=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:47.601754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:47.603587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:47.617944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:47.659273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-f368056b-eab5-4e01-b08f-5ae0e975dc64 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4606f820-6a0c-457a-b277-fea14d7a1924 HTTP/1.1" status: 200 len: 2998 time: 0.1041973 Nov 12 10:49:47.696959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:47.711918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.716570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:47.717377 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.757960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-80293149-2f09-42d3-8681-2709217cb1f9 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/52ff1773-3202-411f-b4f4-db0e1195a0d9 HTTP/1.1" status: 200 len: 2998 time: 0.0925081 Nov 12 10:49:47.766127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-150ff622-4d7c-49ad-8d90-85363c62116c tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8112185 Nov 12 10:49:47.798080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Request body: {'port': {'device_id': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:47.807985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-95d1255f-4187-44ce-b43b-f32325245f55 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:47.809614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-95d1255f-4187-44ce-b43b-f32325245f55 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257775 Nov 12 10:49:47.822503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e625b1-3e27-4149-8084-e34ad5fc5fba req-c9fa109b-148d-45e9-8b5b-25438ffafc00 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:47.824118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e625b1-3e27-4149-8084-e34ad5fc5fba req-c9fa109b-148d-45e9-8b5b-25438ffafc00 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 945 time: 0.2329769 Nov 12 10:49:47.834964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Request body: {'port': {'device_id': '011de179-f376-4d6a-9e17-1d75dfa66d5d', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '128bea7fce0948f38d533e6461a2d37a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:47.853434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1f588bfd-7881-43e2-9ea1-b86cef502cf1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:47.872592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-69b718c2-9133-477e-a9a5-a47f68d3f278 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/52ff1773-3202-411f-b4f4-db0e1195a0d9 HTTP/1.1" status: 200 len: 2998 time: 0.1175981 Nov 12 10:49:47.895151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Pushing event updated for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=8']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:47.901163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:47.902397 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.903902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-f84c511c-fdea-43dc-a383-c0c23354890a service neutron] 10.222.0.52 "PUT /v2.0/ports/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 1123 time: 1.4405680 Nov 12 10:49:47.947247 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:47.960394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-b5b5bf56-a8b0-4c2c-8bb4-f9281ef41275 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6f6bc671-0574-4ee8-be8a-308afec10dd6 HTTP/1.1" status: 200 len: 2998 time: 0.0864356 Nov 12 10:49:48.019175 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e625b1-3e27-4149-8084-e34ad5fc5fba req-3f5dff9a-45b1-4d51-ad75-dc46138f6100 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717246 Nov 12 10:49:48.075600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1d71c13e-e60d-46dd-aaa0-3d2199dc7e74'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:48.095088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-f24809a8-6671-498b-bbb6-d15b7fb49d68 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6f6bc671-0574-4ee8-be8a-308afec10dd6 HTTP/1.1" status: 200 len: 2998 time: 0.1331241 Nov 12 10:49:48.112342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5e259fcf-0a20-434b-b0f5-3b8ab6aae397 None None] Provisioning complete for port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:48.113364 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e259fcf-0a20-434b-b0f5-3b8ab6aae397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:48.117099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Made reservation on behalf of 128bea7fce0948f38d533e6461a2d37a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:49:48.127676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:48.195279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5e259fcf-0a20-434b-b0f5-3b8ab6aae397 None None] Port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:48.270241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-213744fd-c496-4a26-bb2d-5d277be92fdd tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8059ca07-7a01-4590-a9d6-c7d0a2d10b5e HTTP/1.1" status: 200 len: 2998 time: 0.1011856 Nov 12 10:49:48.270471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34370c64-9c51-44ba-a887-067f7d584099 req-96251175-4f89-4fc5-9e55-c56e9cc75284 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:48.279357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34370c64-9c51-44ba-a887-067f7d584099 req-96251175-4f89-4fc5-9e55-c56e9cc75284 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 932 time: 0.1305108 Nov 12 10:49:48.367504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34370c64-9c51-44ba-a887-067f7d584099 req-03cd6f33-ac1d-470e-9c39-534a1876ec12 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870063 Nov 12 10:49:48.399926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-0bd3e8cd-39b9-4c82-ab80-ff761fac9192 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8059ca07-7a01-4590-a9d6-c7d0a2d10b5e HTTP/1.1" status: 200 len: 2998 time: 0.0707715 Nov 12 10:49:48.400316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Allocated IP 192.168.233.223 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/f35a9bfb-5296-49ae-adb4-20edbdfd906a) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:49:48.463043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-991195a1-f2d3-478a-b095-c6e55a5e7f25 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8180831c-ae69-4935-9d6d-ab3283711d37 HTTP/1.1" status: 200 len: 2998 time: 0.0678821 Nov 12 10:49:48.510121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-569d767b-d0ea-4b66-8a47-384d44e42186 req-e99d955d-d377-4941-a3ef-095a5a3c11aa tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 210 time: 0.0472088 Nov 12 10:49:48.528949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:48.540983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:48.560921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-7ea9edc9-914d-47dd-b486-4ab26d3ff82b tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8180831c-ae69-4935-9d6d-ab3283711d37 HTTP/1.1" status: 200 len: 2998 time: 0.0764022 Nov 12 10:49:48.563603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Transition to ACTIVE for port object f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:48.568388 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:48.663814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97e99de2-2b52-4a4d-bec4-1dbd37d13f0a req-718849f1-e338-4f08-ad3b-27ef83a39dbc tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=edcce121ea80421b889cb343deef5a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383158 Nov 12 10:49:48.667117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:48.688174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:48.743445 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-bc38f395-9daf-42e7-a473-637e291d8c6a tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8f4564f6-7954-4ce7-ab53-a55183fd9b74 HTTP/1.1" status: 200 len: 2998 time: 0.1680708 Nov 12 10:49:48.793295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:48.808216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f', '022ec2c2-1048-49b2-bd97-cd20ab36ded6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:48.811329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'b06db357-cf93-42dc-9d67-893f5913119a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:48.843267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Attempting to bind port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:48.843991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Attempting to bind port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:48.844954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Attempting to bind port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 on network a6055be0-66e3-4627-8a9a-b8dd773dc20d {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:48.859466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-baddcf27-9292-4e65-940f-d53cdf24e1c1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8f4564f6-7954-4ce7-ab53-a55183fd9b74 HTTP/1.1" status: 200 len: 2998 time: 0.1063025 Nov 12 10:49:48.860425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 on network a6055be0-66e3-4627-8a9a-b8dd773dc20d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:48.861127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Attempting to bind port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 on network a6055be0-66e3-4627-8a9a-b8dd773dc20d {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:48.871568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:48.872120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Checking segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:48.872797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Bound using segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:48.874169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99de2-2b52-4a4d-bec4-1dbd37d13f0a req-886bb978-f8b9-4203-8e3e-e085e6f67447 tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:48.874994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Bound port: f2d2ad0e-0653-4a05-87e6-127ac4ff6af2, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:48.875573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:48.875762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97e99de2-2b52-4a4d-bec4-1dbd37d13f0a req-886bb978-f8b9-4203-8e3e-e085e6f67447 tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062781 Nov 12 10:49:48.906298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:49:48.911169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97e99de2-2b52-4a4d-bec4-1dbd37d13f0a req-d4ffefe6-cb4f-4860-ada8-6b1e33bff7cf tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/quotas/edcce121ea80421b889cb343deef5a94 HTTP/1.1" status: 200 len: 375 time: 0.0228391 Nov 12 10:49:48.912581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:49:48.914742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'Port': ['ID=f35a9bfb-5296-49ae-adb4-20edbdfd906a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:48.925488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:49:48.933271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:48.933962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:48.975007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97e99de2-2b52-4a4d-bec4-1dbd37d13f0a req-72f5926f-f937-485f-9f94-6746f9e6b50e tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edcce121ea80421b889cb343deef5a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376947 Nov 12 10:49:48.976467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-f94ee06e-b09d-4ed4-9526-5e9f92b1e174 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9c7ddb39-02c4-4e00-b6d8-0db5c0550286 HTTP/1.1" status: 200 len: 2998 time: 0.1067753 Nov 12 10:49:48.997157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d0910da5-86bf-463d-b151-0072a8c04389 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1715515 Nov 12 10:49:49.012442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Request body: {'port': {'device_id': '011de179-f376-4d6a-9e17-1d75dfa66d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:49.079811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-dd927dba-61b6-4db4-ad29-9aa40d31bc05 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9c7ddb39-02c4-4e00-b6d8-0db5c0550286 HTTP/1.1" status: 200 len: 2998 time: 0.0955749 Nov 12 10:49:49.091714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] For port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:49.098062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] For port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:49.120496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.177698 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.202956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:49.203775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.205457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 HTTP/1.1" status: 200 len: 1093 time: 1.4207675 Nov 12 10:49:49.205980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'tag': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:49.208932 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fb3411-6aae-40a6-af8d-ab600beec1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b43ea6-3044-471c-a1a8-f4898a5f6d6b", "tag": "f2d2ad0e-0653-4a05-87e6-127ac4ff6af2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:49.222715 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a67b998-4b3c-4830-b5d3-35e9c4e56a79 x-openstack-request-id: req-0a67b998-4b3c-4830-b5d3-35e9c4e56a79 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:49.227235 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "name": "network-vif-unplugged", "status": "completed", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:49.228002 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a67b998-4b3c-4830-b5d3-35e9c4e56a79 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:49.228745 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74', 'code': 200} Nov 12 10:49:49.242986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-35ac0f7b-60b3-4934-931e-4374086fd427 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/db0d87d3-4f07-42a6-9a6c-c0ef2c1b8a24 HTTP/1.1" status: 200 len: 2994 time: 0.1536849 Nov 12 10:49:49.359524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961ea14-17b3-4928-8a6f-c04862bf41b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:49.396170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9aceb616-137a-4faf-b55c-a0cdd7ea335c None None] Provisioning complete for port f35a9bfb-5296-49ae-adb4-20edbdfd906a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:49.396755 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9aceb616-137a-4faf-b55c-a0cdd7ea335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.398431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-a0505e84-8017-4283-8a7f-64aed1b6506a tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/db0d87d3-4f07-42a6-9a6c-c0ef2c1b8a24 HTTP/1.1" status: 200 len: 2994 time: 0.1353381 Nov 12 10:49:49.498151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-9507de15-ae1f-4393-abb9-6ad4f11b9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:49.499726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-9507de15-ae1f-4393-abb9-6ad4f11b9e84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 1096 time: 0.1767130 Nov 12 10:49:49.515832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9aceb616-137a-4faf-b55c-a0cdd7ea335c None None] Port f35a9bfb-5296-49ae-adb4-20edbdfd906a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:49:49.519004 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-cda8d791-0d91-4840-ac4a-3a2db4230007 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e2442b13-27d1-492d-882f-0bde0872fc5e HTTP/1.1" status: 200 len: 2998 time: 0.0955818 Nov 12 10:49:49.544969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-17369af4-c894-4e8c-9e98-3a571200a4ac req-fdd01ae9-eefc-44da-9de3-9d4a5062085d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:49:49.546736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17369af4-c894-4e8c-9e98-3a571200a4ac req-fdd01ae9-eefc-44da-9de3-9d4a5062085d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079448 Nov 12 10:49:49.562369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-9c2978ab-1aff-431e-abaa-2b25dd65a158 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 HTTP/1.1" status: 200 len: 217 time: 0.0422993 Nov 12 10:49:49.664402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35a9bfb-5296-49ae-adb4-20edbdfd906a {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:49.674476 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.689279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Transition to ACTIVE for port object f35a9bfb-5296-49ae-adb4-20edbdfd906a will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:49.693523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-95eab6b7-78df-47dd-b781-d80a820c6ca6 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e2442b13-27d1-492d-882f-0bde0872fc5e HTTP/1.1" status: 200 len: 2998 time: 0.1353216 Nov 12 10:49:49.695399 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.713169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-259e19e2-a8ad-42b9-9fb3-3893ae4ea983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:49.715307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-259e19e2-a8ad-42b9-9fb3-3893ae4ea983 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0041747c-9a3e-44c9-bea9-015cd1e36966 HTTP/1.1" status: 200 len: 862 time: 0.1381960 Nov 12 10:49:49.814963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Pushing event updated for resources: {'Port': ['ID=f35a9bfb-5296-49ae-adb4-20edbdfd906a,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:49.828449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Attempting to bind port f35a9bfb-5296-49ae-adb4-20edbdfd906a on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:49.828449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Attempting to bind port f35a9bfb-5296-49ae-adb4-20edbdfd906a by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:49.828449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Attempting to bind port f35a9bfb-5296-49ae-adb4-20edbdfd906a on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:49.834059 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Port f35a9bfb-5296-49ae-adb4-20edbdfd906a on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:49.834452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Attempting to bind port f35a9bfb-5296-49ae-adb4-20edbdfd906a on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:49.840688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:49.841160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:49.841617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:49.842343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Bound port: f35a9bfb-5296-49ae-adb4-20edbdfd906a, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:49.842549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.847622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-efb9ecc1-4880-461e-b8cb-ff2c9f4b14e7 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e4abbff8-836b-4cd7-a6fc-c59f02885972 HTTP/1.1" status: 200 len: 2998 time: 0.1409225 Nov 12 10:49:49.870623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-e590e3e3-7f4e-40ac-93dd-40bee7ab4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:49.873362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-e590e3e3-7f4e-40ac-93dd-40bee7ab4ab2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6055be0-66e3-4627-8a9a-b8dd773dc20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315808 Nov 12 10:49:49.935127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] For port f35a9bfb-5296-49ae-adb4-20edbdfd906a, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:49.944200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] For port f35a9bfb-5296-49ae-adb4-20edbdfd906a, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f35a9bfb-5296-49ae-adb4-20edbdfd906a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:49.950746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.992270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:49.993332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:49.994781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] 10.222.0.52 "PUT /v2.0/ports/f35a9bfb-5296-49ae-adb4-20edbdfd906a HTTP/1.1" status: 200 len: 1097 time: 0.9869566 Nov 12 10:49:50.025560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-bbbc6dce-d223-44e7-bf13-34e5333401a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1945493 Nov 12 10:49:50.042485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-ca74e97d-a9d2-447f-b051-f3e57110c03f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:49:50.043858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-ca74e97d-a9d2-447f-b051-f3e57110c03f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072827 Nov 12 10:49:50.078337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e911580-f3e7-4faf-bce4-aee092d36a80 service neutron] Pushing event updated for resources: {'Port': ['ID=f35a9bfb-5296-49ae-adb4-20edbdfd906a,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:50.079539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-6b5acd19-3537-444f-b718-81b94d195a65 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e4abbff8-836b-4cd7-a6fc-c59f02885972 HTTP/1.1" status: 200 len: 2998 time: 0.2020144 Nov 12 10:49:50.180636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-3ee26611-6026-40a1-8595-f14ccbaa0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:50.184855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-3ee26611-6026-40a1-8595-f14ccbaa0779 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 1100 time: 0.1373136 Nov 12 10:49:50.213784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-a2edaf65-f52e-4ef2-b82c-67030c0ce6c1 service neutron] 10.222.0.59 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239551 Nov 12 10:49:50.220998 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-0c2f4a03-4814-4f8e-b1de-f538fb1cdf51 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e54c11e3-688d-4fde-bbda-7929b37bf873 HTTP/1.1" status: 200 len: 2990 time: 0.1307886 Nov 12 10:49:50.259887 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-e15208f4-f364-49dd-9a43-1a25b0c8e990 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=f35a9bfb-5296-49ae-adb4-20edbdfd906a HTTP/1.1" status: 200 len: 217 time: 0.0574243 Nov 12 10:49:50.350117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5942208-3376-46d9-9ecd-c2295703d667 req-42e4df04-e231-4b2c-aca7-34edde0f8636 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e54c11e3-688d-4fde-bbda-7929b37bf873 HTTP/1.1" status: 200 len: 2990 time: 0.1135588 Nov 12 10:49:50.352046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a77b6-b25f-4110-b210-ad301ee51f7e req-be82adcb-b26a-47ed-9fac-69adc30138a6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:50.365152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef8a77b6-b25f-4110-b210-ad301ee51f7e req-be82adcb-b26a-47ed-9fac-69adc30138a6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.1495395 Nov 12 10:49:50.365152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d2c042be-c56e-46df-a361-6dc93b4b8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:50.365152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-d2c042be-c56e-46df-a361-6dc93b4b8429 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0821092 Nov 12 10:49:50.392369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8bf77a8-cb1c-49cd-b8ea-65fdb0ac4ce3 req-016969dd-737b-4486-b08d-0f9dd1a97560 service neutron] 10.222.0.59 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600389 Nov 12 10:49:50.460137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef8a77b6-b25f-4110-b210-ad301ee51f7e req-12234e6d-fc1a-4838-8d2e-b2c3eaa41c94 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879228 Nov 12 10:49:50.463193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-4094ef81-f311-41e3-b740-2d54356d82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:50.464926 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-4094ef81-f311-41e3-b740-2d54356d82bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0856388 Nov 12 10:49:50.491877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba33f-4f1b-4218-8ca1-f5edd88df8bc req-dc74c72d-e586-4c8a-9756-faacdcd9ed22 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:50.493441 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a8ba33f-4f1b-4218-8ca1-f5edd88df8bc req-dc74c72d-e586-4c8a-9756-faacdcd9ed22 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 945 time: 0.0640023 Nov 12 10:49:50.566395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a8ba33f-4f1b-4218-8ca1-f5edd88df8bc req-23da335a-ee8d-44fb-ad4f-6b17bf230dbb tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600493 Nov 12 10:49:50.593128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-36303536-ab30-4668-8643-909eb1a0fced service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172400 Nov 12 10:49:50.638986 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef209bb-08fb-49c9-800e-979d82e6a596 x-openstack-request-id: req-eef209bb-08fb-49c9-800e-979d82e6a596 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:50.639389 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b43ea6-3044-471c-a1a8-f4898a5f6d6b", "tag": "f2d2ad0e-0653-4a05-87e6-127ac4ff6af2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:50.639733 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eef209bb-08fb-49c9-800e-979d82e6a596 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:50.640149 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'tag': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'status': 'completed', 'code': 200} Nov 12 10:49:50.738643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:50.772586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aba79d85-52ab-4d58-a1cc-8a5f64fc8f3f req-7337ab8b-1a68-4d2b-b0c1-6355e4468a65 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694748 Nov 12 10:49:50.821733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943149f0-e03e-4ac5-8a53-3e499901401d req-4bd9c3f2-2853-4703-b6e1-939ab8940193 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:50.826446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943149f0-e03e-4ac5-8a53-3e499901401d req-4bd9c3f2-2853-4703-b6e1-939ab8940193 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 944 time: 0.1072233 Nov 12 10:49:50.837534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-d5db507a-0340-41fd-9637-90f372b87d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:50.842453 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-d5db507a-0340-41fd-9637-90f372b87d0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 1096 time: 0.1583982 Nov 12 10:49:50.900829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:50.925371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:49:50.960893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11161ba9-9c1b-42a7-8bb2-6de47cc804be req-5c23daeb-0459-49f8-8281-f41c467fc45e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:50.962466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-11161ba9-9c1b-42a7-8bb2-6de47cc804be req-5c23daeb-0459-49f8-8281-f41c467fc45e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 948 time: 0.0800769 Nov 12 10:49:50.981178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943149f0-e03e-4ac5-8a53-3e499901401d req-d3e66e14-a7d4-45b1-a368-faee7500e830 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473174 Nov 12 10:49:51.013791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-171607c5-6c4d-4892-a668-4260500b2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.016088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-171607c5-6c4d-4892-a668-4260500b2af4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 200 len: 924 time: 0.1541083 Nov 12 10:49:51.048524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-11161ba9-9c1b-42a7-8bb2-6de47cc804be req-23d929d9-ef4c-499b-b3f4-538d12b1a170 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732460 Nov 12 10:49:51.087049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-c205a6d0-12c0-44a8-8f97-df40465781c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 HTTP/1.1" status: 200 len: 217 time: 0.0614388 Nov 12 10:49:51.121586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1f588bfd-7881-43e2-9ea1-b86cef502cf1 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:51.200689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:49:51.205422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:51.206419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:51.226128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-b5fcd0ad-e2a7-4e63-8edf-f30857b28900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.228070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-b5fcd0ad-e2a7-4e63-8edf-f30857b28900 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0041747c-9a3e-44c9-bea9-015cd1e36966 HTTP/1.1" status: 200 len: 862 time: 0.1265333 Nov 12 10:49:51.230342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74'}, {'name': 'network-changed', 'server_uuid': '011de179-f376-4d6a-9e17-1d75dfa66d5d', 'tag': 'f35a9bfb-5296-49ae-adb4-20edbdfd906a'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:51.235477 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f34ddc4-e035-4595-8789-b4cf55e4e32c" -d '{"events": [{"name": "network-changed", "server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74"}, {"name": "network-changed", "server_uuid": "011de179-f376-4d6a-9e17-1d75dfa66d5d", "tag": "f35a9bfb-5296-49ae-adb4-20edbdfd906a"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:51.285899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4b8e-389f-4a89-bac5-15e109181e45 req-9715c9a6-6f4e-4701-a3a3-138f832aafbc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.287602 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-378a4b8e-389f-4a89-bac5-15e109181e45 req-9715c9a6-6f4e-4701-a3a3-138f832aafbc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1231141 Nov 12 10:49:51.340896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-448dead8-858a-4ff6-871d-82872615e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.346913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:51.348091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-448dead8-858a-4ff6-871d-82872615e9da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6055be0-66e3-4627-8a9a-b8dd773dc20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102135 Nov 12 10:49:51.380380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:51.385392 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90c4a9a-a30e-47e9-8b26-6e0988af1fd1" -d '{"events": [{"server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "name": "network-vif-plugged", "status": "completed", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:51.397709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:51.401116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-378a4b8e-389f-4a89-bac5-15e109181e45 req-b87437b5-e316-4934-b955-07bfc779c69c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997677 Nov 12 10:49:51.412355 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:51.507540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:51.513882 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8bc5cff1-294f-4e31-b0fd-5dec463a4e54 req-a5280eca-de65-436a-87c9-9043b66096bd tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f65233c92eb404786c517c7b9db1829 HTTP/1.1" status: 200 len: 6152 time: 0.1583948 Nov 12 10:49:51.539634 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-ec82a032-82a5-47b1-aa7d-c2e16a8f4d40 service neutron] 10.222.0.59 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754501 Nov 12 10:49:51.589809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8bc5cff1-294f-4e31-b0fd-5dec463a4e54 req-22be582c-2a6d-4677-bee2-9d321c4ec202 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "GET /v2.0/security-groups/8059ca07-7a01-4590-a9d6-c7d0a2d10b5e HTTP/1.1" status: 200 len: 2998 time: 0.0674033 Nov 12 10:49:51.655866 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8bc5cff1-294f-4e31-b0fd-5dec463a4e54 req-b984690e-93b3-4783-8a0c-bc8f0c33d502 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "GET /v2.0/security-groups/8059ca07-7a01-4590-a9d6-c7d0a2d10b5e HTTP/1.1" status: 200 len: 2998 time: 0.0584848 Nov 12 10:49:51.659747 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b7af6d-c3f5-4f85-8def-9605f9f66766 x-openstack-request-id: req-c8b7af6d-c3f5-4f85-8def-9605f9f66766 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:51.660135 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "011de179-f376-4d6a-9e17-1d75dfa66d5d", "tag": "f35a9bfb-5296-49ae-adb4-20edbdfd906a", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:51.660300 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8b7af6d-c3f5-4f85-8def-9605f9f66766 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:51.660989 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74', 'status': 'completed', 'code': 200} Nov 12 10:49:51.660989 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011de179-f376-4d6a-9e17-1d75dfa66d5d', 'tag': 'f35a9bfb-5296-49ae-adb4-20edbdfd906a', 'status': 'completed', 'code': 200} Nov 12 10:49:51.712853 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab0e745-10dd-48c1-95b7-c98273a7f0f7 x-openstack-request-id: req-0ab0e745-10dd-48c1-95b7-c98273a7f0f7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:51.714495 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "name": "network-vif-plugged", "status": "completed", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:51.715650 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ab0e745-10dd-48c1-95b7-c98273a7f0f7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:51.716383 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1', 'code': 200} Nov 12 10:49:51.759704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-1de5509e-7c02-4c33-aaee-ff2f63ec0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.762351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-1de5509e-7c02-4c33-aaee-ff2f63ec0146 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 1100 time: 0.0901327 Nov 12 10:49:51.828271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03fb3411-6aae-40a6-af8d-ab600beec1c8 req-9ff9108d-b58e-4367-b3a7-0ee77b0a3b3b service neutron] 10.222.0.59 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765124 Nov 12 10:49:51.836187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-94e69a80-31d9-40ee-9ce1-3c2ab194fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.837750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-94e69a80-31d9-40ee-9ce1-3c2ab194fd75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1126 time: 0.1419697 Nov 12 10:49:51.940255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-b179f467-541d-42d0-ac4c-fc386d724ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.940921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-b179f467-541d-42d0-ac4c-fc386d724ddb service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1688995 Nov 12 10:49:51.944378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3bc55-2ce2-479f-9b98-465932206b0a req-826454d4-22bc-4053-8867-66216949b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.945861 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14a3bc55-2ce2-479f-9b98-465932206b0a req-826454d4-22bc-4053-8867-66216949b690 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1098 time: 0.0949919 Nov 12 10:49:51.973393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486dc11-1648-486e-9c9a-1215ddacf67f req-a5b45ded-eea6-45b1-ab81-263776010ec9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:51.975828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2486dc11-1648-486e-9c9a-1215ddacf67f req-a5b45ded-eea6-45b1-ab81-263776010ec9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.1989000 Nov 12 10:49:52.036019 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-9075d8c5-b33b-4488-9247-5761cdaa724f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=f35a9bfb-5296-49ae-adb4-20edbdfd906a HTTP/1.1" status: 200 len: 217 time: 0.0865014 Nov 12 10:49:52.097641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2486dc11-1648-486e-9c9a-1215ddacf67f req-93af01cc-802b-455d-a85b-95f3296b4484 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919096 Nov 12 10:49:52.109232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-94d312f7-4ce3-4312-bf01-e993b845dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.109232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-94d312f7-4ce3-4312-bf01-e993b845dfdf service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.2331598 Nov 12 10:49:52.157567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-248b585c-d61e-4830-a698-fe414481174d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 217 time: 0.0469148 Nov 12 10:49:52.177935 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14a3bc55-2ce2-479f-9b98-465932206b0a req-8af8bbc7-746a-43f5-8aef-ff05a93beee6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655049 Nov 12 10:49:52.182294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-35a135e8-c53f-4a17-849c-d38946502b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.184123 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-35a135e8-c53f-4a17-849c-d38946502b8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 1102 time: 0.1706696 Nov 12 10:49:52.185434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-38831816-52ce-4aa8-b2a4-42fd24932c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.186747 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-38831816-52ce-4aa8-b2a4-42fd24932c89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1268680 Nov 12 10:49:52.203248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1a2a6-f898-4228-86bc-8e7cd406d39c req-3e1b08cf-69b7-4fae-8500-99e0f901e478 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.204700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ecf1a2a6-f898-4228-86bc-8e7cd406d39c req-3e1b08cf-69b7-4fae-8500-99e0f901e478 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 946 time: 0.1593692 Nov 12 10:49:52.231313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d64f43d3-fb7b-4539-975e-6b1d90927d74 req-1d2a59b0-eff2-4c72-b687-e307a9478ce5 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bb4a461d-0ac2-40d3-9bbe-cc9bc27c104e HTTP/1.1" status: 200 len: 1793 time: 0.0803955 Nov 12 10:49:52.237387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-01774074-9ee0-4409-b214-86f6acc1db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.238888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-01774074-9ee0-4409-b214-86f6acc1db4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0672674 Nov 12 10:49:52.308425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d64f43d3-fb7b-4539-975e-6b1d90927d74 req-783a1b25-6bf6-499c-99aa-9816ac49add1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:52.335189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d64f43d3-fb7b-4539-975e-6b1d90927d74 req-783a1b25-6bf6-499c-99aa-9816ac49add1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:52.389308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d64f43d3-fb7b-4539-975e-6b1d90927d74 req-783a1b25-6bf6-499c-99aa-9816ac49add1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:52.392280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d64f43d3-fb7b-4539-975e-6b1d90927d74 req-783a1b25-6bf6-499c-99aa-9816ac49add1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:52.393858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d64f43d3-fb7b-4539-975e-6b1d90927d74 req-783a1b25-6bf6-499c-99aa-9816ac49add1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb4a461d-0ac2-40d3-9bbe-cc9bc27c104e HTTP/1.1" status: 204 len: 173 time: 0.1516490 Nov 12 10:49:52.406334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a1b25-6bf6-499c-99aa-9816ac49add1 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4a461d-0ac2-40d3-9bbe-cc9bc27c104e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:52.476849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-244581a5-c6ef-454c-bba3-8c01448d2527 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546148 Nov 12 10:49:52.543110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-b5df5e57-ebd5-4f98-b2a1-01af39653c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.544622 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-b5df5e57-ebd5-4f98-b2a1-01af39653c2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3390174 Nov 12 10:49:52.582106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ecf1a2a6-f898-4228-86bc-8e7cd406d39c req-5e2f6de1-e7c9-4a6c-a031-8797e18a00f5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567760 Nov 12 10:49:52.613753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-5f1573b1-aeb6-415b-833b-f073d1386697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.615787 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-5f1573b1-aeb6-415b-833b-f073d1386697 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4087551 Nov 12 10:49:52.637872 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-844d941e-dda8-46ef-85d5-5dc9c47ab31f service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512554 Nov 12 10:49:52.707137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-8ec9ae13-247d-4077-916b-741a2f6cb439 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8 HTTP/1.1" status: 200 len: 217 time: 0.0468814 Nov 12 10:49:52.770653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a36a5-9905-4fa4-b1e3-8ef8343495c7 req-db15ef3a-d72e-4085-86cd-bdd677532b65 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.772174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-984a36a5-9905-4fa4-b1e3-8ef8343495c7 req-db15ef3a-d72e-4085-86cd-bdd677532b65 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 944 time: 0.1263838 Nov 12 10:49:52.804272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-6422360f-61b6-4e71-91dd-cde7fedff274 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438022 Nov 12 10:49:52.818864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-198e57b5-b2ed-470a-aeb0-f7e16139ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.820375 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-198e57b5-b2ed-470a-aeb0-f7e16139ac81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0981257 Nov 12 10:49:52.822456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-ac3486a0-56e1-438c-877b-db3c566abce5 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662468 Nov 12 10:49:52.839432 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7208b5-0913-439a-baa5-c9d995afac6d req-965ad4c0-2669-4f50-90bd-639513900cc8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.841011 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a7208b5-0913-439a-baa5-c9d995afac6d req-965ad4c0-2669-4f50-90bd-639513900cc8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 948 time: 0.1362519 Nov 12 10:49:52.848926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-984a36a5-9905-4fa4-b1e3-8ef8343495c7 req-530eff13-e22d-4834-a554-88c433e243f1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675607 Nov 12 10:49:52.975914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46cce3af-b95b-4c7a-8aef-701bbd18e2bd req-ed6e8667-613b-4352-8e95-3aa73cce2afe tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=edcce121ea80421b889cb343deef5a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218639 Nov 12 10:49:52.987755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-a8a8a952-9a04-42b2-844b-dc958153baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:52.989363 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-a8a8a952-9a04-42b2-844b-dc958153baf1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463108 Nov 12 10:49:53.000531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a7208b5-0913-439a-baa5-c9d995afac6d req-b9b7f206-0b64-49c2-92ff-7a6bbc73e04f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364508 Nov 12 10:49:53.035249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f34ddc4-e035-4595-8789-b4cf55e4e32c req-0ae82c06-cba9-4543-9b8c-50cb4602842c service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931770 Nov 12 10:49:53.119386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:53.141624 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a7d139c-4597-49cc-9938-f6955462d386 req-dae20a37-010a-4ba8-9b93-ebde1f20e28e tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "GET /v2.0/security-groups/208ccaa1-cf57-4183-aabb-a537e7690070 HTTP/1.1" status: 200 len: 1795 time: 0.1013393 Nov 12 10:49:53.148324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-425daf7b-6f64-4850-bd21-4d00c351f612 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475923 Nov 12 10:49:53.314718 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4a7d139c-4597-49cc-9938-f6955462d386 req-3c8ba38d-9074-47e5-a924-aed6a97a0474 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:53.352214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-6140fcc2-8276-42c4-82da-be6f25dbeaf9 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952188 Nov 12 10:49:53.353886 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4a7d139c-4597-49cc-9938-f6955462d386 req-3c8ba38d-9074-47e5-a924-aed6a97a0474 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:53.392576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cce3af-b95b-4c7a-8aef-701bbd18e2bd req-202d058b-9766-49a3-ad22-8862020fdebc tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:53.394611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46cce3af-b95b-4c7a-8aef-701bbd18e2bd req-202d058b-9766-49a3-ad22-8862020fdebc tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4121161 Nov 12 10:49:53.403366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:53.425490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46cce3af-b95b-4c7a-8aef-701bbd18e2bd req-7ae0f338-7e1a-457a-8c56-7b0a3a75a489 tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/quotas/edcce121ea80421b889cb343deef5a94 HTTP/1.1" status: 200 len: 375 time: 0.0245156 Nov 12 10:49:53.427317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'port_id': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'mac_address': 'fa:16:3e:d6:2e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:49:53.431656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4a7d139c-4597-49cc-9938-f6955462d386 req-3c8ba38d-9074-47e5-a924-aed6a97a0474 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:53.437644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4a7d139c-4597-49cc-9938-f6955462d386 req-3c8ba38d-9074-47e5-a924-aed6a97a0474 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:53.440527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a7d139c-4597-49cc-9938-f6955462d386 req-3c8ba38d-9074-47e5-a924-aed6a97a0474 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/208ccaa1-cf57-4183-aabb-a537e7690070 HTTP/1.1" status: 204 len: 173 time: 0.2869594 Nov 12 10:49:53.454328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ba38d-9074-47e5-a924-aed6a97a0474 tempest-SecurityGroupsTestAdminJSON-1691405884 tempest-SecurityGroupsTestAdminJSON-1691405884-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ccaa1-cf57-4183-aabb-a537e7690070,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:53.497581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46cce3af-b95b-4c7a-8aef-701bbd18e2bd req-c92348e1-2e3d-4812-9c56-b73157a80a2c tempest-QuotasAdminNegativeTest-559596422 tempest-QuotasAdminNegativeTest-559596422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edcce121ea80421b889cb343deef5a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473371 Nov 12 10:49:53.535225 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:53.570405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:53.609784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd08d96-a990-43e5-9c6d-46318e0b5eef req-3c11b26f-0d36-41e9-bd7e-d037dc51fcb4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:53.624393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dd08d96-a990-43e5-9c6d-46318e0b5eef req-3c11b26f-0d36-41e9-bd7e-d037dc51fcb4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.0756176 Nov 12 10:49:53.654540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:53.684324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:53.714867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dd08d96-a990-43e5-9c6d-46318e0b5eef req-94ff0667-9c5c-4db0-b923-1fbf643ac0b0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889852 Nov 12 10:49:53.775174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:53.845218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b0689214-073f-478b-9cd4-256c6cb298a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:53.953292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c599a-2342-475c-95f3-d21c015a4efe req-92902283-25b1-4c2b-b6de-6a1de4b6fca6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:53.955155 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-454c599a-2342-475c-95f3-d21c015a4efe req-92902283-25b1-4c2b-b6de-6a1de4b6fca6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.0875044 Nov 12 10:49:54.020229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-454c599a-2342-475c-95f3-d21c015a4efe req-f34d1aa2-3cd0-4918-aba3-1b5f255bd5b8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563223 Nov 12 10:49:54.130917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bec92d6-a503-4200-83e3-b5ba42b216cb req-1033f9e5-0ebe-4583-865f-ea763c6eefa5 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "GET /v2.0/security-groups/6c1bc102-24b7-4674-965a-45dd43291851 HTTP/1.1" status: 200 len: 1795 time: 0.0730512 Nov 12 10:49:54.180952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['f2d2ad0e-0653-4a05-87e6-127ac4ff6af2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:54.223148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355660-8512-4a2d-bfa2-d91e2f629832 req-4c1ddde8-5b14-4558-b77f-593b182d6e88 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:54.224663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3355660-8512-4a2d-bfa2-d91e2f629832 req-4c1ddde8-5b14-4558-b77f-593b182d6e88 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 946 time: 0.0794852 Nov 12 10:49:54.247463 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6bec92d6-a503-4200-83e3-b5ba42b216cb req-92ad13f9-86eb-4987-8f59-c7c17991729e tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:54.297993 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6bec92d6-a503-4200-83e3-b5ba42b216cb req-92ad13f9-86eb-4987-8f59-c7c17991729e tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:54.308533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3355660-8512-4a2d-bfa2-d91e2f629832 req-1d2bc833-ee98-4825-981a-c7965af3c4c6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756788 Nov 12 10:49:54.368623 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6bec92d6-a503-4200-83e3-b5ba42b216cb req-92ad13f9-86eb-4987-8f59-c7c17991729e tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:54.375712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6bec92d6-a503-4200-83e3-b5ba42b216cb req-92ad13f9-86eb-4987-8f59-c7c17991729e tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:54.378540 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bec92d6-a503-4200-83e3-b5ba42b216cb req-92ad13f9-86eb-4987-8f59-c7c17991729e tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c1bc102-24b7-4674-965a-45dd43291851 HTTP/1.1" status: 204 len: 173 time: 0.2391915 Nov 12 10:49:54.395184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad13f9-86eb-4987-8f59-c7c17991729e tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1bc102-24b7-4674-965a-45dd43291851,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:54.563732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d425ca-901d-4d68-ad5e-24f67c6e4d00 req-b4decb96-fa19-412f-b9c8-69365b94d534 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:54.566776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85d425ca-901d-4d68-ad5e-24f67c6e4d00 req-b4decb96-fa19-412f-b9c8-69365b94d534 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 945 time: 0.0870237 Nov 12 10:49:54.641830 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85d425ca-901d-4d68-ad5e-24f67c6e4d00 req-b86f6fbc-960e-42cb-8585-8ea8ebcd89e0 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657735 Nov 12 10:49:54.757731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f35a9bfb-5296-49ae-adb4-20edbdfd906a details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:49:54.765001 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438505-7f3f-4eb5-9cad-1e0100a53705 req-3fcb3853-84d4-4c9c-9397-391cb2be009f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:54.767455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9d438505-7f3f-4eb5-9cad-1e0100a53705 req-3fcb3853-84d4-4c9c-9397-391cb2be009f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 948 time: 0.0632932 Nov 12 10:49:54.861504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9d438505-7f3f-4eb5-9cad-1e0100a53705 req-694c6671-985b-4bb7-bef0-05f5fcc11050 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860164 Nov 12 10:49:54.914121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f35a9bfb-5296-49ae-adb4-20edbdfd906a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f35a9bfb-5296-49ae-adb4-20edbdfd906a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:54.937421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'f35a9bfb-5296-49ae-adb4-20edbdfd906a', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'f35a9bfb-5296-49ae-adb4-20edbdfd906a', 'mac_address': 'fa:16:3e:d1:35:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:49:54.960940 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d62f50d-f374-433f-8fca-62ba33eda571 req-ff49a347-b342-4d29-9f12-aa6f18b8226c tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "GET /v2.0/security-groups/d128504d-a276-4669-8f7a-a3f52d75f2b9 HTTP/1.1" status: 200 len: 1792 time: 0.0550883 Nov 12 10:49:54.998959 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:55.025632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35a9bfb-5296-49ae-adb4-20edbdfd906a {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:55.048477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d62f50d-f374-433f-8fca-62ba33eda571 req-a2d49df8-fab2-45d9-ba10-ea30ffc3ff08 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:55.068491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f35a9bfb-5296-49ae-adb4-20edbdfd906a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f35a9bfb-5296-49ae-adb4-20edbdfd906a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:55.071412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c7fe1-2293-4e39-99d1-b5f4b02217ab req-5ccc03e1-8d25-48ef-9ea2-2ecef4aef991 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:55.074675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb7c7fe1-2293-4e39-99d1-b5f4b02217ab req-5ccc03e1-8d25-48ef-9ea2-2ecef4aef991 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1098 time: 0.0568779 Nov 12 10:49:55.075138 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:55.101914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d62f50d-f374-433f-8fca-62ba33eda571 req-a2d49df8-fab2-45d9-ba10-ea30ffc3ff08 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:55.148140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb7c7fe1-2293-4e39-99d1-b5f4b02217ab req-8c20d2d1-abf9-4877-b432-bca8a5b3883b tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636828 Nov 12 10:49:55.156248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=f35a9bfb-5296-49ae-adb4-20edbdfd906a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:55.175559 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d62f50d-f374-433f-8fca-62ba33eda571 req-a2d49df8-fab2-45d9-ba10-ea30ffc3ff08 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:55.179323 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d62f50d-f374-433f-8fca-62ba33eda571 req-a2d49df8-fab2-45d9-ba10-ea30ffc3ff08 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:55.180664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d62f50d-f374-433f-8fca-62ba33eda571 req-a2d49df8-fab2-45d9-ba10-ea30ffc3ff08 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] 10.222.0.31 "DELETE /v2.0/security-groups/d128504d-a276-4669-8f7a-a3f52d75f2b9 HTTP/1.1" status: 204 len: 173 time: 0.2112837 Nov 12 10:49:55.206892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49df8-fab2-45d9-ba10-ea30ffc3ff08 tempest-SecurityGroupsTestAdminJSON-1463973832 tempest-SecurityGroupsTestAdminJSON-1463973832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d128504d-a276-4669-8f7a-a3f52d75f2b9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:55.342712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-781e3b59-8c86-42a3-a507-84f27dc6868f service neutron] 10.222.0.59 "GET /v2.0/ports/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.1447184 Nov 12 10:49:55.412548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['f35a9bfb-5296-49ae-adb4-20edbdfd906a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:49:55.517765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3502-7c5a-48be-9396-560067bf8a9e req-23866338-dadd-4a32-a253-5c4469ee49c5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:55.519320 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-200a3502-7c5a-48be-9396-560067bf8a9e req-23866338-dadd-4a32-a253-5c4469ee49c5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1078005 Nov 12 10:49:55.595307 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5017c4e-896b-4247-9263-ac36c7211f1f req-28f525cb-7b18-4d43-8478-09eec73820b2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:55.606802 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5017c4e-896b-4247-9263-ac36c7211f1f req-28f525cb-7b18-4d43-8478-09eec73820b2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 943 time: 0.0806787 Nov 12 10:49:55.677907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-200a3502-7c5a-48be-9396-560067bf8a9e req-99b34d7a-0ad8-4e57-8604-cac0be1f7f21 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991213 Nov 12 10:49:55.713103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:55.725373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5017c4e-896b-4247-9263-ac36c7211f1f req-1e918b91-7f8c-4b5c-a031-c4f21ca014df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168866 Nov 12 10:49:55.767188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:55.771745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42886) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:55.870644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:49:55.887130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:55.897458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42890) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:55.909820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86ff9-8415-4383-b1ee-4e7f906ad670 req-3ddaed82-2a8b-4081-96f7-debdd66bb34f tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:55.912650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cc86ff9-8415-4383-b1ee-4e7f906ad670 req-3ddaed82-2a8b-4081-96f7-debdd66bb34f tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1098 time: 0.0859265 Nov 12 10:49:55.913946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.011346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cc86ff9-8415-4383-b1ee-4e7f906ad670 req-87764955-8ac8-4add-ae9a-56e221aa5d6c tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866983 Nov 12 10:49:56.060180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] Transition to ACTIVE for port object 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:49:56.069036 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.152233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-551f5f8c-5b97-4f17-a5db-a221a8a5df50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f65233c92eb404786c517c7b9db1829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790252 Nov 12 10:49:56.158561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42898) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:56.170179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72726966-2a00-4f52-9014-a2b405f9936b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.247924 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29b9a154-67bf-475e-bd63-e9c044394b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.319746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b811d6-f98a-4238-825d-a6b0ba8f1e6c req-35f34384-5020-4d55-87ba-c2e2aaba5a29 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:56.321600 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50b811d6-f98a-4238-825d-a6b0ba8f1e6c req-35f34384-5020-4d55-87ba-c2e2aaba5a29 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 949 time: 0.0857213 Nov 12 10:49:56.322063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] No DVR routers for this DVR port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:49:56.340618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] Pushing event updated for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:56.403877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50b811d6-f98a-4238-825d-a6b0ba8f1e6c req-701a4ca5-427a-4b3c-b32c-ba92e4d5607a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696867 Nov 12 10:49:56.406078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72726966-2a00-4f52-9014-a2b405f9936b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.406270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-bdf0aba9-d106-4981-835f-1824ee301c9a service neutron] 10.222.0.59 "PUT /v2.0/ports/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74/bindings/n-h2-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 1.0468972 Nov 12 10:49:56.411617 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72726966-2a00-4f52-9014-a2b405f9936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.429385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469aa28-1167-4585-b310-dab93bfd384f req-1bf154f1-71b0-4f24-894a-19856885d515 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:56.429385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7469aa28-1167-4585-b310-dab93bfd384f req-1bf154f1-71b0-4f24-894a-19856885d515 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 945 time: 0.2453523 Nov 12 10:49:56.429385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee85f-b1fe-4854-9ed4-737e808f8f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.469014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee85f-b1fe-4854-9ed4-737e808f8f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.486149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-72726966-2a00-4f52-9014-a2b405f9936b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edcce121ea80421b889cb343deef5a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5904071 Nov 12 10:49:56.488605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72726966-2a00-4f52-9014-a2b405f9936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed514fe0-f6d3-4310-a920-ce544853872f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:56.493994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42912) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:56.538639 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7469aa28-1167-4585-b310-dab93bfd384f req-3c737c96-7f48-4e5d-a7f6-f1cdbbfa81cd tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054633 Nov 12 10:49:56.602259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee85f-b1fe-4854-9ed4-737e808f8f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.610014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee85f-b1fe-4854-9ed4-737e808f8f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.610014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1d7ee85f-b1fe-4854-9ed4-737e808f8f9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8059ca07-7a01-4590-a9d6-c7d0a2d10b5e HTTP/1.1" status: 204 len: 168 time: 0.4500608 Nov 12 10:49:56.616810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6210e975-f178-4811-8809-79f8030d9a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.625913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ee85f-b1fe-4854-9ed4-737e808f8f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8059ca07-7a01-4590-a9d6-c7d0a2d10b5e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:56.670856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6210e975-f178-4811-8809-79f8030d9a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.680949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-efe6748c-6857-46e2-8ea4-46d380d03091 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:56.682665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-efe6748c-6857-46e2-8ea4-46d380d03091 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.1347952 Nov 12 10:49:56.768818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f35a9bfb-5296-49ae-adb4-20edbdfd906a up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:56.814584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-60bfb85e-e65c-45e3-86a7-a0c445db2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:56.817922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-60bfb85e-e65c-45e3-86a7-a0c445db2fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c HTTP/1.1" status: 200 len: 1096 time: 0.1205366 Nov 12 10:49:56.840290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6210e975-f178-4811-8809-79f8030d9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.852096 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6210e975-f178-4811-8809-79f8030d9a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.857034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6210e975-f178-4811-8809-79f8030d9a4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed514fe0-f6d3-4310-a920-ce544853872f HTTP/1.1" status: 204 len: 168 time: 0.3581898 Nov 12 10:49:56.885924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210e975-f178-4811-8809-79f8030d9a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed514fe0-f6d3-4310-a920-ce544853872f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:56.936824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port f35a9bfb-5296-49ae-adb4-20edbdfd906a completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:49:56.955306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port f35a9bfb-5296-49ae-adb4-20edbdfd906a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:56.957004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:56.985568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-6daa5fd0-3552-40e5-88bb-1c7d8cbe88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:56.988216 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-6daa5fd0-3552-40e5-88bb-1c7d8cbe88f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1096 time: 0.1040151 Nov 12 10:49:57.102484 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.136003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:49:57.145753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42936) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:57.170774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011de179-f376-4d6a-9e17-1d75dfa66d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35a9bfb-5296-49ae-adb4-20edbdfd906a'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:49:57.176050 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de78806b-9416-427c-aafe-5ea462b79ce5" -d '{"events": [{"server_uuid": "011de179-f376-4d6a-9e17-1d75dfa66d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f35a9bfb-5296-49ae-adb4-20edbdfd906a"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:49:57.201183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f35a9bfb-5296-49ae-adb4-20edbdfd906a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f35a9bfb-5296-49ae-adb4-20edbdfd906a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:57.207544 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.238680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-3222a380-ea88-4666-acfe-65259a5e39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:57.242901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-3222a380-ea88-4666-acfe-65259a5e39ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.2409859 Nov 12 10:49:57.269219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-90f1af69-0a7d-4ca1-87de-ac94375668e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbf2ed08bac14bd382861c6dc710c18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1211898 Nov 12 10:49:57.275340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42940) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:57.280362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:49:57.289752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=f35a9bfb-5296-49ae-adb4-20edbdfd906a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:57.296647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:49:57.297277 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.377378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-630040a3-1e6c-40a3-a09b-8eea8305bb07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.377788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-9c794a01-a125-41cc-9240-f28f9f378e2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 217 time: 0.1225820 Nov 12 10:49:57.391978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb865e-1a72-422d-9a85-a3f4ac6d12d3 req-e97ed2e4-9953-46c2-b546-80225d62fd25 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:57.394080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2feb865e-1a72-422d-9a85-a3f4ac6d12d3 req-e97ed2e4-9953-46c2-b546-80225d62fd25 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.2650313 Nov 12 10:49:57.432375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-630040a3-1e6c-40a3-a09b-8eea8305bb07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.470227 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.496185 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2feb865e-1a72-422d-9a85-a3f4ac6d12d3 req-afdf78db-da39-40da-85e4-56a114a8bfb0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930614 Nov 12 10:49:57.522178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-ae5f7d70-dd3d-4039-801b-fd1f440aebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:57.522601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-ae5f7d70-dd3d-4039-801b-fd1f440aebd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1271670 Nov 12 10:49:57.541135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-630040a3-1e6c-40a3-a09b-8eea8305bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.545853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-630040a3-1e6c-40a3-a09b-8eea8305bb07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.550974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-630040a3-1e6c-40a3-a09b-8eea8305bb07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00cf9ea1-71b1-436d-94d8-1c76f85a223d HTTP/1.1" status: 204 len: 168 time: 0.2700222 Nov 12 10:49:57.560839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630040a3-1e6c-40a3-a09b-8eea8305bb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf9ea1-71b1-436d-94d8-1c76f85a223d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:57.602792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-03f753d6-520f-4b8c-ab91-1d01c65d4d79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720234 Nov 12 10:49:57.607369 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.617532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:49:57.640499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.647734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42960) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:57.676031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.736493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:57.848246 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.856163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:57.856486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-13ab92c8-130d-4db8-b590-220e13f77f3f service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440424 Nov 12 10:49:57.865601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a57d1-1d80-4035-b69f-a4116abe039c req-a90236f6-e82c-489b-954e-bd20cc417d45 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:57.868080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-454a57d1-1d80-4035-b69f-a4116abe039c req-a90236f6-e82c-489b-954e-bd20cc417d45 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 944 time: 0.1090965 Nov 12 10:49:57.928921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bba3de3cbb63433990cc9e771d6c35d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768834 Nov 12 10:49:57.928921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b001bd9-3ca1-448e-b8b9-f2e64f98a8ea,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:57.935203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42970) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:49:57.936573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.937050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.937292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.937633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.937965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.938295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.938632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.938950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.939287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.939600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.939924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:57.940253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70561de2-fa5b-4fd9-8679-535024011fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:49:58.031065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-454a57d1-1d80-4035-b69f-a4116abe039c req-0a964c56-6c3a-4abc-99fc-bc0811e62ac2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357880 Nov 12 10:49:58.052467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d379-4f5c-48b9-b470-cbd2e6c2a819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:58.058343 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-47686e99-9909-4d0c-bd07-1450ba0f8e1c service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888962 Nov 12 10:49:58.095119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d379-4f5c-48b9-b470-cbd2e6c2a819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:58.102380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-d9c90fb6-277a-49c7-a6f1-fef79939a84e tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:49:58.103950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-d9c90fb6-277a-49c7-a6f1-fef79939a84e tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084281 Nov 12 10:49:58.150755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d379-4f5c-48b9-b470-cbd2e6c2a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:58.156395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d379-4f5c-48b9-b470-cbd2e6c2a819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:58.159471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dcd1d379-4f5c-48b9-b470-cbd2e6c2a819 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b001bd9-3ca1-448e-b8b9-f2e64f98a8ea HTTP/1.1" status: 204 len: 168 time: 0.2032890 Nov 12 10:49:58.168391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-11b14831-f3b3-4414-8ce6-377d9a9aa9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:58.170051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-11b14831-f3b3-4414-8ce6-377d9a9aa9bd service neutron] 10.222.0.31 "GET /v2.0/ports/1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 1095 time: 0.0544116 Nov 12 10:49:58.180239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1d379-4f5c-48b9-b470-cbd2e6c2a819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b001bd9-3ca1-448e-b8b9-f2e64f98a8ea,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:49:58.184969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Request body: {'binding': {'host': 'n-h2-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:49:58.185606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Unknown quota resources ['binding']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:49:58.397750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on host n-h2-768851-19 for vnic_type normal with profile None {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:49:58.398084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:49:58.398506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:58.407447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:49:58.407813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:49:58.414870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-75e0ba72-33b4-42b7-b3ee-6665f4613ebd tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:58.416515 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-75e0ba72-33b4-42b7-b3ee-6665f4613ebd tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.0972426 Nov 12 10:49:58.417956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:49:58.418105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:49:58.418398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:49:58.418833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Bound port: 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:49:58.526168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:49:58.535186 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:58.549434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-783f2ada-b42c-4e68-a5b9-06d79be5415e service neutron] 10.222.0.31 "POST /v2.0/ports/1f588bfd-7881-43e2-9ea1-b86cef502cf1/bindings HTTP/1.1" status: 201 len: 390 time: 0.3701406 Nov 12 10:49:58.589544 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb8856d-243d-4a5d-a5fd-29c1233e7882 x-openstack-request-id: req-8fb8856d-243d-4a5d-a5fd-29c1233e7882 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:49:58.590078 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011de179-f376-4d6a-9e17-1d75dfa66d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f35a9bfb-5296-49ae-adb4-20edbdfd906a", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:49:58.590413 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fb8856d-243d-4a5d-a5fd-29c1233e7882 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:49:58.591018 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011de179-f376-4d6a-9e17-1d75dfa66d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35a9bfb-5296-49ae-adb4-20edbdfd906a', 'code': 200} Nov 12 10:49:58.665679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-29522beb-8690-4f2b-a1c4-8bc393d5f4c9 service neutron] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:49:58.673030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-29522beb-8690-4f2b-a1c4-8bc393d5f4c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:58.675365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59d0a1ea-c737-492c-9171-a2bcf877b7ab req-29522beb-8690-4f2b-a1c4-8bc393d5f4c9 service neutron] 10.222.0.52 "DELETE /v2.0/ports/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74/bindings/n-h1-768851-19 HTTP/1.1" status: 204 len: 173 time: 0.2499452 Nov 12 10:49:58.820290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a03a9-fab4-4200-a496-fe80523c19ba req-5f1542f3-2ea0-4df6-b882-2421846f154f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:58.824274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b91a03a9-fab4-4200-a496-fe80523c19ba req-5f1542f3-2ea0-4df6-b882-2421846f154f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 946 time: 0.0753553 Nov 12 10:49:58.831878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780558c-7b50-4e9e-8db1-b7464257b297 req-0a5ade52-4b06-4e67-9858-091713564af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:58.834565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e780558c-7b50-4e9e-8db1-b7464257b297 req-0a5ade52-4b06-4e67-9858-091713564af3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 1102 time: 0.1408834 Nov 12 10:49:58.906323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b91a03a9-fab4-4200-a496-fe80523c19ba req-811b61f5-e112-406f-bf37-79e3833a31c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735903 Nov 12 10:49:58.918844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1234d2-4b99-4a6b-ad7e-c70f21304584 req-803f9ecf-c65a-429a-98c1-18bfb40c5c5a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:58.923007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea1234d2-4b99-4a6b-ad7e-c70f21304584 req-803f9ecf-c65a-429a-98c1-18bfb40c5c5a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 950 time: 0.1806281 Nov 12 10:49:58.994204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea1234d2-4b99-4a6b-ad7e-c70f21304584 req-44063c81-1d76-41e9-a1ab-4f0958b5be26 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631888 Nov 12 10:49:59.011873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e780558c-7b50-4e9e-8db1-b7464257b297 req-df6dd351-9747-40d0-85f8-90ae412e6fa0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651540 Nov 12 10:49:59.092907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416da08b-4611-4f26-b0c9-021788a42db8 req-07ce4737-9d29-480f-aa5b-a1cf3170d9ca tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:59.107350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-416da08b-4611-4f26-b0c9-021788a42db8 req-07ce4737-9d29-480f-aa5b-a1cf3170d9ca tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1261497 Nov 12 10:49:59.133118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:49:59.236718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-416da08b-4611-4f26-b0c9-021788a42db8 req-a574363d-7e1b-4731-a1e8-7c0fc01c0952 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279221 Nov 12 10:49:59.299975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14dcb5-501d-4d11-bdf4-c6d0456374f8 req-9c5025d3-cbf5-426a-bdca-95cb1c4bffec tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:59.302810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:49:59.312510 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1c14dcb5-501d-4d11-bdf4-c6d0456374f8 req-9c5025d3-cbf5-426a-bdca-95cb1c4bffec tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 946 time: 0.1936550 Nov 12 10:49:59.319669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:59.405490 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1c14dcb5-501d-4d11-bdf4-c6d0456374f8 req-71e0e4ae-61f2-4cb2-9c87-1c047b8cee86 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877695 Nov 12 10:49:59.417100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68717c1c-b7ad-410d-ab09-a262bef251df req-07c59e33-de8d-4809-be6d-54c7e57352d6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:59.425122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68717c1c-b7ad-410d-ab09-a262bef251df req-07c59e33-de8d-4809-be6d-54c7e57352d6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 944 time: 0.0649531 Nov 12 10:49:59.497426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68717c1c-b7ad-410d-ab09-a262bef251df req-cc4d71b6-3f75-455b-9f14-667e1c6c4e5f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709872 Nov 12 10:49:59.695530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e14dd-a57b-43fe-a97e-46c12331195e req-09dd1f4f-7962-4ca5-aff9-f77585b2c75e tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:49:59.697393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d58e14dd-a57b-43fe-a97e-46c12331195e req-09dd1f4f-7962-4ca5-aff9-f77585b2c75e tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1096 time: 0.0605650 Nov 12 10:49:59.760029 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d58e14dd-a57b-43fe-a97e-46c12331195e req-dfaff6f2-d4b6-437e-b9b1-af41c60c8ab5 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551853 Nov 12 10:50:00.071799 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:00.148480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a0853-2990-4b55-adf3-6819e95049f8 req-06eddfea-ae62-4469-b725-33995bbb010b tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:00.150731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd8a0853-2990-4b55-adf3-6819e95049f8 req-06eddfea-ae62-4469-b725-33995bbb010b tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 946 time: 0.1090055 Nov 12 10:50:00.348122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd8a0853-2990-4b55-adf3-6819e95049f8 req-87efa9a0-56bb-4efa-8244-cbf5128a484d tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833355 Nov 12 10:50:00.368327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43060) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:00.396687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-b8b15d59-ccd8-4461-b28d-a6a7c1359aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:00.398975 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-b8b15d59-ccd8-4461-b28d-a6a7c1359aec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1098 time: 0.1752765 Nov 12 10:50:00.543125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac24e0-4b6e-43db-ae5f-0b24be9fba5b req-aae6e505-e786-4d00-a546-14a3bdd38270 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:00.551721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccac24e0-4b6e-43db-ae5f-0b24be9fba5b req-aae6e505-e786-4d00-a546-14a3bdd38270 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 950 time: 0.0942566 Nov 12 10:50:00.556777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-3a02d5ee-990c-4fc4-8d7c-24e595dc7716 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:00.564458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-3a02d5ee-990c-4fc4-8d7c-24e595dc7716 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 808 time: 0.2899210 Nov 12 10:50:00.585654 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-32403b46-6479-47e1-9048-5de77d239545 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/quotas/919f4ca185da4fbcbb18aaca3cc8dc9c HTTP/1.1" status: 200 len: 375 time: 0.0199015 Nov 12 10:50:00.589124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-network', 'tenant_id': '41d22fc8d933474f8af4239915c5874f'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:00.592549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:00.597648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-9c36c1c5-9881-4475-b52e-5bdf0f2f651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:00.599889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-9c36c1c5-9881-4475-b52e-5bdf0f2f651b service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.1895075 Nov 12 10:50:00.600544 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90bfbad-12a4-48f6-8868-2a613aaeaef0" -d '{"events": [{"server_uuid": "d9b43ea6-3044-471c-a1a8-f4898a5f6d6b", "name": "network-vif-plugged", "status": "completed", "tag": "f2d2ad0e-0653-4a05-87e6-127ac4ff6af2"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:00.637030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Made reservation on behalf of 41d22fc8d933474f8af4239915c5874f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:00.639602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:00.664216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccac24e0-4b6e-43db-ae5f-0b24be9fba5b req-a76652c7-eebf-4788-aced-1109fb1cec4f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105521 Nov 12 10:50:00.665124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:00.690773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-bd8f3e04-99fa-4488-9f9a-ebcad76dfb09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 217 time: 0.0770545 Nov 12 10:50:00.766389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:00.778601 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:00.817131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:50:00.835245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02ecfb-a363-4332-965b-4a8727d2c6fc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:00.838784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:00.839639 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Added segment 722236d4-9332-46ba-a611-f9912f609a12 of type vlan for network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 Nov 12 10:50:00.897234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:00.950696 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:00.952501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:00.953518 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:01.001926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6305711 Nov 12 10:50:01.005022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43080) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:01.010040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Request body: {'subnet': {'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-subnet', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:01.028939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-fdf37853-2bef-4506-b882-ec812a95b709 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4280307 Nov 12 10:50:01.046693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ca765-2eaf-462f-b64a-6c4b3cdeaba1 admin admin] Pushing event updated for resources: {'Network': ['ID=248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:01.051813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-0b540c94-9d94-4a49-b205-aaf84b7df665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:01.053485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-0b540c94-9d94-4a49-b205-aaf84b7df665 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.3538549 Nov 12 10:50:01.061996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:50:01.133313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Made reservation on behalf of 41d22fc8d933474f8af4239915c5874f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:01.137352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:01.154647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-c795b92b-6162-4377-a280-0b6371aef7e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874386 Nov 12 10:50:01.324291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-835816c2-335a-4c0f-ad60-b11854b85cf0 service neutron] 10.222.0.31 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829602 Nov 12 10:50:01.395300 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-1b68867a-47fc-4e21-9692-7cc164f436a5 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281470 Nov 12 10:50:01.442007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d2bc9-b378-4f7e-9120-bdba6657d345 req-1bb8d5ff-9a2c-403f-bcd0-182685f847a5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:01.444036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-196d2bc9-b378-4f7e-9120-bdba6657d345 req-1bb8d5ff-9a2c-403f-bcd0-182685f847a5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.0645607 Nov 12 10:50:01.504595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-196d2bc9-b378-4f7e-9120-bdba6657d345 req-6188750d-9926-4d77-9713-3b6d0670638c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501773 Nov 12 10:50:01.592734 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-d56f6f0a-9e39-45dd-8b5f-369adac2ea85 service neutron] 10.222.0.31 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527804 Nov 12 10:50:01.628919 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:01.641781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-59ff4480-b28a-42ee-aa41-0078b1b01772 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989729 Nov 12 10:50:01.676357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102445f-b03d-4e22-a3bd-5dc6287ea90f req-e4d5cd7d-f276-4026-a17a-d7a94a65fbc7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:01.678170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a102445f-b03d-4e22-a3bd-5dc6287ea90f req-e4d5cd7d-f276-4026-a17a-d7a94a65fbc7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 946 time: 0.0798542 Nov 12 10:50:01.713253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a94d09-54f0-48e1-a897-d63c892883aa,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:01.745769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a102445f-b03d-4e22-a3bd-5dc6287ea90f req-b35fd6fb-f6e6-47ab-8b5b-0c5aafe0f3f8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589135 Nov 12 10:50:01.748820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.749192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.749529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.749861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.750190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.750517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.750836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.751158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.751480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.751798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.752152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.752430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:01.761247 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Checking segment: {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:01.761359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Network hostable DHCP agents. Network: 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:50:01.774744 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691606d0-7819-4c66-88b4-01f384e36fc1 x-openstack-request-id: req-691606d0-7819-4c66-88b4-01f384e36fc1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:01.775270 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b43ea6-3044-471c-a1a8-f4898a5f6d6b", "name": "network-vif-plugged", "status": "completed", "tag": "f2d2ad0e-0653-4a05-87e6-127ac4ff6af2", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:01.775270 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-691606d0-7819-4c66-88b4-01f384e36fc1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:01.775584 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'code': 200} Nov 12 10:50:01.813313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-06334002-73c9-458b-a487-1eabe3e840ad tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:01.815715 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-06334002-73c9-458b-a487-1eabe3e840ad tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1098 time: 0.1051228 Nov 12 10:50:01.817217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:50:01.840715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-19'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:01.846766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:01.857138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f28f8-aae8-4c36-a9f7-476b19655385 None None] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:50:01.899102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:01.899719 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:01.960162 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5b50f893-3a0b-4d8f-9688-931ba371f9f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9466555 Nov 12 10:50:01.961042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43102) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:01.997424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:02.039701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf682794-37da-4632-b7c9-5cfa5e703e26 req-bf9943a1-dce8-48af-ba83-f963f3068b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:02.042085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf682794-37da-4632-b7c9-5cfa5e703e26 req-bf9943a1-dce8-48af-ba83-f963f3068b07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 1098 time: 0.1676228 Nov 12 10:50:02.045897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-8ed0ef73-f201-43ab-a198-1b9ca84c519c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b781f29914814d85ad35ee647058c810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447483 Nov 12 10:50:02.057613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324796-c2ed-4e9c-82db-dc76b2ecd131 req-4847e487-5df8-42bf-8540-b2365d3f56c6 tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:02.072977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4324796-c2ed-4e9c-82db-dc76b2ecd131 req-4847e487-5df8-42bf-8540-b2365d3f56c6 tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 1102 time: 0.1820443 Nov 12 10:50:02.144855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:02.145216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf682794-37da-4632-b7c9-5cfa5e703e26 req-db7c5301-13d5-4d7b-9f2e-00c90528a012 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650153 Nov 12 10:50:02.146533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1', 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'fixed_ips': [{'subnet_id': '72a94d09-54f0-48e1-a897-d63c892883aa'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:50:02.150926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:02.194827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4324796-c2ed-4e9c-82db-dc76b2ecd131 req-413dd4e7-6bb0-4e16-b936-3f997cb9d2a6 tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145692 Nov 12 10:50:02.195077 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:02.196221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:02.395565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-d782eb4f-8a1b-4dc5-a290-db3b9b3f0396 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:02.404676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-d782eb4f-8a1b-4dc5-a290-db3b9b3f0396 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3575490 Nov 12 10:50:02.405764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Allocated IP 172.20.0.2 (248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1/72a94d09-54f0-48e1-a897-d63c892883aa/9a8d95f7-77fb-49b4-a8b4-c2d4085270a6) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:02.494199 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-4ef8648c-cff5-418a-b1f8-b0552128dc89 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/quotas/b781f29914814d85ad35ee647058c810 HTTP/1.1" status: 200 len: 375 time: 0.0876129 Nov 12 10:50:02.630131 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-b5d2473f-b4de-4be4-ac66-28f138ee5c1a tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b781f29914814d85ad35ee647058c810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1310999 Nov 12 10:50:02.694095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:02.708694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:02.721022 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:02.817981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Pushing event updated for resources: {'Port': ['ID=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:02.830725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:02.867885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:02.873256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:02.877898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:02.970378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:03.026448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:03.095256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c0ee-f3a9-4881-9b8e-428eebc51e1d req-733adcd6-12c6-40ba-b17e-24f26fa92d56 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:03.112344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3f6c0ee-f3a9-4881-9b8e-428eebc51e1d req-733adcd6-12c6-40ba-b17e-24f26fa92d56 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 946 time: 0.1174834 Nov 12 10:50:03.125197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c497b0e9-9854-4ff4-8312-aa3e462b87a9 req-43ebca85-5450-46aa-92a3-645a8586d90f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 210 time: 0.0472944 Nov 12 10:50:03.129641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Attempting to bind port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:03.130245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Attempting to bind port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:03.130827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Attempting to bind port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 on network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:03.154049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:03.154049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Checking segment: {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:03.154535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:03.154972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Bound using segment: {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:03.155761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Bound port: 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:03.160213 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:03.271701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3f6c0ee-f3a9-4881-9b8e-428eebc51e1d req-6615b121-8829-41d0-a7c0-4384bb003f5e tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458609 Nov 12 10:50:03.291157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:03.295017 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f9b7e1-b040-402e-a9d3-ed8489481f31" -d '{"events": [{"server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "name": "network-vif-unplugged", "status": "completed", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:03.313279 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:03.341486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] For port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:03.349660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] For port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:03.360368 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-b59a156a-69aa-4b74-aedd-4375a09ff5e5 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437493 Nov 12 10:50:03.370781 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:03.377124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:03.501103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9493a-c767-4f05-8e4a-7aa0aa7c4c1e None None] Pushing event updated for resources: {'Port': ['ID=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:03.564490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43144) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:03.580190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcfd4c-84e3-4bff-b7c4-b91cf53e0806 req-7b42fe67-645f-4119-b21b-063549197cf6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:03.591050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8fcfd4c-84e3-4bff-b7c4-b91cf53e0806 req-7b42fe67-645f-4119-b21b-063549197cf6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1751659 Nov 12 10:50:03.638141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Pushing event updated for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:03.740929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-56990d05-5177-43cc-b044-c2c458f30a14 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:03.741938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8fcfd4c-84e3-4bff-b7c4-b91cf53e0806 req-40569810-ee91-4a13-a848-2dcf8d2e4ba0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490965 Nov 12 10:50:03.754337 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-56990d05-5177-43cc-b044-c2c458f30a14 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3916473 Nov 12 10:50:03.898872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:03.909088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:03.912427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:03.933777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-9db54336-e243-4ad3-b7a1-38702237528a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/quotas/128bea7fce0948f38d533e6461a2d37a HTTP/1.1" status: 200 len: 375 time: 0.1770370 Nov 12 10:50:04.131687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:04.132302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Attempting to bind port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:04.183792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fe200-6c30-4223-b74a-bf1ec05f7773 req-b33fae2d-8540-44f9-b8dc-1ee95864115a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:04.186242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-622fe200-6c30-4223-b74a-bf1ec05f7773 req-b33fae2d-8540-44f9-b8dc-1ee95864115a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 944 time: 0.1713297 Nov 12 10:50:04.259018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-0abf8e59-fa23-488f-8e2c-be907c93f8e4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:04.261431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-0abf8e59-fa23-488f-8e2c-be907c93f8e4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 808 time: 0.5182190 Nov 12 10:50:04.304605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Request body: {'port': {'device_id': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'admin_state_up': True, 'tenant_id': '919f4ca185da4fbcbb18aaca3cc8dc9c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:04.356771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-622fe200-6c30-4223-b74a-bf1ec05f7773 req-47d74436-2ba8-4b5b-b024-4b8fb3e1070a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579993 Nov 12 10:50:04.508243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Made reservation on behalf of 919f4ca185da4fbcbb18aaca3cc8dc9c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:04.515090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:04.519174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af8a8546-b421-42fd-bca0-2d01b49d4d57 req-7f775b28-680a-4018-9a9d-0a371e9f83a2 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0459483 Nov 12 10:50:04.524930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:04.525345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:04.526414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:04.526414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Bound port: 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:04.526847 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:04.551934 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e60f822d-c3c4-4338-8072-722b00532980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:04.667162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:04.675012 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-656d998d-57f5-47cf-9449-f7dfc84263cc tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7146878 Nov 12 10:50:04.690908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:04.693844 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc70def-8d4b-44e8-890f-aeba7c2d2938 x-openstack-request-id: req-4bc70def-8d4b-44e8-890f-aeba7c2d2938 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:04.694166 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "name": "network-vif-unplugged", "status": "completed", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:04.694369 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bc70def-8d4b-44e8-890f-aeba7c2d2938 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:04.694754 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1', 'code': 200} Nov 12 10:50:04.743609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Allocated IP 172.20.0.8 (cefc6cbd-22f1-4e4b-8344-38e41ee35647/0d877c7d-5e87-41de-877e-195068957b17/4b6595a9-4f91-471e-a350-6fc92b98f2c0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:04.754765 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:04.821148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:04.831520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:04.831885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:04.856128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:04.877079 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:04.878126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2849fd85-90ab-4ef0-97f0-d37a399c9782 req-da89ce26-d5e7-4b39-ba95-67451ce6cfa6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 210 time: 0.0517685 Nov 12 10:50:05.068447 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.141590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:05.152109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.162977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ec4ad-8390-4dc4-94a8-119d4ea5484e req-6847d419-db2c-4082-b2b5-4e0c7163f12e tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:05.164523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca9ec4ad-8390-4dc4-94a8-119d4ea5484e req-6847d419-db2c-4082-b2b5-4e0c7163f12e tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 946 time: 0.1362550 Nov 12 10:50:05.222264 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e60f822d-c3c4-4338-8072-722b00532980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.238623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-c60b488d-9006-4f15-81ee-d753f370d5ac tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b781f29914814d85ad35ee647058c810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509689 Nov 12 10:50:05.263193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:05.290407 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.312330 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e60f822d-c3c4-4338-8072-722b00532980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.371325 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca9ec4ad-8390-4dc4-94a8-119d4ea5484e req-6bfdb0bd-7807-446f-be6b-c25ef51d790d tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903887 Nov 12 10:50:05.401507 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.479754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Network cefc6cbd-22f1-4e4b-8344-38e41ee35647 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:05.483579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:05.493602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:05.503199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Pushing event updated for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:05.535135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e60f822d-c3c4-4338-8072-722b00532980 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ae2a16752d642919b230f66b06bcd05&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9515221 Nov 12 10:50:05.537275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f822d-c3c4-4338-8072-722b00532980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19bc132-1106-4881-9ab4-ebdfa319c31d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:05.539850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43172) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:05.574334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd1c90c-3430-44e0-b678-9a0799ad21d5 None None] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:50:05.610355 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ee725b9-167d-4054-8e68-1dae8db3663e req-e533eb50-ae5a-4326-bfda-686909da348c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 210 time: 0.0674918 Nov 12 10:50:05.644345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Pushing event updated for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=8']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:05.651664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Allocated IP 172.25.2.131 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f3dec3f4-dcbf-4413-8880-f0d84d43781f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:05.660195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:05.661700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.665113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-36ed4092-d36e-4000-bc8e-814ca93b0c5e service neutron] 10.222.0.52 "PUT /v2.0/ports/1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 1124 time: 3.8384550 Nov 12 10:50:05.677786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:05.679184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.685338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044a182-eabe-4516-a74c-4f190bcefea8 req-ab097ab1-7c6d-4da9-8728-5eb2f2b6c4d6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:05.699624 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2044a182-eabe-4516-a74c-4f190bcefea8 req-ab097ab1-7c6d-4da9-8728-5eb2f2b6c4d6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.5785794 Nov 12 10:50:05.784578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f69b0dd8-adcc-4e91-85a4-5df8e1e617f9 None None] Provisioning complete for port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:05.785420 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f69b0dd8-adcc-4e91-85a4-5df8e1e617f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:05.790064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-8f661bef-f76a-4188-8898-6dc37c2c12fd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5002675 Nov 12 10:50:05.799749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1f588bfd-7881-43e2-9ea1-b86cef502cf1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:05.816435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Request body: {'port': {'device_id': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:05.890792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a5ad6-d638-407a-92cb-bab58df1583b req-71b8c056-1662-4509-814e-94e5f51b51eb tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:05.892422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-261a5ad6-d638-407a-92cb-bab58df1583b req-71b8c056-1662-4509-814e-94e5f51b51eb tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 946 time: 0.2062120 Nov 12 10:50:05.905093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-be47afc0-737c-4075-b951-0b47987ea872 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:05.905093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-be47afc0-737c-4075-b951-0b47987ea872 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5929387 Nov 12 10:50:05.916065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2044a182-eabe-4516-a74c-4f190bcefea8 req-2385a7d8-0fbf-4a52-9045-abf1ded64a79 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149405 Nov 12 10:50:05.922671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43178) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:05.942434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Request body: {'floatingip': {'port_id': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:05.949922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0f58c85-cec2-4bc1-a153-dd3bf1bf5094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.006941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.024292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Request body: {'port': {'device_id': 'c9b00e53-48e7-4541-ac10-99d3d924cdc9', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'b781f29914814d85ad35ee647058c810'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:06.085427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0f58c85-cec2-4bc1-a153-dd3bf1bf5094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.152995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-acc1da08-8f70-4ef5-929d-ad11c78269be req-5b5b9ae6-a1bb-4d6e-95d8-56b12353276f tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 210 time: 0.1223462 Nov 12 10:50:06.156106 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.227336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3b1e7-f9a6-4ad1-b652-b896779b574a req-b334f6c3-caec-4d05-8e07-c9ba055f6fe8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:06.230006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca3b1e7-f9a6-4ad1-b652-b896779b574a req-b334f6c3-caec-4d05-8e07-c9ba055f6fe8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 944 time: 0.2392724 Nov 12 10:50:06.394001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.437172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0f58c85-cec2-4bc1-a153-dd3bf1bf5094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.439732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0f58c85-cec2-4bc1-a153-dd3bf1bf5094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.446205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a0f58c85-cec2-4bc1-a153-dd3bf1bf5094 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b19bc132-1106-4881-9ab4-ebdfa319c31d HTTP/1.1" status: 204 len: 168 time: 0.8986359 Nov 12 10:50:06.460970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f58c85-cec2-4bc1-a153-dd3bf1bf5094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19bc132-1106-4881-9ab4-ebdfa319c31d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:06.504724 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca3b1e7-f9a6-4ad1-b652-b896779b574a req-64475bbe-f0a4-4065-8c2f-db68ce671d19 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049351 Nov 12 10:50:06.639190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:06.717720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:06.719806 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5" -d '{"events": [{"name": "network-changed", "server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:06.737369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7b2bb-7abe-4ae4-9a0e-cfee692dcedd req-ff3dff23-dd0e-4b76-938b-dd9635a0a6e9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:06.746859 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-84f7b2bb-7abe-4ae4-9a0e-cfee692dcedd req-ff3dff23-dd0e-4b76-938b-dd9635a0a6e9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 931 time: 0.3804770 Nov 12 10:50:06.770818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Made reservation on behalf of b781f29914814d85ad35ee647058c810 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:06.775858 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.800409 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.863140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6595a9-4f91-471e-a350-6fc92b98f2c0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:06.866734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.924524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-e6f230ee-b24e-4fad-bce4-8fee1b92ac8e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1364527 Nov 12 10:50:06.927999 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:06.971756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c680ee95-44e8-41e5-a3ce-4e8f02ca8c6f req-e10b54b3-dbdc-498e-84b2-23261cef2ea7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 210 time: 0.1133690 Nov 12 10:50:06.982020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:06.999138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Transition to ACTIVE for port object 4b6595a9-4f91-471e-a350-6fc92b98f2c0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:07.018916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.083309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:07.087051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Pushing event updated for resources: {'Port': ['ID=f3dec3f4-dcbf-4413-8880-f0d84d43781f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:07.096632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:07.107198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d0699ed2-e70f-4ec1-b36c-6bf849c60cb1 None None] Provisioning complete for port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:07.108500 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0699ed2-e70f-4ec1-b36c-6bf849c60cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.126874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:07.177726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43190) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:07.187002 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a8b44f-dad7-4315-97a3-2dab29222f1a x-openstack-request-id: req-69a8b44f-dad7-4315-97a3-2dab29222f1a {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:07.187574 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:07.187974 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69a8b44f-dad7-4315-97a3-2dab29222f1a {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:07.188512 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1', 'status': 'completed', 'code': 200} Nov 12 10:50:07.202466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-84f7b2bb-7abe-4ae4-9a0e-cfee692dcedd req-41b2baf3-06c1-4adf-b259-8ce843e0b226 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536612 Nov 12 10:50:07.221301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:07.221301 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.236120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-99d5-4ed3-ad1a-51985ff29700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.329546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:07.330085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:07.330717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:07.353395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17935f-8aee-425f-8e45-2f1704abe9ae req-eafac361-bec9-4b81-83bf-66e61885f888 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:07.355216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a17935f-8aee-425f-8e45-2f1704abe9ae req-eafac361-bec9-4b81-83bf-66e61885f888 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1419306 Nov 12 10:50:07.363041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:07.363581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:07.372316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:07.372651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:07.373148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:07.373682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Bound port: 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:07.375437 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.528806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a17935f-8aee-425f-8e45-2f1704abe9ae req-8a3da3b0-6297-4f26-9b6a-0dcbb9a3247a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464756 Nov 12 10:50:07.545264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-99d5-4ed3-ad1a-51985ff29700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.561569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:07.566508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:07.568627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-99d5-4ed3-ad1a-51985ff29700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.584600 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.682797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-504a906a-99d5-4ed3-ad1a-51985ff29700 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a6e5e3bf8454e32bc5ae28c2f196194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731929 Nov 12 10:50:07.684984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:07.685665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:07.687488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] 10.222.0.59 "PUT /v2.0/ports/4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 200 len: 1092 time: 1.8773954 Nov 12 10:50:07.695791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43196) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:07.703460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:07.705827 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1d7f76-8da0-42d6-9072-790340dee5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:07.713237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a906a-99d5-4ed3-ad1a-51985ff29700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4db7bc8-3a8e-42cf-93b5-6d00d4f5c2db,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:07.732565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0950-ba72-4a52-af7b-627172a23ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:07.736454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f2f058c-fe6e-4631-9194-4839802a8611 req-3a3d4eb4-dc2e-47e8-a95a-70fc35f83b65 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 210 time: 0.1700866 Nov 12 10:50:07.771389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be3165-874f-464a-976a-36799104085e req-1f7df227-38bc-4d0c-aebd-84273fdb4250 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:07.772314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74be3165-874f-464a-976a-36799104085e req-1f7df227-38bc-4d0c-aebd-84273fdb4250 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 944 time: 0.1311369 Nov 12 10:50:08.024665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-be596d25-a51d-44cc-9437-177ff3b626fd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:08.026901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-be596d25-a51d-44cc-9437-177ff3b626fd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0576763 Nov 12 10:50:08.041030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-da7ac8c0-02ca-4e6b-a690-5071e75aa9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:08.041030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-da7ac8c0-02ca-4e6b-a690-5071e75aa9ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1127 time: 0.8488145 Nov 12 10:50:08.052508 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c551045-db38-4ed2-ae4a-dfd290f17ff6 x-openstack-request-id: req-5c551045-db38-4ed2-ae4a-dfd290f17ff6 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:08.052804 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:08.053134 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c551045-db38-4ed2-ae4a-dfd290f17ff6 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:08.053493 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0', 'status': 'completed', 'code': 200} Nov 12 10:50:08.100153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Request body: {'port': {'device_id': '05f96884-f503-4867-968b-3ffeea1de023', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '128bea7fce0948f38d533e6461a2d37a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:08.107112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74be3165-874f-464a-976a-36799104085e req-e9774b38-a716-48cd-bdc3-8436c1101bb8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224657 Nov 12 10:50:08.108972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-a77b6157-ebc2-4a53-b2e4-6d0dc6af5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:08.110577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-a77b6157-ebc2-4a53-b2e4-6d0dc6af5087 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1095 time: 0.3371747 Nov 12 10:50:08.179790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-9772e16c-e138-4493-8617-0ee3626d7631 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 200 len: 217 time: 0.0549173 Nov 12 10:50:08.243711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-c7cbf30a-c155-43df-9272-fcdd48b71293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:08.245938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-c7cbf30a-c155-43df-9272-fcdd48b71293 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0520375 Nov 12 10:50:08.277473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ee1216a-4841-4a6b-a6de-a149cba676a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:08.301706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ebd2909-88a7-4705-8bee-68f0915eb36a req-af53ee00-2422-4789-ba0e-41879d871ad7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 210 time: 0.1931727 Nov 12 10:50:08.307677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-d32b9dbc-2a60-4aef-898e-879ae71b932a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425415 Nov 12 10:50:08.350930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:08.416794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e956-ba7f-42d7-8f67-fb20c2d1c0eb req-230ebb36-4497-428b-a520-84c1f64a48a2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:08.418628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3568e956-ba7f-42d7-8f67-fb20c2d1c0eb req-230ebb36-4497-428b-a520-84c1f64a48a2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.1135218 Nov 12 10:50:08.426370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:08.432800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.resource_extend [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:50:08.458180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-25c53948-0872-4134-bba0-5718b49666ea service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375427 Nov 12 10:50:08.548759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3568e956-ba7f-42d7-8f67-fb20c2d1c0eb req-7f4f25a5-30eb-470e-ab2b-2c157991cb95 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214321 Nov 12 10:50:08.561390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ee1216a-4841-4a6b-a6de-a149cba676a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:08.597852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b873818-3df8-4299-b3cb-30fa2eef529e req-12c0eef3-156c-4d67-829c-b7857d8cf912 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267164 Nov 12 10:50:08.731530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-0a090bc6-2344-40cc-b22d-d4ae3dd2e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:08.734014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-0a090bc6-2344-40cc-b22d-d4ae3dd2e778 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1095 time: 0.0695076 Nov 12 10:50:08.769029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:08.770904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0768651-2e53-4c29-be08-2fc691c512f2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:08.823167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:08.849180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1f588bfd-7881-43e2-9ea1-b86cef502cf1 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:08.918112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:08.930251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-6124da0a-ab29-42f9-b2d1-3a164d6c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:08.931764 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-6124da0a-ab29-42f9-b2d1-3a164d6c1f89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.8247967 Nov 12 10:50:08.938030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7cefcb26-da42-44be-9d86-8a6de740b9e4 req-64bd5ca2-613a-4f10-92c3-7510168c4007 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0729728 Nov 12 10:50:08.982089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-c29c82f9-0862-4260-a4fc-b2c735c73a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:08.984513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-c29c82f9-0862-4260-a4fc-b2c735c73a11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.2393713 Nov 12 10:50:09.044527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:09.054772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-6f5d7077-f903-4691-9cb3-46ddf857a6c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 200 len: 217 time: 0.0513978 Nov 12 10:50:09.066282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1f588bfd-7881-43e2-9ea1-b86cef502cf1 has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:50:09.112364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-1ae81673-44b8-4e55-be27-d160c77d2ca2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 217 time: 0.1344395 Nov 12 10:50:09.125881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-250d3c7b-922f-4686-bcea-a5533f1d294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:09.127473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-250d3c7b-922f-4686-bcea-a5533f1d294d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0648007 Nov 12 10:50:09.190748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-8974dbb6-58d5-43a1-b4a9-cc5635cac76a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477951 Nov 12 10:50:09.210974 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ee1216a-4841-4a6b-a6de-a149cba676a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:09.213795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ee1216a-4841-4a6b-a6de-a149cba676a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:09.214960 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1ee1216a-4841-4a6b-a6de-a149cba676a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4db7bc8-3a8e-42cf-93b5-6d00d4f5c2db HTTP/1.1" status: 204 len: 168 time: 1.5042803 Nov 12 10:50:09.226630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Made reservation on behalf of 128bea7fce0948f38d533e6461a2d37a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:09.231439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:09.275945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac6a5b-80ac-4fda-9895-5157d819c74c req-fe59da49-e380-43d7-9b62-50e9a240d97d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:09.285784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3ac6a5b-80ac-4fda-9895-5157d819c74c req-fe59da49-e380-43d7-9b62-50e9a240d97d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.5880272 Nov 12 10:50:09.331886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c758193-00fe-47e1-a4d6-4891855c1d98 req-2fdd8c32-d267-401b-ae37-2b7c7fecb538 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:09.334582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c758193-00fe-47e1-a4d6-4891855c1d98 req-2fdd8c32-d267-401b-ae37-2b7c7fecb538 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 944 time: 0.1382849 Nov 12 10:50:09.339121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1216a-4841-4a6b-a6de-a149cba676a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4db7bc8-3a8e-42cf-93b5-6d00d4f5c2db,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:09.436813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Allocated IP 192.168.233.242 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/ee124ac7-73b6-48f1-bc25-a3199d1583f7) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:09.442978 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c758193-00fe-47e1-a4d6-4891855c1d98 req-d2593f49-ec20-4e24-97ab-c03e37f6e9a6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813651 Nov 12 10:50:09.456114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-a59c55bb-082b-4f2b-93dc-a87a7da58810 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296975 Nov 12 10:50:09.469488 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Floating IP 3207dfdc-b492-40c3-9444-c3d535a57d77 associated. External IP: 172.25.2.181, port: f2d2ad0e-0653-4a05-87e6-127ac4ff6af2. Nov 12 10:50:09.610258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0af2e266-1e5e-47bd-b54e-fd2de5a65cdc req-96c632d8-0969-49a5-9e46-c12bcce3cc42 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 210 time: 0.0311823 Nov 12 10:50:09.655435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a1d7f76-8da0-42d6-9072-790340dee5ec req-6d10d4f7-7383-4049-be3d-b7c05a09835c service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905851 Nov 12 10:50:09.706085 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:09.814505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51431c6-6430-4d27-93c1-389fd9870e08 req-853153bd-189d-4c15-afe9-20ab5e13b9b1 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:09.817232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c51431c6-6430-4d27-93c1-389fd9870e08 req-853153bd-189d-4c15-afe9-20ab5e13b9b1 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.0959280 Nov 12 10:50:09.876228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-ee974632-b5d6-48d1-a9bb-bc916900006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:09.877641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-ee974632-b5d6-48d1-a9bb-bc916900006e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.6553566 Nov 12 10:50:09.896674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c51431c6-6430-4d27-93c1-389fd9870e08 req-d3f177aa-c589-4c29-b40c-4467cbbd1279 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726230 Nov 12 10:50:09.981288 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3ac6a5b-80ac-4fda-9895-5157d819c74c req-dda288d9-6c4b-4428-93f0-fbc8ead8e390 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6952195 Nov 12 10:50:10.048750 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:10.086413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-1dd9bc41-b3f4-419f-a326-60c50dfcd256 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472259 Nov 12 10:50:10.089414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d45f16b2-8319-4ada-8914-f58d54b24d05 req-c0fb4c3b-bc52-43ff-9ba5-5c3407959830 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0363863 Nov 12 10:50:10.293243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:10.528440 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-491cb6ab-f32d-4fb3-aafa-a85b56258781 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164698 Nov 12 10:50:10.781159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c8e6d94-0078-489d-b8c3-a5b930e31ee3 req-01730f02-149e-4389-aef5-0a9e144c4525 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 210 time: 0.0520525 Nov 12 10:50:10.794630 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:10.920669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Router d4853d92-67ba-41dc-867d-f40401406ba3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:50:10.995554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e4482-2c78-47c8-ae34-17b8b1bd9543 req-f2081b55-da0e-4497-b458-3b6fd5c92396 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:10.998372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b49e4482-2c78-47c8-ae34-17b8b1bd9543 req-f2081b55-da0e-4497-b458-3b6fd5c92396 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 944 time: 0.4012599 Nov 12 10:50:11.079916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03422-8ab4-4c0d-b92a-123df2ad84d2 req-e8bb7606-ebcc-4606-8a07-f055758167e8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:11.082713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-99a03422-8ab4-4c0d-b92a-123df2ad84d2 req-e8bb7606-ebcc-4606-8a07-f055758167e8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.0741653 Nov 12 10:50:11.134998 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b32668-5f8d-41cc-9dac-ea53a7fb51f5 req-affa121c-e4e0-40bd-8907-bad485c048b5 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395145 Nov 12 10:50:11.184988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-99a03422-8ab4-4c0d-b92a-123df2ad84d2 req-8a9a5884-875a-41d2-afb5-56fd0dce61eb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908501 Nov 12 10:50:11.195779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:11.201469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4b6595a9-4f91-471e-a350-6fc92b98f2c0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:11.356385 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b49e4482-2c78-47c8-ae34-17b8b1bd9543 req-88d00ca7-f97f-45fa-841b-ea548c04bda4 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419056 Nov 12 10:50:11.406515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a30aeb-2a86-4fca-800d-a35da5f65ae4 req-1ec73197-b432-4f54-a229-0def27e1bc86 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:11.408378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9a30aeb-2a86-4fca-800d-a35da5f65ae4 req-1ec73197-b432-4f54-a229-0def27e1bc86 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1092010 Nov 12 10:50:11.433213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:50:11.462001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:11.470448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:11.487565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:11.490328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Pushing event updated for resources: {'Port': ['ID=ee124ac7-73b6-48f1-bc25-a3199d1583f7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:11.491687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '4b6595a9-4f91-471e-a350-6fc92b98f2c0', 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'port_id': '4b6595a9-4f91-471e-a350-6fc92b98f2c0', 'mac_address': 'fa:16:3e:1f:6a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d877c7d-5e87-41de-877e-195068957b17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:50:11.499918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:11.505997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:11.507428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:11.536608 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Allocated IP 192.168.233.121 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/7c829cef-319a-486e-81ba-a55d58e91451) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:11.612401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9a30aeb-2a86-4fca-800d-a35da5f65ae4 req-db0c89ab-c8a0-4c51-b77c-e93912cde60d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907384 Nov 12 10:50:11.629728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:50:11.642586 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:11.655576 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] Sync routers for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:50:11.668585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:11.681250 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e4f1d1a4-8c58-4da2-8013-28f3d0cc27cf tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7565522 Nov 12 10:50:11.698867 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:11.700041 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:11.726978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6595a9-4f91-471e-a350-6fc92b98f2c0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:11.794835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Request body: {'port': {'device_id': 'c9b00e53-48e7-4541-ac10-99d3d924cdc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:11.823582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:11.839353 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:11.981667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:12.050863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bed4c80b-421f-44ca-aa04-fcb403446636 None None] Provisioning complete for port ee124ac7-73b6-48f1-bc25-a3199d1583f7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:12.051495 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bed4c80b-421f-44ca-aa04-fcb403446636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:12.064454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-602be511-7d53-4ace-9353-13a1c6a475c3 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "PUT /v2.0/floatingips/3207dfdc-b492-40c3-9444-c3d535a57d77 HTTP/1.1" status: 200 len: 992 time: 6.1257143 Nov 12 10:50:12.076588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'tag': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:12.080138 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b43ea6-3044-471c-a1a8-f4898a5f6d6b", "tag": "f2d2ad0e-0653-4a05-87e6-127ac4ff6af2"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:12.095295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2ba7bdd-64af-4c4e-8f43-c49a9fd739bc req-d97eac49-c6d7-4afa-b29d-4c47f734710f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 210 time: 0.0791805 Nov 12 10:50:12.134978 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:12.221523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bed4c80b-421f-44ca-aa04-fcb403446636 None None] Port ee124ac7-73b6-48f1-bc25-a3199d1583f7 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:12.244503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:50:12.261871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Sync routers for ids ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:50:12.268526 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:12.289076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Routers {'5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:12.291267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:12.304178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43274) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:12.451983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4b6595a9-4f91-471e-a350-6fc92b98f2c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:12.592795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22285fa0-7753-41a4-bbf6-bbaf4f592440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:12.593278 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Set router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:12.719655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98477-2916-432f-b78c-74efacc5893c req-799bc405-6433-487a-be6a-5054effd97fd tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:12.733676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13e98477-2916-432f-b78c-74efacc5893c req-799bc405-6433-487a-be6a-5054effd97fd tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 936 time: 1.1204133 Nov 12 10:50:12.748327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8ba52-a12e-48cd-9e59-2a58dc2cb417 req-c9b2e392-c66a-4e22-9d30-749622c56e9c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:12.750517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b3f8ba52-a12e-48cd-9e59-2a58dc2cb417 req-c9b2e392-c66a-4e22-9d30-749622c56e9c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 944 time: 0.0799484 Nov 12 10:50:12.758901 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ca7eae-9299-4281-a840-4fac6f52810a x-openstack-request-id: req-69ca7eae-9299-4281-a840-4fac6f52810a {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:12.759385 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b43ea6-3044-471c-a1a8-f4898a5f6d6b", "tag": "f2d2ad0e-0653-4a05-87e6-127ac4ff6af2", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:12.759974 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69ca7eae-9299-4281-a840-4fac6f52810a {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:12.761088 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'tag': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'status': 'completed', 'code': 200} Nov 12 10:50:12.819129 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22285fa0-7753-41a4-bbf6-bbaf4f592440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:12.829759 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '3207dfdc-b492-40c3-9444-c3d535a57d77', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'port_id': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'mac_address': 'fa:16:3e:d6:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:49:40Z', 'updated_at': '2021-11-12T10:50:08Z', 'revision_number': 1, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:12.830416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22285fa0-7753-41a4-bbf6-bbaf4f592440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:12.856115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:12.858036 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-04a69ff1-a4f3-4916-9f7a-46e2d3c7cd35 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.8662310 Nov 12 10:50:12.866560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43284) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:12.899296 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] Checking router: d4853d92-67ba-41dc-867d-f40401406ba3 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:50:12.921406 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:12.923092 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:12.991306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:50:07Z', 'revision_number': 3, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:13.019603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-d67c8bfc-3f9c-45f2-8146-b0bb338c7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:13.022143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-d67c8bfc-3f9c-45f2-8146-b0bb338c7dbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 1098 time: 0.2850134 Nov 12 10:50:13.034949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Checking router: 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:50:13.035520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Updating router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 port f3dec3f4-dcbf-4413-8880-f0d84d43781f binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:50:13.040503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13e98477-2916-432f-b78c-74efacc5893c req-6f1e047e-ccbb-48a5-82d2-772fded30e0e tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051784 Nov 12 10:50:13.071781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-22285fa0-7753-41a4-bbf6-bbaf4f592440 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=245fc9c229a14693b4743f571b69d747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606661 Nov 12 10:50:13.071781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b3f8ba52-a12e-48cd-9e59-2a58dc2cb417 req-0117f534-8044-475f-8dd6-d3b3516b0358 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999966 Nov 12 10:50:13.071781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43286) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:13.089630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22285fa0-7753-41a4-bbf6-bbaf4f592440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80bcae4-e2d9-40f3-b71c-020a88697d97,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:13.102068 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:13.153078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:13.212081 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:13.234265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffee1eb4-3b75-425d-b0f9-b682f8f21b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:13.263523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffee1eb4-3b75-425d-b0f9-b682f8f21b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:13.295984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:13.352168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffee1eb4-3b75-425d-b0f9-b682f8f21b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:13.354370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'b06db357-cf93-42dc-9d67-893f5913119a', 'f35a9bfb-5296-49ae-adb4-20edbdfd906a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:13.356079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffee1eb4-3b75-425d-b0f9-b682f8f21b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:13.357537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ffee1eb4-3b75-425d-b0f9-b682f8f21b10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e80bcae4-e2d9-40f3-b71c-020a88697d97 HTTP/1.1" status: 204 len: 168 time: 0.2795861 Nov 12 10:50:13.395724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee1eb4-3b75-425d-b0f9-b682f8f21b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80bcae4-e2d9-40f3-b71c-020a88697d97,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:13.552353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:13.588282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18781421-2f6b-4ca9-af59-d72a6b040444 req-5b6eea0b-aa48-440b-a70f-42e93036ca1c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:13.595430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:13.604669 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18781421-2f6b-4ca9-af59-d72a6b040444 req-5b6eea0b-aa48-440b-a70f-42e93036ca1c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.4205377 Nov 12 10:50:13.684081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:13.696816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:13.706451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:13.717519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'Port': ['ID=7c829cef-319a-486e-81ba-a55d58e91451,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:13.756961 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '3207dfdc-b492-40c3-9444-c3d535a57d77', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'port_id': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'mac_address': 'fa:16:3e:d6:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:49:40Z', 'updated_at': '2021-11-12T10:50:08Z', 'revision_number': 1, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:13.768334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18781421-2f6b-4ca9-af59-d72a6b040444 req-c0136cea-b474-431d-a3b4-987968085c8b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623194 Nov 12 10:50:13.796358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059570bb-1358-44e9-8653-a95c42ef2052 req-bb16a8a0-1dca-4cc0-a98d-0c52cc5d5545 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:13.810223 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221eef3-79cc-4488-aec0-137be337b590 None None] The sync data for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 is: [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '3207dfdc-b492-40c3-9444-c3d535a57d77', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'port_id': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'mac_address': 'fa:16:3e:d6:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:49:40Z', 'updated_at': '2021-11-12T10:50:08Z', 'revision_number': 1, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:50:13.816604 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-059570bb-1358-44e9-8653-a95c42ef2052 req-bb16a8a0-1dca-4cc0-a98d-0c52cc5d5545 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 944 time: 0.5229294 Nov 12 10:50:13.861650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f', '022ec2c2-1048-49b2-bd97-cd20ab36ded6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:13.911700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-b1a9af0c-81cc-4d9b-a02a-315b1deb2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:13.914004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-b1a9af0c-81cc-4d9b-a02a-315b1deb2025 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 200 len: 924 time: 0.8419638 Nov 12 10:50:13.948544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.036746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-f546ff7a-2f94-493d-ba74-d0b98a28b7d6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9893980 Nov 12 10:50:14.096463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96406d-f38a-4797-981d-84e3c39d5a3f req-cbc244e4-3306-4aae-b48f-4396a81f2d52 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:14.105823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f96406d-f38a-4797-981d-84e3c39d5a3f req-cbc244e4-3306-4aae-b48f-4396a81f2d52 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 936 time: 0.2075436 Nov 12 10:50:14.111734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Request body: {'port': {'device_id': '05f96884-f503-4867-968b-3ffeea1de023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:14.152369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43300) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:14.193194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6edf6eac-52bc-4398-9d55-73b34bfdf454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.205965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-718bb9ba-3a27-4e6e-951a-d9895b97f159 service neutron] 10.222.0.59 "GET /v2.0/ports/1f588bfd-7881-43e2-9ea1-b86cef502cf1/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.2358630 Nov 12 10:50:14.230114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-059570bb-1358-44e9-8653-a95c42ef2052 req-f06c3b63-2572-450c-9b91-6cca5e7d8239 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082376 Nov 12 10:50:14.242519 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08859d7-b3a5-4ec9-a0d7-2d2a9297ba6e None None] New status for floating IP 3207dfdc-b492-40c3-9444-c3d535a57d77: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:50:14.323437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e2eea49f-359c-43f4-ba7c-708fad4dbe00 None None] Provisioning complete for port 7c829cef-319a-486e-81ba-a55d58e91451 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:14.323821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e2eea49f-359c-43f4-ba7c-708fad4dbe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.342237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f96406d-f38a-4797-981d-84e3c39d5a3f req-73d18d95-006f-4ed1-a789-6f5c4f1907b0 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215087 Nov 12 10:50:14.369821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-2219f6ee-49a9-4d35-a30c-859290b4b3dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 HTTP/1.1" status: 200 len: 1000 time: 0.4335883 Nov 12 10:50:14.408113 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.410969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e2eea49f-359c-43f4-ba7c-708fad4dbe00 None None] Port 7c829cef-319a-486e-81ba-a55d58e91451 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:14.431178 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.512541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Allocated IP 172.20.0.1 (248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1/72a94d09-54f0-48e1-a897-d63c892883aa/d29b8db9-ac6a-4738-a109-46193f30537c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:14.550001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.616160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee124ac7-73b6-48f1-bc25-a3199d1583f7 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:14.638943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dfc5f-e52e-4109-b74b-8dc8c263560d req-1018f660-fcbf-426c-b077-e75bbbd98346 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:14.646464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a97dfc5f-e52e-4109-b74b-8dc8c263560d req-1018f660-fcbf-426c-b077-e75bbbd98346 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 936 time: 0.1941826 Nov 12 10:50:14.647860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.677665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156542c-f93f-4832-9979-fdb82d5f2845 None None] Pushing event updated for resources: {'Port': ['ID=f3dec3f4-dcbf-4413-8880-f0d84d43781f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:14.680072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Attempting to bind port f3dec3f4-dcbf-4413-8880-f0d84d43781f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:14.680207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-201f33c6-29b5-414c-b220-3994b417208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:14.680427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Attempting to bind port f3dec3f4-dcbf-4413-8880-f0d84d43781f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:14.681094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Attempting to bind port f3dec3f4-dcbf-4413-8880-f0d84d43781f on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:14.681721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-201f33c6-29b5-414c-b220-3994b417208f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0041747c-9a3e-44c9-bea9-015cd1e36966 HTTP/1.1" status: 200 len: 862 time: 0.1963749 Nov 12 10:50:14.705879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Transition to ACTIVE for port object ee124ac7-73b6-48f1-bc25-a3199d1583f7 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:14.713666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6edf6eac-52bc-4398-9d55-73b34bfdf454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.732640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.742801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:14.743449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:14.744091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.744492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:14.745025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Bound port: f3dec3f4-dcbf-4413-8880-f0d84d43781f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:14.745407 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.795043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d40b88-72da-4124-a48a-1e1afb8b66c2 req-a66c7b9e-a984-4dd5-8701-31af41d02903 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:14.796549 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1d40b88-72da-4124-a48a-1e1afb8b66c2 req-a66c7b9e-a984-4dd5-8701-31af41d02903 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 944 time: 0.2351058 Nov 12 10:50:14.810346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] For port f3dec3f4-dcbf-4413-8880-f0d84d43781f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:14.814385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] For port f3dec3f4-dcbf-4413-8880-f0d84d43781f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f3dec3f4-dcbf-4413-8880-f0d84d43781f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:14.833791 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:14.903530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Pushing event updated for resources: {'Port': ['ID=ee124ac7-73b6-48f1-bc25-a3199d1583f7,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:14.916747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-11bc685f-4fd7-4158-9bb3-8d2219becf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:14.918576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-11bc685f-4fd7-4158-9bb3-8d2219becf54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6055be0-66e3-4627-8a9a-b8dd773dc20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2250786 Nov 12 10:50:14.939819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Routers {'5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:14.940518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:14.980672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6edf6eac-52bc-4398-9d55-73b34bfdf454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.055175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] Set router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:15.085578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:15.116550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:15.117403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1d40b88-72da-4124-a48a-1e1afb8b66c2 req-7dd672ab-2632-4f74-ace4-6ad18fd56c3b tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503898 Nov 12 10:50:15.119729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Attempting to bind port ee124ac7-73b6-48f1-bc25-a3199d1583f7 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:15.120990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Attempting to bind port ee124ac7-73b6-48f1-bc25-a3199d1583f7 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:15.121867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Attempting to bind port ee124ac7-73b6-48f1-bc25-a3199d1583f7 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:15.151834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6edf6eac-52bc-4398-9d55-73b34bfdf454 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=474f7eb414a94f4db5b15d71bf9b4e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9943740 Nov 12 10:50:15.154303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43306) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:15.154967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Port ee124ac7-73b6-48f1-bc25-a3199d1583f7 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:15.155399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Attempting to bind port ee124ac7-73b6-48f1-bc25-a3199d1583f7 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:15.173158 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a97dfc5f-e52e-4109-b74b-8dc8c263560d req-d4b9b31b-af71-44e2-8e42-77cc8fff4678 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119069 Nov 12 10:50:15.191234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:15.191575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:15.191964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:15.192411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Bound port: ee124ac7-73b6-48f1-bc25-a3199d1583f7, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:15.192770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.200683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf6eac-52bc-4398-9d55-73b34bfdf454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0fef5c-3cad-49ac-80ec-684b2de05266,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:15.220069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f588bfd-7881-43e2-9ea1-b86cef502cf1 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:15.229099 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.249634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4b6595a9-4f91-471e-a350-6fc92b98f2c0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:15.257819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:15.267332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156542c-f93f-4832-9979-fdb82d5f2845 None None] Pushing event updated for resources: {'Port': ['ID=f3dec3f4-dcbf-4413-8880-f0d84d43781f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:15.291479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.317270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-bd29688f-ecb9-479b-9835-edf8dbf6c827 service neutron] 10.222.0.59 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833172 Nov 12 10:50:15.355704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.452074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:15.460996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:15.473982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:15.480016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Pushing event updated for resources: {'Port': ['ID=d29b8db9-ac6a-4738-a109-46193f30537c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:15.492129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:50:15.517348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:15.517961 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.525438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bd3e9-e892-464b-8633-7e3238d6e611 req-ad167656-413c-4c81-b682-f2abd9f422e4 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:15.527796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-407bd3e9-e892-464b-8633-7e3238d6e611 req-ad167656-413c-4c81-b682-f2abd9f422e4 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 944 time: 0.1442118 Nov 12 10:50:15.532497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] Transition to ACTIVE for port object 1f588bfd-7881-43e2-9ea1-b86cef502cf1 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:15.545747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.593729 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ffe0d87-2eb0-4fe6-8357-deb93f628a98 req-ac87006d-0c75-446d-9f94-390b508d78c5 service neutron] 10.222.0.59 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334876 Nov 12 10:50:15.606626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.607757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed0d0c-545f-41bc-a705-a2c5cb34f3ee req-dcc903c9-bcc9-4d71-a45f-744daa102a69 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:15.621078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86ed0d0c-545f-41bc-a705-a2c5cb34f3ee req-dcc903c9-bcc9-4d71-a45f-744daa102a69 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.3793094 Nov 12 10:50:15.624498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] For port ee124ac7-73b6-48f1-bc25-a3199d1583f7, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:15.645016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] For port ee124ac7-73b6-48f1-bc25-a3199d1583f7, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ee124ac7-73b6-48f1-bc25-a3199d1583f7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:15.667301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c829cef-319a-486e-81ba-a55d58e91451 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:15.683009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.700014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:50:07Z', 'revision_number': 3, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:15.707624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Transition to ACTIVE for port object 7c829cef-319a-486e-81ba-a55d58e91451 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:15.710156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e210d96-9492-4892-bf12-af968906b3f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.724536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.727000 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.750479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.752629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cede4b-1f01-4fc9-a732-165ec7bb1e3b None None] The sync data for ids ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'] in n-d-768851-19 is: [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:50:07Z', 'revision_number': 3, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:50:15.770607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] No DVR routers for this DVR port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:50:15.792157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] Pushing event updated for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:15.797021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-67205920-d1b7-4c30-8d74-402dbc6314a6 None None] Provisioning complete for port d29b8db9-ac6a-4738-a109-46193f30537c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:15.797389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-67205920-d1b7-4c30-8d74-402dbc6314a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.803346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:15.805617 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfc332f-fc2b-42dd-8f74-436654af3a0e" -d '{"events": [{"server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "name": "network-vif-plugged", "status": "completed", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:15.811609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-407bd3e9-e892-464b-8633-7e3238d6e611 req-8e07228d-6cd0-422b-b8d8-b9a1a321bc79 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675655 Nov 12 10:50:15.823403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e210d96-9492-4892-bf12-af968906b3f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.847833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:15.848852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.851363 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee124ac7-73b6-48f1-bc25-a3199d1583f7 HTTP/1.1" status: 200 len: 1097 time: 4.0861013 Nov 12 10:50:15.873684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b00e53-48e7-4541-ac10-99d3d924cdc9', 'tag': 'ee124ac7-73b6-48f1-bc25-a3199d1583f7'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:15.876623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:15.880397 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b00e53-48e7-4541-ac10-99d3d924cdc9", "tag": "ee124ac7-73b6-48f1-bc25-a3199d1583f7"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:15.902012 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:15.903260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1f588bfd-7881-43e2-9ea1-b86cef502cf1 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:50:15.930737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-a1b38e46-6877-4812-9276-4e29fb8fee8b service neutron] 10.222.0.59 "PUT /v2.0/ports/1f588bfd-7881-43e2-9ea1-b86cef502cf1/bindings/n-h2-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 1.7080791 Nov 12 10:50:15.977749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c829cef-319a-486e-81ba-a55d58e91451,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:16.040581 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86ed0d0c-545f-41bc-a705-a2c5cb34f3ee req-96ed35a3-c406-4409-b320-be1b109623ba tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136045 Nov 12 10:50:16.062611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-67205920-d1b7-4c30-8d74-402dbc6314a6 None None] Port d29b8db9-ac6a-4738-a109-46193f30537c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:16.082398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1f588bfd-7881-43e2-9ea1-b86cef502cf1 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:50:16.112045 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:16.147332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:16.168945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Attempting to bind port 7c829cef-319a-486e-81ba-a55d58e91451 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:16.169522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Attempting to bind port 7c829cef-319a-486e-81ba-a55d58e91451 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:16.170264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Attempting to bind port 7c829cef-319a-486e-81ba-a55d58e91451 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:16.236674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-26f4ba28-bcc3-4cf3-9eac-2707e1beec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:16.239448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-26f4ba28-bcc3-4cf3-9eac-2707e1beec63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b781f29914814d85ad35ee647058c810&device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 1100 time: 0.3116305 Nov 12 10:50:16.252380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Port 7c829cef-319a-486e-81ba-a55d58e91451 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:16.252740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Attempting to bind port 7c829cef-319a-486e-81ba-a55d58e91451 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:16.256180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca40091-b4dd-4000-b00e-a6588157d514 service neutron] Pushing event updated for resources: {'Port': ['ID=ee124ac7-73b6-48f1-bc25-a3199d1583f7,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:16.294899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e210d96-9492-4892-bf12-af968906b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:16.303665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e210d96-9492-4892-bf12-af968906b3f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:16.309371 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e210d96-9492-4892-bf12-af968906b3f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b0fef5c-3cad-49ac-80ec-684b2de05266 HTTP/1.1" status: 204 len: 168 time: 1.1473951 Nov 12 10:50:16.319059 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968e4098-26d2-4c51-9ee9-6e4107342605 x-openstack-request-id: req-968e4098-26d2-4c51-9ee9-6e4107342605 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:16.319458 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "name": "network-vif-plugged", "status": "completed", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:16.319622 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-968e4098-26d2-4c51-9ee9-6e4107342605 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:16.319992 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0', 'code': 200} Nov 12 10:50:16.412019 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675cd857-ebbc-4b78-9a00-cd7082b0aa84 x-openstack-request-id: req-675cd857-ebbc-4b78-9a00-cd7082b0aa84 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:16.412599 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b00e53-48e7-4541-ac10-99d3d924cdc9", "tag": "ee124ac7-73b6-48f1-bc25-a3199d1583f7", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:16.412888 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-675cd857-ebbc-4b78-9a00-cd7082b0aa84 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:16.414473 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b00e53-48e7-4541-ac10-99d3d924cdc9', 'tag': 'ee124ac7-73b6-48f1-bc25-a3199d1583f7', 'status': 'completed', 'code': 200} Nov 12 10:50:16.416517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:16.418105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:16.419590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:16.423198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Bound port: 7c829cef-319a-486e-81ba-a55d58e91451, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:16.424116 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:16.439493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-18810345-15e9-4930-b52e-9e43d8c19546 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ee124ac7-73b6-48f1-bc25-a3199d1583f7 HTTP/1.1" status: 200 len: 217 time: 0.1753399 Nov 12 10:50:16.469213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e210d96-9492-4892-bf12-af968906b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0fef5c-3cad-49ac-80ec-684b2de05266,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:16.662481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24aec7-693a-4277-bcb1-d91e0eac9ec2 req-4fb5293d-af1c-4ea7-bd81-9cf8801aead7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:16.675212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e5111bba-c05e-4a7e-aa25-68fab0997382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:16.677260 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-e5111bba-c05e-4a7e-aa25-68fab0997382 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2246103 Nov 12 10:50:16.692612 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b24aec7-693a-4277-bcb1-d91e0eac9ec2 req-4fb5293d-af1c-4ea7-bd81-9cf8801aead7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 948 time: 0.5820858 Nov 12 10:50:16.699092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f3dec3f4-dcbf-4413-8880-f0d84d43781f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:16.709691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-d6ee9090-6881-4e84-9c70-5a5732127a04 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:16.712302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-d6ee9090-6881-4e84-9c70-5a5732127a04 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.6216338 Nov 12 10:50:16.712660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3e3c4-598a-4d8b-9349-74e2ab8ef517 req-ead0dc31-e9cb-4702-ab6f-2c7f81ceb216 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:16.714326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-47a3e3c4-598a-4d8b-9349-74e2ab8ef517 req-ead0dc31-e9cb-4702-ab6f-2c7f81ceb216 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.2317719 Nov 12 10:50:16.781015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f3dec3f4-dcbf-4413-8880-f0d84d43781f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:16.781015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:16.800373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] For port 7c829cef-319a-486e-81ba-a55d58e91451, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:16.859375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0ab3c-f6a0-46e9-a043-df88ab0fb142 req-f5b0954f-d7a1-43f8-88bd-254e05874135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:16.861079 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-87e0ab3c-f6a0-46e9-a043-df88ab0fb142 req-f5b0954f-d7a1-43f8-88bd-254e05874135 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1097 time: 0.3918898 Nov 12 10:50:16.998951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b24aec7-693a-4277-bcb1-d91e0eac9ec2 req-9ea632fd-e0fa-434e-801c-10898423d71c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048980 Nov 12 10:50:17.002723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:17.025120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:17.035823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-55a58ecc-206d-4c39-b542-2c8b752b4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.037392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-55a58ecc-206d-4c39-b542-2c8b752b4f3a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20&tenant_id=7d956d072ec4403897681bda1ea4b91c HTTP/1.1" status: 200 len: 1097 time: 0.2876594 Nov 12 10:50:17.076577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:17.117384 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-87e0ab3c-f6a0-46e9-a043-df88ab0fb142 req-b577dc3b-882e-47bb-b0e1-e0810df40547 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197139 Nov 12 10:50:17.165670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port f3dec3f4-dcbf-4413-8880-f0d84d43781f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f3dec3f4-dcbf-4413-8880-f0d84d43781f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:17.176309 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:17.189676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] For port 7c829cef-319a-486e-81ba-a55d58e91451, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=7c829cef-319a-486e-81ba-a55d58e91451,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:17.195684 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-47a3e3c4-598a-4d8b-9349-74e2ab8ef517 req-7aaeeb56-8743-4b70-90da-940ca9fa8a9c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442666 Nov 12 10:50:17.199346 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:17.211887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Pushing event updated for resources: {'Port': ['ID=d29b8db9-ac6a-4738-a109-46193f30537c,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:17.237009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:17.283624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-8c7c763c-be4e-45a6-a0ad-70ca527edc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.285225 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-8c7c763c-be4e-45a6-a0ad-70ca527edc8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5969536 Nov 12 10:50:17.293592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c829cef-319a-486e-81ba-a55d58e91451,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:17.307232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.307960 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:17.309833 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-acdfaec0-64d1-4848-b9f3-9ef5aeebfcb6 service neutron] 10.222.0.52 "PUT /v2.0/ports/7c829cef-319a-486e-81ba-a55d58e91451 HTTP/1.1" status: 200 len: 1097 time: 3.2180398 Nov 12 10:50:17.368089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-ffef29fd-99eb-4a8a-b0bb-10b3ed165292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.370135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-ffef29fd-99eb-4a8a-b0bb-10b3ed165292 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1097 time: 0.2757201 Nov 12 10:50:17.491370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=f3dec3f4-dcbf-4413-8880-f0d84d43781f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:17.580350 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-bc248332-fa3f-421b-ba1d-95cde73abdaf service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835407 Nov 12 10:50:17.595706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6d4f-cd91-497d-bdbc-948be8b43d7d req-c61ce97b-25f4-440b-a5c2-62ca211e9b58 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.601333 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-417f6d4f-cd91-497d-bdbc-948be8b43d7d req-c61ce97b-25f4-440b-a5c2-62ca211e9b58 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 945 time: 0.1838968 Nov 12 10:50:17.606675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-2b18eae1-1230-49d1-8366-2ada9018b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.608542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-2b18eae1-1230-49d1-8366-2ada9018b84b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 1100 time: 0.1981866 Nov 12 10:50:17.612720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f17d1-6173-4893-81b5-00db24ac6f3d req-dc44817e-de67-490b-abd1-72ae07143ff6 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.614464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c1f17d1-6173-4893-81b5-00db24ac6f3d req-dc44817e-de67-490b-abd1-72ae07143ff6 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 948 time: 0.2839501 Nov 12 10:50:17.625009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:17.636533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:17.676710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-3ed758de-9d6b-4387-9faf-58013d82770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.678318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-3ed758de-9d6b-4387-9faf-58013d82770a service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.2595890 Nov 12 10:50:17.724384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-688b77b3-5b10-4d02-941d-ead756a295cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7c829cef-319a-486e-81ba-a55d58e91451 HTTP/1.1" status: 200 len: 217 time: 0.0868320 Nov 12 10:50:17.840111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-7017ff12-21c3-4b52-9e60-8c302690345f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 217 time: 0.1110888 Nov 12 10:50:17.849718 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-417f6d4f-cd91-497d-bdbc-948be8b43d7d req-f419c570-2d3a-4e1d-9b9a-692861818d33 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307060 Nov 12 10:50:17.881392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-c2ca6c59-ddae-4ede-873b-2d0d15995936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:17.888030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-c2ca6c59-ddae-4ede-873b-2d0d15995936 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1114097 Nov 12 10:50:17.894518 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69fefdb7-279a-4699-aab3-cd06b136ab8d req-0013f57a-56cd-4148-bac6-d1b10b9561d0 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914264 Nov 12 10:50:17.968529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c1f17d1-6173-4893-81b5-00db24ac6f3d req-d075ade1-a46f-4a79-b6a1-6db858f6bfe0 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383808 Nov 12 10:50:18.066048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-96779e19-7721-46d6-8846-963b1f15e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:18.067798 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-96779e19-7721-46d6-8846-963b1f15e92f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1715226 Nov 12 10:50:18.070864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-50ae1d60-cfed-4e47-9919-783d90de1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:18.072452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-50ae1d60-cfed-4e47-9919-783d90de1cfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.2190092 Nov 12 10:50:18.072943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-bd5cbf37-9306-48f3-ab71-42051dc74664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:18.080134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-bd5cbf37-9306-48f3-ab71-42051dc74664 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b781f29914814d85ad35ee647058c810&device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 1100 time: 0.1092994 Nov 12 10:50:18.086336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-09b94047-6803-42d7-a099-2f9dd43f8f65 None None] Provisioning complete for port d29b8db9-ac6a-4738-a109-46193f30537c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:18.086906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09b94047-6803-42d7-a099-2f9dd43f8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:18.097694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:50:18.134573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-ccbbb71a-9baf-441f-8240-aa5226732f2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318873 Nov 12 10:50:18.164020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-09b94047-6803-42d7-a099-2f9dd43f8f65 None None] Port d29b8db9-ac6a-4738-a109-46193f30537c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:18.335244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac87b0-237e-400a-b91d-310726933fd9 req-e9fbe284-49c0-4ac4-a151-84c8cab30999 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:18.336792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10ac87b0-237e-400a-b91d-310726933fd9 req-e9fbe284-49c0-4ac4-a151-84c8cab30999 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.2530646 Nov 12 10:50:18.379899 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-4883968c-85cd-4202-a88a-e5c288f8a8a5 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937417 Nov 12 10:50:18.411150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-98a47f4a-0c10-41ee-95ae-e6e149bb8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:18.414042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-98a47f4a-0c10-41ee-95ae-e6e149bb8075 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1794577 Nov 12 10:50:18.438125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f96884-f503-4867-968b-3ffeea1de023', 'tag': '7c829cef-319a-486e-81ba-a55d58e91451'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:18.442811 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812c8764-d62d-4699-8db2-42f244edcdde" -d '{"events": [{"name": "network-changed", "server_uuid": "05f96884-f503-4867-968b-3ffeea1de023", "tag": "7c829cef-319a-486e-81ba-a55d58e91451"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:18.456026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903962-8399-42a3-9356-735e04e44b70 req-819798e9-741f-4eeb-b1d3-a5f155217cca tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:18.464073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f903962-8399-42a3-9356-735e04e44b70 req-819798e9-741f-4eeb-b1d3-a5f155217cca tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 948 time: 0.2388911 Nov 12 10:50:18.470250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-6813da41-f8a4-4943-b5e6-efee3f06adbb service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276353 Nov 12 10:50:18.507328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:50:18.522590 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-07e8f40e-218a-4868-be0a-969ccb9a789b admin admin] 10.222.0.31 "PUT /v2.0/routers/5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6482062 Nov 12 10:50:18.568850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-5214e141-477e-409e-9fd2-f318d3f212a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ee124ac7-73b6-48f1-bc25-a3199d1583f7 HTTP/1.1" status: 200 len: 217 time: 0.1337209 Nov 12 10:50:18.609793 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:50:18.611492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f3dec3f4-dcbf-4413-8880-f0d84d43781f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:18.636854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10ac87b0-237e-400a-b91d-310726933fd9 req-6e3ff981-f5d4-4fed-9648-567533e79754 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788846 Nov 12 10:50:18.674967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f903962-8399-42a3-9356-735e04e44b70 req-ccf983cb-ffc9-4be8-9786-45becd604200 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099433 Nov 12 10:50:18.716944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Sync routers for ids ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:50:18.720780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-5ac29c45-5809-49b3-afe6-b166a682db8c service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399864 Nov 12 10:50:18.779130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Routers {'5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:18.780060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:18.817001 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e7d81-14af-4f80-9e8d-24a8aaa33281 x-openstack-request-id: req-8a7e7d81-14af-4f80-9e8d-24a8aaa33281 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:18.817371 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f96884-f503-4867-968b-3ffeea1de023", "tag": "7c829cef-319a-486e-81ba-a55d58e91451", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:18.817588 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a7e7d81-14af-4f80-9e8d-24a8aaa33281 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:18.818141 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f96884-f503-4867-968b-3ffeea1de023', 'tag': '7c829cef-319a-486e-81ba-a55d58e91451', 'status': 'completed', 'code': 200} Nov 12 10:50:18.874020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27f7a5f6-9ff0-402e-8d84-b6dcf9252d53 req-40f5defa-abe2-4df1-9e9b-5bd2087a69f3 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779117 Nov 12 10:50:18.958924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-a4e6630b-0dcb-41ab-a42d-0c282901a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:18.960165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-a4e6630b-0dcb-41ab-a42d-0c282901a341 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2266243 Nov 12 10:50:18.970466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f069-5d33-4d7f-8ab2-97c8a663deb8 req-78d6d738-5d7c-4fa0-8597-69c340872fbc tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:18.972309 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ac5f069-5d33-4d7f-8ab2-97c8a663deb8 req-78d6d738-5d7c-4fa0-8597-69c340872fbc tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1492987 Nov 12 10:50:19.007446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f3dec3f4-dcbf-4413-8880-f0d84d43781f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:19.008316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:19.152371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Set router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:19.162972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25058e6e-68f3-4bd4-bcd0-c7bca5b458e3 req-b1f0bf81-939a-49b1-ac20-df87e10749e7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:19.165069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25058e6e-68f3-4bd4-bcd0-c7bca5b458e3 req-b1f0bf81-939a-49b1-ac20-df87e10749e7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 945 time: 0.1033871 Nov 12 10:50:19.180349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ac5f069-5d33-4d7f-8ab2-97c8a663deb8 req-39663eeb-5e53-4a60-b0f6-a69b6e8fa7e0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761637 Nov 12 10:50:19.200791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8764-d62d-4699-8db2-42f244edcdde req-406f5eeb-4257-4bd8-a070-d20b7a63fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:19.202504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812c8764-d62d-4699-8db2-42f244edcdde req-406f5eeb-4257-4bd8-a070-d20b7a63fbfa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 1100 time: 0.1365020 Nov 12 10:50:19.213121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-dfe59e0c-8070-4323-a135-02285b7280a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:19.220096 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-dfe59e0c-8070-4323-a135-02285b7280a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2436244 Nov 12 10:50:19.300697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-150680f8-40ba-42b6-9d6a-abf02d2a3879 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:19.302346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-150680f8-40ba-42b6-9d6a-abf02d2a3879 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.1357257 Nov 12 10:50:19.318664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25058e6e-68f3-4bd4-bcd0-c7bca5b458e3 req-09ffe988-05c9-43e4-ad0f-e5eb5940aa02 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349487 Nov 12 10:50:19.472507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-8c3b8822-ed90-447e-9b72-8ff3a57d3ed9 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379642 Nov 12 10:50:19.571750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-152fd6c0-e3ec-4a3b-b647-91346535bb5c service neutron] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:19.578406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-152fd6c0-e3ec-4a3b-b647-91346535bb5c service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:19.580358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dca5dce5-56e7-4872-acb3-9db55e5b8550 req-152fd6c0-e3ec-4a3b-b647-91346535bb5c service neutron] 10.222.0.52 "DELETE /v2.0/ports/1f588bfd-7881-43e2-9ea1-b86cef502cf1/bindings/n-h1-768851-19 HTTP/1.1" status: 204 len: 173 time: 0.2594111 Nov 12 10:50:19.664027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8764-d62d-4699-8db2-42f244edcdde req-06761982-639c-4e72-bef5-6798c437d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:19.667254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812c8764-d62d-4699-8db2-42f244edcdde req-06761982-639c-4e72-bef5-6798c437d65f service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4387982 Nov 12 10:50:19.696210 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4eb065d-2bef-4151-a9fd-479b4a0aa8aa req-0d4fd9cb-861c-4e14-8453-ff97719f8ddf service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004237 Nov 12 10:50:19.748316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb740530-5289-4851-8470-76c858b99ef0 req-2f6a2615-b519-4abb-bec0-5bcae5747ad2 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:19.756298 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb740530-5289-4851-8470-76c858b99ef0 req-2f6a2615-b519-4abb-bec0-5bcae5747ad2 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 948 time: 0.2798932 Nov 12 10:50:19.760673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812c8764-d62d-4699-8db2-42f244edcdde req-d1157818-4f42-433b-9931-fe192c03ee96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7c829cef-319a-486e-81ba-a55d58e91451 HTTP/1.1" status: 200 len: 217 time: 0.0628641 Nov 12 10:50:19.839721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43398) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:19.849676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-network', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:19.854201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8764-d62d-4699-8db2-42f244edcdde req-c85bd09b-7160-4c22-bda3-eb64f3aafe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:19.855744 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812c8764-d62d-4699-8db2-42f244edcdde req-c85bd09b-7160-4c22-bda3-eb64f3aafe30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0778077 Nov 12 10:50:19.875499 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb740530-5289-4851-8470-76c858b99ef0 req-e2c23f7a-f096-46c0-ba71-a7c3450fc483 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180367 Nov 12 10:50:19.895347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Made reservation on behalf of 9c05d4d98c2a4c0aa89c4b49917b5b9b for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:19.899483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:50:15Z', 'revision_number': 4, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'd29b8db9-ac6a-4738-a109-46193f30537c', 'name': '', 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'mac_address': 'fa:16:3e:6b:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '72a94d09-54f0-48e1-a897-d63c892883aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:13Z', 'updated_at': '2021-11-12T10:50:16Z', 'revision_number': 2, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'subnets': [{'id': '72a94d09-54f0-48e1-a897-d63c892883aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:19.909092 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:19.936043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8764-d62d-4699-8db2-42f244edcdde req-2745b6ee-df8c-40cf-bcce-1fa45c048f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:19.938193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812c8764-d62d-4699-8db2-42f244edcdde req-2745b6ee-df8c-40cf-bcce-1fa45c048f3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0615838 Nov 12 10:50:19.938835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:19.956646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Checking router: 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:50:19.957341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Updating router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 port d29b8db9-ac6a-4738-a109-46193f30537c binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:50:20.001821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.084928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.091112 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.126954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58950e33-9c33-40f4-a50d-0057c8a589aa req-2d17111f-ce6e-4588-8caa-8a7761d4d810 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:20.128544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58950e33-9c33-40f4-a50d-0057c8a589aa req-2d17111f-ce6e-4588-8caa-8a7761d4d810 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1950459 Nov 12 10:50:20.132801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed3a869-9993-4168-9480-df59646e086a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:20.151080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:50:20.167366 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.168436 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Added segment bb773085-fb36-4c3e-a733-cd1d43e84d22 of type vlan for network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 Nov 12 10:50:20.233634 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812c8764-d62d-4699-8db2-42f244edcdde req-3df2691f-258b-4507-9f68-8fd631870be8 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845089 Nov 12 10:50:20.259907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58950e33-9c33-40f4-a50d-0057c8a589aa req-f9d3eee4-492c-4814-8856-bc53ec74fda0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227500 Nov 12 10:50:20.292471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.320433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cf61-e8b4-45ba-8d5e-a1461724d0ea req-48dce65a-601a-4d8e-8104-1774913156d8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:20.322851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5520cf61-e8b4-45ba-8d5e-a1461724d0ea req-48dce65a-601a-4d8e-8104-1774913156d8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 948 time: 0.1394706 Nov 12 10:50:20.366420 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.367968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:20.369482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.403923 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812c8764-d62d-4699-8db2-42f244edcdde req-4528ccd0-194b-4f95-bb8a-5647e879ee7e service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577144 Nov 12 10:50:20.413453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.423357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.438947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5964265 Nov 12 10:50:20.460771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43412) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:20.468681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Request body: {'subnet': {'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-subnet', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:20.494820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5520cf61-e8b4-45ba-8d5e-a1461724d0ea req-39e5dae6-acc8-46c4-b829-8c0bec5da136 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520231 Nov 12 10:50:20.498064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a3f40-c78e-4e4c-a7dc-7524fde98a18 admin admin] Pushing event updated for resources: {'Network': ['ID=02db66d9-4145-4374-8d2b-4ad9cb226ff3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:20.513056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be131464-9999-409d-ba1d-5372f5ff5894 req-cbde52a9-82c2-4b83-a282-4f67fd262f17 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:20.514836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be131464-9999-409d-ba1d-5372f5ff5894 req-cbde52a9-82c2-4b83-a282-4f67fd262f17 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1020668 Nov 12 10:50:20.531119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Made reservation on behalf of 9c05d4d98c2a4c0aa89c4b49917b5b9b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:20.531458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Pushing event updated for resources: {'Port': ['ID=d29b8db9-ac6a-4738-a109-46193f30537c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:20.533549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.572428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:50:20.646553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Attempting to bind port d29b8db9-ac6a-4738-a109-46193f30537c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:20.647586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Attempting to bind port d29b8db9-ac6a-4738-a109-46193f30537c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:20.647953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Attempting to bind port d29b8db9-ac6a-4738-a109-46193f30537c on network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:20.666375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:20.666890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Checking segment: {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:20.667218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.668011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Bound using segment: {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:20.668503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Bound port: d29b8db9-ac6a-4738-a109-46193f30537c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:20.668922 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.813563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be131464-9999-409d-ba1d-5372f5ff5894 req-2638ea83-b037-4e73-b643-685deeb2cbec tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911127 Nov 12 10:50:20.831281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.894658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] For port d29b8db9-ac6a-4738-a109-46193f30537c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:20.898940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] For port d29b8db9-ac6a-4738-a109-46193f30537c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d29b8db9-ac6a-4738-a109-46193f30537c,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:20.900283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d3839541-4d38-4947-bb7e-b9559f69b71d None None] Provisioning complete for port d29b8db9-ac6a-4738-a109-46193f30537c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:20.900837 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3839541-4d38-4947-bb7e-b9559f69b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:20.907310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ee124ac7-73b6-48f1-bc25-a3199d1583f7 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:20.943487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a69baf6-f614-4e42-9cd0-9a39adc84c54,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:20.953289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Checking segment: {'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:20.953746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Network hostable DHCP agents. Network: 02db66d9-4145-4374-8d2b-4ad9cb226ff3, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:50:20.972160 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.007673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:50:21.021329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 02db66d9-4145-4374-8d2b-4ad9cb226ff3) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:21.031178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:21.035440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.051155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365f322-e854-4cf8-a722-52dd674183c1 None None] Network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:50:21.066964 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cc1f007b-b44b-4450-8448-d214a72bd364 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6038532 Nov 12 10:50:21.069628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43428) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:21.075506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8df025-1ad4-4d4b-9630-3b120f183e3b req-3b48372e-1555-4956-992f-bac6fa4900ab tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:21.077299 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:50:21.078954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d8df025-1ad4-4d4b-9630-3b120f183e3b req-3b48372e-1555-4956-992f-bac6fa4900ab tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 945 time: 0.4064832 Nov 12 10:50:21.079834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:21.149244 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.150610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.158901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d8df025-1ad4-4d4b-9630-3b120f183e3b req-6ae08e39-3e85-41c2-b29a-2137b42b8385 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685651 Nov 12 10:50:21.169996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d93c2-237d-4807-b6ab-5321fa738b7d req-a446d62e-683b-4df3-842b-a73d4ab2413f tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:21.172175 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e23d93c2-237d-4807-b6ab-5321fa738b7d req-a446d62e-683b-4df3-842b-a73d4ab2413f tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1097 time: 0.0875900 Nov 12 10:50:21.254432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.255024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Pushing event updated for resources: {'Port': ['ID=d29b8db9-ac6a-4738-a109-46193f30537c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:21.261950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Routers {'5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:21.262784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:21.317629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284fb0-2412-400f-b2c5-6598a6e466cd req-826ac456-7864-4245-9c63-4cdbd30ecb0f tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:21.327481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4284fb0-2412-400f-b2c5-6598a6e466cd req-826ac456-7864-4245-9c63-4cdbd30ecb0f tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 948 time: 0.0778611 Nov 12 10:50:21.334481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.334765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.335102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.335479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.335851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.336296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e23d93c2-237d-4807-b6ab-5321fa738b7d req-5615cd34-3472-46f5-9965-54b559c2e168 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561818 Nov 12 10:50:21.336404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.336691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.337046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.338533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.338899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.339229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.339552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a12b2-4196-4681-b8f8-0add3a5171e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:21.390565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ee124ac7-73b6-48f1-bc25-a3199d1583f7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ee124ac7-73b6-48f1-bc25-a3199d1583f7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:21.414098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4284fb0-2412-400f-b2c5-6598a6e466cd req-87e4ee6e-56c9-41f9-92c6-7b6afec6b72f tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855610 Nov 12 10:50:21.467567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'ee124ac7-73b6-48f1-bc25-a3199d1583f7', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'ee124ac7-73b6-48f1-bc25-a3199d1583f7', 'mac_address': 'fa:16:3e:19:43:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:50:21.494419 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.644501 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3839541-4d38-4947-bb7e-b9559f69b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.657396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337ce0d-d468-4929-8505-bc6d27279ea9 req-12f810f8-7d82-4c06-b0a1-84a97adcf3ee tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:21.665735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7337ce0d-d468-4929-8505-bc6d27279ea9 req-12f810f8-7d82-4c06-b0a1-84a97adcf3ee tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1225154 Nov 12 10:50:21.723244 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.745251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] Set router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:21.748903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-02db66d9-4145-4374-8d2b-4ad9cb226ff3', 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'fixed_ips': [{'subnet_id': '1a69baf6-f614-4e42-9cd0-9a39adc84c54'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:50:21.749738 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.779256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7337ce0d-d468-4929-8505-bc6d27279ea9 req-1a038c24-ea4e-44ee-9579-21d323b4b963 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119411 Nov 12 10:50:21.812897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee124ac7-73b6-48f1-bc25-a3199d1583f7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:21.812897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d3839541-4d38-4947-bb7e-b9559f69b71d None None] For port d29b8db9-ac6a-4738-a109-46193f30537c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d29b8db9-ac6a-4738-a109-46193f30537c,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:21.826049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3839541-4d38-4947-bb7e-b9559f69b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.867542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ee124ac7-73b6-48f1-bc25-a3199d1583f7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ee124ac7-73b6-48f1-bc25-a3199d1583f7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:21.920932 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.924457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f93007-1230-4e29-a2b0-c131f1051f62 req-3e1af1c1-20b4-4a7b-a1f5-1e6f8e615032 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:21.933492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68f93007-1230-4e29-a2b0-c131f1051f62 req-3e1af1c1-20b4-4a7b-a1f5-1e6f8e615032 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1097 time: 0.1859727 Nov 12 10:50:21.945272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:21.985645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:22.003015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06707c0a-3ad4-418b-a274-66681b789cb7 req-8ee4da64-ce03-42f5-b234-2a3bb0bff952 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:22.011800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06707c0a-3ad4-418b-a274-66681b789cb7 req-8ee4da64-ce03-42f5-b234-2a3bb0bff952 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 948 time: 0.1343029 Nov 12 10:50:22.077303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68f93007-1230-4e29-a2b0-c131f1051f62 req-b2ad901d-5a29-4cd1-b21c-0893c32a4f10 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428840 Nov 12 10:50:22.096380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06707c0a-3ad4-418b-a274-66681b789cb7 req-444becc1-a4be-40f9-9748-08d560cc704c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786066 Nov 12 10:50:22.138314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3839541-4d38-4947-bb7e-b9559f69b71d None None] Pushing event updated for resources: {'Port': ['ID=d29b8db9-ac6a-4738-a109-46193f30537c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:22.155199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8e618818-8ae0-4b37-a28c-cd99646657cd None None] Provisioning complete for port d29b8db9-ac6a-4738-a109-46193f30537c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:22.155565 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e618818-8ae0-4b37-a28c-cd99646657cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:22.223321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Allocated IP 172.25.2.184 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/7f16388e-e445-43de-b0f1-d6704f4a0987) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:22.546105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Allocated IP 172.20.0.2 (02db66d9-4145-4374-8d2b-4ad9cb226ff3/1a69baf6-f614-4e42-9cd0-9a39adc84c54/e76a9de6-6db9-41fb-ac60-a9e1f37f84a9) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:22.581955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ee124ac7-73b6-48f1-bc25-a3199d1583f7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:22.783271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ee124ac7-73b6-48f1-bc25-a3199d1583f7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:22.940846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 7c829cef-319a-486e-81ba-a55d58e91451 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:23.073675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-768df99c-208f-4fec-b4df-6e9348a17aa4 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:23.077611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-768df99c-208f-4fec-b4df-6e9348a17aa4 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 821 time: 0.2451177 Nov 12 10:50:23.081376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f851868-cefb-42db-9ba5-770b349ecf4f req-698d7672-126b-4abf-ab12-6cbe878c843a tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:23.098548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f851868-cefb-42db-9ba5-770b349ecf4f req-698d7672-126b-4abf-ab12-6cbe878c843a tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 949 time: 0.1760280 Nov 12 10:50:23.137110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-52599bf5-3ff5-483a-89ee-bc4fc62a281a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/quotas/7d956d072ec4403897681bda1ea4b91c HTTP/1.1" status: 200 len: 375 time: 0.0526836 Nov 12 10:50:23.141430 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:23.217649 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f851868-cefb-42db-9ba5-770b349ecf4f req-2494e9dc-b0dc-49c6-8cfb-66ac9208e950 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175435 Nov 12 10:50:23.255479 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-fa5a5ae3-736f-44ff-8fcc-56d44d83016f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145322 Nov 12 10:50:23.259799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:50:15Z', 'revision_number': 4, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'd29b8db9-ac6a-4738-a109-46193f30537c', 'name': '', 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'mac_address': 'fa:16:3e:6b:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '72a94d09-54f0-48e1-a897-d63c892883aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:13Z', 'updated_at': '2021-11-12T10:50:20Z', 'revision_number': 4, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'subnets': [{'id': '72a94d09-54f0-48e1-a897-d63c892883aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:23.263096 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:23.263310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-95a6ae3e-939c-4e08-a0c9-431dff719245 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:50:23.276376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-95a6ae3e-939c-4e08-a0c9-431dff719245 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164533 Nov 12 10:50:23.323455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43492) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:23.385238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:23.389413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d138bc-548d-4555-ae92-aac83bd20b43 None None] The sync data for ids ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'] in n-d-768851-19 is: [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:50:15Z', 'revision_number': 4, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'd29b8db9-ac6a-4738-a109-46193f30537c', 'name': '', 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'mac_address': 'fa:16:3e:6b:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '72a94d09-54f0-48e1-a897-d63c892883aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:13Z', 'updated_at': '2021-11-12T10:50:20Z', 'revision_number': 4, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'subnets': [{'id': '72a94d09-54f0-48e1-a897-d63c892883aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:50:23.399386 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:23.406414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:23.423946 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:23.441744 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:23.548530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-d5afafbf-f2f3-484c-9b93-a37deaba09fb service neutron] 10.222.0.31 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676344 Nov 12 10:50:23.636846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 7c829cef-319a-486e-81ba-a55d58e91451, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=7c829cef-319a-486e-81ba-a55d58e91451,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:23.696695 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:23.707894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '7c829cef-319a-486e-81ba-a55d58e91451', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '7c829cef-319a-486e-81ba-a55d58e91451', 'mac_address': 'fa:16:3e:e3:62:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:50:23.711257 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f16388e-e445-43de-b0f1-d6704f4a0987,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:23.719330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:23.719761 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff0e3-b6bc-43b0-b25c-6d8150afa185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:23.728262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:23.747101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Pushing event updated for resources: {'Port': ['ID=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:23.875388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84b1d-50e5-464a-aef4-5ad8cb2e95f2 req-e514acfe-650b-4d9d-968f-6c00a2132efc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:23.893500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64a84b1d-50e5-464a-aef4-5ad8cb2e95f2 req-e514acfe-650b-4d9d-968f-6c00a2132efc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.5040855 Nov 12 10:50:23.967678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-bc681c8b-8753-49b0-b9fd-d2e7fa830a96 service neutron] 10.222.0.31 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041994 Nov 12 10:50:24.046569 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.065115 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff0e3-b6bc-43b0-b25c-6d8150afa185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.074654 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff0e3-b6bc-43b0-b25c-6d8150afa185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.091060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64a84b1d-50e5-464a-aef4-5ad8cb2e95f2 req-67d45413-0918-421a-8aa8-8c530ea6ee6a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941199 Nov 12 10:50:24.108587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c829cef-319a-486e-81ba-a55d58e91451 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:24.155000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-01e950cc-b6de-4dc1-9e44-6d001f28c885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.181566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Attempting to bind port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:24.182657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Attempting to bind port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:24.183673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Attempting to bind port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 on network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:24.205399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:24.206667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Checking segment: {'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:24.206889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.208009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Bound using segment: {'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:24.214634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Bound port: e76a9de6-6db9-41fb-ac60-a9e1f37f84a9, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:24.215055 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.239841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ff0e3-b6bc-43b0-b25c-6d8150afa185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74ad6d-922b-4d4f-a3ef-2eb3ce5be956,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:24.267766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43502) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:24.269842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea8ff0e3-b6bc-43b0-b25c-6d8150afa185 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=679d01fe35c542d7835b25a34d234763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9443769 Nov 12 10:50:24.319265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] For port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:24.323746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] For port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,segment=NetworkSegment(bb773085-fb36-4c3e-a733-cd1d43e84d22),segment_id=bb773085-fb36-4c3e-a733-cd1d43e84d22)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:24.327432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 7c829cef-319a-486e-81ba-a55d58e91451, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=7c829cef-319a-486e-81ba-a55d58e91451,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:24.330841 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.371282 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.455618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d1fab-f065-4c92-aabd-893773ff14c9 None None] Pushing event updated for resources: {'Port': ['ID=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:24.536598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=7c829cef-319a-486e-81ba-a55d58e91451,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:24.548951 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.760343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['7c829cef-319a-486e-81ba-a55d58e91451'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:24.886511 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b727b217-357d-46b3-a171-6760cfa53200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.949130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b727b217-357d-46b3-a171-6760cfa53200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:24.952982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f3ddc-aac7-4de0-9f26-7271fee2cf4c req-f893c1e4-cd4b-4318-9142-0ba026629428 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:24.972946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-307f3ddc-aac7-4de0-9f26-7271fee2cf4c req-f893c1e4-cd4b-4318-9142-0ba026629428 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 949 time: 0.3092666 Nov 12 10:50:24.973170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d29b8db9-ac6a-4738-a109-46193f30537c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:25.064187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ee124ac7-73b6-48f1-bc25-a3199d1583f7 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:25.066223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ec057-f48a-43a3-b455-16c4ad2f5822 req-7ef23b0f-e63a-4e93-ae3a-7cc666cadff9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:25.068582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-329ec057-f48a-43a3-b455-16c4ad2f5822 req-7ef23b0f-e63a-4e93-ae3a-7cc666cadff9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 949 time: 0.7537735 Nov 12 10:50:25.198242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-307f3ddc-aac7-4de0-9f26-7271fee2cf4c req-deeafb21-d80c-4c30-97c2-137a9de36686 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226682 Nov 12 10:50:25.239842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-329ec057-f48a-43a3-b455-16c4ad2f5822 req-72bc23c1-4b42-4d77-8861-7fa6ee7d8084 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440964 Nov 12 10:50:25.348451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b727b217-357d-46b3-a171-6760cfa53200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:25.351595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b727b217-357d-46b3-a171-6760cfa53200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:25.373052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b727b217-357d-46b3-a171-6760cfa53200 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e74ad6d-922b-4d4f-a3ef-2eb3ce5be956 HTTP/1.1" status: 204 len: 168 time: 1.1038754 Nov 12 10:50:25.399625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port ee124ac7-73b6-48f1-bc25-a3199d1583f7 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:50:25.410365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b08c5682-aaf5-42b0-96bd-dcce88d7e89d req-0217d738-1e75-499d-b8ee-90036927ed19 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 210 time: 0.1179168 Nov 12 10:50:25.416361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port ee124ac7-73b6-48f1-bc25-a3199d1583f7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:25.416905 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:25.476185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727b217-357d-46b3-a171-6760cfa53200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74ad6d-922b-4d4f-a3ef-2eb3ce5be956,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:25.664413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:25.675421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d29b8db9-ac6a-4738-a109-46193f30537c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:25.676160 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:25.938639 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:26.119029 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b00e53-48e7-4541-ac10-99d3d924cdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee124ac7-73b6-48f1-bc25-a3199d1583f7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:26.131038 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6e7935-fd20-4498-b858-0648f9ca4adf" -d '{"events": [{"server_uuid": "c9b00e53-48e7-4541-ac10-99d3d924cdc9", "name": "network-vif-plugged", "status": "completed", "tag": "ee124ac7-73b6-48f1-bc25-a3199d1583f7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:26.137231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756f4c0-fbf1-4884-bd95-a46bbbcdec8a req-6f1349d5-9b04-4f89-9482-74f339e580fb tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:26.145585 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c756f4c0-fbf1-4884-bd95-a46bbbcdec8a req-6f1349d5-9b04-4f89-9482-74f339e580fb tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.7038500 Nov 12 10:50:26.238968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43534) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:26.258861 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-909ebf92-1412-40a5-9fd7-c7e055fd622d service neutron] 10.222.0.52 "GET /v2.0/ports/c09cf728-3471-4dd0-af83-51b4168fe1b8/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 383 time: 0.5600965 Nov 12 10:50:26.264385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-64e9ef9b-c024-4f19-b4b1-e479355180d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:26.313456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:50:26.327288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ee124ac7-73b6-48f1-bc25-a3199d1583f7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ee124ac7-73b6-48f1-bc25-a3199d1583f7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:26.371852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c756f4c0-fbf1-4884-bd95-a46bbbcdec8a req-9844c679-5578-442e-9676-3a284c1de3e0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246327 Nov 12 10:50:26.377741 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:26.503395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-258ca202-d86d-4e16-82e9-230a23b90a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:26.551865 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb947fb-0a04-40a1-9680-729329cefff9 x-openstack-request-id: req-6fb947fb-0a04-40a1-9680-729329cefff9 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:26.552662 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b00e53-48e7-4541-ac10-99d3d924cdc9", "name": "network-vif-plugged", "status": "completed", "tag": "ee124ac7-73b6-48f1-bc25-a3199d1583f7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:26.553135 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fb947fb-0a04-40a1-9680-729329cefff9 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:26.553823 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b00e53-48e7-4541-ac10-99d3d924cdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee124ac7-73b6-48f1-bc25-a3199d1583f7', 'code': 200} Nov 12 10:50:26.565243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ee124ac7-73b6-48f1-bc25-a3199d1583f7,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:26.610400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-64e9ef9b-c024-4f19-b4b1-e479355180d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:26.619961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-64e9ef9b-c024-4f19-b4b1-e479355180d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:26.639504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3658d6df-ea5b-4023-bbdc-fd6a92138148 None None] Network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:50:26.761695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-64e9ef9b-c024-4f19-b4b1-e479355180d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04f5f6425a5946db934debb5beebfc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5213375 Nov 12 10:50:26.762938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ef9b-c024-4f19-b4b1-e479355180d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5cf8f5-69cb-4c83-bcea-0f4cebd76d8e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:26.765601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43548) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:26.868319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:26.890806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:50:26.903844 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Sync routers for ids ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:50:26.922548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7014f19a-c478-4f88-b7ac-b104e6cf4dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:26.947536 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Routers {'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:26.957157 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:50:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:26.972141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7014f19a-c478-4f88-b7ac-b104e6cf4dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.050087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c930d058-0169-49bb-8657-f62720315959 None None] Provisioning complete for port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:27.051003 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c930d058-0169-49bb-8657-f62720315959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.105582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9515e48-cff9-4dac-b86e-00f66041fbde req-a8af636d-7fd3-481c-a73e-47e91175277f tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:27.120091 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9515e48-cff9-4dac-b86e-00f66041fbde req-a8af636d-7fd3-481c-a73e-47e91175277f tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 950 time: 0.3080163 Nov 12 10:50:27.150071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e5c84-6e76-4479-9488-897a639f44fb req-f572c20f-8d66-4766-a1c5-c2a54d76cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:27.152323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-134e5c84-6e76-4479-9488-897a639f44fb req-f572c20f-8d66-4766-a1c5-c2a54d76cae2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 1102 time: 0.3502414 Nov 12 10:50:27.246083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7014f19a-c478-4f88-b7ac-b104e6cf4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.250078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7014f19a-c478-4f88-b7ac-b104e6cf4dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.254205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7014f19a-c478-4f88-b7ac-b104e6cf4dbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a5cf8f5-69cb-4c83-bcea-0f4cebd76d8e HTTP/1.1" status: 204 len: 168 time: 0.4760964 Nov 12 10:50:27.273444 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Set router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:27.296074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.298500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1760bbec-bdbd-4ba9-b766-97f4bc9912b9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2276595 Nov 12 10:50:27.321298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43554) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:27.326380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-64b17c50-5bdb-4e69-a8f0-84243b3c581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:27.331581 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-64b17c50-5bdb-4e69-a8f0-84243b3c581e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200&tenant_id=e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 1102 time: 0.3785291 Nov 12 10:50:27.423853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:27.424393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.471751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014f19a-c478-4f88-b7ac-b104e6cf4dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5cf8f5-69cb-4c83-bcea-0f4cebd76d8e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:27.601975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57af3-fbdd-487d-ae3e-cbdb1c127f56 req-3ef11655-1afd-48a6-81db-0b23009eddf3 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:27.620298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49f57af3-fbdd-487d-ae3e-cbdb1c127f56 req-3ef11655-1afd-48a6-81db-0b23009eddf3 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 949 time: 0.3863680 Nov 12 10:50:27.627038 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:23Z', 'revision_number': 3, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port': {'id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:27.642815 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-134e5c84-6e76-4479-9488-897a639f44fb req-f40a3e44-7f13-4127-b6ce-ebe2836ab653 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761472 Nov 12 10:50:27.661571 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Checking router: f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:50:27.662433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Updating router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 port 7f16388e-e445-43de-b0f1-d6704f4a0987 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:50:27.679726 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.707187 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.715464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-8a871104-e706-4cfe-a980-7eb66bd54043 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:27.717738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-8a871104-e706-4cfe-a980-7eb66bd54043 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 821 time: 0.5795765 Nov 12 10:50:27.742181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Request body: {'port': {'device_id': '96942532-575e-4351-92f6-1a5c46e1a58f', 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'admin_state_up': True, 'tenant_id': '7d956d072ec4403897681bda1ea4b91c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:27.751521 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c930d058-0169-49bb-8657-f62720315959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:27.768588 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9515e48-cff9-4dac-b86e-00f66041fbde req-ab87d930-4e74-44c2-92a2-3c869b748f15 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473846 Nov 12 10:50:27.810445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-8928b7ad-5ed8-4101-aef3-d9ecced2f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:27.822192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-8928b7ad-5ed8-4101-aef3-d9ecced2f19c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 1102 time: 0.4516895 Nov 12 10:50:27.988194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c930d058-0169-49bb-8657-f62720315959 None None] For port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,segment=NetworkSegment(bb773085-fb36-4c3e-a733-cd1d43e84d22),segment_id=bb773085-fb36-4c3e-a733-cd1d43e84d22)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:28.028766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c930d058-0169-49bb-8657-f62720315959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:28.044043 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:28.054507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a8d12a9-455c-4a8e-946b-27664763215a req-052d7cf8-2a69-44fd-b18a-eacd16b9942e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 210 time: 0.1107395 Nov 12 10:50:28.175089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49f57af3-fbdd-487d-ae3e-cbdb1c127f56 req-e9565d3c-56f5-4ca5-8ecd-fd6ad5e40325 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504200 Nov 12 10:50:28.344456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Made reservation on behalf of 7d956d072ec4403897681bda1ea4b91c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:28.370954 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:28.652136 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:28.669825 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:28.752202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930d058-0169-49bb-8657-f62720315959 None None] Pushing event updated for resources: {'Port': ['ID=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:28.811071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-31ba33e3-ab46-4100-8a33-b362a61b68a6 None None] Provisioning complete for port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:28.816122 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-31ba33e3-ab46-4100-8a33-b362a61b68a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:28.824256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa865680-05c1-4e41-a6f3-d81ae8d919b4 req-bbf907f4-5a9a-4173-962c-7ac24171a0f7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:28.839432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa865680-05c1-4e41-a6f3-d81ae8d919b4 req-bbf907f4-5a9a-4173-962c-7ac24171a0f7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.2470825 Nov 12 10:50:28.857934 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Pushing event updated for resources: {'Port': ['ID=7f16388e-e445-43de-b0f1-d6704f4a0987,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:28.917586 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Attempting to bind port 7f16388e-e445-43de-b0f1-d6704f4a0987 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:28.918747 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Attempting to bind port 7f16388e-e445-43de-b0f1-d6704f4a0987 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:28.920705 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Attempting to bind port 7f16388e-e445-43de-b0f1-d6704f4a0987 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:28.935347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 7c829cef-319a-486e-81ba-a55d58e91451 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:28.941248 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.941602 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.950732 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.951301 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.951857 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.952403 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.968068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.968718 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.970009 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.979510 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.980676 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.981516 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:50:28.995493 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:50:28.995945 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:50:29.027349 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:29.032418 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:29.046099 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.047255 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:29.049302 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Bound port: 7f16388e-e445-43de-b0f1-d6704f4a0987, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:29.050294 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.076765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Allocated IP 172.20.0.13 (874b9b59-a949-4993-bbf5-452693fda86c/bbecd288-b864-4082-b98b-3c531c8d4828/bd0fb38d-328e-47a9-859b-5ad2863d37d0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:29.079802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 7c829cef-319a-486e-81ba-a55d58e91451 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:50:29.089473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 7c829cef-319a-486e-81ba-a55d58e91451 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:29.091419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.331488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-2f65caa6-84e1-4ae4-b66c-09126b36441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:29.336045 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-2f65caa6-84e1-4ae4-b66c-09126b36441d service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 1.4845817 Nov 12 10:50:29.338209 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] For port 7f16388e-e445-43de-b0f1-d6704f4a0987, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:29.343422 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] For port 7f16388e-e445-43de-b0f1-d6704f4a0987, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7f16388e-e445-43de-b0f1-d6704f4a0987,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:29.349174 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.433287 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3933ea7-6d10-4e29-b044-595ff90b2183 None None] Pushing event updated for resources: {'Port': ['ID=7f16388e-e445-43de-b0f1-d6704f4a0987,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:29.437024 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Routers {'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:29.437807 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:50:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:29.474124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.487552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa865680-05c1-4e41-a6f3-d81ae8d919b4 req-05b4f8f6-0200-4bfb-bb82-ecd64e7d0079 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454065 Nov 12 10:50:29.539664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.597453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.728502 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.732460 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] Set router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:29.769623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-8b59f056-0b56-41bc-b2cb-8e3adac20b2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8 HTTP/1.1" status: 200 len: 217 time: 0.4048674 Nov 12 10:50:29.801732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 7c829cef-319a-486e-81ba-a55d58e91451, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=7c829cef-319a-486e-81ba-a55d58e91451,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:29.803167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f96884-f503-4867-968b-3ffeea1de023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c829cef-319a-486e-81ba-a55d58e91451'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:29.807140 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484fbfe7-8557-4963-bb45-633ad0335177" -d '{"events": [{"server_uuid": "05f96884-f503-4867-968b-3ffeea1de023", "name": "network-vif-plugged", "status": "completed", "tag": "7c829cef-319a-486e-81ba-a55d58e91451"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:29.811679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:29.813594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c09cf728-3471-4dd0-af83-51b4168fe1b8 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:50:29.823604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Network 874b9b59-a949-4993-bbf5-452693fda86c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:29.873514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:29.879611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Pushing event updated for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:29.896051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:29.967794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=7c829cef-319a-486e-81ba-a55d58e91451,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:30.003364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:30.004967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:30.013124 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:30.055559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02333f77-1c2f-4333-992a-acc85cac021e req-5b738892-3a94-42e6-b107-d0dd6271da1e tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:30.060213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:30.065911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02333f77-1c2f-4333-992a-acc85cac021e req-5b738892-3a94-42e6-b107-d0dd6271da1e tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 950 time: 0.7377672 Nov 12 10:50:30.073756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d6d62-754e-45bb-921b-dda9046b2227 req-16a4afec-59af-4422-b408-7f926a7da02e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:30.077600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f37d6d62-754e-45bb-921b-dda9046b2227 req-16a4afec-59af-4422-b408-7f926a7da02e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 932 time: 0.3375642 Nov 12 10:50:30.092125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-c0b7121f-7d2c-4999-bb3a-d5cf0dc6ec57 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3563206 Nov 12 10:50:30.108096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-665b5087-b446-4222-a534-85337b7628c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:30.110393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-665b5087-b446-4222-a534-85337b7628c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2929850 Nov 12 10:50:30.113248 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:23Z', 'revision_number': 3, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port': {'id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:30.132368 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:30.136983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Request body: {'port': {'device_id': '96942532-575e-4351-92f6-1a5c46e1a58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:30.189697 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b98fc7-e936-4429-aeaf-b5eff25bd9b6 None None] The sync data for ids ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'] in n-d-768851-19 is: [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:23Z', 'revision_number': 3, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port': {'id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:50:30.210188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:30.218981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:30.251177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:30.308849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:30.315428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f37d6d62-754e-45bb-921b-dda9046b2227 req-2ec51785-5b2c-4c07-9f7e-1f2072820f09 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161796 Nov 12 10:50:30.320396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:30.321081 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:30.389382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02333f77-1c2f-4333-992a-acc85cac021e req-1e847333-5c93-4b7f-998e-10bc0710b5ef tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217833 Nov 12 10:50:30.412629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-58d32098-1f5f-403a-afd9-6d594836ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:30.421839 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-58d32098-1f5f-403a-afd9-6d594836ed51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2800024 Nov 12 10:50:30.662479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:30.783952 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-85af0787-d4ed-41fd-905e-a97143db5bcb service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538146 Nov 12 10:50:30.789355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ee1ca-6375-48c2-86b1-aeb0f177de84 req-0aab1506-ea16-4c02-9cfb-55c9eda9fb36 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:30.805570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-479ee1ca-6375-48c2-86b1-aeb0f177de84 req-0aab1506-ea16-4c02-9cfb-55c9eda9fb36 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 950 time: 0.2703061 Nov 12 10:50:30.982673 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b3ebc-fe79-4b1f-839d-270c15fc7938 x-openstack-request-id: req-a76b3ebc-fe79-4b1f-839d-270c15fc7938 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:30.983382 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f96884-f503-4867-968b-3ffeea1de023", "name": "network-vif-plugged", "status": "completed", "tag": "7c829cef-319a-486e-81ba-a55d58e91451", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:30.983382 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a76b3ebc-fe79-4b1f-839d-270c15fc7938 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:30.983654 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f96884-f503-4867-968b-3ffeea1de023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c829cef-319a-486e-81ba-a55d58e91451', 'code': 200} Nov 12 10:50:31.014685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-479ee1ca-6375-48c2-86b1-aeb0f177de84 req-c1685643-5750-44ea-ad77-1579cf447006 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078285 Nov 12 10:50:31.095108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81c9f810-34ba-43cd-be84-4b2c442ce2ae req-d5f817bf-1339-4d05-bdd5-a2cf01d55839 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860649 Nov 12 10:50:31.170462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0fb38d-328e-47a9-859b-5ad2863d37d0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:31.189869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:31.225541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Transition to ACTIVE for port object bd0fb38d-328e-47a9-859b-5ad2863d37d0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:31.231790 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:31.412490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Pushing event updated for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:31.450753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Allocated IP 172.20.0.1 (02db66d9-4145-4374-8d2b-4ad9cb226ff3/1a69baf6-f614-4e42-9cd0-9a39adc84c54/63ccb194-300a-43ef-a1ea-63b31cb9cabf) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:31.463615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd6472-dfc5-4181-acdf-40fe48699b2b req-0add7bf2-0668-4465-9e09-8fa401f69d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:31.474016 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32cd6472-dfc5-4181-acdf-40fe48699b2b req-0add7bf2-0668-4465-9e09-8fa401f69d8f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 1102 time: 0.2749898 Nov 12 10:50:31.508018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d08674-256a-4c7f-9149-9372dcc8740b req-064dc828-abff-4c90-9aa7-fff9c28513d3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:31.521753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91d08674-256a-4c7f-9149-9372dcc8740b req-064dc828-abff-4c90-9aa7-fff9c28513d3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 948 time: 0.3486593 Nov 12 10:50:31.610412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:31.610836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:31.611397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:31.620149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:31.620522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:31.632650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f690659-2a42-4a8d-9f31-431724affb14 req-4469401b-8bc9-473b-a9be-1fb7f1773dc3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:31.634511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f690659-2a42-4a8d-9f31-431724affb14 req-4469401b-8bc9-473b-a9be-1fb7f1773dc3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.1248028 Nov 12 10:50:31.639296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:31.639972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:31.642553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:31.643210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Bound port: bd0fb38d-328e-47a9-859b-5ad2863d37d0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:31.643621 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:31.693704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91d08674-256a-4c7f-9149-9372dcc8740b req-c0926952-309b-4d7c-a03e-a41366973bc7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706996 Nov 12 10:50:31.749157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32cd6472-dfc5-4181-acdf-40fe48699b2b req-db8f6346-769c-4c01-953d-625eda514a46 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231250 Nov 12 10:50:31.867349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:31.879026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:31.892804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f690659-2a42-4a8d-9f31-431724affb14 req-cda954a4-519e-4db4-8a97-de1eb2a496d6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225020 Nov 12 10:50:31.896513 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:31.965304 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:31.994401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:31.995043 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:31.996451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] 10.222.0.59 "PUT /v2.0/ports/bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 200 len: 1093 time: 1.8766840 Nov 12 10:50:31.996919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:31.999214 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4161d09-4343-41c2-9568-9385e73ec635" -d '{"events": [{"name": "network-changed", "server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:32.049707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c303-5514-47af-9680-427e892e8dbb req-65948ab4-f874-4043-93fe-c412b44417f4 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:32.057481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8d0c303-5514-47af-9680-427e892e8dbb req-65948ab4-f874-4043-93fe-c412b44417f4 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 950 time: 0.2568758 Nov 12 10:50:32.062495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7f16388e-e445-43de-b0f1-d6704f4a0987 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:32.081160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a50ae-5fbe-4087-adfa-2fce91a266fa service neutron] Pushing event updated for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:32.195630 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:32.205905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7f16388e-e445-43de-b0f1-d6704f4a0987 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:32.206706 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:32.276908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8d0c303-5514-47af-9680-427e892e8dbb req-ffb00e1e-d239-45cb-8980-6fb1641d87e3 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049046 Nov 12 10:50:32.308259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:32.312169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:32.316117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:32.330749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:32.361382 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0ebbc7-c705-413d-a932-adae4ab01a86 x-openstack-request-id: req-4b0ebbc7-c705-413d-a932-adae4ab01a86 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:32.361848 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:32.362265 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b0ebbc7-c705-413d-a932-adae4ab01a86 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:32.362887 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0', 'status': 'completed', 'code': 200} Nov 12 10:50:32.391410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:32.409339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-d6e75d8d-b251-44fc-9585-792e7fe74f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:32.410976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-d6e75d8d-b251-44fc-9585-792e7fe74f14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1096 time: 0.1439133 Nov 12 10:50:32.446053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 7f16388e-e445-43de-b0f1-d6704f4a0987, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7f16388e-e445-43de-b0f1-d6704f4a0987,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:32.452410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:32.489777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-d443f04c-a06b-414c-80eb-9b20650d7701 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 200 len: 217 time: 0.0634613 Nov 12 10:50:32.570830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Pushing event updated for resources: {'Port': ['ID=63ccb194-300a-43ef-a1ea-63b31cb9cabf,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:32.571786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a92909b-6637-49fe-8cfc-70973509820e req-2109246b-c16b-428c-8ec9-c394240fac75 tempest-FlavorsV2NegativeTest-1589828612 tempest-FlavorsV2NegativeTest-1589828612-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=71a3c424190e4d108bca33c10aa502c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806971 Nov 12 10:50:32.595676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=7f16388e-e445-43de-b0f1-d6704f4a0987,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:32.631028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858b83-687c-43ca-a658-dcacc76cc3bf req-b7830d71-9406-4ab1-abaa-0fe1034a8bb1 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:32.634085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c858b83-687c-43ca-a658-dcacc76cc3bf req-b7830d71-9406-4ab1-abaa-0fe1034a8bb1 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 950 time: 0.1346214 Nov 12 10:50:32.738122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c858b83-687c-43ca-a658-dcacc76cc3bf req-3186035e-accc-4196-813f-0f4439142282 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933712 Nov 12 10:50:32.744266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-0e596af2-f87f-4e76-a722-ad7c215dd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:32.746440 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-0e596af2-f87f-4e76-a722-ad7c215dd87f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.2419395 Nov 12 10:50:32.748994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-113ab8b9-234c-4594-aa7e-d4a96a4a3a30 None None] Provisioning complete for port 63ccb194-300a-43ef-a1ea-63b31cb9cabf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:32.750371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-113ab8b9-234c-4594-aa7e-d4a96a4a3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:32.813486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-61f336a0-e337-4912-8d8b-730c33e4d288 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336983 Nov 12 10:50:32.819043 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:32.825827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92909b-6637-49fe-8cfc-70973509820e req-b18d287e-2c3f-41d2-9e8c-dc7a68f20bd6 tempest-FlavorsV2NegativeTest-1589828612 tempest-FlavorsV2NegativeTest-1589828612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:32.835994 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a92909b-6637-49fe-8cfc-70973509820e req-b18d287e-2c3f-41d2-9e8c-dc7a68f20bd6 tempest-FlavorsV2NegativeTest-1589828612 tempest-FlavorsV2NegativeTest-1589828612-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620597 Nov 12 10:50:32.836908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-113ab8b9-234c-4594-aa7e-d4a96a4a3a30 None None] Port 63ccb194-300a-43ef-a1ea-63b31cb9cabf cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:32.869774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a92909b-6637-49fe-8cfc-70973509820e req-e07cc8de-7a2b-4374-8fa9-56bd3299ea0d tempest-FlavorsV2NegativeTest-1589828612 tempest-FlavorsV2NegativeTest-1589828612-project] 10.222.0.31 "GET /v2.0/quotas/71a3c424190e4d108bca33c10aa502c0 HTTP/1.1" status: 200 len: 375 time: 0.0327511 Nov 12 10:50:32.958318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a92909b-6637-49fe-8cfc-70973509820e req-7c81bdaf-a0fc-4d4d-8e20-70fc0805f9e1 tempest-FlavorsV2NegativeTest-1589828612 tempest-FlavorsV2NegativeTest-1589828612-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71a3c424190e4d108bca33c10aa502c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503492 Nov 12 10:50:32.984306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:32.988113 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d26864-a2d9-44cf-aba4-d068371fe48e" -d '{"events": [{"server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "name": "network-vif-unplugged", "status": "completed", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:33.011771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-aa529bb7-dcb8-48ef-834f-0bbf92dc4ee1 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723006 Nov 12 10:50:33.313345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:33.323425 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:33.324164 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:33.431927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc5c13-53e6-47de-b592-ea2956dd33fa req-5c32e414-bd5f-48c5-b1d7-81ddd916f342 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:33.434932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Pushing event updated for resources: {'Port': ['ID=63ccb194-300a-43ef-a1ea-63b31cb9cabf,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:33.439901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdbc5c13-53e6-47de-b592-ea2956dd33fa req-5c32e414-bd5f-48c5-b1d7-81ddd916f342 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 948 time: 0.1899302 Nov 12 10:50:33.444150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efdf8bf3-3160-4ab3-b51a-2928934773fd req-2732324b-0330-49bf-b102-753b162bded4 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066885 Nov 12 10:50:33.446640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ae840-f7bf-4610-bf92-12da156da1e7 req-97998339-0b86-4400-b71e-6928a03578a9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:33.448488 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f36ae840-f7bf-4610-bf92-12da156da1e7 req-97998339-0b86-4400-b71e-6928a03578a9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.2456570 Nov 12 10:50:33.688643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f36ae840-f7bf-4610-bf92-12da156da1e7 req-ccc82e39-161f-410f-867e-56718b2e5dd2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227721 Nov 12 10:50:33.748725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:33.775681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:33.871838 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08343a40-233f-4118-8016-87baa9bc556f x-openstack-request-id: req-08343a40-233f-4118-8016-87baa9bc556f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:33.872684 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "name": "network-vif-unplugged", "status": "completed", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:33.872684 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08343a40-233f-4118-8016-87baa9bc556f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:33.873028 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'code': 200} Nov 12 10:50:34.046929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7f16388e-e445-43de-b0f1-d6704f4a0987 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:34.129753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:50:34.142247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7f16388e-e445-43de-b0f1-d6704f4a0987 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:34.143071 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:34.168849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdbc5c13-53e6-47de-b592-ea2956dd33fa req-6d8247d7-4eaa-4a54-988c-978886c107de tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7278273 Nov 12 10:50:34.204888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4161d09-4343-41c2-9568-9385e73ec635 req-af12a605-a787-4214-a908-947ffe1dcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:34.208726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4161d09-4343-41c2-9568-9385e73ec635 req-af12a605-a787-4214-a908-947ffe1dcee2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1096 time: 0.2548120 Nov 12 10:50:34.263756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-5803f2ec-9748-4013-9759-ffd7ad1e374c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b781f29914814d85ad35ee647058c810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201162 Nov 12 10:50:34.393897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bb969878-c5bd-48ac-abcb-a51d754d1f89 None None] Provisioning complete for port 63ccb194-300a-43ef-a1ea-63b31cb9cabf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:34.395257 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bb969878-c5bd-48ac-abcb-a51d754d1f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:34.441484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4161d09-4343-41c2-9568-9385e73ec635 req-3c5f9578-875d-4d8a-b14f-bfa119c3b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:34.443066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4161d09-4343-41c2-9568-9385e73ec635 req-3c5f9578-875d-4d8a-b14f-bfa119c3b9fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.1994548 Nov 12 10:50:34.456393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b869-9baf-4d14-8335-1321f9400093 req-6152139f-570c-49e5-9e14-386bcddfe11f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:34.460482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7f39b869-9baf-4d14-8335-1321f9400093 req-6152139f-570c-49e5-9e14-386bcddfe11f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 950 time: 0.0877018 Nov 12 10:50:34.474569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bb969878-c5bd-48ac-abcb-a51d754d1f89 None None] Port 63ccb194-300a-43ef-a1ea-63b31cb9cabf cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:34.554675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43702) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:34.562608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4161d09-4343-41c2-9568-9385e73ec635 req-8ad7dacc-3f18-4d05-9df4-a310f41cae05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 200 len: 217 time: 0.0835559 Nov 12 10:50:34.597318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-5054ee65-3a83-4cb5-9211-26127c10e620 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:34.605568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-5054ee65-3a83-4cb5-9211-26127c10e620 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274622 Nov 12 10:50:34.620316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:50:34.629480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d7950d28-56ae-435b-87cf-48ed8b2d36d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2845488 Nov 12 10:50:34.632743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Sync routers for ids ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:50:34.643730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-5d6ecdf7-8be7-4236-a43f-d735e5653f9c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/quotas/b781f29914814d85ad35ee647058c810 HTTP/1.1" status: 200 len: 375 time: 0.0370181 Nov 12 10:50:34.650736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Routers {'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:34.652067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:50:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:34.686831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7f39b869-9baf-4d14-8335-1321f9400093 req-dc527d4b-4fc1-44db-a06a-628798fa1294 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163754 Nov 12 10:50:34.722540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4161d09-4343-41c2-9568-9385e73ec635 req-5167191a-60eb-48da-8cab-3a3826441aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:34.724234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4161d09-4343-41c2-9568-9385e73ec635 req-5167191a-60eb-48da-8cab-3a3826441aab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1482022 Nov 12 10:50:34.804685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4161d09-4343-41c2-9568-9385e73ec635 req-c5862b67-a05e-47f0-b4b4-86be261e0b12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546389 Nov 12 10:50:34.815071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Set router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:34.826045 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-4ac4ec9c-1c4b-4c36-86e8-272eef4f9309 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b781f29914814d85ad35ee647058c810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1807373 Nov 12 10:50:34.963727 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c09cf728-3471-4dd0-af83-51b4168fe1b8 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:34.970804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4161d09-4343-41c2-9568-9385e73ec635 req-915551e2-1b43-4027-b697-4dca6dccf5d0 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517384 Nov 12 10:50:34.987771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cfd6e6e-6bce-4bf9-845e-cccfad1027a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:35.102783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4161d09-4343-41c2-9568-9385e73ec635 req-44207413-273d-4bcc-b291-d35e30030743 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068232 Nov 12 10:50:35.219625 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cfd6e6e-6bce-4bf9-845e-cccfad1027a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:35.226681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865910c4-56c2-40d5-bb5d-a1316e63f838 req-3c706fdc-f29c-47ca-aa55-43036855325a tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:35.228445 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-865910c4-56c2-40d5-bb5d-a1316e63f838 req-3c706fdc-f29c-47ca-aa55-43036855325a tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 1102 time: 0.2561822 Nov 12 10:50:35.229903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cfd6e6e-6bce-4bf9-845e-cccfad1027a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:35.257995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc5d6b-7acf-4b2c-a14e-c1cf3bd58f6b req-9d41aa93-a8d0-4566-9c8f-4c33d3fa80dc tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:35.259587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81fc5d6b-7acf-4b2c-a14e-c1cf3bd58f6b req-9d41aa93-a8d0-4566-9c8f-4c33d3fa80dc tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.1153479 Nov 12 10:50:35.271160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd6e6e-6bce-4bf9-845e-cccfad1027a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ec8f48-1126-4381-b714-43355df45f7d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:35.359557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-865910c4-56c2-40d5-bb5d-a1316e63f838 req-cd8e616f-e834-43e4-8410-13db3d48ad8a tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885265 Nov 12 10:50:35.371253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4cfd6e6e-6bce-4bf9-845e-cccfad1027a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71a3c424190e4d108bca33c10aa502c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8153880 Nov 12 10:50:35.375218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:35.375870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43732) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:35.432161 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81fc5d6b-7acf-4b2c-a14e-c1cf3bd58f6b req-f86090ee-68f6-498f-ae0f-9626c47e6af5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645532 Nov 12 10:50:35.479633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'mac_address': 'fa:16:3e:77:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:50:35.672736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7463e1a-557b-4368-a444-acb3acb10d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:35.754851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-90efc3ba-ee03-403a-be03-05f509ff0d80 req-87b13851-67d5-4be9-a8bd-c072f1124bac tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 210 time: 0.1819105 Nov 12 10:50:35.787647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7463e1a-557b-4368-a444-acb3acb10d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:35.805267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:32Z', 'revision_number': 4, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port': {'id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '63ccb194-300a-43ef-a1ea-63b31cb9cabf', 'name': '', 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'mac_address': 'fa:16:3e:de:e2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1a69baf6-f614-4e42-9cd0-9a39adc84c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:30Z', 'updated_at': '2021-11-12T10:50:32Z', 'revision_number': 2, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'subnets': [{'id': '1a69baf6-f614-4e42-9cd0-9a39adc84c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:35.918960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Checking router: f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:50:35.921291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Updating router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 port 63ccb194-300a-43ef-a1ea-63b31cb9cabf binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:50:35.929340 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:35.944754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7463e1a-557b-4368-a444-acb3acb10d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:35.952996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7463e1a-557b-4368-a444-acb3acb10d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:35.968389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b7463e1a-557b-4368-a444-acb3acb10d0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3ec8f48-1126-4381-b714-43355df45f7d HTTP/1.1" status: 204 len: 168 time: 0.5913150 Nov 12 10:50:36.104929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7463e1a-557b-4368-a444-acb3acb10d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ec8f48-1126-4381-b714-43355df45f7d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:36.106474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-ac9820e2-bc1c-4ea4-a9f3-2a08f8c32fc9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888693 Nov 12 10:50:36.215891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e935c3-dbad-4e3f-b160-27280a8585e3 req-17996e05-0e9d-4f33-8fcf-26b8a39c2fa7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:36.222754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25e935c3-dbad-4e3f-b160-27280a8585e3 req-17996e05-0e9d-4f33-8fcf-26b8a39c2fa7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 948 time: 0.3205957 Nov 12 10:50:36.407228 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25e935c3-dbad-4e3f-b160-27280a8585e3 req-fc4fc394-9fd0-484c-97c4-cafd147dea13 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774616 Nov 12 10:50:36.551521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-09456da4-b215-4c1d-b0b9-edd19bbe1821 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:36.564446 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-09456da4-b215-4c1d-b0b9-edd19bbe1821 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4522016 Nov 12 10:50:36.593849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-6d28fc18-16e4-4a78-92d8-43fa5690d96d tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/quotas/128bea7fce0948f38d533e6461a2d37a HTTP/1.1" status: 200 len: 375 time: 0.0279562 Nov 12 10:50:36.630762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09cf728-3471-4dd0-af83-51b4168fe1b8 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:36.673370 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:36.783691 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0bb54d9d-6341-47a0-a32b-8f3e98beb68f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1877024 Nov 12 10:50:36.794666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:36.805421 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:36.873975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdfb4-22f8-480e-82de-636fd1f71a83 req-377e59d3-4059-4522-b4ec-b3f9eb0da22f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:36.888366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ecafdfb4-22f8-480e-82de-636fd1f71a83 req-377e59d3-4059-4522-b4ec-b3f9eb0da22f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.1744289 Nov 12 10:50:37.031873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ecafdfb4-22f8-480e-82de-636fd1f71a83 req-ff176f22-6e3f-4c0c-b847-25516c7d47ec tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399913 Nov 12 10:50:37.156163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-f8fa73fe-44fb-433c-a2c5-2bce21062897 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:37.162627 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-f8fa73fe-44fb-433c-a2c5-2bce21062897 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200&tenant_id=e64af9086ff6446299d9bc7f486847e4&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 949 time: 0.2026544 Nov 12 10:50:37.291527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['c09cf728-3471-4dd0-af83-51b4168fe1b8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:37.298607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:37.352976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bd0fb38d-328e-47a9-859b-5ad2863d37d0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:37.470004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cc0ee-8b48-4209-8b81-659549071489 req-9e729f84-707d-47ae-9e68-0595fbdd6883 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:37.486272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf0cc0ee-8b48-4209-8b81-659549071489 req-9e729f84-707d-47ae-9e68-0595fbdd6883 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 949 time: 0.1998882 Nov 12 10:50:37.680650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf0cc0ee-8b48-4209-8b81-659549071489 req-7b889c42-6709-48ff-a57c-e20356455ff3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867399 Nov 12 10:50:37.814459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20c13e35-72cf-4839-a1d3-0aa01edefd2c req-7e9e41d7-8ad0-4424-a8a3-42d549e3155c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 210 time: 0.1948404 Nov 12 10:50:37.832088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-aaeac3db-47b4-427e-a27c-e7b1babcecb5 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b781f29914814d85ad35ee647058c810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464336 Nov 12 10:50:37.855708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-8d532484-961f-4661-8291-c466433c632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:37.861588 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-8d532484-961f-4661-8291-c466433c632e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 1101 time: 0.4162071 Nov 12 10:50:37.947651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:38.053925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0', 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'port_id': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0', 'mac_address': 'fa:16:3e:98:f6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbecd288-b864-4082-b98b-3c531c8d4828', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:50:38.277740 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:38.278051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0696b957-386b-4cab-aeb3-a5cf92eed06d req-180095d3-5ab4-4ee9-b936-cea267d91f98 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 210 time: 0.4412031 Nov 12 10:50:38.287794 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:38.288577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-831fc8bd-c941-4efd-bd6e-5672e503dca0 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:38.289707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-831fc8bd-c941-4efd-bd6e-5672e503dca0 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4468405 Nov 12 10:50:38.305176 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:38.320225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Request body: {'port': {'device_id': 'cb650f11-357a-4c6b-adf1-41270e90f90c', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'b781f29914814d85ad35ee647058c810'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:38.396161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0fb38d-328e-47a9-859b-5ad2863d37d0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:38.488477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:38.494429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81335442-7ead-4dee-90e8-f4f84db2cc01 None None] Pushing event updated for resources: {'Port': ['ID=63ccb194-300a-43ef-a1ea-63b31cb9cabf,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:38.544291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:38.610049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-96da0d2c-43a8-4fe8-85b8-f61eb5b5f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:38.621774 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-96da0d2c-43a8-4fe8-85b8-f61eb5b5f4fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.7484460 Nov 12 10:50:38.758300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Made reservation on behalf of b781f29914814d85ad35ee647058c810 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:38.796106 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Attempting to bind port 63ccb194-300a-43ef-a1ea-63b31cb9cabf on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:38.796488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Attempting to bind port 63ccb194-300a-43ef-a1ea-63b31cb9cabf by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:38.805241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Attempting to bind port 63ccb194-300a-43ef-a1ea-63b31cb9cabf on network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:38.810121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:38.829996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:38.830661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Checking segment: {'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:38.831248 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:38.831810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Bound using segment: {'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:38.832698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Bound port: 63ccb194-300a-43ef-a1ea-63b31cb9cabf, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb773085-fb36-4c3e-a733-cd1d43e84d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:38.833439 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:38.879052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:38.998233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-1e06578d-a549-478f-b639-d25c4f92872e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8 HTTP/1.1" status: 200 len: 217 time: 0.3412495 Nov 12 10:50:39.008044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['bd0fb38d-328e-47a9-859b-5ad2863d37d0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:39.167392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] For port 63ccb194-300a-43ef-a1ea-63b31cb9cabf, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:39.237535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39900323-cf28-47d9-b779-24aad27f7d89 req-ab1830e2-7a77-4110-876a-1cd0f6931e66 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:39.242527 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6414-006a-40e4-bb1b-5542e55f160f req-066113ac-cd30-461c-8fdc-a7dbfbaf36dd tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:39.244776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3d6414-006a-40e4-bb1b-5542e55f160f req-066113ac-cd30-461c-8fdc-a7dbfbaf36dd tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.9724081 Nov 12 10:50:39.257741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39900323-cf28-47d9-b779-24aad27f7d89 req-ab1830e2-7a77-4110-876a-1cd0f6931e66 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 949 time: 0.1425910 Nov 12 10:50:39.282083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-2b7b3c13-6ce7-462e-b364-dfc52897ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:39.285240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-2b7b3c13-6ce7-462e-b364-dfc52897ff18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2780175 Nov 12 10:50:39.335384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] For port 63ccb194-300a-43ef-a1ea-63b31cb9cabf, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=63ccb194-300a-43ef-a1ea-63b31cb9cabf,segment=NetworkSegment(bb773085-fb36-4c3e-a733-cd1d43e84d22),segment_id=bb773085-fb36-4c3e-a733-cd1d43e84d22)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:39.373149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:39.374311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39900323-cf28-47d9-b779-24aad27f7d89 req-7dfed1d0-f6f5-4a09-a567-2fa452fee52f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146266 Nov 12 10:50:39.456600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Allocated IP 192.168.233.124 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/e0110e9e-69af-49c1-98e6-19e69e49549e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:39.507285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3d6414-006a-40e4-bb1b-5542e55f160f req-5ef5d49c-a53f-441e-882a-7ebcab22c56a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467787 Nov 12 10:50:39.519746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-4e30e825-cb2c-42b1-9d59-0bb8813d0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:39.525972 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-4e30e825-cb2c-42b1-9d59-0bb8813d0c12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100258 Nov 12 10:50:39.556010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81335442-7ead-4dee-90e8-f4f84db2cc01 None None] Pushing event updated for resources: {'Port': ['ID=63ccb194-300a-43ef-a1ea-63b31cb9cabf,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:39.596480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Routers {'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:50:39.600770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:50:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:39.655132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa729379-97f0-4fd7-be52-cf22b469e57f req-a568e212-a2d0-4c67-a782-b4a139dbfb84 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 210 time: 0.0815799 Nov 12 10:50:39.991278 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-5dcfbe8d-1407-4110-b166-f5bd5b2bd273 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483480 Nov 12 10:50:40.164570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31a29363-2ab7-4b72-a12e-14fd4a4fcaae req-bb27cfc0-a916-46a0-8a14-635e00d17c1f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 210 time: 0.2170596 Nov 12 10:50:40.264768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] Set router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:50:40.361485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:40.424564 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:40.501859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Pushing event updated for resources: {'Port': ['ID=e0110e9e-69af-49c1-98e6-19e69e49549e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:40.548519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:40.550198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:40.561530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:40.597629 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfe245ae-666a-4a81-9eaa-2151315af6fd req-934dc077-1cdb-45fc-96cd-8b6cf5589600 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011884 Nov 12 10:50:40.686178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5e0ef0c0-b065-46eb-9978-2de06284f631 None None] Provisioning complete for port 63ccb194-300a-43ef-a1ea-63b31cb9cabf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:40.686545 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef0c0-b065-46eb-9978-2de06284f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:40.746106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-036edd95-f691-438c-86a8-bbbf8218fc91 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=128bea7fce0948f38d533e6461a2d37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471322 Nov 12 10:50:40.748364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-536b7aa4-696a-44de-8252-61ca5dde3280 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=75c539d76857448b8935f694ef7d98bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1487060 Nov 12 10:50:40.758516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ee124ac7-73b6-48f1-bc25-a3199d1583f7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:40.824149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:40.825281 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:40.942829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b73b-e2e0-4cde-b902-19214cf8caef req-5701790e-5592-44a9-ab2c-73b8c1e5440a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:40.953666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6254b73b-e2e0-4cde-b902-19214cf8caef req-5701790e-5592-44a9-ab2c-73b8c1e5440a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 949 time: 0.2745998 Nov 12 10:50:40.963809 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-e5e27e0f-c5a5-49ce-9c59-73c02db363eb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6528206 Nov 12 10:50:41.049017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Request body: {'port': {'device_id': 'cb650f11-357a-4c6b-adf1-41270e90f90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:41.051725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-83ad9b7f-de60-4cc2-9b04-57826e549f95 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:41.060778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-83ad9b7f-de60-4cc2-9b04-57826e549f95 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031664 Nov 12 10:50:41.104252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c09cf728-3471-4dd0-af83-51b4168fe1b8 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:41.105639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Request body: {'port': {'device_id': '06cc692f-72f3-405a-8a37-1c93f32ff51e', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '128bea7fce0948f38d533e6461a2d37a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:41.161820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6254b73b-e2e0-4cde-b902-19214cf8caef req-d13a99cf-f874-4e6f-9acd-d24c914af043 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047625 Nov 12 10:50:41.226967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:41.299294 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:41.301414 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:41.625263 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef0c0-b065-46eb-9978-2de06284f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:41.711017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port c09cf728-3471-4dd0-af83-51b4168fe1b8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:41.711582 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:41.863389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc0d5c-244f-4fb7-ad71-8f8a8f65ec6d req-9f6325cd-2994-4f0a-936d-c3ac379a532b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:41.890163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dc0d5c-244f-4fb7-ad71-8f8a8f65ec6d req-9f6325cd-2994-4f0a-936d-c3ac379a532b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 945 time: 0.3749430 Nov 12 10:50:41.902670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5e0ef0c0-b065-46eb-9978-2de06284f631 None None] For port 63ccb194-300a-43ef-a1ea-63b31cb9cabf, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=63ccb194-300a-43ef-a1ea-63b31cb9cabf,segment=NetworkSegment(bb773085-fb36-4c3e-a733-cd1d43e84d22),segment_id=bb773085-fb36-4c3e-a733-cd1d43e84d22)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:41.952646 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef0c0-b065-46eb-9978-2de06284f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:42.170907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dc0d5c-244f-4fb7-ad71-8f8a8f65ec6d req-e6ed1574-535f-4184-95b1-eb4502e8e8a2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768555 Nov 12 10:50:42.176054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e222b3-0777-460d-b50b-610d69f337d1 req-998f01e1-477f-41cd-bae1-399d8459cd92 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:42.177817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0110e9e-69af-49c1-98e6-19e69e49549e {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:42.180507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-998f01e1-477f-41cd-bae1-399d8459cd92 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1154690 Nov 12 10:50:42.186770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Made reservation on behalf of 128bea7fce0948f38d533e6461a2d37a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:42.192561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:42.217560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:42.247558 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-e50c6f2d-ea7c-40c4-b896-90d5f7d70c73 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/quotas/75c539d76857448b8935f694ef7d98bd HTTP/1.1" status: 200 len: 375 time: 0.0515597 Nov 12 10:50:42.266614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ef0c0-b065-46eb-9978-2de06284f631 None None] Pushing event updated for resources: {'Port': ['ID=63ccb194-300a-43ef-a1ea-63b31cb9cabf,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:42.294268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Transition to ACTIVE for port object e0110e9e-69af-49c1-98e6-19e69e49549e will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:42.302078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:42.341265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-10a0b75a-c538-4b3c-a6f1-7319df2ed308 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75c539d76857448b8935f694ef7d98bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669117 Nov 12 10:50:42.392849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:32Z', 'revision_number': 4, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port': {'id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '63ccb194-300a-43ef-a1ea-63b31cb9cabf', 'name': '', 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'mac_address': 'fa:16:3e:de:e2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1a69baf6-f614-4e42-9cd0-9a39adc84c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:30Z', 'updated_at': '2021-11-12T10:50:39Z', 'revision_number': 4, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'subnets': [{'id': '1a69baf6-f614-4e42-9cd0-9a39adc84c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:50:42.458772 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:42.471566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db5045-be24-4726-a6cf-7ce92c7bf70a None None] The sync data for ids ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'] in n-d-768851-19 is: [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:32Z', 'revision_number': 4, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port': {'id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '63ccb194-300a-43ef-a1ea-63b31cb9cabf', 'name': '', 'network_id': '02db66d9-4145-4374-8d2b-4ad9cb226ff3', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'mac_address': 'fa:16:3e:de:e2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1a69baf6-f614-4e42-9cd0-9a39adc84c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:30Z', 'updated_at': '2021-11-12T10:50:39Z', 'revision_number': 4, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'subnets': [{'id': '1a69baf6-f614-4e42-9cd0-9a39adc84c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:50:42.663005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Pushing event updated for resources: {'Port': ['ID=e0110e9e-69af-49c1-98e6-19e69e49549e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:42.752771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Allocated IP 192.168.233.82 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/8cb34888-7d43-4c6c-b47b-8dc2b72b8344) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:42.883264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:42.915684 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d494d-5ba0-4aa5-87fa-61a8f0c76a3a" -d '{"events": [{"server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "name": "network-vif-plugged", "status": "completed", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:42.982726 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b606c57e-c567-44a2-846c-a683027193e6 req-af61b116-9741-4ce2-910f-f41d774be610 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 210 time: 0.0688674 Nov 12 10:50:42.999508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f0fd9d80-b7b2-4021-97dd-e488b0b0be92 None None] Provisioning complete for port 63ccb194-300a-43ef-a1ea-63b31cb9cabf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:43.010524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9d80-b7b2-4021-97dd-e488b0b0be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:43.026039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:43.111977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:43.119325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423e13a-7c9b-401a-a067-6adc9a09950b req-471e5333-22ee-4f22-b6b0-a6e007823c2e tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:43.130989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9423e13a-7c9b-401a-a067-6adc9a09950b req-471e5333-22ee-4f22-b6b0-a6e007823c2e tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 948 time: 0.6711245 Nov 12 10:50:43.222630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Attempting to bind port e0110e9e-69af-49c1-98e6-19e69e49549e on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:43.225058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Attempting to bind port e0110e9e-69af-49c1-98e6-19e69e49549e by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:43.225527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Attempting to bind port e0110e9e-69af-49c1-98e6-19e69e49549e on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:43.236464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Port e0110e9e-69af-49c1-98e6-19e69e49549e on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:43.243656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Attempting to bind port e0110e9e-69af-49c1-98e6-19e69e49549e on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:43.287572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:43.288310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:43.288856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:43.289514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Bound port: e0110e9e-69af-49c1-98e6-19e69e49549e, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:43.297448 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:43.427716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bd0fb38d-328e-47a9-859b-5ad2863d37d0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:43.436107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9423e13a-7c9b-401a-a067-6adc9a09950b req-95c46396-db23-4a60-a081-8438a8fa172c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998664 Nov 12 10:50:43.463984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:43.564510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:43.681592 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:43.698602 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31c3bf54-2820-43ef-988c-dbee5691ada5 req-1144cced-d136-4fc9-8bbc-d82cbb08d984 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 210 time: 0.0989571 Nov 12 10:50:43.706185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] For port e0110e9e-69af-49c1-98e6-19e69e49549e, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:43.753050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] For port e0110e9e-69af-49c1-98e6-19e69e49549e, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e0110e9e-69af-49c1-98e6-19e69e49549e,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:43.755044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:43.800000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:43.801170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:43.803783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f', '022ec2c2-1048-49b2-bd97-cd20ab36ded6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:43.810613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] 10.222.0.59 "PUT /v2.0/ports/e0110e9e-69af-49c1-98e6-19e69e49549e HTTP/1.1" status: 200 len: 1097 time: 2.8303707 Nov 12 10:50:43.840442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb650f11-357a-4c6b-adf1-41270e90f90c', 'tag': 'e0110e9e-69af-49c1-98e6-19e69e49549e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:43.847399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'b06db357-cf93-42dc-9d67-893f5913119a', 'f35a9bfb-5296-49ae-adb4-20edbdfd906a', '7c829cef-319a-486e-81ba-a55d58e91451'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:43.851083 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb650f11-357a-4c6b-adf1-41270e90f90c", "tag": "e0110e9e-69af-49c1-98e6-19e69e49549e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:44.115130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event updated for resources: {'Port': ['ID=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:44.126476 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847ba99f-0677-42eb-b87a-adba724315be x-openstack-request-id: req-847ba99f-0677-42eb-b87a-adba724315be {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:44.132104 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "name": "network-vif-plugged", "status": "completed", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:44.133259 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-847ba99f-0677-42eb-b87a-adba724315be {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:44.150277 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'code': 200} Nov 12 10:50:44.225876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 63ccb194-300a-43ef-a1ea-63b31cb9cabf up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:44.273270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc4157-4edb-4066-8e30-b541a7746348 service neutron] Pushing event updated for resources: {'Port': ['ID=e0110e9e-69af-49c1-98e6-19e69e49549e,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:44.360181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:44.371009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:44.376038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:44.409050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:44.411623 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:44.444326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-b154b78c-be77-4e17-b8c0-7209f2a2299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:44.451059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-b154b78c-be77-4e17-b8c0-7209f2a2299e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b781f29914814d85ad35ee647058c810&device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 1100 time: 0.4796350 Nov 12 10:50:44.460637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port bd0fb38d-328e-47a9-859b-5ad2863d37d0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:50:44.471103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-f194276c-8df3-4cd2-92c8-644a729108a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2688558 Nov 12 10:50:44.497142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-c799d2c1-0310-47cc-954a-84d8910f8473 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4074352 Nov 12 10:50:44.505973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Request body: {'port': {'device_id': '06cc692f-72f3-405a-8a37-1c93f32ff51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:44.548845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port bd0fb38d-328e-47a9-859b-5ad2863d37d0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:44.549246 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:44.614289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dc743-5986-4661-a595-cb1ed500c08f req-a8338c0e-b3a4-4894-932c-0ed0835178fe tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:44.620405 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a09dc743-5986-4661-a595-cb1ed500c08f req-a8338c0e-b3a4-4894-932c-0ed0835178fe tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 945 time: 0.3339512 Nov 12 10:50:44.623173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-79f61ef8-d96c-41d3-a274-e65c2fa72ef6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e0110e9e-69af-49c1-98e6-19e69e49549e HTTP/1.1" status: 200 len: 217 time: 0.1391585 Nov 12 10:50:44.650697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e5a8a-54f5-40f0-bc8f-a2af82a8a355 req-b1e27651-552e-4763-b18c-97b6782898ba tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:44.656387 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea7e5a8a-54f5-40f0-bc8f-a2af82a8a355 req-b1e27651-552e-4763-b18c-97b6782898ba tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.7172494 Nov 12 10:50:44.891181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f2fe541d-279b-4efe-abbc-de6c1d0e6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:44.893379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-f2fe541d-279b-4efe-abbc-de6c1d0e6ac1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2293344 Nov 12 10:50:44.908751 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:44.939723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-88478288-8bd0-4739-b843-96234e68eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:44.949289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-88478288-8bd0-4739-b843-96234e68eab6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 1101 time: 0.2892675 Nov 12 10:50:44.982017 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea7e5a8a-54f5-40f0-bc8f-a2af82a8a355 req-dc7331b0-6f73-4d14-ad21-1bc8c5ae76d5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704411 Nov 12 10:50:44.999220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a09dc743-5986-4661-a595-cb1ed500c08f req-c0d9afb8-f200-4bd1-869f-d63db9013111 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708978 Nov 12 10:50:45.125264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-03ce795f-ef20-4c65-87dd-e0f8fbbe0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:45.127098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-03ce795f-ef20-4c65-87dd-e0f8fbbe0b72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1224184 Nov 12 10:50:45.330228 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14538da-7616-4cf5-80b9-59465a47b29a x-openstack-request-id: req-b14538da-7616-4cf5-80b9-59465a47b29a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:45.330228 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb650f11-357a-4c6b-adf1-41270e90f90c", "tag": "e0110e9e-69af-49c1-98e6-19e69e49549e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:45.330228 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b14538da-7616-4cf5-80b9-59465a47b29a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:45.330228 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb650f11-357a-4c6b-adf1-41270e90f90c', 'tag': 'e0110e9e-69af-49c1-98e6-19e69e49549e', 'status': 'completed', 'code': 200} Nov 12 10:50:45.446925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-5132384b-0a6c-4015-9db3-145738e790d7 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060625 Nov 12 10:50:45.565367 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:45.597744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a1f302-4c1a-4b60-86d3-36fefb27c6e4 req-ed2ccad5-3d01-4967-a1dc-b9a58ce3eeeb service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368403 Nov 12 10:50:45.614321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 63ccb194-300a-43ef-a1ea-63b31cb9cabf triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:45.614694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:45.626858 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27573cae-30d3-4860-a02d-b49eb2435208 req-660d38b1-4181-4cad-9fc8-fc21da641696 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:45.643564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27573cae-30d3-4860-a02d-b49eb2435208 req-660d38b1-4181-4cad-9fc8-fc21da641696 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 935 time: 0.3107278 Nov 12 10:50:45.655504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-c6ad304b-febd-4d95-8bb9-fbb6b6512bea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3240795 Nov 12 10:50:45.798244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:45.821783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27573cae-30d3-4860-a02d-b49eb2435208 req-b6a6dcab-cc04-4e38-a912-9006229b0ce7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750221 Nov 12 10:50:45.835195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:45.849673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-662bf9a3-1b9e-4ac5-a4f8-d3bd44727ac2 None None] Provisioning complete for port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:45.850690 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-662bf9a3-1b9e-4ac5-a4f8-d3bd44727ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:45.963453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:45.995794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:46.047301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-0a59b1b2-9f5e-4b48-8c10-87a8acb9c59f tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=75c539d76857448b8935f694ef7d98bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627835 Nov 12 10:50:46.051230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-2bd79cc4-c496-492e-89d5-28905de08cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:46.053142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-2bd79cc4-c496-492e-89d5-28905de08cf5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.9444165 Nov 12 10:50:46.053782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-2f7822c8-6ae2-4269-b1f5-59a7f2565ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:46.059541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-2f7822c8-6ae2-4269-b1f5-59a7f2565ef8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1102 time: 0.3094616 Nov 12 10:50:46.063057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8be5-660e-4cc2-84fc-fb64bbc028fe req-12d4956f-64a5-414a-9b06-562274bbef59 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:46.072302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffaa8be5-660e-4cc2-84fc-fb64bbc028fe req-12d4956f-64a5-414a-9b06-562274bbef59 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 948 time: 0.5122170 Nov 12 10:50:46.081448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Transition to ACTIVE for port object 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:46.099198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-f1357b74-bc42-43c3-bc77-4dc9d1051432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:46.108214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-f1357b74-bc42-43c3-bc77-4dc9d1051432 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b781f29914814d85ad35ee647058c810&device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 1100 time: 0.3843186 Nov 12 10:50:46.117124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:46.126054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-662bf9a3-1b9e-4ac5-a4f8-d3bd44727ac2 None None] Port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:46.181636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-ccc25a1d-2d7e-4e52-99b5-a0d6edda9c95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=57306fdc-f500-4a65-9306-e501295d4fac HTTP/1.1" status: 200 len: 217 time: 0.0985382 Nov 12 10:50:46.450657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:46.461693 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4c2df7-ed5a-412b-819f-acd01cdad442" -d '{"events": [{"server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "name": "network-vif-plugged", "status": "completed", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:46.529540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-9f904e4a-a804-4c6d-8222-12149912c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:46.532221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-9f904e4a-a804-4c6d-8222-12149912c12b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.3204448 Nov 12 10:50:46.537587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffaa8be5-660e-4cc2-84fc-fb64bbc028fe req-e5f08e16-1636-4366-a5a9-1df3e9dd12ba tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638875 Nov 12 10:50:46.648226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:46.670473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Attempting to bind port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:46.670815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Attempting to bind port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:46.671141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Attempting to bind port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:46.692160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-9faa3024-7891-47b6-8bf8-bea16fb1442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:46.694297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-9faa3024-7891-47b6-8bf8-bea16fb1442e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4483254 Nov 12 10:50:46.747524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4acba9c-c619-432d-9bb9-fb081c79101c req-bd344073-cc23-408c-8501-a58f22e320ec tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 210 time: 0.5442626 Nov 12 10:50:46.808498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e222b3-0777-460d-b50b-610d69f337d1 req-9916fe84-abd9-41f4-8266-73d5448d6092 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:46.813762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-9916fe84-abd9-41f4-8266-73d5448d6092 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7227433 Nov 12 10:50:46.814589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:46.847058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Request body: {'port': {'device_id': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '75c539d76857448b8935f694ef7d98bd'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:46.856471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:46.857095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Attempting to bind port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:46.905156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-f9a4f921-0cf8-4502-a5ed-c50a938ad742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:46.907885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-f9a4f921-0cf8-4502-a5ed-c50a938ad742 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.7937284 Nov 12 10:50:46.909589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-35eb4294-3cc7-4bca-b173-9fe473c016a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e0110e9e-69af-49c1-98e6-19e69e49549e HTTP/1.1" status: 200 len: 217 time: 0.1436906 Nov 12 10:50:47.001032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:47.002010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:47.002010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:47.002820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Bound port: 8cb34888-7d43-4c6c-b47b-8dc2b72b8344, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:47.003426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:47.035774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-a06a7d74-ce1a-4a82-a1eb-876fb307d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:47.037610 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-a06a7d74-ce1a-4a82-a1eb-876fb307d021 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4446707 Nov 12 10:50:47.076464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-f8a77721-0b31-4f66-8b6f-bfffc23959c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.1173785 Nov 12 10:50:47.161535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22647138-e1fb-4608-8504-bcaba58d5738 req-39e74f5a-7996-4e09-9e39-483c759fd7a6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:47.163364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c15a-08c3-4780-bd75-44f6d6583824 req-4a063326-e642-498c-8ed6-57d5c164f7ea tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:47.166878 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c324c15a-08c3-4780-bd75-44f6d6583824 req-4a063326-e642-498c-8ed6-57d5c164f7ea tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.2803822 Nov 12 10:50:47.172826 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22647138-e1fb-4608-8504-bcaba58d5738 req-39e74f5a-7996-4e09-9e39-483c759fd7a6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.3491464 Nov 12 10:50:47.193632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-89cff459-ecc3-44c7-8097-258e95d2eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:47.196799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-89cff459-ecc3-44c7-8097-258e95d2eda9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2393188 Nov 12 10:50:47.223874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] For port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:47.260332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-31b93733-9e6e-4c21-ac3e-4decba45c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:47.262087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-31b93733-9e6e-4c21-ac3e-4decba45c9db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1675098 Nov 12 10:50:47.357721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] For port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:47.388033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:47.403941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e0110e9e-69af-49c1-98e6-19e69e49549e details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:47.507643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22647138-e1fb-4608-8504-bcaba58d5738 req-2f13da1c-bf6a-4eab-b36d-bad482e87509 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333492 Nov 12 10:50:47.518201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Made reservation on behalf of 75c539d76857448b8935f694ef7d98bd for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:47.522022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:47.559841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:47.560758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:47.562458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] 10.222.0.59 "PUT /v2.0/ports/8cb34888-7d43-4c6c-b47b-8dc2b72b8344 HTTP/1.1" status: 200 len: 1096 time: 3.0644510 Nov 12 10:50:47.581913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:47.592664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cc692f-72f3-405a-8a37-1c93f32ff51e', 'tag': '8cb34888-7d43-4c6c-b47b-8dc2b72b8344'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:47.596211 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e651fece-a1e7-470a-a83c-7cec42002ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "06cc692f-72f3-405a-8a37-1c93f32ff51e", "tag": "8cb34888-7d43-4c6c-b47b-8dc2b72b8344"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:47.626439 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-41a35ca5-fa91-428b-b173-44e40ccd90bd service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960954 Nov 12 10:50:47.708648 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c324c15a-08c3-4780-bd75-44f6d6583824 req-77cbc526-8605-4bc4-8e44-41ad410b183c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284064 Nov 12 10:50:47.741503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-5e432450-1175-4464-b37d-873d33152733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:47.743217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-5e432450-1175-4464-b37d-873d33152733 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5289946 Nov 12 10:50:47.756685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e0110e9e-69af-49c1-98e6-19e69e49549e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e0110e9e-69af-49c1-98e6-19e69e49549e,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:47.787580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'e0110e9e-69af-49c1-98e6-19e69e49549e', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'e0110e9e-69af-49c1-98e6-19e69e49549e', 'mac_address': 'fa:16:3e:a1:05:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:50:47.878418 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0620fb7c-58b8-48f7-a035-fbee4d68b40e x-openstack-request-id: req-0620fb7c-58b8-48f7-a035-fbee4d68b40e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:47.878553 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "name": "network-vif-plugged", "status": "completed", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:47.878848 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0620fb7c-58b8-48f7-a035-fbee4d68b40e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:47.879173 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0', 'code': 200} Nov 12 10:50:47.942456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:47.994317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0110e9e-69af-49c1-98e6-19e69e49549e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:48.008166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.59', 56611) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:50:48.085114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e0110e9e-69af-49c1-98e6-19e69e49549e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e0110e9e-69af-49c1-98e6-19e69e49549e,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:48.090983 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:48.111437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-9741b699-3169-4e9b-8009-1126dabad1c5 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587976 Nov 12 10:50:48.147367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-3b996805-e388-4c5e-813b-e1407ba99f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:48.148696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-3b996805-e388-4c5e-813b-e1407ba99f8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8625076 Nov 12 10:50:48.165823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be31b5bc-4820-4384-b2a0-2cfb1f5bd68b req-69ce2b26-deb9-4fe6-805e-5e1ce2507a68 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045829 Nov 12 10:50:48.184404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e0110e9e-69af-49c1-98e6-19e69e49549e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:48.283521 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7221443-c4db-4ed1-acc1-7b88fb298ff5 x-openstack-request-id: req-e7221443-c4db-4ed1-acc1-7b88fb298ff5 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:48.284299 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cc692f-72f3-405a-8a37-1c93f32ff51e", "tag": "8cb34888-7d43-4c6c-b47b-8dc2b72b8344", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:48.284957 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7221443-c4db-4ed1-acc1-7b88fb298ff5 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:48.285583 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06cc692f-72f3-405a-8a37-1c93f32ff51e', 'tag': '8cb34888-7d43-4c6c-b47b-8dc2b72b8344', 'status': 'completed', 'code': 200} Nov 12 10:50:48.290202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f7e7c-cc4f-4d4e-8a28-d45dd6ab7b37 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:48.319654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-115f1fa6-4d53-48f3-b79a-392d21efef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:48.322205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-115f1fa6-4d53-48f3-b79a-392d21efef76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 1099 time: 0.6944730 Nov 12 10:50:48.363167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:48.408353 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:48.427110 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-3a526e4f-7dd9-4a98-8f48-b90fe2f71f79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=8cb34888-7d43-4c6c-b47b-8dc2b72b8344 HTTP/1.1" status: 200 len: 217 time: 0.0858383 Nov 12 10:50:48.450101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d317af-9bcb-4c7e-8e27-cdaff6af0f06 req-a475412d-8f24-4056-9c74-44b8db64bf55 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:48.452411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d317af-9bcb-4c7e-8e27-cdaff6af0f06 req-a475412d-8f24-4056-9c74-44b8db64bf55 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 949 time: 0.3173788 Nov 12 10:50:48.466979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6aa79-0dd9-4ccd-9892-4b50530f7ccc req-4a378903-2cda-43a0-b418-774c360687b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:48.468476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3bd6aa79-0dd9-4ccd-9892-4b50530f7ccc req-4a378903-2cda-43a0-b418-774c360687b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1098 time: 0.4493883 Nov 12 10:50:48.553025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-e576b746-302b-4721-90c5-6563b16e0e1d service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281746 Nov 12 10:50:48.558671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['e0110e9e-69af-49c1-98e6-19e69e49549e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:48.580173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8595a48c-63fc-4a36-bf43-2c4667d05ab6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:48.630701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccd4fe-2186-455d-b3b3-ed2794c2a937 req-a467f051-64bf-4f88-ac79-c009a99b88c0 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:48.641636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdccd4fe-2186-455d-b3b3-ed2794c2a937 req-a467f051-64bf-4f88-ac79-c009a99b88c0 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 947 time: 0.3741128 Nov 12 10:50:48.660634 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43cdfa2a-c2ee-4435-8ec1-63a803bb103c req-14ae9492-0a81-4e48-9aee-890ba81024fd service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278659 Nov 12 10:50:48.757753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3bd6aa79-0dd9-4ccd-9892-4b50530f7ccc req-25b211b5-bd7b-4661-ae45-ceb233520014 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694073 Nov 12 10:50:48.769039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-887d5fa7-d84c-4f39-929f-a242ec45dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:48.772682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-887d5fa7-d84c-4f39-929f-a242ec45dcd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.3305511 Nov 12 10:50:48.854040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d317af-9bcb-4c7e-8e27-cdaff6af0f06 req-0cde30ba-8eaa-4fc5-b179-d2d8c51601c0 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265603 Nov 12 10:50:48.933225 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdccd4fe-2186-455d-b3b3-ed2794c2a937 req-d79fcc6d-149e-4486-8fd9-2f64c3e8f5ac tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736998 Nov 12 10:50:48.942705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e83a76a-4d55-49f7-9341-287a6b721548 req-070a895a-50dc-4456-95bd-48e8da72e5e7 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644862 Nov 12 10:50:49.025516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Allocated IP 192.168.233.8 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/cd69ec25-e7b3-42e8-9e21-c68b792904e7) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:49.044480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d383def-28c9-4e13-b8a6-bf1a33f5c254 req-da9abc4b-2998-4059-a46b-a48b93206694 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 210 time: 0.0670929 Nov 12 10:50:49.366648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-e151d231-7a1e-47eb-ae73-3fe11e95cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:49.369862 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-e151d231-7a1e-47eb-ae73-3fe11e95cdd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2346039 Nov 12 10:50:49.398642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dba9c-62d6-4011-8b2a-c90cb9df9230 req-5bc45428-0959-43cf-8986-8c2df9db9f11 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:49.409837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-962dba9c-62d6-4011-8b2a-c90cb9df9230 req-5bc45428-0959-43cf-8986-8c2df9db9f11 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.2730639 Nov 12 10:50:49.692350 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-962dba9c-62d6-4011-8b2a-c90cb9df9230 req-59debc28-a555-4503-b289-a9956456dc36 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793276 Nov 12 10:50:49.692662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-4486268e-aa00-4809-ab28-871ac49316ce tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633011 Nov 12 10:50:49.734167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:49.821990 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-5046b437-d3c3-4efa-a494-b942a27651dd service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026248 Nov 12 10:50:49.858025 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:49.991694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-e07e51b0-3ea0-4587-847a-9761cc22836a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:50.005222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-e07e51b0-3ea0-4587-847a-9761cc22836a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3107934 Nov 12 10:50:50.029506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-09972cea-1f0d-4e6b-9c25-f52d7dcbe9fa tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/quotas/e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 375 time: 0.0231583 Nov 12 10:50:50.122359 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-1a368eca-ee8a-4892-8eb9-7de1db3ea2ec tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879714 Nov 12 10:50:50.472657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:50.522604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:50.553560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:50.564022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:50.574652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:50.575676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:50.616462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bc61d-e03c-43d4-8987-1ccd809140b7 req-c43d30a6-0a76-4989-8763-198ab37df773 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:50.629884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-076bc61d-e03c-43d4-8987-1ccd809140b7 req-c43d30a6-0a76-4989-8763-198ab37df773 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 949 time: 0.6088626 Nov 12 10:50:50.713442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59b82a-dfa3-417c-b46e-bbb35932adca req-86ac1cad-f978-4b30-a5eb-80e0318a6646 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:50.723886 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e59b82a-dfa3-417c-b46e-bbb35932adca req-86ac1cad-f978-4b30-a5eb-80e0318a6646 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1097 time: 0.2258124 Nov 12 10:50:50.752436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-ac85006b-3058-42bd-a467-e7f26fd169ae tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9050379 Nov 12 10:50:50.784331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Request body: {'port': {'device_id': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:50.846181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e4ce31-881a-4cd7-96f2-a72b69b75dd0 req-8c5f8efb-f982-4c7f-a8e0-0dc160d46641 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0041156 Nov 12 10:50:50.893330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e59b82a-dfa3-417c-b46e-bbb35932adca req-43444dcc-7c31-4384-9e1b-4b614bd5ba01 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677470 Nov 12 10:50:50.957632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-076bc61d-e03c-43d4-8987-1ccd809140b7 req-22328243-75f2-48ce-835a-c00e93b9ae7d tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264914 Nov 12 10:50:50.971249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:51.161150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-d1b04d2a-02c3-4413-81ed-1a260a1fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:51.163663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-d1b04d2a-02c3-4413-81ed-1a260a1fd537 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=128bea7fce0948f38d533e6461a2d37a&device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 1099 time: 0.1538775 Nov 12 10:50:51.260977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3508-639d-40ba-989d-ef248d0ba30e req-e0b4f2b1-40a4-4980-91f3-7839e74108d7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:51.262505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c80f3508-639d-40ba-989d-ef248d0ba30e req-e0b4f2b1-40a4-4980-91f3-7839e74108d7 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 947 time: 0.0849841 Nov 12 10:50:51.272305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9d57fd92-b550-4c42-96c9-e7ae0d3956e0 None None] Provisioning complete for port cd69ec25-e7b3-42e8-9e21-c68b792904e7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:51.273478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d57fd92-b550-4c42-96c9-e7ae0d3956e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:51.354082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c80f3508-639d-40ba-989d-ef248d0ba30e req-977b730e-bda2-4a54-9ced-3c3a5f1588a0 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751073 Nov 12 10:50:51.362979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9d57fd92-b550-4c42-96c9-e7ae0d3956e0 None None] Port cd69ec25-e7b3-42e8-9e21-c68b792904e7 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:51.422542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ad850-1ee7-4969-8329-a3a0b615d6fe req-f63c5f52-14ab-466d-b498-61bbb50205e9 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:51.430572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-683ad850-1ee7-4969-8329-a3a0b615d6fe req-f63c5f52-14ab-466d-b498-61bbb50205e9 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 934 time: 0.3062406 Nov 12 10:50:51.440126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e0110e9e-69af-49c1-98e6-19e69e49549e up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:51.568639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port e0110e9e-69af-49c1-98e6-19e69e49549e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:50:51.576250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port e0110e9e-69af-49c1-98e6-19e69e49549e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:51.577137 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:51.615604 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-683ad850-1ee7-4969-8329-a3a0b615d6fe req-3bb20f8a-e147-47a9-a1a6-5882edadb82e tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840518 Nov 12 10:50:51.668989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-9f01e001-f606-46ba-aab2-89413b79fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:51.670750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-9f01e001-f606-46ba-aab2-89413b79fe21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4333532 Nov 12 10:50:51.769575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdd05174-ff8c-43e5-9037-26eaa36a8870 req-65593271-958f-41f3-8957-9a04e18a78da tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 210 time: 0.0593846 Nov 12 10:50:51.780217 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-7d20feef-9fe8-4d93-8165-520c3a2b9653 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=8cb34888-7d43-4c6c-b47b-8dc2b72b8344 HTTP/1.1" status: 200 len: 217 time: 0.0941346 Nov 12 10:50:51.820339 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:51.824953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd69ec25-e7b3-42e8-9e21-c68b792904e7 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:51.837501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:51.853362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Transition to ACTIVE for port object cd69ec25-e7b3-42e8-9e21-c68b792904e7 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:51.873319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb650f11-357a-4c6b-adf1-41270e90f90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0110e9e-69af-49c1-98e6-19e69e49549e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:51.874513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:51.880213 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8401b12f-4857-4e2f-8c73-2460d9c0dd43" -d '{"events": [{"server_uuid": "cb650f11-357a-4c6b-adf1-41270e90f90c", "name": "network-vif-plugged", "status": "completed", "tag": "e0110e9e-69af-49c1-98e6-19e69e49549e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:51.898796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e0110e9e-69af-49c1-98e6-19e69e49549e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e0110e9e-69af-49c1-98e6-19e69e49549e,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:51.906447 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:51.981509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:51.984300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e0110e9e-69af-49c1-98e6-19e69e49549e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:52.036562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-4613862d-1cda-4ef2-91e6-f5565e36270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:52.038553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-4613862d-1cda-4ef2-91e6-f5565e36270c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2433112 Nov 12 10:50:52.079589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18e3a1-59e9-47ba-8216-e8498a475033 req-c82d5c71-eb57-4a28-8751-e97bf06821bf tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:52.081399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b18e3a1-59e9-47ba-8216-e8498a475033 req-c82d5c71-eb57-4a28-8751-e97bf06821bf tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.3077049 Nov 12 10:50:52.118065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Attempting to bind port cd69ec25-e7b3-42e8-9e21-c68b792904e7 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:52.118686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Attempting to bind port cd69ec25-e7b3-42e8-9e21-c68b792904e7 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:52.119392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Attempting to bind port cd69ec25-e7b3-42e8-9e21-c68b792904e7 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:52.138225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Port cd69ec25-e7b3-42e8-9e21-c68b792904e7 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:52.138556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Attempting to bind port cd69ec25-e7b3-42e8-9e21-c68b792904e7 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:52.163330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:52.164199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:52.164822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:52.165524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Bound port: cd69ec25-e7b3-42e8-9e21-c68b792904e7, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:52.165871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:52.176146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-d9d1d22c-ee07-4e66-ba0a-fd9396eeb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:52.177753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-d9d1d22c-ee07-4e66-ba0a-fd9396eeb05d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1189375 Nov 12 10:50:52.260531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b18e3a1-59e9-47ba-8216-e8498a475033 req-f68d2876-3ae5-4b73-8099-86812a725c9f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626427 Nov 12 10:50:52.402703 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98fceb3-6b2e-48c1-ad87-64a31410093a x-openstack-request-id: req-d98fceb3-6b2e-48c1-ad87-64a31410093a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:52.403239 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb650f11-357a-4c6b-adf1-41270e90f90c", "name": "network-vif-plugged", "status": "completed", "tag": "e0110e9e-69af-49c1-98e6-19e69e49549e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:52.404461 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d98fceb3-6b2e-48c1-ad87-64a31410093a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:52.405024 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb650f11-357a-4c6b-adf1-41270e90f90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0110e9e-69af-49c1-98e6-19e69e49549e', 'code': 200} Nov 12 10:50:52.440342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:52.520216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:52.551784 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:52.677669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0f62-6dc4-46f6-93dc-748c563fce2b req-4b268f52-635f-4500-b97b-ee930a9154c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:52.680701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-066d0f62-6dc4-46f6-93dc-748c563fce2b req-4b268f52-635f-4500-b97b-ee930a9154c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 1102 time: 0.0886765 Nov 12 10:50:52.716421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:52.717713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:52.719354 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] 10.222.0.52 "PUT /v2.0/ports/cd69ec25-e7b3-42e8-9e21-c68b792904e7 HTTP/1.1" status: 200 len: 1095 time: 1.9422746 Nov 12 10:50:52.728515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:52.731439 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e" -d '{"events": [{"name": "network-changed", "server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:52.774772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-4e79b714-63f2-493e-a13e-c44bf528c99b service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660434 Nov 12 10:50:52.781945 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-bd15bbad-2129-4ec2-b01e-f7dba3f809a3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733602 Nov 12 10:50:52.813800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-066d0f62-6dc4-46f6-93dc-748c563fce2b req-87825f9e-b7f5-4b61-8aab-e419a105c932 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200304 Nov 12 10:50:52.822789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f9850-0f66-4c9c-9319-131bd103159f service neutron] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:52.909392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1ce3b-cb5c-4600-800a-9e49713a567c req-682e7379-5094-47a9-8b29-e84c91a7d3bb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:52.911308 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05b1ce3b-cb5c-4600-800a-9e49713a567c req-682e7379-5094-47a9-8b29-e84c91a7d3bb tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 950 time: 0.3889990 Nov 12 10:50:53.128981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e222b3-0777-460d-b50b-610d69f337d1 req-7fe43738-0a1e-4623-b3a7-0f0c0c5c4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:53.130845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-7fe43738-0a1e-4623-b3a7-0f0c0c5c4c6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75c539d76857448b8935f694ef7d98bd&device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 1098 time: 0.2514510 Nov 12 10:50:53.143473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-09d7812c-76a6-4fb9-889d-7c34b2599720 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:53.145174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-09d7812c-76a6-4fb9-889d-7c34b2599720 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3561995 Nov 12 10:50:53.155413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e651fece-a1e7-470a-a83c-7cec42002ae8 req-efaf5ff0-cc41-40f3-b368-4a464abfa962 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507299 Nov 12 10:50:53.170201 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05b1ce3b-cb5c-4600-800a-9e49713a567c req-693577e4-621b-462a-8304-91a1f1950de4 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033086 Nov 12 10:50:53.253082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Request body: {'port': {'device_id': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'e64af9086ff6446299d9bc7f486847e4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:53.259841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-373ddfda-4b93-4a31-8051-aad50fc62e7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7 HTTP/1.1" status: 200 len: 217 time: 0.1136029 Nov 12 10:50:53.437697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:53.472832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e222b3-0777-460d-b50b-610d69f337d1 req-e06b4e77-6945-4bb4-8ac8-e7bad8b1415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:53.474561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-e06b4e77-6945-4bb4-8ac8-e7bad8b1415c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2034194 Nov 12 10:50:53.512072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f275acf-1be0-4694-b6ee-73caab872a1c req-bbd16c8c-880f-4b8f-8c09-d8b4f9236c72 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:53.515630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f275acf-1be0-4694-b6ee-73caab872a1c req-bbd16c8c-880f-4b8f-8c09-d8b4f9236c72 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1098 time: 0.1823869 Nov 12 10:50:53.622555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f275acf-1be0-4694-b6ee-73caab872a1c req-ebd55675-4ec8-40f8-8f8a-5e00219d9b39 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997417 Nov 12 10:50:53.633987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e222b3-0777-460d-b50b-610d69f337d1 req-8d9e60f7-e58f-4b58-89eb-a112abbff32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:53.635419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-8d9e60f7-e58f-4b58-89eb-a112abbff32c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456783 Nov 12 10:50:53.636173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Made reservation on behalf of e64af9086ff6446299d9bc7f486847e4 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:50:53.639367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:53.639877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:53.668546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8cb34888-7d43-4c6c-b47b-8dc2b72b8344', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '8cb34888-7d43-4c6c-b47b-8dc2b72b8344', 'mac_address': 'fa:16:3e:2e:77:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:50:53.801746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-6d6444a0-0eda-4e5f-a831-5771b34d9270 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:50:53.802783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-6d6444a0-0eda-4e5f-a831-5771b34d9270 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064192 Nov 12 10:50:53.809833 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-49a5088a-9b62-4fc1-97eb-d6ea98de4604 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484761 Nov 12 10:50:53.871214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-83482699-9161-45ec-b072-543af771d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:53.872847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-83482699-9161-45ec-b072-543af771d2fa service neutron] 10.222.0.31 "GET /v2.0/ports/4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 200 len: 1094 time: 0.0497658 Nov 12 10:50:53.884895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Request body: {'binding': {'host': 'n-h2-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:53.886932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Unknown quota resources ['binding']. {{(pid=109165) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:50:53.943326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e86e4bd6-886a-4b72-b77c-4d6ecba2cad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:53.948013 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:53.971806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:54.010526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:54.016346 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:54.078882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:54.094622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d018d94-00cf-4e85-bdd3-177f5627fa81 req-548924f1-e91b-4466-a030-17c2a1423c4b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:54.104425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d018d94-00cf-4e85-bdd3-177f5627fa81 req-548924f1-e91b-4466-a030-17c2a1423c4b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 947 time: 0.2586150 Nov 12 10:50:54.157707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on host n-h2-768851-19 for vnic_type normal with profile None {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:54.158451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:54.158997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:54.169996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:54.170873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:54.184322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:54.185415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:54.186572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:54.187459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Bound port: 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:54.201601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86e222b3-0777-460d-b50b-610d69f337d1 req-308be5c8-30bd-4265-bc81-012857981d13 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706465 Nov 12 10:50:54.241854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d018d94-00cf-4e85-bdd3-177f5627fa81 req-e0c008aa-783f-4c39-8bee-e9c70cb0eb21 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363323 Nov 12 10:50:54.290765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Allocated IP 192.168.233.18 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/b07effe8-5518-4727-85be-8c8b6b2911e8) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:50:54.309217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:54.345577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:54.356176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-8416026d-739d-4b47-a5de-671b19e2c5f4 service neutron] 10.222.0.31 "POST /v2.0/ports/4b6595a9-4f91-471e-a350-6fc92b98f2c0/bindings HTTP/1.1" status: 201 len: 390 time: 0.4763913 Nov 12 10:50:54.546955 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e50718-8fd3-4d39-baba-199f18c0ff6a x-openstack-request-id: req-d3e50718-8fd3-4d39-baba-199f18c0ff6a {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:54.547429 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:54.547789 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3e50718-8fd3-4d39-baba-199f18c0ff6a {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:54.548519 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'status': 'completed', 'code': 200} Nov 12 10:50:54.663824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8cb34888-7d43-4c6c-b47b-8dc2b72b8344'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:54.731140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5da7255b-49ce-49bc-b16e-9d6f5d25f9cc req-48bde6c3-bb5b-497d-ae21-4994dc1fe1fd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 210 time: 0.0881987 Nov 12 10:50:54.860145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947effff-8519-47cf-a8ad-85fa95aa6ec8 req-65469e5b-1a2d-41a7-a7e0-c1803be23361 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:54.872567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-947effff-8519-47cf-a8ad-85fa95aa6ec8 req-65469e5b-1a2d-41a7-a7e0-c1803be23361 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1098 time: 0.0767658 Nov 12 10:50:54.924830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:54.945675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-947effff-8519-47cf-a8ad-85fa95aa6ec8 req-eb6eedde-ea61-4a14-ac3d-f15126de7a23 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714073 Nov 12 10:50:54.960181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623609-dbc0-41a0-abba-60703432b0ee req-b97fd56e-9ea0-4d3f-a5bb-04e44a417782 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:54.985636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18623609-dbc0-41a0-abba-60703432b0ee req-b97fd56e-9ea0-4d3f-a5bb-04e44a417782 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 946 time: 0.5316978 Nov 12 10:50:55.015071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-4e9732b8-f815-477e-a408-b1368c657d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:55.017355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-4e9732b8-f815-477e-a408-b1368c657d99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75c539d76857448b8935f694ef7d98bd&device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 1098 time: 0.3935809 Nov 12 10:50:55.074347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-7f698c6b-d177-44a9-abd7-ce5d91bd673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:55.076016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-7f698c6b-d177-44a9-abd7-ce5d91bd673d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1097 time: 0.1412902 Nov 12 10:50:55.096781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:55.122282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['c09cf728-3471-4dd0-af83-51b4168fe1b8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:55.187605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02789cbd-7727-4088-b181-1c5cc407f5c4 req-9c40def8-6528-4c91-b027-f17808830910 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:55.190180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02789cbd-7727-4088-b181-1c5cc407f5c4 req-9c40def8-6528-4c91-b027-f17808830910 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 950 time: 0.1288023 Nov 12 10:50:55.304197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-cfe981e3-87a1-450e-8395-56686f785d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:55.307448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-cfe981e3-87a1-450e-8395-56686f785d2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.2065001 Nov 12 10:50:55.341863 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02789cbd-7727-4088-b181-1c5cc407f5c4 req-28fe73d8-42b8-4a55-8b6d-dccd22fb856a tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388929 Nov 12 10:50:55.435746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-7b0c9824-6859-4a54-8bb2-69aeaf1b27d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 200 len: 217 time: 0.1167824 Nov 12 10:50:55.452505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:50:55.462796 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18623609-dbc0-41a0-abba-60703432b0ee req-98ce5a13-43c5-442a-9201-882d01b325d2 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840870 Nov 12 10:50:55.490547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:50:55.502300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:50:55.510739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:55.511416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:55.537115 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3785012 Nov 12 10:50:55.539546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a1ea1-da8c-446f-a27f-5ee52665d12f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:55.543224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-3a942f3f-c460-4e8c-bfca-46da512dbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:55.545098 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-3a942f3f-c460-4e8c-bfca-46da512dbf89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4904242 Nov 12 10:50:55.556329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Request body: {'port': {'device_id': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:50:55.603645 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:50:55.640177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-a98b2d34-ea2f-4151-8225-d779398a48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:55.642152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-a98b2d34-ea2f-4151-8225-d779398a48bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1952233 Nov 12 10:50:55.667234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6a5a1-d8e6-457a-9484-e7c78b14c78f req-4fcbdd1b-051c-4fec-adcd-d30d6d01c8fa tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:55.677976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dbf6a5a1-d8e6-457a-9484-e7c78b14c78f req-4fcbdd1b-051c-4fec-adcd-d30d6d01c8fa tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1280253 Nov 12 10:50:55.761070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-fdd34a70-42bf-4fcf-9b86-259522133ada service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032035 Nov 12 10:50:55.954933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e3ffe5db-b7ae-4c8a-af3c-a7b7ff8dedf7 None None] Provisioning complete for port b07effe8-5518-4727-85be-8c8b6b2911e8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:55.955766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe5db-b7ae-4c8a-af3c-a7b7ff8dedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:55.958055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dbf6a5a1-d8e6-457a-9484-e7c78b14c78f req-935d9b13-5bf0-4565-a02f-8de998d4eda5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673607 Nov 12 10:50:56.010199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-a3c2dc69-a1dd-4cd2-bfce-ccb05fa78d3b service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210445 Nov 12 10:50:56.051876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffe5db-b7ae-4c8a-af3c-a7b7ff8dedf7 None None] Port b07effe8-5518-4727-85be-8c8b6b2911e8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:50:56.095759 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-3e0b417f-02fa-462c-9e4d-19b228fe8cd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7 HTTP/1.1" status: 200 len: 217 time: 0.5358491 Nov 12 10:50:56.177654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-a1623b56-2e31-40f0-aaf0-3da7dc311757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:56.179174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-a1623b56-2e31-40f0-aaf0-3da7dc311757 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0535843 Nov 12 10:50:56.188539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-76b20e13-7710-4aa6-91dd-8b4765800259 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670840 Nov 12 10:50:56.270332 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2fec07fc-1cd9-40d8-a27a-f18222d5cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:56.310102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:56.341833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6f1d4-59bc-4007-9a27-a9f1e40652d2 req-2e236a3f-84d8-4e40-9320-ddc7a313515d tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:56.360030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-65f6f1d4-59bc-4007-9a27-a9f1e40652d2 req-2e236a3f-84d8-4e40-9320-ddc7a313515d tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 948 time: 0.2649410 Nov 12 10:50:56.391544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:56.461709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-5b643978-794c-4f97-86c0-d1a47c6610e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:56.464763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-5b643978-794c-4f97-86c0-d1a47c6610e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2758129 Nov 12 10:50:56.943554 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-65f6f1d4-59bc-4007-9a27-a9f1e40652d2 req-f8b1a7dc-b4a8-491d-8fc9-9d3da59f15e0 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855062 Nov 12 10:50:57.090348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73996f0-0003-452a-a509-c3540f5aed23 req-26fde807-9840-465b-be4c-6c82b173819f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:57.107983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e73996f0-0003-452a-a509-c3540f5aed23 req-26fde807-9840-465b-be4c-6c82b173819f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 935 time: 0.1004088 Nov 12 10:50:57.121302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:50:57.127599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-f31cd726-4a08-4e65-85a3-6ee60163edd3 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467242 Nov 12 10:50:57.221780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e73996f0-0003-452a-a509-c3540f5aed23 req-f230237f-af62-4ac8-949e-083db12722d8 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122892 Nov 12 10:50:57.476080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:57.482159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:50:57.579702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'mac_address': 'fa:16:3e:0b:b2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:50:57.582103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599cfb3-54df-481a-a94e-c3a2ee69c84f req-e2b990d2-9cbe-494c-b952-42856804f32a tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:57.587563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0599cfb3-54df-481a-a94e-c3a2ee69c84f req-e2b990d2-9cbe-494c-b952-42856804f32a tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 1102 time: 0.4965129 Nov 12 10:50:57.621450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:57.632954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24cac5-fb53-4349-adb8-e7c88184157c req-4b4c05be-7642-4902-adeb-4e5bee8ffbe8 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:57.636159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b24cac5-fb53-4349-adb8-e7c88184157c req-4b4c05be-7642-4902-adeb-4e5bee8ffbe8 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 946 time: 0.1204550 Nov 12 10:50:57.667889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:57.689860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd69ec25-e7b3-42e8-9e21-c68b792904e7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:57.700498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07effe8-5518-4727-85be-8c8b6b2911e8 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:50:57.713934 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:57.721011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:57.730055 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:57.734912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Transition to ACTIVE for port object b07effe8-5518-4727-85be-8c8b6b2911e8 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:50:57.736338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:50:57.741616 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ebeefa-4d71-4bdc-8bac-ff7ba6bfc69e req-95de0665-764c-4a96-8e16-7bb35c040a27 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958457 Nov 12 10:50:57.744625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:50:57.745044 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:57.757553 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:57.763260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0599cfb3-54df-481a-a94e-c3a2ee69c84f req-6dd63a02-1daf-4734-8a40-91f999277880 tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:57.771337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b24cac5-fb53-4349-adb8-e7c88184157c req-c0072365-f694-462f-9c46-e365ca37351b tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250300 Nov 12 10:50:57.848626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:57.917317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:58.007412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:58.053457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cc692f-72f3-405a-8a37-1c93f32ff51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb34888-7d43-4c6c-b47b-8dc2b72b8344'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:58.058710 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ddf38b-5605-4704-99fa-314505568d9e" -d '{"events": [{"server_uuid": "06cc692f-72f3-405a-8a37-1c93f32ff51e", "name": "network-vif-plugged", "status": "completed", "tag": "8cb34888-7d43-4c6c-b47b-8dc2b72b8344"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:58.069445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b8b71-3c95-4caf-a20d-79de39b0fc6f req-22220507-dc6f-47b5-9e75-37ebe58efa1e tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:58.083794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:50:58.087337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120b8b71-3c95-4caf-a20d-79de39b0fc6f req-22220507-dc6f-47b5-9e75-37ebe58efa1e tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1098 time: 0.1431675 Nov 12 10:50:58.090065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['cd69ec25-e7b3-42e8-9e21-c68b792904e7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:50:58.096479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:58.102668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:50:58.103378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:50:58.104588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:58.117640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:50:58.127294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:50:58.154324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:50:58.155012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:50:58.155124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:50:58.155612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Bound port: b07effe8-5518-4727-85be-8c8b6b2911e8, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:50:58.156045 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:58.215628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120b8b71-3c95-4caf-a20d-79de39b0fc6f req-91a12036-32c4-4b38-89bf-16e2cf4ad352 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262109 Nov 12 10:50:58.265521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:50:58.269244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:50:58.304269 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:58.377606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:58.382655 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:58.386243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] 10.222.0.52 "PUT /v2.0/ports/b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 1096 time: 2.8344400 Nov 12 10:50:58.390148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:50:58.395077 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d0e46-916a-4ebb-a7b9-5149a38ecded" -d '{"events": [{"name": "network-changed", "server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:50:58.442579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:58.447163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0599cfb3-54df-481a-a94e-c3a2ee69c84f req-6dd63a02-1daf-4734-8a40-91f999277880 tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:58.467364 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0599cfb3-54df-481a-a94e-c3a2ee69c84f req-6dd63a02-1daf-4734-8a40-91f999277880 tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:58.474263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4056ae-0ef5-42be-b486-5af2573dfcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:58.589319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ed63d-3425-4303-8617-54e43eaf8f40 req-c46b5736-b4d7-470e-a396-bfafd42b3dd9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:58.591085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-675ed63d-3425-4303-8617-54e43eaf8f40 req-c46b5736-b4d7-470e-a396-bfafd42b3dd9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1572223 Nov 12 10:50:58.672255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd63a02-1daf-4734-8a40-91f999277880 tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3533c2-6dba-4f87-a2f9-ab7a2d04ca22,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:50:58.698458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0599cfb3-54df-481a-a94e-c3a2ee69c84f req-6dd63a02-1daf-4734-8a40-91f999277880 tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0335886 Nov 12 10:50:58.714772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-675ed63d-3425-4303-8617-54e43eaf8f40 req-04424096-469b-4b14-9310-d2ccda00b1ba tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139090 Nov 12 10:50:58.721326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-5f535d7a-a05e-428e-b5b1-00bdbdee23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:58.723100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-5f535d7a-a05e-428e-b5b1-00bdbdee23c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1099 time: 0.2633891 Nov 12 10:50:58.813435 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-50276f2a-b241-4857-8b85-74a57e9e2dfc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.0792701 Nov 12 10:50:58.880572 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f7fd4e-0765-479e-a149-81f8c0169a7c x-openstack-request-id: req-52f7fd4e-0765-479e-a149-81f8c0169a7c {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:58.891626 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cc692f-72f3-405a-8a37-1c93f32ff51e", "name": "network-vif-plugged", "status": "completed", "tag": "8cb34888-7d43-4c6c-b47b-8dc2b72b8344", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:58.891626 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52f7fd4e-0765-479e-a149-81f8c0169a7c {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:58.892063 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cc692f-72f3-405a-8a37-1c93f32ff51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb34888-7d43-4c6c-b47b-8dc2b72b8344', 'code': 200} Nov 12 10:50:59.000901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2294d1d9-a4d8-44cb-b8b1-aa6f2624e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:59.002630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-2294d1d9-a4d8-44cb-b8b1-aa6f2624e4c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1798034 Nov 12 10:50:59.078183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8ed24-258f-4505-bb6c-71dcd2c3a50b req-1c0b1b58-b532-4e65-b062-4fd9d935fab2 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:59.081588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6df8ed24-258f-4505-bb6c-71dcd2c3a50b req-1c0b1b58-b532-4e65-b062-4fd9d935fab2 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 949 time: 0.1131501 Nov 12 10:50:59.155867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-09268a10-5965-400d-8e14-9c725e31c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:59.158395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-09268a10-5965-400d-8e14-9c725e31c9e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432168 Nov 12 10:50:59.166083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6df8ed24-258f-4505-bb6c-71dcd2c3a50b req-49a3bc0d-34d6-4338-ba9b-b7173be4a59a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770674 Nov 12 10:50:59.181708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebab20a-b245-498a-8d33-2e19d9a885a4 req-15e2b29f-17c3-48a3-b100-255a2e289178 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:59.189351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ebab20a-b245-498a-8d33-2e19d9a885a4 req-15e2b29f-17c3-48a3-b100-255a2e289178 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 947 time: 0.1592581 Nov 12 10:50:59.221650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a663a-fbee-4a98-9463-aa139eaf20a8 req-1528b335-d020-4d25-b3db-fe705010684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:59.223261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-189a663a-fbee-4a98-9463-aa139eaf20a8 req-1528b335-d020-4d25-b3db-fe705010684a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 1101 time: 0.1587684 Nov 12 10:50:59.317545 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:59.333653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ebab20a-b245-498a-8d33-2e19d9a885a4 req-2f53223a-9b4e-4b88-a09b-9e5ae26749dd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262338 Nov 12 10:50:59.402373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-189a663a-fbee-4a98-9463-aa139eaf20a8 req-5786b576-c07e-4d97-97ba-7115b2ceda3e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490436 Nov 12 10:50:59.413935 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-605be889-f038-4160-a6b6-af79d4d0d343 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218394 Nov 12 10:50:59.467512 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac237e4-acaa-4143-955d-9e88c2d71333 x-openstack-request-id: req-5ac237e4-acaa-4143-955d-9e88c2d71333 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:50:59.467782 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:50:59.468048 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ac237e4-acaa-4143-955d-9e88c2d71333 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:50:59.468472 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'status': 'completed', 'code': 200} Nov 12 10:50:59.662556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01282f93-0cb6-4a03-93b3-7351c4b54d63 req-b2ecf635-9487-41db-8f93-e4c4d91fefe8 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370946 Nov 12 10:50:59.686348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3111a9-252f-4953-ba6e-e9916e2707c5 req-191937a7-893f-4189-b6a7-836fc33a61c8 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:59.690075 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a3111a9-252f-4953-ba6e-e9916e2707c5 req-191937a7-893f-4189-b6a7-836fc33a61c8 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 947 time: 0.1126103 Nov 12 10:50:59.848758 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a3111a9-252f-4953-ba6e-e9916e2707c5 req-5125489d-af26-4f9c-8bda-0637d59b7588 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497002 Nov 12 10:50:59.996753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-c21a850a-b593-43fc-ba70-91d3693da751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:50:59.998233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-c21a850a-b593-43fc-ba70-91d3693da751 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1099 time: 0.1397789 Nov 12 10:51:00.070905 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:00.174830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97870dbb-2c40-4044-b730-d0c9f1bed855 req-b6af6107-4d7d-4da9-81f4-cebf17973cdd tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:00.184688 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97870dbb-2c40-4044-b730-d0c9f1bed855 req-b6af6107-4d7d-4da9-81f4-cebf17973cdd tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 1102 time: 0.0886598 Nov 12 10:51:00.212642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-4872c020-9705-45db-b8d3-ec35fad11fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:00.215664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-4872c020-9705-45db-b8d3-ec35fad11fd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2095361 Nov 12 10:51:00.279266 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-584d5b85-e6fc-47e8-b83d-dc746999351d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.0543334 Nov 12 10:51:00.350480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-4b828cea-8f6b-40b7-b143-3f85e1556284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:00.354319 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-4b828cea-8f6b-40b7-b143-3f85e1556284 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0651982 Nov 12 10:51:00.369008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97870dbb-2c40-4044-b730-d0c9f1bed855 req-33b0de95-976f-4519-84b5-44b113dad7d3 tempest-ServersAdminNegativeTestJSON-241988516 tempest-ServersAdminNegativeTestJSON-241988516-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829703 Nov 12 10:51:00.457818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-75b4b222-47b6-4289-a2ab-ad6710368b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:00.460015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-75b4b222-47b6-4289-a2ab-ad6710368b3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893271 Nov 12 10:51:00.619520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557f752-8945-4726-841e-e7d739bb4d9c req-9ecb04a7-cee4-4ecc-8632-6c1e6b94f0e6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:00.621190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3557f752-8945-4726-841e-e7d739bb4d9c req-9ecb04a7-cee4-4ecc-8632-6c1e6b94f0e6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1251070 Nov 12 10:51:00.658818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-4a0b6f3a-9755-4d01-b9f7-281bf1ee16fb service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840990 Nov 12 10:51:00.750444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3557f752-8945-4726-841e-e7d739bb4d9c req-b6a3b685-3b19-4fb1-adcd-b8e9dfa2d38e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175659 Nov 12 10:51:00.864509 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e97d0e46-916a-4ebb-a7b9-5149a38ecded req-1fd30b4a-7767-4a2a-b806-8f9383ab2d0e service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723762 Nov 12 10:51:00.975492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-6f3ac88b-5ea8-4881-b82e-c4980f4e4265 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:51:00.994521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-6f3ac88b-5ea8-4881-b82e-c4980f4e4265 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281408 Nov 12 10:51:01.060741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-3bcdf089-0cb5-445a-827e-38b67716abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:01.072127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-3bcdf089-0cb5-445a-827e-38b67716abd2 service neutron] 10.222.0.31 "GET /v2.0/ports/bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 200 len: 1095 time: 0.0761669 Nov 12 10:51:01.077112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Request body: {'binding': {'host': 'n-h2-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:01.077663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Unknown quota resources ['binding']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:51:01.155002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:51:01.288600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port cd69ec25-e7b3-42e8-9e21-c68b792904e7 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:51:01.301782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port cd69ec25-e7b3-42e8-9e21-c68b792904e7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:51:01.302413 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:01.316353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01651958-d978-43f0-84ce-4a6e02be2da6 req-991e8683-4617-44e9-8d0f-767e27977092 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:01.324365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01651958-d978-43f0-84ce-4a6e02be2da6 req-991e8683-4617-44e9-8d0f-767e27977092 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 949 time: 0.2127011 Nov 12 10:51:01.389755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01651958-d978-43f0-84ce-4a6e02be2da6 req-1ba94baf-0622-46b7-84d3-3213fd58685c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632014 Nov 12 10:51:01.393532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on host n-h2-768851-19 for vnic_type normal with profile None {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:51:01.393949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:51:01.394273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:01.415538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:01.421049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:51:01.421395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:01.430593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:51:01.430939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:51:01.431328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:51:01.431778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Bound port: bd0fb38d-328e-47a9-859b-5ad2863d37d0, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:51:01.466518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:01.467861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:01.470975 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a22a23b-7d20-4118-9aed-9155ef0a9286" -d '{"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-plugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:01.475508 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:01.543175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:01.573203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52742f2-479e-4de9-83ec-17648483dbb8 req-0c08bb1a-7ec4-48f1-97b2-1055316545ad tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:01.580501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c52742f2-479e-4de9-83ec-17648483dbb8 req-0c08bb1a-7ec4-48f1-97b2-1055316545ad tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 947 time: 0.0850132 Nov 12 10:51:01.584234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:51:01.596408 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:01.597605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0e5477fd-18f8-4a64-b24e-fbe9288679d7 service neutron] 10.222.0.31 "POST /v2.0/ports/bd0fb38d-328e-47a9-859b-5ad2863d37d0/bindings HTTP/1.1" status: 201 len: 390 time: 0.5246022 Nov 12 10:51:01.679531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c52742f2-479e-4de9-83ec-17648483dbb8 req-7c7b2a87-7157-4c20-9eaf-6fb956815374 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792196 Nov 12 10:51:01.835921 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e6b9c-c247-4759-bcd2-8c7e14e1ae85 x-openstack-request-id: req-c67e6b9c-c247-4759-bcd2-8c7e14e1ae85 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:01.837448 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-plugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:01.838116 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c67e6b9c-c247-4759-bcd2-8c7e14e1ae85 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:01.838727 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'code': 200} Nov 12 10:51:01.926670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32085b2-1e73-48e7-8d33-a257108be01e req-8dce9295-7266-472e-9b6b-4f73a0a80f1e tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:01.939832 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e32085b2-1e73-48e7-8d33-a257108be01e req-8dce9295-7266-472e-9b6b-4f73a0a80f1e tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 948 time: 0.1367586 Nov 12 10:51:02.050100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e32085b2-1e73-48e7-8d33-a257108be01e req-b6a81058-6255-4843-a6a0-d0e437652d07 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966525 Nov 12 10:51:02.084420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966085-5da8-492e-ab6d-372b863eef5f req-81179450-3d66-4c26-ae61-0686b270a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:02.084420 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18966085-5da8-492e-ab6d-372b863eef5f req-81179450-3d66-4c26-ae61-0686b270a57b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 1100 time: 0.1555007 Nov 12 10:51:02.151611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2c0c3-a358-41ec-82ae-31578fcf95f0 req-bbad37ec-5996-42d9-b546-152b643c95cc tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:02.156771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2fd2c0c3-a358-41ec-82ae-31578fcf95f0 req-bbad37ec-5996-42d9-b546-152b643c95cc tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1922722 Nov 12 10:51:02.211258 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18966085-5da8-492e-ab6d-372b863eef5f req-91aa6507-1bee-4063-840b-b72ae46dcf36 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200716 Nov 12 10:51:02.272193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2fd2c0c3-a358-41ec-82ae-31578fcf95f0 req-e7a15c0e-b16a-4e8d-95c8-a2ad7452397f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031957 Nov 12 10:51:02.287845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227098c3-3046-4eb6-99cd-6756100b8a60 req-9abecf88-89be-43e3-a163-abc936c6f803 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:02.303734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-227098c3-3046-4eb6-99cd-6756100b8a60 req-9abecf88-89be-43e3-a163-abc936c6f803 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.0933356 Nov 12 10:51:02.411085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-227098c3-3046-4eb6-99cd-6756100b8a60 req-37331107-5b5e-4bce-a7a2-a2975c1963b2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024275 Nov 12 10:51:02.694642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d40f-6aa4-4fa3-81d2-249307ccd6cd req-5eb58551-5fd5-454a-85ec-5a81985807e6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:02.711470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f551d40f-6aa4-4fa3-81d2-249307ccd6cd req-5eb58551-5fd5-454a-85ec-5a81985807e6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 949 time: 0.1680162 Nov 12 10:51:02.794236 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f551d40f-6aa4-4fa3-81d2-249307ccd6cd req-d95d3d51-75d4-42f9-b89d-a0c94a531a87 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809069 Nov 12 10:51:02.849791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2633e54-45da-47cd-8298-96f0a40a199d req-e1ef17f7-3ab6-4287-b6d2-9cce952aec7a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:02.862139 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2633e54-45da-47cd-8298-96f0a40a199d req-e1ef17f7-3ab6-4287-b6d2-9cce952aec7a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 947 time: 0.1063690 Nov 12 10:51:02.975424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2633e54-45da-47cd-8298-96f0a40a199d req-2f573d0c-f2a3-404e-9cba-e98ae39b1cab tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113880 Nov 12 10:51:03.011212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5dd58-af8c-4d29-853c-35f02aafc8af req-bb98fb1b-c339-44d4-b5e2-42333bbf3c0d tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:03.015425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64b5dd58-af8c-4d29-853c-35f02aafc8af req-bb98fb1b-c339-44d4-b5e2-42333bbf3c0d tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 950 time: 0.0875673 Nov 12 10:51:03.111367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64b5dd58-af8c-4d29-853c-35f02aafc8af req-eb686bce-a1da-412d-bcd9-28022fe18dbd tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887377 Nov 12 10:51:03.166462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:51:03.262224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d87d-9b02-41bc-bc65-a7365a983f96 req-6257a670-a96b-4c05-ae9e-ec2a3618b89b tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:03.281442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d65d87d-9b02-41bc-bc65-a7365a983f96 req-6257a670-a96b-4c05-ae9e-ec2a3618b89b tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 1101 time: 0.1828661 Nov 12 10:51:03.328783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:03.343414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'mac_address': 'fa:16:3e:6b:94:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:51:03.356347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d65d87d-9b02-41bc-bc65-a7365a983f96 req-c19bf9c8-a401-4039-94d4-150844ba12da tempest-ServersOnMultiNodesTest-474438313 tempest-ServersOnMultiNodesTest-474438313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733433 Nov 12 10:51:03.374743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f4aaf-792b-42ba-a6c5-b7fc1a3bef51 req-754d21a0-8a32-467f-8dfa-d682421408da tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:03.413177 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:03.422836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d62f4aaf-792b-42ba-a6c5-b7fc1a3bef51 req-754d21a0-8a32-467f-8dfa-d682421408da tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 948 time: 0.1837626 Nov 12 10:51:03.447280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07effe8-5518-4727-85be-8c8b6b2911e8 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:03.479780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:03.486989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:03.566337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abded8-f30e-4808-87e7-768b84de5924 req-8fcb829d-b0db-4459-8f99-c5d82f45b062 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:03.578699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6abded8-f30e-4808-87e7-768b84de5924 req-8fcb829d-b0db-4459-8f99-c5d82f45b062 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1202939 Nov 12 10:51:03.585570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d62f4aaf-792b-42ba-a6c5-b7fc1a3bef51 req-d88d1d35-913d-49d8-b534-8bfc89b9094a tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567852 Nov 12 10:51:03.622889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:03.714598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6abded8-f30e-4808-87e7-768b84de5924 req-b3b6ea12-f731-4e3e-b023-b4298883f48b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344085 Nov 12 10:51:03.894177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['b07effe8-5518-4727-85be-8c8b6b2911e8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:04.029623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5cf7b-05b5-4179-9b55-2e4c24062346 req-f007f2ea-6d7a-4c7a-8332-f04ddffa7bf4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:04.050741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27a5cf7b-05b5-4179-9b55-2e4c24062346 req-f007f2ea-6d7a-4c7a-8332-f04ddffa7bf4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1244071 Nov 12 10:51:04.140348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27a5cf7b-05b5-4179-9b55-2e4c24062346 req-a6877e8e-2a79-4682-abd7-577fa13af6a1 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859523 Nov 12 10:51:04.275260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7c4c-9caf-4a3c-bdd9-84491265e674 req-b2114f01-a779-4d21-81d6-b99e1175800e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:04.278058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-007b7c4c-9caf-4a3c-bdd9-84491265e674 req-b2114f01-a779-4d21-81d6-b99e1175800e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.1068811 Nov 12 10:51:04.388267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4c990-5826-4564-934c-3b3739259e13 req-3d275dce-b4ae-427c-bf03-58048a47f25b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:04.393106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82f4c990-5826-4564-934c-3b3739259e13 req-3d275dce-b4ae-427c-bf03-58048a47f25b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 949 time: 0.1040208 Nov 12 10:51:04.410774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-007b7c4c-9caf-4a3c-bdd9-84491265e674 req-726335f3-16f6-4f87-a24b-276516d3a19a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212523 Nov 12 10:51:04.505764 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82f4c990-5826-4564-934c-3b3739259e13 req-e9daaf3f-0f22-4fba-84ed-581858df08f8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055112 Nov 12 10:51:04.676318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397fbac-5c7e-4804-b6d6-f0c13086b9b2 req-8ea96e11-a87c-450c-bcc6-b1ee29111724 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:04.680374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6397fbac-5c7e-4804-b6d6-f0c13086b9b2 req-8ea96e11-a87c-450c-bcc6-b1ee29111724 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 950 time: 0.1192586 Nov 12 10:51:04.793470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6397fbac-5c7e-4804-b6d6-f0c13086b9b2 req-d6a9c9a3-1b40-46e3-9f0a-f3f80468cb3d tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965121 Nov 12 10:51:04.858253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d845b6-acfb-4cc6-ad27-4c5717886915 req-beb2f212-dd1b-4694-a881-c45e80be8a6a tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:04.873356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2d845b6-acfb-4cc6-ad27-4c5717886915 req-beb2f212-dd1b-4694-a881-c45e80be8a6a tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 948 time: 0.1817207 Nov 12 10:51:04.963143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2d845b6-acfb-4cc6-ad27-4c5717886915 req-f9f2294e-52a8-4de5-bc29-49f562027b8e tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880084 Nov 12 10:51:05.038590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594815f-ee88-4fd1-b4bb-5d1ba8eda44f req-9216c0bf-27f4-481b-bab4-96f9aa74b894 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:05.041076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4594815f-ee88-4fd1-b4bb-5d1ba8eda44f req-9216c0bf-27f4-481b-bab4-96f9aa74b894 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1269794 Nov 12 10:51:05.068905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-d1376e42-e50e-4301-b71e-788ceb1810b8 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:05.078679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-d1376e42-e50e-4301-b71e-788ceb1810b8 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 950 time: 0.0904605 Nov 12 10:51:05.161798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4594815f-ee88-4fd1-b4bb-5d1ba8eda44f req-d596eba6-de17-4dc0-9d9d-e95d852d7c7a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117675 Nov 12 10:51:05.225412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Deleting port e0110e9e-69af-49c1-98e6-19e69e49549e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:05.225760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:05.378950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916bd4-19b0-4102-aff7-9f7a146977d3 req-b3215a92-7767-4f87-90d4-5cdb79e032e2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:05.387256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50916bd4-19b0-4102-aff7-9f7a146977d3 req-b3215a92-7767-4f87-90d4-5cdb79e032e2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1099074 Nov 12 10:51:05.408330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] For port e0110e9e-69af-49c1-98e6-19e69e49549e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e0110e9e-69af-49c1-98e6-19e69e49549e,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:05.408850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:05.440053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Calling delete_port for e0110e9e-69af-49c1-98e6-19e69e49549e owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:05.474127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50916bd4-19b0-4102-aff7-9f7a146977d3 req-a4c050cd-b8a4-4d3a-a1d9-694795e5b49e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853219 Nov 12 10:51:05.744942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c9e2-f3e0-4d9a-ab0c-8d15df2ff220 req-d12e74ad-4de1-43f8-957b-8f60c2f2550a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:05.762676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea74c9e2-f3e0-4d9a-ab0c-8d15df2ff220 req-d12e74ad-4de1-43f8-957b-8f60c2f2550a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.1680696 Nov 12 10:51:05.811620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:05.833825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ee124ac7-73b6-48f1-bc25-a3199d1583f7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:05.942288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Pushing event deleted for resources: {'Port': ['ID=e0110e9e-69af-49c1-98e6-19e69e49549e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:05.966714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.968403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.969134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.969995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.969995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.970493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.970962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.971337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.981627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.982293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.982671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:05.983166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:06.015616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea74c9e2-f3e0-4d9a-ab0c-8d15df2ff220 req-af7c2bce-7b4e-4b5a-a2cb-939de5ec61ac tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406428 Nov 12 10:51:06.270176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] No DVR routers for this DVR port e0110e9e-69af-49c1-98e6-19e69e49549e on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:06.285540 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:06.314780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ad017f1-0a61-47dc-9028-3baf2cce5855 req-744dc0ea-35d7-456f-b117-306547b5d71c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.59 "DELETE /v2.0/ports/e0110e9e-69af-49c1-98e6-19e69e49549e HTTP/1.1" status: 204 len: 173 time: 1.2258680 Nov 12 10:51:06.315975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb650f11-357a-4c6b-adf1-41270e90f90c', 'name': 'network-vif-deleted', 'tag': 'e0110e9e-69af-49c1-98e6-19e69e49549e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:06.325950 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7443a-7f01-4349-acbd-b44d1061a6a3" -d '{"events": [{"server_uuid": "cb650f11-357a-4c6b-adf1-41270e90f90c", "name": "network-vif-deleted", "tag": "e0110e9e-69af-49c1-98e6-19e69e49549e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:06.334969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31b953f7-4ec7-49dc-b3ef-df333206ff85 req-b51fc756-1867-4173-8b98-2a72f6d01e1a tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb650f11-357a-4c6b-adf1-41270e90f90c HTTP/1.1" status: 200 len: 210 time: 0.0885408 Nov 12 10:51:06.364894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9cfc1-0179-4cae-9707-c7ee357cd78d req-0d353b69-e9d8-45e0-bd33-09adb1aee3c8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:06.381414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-acd9cfc1-0179-4cae-9707-c7ee357cd78d req-0d353b69-e9d8-45e0-bd33-09adb1aee3c8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 949 time: 0.3146486 Nov 12 10:51:06.556666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991b014-8078-479d-9fe3-842108509ad5 req-2783e498-1f97-468f-860f-fbe9f4f6350e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:06.560585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4991b014-8078-479d-9fe3-842108509ad5 req-2783e498-1f97-468f-860f-fbe9f4f6350e tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 949 time: 0.2233219 Nov 12 10:51:06.588447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-acd9cfc1-0179-4cae-9707-c7ee357cd78d req-0a1618b7-fdd7-462d-8de5-68897910c93d tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988947 Nov 12 10:51:06.755597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Deleting port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:06.756041 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:06.776681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724732ec-4ce1-43c1-b70a-605807248183 req-72d63e18-e423-4731-b907-f221b6ff888e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:06.794929 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724732ec-4ce1-43c1-b70a-605807248183 req-72d63e18-e423-4731-b907-f221b6ff888e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1074908 Nov 12 10:51:06.840762 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc084a-9449-4455-9040-fbe01bd8be98 x-openstack-request-id: req-7dfc084a-9449-4455-9040-fbe01bd8be98 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:06.841519 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb650f11-357a-4c6b-adf1-41270e90f90c", "name": "network-vif-deleted", "tag": "e0110e9e-69af-49c1-98e6-19e69e49549e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:06.842049 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7dfc084a-9449-4455-9040-fbe01bd8be98 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:06.842878 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb650f11-357a-4c6b-adf1-41270e90f90c', 'name': 'network-vif-deleted', 'tag': 'e0110e9e-69af-49c1-98e6-19e69e49549e', 'status': 'completed', 'code': 200} Nov 12 10:51:06.892824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] For port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:06.893323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:06.905123 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724732ec-4ce1-43c1-b70a-605807248183 req-4c2d3c77-c3e7-45c6-a286-9af4d22ceb8d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013968 Nov 12 10:51:06.913257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Calling delete_port for 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:07.108913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb4bb3-1617-46f2-b8e1-8dabee648db3 req-be08452d-c6e6-45c4-981d-b78f99276361 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:07.110873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ffb4bb3-1617-46f2-b8e1-8dabee648db3 req-be08452d-c6e6-45c4-981d-b78f99276361 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1182935 Nov 12 10:51:07.188269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:51:07.286258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d173e7-723f-40b5-814c-71a948c720b8 req-f3d588b4-a63a-42b9-a7c3-c1bdba50b9f6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:07.300613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c8d173e7-723f-40b5-814c-71a948c720b8 req-f3d588b4-a63a-42b9-a7c3-c1bdba50b9f6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.1071661 Nov 12 10:51:07.331890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port b07effe8-5518-4727-85be-8c8b6b2911e8 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:51:07.336550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port b07effe8-5518-4727-85be-8c8b6b2911e8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:51:07.337091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:07.370650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ffb4bb3-1617-46f2-b8e1-8dabee648db3 req-c46c20d7-fdd2-4429-abf1-2c7fb677669b tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389648 Nov 12 10:51:07.380476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:07.398761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'b06db357-cf93-42dc-9d67-893f5913119a', 'f35a9bfb-5296-49ae-adb4-20edbdfd906a', '7c829cef-319a-486e-81ba-a55d58e91451'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:07.405448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f', '022ec2c2-1048-49b2-bd97-cd20ab36ded6', '8cb34888-7d43-4c6c-b47b-8dc2b72b8344'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:07.447359 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c8d173e7-723f-40b5-814c-71a948c720b8 req-5f9683f8-0e93-4a48-8668-f03a6e8d9828 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404955 Nov 12 10:51:07.475146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event deleted for resources: {'Port': ['ID=8cb34888-7d43-4c6c-b47b-8dc2b72b8344,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:07.515115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.515865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.516418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.517042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.517921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.518553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.519108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.519748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.520302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.520900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.521448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.522178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:07.579161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] No DVR routers for this DVR port 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:07.583937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:07.588897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:07.592516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4991b014-8078-479d-9fe3-842108509ad5 req-89782a2c-78a7-4c72-a1a3-63d15cb0fe93 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "DELETE /v2.0/ports/8cb34888-7d43-4c6c-b47b-8dc2b72b8344 HTTP/1.1" status: 204 len: 173 time: 1.0234292 Nov 12 10:51:07.600667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cc692f-72f3-405a-8a37-1c93f32ff51e', 'name': 'network-vif-deleted', 'tag': '8cb34888-7d43-4c6c-b47b-8dc2b72b8344'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:07.608098 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b97bc6-4cb5-47df-965d-fcb96475ff76" -d '{"events": [{"server_uuid": "06cc692f-72f3-405a-8a37-1c93f32ff51e", "name": "network-vif-deleted", "tag": "8cb34888-7d43-4c6c-b47b-8dc2b72b8344"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:07.726904 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:07.729062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:07.729921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8cb34888-7d43-4c6c-b47b-8dc2b72b8344 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:07.730430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e0110e9e-69af-49c1-98e6-19e69e49549e no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:07.731542 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b54e2d-f1e9-47df-a6f7-2a15bb8f50cf x-openstack-request-id: req-44b54e2d-f1e9-47df-a6f7-2a15bb8f50cf {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:07.732445 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cc692f-72f3-405a-8a37-1c93f32ff51e", "name": "network-vif-deleted", "tag": "8cb34888-7d43-4c6c-b47b-8dc2b72b8344", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:07.732707 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44b54e2d-f1e9-47df-a6f7-2a15bb8f50cf {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:07.733157 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cc692f-72f3-405a-8a37-1c93f32ff51e', 'name': 'network-vif-deleted', 'tag': '8cb34888-7d43-4c6c-b47b-8dc2b72b8344', 'status': 'completed', 'code': 200} Nov 12 10:51:07.858000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: e0110e9e-69af-49c1-98e6-19e69e49549e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:07.858661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e0110e9e-69af-49c1-98e6-19e69e49549e not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:07.921806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:07.922997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-12c188d0-8b00-4aa2-b2bc-7d951a1aa2fe req-13d558ad-0825-43a9-b94a-a4b586eab552 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=06cc692f-72f3-405a-8a37-1c93f32ff51e HTTP/1.1" status: 200 len: 210 time: 0.0744290 Nov 12 10:51:07.924836 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc746b-3cb2-45c0-a454-f62c3322962c" -d '{"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-plugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:07.965670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:07.974581 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:08.056402 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eee98b-3131-4c8a-bd23-d9bd5b565412 x-openstack-request-id: req-87eee98b-3131-4c8a-bd23-d9bd5b565412 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:08.057043 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-plugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:08.058036 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87eee98b-3131-4c8a-bd23-d9bd5b565412 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:08.059359 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'code': 200} Nov 12 10:51:08.156679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586697c-e154-4c9d-9bce-3bb2ef4da7ae req-e5012a03-fc8b-4840-910e-cdff05b34210 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:08.158175 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f586697c-e154-4c9d-9bce-3bb2ef4da7ae req-e5012a03-fc8b-4840-910e-cdff05b34210 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 950 time: 0.1302774 Nov 12 10:51:08.227196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:08.283194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f586697c-e154-4c9d-9bce-3bb2ef4da7ae req-feb6780c-61e0-4156-8509-280e28f0722e tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115129 Nov 12 10:51:08.285729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68227f-063c-41bd-851e-df2909f1d7b1 req-8c420a40-1687-41f3-9691-7247104d0441 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:08.312466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d68227f-063c-41bd-851e-df2909f1d7b1 req-8c420a40-1687-41f3-9691-7247104d0441 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1912827 Nov 12 10:51:08.359009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccbaad-225a-4354-918d-3963c8ccd42a req-4605329d-e724-469b-ae88-ce94bf44e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:08.360704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19ccbaad-225a-4354-918d-3963c8ccd42a req-4605329d-e724-469b-ae88-ce94bf44e671 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1101 time: 0.1921322 Nov 12 10:51:08.445979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d68227f-063c-41bd-851e-df2909f1d7b1 req-f1497124-f9b2-4552-8c29-343624516a4f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250737 Nov 12 10:51:08.555344 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19ccbaad-225a-4354-918d-3963c8ccd42a req-fbbe19fd-d38e-4256-9015-e07fe2150b05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755948 Nov 12 10:51:08.662704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84406d76-f002-4b43-98cc-ca3171ee90ee req-ce0959dd-c108-483a-916d-9ede19f92cdb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:08.665616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84406d76-f002-4b43-98cc-ca3171ee90ee req-ce0959dd-c108-483a-916d-9ede19f92cdb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1298966 Nov 12 10:51:08.686389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc8a12-0ac4-4525-8ee9-dd8cd70d5a09 req-853bcbd3-912a-4844-8b8d-9b407cbdde48 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:08.690084 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-24cc8a12-0ac4-4525-8ee9-dd8cd70d5a09 req-853bcbd3-912a-4844-8b8d-9b407cbdde48 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.0886486 Nov 12 10:51:08.755877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84406d76-f002-4b43-98cc-ca3171ee90ee req-4cab8cde-9f93-49a7-a66a-0c00e7343079 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816364 Nov 12 10:51:08.797473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-24cc8a12-0ac4-4525-8ee9-dd8cd70d5a09 req-a3541953-9772-4d7e-879c-792fd6203372 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994136 Nov 12 10:51:09.201060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:51:09.413075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518a11d-69f3-4d16-a9c2-7142c7bf0078 req-881c9adc-7c31-493d-a947-2f46dfaaf30f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:09.416079 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e518a11d-69f3-4d16-a9c2-7142c7bf0078 req-881c9adc-7c31-493d-a947-2f46dfaaf30f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 950 time: 0.1373069 Nov 12 10:51:09.444800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:09.464625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649d72a-0791-401c-b04f-c885f0d35ebe req-113e0f8b-19bc-4bc2-b995-d9b08f23f7f5 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:09.474134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b649d72a-0791-401c-b04f-c885f0d35ebe req-113e0f8b-19bc-4bc2-b995-d9b08f23f7f5 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 950 time: 0.0824876 Nov 12 10:51:09.478276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'mac_address': 'fa:16:3e:0b:b2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:51:09.535833 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e518a11d-69f3-4d16-a9c2-7142c7bf0078 req-eceb672d-dc53-4814-bb44-84c47d9e8c95 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068501 Nov 12 10:51:09.541046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b649d72a-0791-401c-b04f-c885f0d35ebe req-faff4774-9d0b-4c61-a305-8d6b26a5fda9 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655279 Nov 12 10:51:09.561839 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:09.581768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd69ec25-e7b3-42e8-9e21-c68b792904e7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:09.617702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:09.623613 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:09.686855 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:09.693478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1361956-92ef-4176-8fda-18cd1988e13b req-a18cda4b-892d-4ac5-8b01-b4f4dc857c9b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:09.698552 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1361956-92ef-4176-8fda-18cd1988e13b req-a18cda4b-892d-4ac5-8b01-b4f4dc857c9b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0782576 Nov 12 10:51:09.705944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:09.761416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1361956-92ef-4176-8fda-18cd1988e13b req-9ef74f8f-5bdb-43f1-88b8-5778e1bd7a29 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562425 Nov 12 10:51:09.921144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd479-02a6-40b6-a2cc-c883ff5461dd req-de890d04-6bb2-4200-8d77-38bad8d81a2a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:09.923603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-084bd479-02a6-40b6-a2cc-c883ff5461dd req-de890d04-6bb2-4200-8d77-38bad8d81a2a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.0777495 Nov 12 10:51:09.948288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['cd69ec25-e7b3-42e8-9e21-c68b792904e7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:10.001775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-084bd479-02a6-40b6-a2cc-c883ff5461dd req-2d5b2164-13e2-48c6-8132-daaaf4c97a80 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654778 Nov 12 10:51:10.013244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a96b-fb67-4d67-9558-289da2417551 req-702ed14d-ee78-424f-976e-9abefe8760bd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:10.013244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a42a96b-fb67-4d67-9558-289da2417551 req-702ed14d-ee78-424f-976e-9abefe8760bd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.0994923 Nov 12 10:51:10.087153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a42a96b-fb67-4d67-9558-289da2417551 req-c8c6d60d-425c-441a-acbf-e57dca4cef35 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694101 Nov 12 10:51:10.255125 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:10.276960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-b11dfeb4-1229-4b19-9116-f2a5adb05fc5 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:10.278469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-b11dfeb4-1229-4b19-9116-f2a5adb05fc5 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 950 time: 0.0591676 Nov 12 10:51:10.442558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Deleting port ee124ac7-73b6-48f1-bc25-a3199d1583f7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:10.442976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:10.619542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] For port ee124ac7-73b6-48f1-bc25-a3199d1583f7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ee124ac7-73b6-48f1-bc25-a3199d1583f7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:10.620271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:10.640475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Calling delete_port for ee124ac7-73b6-48f1-bc25-a3199d1583f7 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:10.817025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b346eaa-100e-4601-bdad-59e86a4bfd6d req-c22839ef-2f28-468c-a359-79b7aece5ff4 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:10.825319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b346eaa-100e-4601-bdad-59e86a4bfd6d req-c22839ef-2f28-468c-a359-79b7aece5ff4 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 950 time: 0.1286423 Nov 12 10:51:10.903010 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b346eaa-100e-4601-bdad-59e86a4bfd6d req-37a3a4f4-7366-48c8-8a14-73172dd3a89f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716434 Nov 12 10:51:11.062068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b793883-62e4-4ddb-a97b-c0d4f88d6987 req-3fde809b-7bea-4f81-9565-3319cf2aa612 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:11.071974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b793883-62e4-4ddb-a97b-c0d4f88d6987 req-3fde809b-7bea-4f81-9565-3319cf2aa612 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0875819 Nov 12 10:51:11.157393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b793883-62e4-4ddb-a97b-c0d4f88d6987 req-05059fef-caf1-469f-bc82-4a8ac3aaae2e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837996 Nov 12 10:51:11.158930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927902-8240-4805-ac97-dccf8e216015 req-f4c762df-1677-425c-9a09-7615d9cf4f30 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:11.168825 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82927902-8240-4805-ac97-dccf8e216015 req-f4c762df-1677-425c-9a09-7615d9cf4f30 tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b00e53-48e7-4541-ac10-99d3d924cdc9 HTTP/1.1" status: 200 len: 950 time: 0.4374969 Nov 12 10:51:11.210772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:51:11.316895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port cd69ec25-e7b3-42e8-9e21-c68b792904e7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:51:11.317450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:11.322065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e375d13-fd7c-4d5f-ac49-74f0483d0db7 req-931ba0e2-9f2f-4885-b7c6-97662c1890dd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:11.325664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82927902-8240-4805-ac97-dccf8e216015 req-73ab7eb9-a6a6-4107-ac6e-50cfd692910d tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0768651-2e53-4c29-be08-2fc691c512f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553564 Nov 12 10:51:11.330807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e375d13-fd7c-4d5f-ac49-74f0483d0db7 req-931ba0e2-9f2f-4885-b7c6-97662c1890dd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1024821 Nov 12 10:51:11.396840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e375d13-fd7c-4d5f-ac49-74f0483d0db7 req-5b779558-7229-460a-a8fe-0cb755462b70 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638390 Nov 12 10:51:11.587729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:11.604926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:11.684924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:11.687809 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b1c7a6-4bdf-495c-92a6-61eaa13d8247" -d '{"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-plugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:11.707035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Pushing event deleted for resources: {'Port': ['ID=ee124ac7-73b6-48f1-bc25-a3199d1583f7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:11.730038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b322510-49cc-4d5a-bc86-8aca3703896d req-5c694a1b-6ab5-4449-9920-5c2709db6ac0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:11.734674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:11.738623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b322510-49cc-4d5a-bc86-8aca3703896d req-5c694a1b-6ab5-4449-9920-5c2709db6ac0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.2366312 Nov 12 10:51:11.743897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:11.798629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-cf6c6fb7-7c00-4cb3-8dee-3047ce246476 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:11.800287 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-cf6c6fb7-7c00-4cb3-8dee-3047ce246476 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 950 time: 0.3196816 Nov 12 10:51:11.849558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] No DVR routers for this DVR port ee124ac7-73b6-48f1-bc25-a3199d1583f7 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:11.853270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:11.858042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b21fee54-7ad0-4e03-8efd-5c1da0103aaf req-6e4e42a4-06b6-4497-9c67-a78c2d51790c tempest-ServersAdminNegativeTestJSON-1399404667 tempest-ServersAdminNegativeTestJSON-1399404667-project] 10.222.0.52 "DELETE /v2.0/ports/ee124ac7-73b6-48f1-bc25-a3199d1583f7 HTTP/1.1" status: 204 len: 173 time: 1.5706725 Nov 12 10:51:11.860771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b00e53-48e7-4541-ac10-99d3d924cdc9', 'name': 'network-vif-deleted', 'tag': 'ee124ac7-73b6-48f1-bc25-a3199d1583f7'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:11.864777 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad96d56-8386-4c04-95d3-844820893661" -d '{"events": [{"server_uuid": "c9b00e53-48e7-4541-ac10-99d3d924cdc9", "name": "network-vif-deleted", "tag": "ee124ac7-73b6-48f1-bc25-a3199d1583f7"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:11.896522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:11.987003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b322510-49cc-4d5a-bc86-8aca3703896d req-dcf7a0c0-2b7f-480b-afdc-eda51b9bcd04 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417483 Nov 12 10:51:12.080135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Deleting port 7c829cef-319a-486e-81ba-a55d58e91451 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:12.080796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:12.278669 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a6fbf9-92c0-4c8d-9fb3-b37264c895be x-openstack-request-id: req-f2a6fbf9-92c0-4c8d-9fb3-b37264c895be {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:12.279446 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-plugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:12.279446 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2a6fbf9-92c0-4c8d-9fb3-b37264c895be {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:12.280076 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'code': 200} Nov 12 10:51:12.370171 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa488a5-e258-41cc-b36c-a94849226f28 x-openstack-request-id: req-2aa488a5-e258-41cc-b36c-a94849226f28 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:12.370171 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b00e53-48e7-4541-ac10-99d3d924cdc9", "name": "network-vif-deleted", "tag": "ee124ac7-73b6-48f1-bc25-a3199d1583f7", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:12.370171 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2aa488a5-e258-41cc-b36c-a94849226f28 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:12.370171 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b00e53-48e7-4541-ac10-99d3d924cdc9', 'name': 'network-vif-deleted', 'tag': 'ee124ac7-73b6-48f1-bc25-a3199d1583f7', 'status': 'completed', 'code': 200} Nov 12 10:51:12.388195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] For port 7c829cef-319a-486e-81ba-a55d58e91451, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=7c829cef-319a-486e-81ba-a55d58e91451,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:12.388195 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:12.432089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Calling delete_port for 7c829cef-319a-486e-81ba-a55d58e91451 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:12.569580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ad42a-275e-4d2e-95e2-3db518d71221 req-c65d0907-28f7-4cdf-9b2b-74c1490ff96d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:12.574288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-341ad42a-275e-4d2e-95e2-3db518d71221 req-c65d0907-28f7-4cdf-9b2b-74c1490ff96d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.0763450 Nov 12 10:51:12.653317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-341ad42a-275e-4d2e-95e2-3db518d71221 req-e21f65ea-a0fc-43eb-a521-e28509eef416 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690584 Nov 12 10:51:12.829399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dade0-9f60-4807-bf19-43075588f5a6 req-af698ac4-0184-4c94-8afa-8174012cb530 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:12.836943 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-126dade0-9f60-4807-bf19-43075588f5a6 req-af698ac4-0184-4c94-8afa-8174012cb530 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f96884-f503-4867-968b-3ffeea1de023 HTTP/1.1" status: 200 len: 950 time: 0.3308527 Nov 12 10:51:12.845146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:12.846384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a25352-4308-4475-a9bd-c9bb7b1cbac6 req-0d557b7a-6391-4783-999e-e2da3494d44b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:12.860433 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b3a25352-4308-4475-a9bd-c9bb7b1cbac6 req-0d557b7a-6391-4783-999e-e2da3494d44b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0897264 Nov 12 10:51:12.867316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'b06db357-cf93-42dc-9d67-893f5913119a', 'f35a9bfb-5296-49ae-adb4-20edbdfd906a', '7c829cef-319a-486e-81ba-a55d58e91451'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:12.871118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f', '022ec2c2-1048-49b2-bd97-cd20ab36ded6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:12.923980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event deleted for resources: {'Port': ['ID=7c829cef-319a-486e-81ba-a55d58e91451,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:12.945521 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b3a25352-4308-4475-a9bd-c9bb7b1cbac6 req-10362cc2-aac4-4a75-aade-6101ee291c62 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834279 Nov 12 10:51:13.143107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427f7d-2fec-4b3e-a372-00b933f641a8 req-0840b979-411f-4cfd-a947-297916dcf1a2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:13.154482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce427f7d-2fec-4b3e-a372-00b933f641a8 req-0840b979-411f-4cfd-a947-297916dcf1a2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.0925968 Nov 12 10:51:13.179305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] No DVR routers for this DVR port 7c829cef-319a-486e-81ba-a55d58e91451 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:13.186135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:13.190808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3d9168c-81eb-4c5d-88e4-901ec995233c req-95e97ff4-44df-438d-8e2e-c08e60f0cecd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "DELETE /v2.0/ports/7c829cef-319a-486e-81ba-a55d58e91451 HTTP/1.1" status: 204 len: 173 time: 1.3508162 Nov 12 10:51:13.194476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-126dade0-9f60-4807-bf19-43075588f5a6 req-f5d98497-5d07-4f23-89a0-198ac0875326 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566744 Nov 12 10:51:13.238761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ee124ac7-73b6-48f1-bc25-a3199d1583f7 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:13.270806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: ee124ac7-73b6-48f1-bc25-a3199d1583f7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:13.271518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ee124ac7-73b6-48f1-bc25-a3199d1583f7 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:13.272170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 7c829cef-319a-486e-81ba-a55d58e91451 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:13.310915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce427f7d-2fec-4b3e-a372-00b933f641a8 req-353c545f-2716-4269-a13a-472314163b5b tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553252 Nov 12 10:51:13.368504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 7c829cef-319a-486e-81ba-a55d58e91451 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:13.370416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 7c829cef-319a-486e-81ba-a55d58e91451 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:13.676310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44344) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:13.731482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-4a907943-4016-4054-8b7b-0aaf0c5d3c9a tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:13.739157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-4a907943-4016-4054-8b7b-0aaf0c5d3c9a tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/networks?id=248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 HTTP/1.1" status: 200 len: 814 time: 0.2856719 Nov 12 10:51:13.799311 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-aa33a293-ade3-43c4-820c-dd1c72f0ea5d tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/quotas/41d22fc8d933474f8af4239915c5874f HTTP/1.1" status: 200 len: 375 time: 0.0356855 Nov 12 10:51:13.904857 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-7eff831f-4a35-4f1e-8b41-6c9c76103652 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41d22fc8d933474f8af4239915c5874f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040826 Nov 12 10:51:14.023002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c76cb017-fcf5-42b3-8d94-280816df233a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b781f29914814d85ad35ee647058c810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434510 Nov 12 10:51:14.031985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44358) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:14.046205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-40b11d08-8c21-4fbe-b7a4-7c501779fa72 req-4849796d-04b8-43c2-bc32-dc61b2f970bb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:51:14.060161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40b11d08-8c21-4fbe-b7a4-7c501779fa72 req-4849796d-04b8-43c2-bc32-dc61b2f970bb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293138 Nov 12 10:51:14.139052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-44683a95-ebfd-4dda-bf36-30581bbcdd12 service neutron] 10.222.0.31 "GET /v2.0/networks/248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329047 Nov 12 10:51:14.209406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af7c5845-37e3-4f86-9861-f51f3cdfa2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:14.263313 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af7c5845-37e3-4f86-9861-f51f3cdfa2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:14.374680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f96884-f503-4867-968b-3ffeea1de023', 'name': 'network-vif-deleted', 'tag': '7c829cef-319a-486e-81ba-a55d58e91451'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:14.377294 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d073c-9f66-4b48-8411-758924f3dc34" -d '{"events": [{"server_uuid": "05f96884-f503-4867-968b-3ffeea1de023", "name": "network-vif-deleted", "tag": "7c829cef-319a-486e-81ba-a55d58e91451"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:14.407352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-10c2fdc5-a1ae-4691-96c2-436f107d49d0 service neutron] 10.222.0.31 "GET /v2.0/networks/248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662790 Nov 12 10:51:14.475102 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af7c5845-37e3-4f86-9861-f51f3cdfa2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:14.478550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af7c5845-37e3-4f86-9861-f51f3cdfa2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:14.480967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-af7c5845-37e3-4f86-9861-f51f3cdfa2a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0768651-2e53-4c29-be08-2fc691c512f2 HTTP/1.1" status: 204 len: 168 time: 0.4463387 Nov 12 10:51:14.505518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c5845-37e3-4f86-9861-f51f3cdfa2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0768651-2e53-4c29-be08-2fc691c512f2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:14.518118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-c8154cc5-6c39-4cb8-91d7-1c37dfcf57a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1525140 Nov 12 10:51:14.537455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250903c7-ddd7-4b7b-a676-699b8854d702 req-626255b0-1f9b-43dd-a1e9-d62f3c233970 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:14.539874 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-250903c7-ddd7-4b7b-a676-699b8854d702 req-626255b0-1f9b-43dd-a1e9-d62f3c233970 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1077869 Nov 12 10:51:14.788784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-250903c7-ddd7-4b7b-a676-699b8854d702 req-3bf9416a-2924-4cb7-9ea3-21f8d0169683 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406018 Nov 12 10:51:14.927897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235a0de-bfb0-4888-9953-4b683b99c17e req-4430a251-f7da-4884-b6d6-9396c877a2f1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:14.929717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f235a0de-bfb0-4888-9953-4b683b99c17e req-4430a251-f7da-4884-b6d6-9396c877a2f1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.2438931 Nov 12 10:51:14.938229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-9a67091b-4e1d-4667-bc44-fcf87a3861e5 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:14.940106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-9a67091b-4e1d-4667-bc44-fcf87a3861e5 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.1720519 Nov 12 10:51:14.961862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-19'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:15.072739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799a5b9-081a-4527-a947-e9da96c4dcea req-05c97eda-65ea-45f5-9471-cf38f53844bb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:15.073944 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f235a0de-bfb0-4888-9953-4b683b99c17e req-113f42d4-9fab-4a6d-9485-166e6cb1aae9 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327186 Nov 12 10:51:15.088605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2799a5b9-081a-4527-a947-e9da96c4dcea req-05c97eda-65ea-45f5-9471-cf38f53844bb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 945 time: 0.1545517 Nov 12 10:51:15.181447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:15.188690 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68215c4-9209-4b85-87cf-216b7ee04c29 x-openstack-request-id: req-f68215c4-9209-4b85-87cf-216b7ee04c29 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:15.189226 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f96884-f503-4867-968b-3ffeea1de023", "name": "network-vif-deleted", "tag": "7c829cef-319a-486e-81ba-a55d58e91451", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:15.189534 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f68215c4-9209-4b85-87cf-216b7ee04c29 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:15.190171 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f96884-f503-4867-968b-3ffeea1de023', 'name': 'network-vif-deleted', 'tag': '7c829cef-319a-486e-81ba-a55d58e91451', 'status': 'completed', 'code': 200} Nov 12 10:51:15.229688 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2799a5b9-081a-4527-a947-e9da96c4dcea req-4f7b6b24-b7aa-4673-9823-4e7d0ca4ea9a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342371 Nov 12 10:51:15.234131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44402) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:15.426304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7394c2d8-7511-448b-9ba2-2aeab40ed11d req-0ce0600a-ea88-42f8-9725-60dbdb54a06c tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 210 time: 0.0957966 Nov 12 10:51:15.436101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44408) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:15.461655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d0880b3f-35df-4938-93ac-858bc6218842 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f81103297e2c46b187444fb6c7354e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258239 Nov 12 10:51:15.638761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4879bbc5-3d8e-4d5d-944f-267a8c7eba59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:15.689387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:15.702914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4879bbc5-3d8e-4d5d-944f-267a8c7eba59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:15.857600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:15.905322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4879bbc5-3d8e-4d5d-944f-267a8c7eba59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:15.908976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4879bbc5-3d8e-4d5d-944f-267a8c7eba59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:15.910530 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4879bbc5-3d8e-4d5d-944f-267a8c7eba59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc3533c2-6dba-4f87-a2f9-ab7a2d04ca22 HTTP/1.1" status: 204 len: 168 time: 0.4732072 Nov 12 10:51:15.978296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879bbc5-3d8e-4d5d-944f-267a8c7eba59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3533c2-6dba-4f87-a2f9-ab7a2d04ca22,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:15.990443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:16.001658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:16.387815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Pushing event updated for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:16.435470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb923252-3f7d-4e4d-8dc2-fb19bc7e2749 req-155aded0-e26d-40b2-9092-4d862e630555 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:16.437126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb923252-3f7d-4e4d-8dc2-fb19bc7e2749 req-155aded0-e26d-40b2-9092-4d862e630555 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 950 time: 0.6185684 Nov 12 10:51:16.446073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f2e63-3d02-44d3-bf91-61540119a605 req-98694dbd-506e-4a8a-8080-3a115e6aa5df tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:16.447772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d6f2e63-3d02-44d3-bf91-61540119a605 req-98694dbd-506e-4a8a-8080-3a115e6aa5df tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.3264635 Nov 12 10:51:16.448604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:51:16.449045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:51:16.449451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:16.469996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:51:16.469996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Attempting to bind port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:16.511664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:51:16.514232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:51:16.514708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:51:16.515499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Bound port: 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:51:16.518714 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:16.617543 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb923252-3f7d-4e4d-8dc2-fb19bc7e2749 req-4f182c24-916c-457a-955e-b06de66349bd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670825 Nov 12 10:51:16.666353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:16.670056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:51:16.675609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:16.799097 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d6f2e63-3d02-44d3-bf91-61540119a605 req-994e2f5e-6dc6-4b8c-8358-3d7c4bda095a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434360 Nov 12 10:51:16.896930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Pushing event updated for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=8']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:17.014140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:17.015695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:17.023498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-854abb13-32ad-431c-a3cd-3361347e321c service neutron] 10.222.0.52 "PUT /v2.0/ports/4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 200 len: 1123 time: 2.0725751 Nov 12 10:51:17.038260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6e8dadd5-fe23-4c4a-980e-907ad13308fe tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:17.053630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6e8dadd5-fe23-4c4a-980e-907ad13308fe tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.59 "GET /v2.0/networks?id=248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 HTTP/1.1" status: 200 len: 814 time: 0.2118058 Nov 12 10:51:17.089391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Request body: {'port': {'device_id': '462e2524-e76e-47e6-913e-5fecbb0a68e3', 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1', 'admin_state_up': True, 'tenant_id': '41d22fc8d933474f8af4239915c5874f'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:17.159985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b2d00-5763-4389-b610-afdb3d3542a1 req-3d9eb77a-4879-4ece-b4b4-f35d355fa785 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:17.162266 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-103b2d00-5763-4389-b610-afdb3d3542a1 req-3d9eb77a-4879-4ece-b4b4-f35d355fa785 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.3815501 Nov 12 10:51:17.180030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4b6595a9-4f91-471e-a350-6fc92b98f2c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:17.200532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0'}, {'name': 'network-changed', 'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:17.213285 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbdd020-ea4d-401b-9a67-c95a6a4519fb" -d '{"events": [{"server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0"}, {"name": "network-changed", "server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:17.232637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4b6595a9-4f91-471e-a350-6fc92b98f2c0 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:51:17.237134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4b6595a9-4f91-471e-a350-6fc92b98f2c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:17.391937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6ec70-66e6-4ff4-9009-38f3bfdff676 req-8a3d4580-b16a-4983-8337-776c26792c75 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:17.394146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ed6ec70-66e6-4ff4-9009-38f3bfdff676 req-8a3d4580-b16a-4983-8337-776c26792c75 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.3149564 Nov 12 10:51:17.490859 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-103b2d00-5763-4389-b610-afdb3d3542a1 req-663950e7-9013-44c5-b6c5-f56816197e6f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946966 Nov 12 10:51:17.570968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Made reservation on behalf of 41d22fc8d933474f8af4239915c5874f for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:51:17.580611 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:17.586169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-7a4c68eb-4ec6-481e-aed2-40e2ee0b5905 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:17.587997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-7a4c68eb-4ec6-481e-aed2-40e2ee0b5905 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 950 time: 0.3043664 Nov 12 10:51:17.700106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ed6ec70-66e6-4ff4-9009-38f3bfdff676 req-25231159-4b80-4a40-9b2e-7ed04dbf5efb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871647 Nov 12 10:51:17.734511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-b81817b6-ec1e-4129-ae80-40fd919083c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:17.740389 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-b81817b6-ec1e-4129-ae80-40fd919083c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1101 time: 0.2489665 Nov 12 10:51:17.886138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:17.927079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4b6595a9-4f91-471e-a350-6fc92b98f2c0 has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:51:17.998058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a2387418-a6bb-4c28-8b9b-7f6a6efad7b9 req-35f666f6-34b9-40a3-b697-a06c009c8e88 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 210 time: 0.1677339 Nov 12 10:51:18.062323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Deleting port f35a9bfb-5296-49ae-adb4-20edbdfd906a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:18.068423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:18.114204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Allocated IP 172.20.0.8 (248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1/72a94d09-54f0-48e1-a897-d63c892883aa/1028f128-91c8-46dc-9b27-0e5c14b8aab2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:51:18.366450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-19b96d23-19e2-4f44-a57f-bd95e96d5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:18.374698 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-19b96d23-19e2-4f44-a57f-bd95e96d5930 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.6201050 Nov 12 10:51:18.527271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:18.553119 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dac05f-9cdf-4a84-855a-3d5c3b7a60ce x-openstack-request-id: req-18dac05f-9cdf-4a84-855a-3d5c3b7a60ce {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:18.554979 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0", "code": 200}, {"name": "network-changed", "server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:18.555203 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18dac05f-9cdf-4a84-855a-3d5c3b7a60ce {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:18.557185 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0', 'code': 200} Nov 12 10:51:18.557492 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0', 'status': 'completed', 'code': 200} Nov 12 10:51:18.588495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-22e5fc4b-abca-4f85-9c44-592e28698455 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.1939778 Nov 12 10:51:18.614013 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:18.718890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:51:18.721257 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-bd2e4d6d-5c67-4903-ae76-fefc9ea273f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:18.723358 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-bd2e4d6d-5c67-4903-ae76-fefc9ea273f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1172359 Nov 12 10:51:18.778302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:51:18.783369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Pushing event updated for resources: {'Port': ['ID=1028f128-91c8-46dc-9b27-0e5c14b8aab2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:18.796747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:51:18.826016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] For port f35a9bfb-5296-49ae-adb4-20edbdfd906a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f35a9bfb-5296-49ae-adb4-20edbdfd906a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:18.826431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:18.857276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-8a8aa480-d7de-4e4d-8ddd-9eb66bf65c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:18.858841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-8a8aa480-d7de-4e4d-8ddd-9eb66bf65c7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1126 time: 0.3000789 Nov 12 10:51:18.860044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Calling delete_port for f35a9bfb-5296-49ae-adb4-20edbdfd906a owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:18.863894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-c9c56fae-063d-4814-8393-d707f77c033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:18.865630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-c9c56fae-063d-4814-8393-d707f77c033d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1255646 Nov 12 10:51:18.878926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70734b8c-f191-4c98-ad1f-42fa8c2c7a3a req-7e7d17f6-db48-4d54-9b7a-919e173e4a42 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:18.880972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70734b8c-f191-4c98-ad1f-42fa8c2c7a3a req-7e7d17f6-db48-4d54-9b7a-919e173e4a42 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=011de179-f376-4d6a-9e17-1d75dfa66d5d HTTP/1.1" status: 200 len: 950 time: 0.2065189 Nov 12 10:51:18.896532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:18.897809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:19.010281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-13cdf241-4099-410e-a147-e449428301e6 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9364653 Nov 12 10:51:19.048554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-20320b5c-941c-40da-bc60-97f6cae55a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:19.050459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-20320b5c-941c-40da-bc60-97f6cae55a98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.1807046 Nov 12 10:51:19.069871 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Request body: {'port': {'device_id': '462e2524-e76e-47e6-913e-5fecbb0a68e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:19.149999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70734b8c-f191-4c98-ad1f-42fa8c2c7a3a req-11685870-59a9-4472-be8b-ef679217e201 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466731 Nov 12 10:51:19.232918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-2cf635b6-3774-4513-9f0d-bd5655e70d58 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807206 Nov 12 10:51:19.387410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a2a223b8-c3a3-4d85-b200-677131d3b6e6 None None] Provisioning complete for port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:51:19.388063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a2a223b8-c3a3-4d85-b200-677131d3b6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:19.415733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:19.452466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-3acf99fe-3ab6-4074-b6a8-58bda59fc7be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 200 len: 217 time: 0.2167573 Nov 12 10:51:19.457950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a2a223b8-c3a3-4d85-b200-677131d3b6e6 None None] Port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:51:19.494455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae093c6d-98ac-41f5-ab20-4698b8ca921f req-f7a5e918-2d07-417d-be9d-784a3d5fc4a0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:19.504542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae093c6d-98ac-41f5-ab20-4698b8ca921f req-f7a5e918-2d07-417d-be9d-784a3d5fc4a0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1377313 Nov 12 10:51:19.736689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-09c6c1e6-bcaf-4b74-907a-c8681be8ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:19.738243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-09c6c1e6-bcaf-4b74-907a-c8681be8ceda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.2336638 Nov 12 10:51:19.768691 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-c7b00c03-0143-45f2-88c2-9c302ce50fdc service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260831 Nov 12 10:51:19.806168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae093c6d-98ac-41f5-ab20-4698b8ca921f req-df23e793-52ee-41a3-9910-0cbc3f08c197 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004367 Nov 12 10:51:19.870194 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:19.885046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'b06db357-cf93-42dc-9d67-893f5913119a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:19.888908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f', '022ec2c2-1048-49b2-bd97-cd20ab36ded6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:20.113103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-b177feb1-06b1-4b69-bbde-56223586575f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183569 Nov 12 10:51:20.115768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event deleted for resources: {'Port': ['ID=f35a9bfb-5296-49ae-adb4-20edbdfd906a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:20.289871 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] No DVR routers for this DVR port f35a9bfb-5296-49ae-adb4-20edbdfd906a on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:20.294389 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:20.298187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-806e855c-b9e3-42bd-884a-c42e8c239e4e req-9a6587d0-b361-4c74-9f6a-085412cf9c9a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "DELETE /v2.0/ports/f35a9bfb-5296-49ae-adb4-20edbdfd906a HTTP/1.1" status: 204 len: 173 time: 2.7001905 Nov 12 10:51:20.340606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d49d33-e8d5-4a35-95c0-56ffc6b2ba9c req-fa0a8770-f85d-4e8e-ac08-b9dfaa0cdd9d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:20.363234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8d49d33-e8d5-4a35-95c0-56ffc6b2ba9c req-fa0a8770-f85d-4e8e-ac08-b9dfaa0cdd9d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.3265288 Nov 12 10:51:20.558718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011de179-f376-4d6a-9e17-1d75dfa66d5d', 'name': 'network-vif-deleted', 'tag': 'f35a9bfb-5296-49ae-adb4-20edbdfd906a'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:20.561091 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfb7b53-6e93-4b8b-8897-482cdb3c577b" -d '{"events": [{"server_uuid": "011de179-f376-4d6a-9e17-1d75dfa66d5d", "name": "network-vif-deleted", "tag": "f35a9bfb-5296-49ae-adb4-20edbdfd906a"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:20.661144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8d49d33-e8d5-4a35-95c0-56ffc6b2ba9c req-8a392e61-f6c4-40f6-ab66-4d547f048e80 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961068 Nov 12 10:51:20.671585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1028f128-91c8-46dc-9b27-0e5c14b8aab2 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:20.727400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:20.805314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Transition to ACTIVE for port object 1028f128-91c8-46dc-9b27-0e5c14b8aab2 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:51:20.812365 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:21.189888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Pushing event updated for resources: {'Port': ['ID=1028f128-91c8-46dc-9b27-0e5c14b8aab2,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:21.227464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-f88e13de-fb72-4ddc-bb18-96a9564ac498 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954098 Nov 12 10:51:21.417423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f35a9bfb-5296-49ae-adb4-20edbdfd906a no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:21.451539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477a03f-3bb2-490d-9d35-ae4717c52577 req-3b741fa2-5f92-4bb5-b72c-55a74faf586f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:21.465681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d477a03f-3bb2-490d-9d35-ae4717c52577 req-3b741fa2-5f92-4bb5-b72c-55a74faf586f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.4231472 Nov 12 10:51:21.509201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: f35a9bfb-5296-49ae-adb4-20edbdfd906a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:21.510229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f35a9bfb-5296-49ae-adb4-20edbdfd906a not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:21.682531 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d477a03f-3bb2-490d-9d35-ae4717c52577 req-cab3f243-bdda-4668-8abb-d439e3bd999f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156556 Nov 12 10:51:21.683513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Attempting to bind port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:51:21.688584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Attempting to bind port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:51:21.689148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Attempting to bind port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 on network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:21.702889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 on network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:51:21.703306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Attempting to bind port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 on network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:21.730585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:51:21.731541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Checking segment: {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:51:21.731541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Bound using segment: {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:51:21.731797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Bound port: 1028f128-91c8-46dc-9b27-0e5c14b8aab2, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722236d4-9332-46ba-a611-f9912f609a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:51:21.732327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:21.901929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] For port 1028f128-91c8-46dc-9b27-0e5c14b8aab2, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:21.905378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] For port 1028f128-91c8-46dc-9b27-0e5c14b8aab2, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1028f128-91c8-46dc-9b27-0e5c14b8aab2,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:51:21.943342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:22.133738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:22.134383 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:22.136038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] 10.222.0.59 "PUT /v2.0/ports/1028f128-91c8-46dc-9b27-0e5c14b8aab2 HTTP/1.1" status: 200 len: 1092 time: 3.0998642 Nov 12 10:51:22.140799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462e2524-e76e-47e6-913e-5fecbb0a68e3', 'tag': '1028f128-91c8-46dc-9b27-0e5c14b8aab2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:22.159589 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c58bc0-a867-4944-80f9-5773e27cbcba" -d '{"events": [{"name": "network-changed", "server_uuid": "462e2524-e76e-47e6-913e-5fecbb0a68e3", "tag": "1028f128-91c8-46dc-9b27-0e5c14b8aab2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:22.225603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc04b0-972f-409d-8ea6-b844bcc22499 service neutron] Pushing event updated for resources: {'Port': ['ID=1028f128-91c8-46dc-9b27-0e5c14b8aab2,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:22.240695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2054a1-6458-4545-8a94-712f3b8a5a28 req-2e012826-ef86-49e7-8c8a-163e2288e931 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:22.265723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d2054a1-6458-4545-8a94-712f3b8a5a28 req-2e012826-ef86-49e7-8c8a-163e2288e931 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 943 time: 0.3587391 Nov 12 10:51:22.604336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d2054a1-6458-4545-8a94-712f3b8a5a28 req-b8e11ebe-f62e-4f75-9307-b64f5be46c0e tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146818 Nov 12 10:51:22.607818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afbdd020-ea4d-401b-9a67-c95a6a4519fb req-c64f3aa6-b242-4da1-a2d8-55985be05d41 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536165 Nov 12 10:51:22.620467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-cc0115f5-afcd-4eca-a9d2-ab63e05273b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:22.624274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-cc0115f5-afcd-4eca-a9d2-ab63e05273b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41d22fc8d933474f8af4239915c5874f&device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 1095 time: 0.2778316 Nov 12 10:51:22.763073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-4187f0d3-061b-421a-93c5-e352b911758e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1028f128-91c8-46dc-9b27-0e5c14b8aab2 HTTP/1.1" status: 200 len: 217 time: 0.1209140 Nov 12 10:51:23.238225 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb2ae01-3a8e-4e8e-88a7-37059f48f703 x-openstack-request-id: req-bcb2ae01-3a8e-4e8e-88a7-37059f48f703 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:23.238615 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011de179-f376-4d6a-9e17-1d75dfa66d5d", "name": "network-vif-deleted", "tag": "f35a9bfb-5296-49ae-adb4-20edbdfd906a", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:23.238979 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcb2ae01-3a8e-4e8e-88a7-37059f48f703 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:23.239469 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011de179-f376-4d6a-9e17-1d75dfa66d5d', 'name': 'network-vif-deleted', 'tag': 'f35a9bfb-5296-49ae-adb4-20edbdfd906a', 'status': 'completed', 'code': 200} Nov 12 10:51:23.404462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451af358-ab21-4cbb-94de-3b44032f50da req-e14bd1f6-0fa6-486c-b172-55992c6f52b8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:23.413549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-451af358-ab21-4cbb-94de-3b44032f50da req-e14bd1f6-0fa6-486c-b172-55992c6f52b8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0958178 Nov 12 10:51:23.571695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-451af358-ab21-4cbb-94de-3b44032f50da req-efd80c52-aae4-4328-998d-5e11c9b922b0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440046 Nov 12 10:51:23.785512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e70a8d-688f-4e07-943b-0cd3c107f1bf req-f1f6a4df-7803-4ce9-bbbd-a8838330a652 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:23.793187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25e70a8d-688f-4e07-943b-0cd3c107f1bf req-f1f6a4df-7803-4ce9-bbbd-a8838330a652 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.0985556 Nov 12 10:51:23.852770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18fa9505-361c-4376-8f1e-975c7c06c4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:23.910279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25e70a8d-688f-4e07-943b-0cd3c107f1bf req-15604c9d-b962-4f59-9dd5-5639ebd8a3ba tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112041 Nov 12 10:51:23.994423 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa5fb3-a15d-4698-a82d-1883ddc14953 x-openstack-request-id: req-5baa5fb3-a15d-4698-a82d-1883ddc14953 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:23.995063 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462e2524-e76e-47e6-913e-5fecbb0a68e3", "tag": "1028f128-91c8-46dc-9b27-0e5c14b8aab2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:23.995485 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5baa5fb3-a15d-4698-a82d-1883ddc14953 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:23.996034 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462e2524-e76e-47e6-913e-5fecbb0a68e3', 'tag': '1028f128-91c8-46dc-9b27-0e5c14b8aab2', 'status': 'completed', 'code': 200} Nov 12 10:51:24.155828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df4a65-e841-4a8d-867e-4d09f0d15a1c req-718c4e31-5b7e-48fb-b887-ca1134c74303 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:24.157931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34df4a65-e841-4a8d-867e-4d09f0d15a1c req-718c4e31-5b7e-48fb-b887-ca1134c74303 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.0707541 Nov 12 10:51:24.235612 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34df4a65-e841-4a8d-867e-4d09f0d15a1c req-acc8d4e6-e7c2-45b1-b0d6-772ed44a6f9c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705605 Nov 12 10:51:24.764621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-34735db4-8fc4-45c7-8f61-0b94354c4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:24.767820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-34735db4-8fc4-45c7-8f61-0b94354c4590 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72a94d09-54f0-48e1-a897-d63c892883aa HTTP/1.1" status: 200 len: 853 time: 0.1968620 Nov 12 10:51:24.816509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbfcd9-8f1f-459a-96c5-04a82e187f72 req-9b8b98c0-84cf-4996-8ad7-037819c9d31b tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:24.820320 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64cbfcd9-8f1f-459a-96c5-04a82e187f72 req-9b8b98c0-84cf-4996-8ad7-037819c9d31b tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 943 time: 0.1431725 Nov 12 10:51:24.888593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64cbfcd9-8f1f-459a-96c5-04a82e187f72 req-046392c1-55da-42c1-bd78-21ed1e13a0b7 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616920 Nov 12 10:51:25.555201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4b6595a9-4f91-471e-a350-6fc92b98f2c0 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:26.247664 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dc643f61-8fb2-4c9a-a29e-e4ad37e33deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:27.506828 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:29.318839 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:29.644723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab94b0-9052-45b4-baad-0f835695b90a req-034e0c2f-ce1a-407c-a819-4a1553b5d929 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:29.646298 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13ab94b0-9052-45b4-baad-0f835695b90a req-034e0c2f-ce1a-407c-a819-4a1553b5d929 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0554261 Nov 12 10:51:29.707880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13ab94b0-9052-45b4-baad-0f835695b90a req-66056af7-f1cb-4e62-9cfe-948d1f8ae6e2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533030 Nov 12 10:51:29.832581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7008b-76df-40bd-a1a4-5be4dde264e7 req-6f02ad80-6e00-45a0-927b-6e6de3c7520f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:29.834613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-84f7008b-76df-40bd-a1a4-5be4dde264e7 req-6f02ad80-6e00-45a0-927b-6e6de3c7520f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.0503070 Nov 12 10:51:29.889648 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-84f7008b-76df-40bd-a1a4-5be4dde264e7 req-0a732db3-9f87-49ee-98de-33ea3ad133f0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467827 Nov 12 10:51:30.007994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61c6ad-ee0e-4f47-abd7-64fd7e28320e req-10106b69-9684-4e02-8ddd-1b83c885a45e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:30.010675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9c61c6ad-ee0e-4f47-abd7-64fd7e28320e req-10106b69-9684-4e02-8ddd-1b83c885a45e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.0605326 Nov 12 10:51:30.048802 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:30.079636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9c61c6ad-ee0e-4f47-abd7-64fd7e28320e req-9e1ce60c-9e49-43f4-a3f5-ca5483f0d352 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587099 Nov 12 10:51:30.193433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98bf9-e889-4110-84ea-52d38c5c5f15 req-c54bcc1b-02e1-475d-8f92-2a108866ec67 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:30.195544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ce98bf9-e889-4110-84ea-52d38c5c5f15 req-c54bcc1b-02e1-475d-8f92-2a108866ec67 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 943 time: 0.0520508 Nov 12 10:51:30.248332 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ce98bf9-e889-4110-84ea-52d38c5c5f15 req-887228bb-d432-46a0-912a-5ac79afe5ee0 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464351 Nov 12 10:51:30.432156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed28ad-e38e-4ceb-9c6c-7998903d822a req-2a0489c6-274e-4733-803f-69ddf430c345 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:30.434444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0ed28ad-e38e-4ceb-9c6c-7998903d822a req-2a0489c6-274e-4733-803f-69ddf430c345 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 950 time: 0.0634687 Nov 12 10:51:30.485448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0ed28ad-e38e-4ceb-9c6c-7998903d822a req-adb40fea-7cf8-47d5-aece-3e579198759c tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Nov 12 10:51:30.644349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0340b-913e-4ab7-8b72-305ad324689b req-d838ed8b-a7f2-4c07-9cea-9238743d539b tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:30.646065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fae0340b-913e-4ab7-8b72-305ad324689b req-d838ed8b-a7f2-4c07-9cea-9238743d539b tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 948 time: 0.0554709 Nov 12 10:51:30.704098 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fae0340b-913e-4ab7-8b72-305ad324689b req-6a82e212-5fc3-4602-be32-828cf1f5f1f9 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506051 Nov 12 10:51:30.915966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b524bc-2b26-4697-ad7c-922f42e48b0d req-771068b8-f39f-40b0-b333-120c81ba9be8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:30.916951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-94b524bc-2b26-4697-ad7c-922f42e48b0d req-771068b8-f39f-40b0-b333-120c81ba9be8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0595326 Nov 12 10:51:31.242042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-94b524bc-2b26-4697-ad7c-922f42e48b0d req-577d4aa8-e3b8-4191-84c7-63fe3ceb2ce9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183062 Nov 12 10:51:31.256142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-3b6cc747-fa57-4fbb-9c32-ddd9e0d0c64f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:31.258263 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-3b6cc747-fa57-4fbb-9c32-ddd9e0d0c64f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/ports?device_id=20be8384-48ca-45e6-9cba-f7e91bf07c56 HTTP/1.1" status: 200 len: 950 time: 0.0765200 Nov 12 10:51:31.385053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Deleting port b06db357-cf93-42dc-9d67-893f5913119a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:31.385440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:31.520655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646ba2-ee22-4160-9710-c0a86a588dea req-f965d9fa-7462-4919-8825-688a009fa359 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:31.522321 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b3646ba2-ee22-4160-9710-c0a86a588dea req-f965d9fa-7462-4919-8825-688a009fa359 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1194353 Nov 12 10:51:31.532269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] For port b06db357-cf93-42dc-9d67-893f5913119a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b06db357-cf93-42dc-9d67-893f5913119a,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:31.532926 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:31.562005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Calling delete_port for b06db357-cf93-42dc-9d67-893f5913119a owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:31.631767 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b3646ba2-ee22-4160-9710-c0a86a588dea req-6edf177e-0640-4f19-90bc-d58d98884d78 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021397 Nov 12 10:51:31.832174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:31.856560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b4740-8268-410e-a1e7-8489fef8db7d req-27c06ea9-5d12-443e-ba36-729bbc080e2c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:31.870110 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b2b4740-8268-410e-a1e7-8489fef8db7d req-27c06ea9-5d12-443e-ba36-729bbc080e2c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.1206331 Nov 12 10:51:31.878283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'b06db357-cf93-42dc-9d67-893f5913119a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:31.910005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event deleted for resources: {'Port': ['ID=b06db357-cf93-42dc-9d67-893f5913119a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:31.929797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f', '022ec2c2-1048-49b2-bd97-cd20ab36ded6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:32.036523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] No DVR routers for this DVR port b06db357-cf93-42dc-9d67-893f5913119a on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:32.043837 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:32.048763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8057786e-76c1-47c9-a6cf-58cd0c25c519 req-34e10382-8723-4eca-aaa8-18d7573c5666 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "DELETE /v2.0/ports/b06db357-cf93-42dc-9d67-893f5913119a HTTP/1.1" status: 204 len: 173 time: 0.7836993 Nov 12 10:51:32.052144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20be8384-48ca-45e6-9cba-f7e91bf07c56', 'name': 'network-vif-deleted', 'tag': 'b06db357-cf93-42dc-9d67-893f5913119a'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:32.053120 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04483b44-87b8-46fe-bbdb-b0da4f66220a" -d '{"events": [{"server_uuid": "20be8384-48ca-45e6-9cba-f7e91bf07c56", "name": "network-vif-deleted", "tag": "b06db357-cf93-42dc-9d67-893f5913119a"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:32.082968 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b2b4740-8268-410e-a1e7-8489fef8db7d req-5a4807e1-30ba-44bb-a3fd-5689f4d269f1 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035108 Nov 12 10:51:32.241647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b513b7-70c6-41ab-99f8-a1c9fef151be req-89749dfe-62ca-40fb-9dfb-8da6d623a004 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:32.243134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10b513b7-70c6-41ab-99f8-a1c9fef151be req-89749dfe-62ca-40fb-9dfb-8da6d623a004 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 943 time: 0.1027770 Nov 12 10:51:32.321034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10b513b7-70c6-41ab-99f8-a1c9fef151be req-039223cc-9f37-496b-9c67-b88f4b77afc0 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706627 Nov 12 10:51:32.611492 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:51:33.053037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-84b54222-7e64-4b53-bd41-f0f35017a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:33.055313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-84b54222-7e64-4b53-bd41-f0f35017a173 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591102 Nov 12 10:51:33.211134 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b194776-af29-4750-babf-3e30ca2422cd x-openstack-request-id: req-3b194776-af29-4750-babf-3e30ca2422cd {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:33.212440 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20be8384-48ca-45e6-9cba-f7e91bf07c56", "name": "network-vif-deleted", "tag": "b06db357-cf93-42dc-9d67-893f5913119a", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:33.212854 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b194776-af29-4750-babf-3e30ca2422cd {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:33.213510 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20be8384-48ca-45e6-9cba-f7e91bf07c56', 'name': 'network-vif-deleted', 'tag': 'b06db357-cf93-42dc-9d67-893f5913119a', 'status': 'completed', 'code': 200} Nov 12 10:51:33.237436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478866-b767-4b0b-b9ba-683bf67befad req-778e2429-0910-45dc-8fcb-cda485b82396 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:33.238975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62478866-b767-4b0b-b9ba-683bf67befad req-778e2429-0910-45dc-8fcb-cda485b82396 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 950 time: 0.1499574 Nov 12 10:51:33.255615 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-db43b058-83d1-4bf6-873d-f9a1b6dbfb4f service neutron] 10.222.0.59 "GET /v2.0/networks/248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860044 Nov 12 10:51:33.304191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:33.365708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dda527-9618-466b-8e33-a238fe56de13 req-6ed7c3ff-d24d-46d2-b0dd-648543a77bb0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:33.368050 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95dda527-9618-466b-8e33-a238fe56de13 req-6ed7c3ff-d24d-46d2-b0dd-648543a77bb0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0992241 Nov 12 10:51:33.407515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62478866-b767-4b0b-b9ba-683bf67befad req-00a9e401-fb46-4fdb-89ea-79860d1f3f39 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539454 Nov 12 10:51:33.422880 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:33.462843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:33.464530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:33.468156 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029c947-60ed-4acd-97b3-13acdca105f9" -d '{"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-unplugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:33.473421 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:33.474458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b06db357-cf93-42dc-9d67-893f5913119a no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:33.487149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e88f11d0-36d2-4a49-97db-807706b8ea3b req-266108d4-401e-4b73-8328-b4faacc450f1 service neutron] 10.222.0.59 "GET /v2.0/networks/248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171474 Nov 12 10:51:33.488704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95dda527-9618-466b-8e33-a238fe56de13 req-4bd56732-9cca-42a1-9dc9-6ef593742564 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137059 Nov 12 10:51:33.586930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:33.595632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.596005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.596320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.596654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.597007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.597582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.597916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.598241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.598568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.599068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.599396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.599717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:51:33.615122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: b06db357-cf93-42dc-9d67-893f5913119a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:33.615569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b06db357-cf93-42dc-9d67-893f5913119a not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:33.634761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74588ea-fa0e-4a44-98df-eb5ab14ab613 req-1f55ea74-0302-4af1-b355-876d0b670efe tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:33.636905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d74588ea-fa0e-4a44-98df-eb5ab14ab613 req-1f55ea74-0302-4af1-b355-876d0b670efe tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.0694213 Nov 12 10:51:33.677867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-47d216ec-249c-4869-ae4c-9e3fb473c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:33.681911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-47d216ec-249c-4869-ae4c-9e3fb473c864 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41d22fc8d933474f8af4239915c5874f&device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 1095 time: 0.1095762 Nov 12 10:51:33.699108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4137028-cfaf-415c-9495-f1208fa15812 req-599a0b96-3c63-4a2c-a2eb-18a5fa01a49a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:33.700920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4137028-cfaf-415c-9495-f1208fa15812 req-599a0b96-3c63-4a2c-a2eb-18a5fa01a49a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.0740609 Nov 12 10:51:33.702051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d74588ea-fa0e-4a44-98df-eb5ab14ab613 req-63d22f8b-3c5b-4b27-a3d5-292d92979f89 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554171 Nov 12 10:51:33.853275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4137028-cfaf-415c-9495-f1208fa15812 req-70367d6e-b913-46b1-8029-258c54ac689f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416543 Nov 12 10:51:33.881080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-42b50879-e1ae-4f78-88fc-ed184083ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:33.890551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-42b50879-e1ae-4f78-88fc-ed184083ccf1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 HTTP/1.1" status: 200 len: 915 time: 0.1803489 Nov 12 10:51:33.910280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17345c19-0e26-4825-a50b-e429f99b548e req-2fcbaa81-32ea-4269-a575-309c34f1251c tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:33.912037 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17345c19-0e26-4825-a50b-e429f99b548e req-2fcbaa81-32ea-4269-a575-309c34f1251c tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 943 time: 0.0828159 Nov 12 10:51:33.936154 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff44c9-b79d-4cdf-b39c-2bc331d3138b x-openstack-request-id: req-abff44c9-b79d-4cdf-b39c-2bc331d3138b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:33.936775 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-unplugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:33.937336 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abff44c9-b79d-4cdf-b39c-2bc331d3138b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:33.937868 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'code': 200} Nov 12 10:51:33.956412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-ec374c5c-d36d-4b13-b3b3-91c6d2634c21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1028f128-91c8-46dc-9b27-0e5c14b8aab2 HTTP/1.1" status: 200 len: 217 time: 0.0510185 Nov 12 10:51:34.001060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17345c19-0e26-4825-a50b-e429f99b548e req-9587fe6c-8320-403a-83d7-be8235808686 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800962 Nov 12 10:51:34.046908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-e5ae3ea6-c5bc-49f8-ac02-482f12a00b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:34.049030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-e5ae3ea6-c5bc-49f8-ac02-482f12a00b22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72a94d09-54f0-48e1-a897-d63c892883aa HTTP/1.1" status: 200 len: 853 time: 0.0812733 Nov 12 10:51:34.132199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-3797997e-7ec4-4594-9b32-bac97a5e7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:34.135237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-3797997e-7ec4-4594-9b32-bac97a5e7c7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738003 Nov 12 10:51:34.321049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-3d08444d-f235-45ba-97cf-3ee6a5aec7b2 service neutron] 10.222.0.59 "GET /v2.0/networks/248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768587 Nov 12 10:51:34.523585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c58bc0-a867-4944-80f9-5773e27cbcba req-11e2a9a6-89f8-48b4-a55a-f9e032ae2264 service neutron] 10.222.0.59 "GET /v2.0/networks/248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850984 Nov 12 10:51:34.642163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa156107-7803-4f90-9280-88a31c888392 req-cad8818b-7b13-4176-b8fb-c44031faa7c8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:34.643822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa156107-7803-4f90-9280-88a31c888392 req-cad8818b-7b13-4176-b8fb-c44031faa7c8 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 950 time: 0.1140504 Nov 12 10:51:34.753424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9baba-8344-4894-b0b8-1266d8fd8f52 req-a4a8a85e-0cf0-4992-8f45-f48a993cb71a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:34.767245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fed9baba-8344-4894-b0b8-1266d8fd8f52 req-a4a8a85e-0cf0-4992-8f45-f48a993cb71a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0988226 Nov 12 10:51:34.792477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa156107-7803-4f90-9280-88a31c888392 req-c8892d35-dcd0-4dca-acd6-9b45ca0f6a8b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344340 Nov 12 10:51:34.800709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44726) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:34.865071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fed9baba-8344-4894-b0b8-1266d8fd8f52 req-81cacb30-1531-4e78-b182-78209741aa5f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967839 Nov 12 10:51:34.947565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335b67-ccbb-47ea-9bc4-685addab8cac req-92e7ebf0-1d8c-4209-93b1-36150fabe3c6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:34.949186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66335b67-ccbb-47ea-9bc4-685addab8cac req-92e7ebf0-1d8c-4209-93b1-36150fabe3c6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.0785565 Nov 12 10:51:35.048711 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee0da03a-f809-4501-b7d3-a7b5cb5ab749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.073744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cfd54-d0c6-4f49-94bd-99eaba4c2c88 req-f00c5376-46b9-43f4-ae5a-523d75b50355 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:35.075473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c4cfd54-d0c6-4f49-94bd-99eaba4c2c88 req-f00c5376-46b9-43f4-ae5a-523d75b50355 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.0653250 Nov 12 10:51:35.079649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-a9020d1d-3f01-4764-8e7d-40cc17d8ccf6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:35.081220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-a9020d1d-3f01-4764-8e7d-40cc17d8ccf6 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 950 time: 0.1310804 Nov 12 10:51:35.089250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66335b67-ccbb-47ea-9bc4-685addab8cac req-9c3f2e95-9396-4534-ad2c-4f52670ab7df tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257622 Nov 12 10:51:35.136161 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c4cfd54-d0c6-4f49-94bd-99eaba4c2c88 req-9b358fb8-ab7a-4411-a8e7-ae73f041f39b tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537503 Nov 12 10:51:35.266961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Deleting port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:35.267504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.296475 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee0da03a-f809-4501-b7d3-a7b5cb5ab749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.317062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec410647-aecc-4251-8329-2b07c58b8cc3 req-e046ee42-8b9a-4f1d-a043-56ae8426d2a2 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:35.318593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec410647-aecc-4251-8329-2b07c58b8cc3 req-e046ee42-8b9a-4f1d-a043-56ae8426d2a2 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 943 time: 0.1245818 Nov 12 10:51:35.322243 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee0da03a-f809-4501-b7d3-a7b5cb5ab749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.417262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ee0da03a-f809-4501-b7d3-a7b5cb5ab749 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b6c3136c8054aa7a72104edf6cab1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6148422 Nov 12 10:51:35.420475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44736) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:35.440216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0da03a-f809-4501-b7d3-a7b5cb5ab749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc281975-dd5c-4806-bff0-e6961b8eb103,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:35.473416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] For port 022ec2c2-1048-49b2-bd97-cd20ab36ded6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=022ec2c2-1048-49b2-bd97-cd20ab36ded6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:35.473907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.492367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec410647-aecc-4251-8329-2b07c58b8cc3 req-8cfc2c9f-50e0-41bb-901c-63ee09679eb5 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342537 Nov 12 10:51:35.497583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Calling delete_port for 022ec2c2-1048-49b2-bd97-cd20ab36ded6 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:35.503458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f54f6cd8-e5f9-4082-ad78-1e57258c2605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.533446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f54f6cd8-e5f9-4082-ad78-1e57258c2605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.610535 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f54f6cd8-e5f9-4082-ad78-1e57258c2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.615823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f54f6cd8-e5f9-4082-ad78-1e57258c2605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.621226 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f54f6cd8-e5f9-4082-ad78-1e57258c2605 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc281975-dd5c-4806-bff0-e6961b8eb103 HTTP/1.1" status: 204 len: 168 time: 0.1960573 Nov 12 10:51:35.623468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1028f128-91c8-46dc-9b27-0e5c14b8aab2 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:51:35.628556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f6cd8-e5f9-4082-ad78-1e57258c2605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc281975-dd5c-4806-bff0-e6961b8eb103,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:35.690680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.734720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f', '022ec2c2-1048-49b2-bd97-cd20ab36ded6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:35.762156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event deleted for resources: {'Port': ['ID=022ec2c2-1048-49b2-bd97-cd20ab36ded6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:35.763429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['57306fdc-f500-4a65-9306-e501295d4fac', '1c030bbb-338e-40dc-8a70-c5fe6fc474d1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:35.788938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] No DVR routers for this DVR port 022ec2c2-1048-49b2-bd97-cd20ab36ded6 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:35.795202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:35.799614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a79101eb-1c3f-441a-86ae-36a5a49761e7 req-7485c08d-ff75-42e9-b513-9805d136d84a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "DELETE /v2.0/ports/022ec2c2-1048-49b2-bd97-cd20ab36ded6 HTTP/1.1" status: 204 len: 173 time: 0.7091732 Nov 12 10:51:35.800689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d7ebb-0df6-477d-b9c0-b590a33323b4', 'name': 'network-vif-deleted', 'tag': '022ec2c2-1048-49b2-bd97-cd20ab36ded6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:35.802835 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2700a03c-8e16-4dd4-8741-bce663a6f8b6" -d '{"events": [{"server_uuid": "842d7ebb-0df6-477d-b9c0-b590a33323b4", "name": "network-vif-deleted", "tag": "022ec2c2-1048-49b2-bd97-cd20ab36ded6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:35.855354 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3291546f-687b-4380-a310-790332b75b7b x-openstack-request-id: req-3291546f-687b-4380-a310-790332b75b7b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:35.855759 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d7ebb-0df6-477d-b9c0-b590a33323b4", "name": "network-vif-deleted", "tag": "022ec2c2-1048-49b2-bd97-cd20ab36ded6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:35.856061 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3291546f-687b-4380-a310-790332b75b7b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:35.856480 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842d7ebb-0df6-477d-b9c0-b590a33323b4', 'name': 'network-vif-deleted', 'tag': '022ec2c2-1048-49b2-bd97-cd20ab36ded6', 'status': 'completed', 'code': 200} Nov 12 10:51:35.945257 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-232fd0ef-ce11-4bc5-959c-27d019fc0979 req-d9326c0f-35bf-484a-befd-8cca9803cb7f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=842d7ebb-0df6-477d-b9c0-b590a33323b4 HTTP/1.1" status: 200 len: 210 time: 0.0544622 Nov 12 10:51:35.964798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1028f128-91c8-46dc-9b27-0e5c14b8aab2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1028f128-91c8-46dc-9b27-0e5c14b8aab2,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:36.017315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '1028f128-91c8-46dc-9b27-0e5c14b8aab2', 'network_id': '248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1', 'port_id': '1028f128-91c8-46dc-9b27-0e5c14b8aab2', 'mac_address': 'fa:16:3e:ce:be:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a94d09-54f0-48e1-a897-d63c892883aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:51:36.034107 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-a4108420-2270-47ce-936d-6afe33b6da27 service neutron] 10.222.0.59 "GET /v2.0/ports/4b6595a9-4f91-471e-a350-6fc92b98f2c0/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.2276962 Nov 12 10:51:36.091670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24d0b8-6794-4981-a5bf-ae2b98d6bd41 req-835c7b1d-022f-482c-ac60-adae3a95d1a2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:36.101134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d24d0b8-6794-4981-a5bf-ae2b98d6bd41 req-835c7b1d-022f-482c-ac60-adae3a95d1a2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0892768 Nov 12 10:51:36.143923 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:36.154716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44760) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:36.212476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1028f128-91c8-46dc-9b27-0e5c14b8aab2 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:36.261219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1028f128-91c8-46dc-9b27-0e5c14b8aab2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1028f128-91c8-46dc-9b27-0e5c14b8aab2,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:36.270566 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:36.403736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de143a-ab05-4fa2-8092-23fcee536448 req-e67a329d-bfa2-4305-aaa1-bf42f0be6d53 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:36.411682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b1de143a-ab05-4fa2-8092-23fcee536448 req-e67a329d-bfa2-4305-aaa1-bf42f0be6d53 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.2141993 Nov 12 10:51:36.418307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1028f128-91c8-46dc-9b27-0e5c14b8aab2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:36.493899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d24d0b8-6794-4981-a5bf-ae2b98d6bd41 req-6f5ddd0c-16aa-4a7d-a893-815dabcf4c62 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913658 Nov 12 10:51:36.511575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d3ecba6-4d84-42d0-8a87-64e68fa095ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:36.516894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:36.543052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:36.596305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6595a9-4f91-471e-a350-6fc92b98f2c0 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:36.611509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:36.661131 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:36.698154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b1de143a-ab05-4fa2-8092-23fcee536448 req-5e19aeff-66ed-441e-b614-e1206563c1dc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854221 Nov 12 10:51:36.705366 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d3ecba6-4d84-42d0-8a87-64e68fa095ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:36.712665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d3ecba6-4d84-42d0-8a87-64e68fa095ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:36.723068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1028f128-91c8-46dc-9b27-0e5c14b8aab2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:36.844195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ecba6-4d84-42d0-8a87-64e68fa095ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14229f7e-c9a1-4836-9401-03662d1d64e1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:36.852174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3d3ecba6-4d84-42d0-8a87-64e68fa095ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc75a4bb39b64be29ce9b7df15dd0a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6963732 Nov 12 10:51:36.856218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44770) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:36.908970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] Transition to ACTIVE for port object 4b6595a9-4f91-471e-a350-6fc92b98f2c0 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:51:36.923790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:36.951032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687f01-ed43-45d7-8cbb-8053deef3862 req-8d9a4d34-edf7-4a7a-876b-d4e85a839b15 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:36.958455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea687f01-ed43-45d7-8cbb-8053deef3862 req-8d9a4d34-edf7-4a7a-876b-d4e85a839b15 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 943 time: 0.1955540 Nov 12 10:51:36.969340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8842e32d-cbee-4b79-8aa4-78a1c30256db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:37.012584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8842e32d-cbee-4b79-8aa4-78a1c30256db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:37.062710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=10']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:37.067165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea687f01-ed43-45d7-8cbb-8053deef3862 req-a24db7e7-7e4c-4ab2-8df3-7d8409806867 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945308 Nov 12 10:51:37.085608 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] No DVR routers for this DVR port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:37.105737 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8842e32d-cbee-4b79-8aa4-78a1c30256db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:37.108955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4beb27-7c92-47d7-9f29-caada37b8132 req-d08f01fa-a5a8-497c-bc8c-d092fbc4e2d3 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.109183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8842e32d-cbee-4b79-8aa4-78a1c30256db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:37.113139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8842e32d-cbee-4b79-8aa4-78a1c30256db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14229f7e-c9a1-4836-9401-03662d1d64e1 HTTP/1.1" status: 204 len: 168 time: 0.2532537 Nov 12 10:51:37.116890 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac4beb27-7c92-47d7-9f29-caada37b8132 req-d08f01fa-a5a8-497c-bc8c-d092fbc4e2d3 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 944 time: 0.1100554 Nov 12 10:51:37.120331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842e32d-cbee-4b79-8aa4-78a1c30256db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14229f7e-c9a1-4836-9401-03662d1d64e1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:37.161586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-df072bf9-9133-4df8-a7dc-ad1ff7099f09 service neutron] 10.222.0.59 "PUT /v2.0/ports/4b6595a9-4f91-471e-a350-6fc92b98f2c0/bindings/n-h2-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 1.1169999 Nov 12 10:51:37.221080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac4beb27-7c92-47d7-9f29-caada37b8132 req-b33c88b2-e07b-40c0-a2a3-859bc195533a tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032851 Nov 12 10:51:37.297197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-fc011618-ddb8-4a77-9aab-34b4a2feb344 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.299719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-fc011618-ddb8-4a77-9aab-34b4a2feb344 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.0529013 Nov 12 10:51:37.333478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:51:37.363411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-a4a70e50-8d01-4f21-a6b7-4f2c7d585c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.364959 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-a4a70e50-8d01-4f21-a6b7-4f2c7d585c35 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c HTTP/1.1" status: 200 len: 1096 time: 0.0513110 Nov 12 10:51:37.460408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-061c6cbd-4da0-4cfd-9a0f-308362901c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.462129 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-061c6cbd-4da0-4cfd-9a0f-308362901c5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1096 time: 0.0638206 Nov 12 10:51:37.490206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:37.523555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'mac_address': 'fa:16:3e:0b:b2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:51:37.576956 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:37.594192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd69ec25-e7b3-42e8-9e21-c68b792904e7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:37.610365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-6aee7487-9358-4477-bd68-c276fb2f9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.612565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-6aee7487-9358-4477-bd68-c276fb2f9b0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.1370161 Nov 12 10:51:37.624347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 022ec2c2-1048-49b2-bd97-cd20ab36ded6 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:37.633319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:37.671063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:37.674321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 022ec2c2-1048-49b2-bd97-cd20ab36ded6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:37.675085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 022ec2c2-1048-49b2-bd97-cd20ab36ded6 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:37.682621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-778d96e5-649b-42ab-9645-b096ca69765d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 200 len: 217 time: 0.0598552 Nov 12 10:51:37.722513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c7aa6-c981-48a1-8f84-2678281f9c42 req-0dc25feb-ad82-4d8f-8474-1da48910fde2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.726217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e6c7aa6-c981-48a1-8f84-2678281f9c42 req-0dc25feb-ad82-4d8f-8474-1da48910fde2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.0919719 Nov 12 10:51:37.761532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:37.796512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-6616a971-b5be-4ead-abd1-098e9bd8db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.799693 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-6616a971-b5be-4ead-abd1-098e9bd8db57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1027684 Nov 12 10:51:37.800991 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e6c7aa6-c981-48a1-8f84-2678281f9c42 req-c6702ef6-ce0e-4f88-b5ab-8749416a2d29 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639198 Nov 12 10:51:37.858096 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-8c25be9c-cdf8-434e-b74f-05b2dc0060f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436852 Nov 12 10:51:37.914866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['cd69ec25-e7b3-42e8-9e21-c68b792904e7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:37.945811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fdd44-dfd7-4385-95e7-823a15b7fc4f req-c3ad5182-bfe1-45d2-97b6-3e432f773c31 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.949290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14ae4e-2a9c-48ce-9ad7-0282ca636226 req-ceee7ec5-f387-443c-bb27-d899585054f4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:37.950909 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e14ae4e-2a9c-48ce-9ad7-0282ca636226 req-ceee7ec5-f387-443c-bb27-d899585054f4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1224527 Nov 12 10:51:37.953927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c51fdd44-dfd7-4385-95e7-823a15b7fc4f req-c3ad5182-bfe1-45d2-97b6-3e432f773c31 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 949 time: 0.0810900 Nov 12 10:51:38.021121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c51fdd44-dfd7-4385-95e7-823a15b7fc4f req-6dbd834c-fd4d-4eb2-923e-91d266f61d4b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621333 Nov 12 10:51:38.053270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e14ae4e-2a9c-48ce-9ad7-0282ca636226 req-0dba6e1d-f8ef-41ea-8d7c-2897851b28a1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806100 Nov 12 10:51:38.057080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-3e58a583-1cc5-4edd-9410-f71ab85190cf service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843517 Nov 12 10:51:38.165895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44820) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:38.207096 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-7581bb9b-fded-4b52-a26a-c02ee133fff1 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316271 Nov 12 10:51:38.225135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b463-8091-4bb8-807e-9aa3641e38f3 req-e19ce84b-9c23-45a4-bfdb-14bf9f6db65f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:38.242887 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e89b463-8091-4bb8-807e-9aa3641e38f3 req-e19ce84b-9c23-45a4-bfdb-14bf9f6db65f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 944 time: 0.0948484 Nov 12 10:51:38.289241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-261435282-network', 'tenant_id': '8ecee5924ead49e88d724610e46c622e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:38.298772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e89b463-8091-4bb8-807e-9aa3641e38f3 req-d834fb5a-bc3e-4729-a1ec-b31ba3308288 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586627 Nov 12 10:51:38.347767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Made reservation on behalf of 8ecee5924ead49e88d724610e46c622e for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:51:38.350190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.361941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.383092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c36fa-7487-4001-9f18-c5d8b3293190 req-fc436a79-83b9-411a-b530-59bb219535d2 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:38.384567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a4c36fa-7487-4001-9f18-c5d8b3293190 req-fc436a79-83b9-411a-b530-59bb219535d2 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 944 time: 0.0796480 Nov 12 10:51:38.456848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a4c36fa-7487-4001-9f18-c5d8b3293190 req-0fe0507e-44e0-472e-a7af-f81c53c88429 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635691 Nov 12 10:51:38.515633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.520825 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.543810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:51:38.557954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:38.564091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.564091 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Added segment f58a71a2-648b-4899-9f39-d85ffd3cb6df of type vlan for network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 Nov 12 10:51:38.609808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df679d4-4159-461b-9020-f778c26edccf req-88c42b56-436b-4493-8572-8821f194b400 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:38.612041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-88c42b56-436b-4493-8572-8821f194b400 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.0613670 Nov 12 10:51:38.613146 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.644505 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.645743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:38.646461 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.687451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5203929 Nov 12 10:51:38.690725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44848) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:38.696886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Request body: {'subnet': {'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-261435282-subnet', 'tenant_id': '8ecee5924ead49e88d724610e46c622e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:38.723461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6724feb-62fe-42e2-b4a6-a858d37a5ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=9c955ebe-61cf-4e53-9fd8-299acdf15e04,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:38.733635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:51:38.751146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Made reservation on behalf of 8ecee5924ead49e88d724610e46c622e for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:51:38.753592 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.828753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-5df679d4-4159-461b-9020-f778c26edccf req-5026a5ca-80cc-4cde-9d56-4862b9d9ac19 service neutron] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:38.834220 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5df679d4-4159-461b-9020-f778c26edccf req-5026a5ca-80cc-4cde-9d56-4862b9d9ac19 service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:38.836087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5df679d4-4159-461b-9020-f778c26edccf req-5026a5ca-80cc-4cde-9d56-4862b9d9ac19 service neutron] 10.222.0.52 "DELETE /v2.0/ports/4b6595a9-4f91-471e-a350-6fc92b98f2c0/bindings/n-h1-768851-19 HTTP/1.1" status: 204 len: 173 time: 0.2140081 Nov 12 10:51:39.004508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783144df-5432-4e8a-a33c-17e6f7f68634 req-a51e6e1c-6877-417e-9c96-0115a1f4efa3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:39.008102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-783144df-5432-4e8a-a33c-17e6f7f68634 req-a51e6e1c-6877-417e-9c96-0115a1f4efa3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1014709 Nov 12 10:51:39.024552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:39.148684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa44256-6525-42a8-862e-c767dff65d34,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:39.161232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-783144df-5432-4e8a-a33c-17e6f7f68634 req-47a19faa-c21a-40e0-845b-ce72e5a38ee2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487458 Nov 12 10:51:39.167853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Checking segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:51:39.168344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Network hostable DHCP agents. Network: 9c955ebe-61cf-4e53-9fd8-299acdf15e04, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:51:39.198497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b7d07-ef66-4bcb-b6bd-40f0d42bf4ff req-ff888a83-087a-4e2f-be51-932f42303bed tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:39.201189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:51:39.205562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab3b7d07-ef66-4bcb-b6bd-40f0d42bf4ff req-ff888a83-087a-4e2f-be51-932f42303bed tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 949 time: 0.1048527 Nov 12 10:51:39.228886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9c955ebe-61cf-4e53-9fd8-299acdf15e04) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:51:39.234242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:39.234851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:39.250811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132397fc-01f8-4148-8e38-34543326d7b1 None None] Network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:51:39.296002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b3c72f65-c338-4b62-86f0-3010b53f80ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6036961 Nov 12 10:51:39.325486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab3b7d07-ef66-4bcb-b6bd-40f0d42bf4ff req-57bf5853-1483-485f-8139-05fdc15c6dee tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924463 Nov 12 10:51:39.351881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:51:39.353921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f8e3-08eb-44a7-a729-ab9eb661ccea req-1297cf76-6f51-48ea-892a-5d3135a24d54 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:39.362606 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce39f8e3-08eb-44a7-a729-ab9eb661ccea req-1297cf76-6f51-48ea-892a-5d3135a24d54 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.0910435 Nov 12 10:51:39.440526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce39f8e3-08eb-44a7-a729-ab9eb661ccea req-f842d17b-a9c5-45ac-b2b6-05f1ebba467b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769815 Nov 12 10:51:39.616923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1028f128-91c8-46dc-9b27-0e5c14b8aab2 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:51:39.627603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93052a0-6a3f-4326-9b72-7546897779f0 req-804e47fd-deb0-4d54-bcaa-493504cc76b3 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:39.634269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a93052a0-6a3f-4326-9b72-7546897779f0 req-804e47fd-deb0-4d54-bcaa-493504cc76b3 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 944 time: 0.1041515 Nov 12 10:51:39.844333 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:39.846668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dfca4-f8c7-4828-bae4-84841a4af91f req-1083b92d-7190-4031-97d2-22edfccf285b tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:39.863156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e1dfca4-f8c7-4828-bae4-84841a4af91f req-1083b92d-7190-4031-97d2-22edfccf285b tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 944 time: 0.1685622 Nov 12 10:51:39.878453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0edcf0-e782-467b-a4b3-749c3f3de723 None None] Network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:51:39.906635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a93052a0-6a3f-4326-9b72-7546897779f0 req-fddf3637-8e84-4c25-8c9c-cb9449187b16 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498477 Nov 12 10:51:39.921758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:51:39.930218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-015b5dd4-171e-49b0-8bfa-7b092cf096e2 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:39.940177 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-015b5dd4-171e-49b0-8bfa-7b092cf096e2 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 949 time: 0.2941694 Nov 12 10:51:40.025474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:51:40.026821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:40.030238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port cd69ec25-e7b3-42e8-9e21-c68b792904e7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:51:40.041462 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:40.055979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e1dfca4-f8c7-4828-bae4-84841a4af91f req-894566c8-15ea-4a2f-b80a-66c85b7612a5 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917834 Nov 12 10:51:40.144385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-9d04ec23-c23e-40cc-8c30-b914d6f5fd8f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:40.145943 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-9d04ec23-c23e-40cc-8c30-b914d6f5fd8f tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "GET /v2.0/ports?device_id=41c4f1e1-9393-446c-80cf-13710317cb30 HTTP/1.1" status: 200 len: 950 time: 0.1512094 Nov 12 10:51:40.358584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Deleting port 57306fdc-f500-4a65-9306-e501295d4fac {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:40.360164 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:40.363187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c517386-32e0-4e5c-8e48-f913b0214509 req-ffb4db0d-0991-41f3-8638-bf8ded525473 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:40.397604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c517386-32e0-4e5c-8e48-f913b0214509 req-ffb4db0d-0991-41f3-8638-bf8ded525473 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1096 time: 0.1529515 Nov 12 10:51:40.512405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:40.601996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c517386-32e0-4e5c-8e48-f913b0214509 req-e3de0987-023e-4856-9e5d-e6ed63cfcd86 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031643 Nov 12 10:51:40.622795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] For port 57306fdc-f500-4a65-9306-e501295d4fac, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=57306fdc-f500-4a65-9306-e501295d4fac,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:40.623021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-083086a2-1704-43ca-9750-d4b4d49ef4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:40.623998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:40.624692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-083086a2-1704-43ca-9750-d4b4d49ef4fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1098 time: 0.1189070 Nov 12 10:51:40.629809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Deleting port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:40.630393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:40.681104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Calling delete_port for 57306fdc-f500-4a65-9306-e501295d4fac owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:40.691290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:40.692462 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:40.697113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:40.700924 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ae8969-b254-478e-a065-c6cf024f619c" -d '{"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-plugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:40.706729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:40.737113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-27065222-7f53-474d-b3a6-a08e674d27da tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:40.747404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-27065222-7f53-474d-b3a6-a08e674d27da tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 804 time: 0.2831483 Nov 12 10:51:40.816133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a52ef-de93-4405-b06c-fe7a507a8462 req-64faf07a-b836-45d4-ba93-a4160f08ac9f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:40.816708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-a172c6a3-0515-47fd-bd22-51f9fb314e4a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/quotas/8ecee5924ead49e88d724610e46c622e HTTP/1.1" status: 200 len: 375 time: 0.0680790 Nov 12 10:51:40.817576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f78a52ef-de93-4405-b06c-fe7a507a8462 req-64faf07a-b836-45d4-ba93-a4160f08ac9f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1003413 Nov 12 10:51:40.914106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f78a52ef-de93-4405-b06c-fe7a507a8462 req-c6dd00cf-286e-4fdf-bc89-d5bf23f7d373 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686007 Nov 12 10:51:40.918588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=10']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:40.921367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-e0429d19-5c5f-4541-beb6-62aa5c963c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:40.922332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-e0429d19-5c5f-4541-beb6-62aa5c963c13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.2897952 Nov 12 10:51:40.966524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:41.008654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-b867a3b1-d841-4774-b48b-616c3652ad78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 200 len: 217 time: 0.0764773 Nov 12 10:51:41.039250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1028f128-91c8-46dc-9b27-0e5c14b8aab2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1028f128-91c8-46dc-9b27-0e5c14b8aab2,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:41.051747 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:41.128774 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-e1dcdd8f-cc1e-42bd-ac28-615790fa1682 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3109043 Nov 12 10:51:41.154000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1028f128-91c8-46dc-9b27-0e5c14b8aab2,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:41.157214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-fbd1a37d-86c6-46b4-8c44-133d8909c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:41.159532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-fbd1a37d-86c6-46b4-8c44-133d8909c604 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1385162 Nov 12 10:51:41.176909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a6943-9ad3-44b7-875b-843f3f63636a req-ae52952e-876e-42ad-ae8a-c51819c6f8ca tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:41.178889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b87a6943-9ad3-44b7-875b-843f3f63636a req-ae52952e-876e-42ad-ae8a-c51819c6f8ca tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=85e5eee3-1736-4720-ba95-da1c4582fda6 HTTP/1.1" status: 200 len: 949 time: 0.1308835 Nov 12 10:51:41.184716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] For port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:41.185210 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:41.222821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-2986dd3a-d72f-4920-84f1-4ad554782903 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417645 Nov 12 10:51:41.244747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Calling delete_port for 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:41.372266 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b87a6943-9ad3-44b7-875b-843f3f63636a req-6eda83db-3722-4555-b2ae-d1d6babeb23b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761050 Nov 12 10:51:41.388448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-71671d14-9b0e-426e-b03a-ec29a6407b8c service neutron] 10.222.0.31 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498932 Nov 12 10:51:41.411458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:41.423704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-6eb4e999-d76f-4610-bc45-c87b25f27de3 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898646 Nov 12 10:51:41.430672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:41.494311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event deleted for resources: {'Port': ['ID=57306fdc-f500-4a65-9306-e501295d4fac,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:41.569689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] No DVR routers for this DVR port 57306fdc-f500-4a65-9306-e501295d4fac on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:41.575460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:41.579438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bed7a149-0de9-4c50-b5e3-9815f3ed76ee req-bfb21140-4053-412d-869e-8779deeffa16 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "DELETE /v2.0/ports/57306fdc-f500-4a65-9306-e501295d4fac HTTP/1.1" status: 204 len: 173 time: 1.6322992 Nov 12 10:51:41.583428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e5eee3-1736-4720-ba95-da1c4582fda6', 'name': 'network-vif-deleted', 'tag': '57306fdc-f500-4a65-9306-e501295d4fac'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:41.587489 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686f005b-f754-4605-b99b-3a635b3e148d" -d '{"events": [{"server_uuid": "85e5eee3-1736-4720-ba95-da1c4582fda6", "name": "network-vif-deleted", "tag": "57306fdc-f500-4a65-9306-e501295d4fac"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:41.633093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-a75a763b-132a-4db8-a40b-5d88d0073924 service neutron] 10.222.0.31 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523098 Nov 12 10:51:41.714898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:41.811263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-0dc20108-1e28-4657-821b-2e8b4f24c149 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740764 Nov 12 10:51:41.818179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event deleted for resources: {'Port': ['ID=1c030bbb-338e-40dc-8a70-c5fe6fc474d1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:41.848890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110bd44-28cc-4e15-b51f-136e144d1ee1 req-e53cec21-d5f8-4803-94ca-a8f6409e4747 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:41.851468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4110bd44-28cc-4e15-b51f-136e144d1ee1 req-e53cec21-d5f8-4803-94ca-a8f6409e4747 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1759930 Nov 12 10:51:41.856068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] No DVR routers for this DVR port 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:41.869090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:41.874841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-383dc4da-66c5-4b95-8de6-1d07f29597b8 req-69b08238-8dfa-42de-8044-3a309981daa9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.52 "DELETE /v2.0/ports/1c030bbb-338e-40dc-8a70-c5fe6fc474d1 HTTP/1.1" status: 204 len: 173 time: 1.7130678 Nov 12 10:51:41.977672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4110bd44-28cc-4e15-b51f-136e144d1ee1 req-8af05db8-19cc-49e9-89ce-c9e635619532 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198802 Nov 12 10:51:42.029347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a8986133-abe3-4205-ace5-3bb842f07cd0 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:42.031466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a8986133-abe3-4205-ace5-3bb842f07cd0 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1098 time: 0.1353915 Nov 12 10:51:42.050187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-19'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:42.128561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['192e98dd-8919-4c20-8676-34892696568f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:42.215728 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef290cc1-8656-4ca8-939c-db42ac59e814 x-openstack-request-id: req-ef290cc1-8656-4ca8-939c-db42ac59e814 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:42.217614 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-plugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:42.218138 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef290cc1-8656-4ca8-939c-db42ac59e814 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:42.218816 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'code': 200} Nov 12 10:51:42.232048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1788ab-94cf-4b87-8269-931ba3f2c1fb req-c9ecb88f-3ebf-4f1c-ad48-0b520898464b tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:42.246366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d1788ab-94cf-4b87-8269-931ba3f2c1fb req-c9ecb88f-3ebf-4f1c-ad48-0b520898464b tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 1096 time: 0.1014967 Nov 12 10:51:42.352156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d1788ab-94cf-4b87-8269-931ba3f2c1fb req-40e2b217-06d0-4a17-9e31-ae3453437780 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012056 Nov 12 10:51:42.364589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:42.481751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41906df-ea50-4561-b811-bda91ef285f7 req-82272197-ce03-4b38-bba3-d7c45bbb3862 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:42.485138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b41906df-ea50-4561-b811-bda91ef285f7 req-82272197-ce03-4b38-bba3-d7c45bbb3862 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 945 time: 0.1768074 Nov 12 10:51:42.488886 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06d8e42-5cae-4aa8-b6b7-9fefd43aba84 x-openstack-request-id: req-f06d8e42-5cae-4aa8-b6b7-9fefd43aba84 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:42.490274 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e5eee3-1736-4720-ba95-da1c4582fda6", "name": "network-vif-deleted", "tag": "57306fdc-f500-4a65-9306-e501295d4fac", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:42.491058 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f06d8e42-5cae-4aa8-b6b7-9fefd43aba84 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:42.491471 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e5eee3-1736-4720-ba95-da1c4582fda6', 'name': 'network-vif-deleted', 'tag': '57306fdc-f500-4a65-9306-e501295d4fac', 'status': 'completed', 'code': 200} Nov 12 10:51:42.671644 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b41906df-ea50-4561-b811-bda91ef285f7 req-28bba02f-654d-4fb3-8af5-c0edaf06b197 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713135 Nov 12 10:51:42.721602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e44e-f23b-422f-bf06-e0ad6c8d66cf req-6ab8946e-9f94-4d19-92aa-c0690b6ca34e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:42.727281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee08e44e-f23b-422f-bf06-e0ad6c8d66cf req-6ab8946e-9f94-4d19-92aa-c0690b6ca34e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 946 time: 0.1307278 Nov 12 10:51:42.782942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:42.909916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee08e44e-f23b-422f-bf06-e0ad6c8d66cf req-948c00f9-f5da-43b5-92a7-52b00421700c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774900 Nov 12 10:51:42.914302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c775bd0d-913d-4059-9c1e-72ae784824ac req-913811e3-c0b4-4c78-a2f8-c0398eca2d47 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 210 time: 0.1062093 Nov 12 10:51:43.003685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:43.088327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:43.102961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:43.220652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Pushing event updated for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:43.393775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:43.419793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:51:43.419919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:51:43.420504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:43.428738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:51:43.429095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Attempting to bind port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:43.442208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:51:43.442563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:51:43.442827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:51:43.443229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Bound port: bd0fb38d-328e-47a9-859b-5ad2863d37d0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:51:43.444080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:43.462942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:43.463295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860502f-3bdf-4a6e-830d-8101c0aac7a4 req-f2d490c7-1bbf-47df-9e60-658ce5818046 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:43.464881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1c030bbb-338e-40dc-8a70-c5fe6fc474d1 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:43.465581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 57306fdc-f500-4a65-9306-e501295d4fac no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:43.476957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2860502f-3bdf-4a6e-830d-8101c0aac7a4 req-f2d490c7-1bbf-47df-9e60-658ce5818046 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1583481 Nov 12 10:51:43.496512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 57306fdc-f500-4a65-9306-e501295d4fac {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:43.497446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 57306fdc-f500-4a65-9306-e501295d4fac not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:43.589031 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2860502f-3bdf-4a6e-830d-8101c0aac7a4 req-aca7e33c-a55a-4801-8aba-59806a8feb43 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099737 Nov 12 10:51:43.627181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:43.632669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:51:43.643137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:43.749555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:43.750594 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:43.752981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-a5b11609-521e-4433-af9b-6c737866466b service neutron] 10.222.0.52 "PUT /v2.0/ports/bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 200 len: 1124 time: 1.7070968 Nov 12 10:51:43.767472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b11609-521e-4433-af9b-6c737866466b service neutron] Pushing event updated for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=8']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:43.888571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1b8a-0a76-4fe0-8150-627276bd8df9 req-5a445af5-8f50-4f45-a6d9-f7d2ea8e7364 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:43.909448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e62d1b8a-0a76-4fe0-8150-627276bd8df9 req-5a445af5-8f50-4f45-a6d9-f7d2ea8e7364 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 945 time: 0.1159875 Nov 12 10:51:43.913360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['bd0fb38d-328e-47a9-859b-5ad2863d37d0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:44.117271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e62d1b8a-0a76-4fe0-8150-627276bd8df9 req-d087d2b9-33b1-4921-b28d-3b6890a366ad tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067001 Nov 12 10:51:44.225724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462e2524-e76e-47e6-913e-5fecbb0a68e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1028f128-91c8-46dc-9b27-0e5c14b8aab2'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:44.229279 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c94f4df-54f4-4d55-974b-f1888b69dc11" -d '{"events": [{"server_uuid": "462e2524-e76e-47e6-913e-5fecbb0a68e3", "name": "network-vif-plugged", "status": "completed", "tag": "1028f128-91c8-46dc-9b27-0e5c14b8aab2"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:44.273141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b80b9da-61ff-4b68-9ab2-42af13f2fd7a req-3e0bf99b-075b-4645-8f0e-96b9e9c6a821 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 210 time: 0.1736844 Nov 12 10:51:44.348390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf3a0e-047a-4da0-a73c-a6cc2d6bb401 req-ecb1f708-faa5-412d-bd9e-5cc80f56ef02 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:44.376487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2bcf3a0e-047a-4da0-a73c-a6cc2d6bb401 req-ecb1f708-faa5-412d-bd9e-5cc80f56ef02 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.1374726 Nov 12 10:51:44.384318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-26f1e638-4add-44da-be0d-4be0e9d85970 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:44.386296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-26f1e638-4add-44da-be0d-4be0e9d85970 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 804 time: 0.3920913 Nov 12 10:51:44.419714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Request body: {'port': {'device_id': 'cf539500-45f0-40b6-8884-11670b619e59', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'admin_state_up': True, 'tenant_id': '8ecee5924ead49e88d724610e46c622e'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:44.499014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2bcf3a0e-047a-4da0-a73c-a6cc2d6bb401 req-df2ed6b4-969c-4d35-b1db-2179b467204c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213624 Nov 12 10:51:44.505170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c4f1e1-9393-446c-80cf-13710317cb30', 'name': 'network-vif-deleted', 'tag': '1c030bbb-338e-40dc-8a70-c5fe6fc474d1'}, {'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0'}, {'name': 'network-changed', 'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:44.516235 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661bfa30-5ed6-4a0e-8d5f-3026577f2176" -d '{"events": [{"server_uuid": "41c4f1e1-9393-446c-80cf-13710317cb30", "name": "network-vif-deleted", "tag": "1c030bbb-338e-40dc-8a70-c5fe6fc474d1"}, {"server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0"}, {"name": "network-changed", "server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:44.634812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbb22-f9a1-4042-be9a-cdc39c1e4386 req-24bc68c9-7926-4c80-bdb3-6963dc9b2ecc tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:44.637754 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e89bbb22-f9a1-4042-be9a-cdc39c1e4386 req-24bc68c9-7926-4c80-bdb3-6963dc9b2ecc tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 971 time: 0.2098503 Nov 12 10:51:44.730730 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6dccd2-fc27-4d3b-b4b9-f6b43a32b4c7 x-openstack-request-id: req-cc6dccd2-fc27-4d3b-b4b9-f6b43a32b4c7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:44.731251 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462e2524-e76e-47e6-913e-5fecbb0a68e3", "name": "network-vif-plugged", "status": "completed", "tag": "1028f128-91c8-46dc-9b27-0e5c14b8aab2", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:44.731336 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc6dccd2-fc27-4d3b-b4b9-f6b43a32b4c7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:44.731691 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462e2524-e76e-47e6-913e-5fecbb0a68e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1028f128-91c8-46dc-9b27-0e5c14b8aab2', 'code': 200} Nov 12 10:51:44.781028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e89bbb22-f9a1-4042-be9a-cdc39c1e4386 req-98f8aecc-4b40-4c9b-8cb4-8e15938dcacd tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291621 Nov 12 10:51:44.824437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Made reservation on behalf of 8ecee5924ead49e88d724610e46c622e for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:51:44.830014 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:44.859720 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ca3bd4-a15e-46fc-bace-b5331500d796 x-openstack-request-id: req-04ca3bd4-a15e-46fc-bace-b5331500d796 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:44.860615 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c4f1e1-9393-446c-80cf-13710317cb30", "name": "network-vif-deleted", "tag": "1c030bbb-338e-40dc-8a70-c5fe6fc474d1", "status": "completed", "code": 200}, {"server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0", "code": 200}, {"name": "network-changed", "server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:44.861368 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04ca3bd4-a15e-46fc-bace-b5331500d796 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:44.863105 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c4f1e1-9393-446c-80cf-13710317cb30', 'name': 'network-vif-deleted', 'tag': '1c030bbb-338e-40dc-8a70-c5fe6fc474d1', 'status': 'completed', 'code': 200} Nov 12 10:51:44.865315 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0', 'code': 200} Nov 12 10:51:44.866633 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0', 'status': 'completed', 'code': 200} Nov 12 10:51:45.127048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620e580-e054-4202-86e1-ca1e15862867 req-ec2aaef3-8f5f-4e43-949a-e5d9ffdd5df5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.135391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0620e580-e054-4202-86e1-ca1e15862867 req-ec2aaef3-8f5f-4e43-949a-e5d9ffdd5df5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1926708 Nov 12 10:51:45.174268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fd2c-ad1f-4399-9cbe-807b58c1e074 req-206abd38-c303-48a4-807f-105a101db669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.176480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3274fd2c-ad1f-4399-9cbe-807b58c1e074 req-206abd38-c303-48a4-807f-105a101db669 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 1097 time: 0.1863976 Nov 12 10:51:45.180266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-b5eebf1c-e228-413f-bc89-6f2370151400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.182547 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-b5eebf1c-e228-413f-bc89-6f2370151400 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1127 time: 0.1768651 Nov 12 10:51:45.244292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0620e580-e054-4202-86e1-ca1e15862867 req-a886a1a6-7f83-40b2-bd49-7ac7b6dde707 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077387 Nov 12 10:51:45.261596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Allocated IP 172.20.0.6 (9c955ebe-61cf-4e53-9fd8-299acdf15e04/6fa44256-6525-42a8-862e-c767dff65d34/34526b9c-ec7a-45f5-aaee-94b51b1ef9ce) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:51:45.273856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-439383d3-eb97-4d42-a823-1aab618beffc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1761966 Nov 12 10:51:45.386864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3274fd2c-ad1f-4399-9cbe-807b58c1e074 req-92b8a2b0-392b-4f6f-9478-4ba055f7bd6a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608908 Nov 12 10:51:45.468665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-c461c5f5-ad72-400c-bd1e-afd74e501c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.468665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-c461c5f5-ad72-400c-bd1e-afd74e501c44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.2436054 Nov 12 10:51:45.537002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c689cf-6c5e-4058-a803-63c1c1429d2c req-8cdb071f-5c39-479d-856e-6faca2024ead tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 210 time: 0.0397801 Nov 12 10:51:45.633107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c90cf-e0f0-4783-8f55-b3fce864c568 req-e4b3135a-c5cb-4afb-944a-eaee2fb37174 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.635783 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-895c90cf-e0f0-4783-8f55-b3fce864c568 req-e4b3135a-c5cb-4afb-944a-eaee2fb37174 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 945 time: 0.3698745 Nov 12 10:51:45.680959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-e2bebc12-af7e-4657-88fe-d1b66b06720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.682656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-e2bebc12-af7e-4657-88fe-d1b66b06720e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 1096 time: 0.2900653 Nov 12 10:51:45.731323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-89b92366-ee04-4a91-bdf1-bb88a30f3398 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 200 len: 217 time: 0.0827281 Nov 12 10:51:45.760560 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:45.766894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f30dc3-deff-4e27-87bd-16d5e4cd4c48 req-e21560ea-293e-473f-be32-6302a22ced99 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.776479 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f30dc3-deff-4e27-87bd-16d5e4cd4c48 req-e21560ea-293e-473f-be32-6302a22ced99 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.1685297 Nov 12 10:51:45.874761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f30dc3-deff-4e27-87bd-16d5e4cd4c48 req-ce928409-232c-4014-a87d-c326cec15a3a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970924 Nov 12 10:51:45.918419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-bebf06c0-837f-4ddd-85ed-26b7bfe70c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.920580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-bebf06c0-837f-4ddd-85ed-26b7bfe70c2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1739416 Nov 12 10:51:45.970995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-bca0f2e9-921f-431a-9d65-8c59cad8c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:45.972711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-bca0f2e9-921f-431a-9d65-8c59cad8c3aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.1582086 Nov 12 10:51:45.977180 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-895c90cf-e0f0-4783-8f55-b3fce864c568 req-f26ab664-df0f-4a03-bbdd-9f7e7985816e tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321571 Nov 12 10:51:46.031721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-66fbfe20-c167-42f7-a5ba-54ed894feb7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 200 len: 217 time: 0.0489724 Nov 12 10:51:46.041790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-c39ccd74-016c-423e-840d-475e8b0f918b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072457 Nov 12 10:51:46.044139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:46.163263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-d83cc255-bfb3-45ad-a09d-7f84fb2afcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:46.164898 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-d83cc255-bfb3-45ad-a09d-7f84fb2afcff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1180656 Nov 12 10:51:46.173730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:51:46.239707 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-87af0352-13f3-4ee1-9a5a-ed8418342aaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639124 Nov 12 10:51:46.326943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:51:46.330573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Pushing event updated for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:46.349647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:51:46.375467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:46.376524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:46.502625 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-7c2c00c6-1f95-4de1-877c-d1322ccbdc21 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915517 Nov 12 10:51:46.541393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-72eb58f5-8099-4b2c-bf83-5ed20a129679 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1290145 Nov 12 10:51:46.572274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Request body: {'port': {'device_id': 'cf539500-45f0-40b6-8884-11670b619e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:46.585561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d67c7-b3a5-423b-82ac-5f289664a5bb req-bbb25a9e-7911-4de2-acc8-8722657642c9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:46.587301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-355d67c7-b3a5-423b-82ac-5f289664a5bb req-bbb25a9e-7911-4de2-acc8-8722657642c9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 971 time: 0.3469949 Nov 12 10:51:46.608204 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-78e144e2-7193-416e-b785-329621dd57a5 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494134 Nov 12 10:51:46.798038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-e8565da9-e792-4a62-b197-144d2557d679 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:46.801956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-e8565da9-e792-4a62-b197-144d2557d679 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 971 time: 0.2964942 Nov 12 10:51:46.821005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936cb33-4f8b-441d-a77c-93c9f0eb0658 req-1c2ea43f-56b1-4e26-81a2-1a5512359c4b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:46.824549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b936cb33-4f8b-441d-a77c-93c9f0eb0658 req-1c2ea43f-56b1-4e26-81a2-1a5512359c4b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.4109154 Nov 12 10:51:46.831262 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-355d67c7-b3a5-423b-82ac-5f289664a5bb req-e2a6d32e-4b32-408e-8d67-f38db20e9ab9 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493990 Nov 12 10:51:46.844326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:46.844818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-70bc386b-3356-4149-8ed9-1744c793c8a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3813701 Nov 12 10:51:46.908468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd00289-b881-4d8d-a3dd-ade315413272 req-0f0f292d-731f-48f8-b025-cfbd95538886 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842938 Nov 12 10:51:47.199061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b936cb33-4f8b-441d-a77c-93c9f0eb0658 req-f3b8634a-9699-4ed3-aa7a-b1c8f9e645a6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216090 Nov 12 10:51:47.220779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b63483-650b-4362-b211-977979cdbb1b req-fe1def7a-9cb4-4b78-b97f-ee0eb2c6cf60 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:47.226071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7b63483-650b-4362-b211-977979cdbb1b req-fe1def7a-9cb4-4b78-b97f-ee0eb2c6cf60 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 931 time: 0.2390327 Nov 12 10:51:47.307062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-661bfa30-5ed6-4a0e-8d5f-3026577f2176 req-ba509621-cd47-4702-807e-7978e4aeb210 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740236 Nov 12 10:51:47.436827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device bd0fb38d-328e-47a9-859b-5ad2863d37d0 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:51:47.471762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7b63483-650b-4362-b211-977979cdbb1b req-6d5b211a-5018-4e42-a7ec-2d95a9a1f1e3 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236798 Nov 12 10:51:47.493209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-2c58def4-3094-4c7c-8f3b-355e07c03ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:47.495153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-2c58def4-3094-4c7c-8f3b-355e07c03ff7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1097 time: 0.5047760 Nov 12 10:51:47.658775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98dbb-014e-4397-aec2-f371c54c9662 req-3b0f35da-95bc-4770-a072-1ee955ac6e5f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:47.668593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c98dbb-014e-4397-aec2-f371c54c9662 req-3b0f35da-95bc-4770-a072-1ee955ac6e5f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.3026550 Nov 12 10:51:47.703857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:47.736764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device bd0fb38d-328e-47a9-859b-5ad2863d37d0 has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:51:47.747273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Deleting port 192e98dd-8919-4c20-8676-34892696568f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:51:47.748104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:47.820805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f338d-8d3d-4064-bf5e-34dbbbbe875e req-b28ae36a-5e74-4a93-8fd8-dab9dfc35924 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:47.822447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a5f338d-8d3d-4064-bf5e-34dbbbbe875e req-b28ae36a-5e74-4a93-8fd8-dab9dfc35924 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 945 time: 0.1613820 Nov 12 10:51:47.922785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] For port 192e98dd-8919-4c20-8676-34892696568f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=192e98dd-8919-4c20-8676-34892696568f,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:47.923318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:47.929735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:47.941370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Calling delete_port for 192e98dd-8919-4c20-8676-34892696568f owned by compute:tempest-test_az-593928147 {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:51:47.948563 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:47.958684 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a5f338d-8d3d-4064-bf5e-34dbbbbe875e req-c39ad957-91e6-419d-930c-e979e3fac7d0 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261320 Nov 12 10:51:47.998927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Transition to ACTIVE for port object 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:51:48.004331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:48.049936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c98dbb-014e-4397-aec2-f371c54c9662 req-07eadcc2-2062-49ec-a62a-47d4188eb00a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799522 Nov 12 10:51:48.170940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Pushing event updated for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:48.287864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-92d30fe4-05ba-4a96-b056-a2d87257c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:48.290562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-92d30fe4-05ba-4a96-b056-a2d87257c6c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.7553918 Nov 12 10:51:48.406654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Attempting to bind port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:51:48.409874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Attempting to bind port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:51:48.410450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Attempting to bind port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:48.421638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:51:48.421638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Attempting to bind port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:48.439182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:51:48.441092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Checking segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:51:48.441819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Bound using segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:51:48.442519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Bound port: 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:51:48.445049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:48.454008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-5c1e0a82-15cb-409a-9fb6-6afa9069ecab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 217 time: 0.1394534 Nov 12 10:51:48.602023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca53188-cb0e-4bf0-a339-4baac807748e req-a44dcdd9-7141-4e5e-a63b-eaa54c9e1d92 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:48.611404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ca53188-cb0e-4bf0-a339-4baac807748e req-a44dcdd9-7141-4e5e-a63b-eaa54c9e1d92 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 971 time: 0.1760907 Nov 12 10:51:48.623211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:48.707690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:51:48.728037 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ca53188-cb0e-4bf0-a339-4baac807748e req-c66a18d3-d994-4013-9580-62084990aa7b tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7ddb39-02c4-4e00-b6d8-0db5c0550286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147530 Nov 12 10:51:48.735450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:48.943781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Pushing event updated for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:48.980131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:48.981247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:48.983779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-62f52229-2512-4c49-bf6f-7bafbf0f0bfc service neutron] 10.222.0.59 "PUT /v2.0/ports/34526b9c-ec7a-45f5-aaee-94b51b1ef9ce HTTP/1.1" status: 200 len: 1092 time: 2.4174516 Nov 12 10:51:49.039317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:49.045898 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b18b4cb-af7a-4e81-8581-f7953c014cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:49.119966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-4032946d-bdac-4929-bec6-4b9289b3aec6 service neutron] 10.222.0.59 "GET /v2.0/ports/bd0fb38d-328e-47a9-859b-5ad2863d37d0/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.9387295 Nov 12 10:51:49.159752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a455d-165a-49ee-a669-e174745a3132 req-802d6343-3a57-494f-ab75-3bef05473834 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:49.169506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-849a455d-165a-49ee-a669-e174745a3132 req-802d6343-3a57-494f-ab75-3bef05473834 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 943 time: 0.2161679 Nov 12 10:51:49.203469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-c08ed506-61f1-4cab-8728-6ff733cf68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:49.218727 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-c08ed506-61f1-4cab-8728-6ff733cf68a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.7408364 Nov 12 10:51:49.323035 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-849a455d-165a-49ee-a669-e174745a3132 req-8b2ab5ea-fd2a-4c7f-99fc-dd4e7bf64d19 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358242 Nov 12 10:51:49.334426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:49.356401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-adf13413-8aad-4b87-95d8-d9e16264e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:49.380494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-adf13413-8aad-4b87-95d8-d9e16264e7a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 1095 time: 0.3068352 Nov 12 10:51:49.527434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-f22a05c7-5365-4387-8d91-3026f0a54437 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701336 Nov 12 10:51:49.536884 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292164b2-ee98-4692-be16-499c9dcdff78 x-openstack-request-id: req-292164b2-ee98-4692-be16-499c9dcdff78 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:49.539296 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:49.540015 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-292164b2-ee98-4692-be16-499c9dcdff78 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:49.541118 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'status': 'completed', 'code': 200} Nov 12 10:51:49.551401 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-0dbc89f9-a2a5-475f-a3a0-d419e624c2e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce HTTP/1.1" status: 200 len: 217 time: 0.1571765 Nov 12 10:51:49.591080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Pushing event deleted for resources: {'Port': ['ID=192e98dd-8919-4c20-8676-34892696568f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:49.653973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fec4fa-918a-4df2-88ef-24cc07292d9e req-d8e51083-1a12-4e4f-826c-c1544e6788d1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:49.670448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 192e98dd-8919-4c20-8676-34892696568f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:49.676593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46fec4fa-918a-4df2-88ef-24cc07292d9e req-d8e51083-1a12-4e4f-826c-c1544e6788d1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 1.1629071 Nov 12 10:51:49.717391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-bbb9e438-0ce7-4b6a-896b-a690a646ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:49.719393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-bbb9e438-0ce7-4b6a-896b-a690a646ed8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 200 len: 844 time: 0.1549892 Nov 12 10:51:49.736979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 192e98dd-8919-4c20-8676-34892696568f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:51:49.737818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 192e98dd-8919-4c20-8676-34892696568f not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:49.754681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deadda4-bbbf-4660-8a1e-a936476f4097 req-98010d5c-2e90-43e9-961f-f5b4210e5505 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:49.756693 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3deadda4-bbbf-4660-8a1e-a936476f4097 req-98010d5c-2e90-43e9-961f-f5b4210e5505 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 944 time: 0.1235490 Nov 12 10:51:49.828086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] No DVR routers for this DVR port 192e98dd-8919-4c20-8676-34892696568f on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:49.842447 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:49.853862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea85e981-3462-407e-aa10-dd2e5d3227db req-f73c4793-5584-420a-80cc-18646567862a tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.59 "DELETE /v2.0/ports/192e98dd-8919-4c20-8676-34892696568f HTTP/1.1" status: 204 len: 173 time: 3.0248942 Nov 12 10:51:49.859468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e22633f-5b8e-40b6-8b37-2564978428be', 'name': 'network-vif-deleted', 'tag': '192e98dd-8919-4c20-8676-34892696568f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:49.864422 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d72300-3e0e-417d-bf73-ca9fbbbfc222" -d '{"events": [{"server_uuid": "0e22633f-5b8e-40b6-8b37-2564978428be", "name": "network-vif-deleted", "tag": "192e98dd-8919-4c20-8676-34892696568f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:49.865711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-740ec501-e4db-4292-960f-9b106b302a54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c955ebe-61cf-4e53-9fd8-299acdf15e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071303 Nov 12 10:51:49.947758 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3deadda4-bbbf-4660-8a1e-a936476f4097 req-58c35ca8-170e-4825-b007-18f561c9b6b0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620660 Nov 12 10:51:50.022237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46fec4fa-918a-4df2-88ef-24cc07292d9e req-874e51e7-2028-462c-8ed6-6f6ec14f0993 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975378 Nov 12 10:51:50.261893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-e55dfaf0-f62d-4ddd-a983-384872b4b98f service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874905 Nov 12 10:51:50.262757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-8371643f-14ec-46c4-8f87-e7f3b67cc124 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816576 Nov 12 10:51:50.546263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:50.580468 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1776dfe9-5329-4ed8-959c-56f8d1aa738b x-openstack-request-id: req-1776dfe9-5329-4ed8-959c-56f8d1aa738b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:50.592238 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e22633f-5b8e-40b6-8b37-2564978428be", "name": "network-vif-deleted", "tag": "192e98dd-8919-4c20-8676-34892696568f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:50.592238 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1776dfe9-5329-4ed8-959c-56f8d1aa738b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:50.592623 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e22633f-5b8e-40b6-8b37-2564978428be', 'name': 'network-vif-deleted', 'tag': '192e98dd-8919-4c20-8676-34892696568f', 'status': 'completed', 'code': 200} Nov 12 10:51:50.684061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-13b5a0d1-bea5-4f1f-8186-9292963052d4 req-58243730-5a6e-458c-89a3-5f812924fbc1 tempest-ServersOnMultiNodesTest-1390247695 tempest-ServersOnMultiNodesTest-1390247695-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e22633f-5b8e-40b6-8b37-2564978428be HTTP/1.1" status: 200 len: 210 time: 0.0888815 Nov 12 10:51:50.718683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856fb5b-b6bb-417a-a060-8a4730b17928 req-dbdcb852-b144-4179-baed-6994e65e5044 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:50.722261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5856fb5b-b6bb-417a-a060-8a4730b17928 req-dbdcb852-b144-4179-baed-6994e65e5044 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 943 time: 0.2016356 Nov 12 10:51:50.756516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc3de6e0-7e89-47f0-b222-eba215e8f199 req-6c75ebbb-e982-45f4-b814-a2c840ff49e4 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672871 Nov 12 10:51:50.784305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:50.850129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0fb38d-328e-47a9-859b-5ad2863d37d0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:50.871563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:50.907412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0298a4ce-3a6d-4499-81d9-4f8d61b8e859 req-49e3e68b-6222-442c-a6c8-9be137d121ec service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130643 Nov 12 10:51:50.909314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:50.950566 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5856fb5b-b6bb-417a-a060-8a4730b17928 req-6ddf3ccb-87fa-47a9-9e94-f342ff2e8645 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905768 Nov 12 10:51:51.023482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] Transition to ACTIVE for port object bd0fb38d-328e-47a9-859b-5ad2863d37d0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:51:51.065731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:51.370412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66351c-9762-4200-8bb7-29da5533aa19 req-7f9fff75-dbdf-4d56-9fdc-c24f4afcfcf5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:51.384980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d66351c-9762-4200-8bb7-29da5533aa19 req-7f9fff75-dbdf-4d56-9fdc-c24f4afcfcf5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1737392 Nov 12 10:51:51.443909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] No DVR routers for this DVR port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:51.455252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492740b6-0be8-4422-948c-ff21596a667e service neutron] Pushing event updated for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:51.476008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-c1f1ca8b-1e2e-4d1a-a36c-f79bec80edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:51.479465 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-c1f1ca8b-1e2e-4d1a-a36c-f79bec80edf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 1095 time: 0.4530976 Nov 12 10:51:51.479628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d66351c-9762-4200-8bb7-29da5533aa19 req-2319e64b-760b-4c7a-babe-f368da14f146 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883844 Nov 12 10:51:51.554715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-492740b6-0be8-4422-948c-ff21596a667e service neutron] 10.222.0.59 "PUT /v2.0/ports/bd0fb38d-328e-47a9-859b-5ad2863d37d0/bindings/n-h2-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 2.3757441 Nov 12 10:51:51.677524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bd0fb38d-328e-47a9-859b-5ad2863d37d0 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:51.726035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-6dc79e9a-9a2e-4c68-b3c6-8a38fcbdc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:51.728952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-6dc79e9a-9a2e-4c68-b3c6-8a38fcbdc000 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 905 time: 0.1904290 Nov 12 10:51:51.795350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-45163e29-b500-4bd6-b9b8-9d036cd08d72 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:51.799877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bd0fb38d-328e-47a9-859b-5ad2863d37d0 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:51.803327 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-45163e29-b500-4bd6-b9b8-9d036cd08d72 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.1466806 Nov 12 10:51:51.818016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4769-af93-4e5a-b320-5d759c66a69c req-0b9178ae-23a7-4cf3-97ca-bfae9d04afb9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:51.820230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b7b4769-af93-4e5a-b320-5d759c66a69c req-0b9178ae-23a7-4cf3-97ca-bfae9d04afb9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 945 time: 0.6127150 Nov 12 10:51:51.821800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-1cc809c6-40f0-4fa2-9bb1-7ac8adebf7a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce HTTP/1.1" status: 200 len: 217 time: 0.0748613 Nov 12 10:51:51.956405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-4bdb6590-c47f-4bdd-8ab6-38fbc8127374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:51.958019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-4bdb6590-c47f-4bdd-8ab6-38fbc8127374 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 200 len: 844 time: 0.1152134 Nov 12 10:51:51.962385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b7b4769-af93-4e5a-b320-5d759c66a69c req-42ed7ef6-f66e-4920-b091-dcd8224029af tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354115 Nov 12 10:51:52.055211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-6da2d405-ecfb-46ec-804d-ecf1c9f84d37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c955ebe-61cf-4e53-9fd8-299acdf15e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773232 Nov 12 10:51:52.304088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-cddc59f1-3de2-4d8f-ac4f-6425e7f2464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:52.310977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-cddc59f1-3de2-4d8f-ac4f-6425e7f2464c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f&tenant_id=7d956d072ec4403897681bda1ea4b91c HTTP/1.1" status: 200 len: 1097 time: 0.4951670 Nov 12 10:51:52.313296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45118) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:52.338004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db5f1-f28f-4d4f-be91-486c27c93652 req-a2921de7-7f82-4237-b533-76fd7242c492 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:52.347243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-735db5f1-f28f-4d4f-be91-486c27c93652 req-a2921de7-7f82-4237-b533-76fd7242c492 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 943 time: 0.1587865 Nov 12 10:51:52.416977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-735db5f1-f28f-4d4f-be91-486c27c93652 req-9711f929-34e8-4cef-93b2-73a6efd8249c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665712 Nov 12 10:51:52.471300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-17d5d186-c177-4673-956a-47b16e5b4d76 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030190 Nov 12 10:51:52.478115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-88abbbc7-e148-4ef2-bc4b-da0ca90f34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:52.484518 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-88abbbc7-e148-4ef2-bc4b-da0ca90f34dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1097 time: 0.1336427 Nov 12 10:51:52.492341 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-6bec5838-ba30-4953-b4d2-ef36a7672921 service neutron] show failed (client error): The resource could not be found. Nov 12 10:51:52.515980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-6bec5838-ba30-4953-b4d2-ef36a7672921 service neutron] 10.222.0.52 "GET /v2.0/ports/b07effe8-5518-4727-85be-8c8b6b2911e8/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.2670951 Nov 12 10:51:52.751939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-6da102c1-7302-40e5-a227-ae325b6fb9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:52.757154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-6da102c1-7302-40e5-a227-ae325b6fb9a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.2613738 Nov 12 10:51:52.951133 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-df2099dc-c749-4350-afc7-04fe129b2295 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 200 len: 217 time: 0.1709034 Nov 12 10:51:53.077911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-816a4828-3ec4-4ff8-a381-3bf214786b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:53.081052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-816a4828-3ec4-4ff8-a381-3bf214786b37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1286099 Nov 12 10:51:53.130564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b18b4cb-af7a-4e81-8581-f7953c014cd4 req-f0647453-62aa-4fcd-ac38-63058fe7c653 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505439 Nov 12 10:51:53.155052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-30861cf5-407b-45cc-b088-8c590a6c4641 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654328 Nov 12 10:51:53.222604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8594b08-85df-4e6f-858c-4762920a4bc2 req-f9ecaa3c-5700-4343-b693-d9022c942004 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:53.228836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8594b08-85df-4e6f-858c-4762920a4bc2 req-f9ecaa3c-5700-4343-b693-d9022c942004 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.5487654 Nov 12 10:51:53.234255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-819be131-6e1c-454a-a081-a788b2720248 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=128bea7fce0948f38d533e6461a2d37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9113533 Nov 12 10:51:53.243456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45148) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:53.321534 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-bc4181d4-f7d7-48fa-9c90-59d21aa2b3db service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556895 Nov 12 10:51:53.354218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-bc92e71b-f47b-47bb-9b34-4e59f1dd1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:53.356218 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-bc92e71b-f47b-47bb-9b34-4e59f1dd1300 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c&tenant_id=e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 1101 time: 0.4699340 Nov 12 10:51:53.375615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:51:53.435178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8594b08-85df-4e6f-858c-4762920a4bc2 req-169764b6-1d1a-4a1f-964d-864fe8f61a47 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894341 Nov 12 10:51:53.460802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5d98d15d-8cc4-4e72-b63c-8aedbdfa4f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:53.511718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5d98d15d-8cc4-4e72-b63c-8aedbdfa4f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:53.601248 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-8af08a59-32a8-4fda-b296-afcbd628cf01 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713392 Nov 12 10:51:53.668182 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5d98d15d-8cc4-4e72-b63c-8aedbdfa4f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:53.673594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5d98d15d-8cc4-4e72-b63c-8aedbdfa4f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:53.675061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5d98d15d-8cc4-4e72-b63c-8aedbdfa4f1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c7ddb39-02c4-4e00-b6d8-0db5c0550286 HTTP/1.1" status: 204 len: 168 time: 0.3943641 Nov 12 10:51:53.694357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:53.716207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98d15d-8cc4-4e72-b63c-8aedbdfa4f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7ddb39-02c4-4e00-b6d8-0db5c0550286,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:53.869154 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97032b4d-38fa-4323-94e4-6cf5050f4e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:53.922451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ab171-cb4e-4309-99f5-f573a7c4293c req-4d1c9490-17f1-4c75-9bbc-900c98f138d0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:53.931916 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724ab171-cb4e-4309-99f5-f573a7c4293c req-4d1c9490-17f1-4c75-9bbc-900c98f138d0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 945 time: 0.1656077 Nov 12 10:51:54.156054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724ab171-cb4e-4309-99f5-f573a7c4293c req-335b3043-c238-413f-82b4-2019ca1ed203 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229373 Nov 12 10:51:54.213799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-2bd72a7c-f1ef-4841-83c6-05aa01a6b8b1 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:54.215405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-2bd72a7c-f1ef-4841-83c6-05aa01a6b8b1 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.1693029 Nov 12 10:51:54.309200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bae04-5050-422d-8d1a-79ddc1aca47b req-2644b9d3-2543-4a56-9fdb-79de58fd2df9 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:54.331096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-356bae04-5050-422d-8d1a-79ddc1aca47b req-2644b9d3-2543-4a56-9fdb-79de58fd2df9 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 943 time: 0.4918318 Nov 12 10:51:54.524847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-892a2790-7e48-487e-af06-1dc52cff11bf service neutron] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:54.530622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-892a2790-7e48-487e-af06-1dc52cff11bf service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:54.532915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-356bae04-5050-422d-8d1a-79ddc1aca47b req-2bc42181-9d9d-465d-8ba4-83f87f8df223 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973619 Nov 12 10:51:54.544215 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8348c12b-0ac2-4b7e-9fe3-877da820cc38 req-892a2790-7e48-487e-af06-1dc52cff11bf service neutron] 10.222.0.52 "DELETE /v2.0/ports/bd0fb38d-328e-47a9-859b-5ad2863d37d0/bindings/n-h1-768851-19 HTTP/1.1" status: 204 len: 173 time: 0.3206995 Nov 12 10:51:54.595810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45218) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:54.616239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:54.683345 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9c963aca-ec53-4f02-b2c2-b2372b7de62d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8401bbdcd37f4e6f9e9e6e7f2f77c1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0863023 Nov 12 10:51:54.683575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45220) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:51:54.729926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:54.808372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830306-c6dd-477f-9d5d-f5bca14f332c req-f1a77d5f-978c-43ef-bd4f-a58b57855e4e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:54.812821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10830306-c6dd-477f-9d5d-f5bca14f332c req-f1a77d5f-978c-43ef-bd4f-a58b57855e4e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1219435 Nov 12 10:51:54.820445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:54.823269 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edca03f-2fdf-487d-9449-3265f8389a74" -d '{"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-unplugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:54.838635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:54.876210 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f45cbfa-819e-4cce-9c87-ac6bf594d229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:54.904839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f45cbfa-819e-4cce-9c87-ac6bf594d229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:54.919491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10830306-c6dd-477f-9d5d-f5bca14f332c req-24222689-5928-4b72-a677-fd8ae222255b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912704 Nov 12 10:51:54.968368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Transition to ACTIVE for port object b07effe8-5518-4727-85be-8c8b6b2911e8 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:51:54.985411 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06dbd6c-26b9-4879-b00b-bbd4274d30ca x-openstack-request-id: req-e06dbd6c-26b9-4879-b00b-bbd4274d30ca {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:51:54.985693 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-unplugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:51:54.986091 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e06dbd6c-26b9-4879-b00b-bbd4274d30ca {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:51:54.986501 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'code': 200} Nov 12 10:51:54.987059 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:55.092046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:55.156908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] No DVR routers for this DVR port b07effe8-5518-4727-85be-8c8b6b2911e8 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:51:55.195780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f45cbfa-819e-4cce-9c87-ac6bf594d229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:55.198771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f45cbfa-819e-4cce-9c87-ac6bf594d229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:55.221442 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3f45cbfa-819e-4cce-9c87-ac6bf594d229 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8180831c-ae69-4935-9d6d-ab3283711d37 HTTP/1.1" status: 204 len: 168 time: 0.5367429 Nov 12 10:51:55.346915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45cbfa-819e-4cce-9c87-ac6bf594d229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8180831c-ae69-4935-9d6d-ab3283711d37,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:55.381373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:51:55.381510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:51:55.381819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:55.397707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:51:55.398220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:51:55.419415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:51:55.419852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:51:55.421320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:51:55.422119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Bound port: b07effe8-5518-4727-85be-8c8b6b2911e8, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:51:55.422681 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:55.463578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:51:55.573315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2bdeb-e14f-477f-ac0e-4d260643f03a req-3377c1f4-27be-44a3-83d2-6c4bb8c258d5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:55.582999 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ea2bdeb-e14f-477f-ac0e-4d260643f03a req-3377c1f4-27be-44a3-83d2-6c4bb8c258d5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 945 time: 0.2417092 Nov 12 10:51:55.605636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:51:55.662757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:51:55.673971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:51:55.692650 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:55.707338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:51:55.743545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ea2bdeb-e14f-477f-ac0e-4d260643f03a req-7e63aaa9-ed99-4446-85c1-d61793f68cee tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586981 Nov 12 10:51:55.979879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:55.981818 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:55.985412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] 10.222.0.59 "PUT /v2.0/ports/b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 1096 time: 2.6145658 Nov 12 10:51:56.063087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11829-3059-41cb-aa3c-af0e238783c2 req-ed90b62f-ee24-48b5-883b-cc27822e4017 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:56.074240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-faf11829-3059-41cb-aa3c-af0e238783c2 req-ed90b62f-ee24-48b5-883b-cc27822e4017 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 1097 time: 0.1337235 Nov 12 10:51:56.138784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:56.155042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'port_id': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'mac_address': 'fa:16:3e:19:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa44256-6525-42a8-862e-c767dff65d34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:51:56.170581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e86b1-343b-46ff-80ac-8e42384e4a89 service neutron] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:56.191551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-a9edee43-fb0a-466d-82a6-d2e4d1919461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:56.193673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-a9edee43-fb0a-466d-82a6-d2e4d1919461 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1099 time: 0.1648235 Nov 12 10:51:56.255721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a573-42ad-4108-8d89-4df9d893260c req-f34a3804-1c76-4673-a524-107b243794fd tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:56.270654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d26a573-42ad-4108-8d89-4df9d893260c req-f34a3804-1c76-4673-a524-107b243794fd tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 943 time: 0.3248532 Nov 12 10:51:56.279859 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:56.314341 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7b023eb-d9ff-443d-8650-5baf801a2a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:56.322349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:51:56.355746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-faf11829-3059-41cb-aa3c-af0e238783c2 req-b54a11f4-e80f-4567-abe2-66b25e86bb3c tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768421 Nov 12 10:51:56.424514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:51:56.430811 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:56.651900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d26a573-42ad-4108-8d89-4df9d893260c req-61e78f09-97ef-4910-af72-2423a8558e65 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801379 Nov 12 10:51:56.716117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-e9aa573b-b6b5-4dd5-af60-6c84662740c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:56.723265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-e9aa573b-b6b5-4dd5-af60-6c84662740c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.5067229 Nov 12 10:51:56.817042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:51:56.849469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['34526b9c-ec7a-45f5-aaee-94b51b1ef9ce'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:51:56.853506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c7d3c-5d96-4a21-a6c9-c6bc0fb7eda6 req-b3024893-4b65-48ed-b19c-82bdce56a523 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:56.861494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-47204b22-71a5-455f-9cc5-59c1f6daafe1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.1167314 Nov 12 10:51:56.884889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-400c7d3c-5d96-4a21-a6c9-c6bc0fb7eda6 req-b3024893-4b65-48ed-b19c-82bdce56a523 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 947 time: 0.2497659 Nov 12 10:51:56.984616 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-400c7d3c-5d96-4a21-a6c9-c6bc0fb7eda6 req-31d20cad-8531-47cc-b8e4-78027f36dbdd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901201 Nov 12 10:51:57.033138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:51:57.039585 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:51:57.052170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-38a9fd71-25e7-4262-96f8-92d15d8e50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:57.057279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-38a9fd71-25e7-4262-96f8-92d15d8e50e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1839030 Nov 12 10:51:57.182167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-2b47b66a-4549-46af-adb9-24eab6d3efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:51:57.194263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-2b47b66a-4549-46af-adb9-24eab6d3efef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279719 Nov 12 10:51:57.463709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-a1868d26-4c77-4d7b-8941-5584cf4c38ef service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606683 Nov 12 10:51:57.525115 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:57.656855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77ca05fd-3e27-43bc-8159-bed3d65f219d req-0fe23de2-4d47-4e08-ad97-703b7e9dac98 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772308 Nov 12 10:51:59.316063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:59.725469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:51:59.851783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:51:59.858796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:51:59.859655 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:00.022438 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:00.079669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:00.087157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:00.090568 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76490cbb-51c1-49bf-987b-74b2dcd96a32" -d '{"events": [{"server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "name": "network-vif-plugged", "status": "completed", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:00.093993 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:00.174992 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:00.228382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:01.739404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:52:01.903614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:01.922912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'mac_address': 'fa:16:3e:6b:94:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:52:01.987138 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:02.009344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07effe8-5518-4727-85be-8c8b6b2911e8 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:02.060481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:02.077758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:02.165869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:02.458269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b07effe8-5518-4727-85be-8c8b6b2911e8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:02.468307 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cb87b2-0dc7-4a5c-b2eb-e8a335054613 x-openstack-request-id: req-09cb87b2-0dc7-4a5c-b2eb-e8a335054613 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:02.469324 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:02.470009 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09cb87b2-0dc7-4a5c-b2eb-e8a335054613 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:02.470604 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'status': 'completed', 'code': 200} Nov 12 10:52:02.606414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-72952b78-f12d-45e2-bd1f-8a742f88620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:02.614776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-72952b78-f12d-45e2-bd1f-8a742f88620a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1100 time: 0.1253214 Nov 12 10:52:02.645376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-634abcea-117c-4db8-8718-26bb4a75c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:02.648099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-634abcea-117c-4db8-8718-26bb4a75c14a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1100 time: 0.1321392 Nov 12 10:52:02.668940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd222-943d-4fde-b802-ff716a58fa33 req-3d4cd699-fd86-4f6e-b28d-4b32ba8b5173 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:02.670866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-557fd222-943d-4fde-b802-ff716a58fa33 req-3d4cd699-fd86-4f6e-b28d-4b32ba8b5173 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 945 time: 0.0967121 Nov 12 10:52:02.698600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-34177f6f-6ffa-4384-8a55-183991452e90 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:02.701354 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-34177f6f-6ffa-4384-8a55-183991452e90 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 821 time: 0.3129146 Nov 12 10:52:02.785564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-1514581b-65d5-434e-82c4-1e36ed54af99 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/quotas/7d956d072ec4403897681bda1ea4b91c HTTP/1.1" status: 200 len: 375 time: 0.0615225 Nov 12 10:52:02.827994 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-557fd222-943d-4fde-b802-ff716a58fa33 req-56f47e4f-3238-4249-bda7-fb5ec067f6f0 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442387 Nov 12 10:52:02.858056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-1b6ef886-2f22-41ee-a1e4-e2bb8410c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:02.859716 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-1b6ef886-2f22-41ee-a1e4-e2bb8410c28c service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1844695 Nov 12 10:52:02.923799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-87fdc616-689a-47ae-ab28-5776c194c33f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.0556245 Nov 12 10:52:02.924678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-146544f9-f68b-4a84-9aec-3fb7ce907003 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052103 Nov 12 10:52:02.957433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-caf3c386-0ed0-405d-b9c6-c5ca8bb3569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:02.963893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-caf3c386-0ed0-405d-b9c6-c5ca8bb3569f service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2586081 Nov 12 10:52:03.012299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-394e2d6c-7906-415d-acc6-b4f26cc024d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:03.014443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-394e2d6c-7906-415d-acc6-b4f26cc024d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0750816 Nov 12 10:52:03.148822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-693ca480-65f0-46a5-9a5e-fb57c39749b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:03.150630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-693ca480-65f0-46a5-9a5e-fb57c39749b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207938 Nov 12 10:52:03.172399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-3ea67cea-906b-4dd4-92ae-b31e5ba35897 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.1753650 Nov 12 10:52:03.284803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d4dab-ecfb-453a-9ae9-afa5260ecaa8 req-c95357bf-5ac3-483b-ac86-490383b9db52 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:03.285640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-5f859c38-2761-4ac3-b5e7-a66eda5dcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:03.287254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd6d4dab-ecfb-453a-9ae9-afa5260ecaa8 req-c95357bf-5ac3-483b-ac86-490383b9db52 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.1551819 Nov 12 10:52:03.288512 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-5f859c38-2761-4ac3-b5e7-a66eda5dcadb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0970848 Nov 12 10:52:03.296376 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-a9800cdc-93e5-4c0e-bc8c-3a7bb75ab005 service neutron] 10.222.0.31 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650236 Nov 12 10:52:03.420312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-1a78a3ab-a7f7-4134-bccd-f67e2f12c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:03.422345 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-1a78a3ab-a7f7-4134-bccd-f67e2f12c69a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247177 Nov 12 10:52:03.531645 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-968f560c-cd10-4242-8fd4-95fa2a42a623 service neutron] 10.222.0.31 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241483 Nov 12 10:52:03.570216 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-6440d84d-a066-4039-af33-2457c7bfca5b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372473 Nov 12 10:52:03.643949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-30ef9c90-d618-4bd8-96d1-b543077a9ccf service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594049 Nov 12 10:52:03.705234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd6d4dab-ecfb-453a-9ae9-afa5260ecaa8 req-22383781-0690-404e-b0b5-b4e7cb227911 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997626 Nov 12 10:52:03.777657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-b5e5b2d4-1d60-49c4-afd4-8f0ac7a2bebd service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981139 Nov 12 10:52:03.793942 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec83458e-79b6-4d11-8568-58408c9e11f4 x-openstack-request-id: req-ec83458e-79b6-4d11-8568-58408c9e11f4 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:03.794907 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "name": "network-vif-plugged", "status": "completed", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:03.795187 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec83458e-79b6-4d11-8568-58408c9e11f4 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:03.795820 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'code': 200} Nov 12 10:52:03.868599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee47e0a6-68d8-4e73-a1a1-b2ab2ca20f0d req-3ef7181c-2c51-44a2-84b8-72542e310308 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130280 Nov 12 10:52:04.019021 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8147bc41-a949-4295-a0f7-e1ac7f3566d3 req-9997afb9-2961-4d7a-8eef-ac4d02bbd798 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 210 time: 0.0329735 Nov 12 10:52:04.039175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cfd45-8d9c-43e6-8dcf-8fd0ecacb3e7 req-3a61238f-31cf-4547-a873-b5e17aee3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:04.040635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f09cfd45-8d9c-43e6-8dcf-8fd0ecacb3e7 req-3a61238f-31cf-4547-a873-b5e17aee3f91 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 1097 time: 0.1012354 Nov 12 10:52:04.164696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f09cfd45-8d9c-43e6-8dcf-8fd0ecacb3e7 req-88b424ed-32dc-4f18-8059-f930019d67f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106994 Nov 12 10:52:04.276469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fa2f3-7758-4f3c-9554-588ab9270fe4 req-55a06c2b-4f76-43bd-8306-2811349493b5 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:04.279517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-554fa2f3-7758-4f3c-9554-588ab9270fe4 req-55a06c2b-4f76-43bd-8306-2811349493b5 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 945 time: 0.1336255 Nov 12 10:52:04.380274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-554fa2f3-7758-4f3c-9554-588ab9270fe4 req-3a5389d5-e973-451d-8f6d-9f363cfcda92 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937214 Nov 12 10:52:04.500490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1e89c-4ff0-4d94-b20e-a9e9f7e48f9b req-4d08bec4-5e2e-4ef1-885c-252360d03703 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:04.504558 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54e1e89c-4ff0-4d94-b20e-a9e9f7e48f9b req-4d08bec4-5e2e-4ef1-885c-252360d03703 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 949 time: 0.1054897 Nov 12 10:52:04.627710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54e1e89c-4ff0-4d94-b20e-a9e9f7e48f9b req-4fca78ab-2f0e-42b1-a9f2-05cd2dd797a2 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062601 Nov 12 10:52:04.749821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-b6065ce0-8b0b-40e1-8ad0-edcf76eac4ac tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:04.752682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-b6065ce0-8b0b-40e1-8ad0-edcf76eac4ac tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c&tenant_id=e64af9086ff6446299d9bc7f486847e4&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 948 time: 0.2504964 Nov 12 10:52:04.907448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c3c21-9ccf-41ab-bef1-c6ca0039bad1 req-e736a8d4-1db2-4210-84ed-a9d9150730fe tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:04.918178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-006c3c21-9ccf-41ab-bef1-c6ca0039bad1 req-e736a8d4-1db2-4210-84ed-a9d9150730fe tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.1538792 Nov 12 10:52:05.014731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-d3b472f8-6acf-42f0-ba0f-b92ef5e61f6b service neutron] 10.222.0.59 "GET /v2.0/ports/b07effe8-5518-4727-85be-8c8b6b2911e8/bindings/n-h1-768851-19 HTTP/1.1" status: 200 len: 383 time: 0.1834967 Nov 12 10:52:05.034850 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-006c3c21-9ccf-41ab-bef1-c6ca0039bad1 req-c0a7c629-c877-40b4-87d0-038e9190e6a3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157317 Nov 12 10:52:05.212060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd47c7fa-92a0-480b-91e1-3f63295121ce req-c8c4bd0d-dcd7-4c69-8d6c-46d6b89a02e3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 210 time: 0.0543110 Nov 12 10:52:05.221446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-c47776ff-4979-4cd0-aeac-66ce28358791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:05.223958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-c47776ff-4979-4cd0-aeac-66ce28358791 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1100 time: 0.1569839 Nov 12 10:52:05.425700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-eab92593-d365-44b6-9b34-5ffe76c020ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:05.428005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-eab92593-d365-44b6-9b34-5ffe76c020ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1686578 Nov 12 10:52:05.539426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-60d7e40b-99db-4eef-b89d-bc552baf0221 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.0899432 Nov 12 10:52:05.561246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:05.575505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45466) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:05.675948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-24e03af5-b98e-4719-9269-b9f052b2be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:05.678324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-24e03af5-b98e-4719-9269-b9f052b2be62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1190808 Nov 12 10:52:05.741196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:52:05.794591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:05.843313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:05.938689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da461-d3b6-495f-9178-d3b32f4378ba req-4e8cf06c-9367-461e-a2c2-de2cadbdfb6e tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:05.945285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:05.952129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:05.956658 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26721171-3cdb-4c12-b29b-fec4a6aa473d" -d '{"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-unplugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:05.962728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b9da461-d3b6-495f-9178-d3b32f4378ba req-4e8cf06c-9367-461e-a2c2-de2cadbdfb6e tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 945 time: 0.2900283 Nov 12 10:52:05.970663 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:05.990458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:05.997210 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.045296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cfdd91505704f509a9c114fcdc3485b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682143 Nov 12 10:52:06.050509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45488) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:06.082121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97341bbb-f9fd-439e-b701-1764a34603ae,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:06.096535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.096902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.097443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.098035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.098597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.099767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.100248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.101071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.101547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.102036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.102560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.103030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b6f44-aef6-49d0-a276-5198f35b483c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:06.169026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=11']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:06.180146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-982e3c40-956e-47d4-b5a5-55f6b110dc31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.197329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-711e8acb-16c9-4590-8a16-6079a8f1baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:06.201316 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-711e8acb-16c9-4590-8a16-6079a8f1baa8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4636586 Nov 12 10:52:06.220670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port b07effe8-5518-4727-85be-8c8b6b2911e8 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:52:06.235434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port b07effe8-5518-4727-85be-8c8b6b2911e8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:06.236032 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.242854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-982e3c40-956e-47d4-b5a5-55f6b110dc31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.345854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-982e3c40-956e-47d4-b5a5-55f6b110dc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.346142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-39522e59-bd33-4482-ac50-9dd7fe51003e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:06.348459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-39522e59-bd33-4482-ac50-9dd7fe51003e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 821 time: 0.6138699 Nov 12 10:52:06.357726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-982e3c40-956e-47d4-b5a5-55f6b110dc31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.357726 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-982e3c40-956e-47d4-b5a5-55f6b110dc31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97341bbb-f9fd-439e-b701-1764a34603ae HTTP/1.1" status: 204 len: 168 time: 0.2765706 Nov 12 10:52:06.393528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3c40-956e-47d4-b5a5-55f6b110dc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97341bbb-f9fd-439e-b701-1764a34603ae,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:06.409200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b9da461-d3b6-495f-9178-d3b32f4378ba req-f450ea2a-bcf7-433a-a93a-ac79c6e75f8a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451742 Nov 12 10:52:06.439063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Request body: {'port': {'device_id': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'admin_state_up': True, 'tenant_id': '7d956d072ec4403897681bda1ea4b91c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:06.471530 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.568163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:06.574353 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.716194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-d224d71f-f456-4156-bc9a-67f4762699f9 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817977 Nov 12 10:52:06.718862 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dbc3e6-a104-44df-919e-be6f745e3d7f x-openstack-request-id: req-b5dbc3e6-a104-44df-919e-be6f745e3d7f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:06.719147 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-unplugged", "status": "completed", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:06.724629 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5dbc3e6-a104-44df-919e-be6f745e3d7f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:06.725116 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'code': 200} Nov 12 10:52:06.748954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:06.894698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Made reservation on behalf of 7d956d072ec4403897681bda1ea4b91c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:06.904404 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:06.905967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-659e011b-3c31-411c-8ede-6a27936c8cd7 req-c9ad7d61-f044-4802-ad94-b5b7f88f0979 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 210 time: 0.0750935 Nov 12 10:52:07.029980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-da086131-4e33-4d5a-8c68-040e0e6963b3 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976279 Nov 12 10:52:07.086812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ecab-8de7-4207-8baa-7128d10fe2d2 req-dc70711f-9a60-4862-b9bd-a3936a733dd0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:07.095394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0246ecab-8de7-4207-8baa-7128d10fe2d2 req-dc70711f-9a60-4862-b9bd-a3936a733dd0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1869090 Nov 12 10:52:07.113403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45522) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:07.143593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1080975d-1618-4e1d-b655-e17aa1710909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.219913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0246ecab-8de7-4207-8baa-7128d10fe2d2 req-962058b3-0037-4b8a-a2f0-a1ff2eab9dd1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234944 Nov 12 10:52:07.247300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Allocated IP 172.20.0.4 (874b9b59-a949-4993-bbf5-452693fda86c/bbecd288-b864-4082-b98b-3c531c8d4828/5f23a1d1-6943-45e8-a478-87168d2b1faf) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:52:07.309327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1080975d-1618-4e1d-b655-e17aa1710909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.316228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1080975d-1618-4e1d-b655-e17aa1710909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.388638 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1080975d-1618-4e1d-b655-e17aa1710909 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21dc147cc0654665a5f467f7aa69ca8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728918 Nov 12 10:52:07.390233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080975d-1618-4e1d-b655-e17aa1710909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c299c588-ca10-4b9d-bec7-26ab3214ed74,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:07.394982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45526) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:07.496431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-513ea365-6435-4fb7-99e4-76dc656b616e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.556776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-513ea365-6435-4fb7-99e4-76dc656b616e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.585667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b984c1-7451-4808-9b31-2ff35967d96e req-11b700dc-f6b0-47be-9347-c29fd4b87843 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:07.595719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7b984c1-7451-4808-9b31-2ff35967d96e req-11b700dc-f6b0-47be-9347-c29fd4b87843 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 947 time: 0.1714363 Nov 12 10:52:07.658398 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.692335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7b984c1-7451-4808-9b31-2ff35967d96e req-829d06cc-97a1-4aa9-8e1a-7fab0adb4133 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953553 Nov 12 10:52:07.700226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3538fa2-548c-4f20-ac7b-880901573105 req-c8f45311-09b5-4690-9d32-6aa0749fddd7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:07.705405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3538fa2-548c-4f20-ac7b-880901573105 req-c8f45311-09b5-4690-9d32-6aa0749fddd7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 945 time: 0.1755912 Nov 12 10:52:07.759015 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-513ea365-6435-4fb7-99e4-76dc656b616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.764247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-513ea365-6435-4fb7-99e4-76dc656b616e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.770192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-513ea365-6435-4fb7-99e4-76dc656b616e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c299c588-ca10-4b9d-bec7-26ab3214ed74 HTTP/1.1" status: 204 len: 168 time: 0.3692677 Nov 12 10:52:07.794197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:07.876833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Network 874b9b59-a949-4993-bbf5-452693fda86c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:52:07.894151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:07.898729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:52:07.900764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ea365-6435-4fb7-99e4-76dc656b616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c299c588-ca10-4b9d-bec7-26ab3214ed74,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:07.950847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3538fa2-548c-4f20-ac7b-880901573105 req-12c34a7f-2eeb-450f-8942-c63ee611eb13 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377510 Nov 12 10:52:07.992059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Pushing event updated for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:08.020103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.020719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.021337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.021904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.022473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.023071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.023648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.024222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.024787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.025415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.025980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.026549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:08.049057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:08.050167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:08.165192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-784c1cfa-5d75-4c8b-90ca-f69d1092f677 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7789035 Nov 12 10:52:08.204002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Request body: {'port': {'device_id': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:08.220321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8482a0-6227-4af6-985d-60e43b176b27 req-93a58ca0-cc15-45d2-a4a4-afcc1f424ca2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:08.234212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8482a0-6227-4af6-985d-60e43b176b27 req-93a58ca0-cc15-45d2-a4a4-afcc1f424ca2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 931 time: 0.1601853 Nov 12 10:52:08.337019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10047f6d-5326-484d-98b5-cd8ebecd1aa9 req-de3ab0e7-ab52-44ad-94e7-46ea34667c30 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:08.340966 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10047f6d-5326-484d-98b5-cd8ebecd1aa9 req-de3ab0e7-ab52-44ad-94e7-46ea34667c30 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 945 time: 0.1156242 Nov 12 10:52:08.399958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8482a0-6227-4af6-985d-60e43b176b27 req-f75279b7-91dd-4aa5-9247-827540871918 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642475 Nov 12 10:52:08.401024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:08.452458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10047f6d-5326-484d-98b5-cd8ebecd1aa9 req-dbf28c4b-0149-4b1a-9564-0eb108480239 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001339 Nov 12 10:52:08.726760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:08.729605 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b3bb4-a5cf-4da7-852b-8bc2df085cbe" -d '{"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-plugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:08.759066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af7fd-20d7-48ec-bcb3-3d1078fdaedb req-bab8fcf6-6ee6-4723-b71b-e2e8eac69734 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:08.760924 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-993af7fd-20d7-48ec-bcb3-3d1078fdaedb req-bab8fcf6-6ee6-4723-b71b-e2e8eac69734 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1466017 Nov 12 10:52:08.909567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-993af7fd-20d7-48ec-bcb3-3d1078fdaedb req-8ee806f2-ecc5-4e2e-87fd-3a3a936bd8da tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360216 Nov 12 10:52:08.944696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636203-12dc-4c69-b4d5-369024ec72ab req-ca00d5e3-65a3-42ba-832d-0ab1bf621784 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:08.949501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-43636203-12dc-4c69-b4d5-369024ec72ab req-ca00d5e3-65a3-42ba-832d-0ab1bf621784 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 947 time: 0.1373122 Nov 12 10:52:09.024491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f23a1d1-6943-45e8-a478-87168d2b1faf {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:09.052769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.063137 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e053482-2846-4be1-8887-ff1f4717cce7 x-openstack-request-id: req-6e053482-2846-4be1-8887-ff1f4717cce7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:09.064496 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-plugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:09.064496 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e053482-2846-4be1-8887-ff1f4717cce7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:09.064894 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'code': 200} Nov 12 10:52:09.070852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-43636203-12dc-4c69-b4d5-369024ec72ab req-0d8b074f-7cc1-4b77-8631-d666e5513e47 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121981 Nov 12 10:52:09.106058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Transition to ACTIVE for port object 5f23a1d1-6943-45e8-a478-87168d2b1faf will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:52:09.125272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.233722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Pushing event updated for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:09.425811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-f829c312-7c7f-41b8-9150-34dbd9807492 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:09.425811 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-f829c312-7c7f-41b8-9150-34dbd9807492 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 947 time: 0.1700385 Nov 12 10:52:09.426710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45576) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:09.460377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:52:09.460718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:52:09.461947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:09.468165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:52:09.468522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:09.476041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:52:09.476586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:09.477173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:52:09.477783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Bound port: 5f23a1d1-6943-45e8-a478-87168d2b1faf, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:52:09.478207 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.573427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b06e-9e39-4b88-87a0-44fb314359e9 req-bdbabb44-55c5-4520-9575-7e2de66ef036 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:09.589774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:52:09.590048 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a60b06e-9e39-4b88-87a0-44fb314359e9 req-bdbabb44-55c5-4520-9575-7e2de66ef036 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 946 time: 0.2078938 Nov 12 10:52:09.596818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:52:09.604363 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.630019 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:52:09.705267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.743691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-416626513-network', 'tenant_id': '77eb6cacd7f34e1a90267051b60517bb'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:09.752395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a60b06e-9e39-4b88-87a0-44fb314359e9 req-f80e485a-bdbf-4ea7-902e-a6885ce77083 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533039 Nov 12 10:52:09.781325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:09.782344 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.784831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] 10.222.0.59 "PUT /v2.0/ports/5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 200 len: 1092 time: 1.5865705 Nov 12 10:52:09.786379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:09.789743 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590664ee-9e91-47c5-aa85-3e290978dbec" -d '{"events": [{"name": "network-changed", "server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:09.825750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Deleting port cd69ec25-e7b3-42e8-9e21-c68b792904e7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:52:09.826370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.906442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900029c-ecef-4716-a5aa-07e8678c3282 service neutron] Pushing event updated for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:09.910819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Made reservation on behalf of 77eb6cacd7f34e1a90267051b60517bb for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:09.915357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.977768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:09.993137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e8468-abbd-49a3-b3bc-aab1fdd95ee3 req-52a5afac-e7cd-4f39-9742-33bc17126351 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:09.995235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e41e8468-abbd-49a3-b3bc-aab1fdd95ee3 req-52a5afac-e7cd-4f39-9742-33bc17126351 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.3249671 Nov 12 10:52:10.047844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] For port cd69ec25-e7b3-42e8-9e21-c68b792904e7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cd69ec25-e7b3-42e8-9e21-c68b792904e7,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:10.048306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:10.070974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802d251-1c92-4384-8794-eadbb4eed392 req-18f094f7-44be-4313-b818-919e4bb27c1a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:10.072673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c802d251-1c92-4384-8794-eadbb4eed392 req-18f094f7-44be-4313-b818-919e4bb27c1a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 945 time: 0.1044161 Nov 12 10:52:10.080634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Calling delete_port for cd69ec25-e7b3-42e8-9e21-c68b792904e7 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:52:10.087156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:10.128724 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e41e8468-abbd-49a3-b3bc-aab1fdd95ee3 req-ab6d6fb0-407d-496f-9784-76eb9d72f916 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248946 Nov 12 10:52:10.133718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-24c8f056-d99d-45b1-b94b-3c58603c533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:10.135815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-24c8f056-d99d-45b1-b94b-3c58603c533c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1095 time: 0.2628298 Nov 12 10:52:10.221548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c802d251-1c92-4384-8794-eadbb4eed392 req-d4171bd8-1636-4c9e-925f-88fa589d4c00 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338427 Nov 12 10:52:10.349912 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d0760-99b8-4841-a9ec-46549a2c0350 x-openstack-request-id: req-115d0760-99b8-4841-a9ec-46549a2c0350 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:10.350340 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:10.352023 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-115d0760-99b8-4841-a9ec-46549a2c0350 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:10.352744 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf', 'status': 'completed', 'code': 200} Nov 12 10:52:10.368925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-58365ee1-46c2-4cc3-9900-60f5c3c74760 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 200 len: 217 time: 0.2081153 Nov 12 10:52:10.523107 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:10.547922 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c923337-5c74-42a1-b86c-35cd4d969ccf req-09f1d261-1fa1-49b1-9837-d906ccbea7ee tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:10.549811 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c923337-5c74-42a1-b86c-35cd4d969ccf req-09f1d261-1fa1-49b1-9837-d906ccbea7ee tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1394825 Nov 12 10:52:10.591025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Pushing event deleted for resources: {'Port': ['ID=cd69ec25-e7b3-42e8-9e21-c68b792904e7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:10.639423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:10.646364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-1e85c353-9c28-44f5-9fda-7735a741fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:10.653211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-1e85c353-9c28-44f5-9fda-7735a741fa93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.2692757 Nov 12 10:52:10.662284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c923337-5c74-42a1-b86c-35cd4d969ccf req-347d39bf-415a-4545-a153-f16a5e59307d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747962 Nov 12 10:52:10.674233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d44f-ca29-4f53-b45e-bef8a1c59980 req-08da9b7e-b1c9-4883-9322-b4c34bd6ae14 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:10.693095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d32d44f-ca29-4f53-b45e-bef8a1c59980 req-08da9b7e-b1c9-4883-9322-b4c34bd6ae14 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a6589-2f87-4d71-bff9-69ac5b0cf094 HTTP/1.1" status: 200 len: 866 time: 0.2351894 Nov 12 10:52:10.698456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:10.741724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] No DVR routers for this DVR port cd69ec25-e7b3-42e8-9e21-c68b792904e7 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:52:10.749119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-3bdf52b0-5431-44bf-bc30-b78112a20663 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593405 Nov 12 10:52:10.754604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:10.764941 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05cc9a83-8600-4ffe-a8cc-0fd1d9803dc1 req-6a2fc0a2-1ae7-4c4f-a6e8-2c99e16dcdda tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.52 "DELETE /v2.0/ports/cd69ec25-e7b3-42e8-9e21-c68b792904e7 HTTP/1.1" status: 204 len: 173 time: 1.3275445 Nov 12 10:52:10.771702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-deleted', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:10.784669 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f0c8da-9126-484f-9c02-a021333576e0" -d '{"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-deleted", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:10.805246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:52:10.891044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeccb63f-1f1a-495e-b906-a9232433add9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:10.938967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d32d44f-ca29-4f53-b45e-bef8a1c59980 req-11b23382-e3a3-4ed2-98a9-87ff9ba4f323 tempest-ImagesOneServerTestJSON-1204665804 tempest-ImagesOneServerTestJSON-1204665804-project] 10.222.0.31 "GET /v2.0/security-groups?id=8595a48c-63fc-4a36-bf43-2c4667d05ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506654 Nov 12 10:52:10.954662 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:10.955018 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Added segment 0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b of type vlan for network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 Nov 12 10:52:11.002191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-6a89fefb-a4cb-4022-9930-ecfb17a29f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:11.003670 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-6a89fefb-a4cb-4022-9930-ecfb17a29f56 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c&tenant_id=e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 1101 time: 0.1610301 Nov 12 10:52:11.029959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:11.203865 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4896e4b9-c2b2-49b8-be91-e6ff8df0418f x-openstack-request-id: req-4896e4b9-c2b2-49b8-be91-e6ff8df0418f {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:11.204616 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a6589-2f87-4d71-bff9-69ac5b0cf094", "name": "network-vif-deleted", "tag": "cd69ec25-e7b3-42e8-9e21-c68b792904e7", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:11.207510 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4896e4b9-c2b2-49b8-be91-e6ff8df0418f {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:11.207510 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a6589-2f87-4d71-bff9-69ac5b0cf094', 'name': 'network-vif-deleted', 'tag': 'cd69ec25-e7b3-42e8-9e21-c68b792904e7', 'status': 'completed', 'code': 200} Nov 12 10:52:11.213635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:11.666046 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:11.746198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:11.773816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-ea4440bf-fc1c-405a-9d73-4e18d51250ac service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9911242 Nov 12 10:52:11.791147 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:11.792719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:11.793631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:11.832610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:52:11.914666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4748600 Nov 12 10:52:11.924124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45632) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:11.935940 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:11.946944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Request body: {'subnet': {'network_id': '89d291a4-ef4c-48e8-af4f-1a9d62a13d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-416626513-subnet', 'tenant_id': '77eb6cacd7f34e1a90267051b60517bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:12.011273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Transition to ACTIVE for port object b07effe8-5518-4727-85be-8c8b6b2911e8 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:52:12.028989 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:12.061695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c0ed1-5a19-48bb-ba9b-f4c284117379 req-c20b03d6-8613-4f6b-829f-6e11193dab6b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:12.071266 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b90c0ed1-5a19-48bb-ba9b-f4c284117379 req-c20b03d6-8613-4f6b-829f-6e11193dab6b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.2944710 Nov 12 10:52:12.073974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527e79f-c887-447d-b83a-e8e304253562 admin admin] Pushing event updated for resources: {'Network': ['ID=89d291a4-ef4c-48e8-af4f-1a9d62a13d62,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:12.090091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:52:12.113305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Made reservation on behalf of 77eb6cacd7f34e1a90267051b60517bb for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:12.124792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:12.264589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a1d5d76-7432-427d-8845-90e76a4c014a req-3cdfdf84-9c8e-47fd-98ea-798243b0b5a4 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502754 Nov 12 10:52:12.323381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=10']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:12.382615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] No DVR routers for this DVR port b07effe8-5518-4727-85be-8c8b6b2911e8 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:52:12.415143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b90c0ed1-5a19-48bb-ba9b-f4c284117379 req-cba1d538-3ff5-41a0-b229-ae306fd5ff98 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426807 Nov 12 10:52:12.562971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590664ee-9e91-47c5-aa85-3e290978dbec req-3c37a5e0-292e-4c66-8ebc-1c044acd7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:12.562971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-590664ee-9e91-47c5-aa85-3e290978dbec req-3c37a5e0-292e-4c66-8ebc-1c044acd7aa5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1095 time: 0.1366463 Nov 12 10:52:12.697633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:52:12.698516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:52:12.698995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:12.724901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:52:12.725450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Attempting to bind port b07effe8-5518-4727-85be-8c8b6b2911e8 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:12.751710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:52:12.752058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:12.752818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:52:12.753602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Bound port: b07effe8-5518-4727-85be-8c8b6b2911e8, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:52:12.754033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:12.781310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf221e-3b19-4994-a715-f76e316b86a6 req-e90f454a-3dd6-4f7c-b5b0-96336e433532 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:12.783320 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdcf221e-3b19-4994-a715-f76e316b86a6 req-e90f454a-3dd6-4f7c-b5b0-96336e433532 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.3307853 Nov 12 10:52:12.860220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-2f688423-d84a-4b15-92ed-ef8745759920 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--933355362&fields=id&tenant_id=7919b96584fc4a519cb0d3d1f4024a5e HTTP/1.1" status: 200 len: 267 time: 0.1825998 Nov 12 10:52:12.863567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590664ee-9e91-47c5-aa85-3e290978dbec req-121e31e5-2d20-4a3f-a335-afda80eef2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:12.865013 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-590664ee-9e91-47c5-aa85-3e290978dbec req-121e31e5-2d20-4a3f-a335-afda80eef2c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.2862692 Nov 12 10:52:12.905459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:12.948228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdcf221e-3b19-4994-a715-f76e316b86a6 req-77300bf3-8fae-424f-acd4-a849263c94ce tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306643 Nov 12 10:52:13.010732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-590664ee-9e91-47c5-aa85-3e290978dbec req-7072915d-b13a-46d2-9407-4606bdc2938b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 200 len: 217 time: 0.1326404 Nov 12 10:52:13.059474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:52:13.071146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:52:13.075349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Pushing event updated for resources: {'Subnet': ['ID=094ec251-949d-4a44-9418-a0f8ae4373d8,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:13.107523 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:13.300137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590664ee-9e91-47c5-aa85-3e290978dbec req-3eb00fc0-6ab3-419c-86c5-1885b15fe62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:13.307864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-590664ee-9e91-47c5-aa85-3e290978dbec req-3eb00fc0-6ab3-419c-86c5-1885b15fe62a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.2555552 Nov 12 10:52:13.339177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438442-4170-45ee-a9cb-448f808af282 req-4fc2a756-b62a-43ce-919e-667ae5f399d5 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:13.347060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-4fc2a756-b62a-43ce-919e-667ae5f399d5 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/networks?id=a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 200 len: 823 time: 0.4716156 Nov 12 10:52:13.439218 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-72976174-d736-4b12-93a6-f257bb50caf8 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/quotas/7919b96584fc4a519cb0d3d1f4024a5e HTTP/1.1" status: 200 len: 375 time: 0.0909162 Nov 12 10:52:13.444181 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-590664ee-9e91-47c5-aa85-3e290978dbec req-6e5cf377-9e87-4ba7-857f-038143d227d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939765 Nov 12 10:52:13.513824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:13.517785 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2f744f-d5e0-4bfc-ac54-f5ca54f3f654" -d '{"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-unplugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:13.551667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:13.554082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:13.554976 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] 10.222.0.52 "PUT /v2.0/ports/b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 1097 time: 2.5369525 Nov 12 10:52:13.575942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Checking segment: {'id': '0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '89d291a4-ef4c-48e8-af4f-1a9d62a13d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:13.576303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Network hostable DHCP agents. Network: 89d291a4-ef4c-48e8-af4f-1a9d62a13d62, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:52:13.591924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:13.654152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-cd983af6-0341-41af-91c0-41926b16a8ad tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2131772 Nov 12 10:52:13.672249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: cd69ec25-e7b3-42e8-9e21-c68b792904e7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:52:13.673461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cd69ec25-e7b3-42e8-9e21-c68b792904e7 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:52:13.705544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45680) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:13.715064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-590664ee-9e91-47c5-aa85-3e290978dbec req-98f1b260-6216-4890-8729-c34542bd988a service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447155 Nov 12 10:52:13.776559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:13.838305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:52:13.842267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd00d8-8a69-4702-bc88-d9c6c4fab6bb service neutron] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=11']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:13.922251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 89d291a4-ef4c-48e8-af4f-1a9d62a13d62) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:13.963992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:13.970888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:13.981695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-fb601301-fff7-41b3-b1d2-793502b434c4 service neutron] 10.222.0.31 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164806 Nov 12 10:52:13.997107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0190fcd-3606-4fa9-9053-fe3d3a820ea5 None None] Network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:52:14.038580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-dca29248-e9f7-4fe3-b854-2c2ac062baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:14.046622 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-dca29248-e9f7-4fe3-b854-2c2ac062baac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1100 time: 0.3990474 Nov 12 10:52:14.107480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cca5d-b89e-4a5a-aedf-4318a23801da req-0d324aec-deb9-4d58-a496-16bae4cb5b87 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:14.109255 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a05cca5d-b89e-4a5a-aedf-4318a23801da req-0d324aec-deb9-4d58-a496-16bae4cb5b87 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.3914204 Nov 12 10:52:14.159787 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-35b1c5ff-0b24-4504-bd16-e6f8ebf1b68d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2291722 Nov 12 10:52:14.222686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:52:14.410712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a05cca5d-b89e-4a5a-aedf-4318a23801da req-d7b295ff-5c56-48ee-91b3-1ebf4939a5f1 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490244 Nov 12 10:52:14.464077 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4775bbdb-98e5-429e-a516-99636ea26baf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75c539d76857448b8935f694ef7d98bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447531 Nov 12 10:52:14.473417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45694) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:14.507895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b7c9e3-0cc2-46cd-98d0-55dcd1df3091 None None] Network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:52:14.533488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-5d08f350-7644-4d73-8b91-39252a337197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:14.541869 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-5d08f350-7644-4d73-8b91-39252a337197 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4616909 Nov 12 10:52:14.702667 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-51b8d7df-43cf-4bfa-b894-62fd00a11096 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.1522257 Nov 12 10:52:14.709259 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa9f228-1406-4f55-a762-31d6424567dc x-openstack-request-id: req-9aa9f228-1406-4f55-a762-31d6424567dc {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:14.709562 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-unplugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:14.709855 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aa9f228-1406-4f55-a762-31d6424567dc {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:14.710209 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'code': 200} Nov 12 10:52:14.728698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-4ce14c79-24aa-411e-b4c0-dc4529b2b415 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:14.731789 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-4ce14c79-24aa-411e-b4c0-dc4529b2b415 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b43ea6-3044-471c-a1a8-f4898a5f6d6b HTTP/1.1" status: 200 len: 946 time: 0.4049697 Nov 12 10:52:14.755827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-2856cf0c-5ca3-48e8-9fd7-87cbb95fc990 service neutron] 10.222.0.31 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941478 Nov 12 10:52:14.839956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-590664ee-9e91-47c5-aa85-3e290978dbec req-1f86e930-075d-4ff5-b10c-7ebe2eb7952a service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8567917 Nov 12 10:52:14.898096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-c9f88dae-d878-4c7a-9807-ddbbb9850be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:14.904917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-c9f88dae-d878-4c7a-9807-ddbbb9850be6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1713681 Nov 12 10:52:15.119997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Deleting port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:52:15.122696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-60edd1ed-bd7f-42ee-9d73-acc25a20be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:15.123295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:15.124969 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-60edd1ed-bd7f-42ee-9d73-acc25a20be0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1931958 Nov 12 10:52:15.149439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e85de8f6-a173-4ff2-8a89-c16850eb4f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:15.233238 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e85de8f6-a173-4ff2-8a89-c16850eb4f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:15.374186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dda22af0-d206-439f-b4a9-e5c65b020a21 req-d08f6f6f-ee63-460b-801f-4abdffde98f2 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 210 time: 0.0854733 Nov 12 10:52:15.395084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5aa66d-15d3-42a8-a541-c9dff1612603 req-698891d7-6e36-4283-8b36-620d6d01e12a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:15.405703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba5aa66d-15d3-42a8-a541-c9dff1612603 req-698891d7-6e36-4283-8b36-620d6d01e12a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.4919155 Nov 12 10:52:15.523731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] For port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:15.524320 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:15.582130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba5aa66d-15d3-42a8-a541-c9dff1612603 req-15e54151-1294-4cc7-b1af-c3519c2dd33d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754293 Nov 12 10:52:15.588380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e85de8f6-a173-4ff2-8a89-c16850eb4f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:15.592478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e85de8f6-a173-4ff2-8a89-c16850eb4f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:15.593651 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e85de8f6-a173-4ff2-8a89-c16850eb4f15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8595a48c-63fc-4a36-bf43-2c4667d05ab6 HTTP/1.1" status: 204 len: 168 time: 1.1176777 Nov 12 10:52:15.611749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85de8f6-a173-4ff2-8a89-c16850eb4f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8595a48c-63fc-4a36-bf43-2c4667d05ab6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:15.707026 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-a6f281fc-78d8-41e1-b5ac-f391e45a1240 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579665 Nov 12 10:52:15.711319 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45746) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:15.769509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5f23a1d1-6943-45e8-a478-87168d2b1faf details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:52:15.827590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-668827695-network', 'tenant_id': '835c2210e0634092aa96a55b341fbb65'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:15.925512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Made reservation on behalf of 835c2210e0634092aa96a55b341fbb65 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:15.928922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:15.946371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:15.991237 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b9da0b0-6df7-4d59-8cdd-196bf494e849 req-cc67917f-bada-4289-8c50-b06e76e95a25 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727978 Nov 12 10:52:16.071864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:16.108466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '5f23a1d1-6943-45e8-a478-87168d2b1faf', 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'port_id': '5f23a1d1-6943-45e8-a478-87168d2b1faf', 'mac_address': 'fa:16:3e:fd:f6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbecd288-b864-4082-b98b-3c531c8d4828', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:52:16.130451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.151861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.204850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:52:16.243310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.243942 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Added segment a80d2658-b235-4845-8a86-fe6554e3d1c0 of type vlan for network 406e994e-0d9c-4b87-a2d8-4983c4d7d032 Nov 12 10:52:16.245042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.249177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c0f06-9c58-4ab9-8395-6562c4d8e3ac req-bfbe88d7-8552-48d7-b9b4-9c120565782e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:16.258820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-655c0f06-9c58-4ab9-8395-6562c4d8e3ac req-bfbe88d7-8552-48d7-b9b4-9c120565782e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.1234548 Nov 12 10:52:16.277586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f23a1d1-6943-45e8-a478-87168d2b1faf {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:16.320799 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.324907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:16.334111 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.337488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:52:16.384393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f93d706-21ab-42d9-abb4-9cc789aac969,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:16.412269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.412615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.412833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.413445 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Floating IP 3207dfdc-b492-40c3-9444-c3d535a57d77 disassociated. External IP: 172.25.2.181, port: f2d2ad0e-0653-4a05-87e6-127ac4ff6af2. Nov 12 10:52:16.413978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Calling delete_port for f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:52:16.416300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:16.418226 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.565845 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:52:16.584211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8711510 Nov 12 10:52:16.588075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45774) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:16.618573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Request body: {'subnet': {'network_id': '406e994e-0d9c-4b87-a2d8-4983c4d7d032', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-668827695-subnet', 'tenant_id': '835c2210e0634092aa96a55b341fbb65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:16.713886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:16.714988 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489318c9-9d9a-4ea5-927b-256252c31499" -d '{"events": [{"name": "network-changed", "server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:16.738450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf28c9-018c-4e78-a278-8ee60ff16672 admin admin] Pushing event updated for resources: {'Network': ['ID=406e994e-0d9c-4b87-a2d8-4983c4d7d032,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:16.863653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:16.888943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'port_id': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'mac_address': 'fa:16:3e:19:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa44256-6525-42a8-862e-c767dff65d34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:52:16.936925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 406e994e-0d9c-4b87-a2d8-4983c4d7d032 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:52:16.950300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:17.036407 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:17.166570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event deleted for resources: {'Port': ['ID=f2d2ad0e-0653-4a05-87e6-127ac4ff6af2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:17.212167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-655c0f06-9c58-4ab9-8395-6562c4d8e3ac req-6200a96e-3726-4738-8ea1-f3127d4baf21 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9052467 Nov 12 10:52:17.213692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Made reservation on behalf of 835c2210e0634092aa96a55b341fbb65 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:17.226729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:17.397366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:17.487408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:17.541660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:17.559587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:17.695724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:17.725883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438442-4170-45ee-a9cb-448f808af282 req-83b7deaf-3a91-4759-af45-5c64b08a3172 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:17.732405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Router d4853d92-67ba-41dc-867d-f40401406ba3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:52:17.735216 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-83b7deaf-3a91-4759-af45-5c64b08a3172 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.52 "GET /v2.0/networks?id=a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 200 len: 823 time: 0.4904191 Nov 12 10:52:17.776172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['34526b9c-ec7a-45f5-aaee-94b51b1ef9ce'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:17.829677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11666f2a-2f86-4070-9e61-02c40d762800 req-6d82d598-873a-4483-85eb-eeba621eb0ee tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 210 time: 0.2913043 Nov 12 10:52:17.974296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-01dfbdfe-ce8c-44d7-a716-38435f81315e tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7919b96584fc4a519cb0d3d1f4024a5e HTTP/1.1" status: 200 len: 379 time: 0.2260232 Nov 12 10:52:17.996781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:18.012144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Request body: {'port': {'device_id': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'admin_state_up': True, 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'security_groups': ['25ec0b24-80ba-40a8-aa2e-ed13d8f80e86']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:18.107101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:52:18.107458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:52:18.303446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['5f23a1d1-6943-45e8-a478-87168d2b1faf'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:18.399322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Made reservation on behalf of 7919b96584fc4a519cb0d3d1f4024a5e for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:18.415650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:18.552796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5d9cd-f7ac-4c35-80a5-4c42f42076e7 req-c9725d26-70df-44d4-9753-271899e1637c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:18.564058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22f5d9cd-f7ac-4c35-80a5-4c42f42076e7 req-c9725d26-70df-44d4-9753-271899e1637c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.5244899 Nov 12 10:52:18.732043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:52:18.748439 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] Sync routers for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:52:18.771341 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:52:18.771978 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:51:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:18.783443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22f5d9cd-f7ac-4c35-80a5-4c42f42076e7 req-36d6ba77-efdb-402f-8bde-301930734b5d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184007 Nov 12 10:52:18.807406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] No DVR routers for this DVR port f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:52:18.811319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:18.815186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-df9e7948-c705-43c1-8822-5bf2ee4a43ec req-05fca8ea-d9f1-466c-ba2d-e4b20ae05a38 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.59 "DELETE /v2.0/ports/f2d2ad0e-0653-4a05-87e6-127ac4ff6af2 HTTP/1.1" status: 204 len: 173 time: 4.0552146 Nov 12 10:52:18.815783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'name': 'network-vif-deleted', 'tag': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:18.818105 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ef167-98e0-4f62-8785-a42e63044ad7" -d '{"events": [{"server_uuid": "d9b43ea6-3044-471c-a1a8-f4898a5f6d6b", "name": "network-vif-deleted", "tag": "f2d2ad0e-0653-4a05-87e6-127ac4ff6af2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:18.874166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Allocated IP 172.20.0.10 (a6055be0-66e3-4627-8a9a-b8dd773dc20d/0041747c-9a3e-44c9-bea9-015cd1e36966/96a12cf2-9b58-4df0-a5b1-d2835b30232e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:52:18.945210 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:19.006479 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2065bcb0-5486-47e6-bf9d-f9d5fed975d6 x-openstack-request-id: req-2065bcb0-5486-47e6-bf9d-f9d5fed975d6 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:19.006936 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:19.008597 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2065bcb0-5486-47e6-bf9d-f9d5fed975d6 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:19.008597 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'status': 'completed', 'code': 200} Nov 12 10:52:19.265370 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:52:19.369751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef620627-4fd7-41d3-9399-b351d209c74f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:19.371037 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:19.415779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:19.480806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:52:19.495626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:19.507725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:52:19.530930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:19.531610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:19.535609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489318c9-9d9a-4ea5-927b-256252c31499 req-1e60dd32-860c-4546-a840-54b64cb91a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:19.555243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event updated for resources: {'Port': ['ID=96a12cf2-9b58-4df0-a5b1-d2835b30232e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:19.558878 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-489318c9-9d9a-4ea5-927b-256252c31499 req-1e60dd32-860c-4546-a840-54b64cb91a2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 1100 time: 0.4010601 Nov 12 10:52:19.569837 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f22b0be-2083-4023-9627-e60f3abe3239 x-openstack-request-id: req-7f22b0be-2083-4023-9627-e60f3abe3239 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:19.570162 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b43ea6-3044-471c-a1a8-f4898a5f6d6b", "name": "network-vif-deleted", "tag": "f2d2ad0e-0653-4a05-87e6-127ac4ff6af2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:19.570345 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f22b0be-2083-4023-9627-e60f3abe3239 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:19.570753 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b43ea6-3044-471c-a1a8-f4898a5f6d6b', 'name': 'network-vif-deleted', 'tag': 'f2d2ad0e-0653-4a05-87e6-127ac4ff6af2', 'status': 'completed', 'code': 200} Nov 12 10:52:19.610877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-9fc54367-a411-483e-9f3b-702c8bc49089 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6130519 Nov 12 10:52:19.622165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:52:19.658861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Request body: {'port': {'device_id': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:19.724775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Checking segment: {'id': 'a80d2658-b235-4845-8a86-fe6554e3d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '406e994e-0d9c-4b87-a2d8-4983c4d7d032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:19.725153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Network hostable DHCP agents. Network: 406e994e-0d9c-4b87-a2d8-4983c4d7d032, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:52:19.729757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489318c9-9d9a-4ea5-927b-256252c31499 req-da1978f8-6bb8-4871-ade6-84cb5ed4e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:19.732286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-489318c9-9d9a-4ea5-927b-256252c31499 req-da1978f8-6bb8-4871-ade6-84cb5ed4e706 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1720903 Nov 12 10:52:19.849348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-489318c9-9d9a-4ea5-927b-256252c31499 req-225e14b9-8bc2-46fc-8fb1-a4df0b87b628 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 200 len: 217 time: 0.1049476 Nov 12 10:52:19.854449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5f23a1d1-6943-45e8-a478-87168d2b1faf up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:52:19.875874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Network 406e994e-0d9c-4b87-a2d8-4983c4d7d032 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:52:19.914766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 406e994e-0d9c-4b87-a2d8-4983c4d7d032) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:19.924696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:19.925423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:19.946341 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:20.075551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] Checking router: d4853d92-67ba-41dc-867d-f40401406ba3 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:52:20.079666 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:20.083251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e0df46-95ac-4162-af7f-719321ad8850 None None] Network 406e994e-0d9c-4b87-a2d8-4983c4d7d032 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:52:20.098030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f53ba84a-adeb-40f7-8851-0bc2621a7786 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4992406 Nov 12 10:52:20.110107 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:52:20.110501 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:51:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:20.118124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489318c9-9d9a-4ea5-927b-256252c31499 req-755a41ac-24a5-4b90-ab9e-d029231a9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:20.133169 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-489318c9-9d9a-4ea5-927b-256252c31499 req-755a41ac-24a5-4b90-ab9e-d029231a9435 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2397678 Nov 12 10:52:20.299523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596586a7-2f1f-4a75-9774-3ffe1f623872 req-563e26af-ef15-46f2-9afd-fe767371411b tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:20.315885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-596586a7-2f1f-4a75-9774-3ffe1f623872 req-563e26af-ef15-46f2-9afd-fe767371411b tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 932 time: 0.4812584 Nov 12 10:52:20.435399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:20.519198 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:52:20.552799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344dd8c-2687-4750-8853-1cfee2871f73 req-72ef9ef9-554e-41f9-b0b7-93bdccc98411 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:20.554459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b344dd8c-2687-4750-8853-1cfee2871f73 req-72ef9ef9-554e-41f9-b0b7-93bdccc98411 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 944 time: 0.7276149 Nov 12 10:52:20.604321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489318c9-9d9a-4ea5-927b-256252c31499 req-b8bd0ced-515a-43f9-b7bd-7858a68d9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:20.605842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-489318c9-9d9a-4ea5-927b-256252c31499 req-b8bd0ced-515a-43f9-b7bd-7858a68d9fd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4719121 Nov 12 10:52:20.638061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-596586a7-2f1f-4a75-9774-3ffe1f623872 req-1c4eb799-177d-40f3-b3e3-89814c135fcc tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212216 Nov 12 10:52:20.638214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b344dd8c-2687-4750-8853-1cfee2871f73 req-d672abff-ac21-4973-8296-3260f499d312 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714092 Nov 12 10:52:20.724024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-87e67ed3-5163-4476-b328-8a2aa2c1dd07 None None] Provisioning complete for port 96a12cf2-9b58-4df0-a5b1-d2835b30232e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:20.724658 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-87e67ed3-5163-4476-b328-8a2aa2c1dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:20.875739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 5f23a1d1-6943-45e8-a478-87168d2b1faf completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:52:20.887407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-87e67ed3-5163-4476-b328-8a2aa2c1dd07 None None] Port 96a12cf2-9b58-4df0-a5b1-d2835b30232e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:52:20.898994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 5f23a1d1-6943-45e8-a478-87168d2b1faf triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:20.902413 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:20.908930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'mac_address': 'fa:16:3e:6b:94:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:52:20.981721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-489318c9-9d9a-4ea5-927b-256252c31499 req-e7fd16e4-a4fb-4267-a4cd-4ba065a51fde service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423359 Nov 12 10:52:21.017440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a12cf2-9b58-4df0-a5b1-d2835b30232e {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:21.084255 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:21.147589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Transition to ACTIVE for port object 96a12cf2-9b58-4df0-a5b1-d2835b30232e will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:52:21.162214 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:21.173613 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:21.204904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-489318c9-9d9a-4ea5-927b-256252c31499 req-77e8989b-5839-4d35-884b-ee5485ecba7b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162440 Nov 12 10:52:21.256820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07effe8-5518-4727-85be-8c8b6b2911e8 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:21.297846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:21.331368 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:21.366739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Pushing event updated for resources: {'Port': ['ID=96a12cf2-9b58-4df0-a5b1-d2835b30232e,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:21.400400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=12']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:21.412703 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:21.437697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249ed1f-1da6-4b3f-8f28-1c45e15297c4 None None] Network 406e994e-0d9c-4b87-a2d8-4983c4d7d032 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:52:21.445654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6dfbd-0370-462f-ab1d-c82fe0f0b82b req-91c72216-ab52-4f32-85d4-78ded3c65375 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:21.450526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86a6dfbd-0370-462f-ab1d-c82fe0f0b82b req-91c72216-ab52-4f32-85d4-78ded3c65375 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 948 time: 0.4959784 Nov 12 10:52:21.533082 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:21.573873 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ce7ef-f5d3-4acd-9e13-5240447c5677 None None] The sync data for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 is: [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:52:21.712917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86a6dfbd-0370-462f-ab1d-c82fe0f0b82b req-0f082886-6857-45ea-a25c-140fdf9edaee tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515094 Nov 12 10:52:21.783716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Attempting to bind port 96a12cf2-9b58-4df0-a5b1-d2835b30232e on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:52:21.784168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Attempting to bind port 96a12cf2-9b58-4df0-a5b1-d2835b30232e by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:52:21.784546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Attempting to bind port 96a12cf2-9b58-4df0-a5b1-d2835b30232e on network a6055be0-66e3-4627-8a9a-b8dd773dc20d {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:21.828524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Port 96a12cf2-9b58-4df0-a5b1-d2835b30232e on network a6055be0-66e3-4627-8a9a-b8dd773dc20d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:52:21.829178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Attempting to bind port 96a12cf2-9b58-4df0-a5b1-d2835b30232e on network a6055be0-66e3-4627-8a9a-b8dd773dc20d {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:21.835992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-0b5e009b-63e5-4054-be03-c0bf79e39c89 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:21.837982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:52:21.838746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:21.841409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Checking segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:21.842385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Bound using segment: {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:52:21.843481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Bound port: 96a12cf2-9b58-4df0-a5b1-d2835b30232e, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb8c742-2ccd-4739-8e90-20bb973061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:52:21.844052 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:21.851780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-0b5e009b-63e5-4054-be03-c0bf79e39c89 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/networks?id=89d291a4-ef4c-48e8-af4f-1a9d62a13d62 HTTP/1.1" status: 200 len: 814 time: 0.3640966 Nov 12 10:52:21.871716 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-37f29804-37d9-46e4-abd6-26fbbadea520 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/quotas/77eb6cacd7f34e1a90267051b60517bb HTTP/1.1" status: 200 len: 375 time: 0.0193980 Nov 12 10:52:21.877007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:21.890870 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b1c2ee-c066-442d-9ba2-4a5be2a989ee" -d '{"events": [{"server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "name": "network-vif-plugged", "status": "completed", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:21.912994 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:21.913240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:52:21.946459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-75dfcc72-6370-42ce-b7e4-97be133f23f0 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=77eb6cacd7f34e1a90267051b60517bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727584 Nov 12 10:52:22.011185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['b07effe8-5518-4727-85be-8c8b6b2911e8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:22.045463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] For port 96a12cf2-9b58-4df0-a5b1-d2835b30232e, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:52:22.055220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] For port 96a12cf2-9b58-4df0-a5b1-d2835b30232e, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=96a12cf2-9b58-4df0-a5b1-d2835b30232e,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:52:22.075137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:22.187836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:22.197161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:22.210739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] 10.222.0.52 "PUT /v2.0/ports/96a12cf2-9b58-4df0-a5b1-d2835b30232e HTTP/1.1" status: 200 len: 1093 time: 2.5949616 Nov 12 10:52:22.211864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'tag': '96a12cf2-9b58-4df0-a5b1-d2835b30232e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:22.221871 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d183d-09f1-4515-81c6-758cd47fc8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c34723d-c253-4db1-bd2a-fb0f5acbfa17", "tag": "96a12cf2-9b58-4df0-a5b1-d2835b30232e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:22.326287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802daa0b-eea2-44c6-a9c1-df2f3571a445 service neutron] Pushing event updated for resources: {'Port': ['ID=96a12cf2-9b58-4df0-a5b1-d2835b30232e,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:22.343690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:22.360294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-73ca1687-b368-4cf2-a28a-2521f439a71b service neutron] 10.222.0.31 "GET /v2.0/networks/89d291a4-ef4c-48e8-af4f-1a9d62a13d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123783 Nov 12 10:52:22.367995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438442-4170-45ee-a9cb-448f808af282 req-ea688ac3-7f3d-4a72-aa01-1aef38b82a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:22.371949 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-ea688ac3-7f3d-4a72-aa01-1aef38b82a17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 1096 time: 0.1031048 Nov 12 10:52:22.377330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e53409-96b9-4455-836a-e8689754e5cb None None] New status for floating IP 3207dfdc-b492-40c3-9444-c3d535a57d77: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:52:22.474862 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-992baa0c-ab2b-4b25-8cda-4a7fb131908e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96a12cf2-9b58-4df0-a5b1-d2835b30232e HTTP/1.1" status: 200 len: 217 time: 0.0927446 Nov 12 10:52:22.642447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:22.643128 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:22.693664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-b10a1b09-2255-467d-a22b-9563ef220104 service neutron] 10.222.0.31 "GET /v2.0/networks/89d291a4-ef4c-48e8-af4f-1a9d62a13d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323822 Nov 12 10:52:22.704457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438442-4170-45ee-a9cb-448f808af282 req-4256e339-040c-4a24-8e92-a7f68727ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:22.704757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-4256e339-040c-4a24-8e92-a7f68727ced4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0041747c-9a3e-44c9-bea9-015cd1e36966 HTTP/1.1" status: 200 len: 862 time: 0.2165771 Nov 12 10:52:22.823794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438442-4170-45ee-a9cb-448f808af282 req-cfdd5e1a-dbda-4f33-957a-37b00ddcfc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:22.828411 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-cfdd5e1a-dbda-4f33-957a-37b00ddcfc1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6055be0-66e3-4627-8a9a-b8dd773dc20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113799 Nov 12 10:52:22.936579 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:23.003752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:23.011167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:23.117718 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-a3f010dc-e5ff-4f0e-90af-e3955de6f947 service neutron] 10.222.0.52 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776568 Nov 12 10:52:23.213313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:23.268692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dc373-04b7-4ab5-bd18-0758d1bf02ef req-687374d1-4c36-49b9-920f-1d2662739286 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:23.279246 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b9dc373-04b7-4ab5-bd18-0758d1bf02ef req-687374d1-4c36-49b9-920f-1d2662739286 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.0978768 Nov 12 10:52:23.384187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b9dc373-04b7-4ab5-bd18-0758d1bf02ef req-0c7a6e20-ad19-4881-becc-65430359ef92 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036804 Nov 12 10:52:23.390052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080047d6-74e9-4922-9c33-ad2745027585 req-def91c47-87db-49ff-b212-71396d383a9a tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:23.397507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-080047d6-74e9-4922-9c33-ad2745027585 req-def91c47-87db-49ff-b212-71396d383a9a tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 944 time: 0.2788095 Nov 12 10:52:23.463834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca438442-4170-45ee-a9cb-448f808af282 req-27822b4f-1ad8-4b45-9b0b-268acce3c6d6 service neutron] 10.222.0.52 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038023 Nov 12 10:52:23.510041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-080047d6-74e9-4922-9c33-ad2745027585 req-cd9f94be-ea82-4fc1-a74d-6e8d96df0ce8 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115580 Nov 12 10:52:23.588018 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e9099c-b9b9-45af-9edc-d7f3cf347366 x-openstack-request-id: req-94e9099c-b9b9-45af-9edc-d7f3cf347366 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:23.588342 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "name": "network-vif-plugged", "status": "completed", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:23.588645 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94e9099c-b9b9-45af-9edc-d7f3cf347366 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:23.589070 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf', 'code': 200} Nov 12 10:52:23.633795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18930-7871-49e0-8cfe-35bd78479ecb req-152f1422-b857-4587-a586-d6ef961724a4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:23.643309 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ce18930-7871-49e0-8cfe-35bd78479ecb req-152f1422-b857-4587-a586-d6ef961724a4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 949 time: 0.1220829 Nov 12 10:52:23.652758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:52:23.805577 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ab9fa-6ba0-49e0-be28-7e3c062f9011 x-openstack-request-id: req-bd7ab9fa-6ba0-49e0-be28-7e3c062f9011 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:23.806683 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c34723d-c253-4db1-bd2a-fb0f5acbfa17", "tag": "96a12cf2-9b58-4df0-a5b1-d2835b30232e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:23.806683 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd7ab9fa-6ba0-49e0-be28-7e3c062f9011 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:23.806683 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'tag': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'status': 'completed', 'code': 200} Nov 12 10:52:23.896166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port b07effe8-5518-4727-85be-8c8b6b2911e8 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:52:23.914087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port b07effe8-5518-4727-85be-8c8b6b2911e8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:23.914519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:23.951572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-605f9405-0709-4bea-a352-be7b6dfa3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:23.953228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-605f9405-0709-4bea-a352-be7b6dfa3e5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 1096 time: 0.0998940 Nov 12 10:52:23.980596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ce18930-7871-49e0-8cfe-35bd78479ecb req-4ade5ea8-6a5e-43f4-b446-b669cf5f448a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361256 Nov 12 10:52:24.036442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2cd3-c82e-464b-b54c-f92c131868d7 req-8e114b1f-27b7-419a-b30a-62f97c89ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:24.038078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eeaa2cd3-c82e-464b-b54c-f92c131868d7 req-8e114b1f-27b7-419a-b30a-62f97c89ef5e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1097 time: 0.2388165 Nov 12 10:52:24.058594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0119d698-5702-45da-89a1-83fb6001d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:24.159429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9aaaff8-6366-4a95-9b06-58bd5493e56e req-7dc28961-db6d-4d47-bb3d-6981d5229572 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 210 time: 0.0811796 Nov 12 10:52:24.171821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:24.247260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:24.256620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:24.274871 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-f28bac74-eff0-4c3d-9f0b-7413e10edacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:24.275560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-f28bac74-eff0-4c3d-9f0b-7413e10edacc service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 200 len: 924 time: 0.3119130 Nov 12 10:52:24.280421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eeaa2cd3-c82e-464b-b54c-f92c131868d7 req-21a1bf59-ce93-4c29-9c0b-368bfa3ba966 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217543 Nov 12 10:52:24.377424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-760c321d-9e57-46bb-ace0-58e2d5c2b0e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96a12cf2-9b58-4df0-a5b1-d2835b30232e HTTP/1.1" status: 200 len: 217 time: 0.0910072 Nov 12 10:52:24.417801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=13']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:24.511938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-90bfeadd-256b-4f87-8899-648e72474ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:24.512920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-90bfeadd-256b-4f87-8899-648e72474ee1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0041747c-9a3e-44c9-bea9-015cd1e36966 HTTP/1.1" status: 200 len: 862 time: 0.1307738 Nov 12 10:52:24.612972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-e3515c03-e6b7-4d7a-9471-853ae8424d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:24.614543 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-e3515c03-e6b7-4d7a-9471-853ae8424d07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6055be0-66e3-4627-8a9a-b8dd773dc20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949800 Nov 12 10:52:24.644698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579eef5-77dc-41f2-ae51-51090dfb9809 req-9d7783a1-0077-426b-8671-f15359f0751e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:24.658055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8579eef5-77dc-41f2-ae51-51090dfb9809 req-9d7783a1-0077-426b-8671-f15359f0751e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1713307 Nov 12 10:52:24.747156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8579eef5-77dc-41f2-ae51-51090dfb9809 req-698083a5-bcf1-46ca-9197-6257448eae05 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844800 Nov 12 10:52:24.839790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-a053b326-d7a9-4455-b892-2cb6999850b6 service neutron] 10.222.0.52 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168226 Nov 12 10:52:24.968111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a35754-1084-4114-9fc0-cee8ca1de42e req-74339950-da4d-432d-a2a8-7121c6c14941 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:24.985494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35a35754-1084-4114-9fc0-cee8ca1de42e req-74339950-da4d-432d-a2a8-7121c6c14941 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 944 time: 0.1261258 Nov 12 10:52:25.087953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35a35754-1084-4114-9fc0-cee8ca1de42e req-ff04e5a9-9456-45e6-95d4-e5f15f2c6422 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014793 Nov 12 10:52:25.088695 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-83fc2147-0f3b-4d89-976a-24f60a5914f4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2436004 Nov 12 10:52:25.233581 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c74d183d-09f1-4515-81c6-758cd47fc8a8 req-6b9fa7b3-6beb-4717-9bd5-6b4482fc346e service neutron] 10.222.0.52 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820717 Nov 12 10:52:25.414579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-fda887ad-c669-4d61-ad17-d605938739be tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:25.420749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-fda887ad-c669-4d61-ad17-d605938739be tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.59 "GET /v2.0/networks?id=89d291a4-ef4c-48e8-af4f-1a9d62a13d62 HTTP/1.1" status: 200 len: 814 time: 0.3077247 Nov 12 10:52:25.443398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Request body: {'port': {'device_id': '4de8a876-6efc-4805-aaa5-c485d94974fb', 'network_id': '89d291a4-ef4c-48e8-af4f-1a9d62a13d62', 'admin_state_up': True, 'tenant_id': '77eb6cacd7f34e1a90267051b60517bb'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:25.590102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce'}, {'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:25.594027 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e67454-f4a0-45ad-917d-89b190a2c6c9" -d '{"events": [{"server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "name": "network-vif-plugged", "status": "completed", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce"}, {"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-plugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:25.646965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-021e1984-c218-46b7-8049-c85b3be9f681 req-5957e2f6-7600-4ca7-b31d-97f75a1e28d6 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 210 time: 0.1421006 Nov 12 10:52:25.654752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-990b7835-a3d3-4dee-a5e7-6240670f4c4b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:25.663677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 96a12cf2-9b58-4df0-a5b1-d2835b30232e details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:52:25.679755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-990b7835-a3d3-4dee-a5e7-6240670f4c4b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4490993 Nov 12 10:52:25.749979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-cc0ed88c-0eae-4f98-aa6b-07553ff2adb1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/quotas/e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 375 time: 0.0461342 Nov 12 10:52:25.866371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Made reservation on behalf of 77eb6cacd7f34e1a90267051b60517bb for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:25.872178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:25.980180 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-7ec42fbe-b827-461a-96af-266bf7e6e5a7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2227511 Nov 12 10:52:26.026018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 96a12cf2-9b58-4df0-a5b1-d2835b30232e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=96a12cf2-9b58-4df0-a5b1-d2835b30232e,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:26.041249 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c810cf-b931-40e1-ac8b-4e512e1cb05f x-openstack-request-id: req-a4c810cf-b931-40e1-ac8b-4e512e1cb05f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:26.041978 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "name": "network-vif-plugged", "status": "completed", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce", "code": 200}, {"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-plugged", "status": "completed", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:26.042246 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4c810cf-b931-40e1-ac8b-4e512e1cb05f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:26.043076 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'code': 200} Nov 12 10:52:26.043344 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'code': 200} Nov 12 10:52:26.054542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'port_id': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'mac_address': 'fa:16:3e:d5:29:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:52:26.106229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:26.125011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a12cf2-9b58-4df0-a5b1-d2835b30232e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:26.221227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 96a12cf2-9b58-4df0-a5b1-d2835b30232e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=96a12cf2-9b58-4df0-a5b1-d2835b30232e,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:26.249979 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:26.277123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Allocated IP 172.20.0.14 (89d291a4-ef4c-48e8-af4f-1a9d62a13d62/094ec251-949d-4a44-9418-a0f8ae4373d8/8ae89095-cf07-4592-8294-f0c609c8c75f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:52:26.330326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c540e0ee-d41b-4374-aee8-bf39c7d58f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:26.376485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5a55-9fa6-405b-9179-9c70b7ef999d req-0f806d75-c399-4da2-9104-5dc57a0ea1fc tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:26.401737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-109a5a55-9fa6-405b-9179-9c70b7ef999d req-0f806d75-c399-4da2-9104-5dc57a0ea1fc tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.2627523 Nov 12 10:52:26.429109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=96a12cf2-9b58-4df0-a5b1-d2835b30232e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:26.580328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-109a5a55-9fa6-405b-9179-9c70b7ef999d req-087e160d-5b8e-481c-a7f1-1d77b9de796a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734293 Nov 12 10:52:26.591441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['96a12cf2-9b58-4df0-a5b1-d2835b30232e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:26.852075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:26.885359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b8790-0126-483c-b459-d62c32d4808b req-bd468e66-e56c-42f2-84ad-af0df1c6bc79 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:26.902857 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-195b8790-0126-483c-b459-d62c32d4808b req-bd468e66-e56c-42f2-84ad-af0df1c6bc79 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 945 time: 0.2366593 Nov 12 10:52:27.016106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-195b8790-0126-483c-b459-d62c32d4808b req-6b942041-34d0-467b-8c53-ae4406baa912 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102250 Nov 12 10:52:27.019924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:27.078100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c6642ad-511f-4e3a-b204-a9749f951617 req-e2119ed4-e6d7-4fec-bf6a-ade82c412be3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 210 time: 0.0857625 Nov 12 10:52:27.140774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:52:27.159963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:27.171903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:52:27.265975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Pushing event updated for resources: {'Port': ['ID=8ae89095-cf07-4592-8294-f0c609c8c75f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:27.327066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:27.336660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:27.400649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-9be2212a-6051-43e3-b958-f1c65938b7f8 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9661973 Nov 12 10:52:27.487256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Request body: {'port': {'device_id': '4de8a876-6efc-4805-aaa5-c485d94974fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:27.544943 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:27.663913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:27.675799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54962e2c-e238-4eba-83f9-bf0bcbfe5313 req-c706541f-cd23-4152-939a-616b0eff8ffc tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:27.683843 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54962e2c-e238-4eba-83f9-bf0bcbfe5313 req-c706541f-cd23-4152-939a-616b0eff8ffc tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 932 time: 0.3180120 Nov 12 10:52:27.800910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54962e2c-e238-4eba-83f9-bf0bcbfe5313 req-663af41a-93ea-4618-9478-cb41b026c613 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002419 Nov 12 10:52:27.955017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae50d1-2ca6-4d2c-8ea3-fd666b52d59e req-ed5701b0-9dea-4331-a10a-e077ca3ea923 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:27.967893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fae50d1-2ca6-4d2c-8ea3-fd666b52d59e req-ed5701b0-9dea-4331-a10a-e077ca3ea923 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1676893 Nov 12 10:52:28.053306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46020) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:28.099862 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fae50d1-2ca6-4d2c-8ea3-fd666b52d59e req-4e665e8f-7042-431d-8fdb-4d7bc19acdc5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310821 Nov 12 10:52:28.288771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e62214bc-1e09-488d-8fc2-91e3694ca435 req-ac325236-3471-44b5-875a-a7813300ca68 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 210 time: 0.0343819 Nov 12 10:52:28.410477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-830e633c-474c-4edc-9759-7674776a4033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:28.508292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3a974-f73c-4ac2-968a-63f0e908a76a req-1b70b59d-8ba3-4ac3-a094-8d117a729614 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:28.516751 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5aa3a974-f73c-4ac2-968a-63f0e908a76a req-1b70b59d-8ba3-4ac3-a094-8d117a729614 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 945 time: 0.3437996 Nov 12 10:52:28.672999 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-6fe4b438-ec6d-4281-97aa-6e1095967fc9 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300244 Nov 12 10:52:28.679918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cf953-6aeb-4f17-9162-b9e69576223a req-2be2aa3a-882d-4098-a336-2fd6deed07d5 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:28.688249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-731cf953-6aeb-4f17-9162-b9e69576223a req-2be2aa3a-882d-4098-a336-2fd6deed07d5 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1097 time: 0.2581887 Nov 12 10:52:28.788556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5aa3a974-f73c-4ac2-968a-63f0e908a76a req-4754acd9-0745-464d-b38f-431637e27a36 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708118 Nov 12 10:52:28.837788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae89095-cf07-4592-8294-f0c609c8c75f {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:28.863212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:28.865428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-b35f7447-f386-40a3-b9a4-8fe09e8438dc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:28.867232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-b35f7447-f386-40a3-b9a4-8fe09e8438dc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774597 Nov 12 10:52:28.902258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Transition to ACTIVE for port object 8ae89095-cf07-4592-8294-f0c609c8c75f will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:52:28.911207 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:28.931862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-830e633c-474c-4edc-9759-7674776a4033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:28.941506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Request body: {'port': {'device_id': '1b490030-4322-4e67-926c-1b61c3986230', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'e64af9086ff6446299d9bc7f486847e4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:28.972114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-830e633c-474c-4edc-9759-7674776a4033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.089323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-731cf953-6aeb-4f17-9162-b9e69576223a req-8035042c-2ac9-4854-8120-fab74b0f85ac tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207143 Nov 12 10:52:29.095525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-830e633c-474c-4edc-9759-7674776a4033 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80bfe837652d4387903e866491e06485&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0367072 Nov 12 10:52:29.095525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae89095-cf07-4592-8294-f0c609c8c75f,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:29.097514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46048) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:29.117759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e633c-474c-4edc-9759-7674776a4033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c912da5-1721-429a-aa12-c132d1a551c8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:29.197296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cec464-2ce2-4683-af27-d24752366ca9 req-80772f6f-4e34-4100-b790-8f0ed3e38959 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:29.207215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69cec464-2ce2-4683-af27-d24752366ca9 req-80772f6f-4e34-4100-b790-8f0ed3e38959 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 944 time: 0.1738722 Nov 12 10:52:29.214315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6cc34efb-1aec-4cd9-aa02-ab0532a3a3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.268583 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6cc34efb-1aec-4cd9-aa02-ab0532a3a3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.332359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.344975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6cc34efb-1aec-4cd9-aa02-ab0532a3a3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.347786 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6cc34efb-1aec-4cd9-aa02-ab0532a3a3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.349559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6cc34efb-1aec-4cd9-aa02-ab0532a3a3b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c912da5-1721-429a-aa12-c132d1a551c8 HTTP/1.1" status: 204 len: 168 time: 0.2481351 Nov 12 10:52:29.357060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Attempting to bind port 8ae89095-cf07-4592-8294-f0c609c8c75f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:52:29.357611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Attempting to bind port 8ae89095-cf07-4592-8294-f0c609c8c75f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '89d291a4-ef4c-48e8-af4f-1a9d62a13d62'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:52:29.358155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Attempting to bind port 8ae89095-cf07-4592-8294-f0c609c8c75f on network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:29.374708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69cec464-2ce2-4683-af27-d24752366ca9 req-f176ea8f-c4b0-4319-8a3c-5988c0769bda tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660135 Nov 12 10:52:29.376314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Port 8ae89095-cf07-4592-8294-f0c609c8c75f on network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:52:29.376702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Attempting to bind port 8ae89095-cf07-4592-8294-f0c609c8c75f on network 89d291a4-ef4c-48e8-af4f-1a9d62a13d62 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:29.387631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:52:29.388055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Checking segment: {'id': '0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '89d291a4-ef4c-48e8-af4f-1a9d62a13d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:29.388370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc34efb-1aec-4cd9-aa02-ab0532a3a3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c912da5-1721-429a-aa12-c132d1a551c8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:29.388495 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Bound using segment: {'id': '0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '89d291a4-ef4c-48e8-af4f-1a9d62a13d62'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:52:29.389004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Bound port: 8ae89095-cf07-4592-8294-f0c609c8c75f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '89d291a4-ef4c-48e8-af4f-1a9d62a13d62'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:52:29.389455 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.464683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Made reservation on behalf of e64af9086ff6446299d9bc7f486847e4 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:29.472270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.601879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] For port 8ae89095-cf07-4592-8294-f0c609c8c75f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:52:29.613823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] For port 8ae89095-cf07-4592-8294-f0c609c8c75f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8ae89095-cf07-4592-8294-f0c609c8c75f,segment=NetworkSegment(0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b),segment_id=0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:52:29.627453 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.685734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 96a12cf2-9b58-4df0-a5b1-d2835b30232e up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:52:29.739681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:29.740643 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.742370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] 10.222.0.59 "PUT /v2.0/ports/8ae89095-cf07-4592-8294-f0c609c8c75f HTTP/1.1" status: 200 len: 1093 time: 2.2652664 Nov 12 10:52:29.746582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de8a876-6efc-4805-aaa5-c485d94974fb', 'tag': '8ae89095-cf07-4592-8294-f0c609c8c75f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:29.755477 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2782f1-3c46-4d33-b364-4eee5c087cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4de8a876-6efc-4805-aaa5-c485d94974fb", "tag": "8ae89095-cf07-4592-8294-f0c609c8c75f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:29.827035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 96a12cf2-9b58-4df0-a5b1-d2835b30232e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:52:29.845326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 96a12cf2-9b58-4df0-a5b1-d2835b30232e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:29.846459 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.984306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d4aec-5353-4ca0-9fae-2af380539648 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae89095-cf07-4592-8294-f0c609c8c75f,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:30.032773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-540574ee-2311-43de-9252-755cee140ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:30.038179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-540574ee-2311-43de-9252-755cee140ba3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77eb6cacd7f34e1a90267051b60517bb&device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 1096 time: 0.2312810 Nov 12 10:52:30.175491 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf038432-67b2-4e6e-9295-d76070743312 x-openstack-request-id: req-bf038432-67b2-4e6e-9295-d76070743312 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:30.176323 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de8a876-6efc-4805-aaa5-c485d94974fb", "tag": "8ae89095-cf07-4592-8294-f0c609c8c75f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:30.176323 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf038432-67b2-4e6e-9295-d76070743312 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:30.176591 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de8a876-6efc-4805-aaa5-c485d94974fb', 'tag': '8ae89095-cf07-4592-8294-f0c609c8c75f', 'status': 'completed', 'code': 200} Nov 12 10:52:30.179786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-3b7847be-4bea-4e58-bc5b-5b72d3e55ac5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae89095-cf07-4592-8294-f0c609c8c75f HTTP/1.1" status: 200 len: 217 time: 0.1179197 Nov 12 10:52:30.245561 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:30.271293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c146e9ac-24f6-4680-9c51-7aa84ef2fec8 req-3ba7c232-21bc-49a0-a876-8973403d3ba1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 210 time: 0.4651802 Nov 12 10:52:30.321935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-74731ac0-9375-45c8-b77b-c3f981b81788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:30.327270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-74731ac0-9375-45c8-b77b-c3f981b81788 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=094ec251-949d-4a44-9418-a0f8ae4373d8 HTTP/1.1" status: 200 len: 854 time: 0.1336420 Nov 12 10:52:30.387396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a12cf2-9b58-4df0-a5b1-d2835b30232e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:30.395740 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db9dafc-1811-4176-85d6-774e91cc7e9f" -d '{"events": [{"server_uuid": "0c34723d-c253-4db1-bd2a-fb0f5acbfa17", "name": "network-vif-plugged", "status": "completed", "tag": "96a12cf2-9b58-4df0-a5b1-d2835b30232e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:30.430273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 96a12cf2-9b58-4df0-a5b1-d2835b30232e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=96a12cf2-9b58-4df0-a5b1-d2835b30232e,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:30.439313 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:30.472902 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-1feb8a76-0a97-4478-8cd1-bcfe3e1da96d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d291a4-ef4c-48e8-af4f-1a9d62a13d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230521 Nov 12 10:52:30.589244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=96a12cf2-9b58-4df0-a5b1-d2835b30232e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:30.630918 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:30.659931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Allocated IP 192.168.233.110 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/6f9bc0e3-aa4b-4904-bcf0-939a347afdbd) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:52:30.798063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2fa89-24c2-453b-89a1-afa141066119 req-40748dce-4545-4eb1-83e5-f235de1a8c51 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:30.815323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7c2fa89-24c2-453b-89a1-afa141066119 req-40748dce-4545-4eb1-83e5-f235de1a8c51 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 946 time: 0.3609478 Nov 12 10:52:30.817520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296ffe-2d8c-4a9f-aabe-a49ba771cde7 req-54e3a14f-ac55-4e0e-8364-92afb6240674 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:30.821914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b296ffe-2d8c-4a9f-aabe-a49ba771cde7 req-54e3a14f-ac55-4e0e-8364-92afb6240674 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 945 time: 0.3494594 Nov 12 10:52:30.957110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-a210e888-82e0-4e08-9d1c-1671dbe4b44a service neutron] 10.222.0.59 "GET /v2.0/networks/89d291a4-ef4c-48e8-af4f-1a9d62a13d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835846 Nov 12 10:52:31.071875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7c2fa89-24c2-453b-89a1-afa141066119 req-87a35e5d-c9e5-46fe-baed-9fcc258cd42f tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545450 Nov 12 10:52:31.179669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46116) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:31.286053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:31.291408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c7e3285-6ee8-4acd-9a0e-04e3000b8685 req-e798ad6c-6432-4527-b563-1687aec6750a service neutron] 10.222.0.59 "GET /v2.0/networks/89d291a4-ef4c-48e8-af4f-1a9d62a13d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076804 Nov 12 10:52:31.450491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b296ffe-2d8c-4a9f-aabe-a49ba771cde7 req-d21cb3d8-6399-442d-863d-d6be8f1bc1f9 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989519 Nov 12 10:52:31.462280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1921259894-network', 'tenant_id': '49f27a00a28b4135a81373bfb6ca84ff'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:31.493430 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:31.507326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['c09cf728-3471-4dd0-af83-51b4168fe1b8', 'b07effe8-5518-4727-85be-8c8b6b2911e8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:31.522831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:31.618735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:52:31.633671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Made reservation on behalf of 49f27a00a28b4135a81373bfb6ca84ff for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:31.649545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:31.651886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:31.663746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:52:31.698858 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c3c692-d599-4ac9-9cbc-c484c907a146 x-openstack-request-id: req-a7c3c692-d599-4ac9-9cbc-c484c907a146 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:31.699610 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c34723d-c253-4db1-bd2a-fb0f5acbfa17", "name": "network-vif-plugged", "status": "completed", "tag": "96a12cf2-9b58-4df0-a5b1-d2835b30232e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:31.700191 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7c3c692-d599-4ac9-9cbc-c484c907a146 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:31.701023 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'code': 200} Nov 12 10:52:31.702165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:31.712696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:31.878701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:31.962062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:31.988836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-a847f57d-7409-4889-947e-1b14964e3fa2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0568795 Nov 12 10:52:32.003292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Request body: {'port': {'device_id': '1b490030-4322-4e67-926c-1b61c3986230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:32.186504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-f14288be-d64d-4158-a4c7-0c2feebce2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:32.192366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-f14288be-d64d-4158-a4c7-0c2feebce2c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77eb6cacd7f34e1a90267051b60517bb&device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 1096 time: 0.7990046 Nov 12 10:52:32.196828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:32.262204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545a72a-2040-44e1-afb8-adc030262499 req-c657ec60-977a-4b7c-921d-84c354aec5ba tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:32.266951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb865ba-d830-4d2b-bbbb-083308e0fe03 req-94c43e65-9dfd-4734-aebd-63a2edf86592 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:32.269432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-edb865ba-d830-4d2b-bbbb-083308e0fe03 req-94c43e65-9dfd-4734-aebd-63a2edf86592 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 936 time: 0.5533481 Nov 12 10:52:32.289073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b545a72a-2040-44e1-afb8-adc030262499 req-c657ec60-977a-4b7c-921d-84c354aec5ba tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 944 time: 0.6993346 Nov 12 10:52:32.338156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-db133511-8711-4e6e-930e-0a594d132c91 None None] Provisioning complete for port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:32.338598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-db133511-8711-4e6e-930e-0a594d132c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:32.476180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-db133511-8711-4e6e-930e-0a594d132c91 None None] Port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:52:32.598461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115fb44-df8c-4fca-89ff-9107e26d6686 req-6b765f6e-0129-43aa-a5aa-cfff55301245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:32.608648 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8115fb44-df8c-4fca-89ff-9107e26d6686 req-6b765f6e-0129-43aa-a5aa-cfff55301245 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 1098 time: 0.8873525 Nov 12 10:52:32.758528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:32.805656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:32.944604 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-edb865ba-d830-4d2b-bbbb-083308e0fe03 req-893d2669-51cd-4de7-b399-d23bc3553a8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566446 Nov 12 10:52:33.085561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:33.095274 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.109017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Transition to ACTIVE for port object 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:52:33.119704 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.259323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b545a72a-2040-44e1-afb8-adc030262499 req-b26f6d01-1c61-4e97-8a41-820886d62aab tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9678359 Nov 12 10:52:33.266435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-9ff24618-af15-4f8e-b647-b17111d39e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:33.273684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-9ff24618-af15-4f8e-b647-b17111d39e13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89d291a4-ef4c-48e8-af4f-1a9d62a13d62 HTTP/1.1" status: 200 len: 915 time: 1.0637088 Nov 12 10:52:33.398694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:52:33.456487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009dee8-2666-4964-ae60-392af26d97bd req-9680c4e8-6a76-48d6-a87c-db674580962d tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:33.458920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d009dee8-2666-4964-ae60-392af26d97bd req-9680c4e8-6a76-48d6-a87c-db674580962d tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.59 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 945 time: 1.0213680 Nov 12 10:52:33.469535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c38d6-69a7-43e9-b764-eadc2700c766 req-c11ffae7-4006-4c0c-9e39-244f24e699af tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:33.471698 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c9c38d6-69a7-43e9-b764-eadc2700c766 req-c11ffae7-4006-4c0c-9e39-244f24e699af tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 946 time: 0.2729230 Nov 12 10:52:33.476569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:33.497442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:52:33.497772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:52:33.498095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:33.518073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:52:33.518398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:33.525701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:52:33.526207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:33.526600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:52:33.527037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Bound port: 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:52:33.527396 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.577631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c9c38d6-69a7-43e9-b764-eadc2700c766 req-804bb354-d426-4f5a-92f7-a7a150077bcf tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893714 Nov 12 10:52:33.583540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-6c896e9b-de4b-406d-bac6-41b1dfcf1205 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae89095-cf07-4592-8294-f0c609c8c75f HTTP/1.1" status: 200 len: 217 time: 0.2502844 Nov 12 10:52:33.601472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8115fb44-df8c-4fca-89ff-9107e26d6686 req-1d74370c-139a-4a44-bbf9-8bad1d8a4976 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7971749 Nov 12 10:52:33.602493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b3724-d83f-41e1-839c-24b433d2691c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:33.650819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.651170 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Added segment 4bf03716-a1d1-4a5c-a186-6af61f1476a2 of type vlan for network 8fae6168-bb6e-4177-aacc-5e406b23428c Nov 12 10:52:33.674563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:52:33.678283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:52:33.691113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.737390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:33.738071 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.739956 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 1097 time: 1.7409990 Nov 12 10:52:33.740261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:33.743023 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921bfb16-f169-499b-a59d-aef35b153634" -d '{"events": [{"name": "network-changed", "server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:33.760959 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.803547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a1a4-9066-4560-8865-a1c6fdfb93c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:33.841424 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f130b27-7b54-42b5-8979-611c10c1ef91 x-openstack-request-id: req-0f130b27-7b54-42b5-8979-611c10c1ef91 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:33.841424 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:33.842041 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f130b27-7b54-42b5-8979-611c10c1ef91 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:33.842428 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'status': 'completed', 'code': 200} Nov 12 10:52:33.913350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4d168-6d56-453f-975d-a6737d169131 req-c24706f9-c31c-45f9-bee1-94eec0029511 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:33.915334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-10f4d168-6d56-453f-975d-a6737d169131 req-c24706f9-c31c-45f9-bee1-94eec0029511 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 945 time: 0.3481491 Nov 12 10:52:33.923822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-b04818be-e849-4f10-9f79-7cccc9082ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:33.925782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-b04818be-e849-4f10-9f79-7cccc9082ab2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=094ec251-949d-4a44-9418-a0f8ae4373d8 HTTP/1.1" status: 200 len: 854 time: 0.3191383 Nov 12 10:52:33.926753 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.928295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:33.929297 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:34.029599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bfb16-f169-499b-a59d-aef35b153634 req-0f8c6e29-d15e-4e8b-95a1-40e4a6488bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:34.032571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-921bfb16-f169-499b-a59d-aef35b153634 req-0f8c6e29-d15e-4e8b-95a1-40e4a6488bab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1100 time: 0.1740363 Nov 12 10:52:34.139828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-9bb35e22-2dfe-4bbe-9c22-d3d6d306cbee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d291a4-ef4c-48e8-af4f-1a9d62a13d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852527 Nov 12 10:52:34.140944 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-921bfb16-f169-499b-a59d-aef35b153634 req-6d0cfc96-3a94-4cc0-abc9-c560f994b924 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e64af9086ff6446299d9bc7f486847e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844316 Nov 12 10:52:34.192748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0054848 Nov 12 10:52:34.194951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46156) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:34.203614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Request body: {'subnet': {'network_id': '8fae6168-bb6e-4177-aacc-5e406b23428c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1921259894-subnet', 'tenant_id': '49f27a00a28b4135a81373bfb6ca84ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:34.399448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-9a73ec07-1ff4-4e0d-b4f4-09d176195b06 service neutron] 10.222.0.59 "GET /v2.0/networks/89d291a4-ef4c-48e8-af4f-1a9d62a13d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041309 Nov 12 10:52:34.507047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Made reservation on behalf of 49f27a00a28b4135a81373bfb6ca84ff for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:34.509434 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:34.545000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa31db4-27db-4aef-b037-888669a0f599 req-20e60160-63dd-4516-9e4b-1cac3d0d9e8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:34.553997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fa31db4-27db-4aef-b037-888669a0f599 req-20e60160-63dd-4516-9e4b-1cac3d0d9e8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 948 time: 0.1956620 Nov 12 10:52:34.559862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacae8b3-cedf-404f-9ade-2f37d92e425a admin admin] Pushing event updated for resources: {'Network': ['ID=8fae6168-bb6e-4177-aacc-5e406b23428c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:34.572823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 8fae6168-bb6e-4177-aacc-5e406b23428c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:52:34.653627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-10f4d168-6d56-453f-975d-a6737d169131 req-91b87e9b-167a-477a-86f1-e1c64827339d tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02ecfb-a363-4332-965b-4a8727d2c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132587 Nov 12 10:52:34.671450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bfb16-f169-499b-a59d-aef35b153634 req-4f60e93b-acb0-4372-b990-5d8e3aa0469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:34.673122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-921bfb16-f169-499b-a59d-aef35b153634 req-4f60e93b-acb0-4372-b990-5d8e3aa0469c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5201192 Nov 12 10:52:34.693554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Deleting port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:52:34.699930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:34.722546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fa31db4-27db-4aef-b037-888669a0f599 req-ac6bfb8b-2b62-4e3d-80cd-cc033248c51f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650605 Nov 12 10:52:34.899130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-bb250fbe-89a4-4cf3-9c38-5a6c0981b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:34.901170 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-bb250fbe-89a4-4cf3-9c38-5a6c0981b049 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1100 time: 0.1765738 Nov 12 10:52:34.918763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe365f9-27c8-4594-9d4e-1fa97fe8e98d req-46c1865a-6268-4c92-9bfe-0a17bc5f5a3e tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:34.927251 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8fe365f9-27c8-4594-9d4e-1fa97fe8e98d req-46c1865a-6268-4c92-9bfe-0a17bc5f5a3e tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 944 time: 0.0959213 Nov 12 10:52:34.944558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a2782f1-3c46-4d33-b364-4eee5c087cd8 req-69196ae7-9e35-41c0-bf76-67927905350b service neutron] 10.222.0.59 "GET /v2.0/networks/89d291a4-ef4c-48e8-af4f-1a9d62a13d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874063 Nov 12 10:52:35.001034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-517f557f-568a-4c7d-80b8-a1eaf8567068 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.0658317 Nov 12 10:52:35.009365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] For port 1028f128-91c8-46dc-9b27-0e5c14b8aab2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1028f128-91c8-46dc-9b27-0e5c14b8aab2,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:35.010024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:35.029013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Calling delete_port for 1028f128-91c8-46dc-9b27-0e5c14b8aab2 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:52:35.193188 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8fe365f9-27c8-4594-9d4e-1fa97fe8e98d req-b6470e05-097d-4d42-bda8-15dad3f3e47a tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649016 Nov 12 10:52:35.263326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-523958b9-a27f-4b39-961f-dbac447e2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:35.281348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-523958b9-a27f-4b39-961f-dbac447e2e3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2156801 Nov 12 10:52:35.387368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:35.407434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1028f128-91c8-46dc-9b27-0e5c14b8aab2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:35.464760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:35.507327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-09cf9069-6e44-42cb-b260-45a80f8516e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:35.517741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-09cf9069-6e44-42cb-b260-45a80f8516e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2210217 Nov 12 10:52:35.550726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Pushing event deleted for resources: {'Port': ['ID=1028f128-91c8-46dc-9b27-0e5c14b8aab2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:35.672098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Checking segment: {'id': '4bf03716-a1d1-4a5c-a186-6af61f1476a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8fae6168-bb6e-4177-aacc-5e406b23428c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:35.673236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Network hostable DHCP agents. Network: 8fae6168-bb6e-4177-aacc-5e406b23428c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:52:35.675644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a25f77-f4f4-4125-be47-a0790ee8c46b,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:35.715223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Network 8fae6168-bb6e-4177-aacc-5e406b23428c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:52:35.718794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] No DVR routers for this DVR port 1028f128-91c8-46dc-9b27-0e5c14b8aab2 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:52:35.724711 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:35.730513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d009dee8-2666-4964-ae60-392af26d97bd req-d3c2d3ce-5f0f-4e8d-afde-e342107efa85 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.59 "DELETE /v2.0/ports/1028f128-91c8-46dc-9b27-0e5c14b8aab2 HTTP/1.1" status: 204 len: 173 time: 2.1614299 Nov 12 10:52:35.731198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462e2524-e76e-47e6-913e-5fecbb0a68e3', 'name': 'network-vif-deleted', 'tag': '1028f128-91c8-46dc-9b27-0e5c14b8aab2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:35.737356 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109e4212-1e87-4eba-a837-88f592ea80a9" -d '{"events": [{"server_uuid": "462e2524-e76e-47e6-913e-5fecbb0a68e3", "name": "network-vif-deleted", "tag": "1028f128-91c8-46dc-9b27-0e5c14b8aab2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:35.742250 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-57f710e0-5497-4e4c-8872-b6ca8c55abef service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249420 Nov 12 10:52:35.745507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 8fae6168-bb6e-4177-aacc-5e406b23428c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:35.762880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0fc1c-f3c8-46a3-bc0a-ae2bf356b955 None None] Network 8fae6168-bb6e-4177-aacc-5e406b23428c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:52:35.806236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e257fc-d531-4201-b1da-878254cddce7 req-78e19450-1985-4dd6-9db0-0ed4e28fddde tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:35.811027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3e257fc-d531-4201-b1da-878254cddce7 req-78e19450-1985-4dd6-9db0-0ed4e28fddde tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 946 time: 0.2895913 Nov 12 10:52:35.929268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8ae89095-cf07-4592-8294-f0c609c8c75f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:52:35.949905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:35.950567 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:35.959993 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3e257fc-d531-4201-b1da-878254cddce7 req-6093b94c-c96d-40fb-b894-1829b818c867 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407833 Nov 12 10:52:35.990430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158851df-faf5-44df-9ad3-00e5fa738b2d req-8ef1cf66-376e-40a3-86ba-d93dd129554b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226474 Nov 12 10:52:36.054077 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cc097627-5e9b-4176-a672-aa21c2b4c879 req-5e1ab2d6-c6d6-4a56-bcec-bd18d9843167 tempest-AttachSCSIVolumeTestJSON-128704486 tempest-AttachSCSIVolumeTestJSON-128704486-project] 10.222.0.31 "GET /v2.0/ports?device_id=462e2524-e76e-47e6-913e-5fecbb0a68e3 HTTP/1.1" status: 200 len: 210 time: 0.0976024 Nov 12 10:52:36.093644 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-382700ae-29cc-4c40-8d66-ba295cfb99d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8899355 Nov 12 10:52:36.093867 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f582eee8-5208-44ba-9828-7876102dfea7 None None] Network 8fae6168-bb6e-4177-aacc-5e406b23428c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:52:36.208314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58600f-4724-432d-ab5b-dd1baf27e015 req-5f24a45e-377c-4906-b419-17d9df46702a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:36.212830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac58600f-4724-432d-ab5b-dd1baf27e015 req-5f24a45e-377c-4906-b419-17d9df46702a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 948 time: 0.1355631 Nov 12 10:52:36.321696 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de69cdf9-8e59-4902-b690-693e7dc6fa0b x-openstack-request-id: req-de69cdf9-8e59-4902-b690-693e7dc6fa0b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:36.331183 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462e2524-e76e-47e6-913e-5fecbb0a68e3", "name": "network-vif-deleted", "tag": "1028f128-91c8-46dc-9b27-0e5c14b8aab2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:36.332918 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de69cdf9-8e59-4902-b690-693e7dc6fa0b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:36.334697 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462e2524-e76e-47e6-913e-5fecbb0a68e3', 'name': 'network-vif-deleted', 'tag': '1028f128-91c8-46dc-9b27-0e5c14b8aab2', 'status': 'completed', 'code': 200} Nov 12 10:52:36.343034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8ae89095-cf07-4592-8294-f0c609c8c75f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8ae89095-cf07-4592-8294-f0c609c8c75f,segment=NetworkSegment(0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b),segment_id=0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:36.371629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac58600f-4724-432d-ab5b-dd1baf27e015 req-a9ace065-1c0c-471c-b0e5-8e2e5e3418f6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523330 Nov 12 10:52:36.413562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8ae89095-cf07-4592-8294-f0c609c8c75f', 'network_id': '89d291a4-ef4c-48e8-af4f-1a9d62a13d62', 'port_id': '8ae89095-cf07-4592-8294-f0c609c8c75f', 'mac_address': 'fa:16:3e:49:f2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094ec251-949d-4a44-9418-a0f8ae4373d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:52:36.482744 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:36.503096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae89095-cf07-4592-8294-f0c609c8c75f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:36.529055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8ae89095-cf07-4592-8294-f0c609c8c75f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8ae89095-cf07-4592-8294-f0c609c8c75f,segment=NetworkSegment(0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b),segment_id=0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:36.543267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:36.583987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a2b3b-850f-4ca8-aec1-1b0cda856c12 req-8537138d-cc87-49b6-8d97-7cc3d9742e31 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:36.598930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c6a2b3b-850f-4ca8-aec1-1b0cda856c12 req-8537138d-cc87-49b6-8d97-7cc3d9742e31 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 946 time: 0.1698022 Nov 12 10:52:36.599797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46204) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:36.604529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Request body: {'floatingip': {'port_id': '96a12cf2-9b58-4df0-a5b1-d2835b30232e'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:36.694955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8ae89095-cf07-4592-8294-f0c609c8c75f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:36.697168 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:36.725039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.727066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.727583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.729637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.730119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.731180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.732406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.735536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.736024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.736473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.736942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.737413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:52:36.799754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31047a1-9c8a-4351-b814-145760f3dab6 req-e55156fb-8134-4385-85c7-801696ed548e tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:36.812534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f31047a1-9c8a-4351-b814-145760f3dab6 req-e55156fb-8134-4385-85c7-801696ed548e tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 945 time: 0.2255733 Nov 12 10:52:36.953306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f31047a1-9c8a-4351-b814-145760f3dab6 req-4565929a-3ea2-43eb-a72d-6f9c22bb1407 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395488 Nov 12 10:52:36.971707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-44a8d75f-77e5-4cbc-b817-ccfa565ae04c req-b603d5b9-ed9c-45bd-b657-9b74f1cfd0dc tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1138334147', 'description': 'tempest-description-456256206'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:36.988346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8ae89095-cf07-4592-8294-f0c609c8c75f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:37.003029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-44a8d75f-77e5-4cbc-b817-ccfa565ae04c req-b603d5b9-ed9c-45bd-b657-9b74f1cfd0dc tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:37.284649 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-44a8d75f-77e5-4cbc-b817-ccfa565ae04c req-b603d5b9-ed9c-45bd-b657-9b74f1cfd0dc tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:37.293126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-44a8d75f-77e5-4cbc-b817-ccfa565ae04c req-b603d5b9-ed9c-45bd-b657-9b74f1cfd0dc tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:37.387638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-44a8d75f-77e5-4cbc-b817-ccfa565ae04c req-b603d5b9-ed9c-45bd-b657-9b74f1cfd0dc tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:37.389302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44a8d75f-77e5-4cbc-b817-ccfa565ae04c req-b603d5b9-ed9c-45bd-b657-9b74f1cfd0dc tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4228306 Nov 12 10:52:37.446593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603d5b9-ed9c-45bd-b657-9b74f1cfd0dc tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71c440c-a120-4d28-88e1-698d6cdeb1c1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:37.633660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21737d3b-1078-4f84-bd77-3998163fd71c req-b6f6c67e-bdab-4b24-8805-482435b7a11c tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/d71c440c-a120-4d28-88e1-698d6cdeb1c1 HTTP/1.1" status: 200 len: 1821 time: 0.2037609 Nov 12 10:52:37.648818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-21737d3b-1078-4f84-bd77-3998163fd71c req-ec7abb1c-8f1b-4903-96f8-5218484f9130 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd71c440c-a120-4d28-88e1-698d6cdeb1c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:37.649196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-21737d3b-1078-4f84-bd77-3998163fd71c req-ec7abb1c-8f1b-4903-96f8-5218484f9130 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd71c440c-a120-4d28-88e1-698d6cdeb1c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:37.738260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-21737d3b-1078-4f84-bd77-3998163fd71c req-ec7abb1c-8f1b-4903-96f8-5218484f9130 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:37.762610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.resource_extend [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:52:37.812590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-21737d3b-1078-4f84-bd77-3998163fd71c req-ec7abb1c-8f1b-4903-96f8-5218484f9130 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:37.819819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-21737d3b-1078-4f84-bd77-3998163fd71c req-ec7abb1c-8f1b-4903-96f8-5218484f9130 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:37.844649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7abb1c-8f1b-4903-96f8-5218484f9130 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6363eb2-ee6e-4f3f-b050-4879b42c413b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:37.865279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-21737d3b-1078-4f84-bd77-3998163fd71c req-ec7abb1c-8f1b-4903-96f8-5218484f9130 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:37.867701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21737d3b-1078-4f84-bd77-3998163fd71c req-ec7abb1c-8f1b-4903-96f8-5218484f9130 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2238503 Nov 12 10:52:37.947038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1028f128-91c8-46dc-9b27-0e5c14b8aab2 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:37.979636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964eafd0-680a-418a-9d70-cf1affb64b73 req-b6bedbea-a2df-4504-a37e-3bf22dfc9f6e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:37.982978 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-964eafd0-680a-418a-9d70-cf1affb64b73 req-b6bedbea-a2df-4504-a37e-3bf22dfc9f6e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 948 time: 0.3507121 Nov 12 10:52:37.987305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1923bace-39d4-41d9-95f3-99aebfaa4c05 req-77e46213-22fc-44b6-a1cb-f24cc54bc984 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-810529130', 'description': 'tempest-description-54945792'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:38.046588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:38.058031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 1028f128-91c8-46dc-9b27-0e5c14b8aab2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:52:38.058894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:38.059249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1028f128-91c8-46dc-9b27-0e5c14b8aab2 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:52:38.073402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1923bace-39d4-41d9-95f3-99aebfaa4c05 req-77e46213-22fc-44b6-a1cb-f24cc54bc984 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:38.127594 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-964eafd0-680a-418a-9d70-cf1affb64b73 req-1485cea8-b504-46ca-bb3e-fc0f1995c6cd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238801 Nov 12 10:52:38.224408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1923bace-39d4-41d9-95f3-99aebfaa4c05 req-77e46213-22fc-44b6-a1cb-f24cc54bc984 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:38.229291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1923bace-39d4-41d9-95f3-99aebfaa4c05 req-77e46213-22fc-44b6-a1cb-f24cc54bc984 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:38.293824 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Floating IP 3207dfdc-b492-40c3-9444-c3d535a57d77 associated. External IP: 172.25.2.181, port: 96a12cf2-9b58-4df0-a5b1-d2835b30232e. Nov 12 10:52:38.295203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1923bace-39d4-41d9-95f3-99aebfaa4c05 req-77e46213-22fc-44b6-a1cb-f24cc54bc984 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:38.296673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1923bace-39d4-41d9-95f3-99aebfaa4c05 req-77e46213-22fc-44b6-a1cb-f24cc54bc984 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3164403 Nov 12 10:52:38.308541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e46213-22fc-44b6-a1cb-f24cc54bc984 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b6b23c-c2b4-4b7b-9284-13ac3c02f975,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:38.556062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b945b77-0df4-4ac9-ab5a-a5c6faea7c03 req-4fc96a05-2016-42fa-a15d-00b88d443107 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:38.558551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b945b77-0df4-4ac9-ab5a-a5c6faea7c03 req-4fc96a05-2016-42fa-a15d-00b88d443107 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 945 time: 0.1066554 Nov 12 10:52:38.660839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b945b77-0df4-4ac9-ab5a-a5c6faea7c03 req-f38c0018-865f-44d0-bdfb-d6f33e654b5b tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944102 Nov 12 10:52:39.014080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b05f5da7-85a7-4d5b-bcf1-a0bb84b682e9 req-ebe4c855-5179-4c7a-91fb-9285a73d7daf tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/49b6b23c-c2b4-4b7b-9284-13ac3c02f975 HTTP/1.1" status: 200 len: 1819 time: 0.1107588 Nov 12 10:52:39.028119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-dbbf7470-ffa3-4717-a33b-31cc59dec4e9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:39.029731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-dbbf7470-ffa3-4717-a33b-31cc59dec4e9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 808 time: 0.6077697 Nov 12 10:52:39.030412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b05f5da7-85a7-4d5b-bcf1-a0bb84b682e9 req-f0f8a757-a30c-4e1e-89ac-8a0ee44788e5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '49b6b23c-c2b4-4b7b-9284-13ac3c02f975', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:39.031018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b05f5da7-85a7-4d5b-bcf1-a0bb84b682e9 req-f0f8a757-a30c-4e1e-89ac-8a0ee44788e5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '49b6b23c-c2b4-4b7b-9284-13ac3c02f975', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:39.051010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Router d4853d92-67ba-41dc-867d-f40401406ba3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:52:39.095428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-12c5edfb-4667-41c4-b192-370d147a4fde tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/quotas/919f4ca185da4fbcbb18aaca3cc8dc9c HTTP/1.1" status: 200 len: 375 time: 0.0553811 Nov 12 10:52:39.150599 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b05f5da7-85a7-4d5b-bcf1-a0bb84b682e9 req-f0f8a757-a30c-4e1e-89ac-8a0ee44788e5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.193009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b05f5da7-85a7-4d5b-bcf1-a0bb84b682e9 req-f0f8a757-a30c-4e1e-89ac-8a0ee44788e5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.197119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b05f5da7-85a7-4d5b-bcf1-a0bb84b682e9 req-f0f8a757-a30c-4e1e-89ac-8a0ee44788e5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.230921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8a757-a30c-4e1e-89ac-8a0ee44788e5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dee49f1-751c-4367-9ee9-e352c58ad410,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:39.240211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b05f5da7-85a7-4d5b-bcf1-a0bb84b682e9 req-f0f8a757-a30c-4e1e-89ac-8a0ee44788e5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.241584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b05f5da7-85a7-4d5b-bcf1-a0bb84b682e9 req-f0f8a757-a30c-4e1e-89ac-8a0ee44788e5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2210150 Nov 12 10:52:39.386982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-f83335f6-3ac6-41c1-bd25-99478bc29a36 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2901404 Nov 12 10:52:39.418739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c46274-9a35-45a7-93c9-fd8330dba310 req-2e0a3c0d-40e8-44f0-988a-29cd2494049d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:39.427534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20c46274-9a35-45a7-93c9-fd8330dba310 req-2e0a3c0d-40e8-44f0-988a-29cd2494049d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 948 time: 0.0952153 Nov 12 10:52:39.498854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20c46274-9a35-45a7-93c9-fd8330dba310 req-32c1a53e-03c5-4b2f-9572-045f70536cd3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694122 Nov 12 10:52:39.527473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-036f313f-9b6a-4125-9da9-92266e28a0a8 req-1c3c4976-9dad-4ce7-972d-bd920c948faa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-996453093', 'description': 'tempest-description-564955392'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:39.565466 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-036f313f-9b6a-4125-9da9-92266e28a0a8 req-1c3c4976-9dad-4ce7-972d-bd920c948faa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.573691 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-d96c49c0-a6ba-4448-b9a1-b8ffb8807f42 service neutron] 10.222.0.31 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776025 Nov 12 10:52:39.587640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:52:39.609410 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] Sync routers for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:52:39.615370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.626487 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:52:39.627126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:39.676894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-036f313f-9b6a-4125-9da9-92266e28a0a8 req-1c3c4976-9dad-4ce7-972d-bd920c948faa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.688748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-036f313f-9b6a-4125-9da9-92266e28a0a8 req-1c3c4976-9dad-4ce7-972d-bd920c948faa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.703509 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.719154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a822a444-073f-41b4-9ca0-25ad8b4d4759 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "PUT /v2.0/floatingips/3207dfdc-b492-40c3-9444-c3d535a57d77 HTTP/1.1" status: 200 len: 992 time: 3.1181660 Nov 12 10:52:39.739543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-036f313f-9b6a-4125-9da9-92266e28a0a8 req-1c3c4976-9dad-4ce7-972d-bd920c948faa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:39.754762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:52:39.764535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-036f313f-9b6a-4125-9da9-92266e28a0a8 req-1c3c4976-9dad-4ce7-972d-bd920c948faa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2362871 Nov 12 10:52:39.769071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'tag': '96a12cf2-9b58-4df0-a5b1-d2835b30232e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:39.772274 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50856117-46d3-4e3b-93e2-35f51d71a1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0c34723d-c253-4db1-bd2a-fb0f5acbfa17", "tag": "96a12cf2-9b58-4df0-a5b1-d2835b30232e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:39.785867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c4976-9dad-4ce7-972d-bd920c948faa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c845a87-8ad6-4fe6-9f20-2b5a21dfcbf3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:39.865846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-dc37fc48-ccc2-4d7d-a952-e8c050e61237 service neutron] 10.222.0.31 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330437 Nov 12 10:52:39.884064 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:52:39.943670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8ae89095-cf07-4592-8294-f0c609c8c75f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:52:39.960787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79b6bd-3981-4729-b0bf-f7c83653fb69 req-4b56a92c-1411-44ed-9e31-56454013e1ef tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:39.961516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf79b6bd-3981-4729-b0bf-f7c83653fb69 req-4b56a92c-1411-44ed-9e31-56454013e1ef tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 945 time: 0.0852933 Nov 12 10:52:40.056831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf79b6bd-3981-4729-b0bf-f7c83653fb69 req-ccc2fb93-7670-4239-88a8-62c014f945ef tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885246 Nov 12 10:52:40.058935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:40.075647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'mac_address': 'fa:16:3e:bd:81:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:52:40.095762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 8ae89095-cf07-4592-8294-f0c609c8c75f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:52:40.138107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 8ae89095-cf07-4592-8294-f0c609c8c75f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:40.138878 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.191383 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.257635 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.293199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8ae89095-cf07-4592-8294-f0c609c8c75f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8ae89095-cf07-4592-8294-f0c609c8c75f,segment=NetworkSegment(0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b),segment_id=0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:40.294735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de8a876-6efc-4805-aaa5-c485d94974fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae89095-cf07-4592-8294-f0c609c8c75f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:40.302915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a529a089-cc2c-477b-a0d8-33b6858914d1 req-575286bb-1dbc-4192-822c-1c309d6b9120 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2127848458', 'description': 'tempest-description-898640622'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:40.319412 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df820e94-f3c4-413e-ac8b-7c9d766d692b" -d '{"events": [{"server_uuid": "4de8a876-6efc-4805-aaa5-c485d94974fb", "name": "network-vif-plugged", "status": "completed", "tag": "8ae89095-cf07-4592-8294-f0c609c8c75f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:40.324206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.356542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:40.358359 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a529a089-cc2c-477b-a0d8-33b6858914d1 req-575286bb-1dbc-4192-822c-1c309d6b9120 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.405693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:40.409589 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.416497 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.481148 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '3207dfdc-b492-40c3-9444-c3d535a57d77', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'port_id': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'mac_address': 'fa:16:3e:d5:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:49:40Z', 'updated_at': '2021-11-12T10:52:37Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:40.515785 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a529a089-cc2c-477b-a0d8-33b6858914d1 req-575286bb-1dbc-4192-822c-1c309d6b9120 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.516576 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] Checking router: d4853d92-67ba-41dc-867d-f40401406ba3 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:52:40.530406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8ae89095-cf07-4592-8294-f0c609c8c75f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:40.530733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a529a089-cc2c-477b-a0d8-33b6858914d1 req-575286bb-1dbc-4192-822c-1c309d6b9120 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.553144 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:52:40.558180 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:40.595707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575286bb-1dbc-4192-822c-1c309d6b9120 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed438046-b4f2-4833-98e6-074d0e742909,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:40.626164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a529a089-cc2c-477b-a0d8-33b6858914d1 req-575286bb-1dbc-4192-822c-1c309d6b9120 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:40.627613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a529a089-cc2c-477b-a0d8-33b6858914d1 req-575286bb-1dbc-4192-822c-1c309d6b9120 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3300700 Nov 12 10:52:40.689481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:40.720159 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd993fa8-991f-434c-8659-e98dd3afbaf3 x-openstack-request-id: req-dd993fa8-991f-434c-8659-e98dd3afbaf3 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:40.721980 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c34723d-c253-4db1-bd2a-fb0f5acbfa17", "tag": "96a12cf2-9b58-4df0-a5b1-d2835b30232e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:40.722242 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd993fa8-991f-434c-8659-e98dd3afbaf3 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:40.723205 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'tag': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'status': 'completed', 'code': 200} Nov 12 10:52:40.844505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:40.898572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-bb3775fa-ad32-40e2-a834-ae473624d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:40.900120 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-bb3775fa-ad32-40e2-a834-ae473624d234 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 1098 time: 0.1437955 Nov 12 10:52:40.927868 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d378d2b-b744-457e-a157-05b45064251d x-openstack-request-id: req-9d378d2b-b744-457e-a157-05b45064251d {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:40.928175 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de8a876-6efc-4805-aaa5-c485d94974fb", "name": "network-vif-plugged", "status": "completed", "tag": "8ae89095-cf07-4592-8294-f0c609c8c75f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:40.928435 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d378d2b-b744-457e-a157-05b45064251d {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:40.928827 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de8a876-6efc-4805-aaa5-c485d94974fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae89095-cf07-4592-8294-f0c609c8c75f', 'code': 200} Nov 12 10:52:40.950941 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:52:41.184500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55772de9-c401-491a-b0ea-4e12ca8d754b req-e9de94de-7d8e-4bf3-a6c0-72caec113259 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:41.199055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-55772de9-c401-491a-b0ea-4e12ca8d754b req-e9de94de-7d8e-4bf3-a6c0-72caec113259 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 949 time: 0.2138314 Nov 12 10:52:41.210480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82630159-3f40-48a8-9e09-4be99c8295de req-4b257013-abb1-4446-9e90-c3e9dbad495e tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/1c845a87-8ad6-4fe6-9f20-2b5a21dfcbf3 HTTP/1.1" status: 200 len: 1820 time: 0.2685342 Nov 12 10:52:41.297690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-55772de9-c401-491a-b0ea-4e12ca8d754b req-f5e2b321-ea3a-4361-b138-5cf2bb4db8ac tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973530 Nov 12 10:52:41.337638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bb14b-5f41-463e-8167-d9c94d336c63 req-45cf4382-2753-4e5a-a22f-6282eef6b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:41.341144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da4bb14b-5f41-463e-8167-d9c94d336c63 req-45cf4382-2753-4e5a-a22f-6282eef6b317 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 1098 time: 0.3394148 Nov 12 10:52:41.356778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-9c3f7b5c-f64e-4496-94d7-6e236d757535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:41.367140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-9c3f7b5c-f64e-4496-94d7-6e236d757535 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 200 len: 924 time: 0.4521754 Nov 12 10:52:41.489744 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82630159-3f40-48a8-9e09-4be99c8295de req-ec4a7f2c-c7d5-4472-9fc5-791e5d5fe356 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/ed438046-b4f2-4833-98e6-074d0e742909 HTTP/1.1" status: 200 len: 1821 time: 0.2754083 Nov 12 10:52:41.491914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-8c06d33d-d135-466d-86d9-47e98ef90f13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96a12cf2-9b58-4df0-a5b1-d2835b30232e HTTP/1.1" status: 200 len: 1000 time: 0.0997732 Nov 12 10:52:41.507167 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-82630159-3f40-48a8-9e09-4be99c8295de req-f9a9ed9a-10c1-46b8-ac7e-0c3d5f8f83aa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1c845a87-8ad6-4fe6-9f20-2b5a21dfcbf3', 'remote_group_id': 'ed438046-b4f2-4833-98e6-074d0e742909', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:41.507666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-82630159-3f40-48a8-9e09-4be99c8295de req-f9a9ed9a-10c1-46b8-ac7e-0c3d5f8f83aa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1c845a87-8ad6-4fe6-9f20-2b5a21dfcbf3', 'remote_group_id': 'ed438046-b4f2-4833-98e6-074d0e742909', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:41.513468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7975ed4-54b0-4530-b33c-5bd2a0917e89 req-b19501d7-5543-404d-9fee-6a2a89389882 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 210 time: 0.1198068 Nov 12 10:52:41.584058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da4bb14b-5f41-463e-8167-d9c94d336c63 req-79c39ff3-3cb0-47d5-85d0-b9c4232d9aab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335594 Nov 12 10:52:41.611142 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '3207dfdc-b492-40c3-9444-c3d535a57d77', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'port_id': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'mac_address': 'fa:16:3e:d5:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:49:40Z', 'updated_at': '2021-11-12T10:52:37Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:41.682431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-aa7979b5-f665-46c9-867f-26853c2ee8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:41.684020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-aa7979b5-f665-46c9-867f-26853c2ee8f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0041747c-9a3e-44c9-bea9-015cd1e36966 HTTP/1.1" status: 200 len: 862 time: 0.1256583 Nov 12 10:52:41.688545 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844887e7-80be-42d3-8980-f059ac5786aa None None] The sync data for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 is: [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '3207dfdc-b492-40c3-9444-c3d535a57d77', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'port_id': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'mac_address': 'fa:16:3e:d5:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:49:40Z', 'updated_at': '2021-11-12T10:52:37Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:52:41.783839 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-82630159-3f40-48a8-9e09-4be99c8295de req-f9a9ed9a-10c1-46b8-ac7e-0c3d5f8f83aa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:41.800803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a4f65-4049-4747-9f44-6169b0362f60 req-34b72499-252a-4b9a-88fc-2ee048b57c70 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:41.813190 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff5a4f65-4049-4747-9f44-6169b0362f60 req-34b72499-252a-4b9a-88fc-2ee048b57c70 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 946 time: 0.1386490 Nov 12 10:52:41.829700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-82630159-3f40-48a8-9e09-4be99c8295de req-f9a9ed9a-10c1-46b8-ac7e-0c3d5f8f83aa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:41.838785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-82630159-3f40-48a8-9e09-4be99c8295de req-f9a9ed9a-10c1-46b8-ac7e-0c3d5f8f83aa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:41.868185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-82630159-3f40-48a8-9e09-4be99c8295de req-f9a9ed9a-10c1-46b8-ac7e-0c3d5f8f83aa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:41.869714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82630159-3f40-48a8-9e09-4be99c8295de req-f9a9ed9a-10c1-46b8-ac7e-0c3d5f8f83aa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3709469 Nov 12 10:52:41.884491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-7692a3dc-a818-44dc-9c37-51e9b6d6c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:41.886138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-7692a3dc-a818-44dc-9c37-51e9b6d6c300 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6055be0-66e3-4627-8a9a-b8dd773dc20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940923 Nov 12 10:52:41.888700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9ed9a-10c1-46b8-ac7e-0c3d5f8f83aa tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ecdce7-2666-453b-8abe-d6bb4b93eee1,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:41.931816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff5a4f65-4049-4747-9f44-6169b0362f60 req-051c2b71-5924-4e86-9c22-bb09c68ff5ab tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170049 Nov 12 10:52:42.090649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-69b24bdc-e3c9-4630-bbea-c59133c8cb5d req-06c6cea8-25c2-4367-bfeb-1f0a263a8132 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1208645799', 'description': 'tempest-description-421698406'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:42.148105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc0b86a-a36e-4cf5-9972-6a37ab94bfe5 None None] New status for floating IP 3207dfdc-b492-40c3-9444-c3d535a57d77: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:52:42.166618 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69b24bdc-e3c9-4630-bbea-c59133c8cb5d req-06c6cea8-25c2-4367-bfeb-1f0a263a8132 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:42.193179 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-c2721c3b-4bef-4ca7-a692-7cde9507d92d service neutron] 10.222.0.52 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960289 Nov 12 10:52:42.433325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50856117-46d3-4e3b-93e2-35f51d71a1cf req-6438e001-a5a6-45c6-826c-cf8031acd2d6 service neutron] 10.222.0.52 "GET /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220101 Nov 12 10:52:42.590565 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69b24bdc-e3c9-4630-bbea-c59133c8cb5d req-06c6cea8-25c2-4367-bfeb-1f0a263a8132 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:42.602370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69b24bdc-e3c9-4630-bbea-c59133c8cb5d req-06c6cea8-25c2-4367-bfeb-1f0a263a8132 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:42.638777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef677076-253a-4706-b573-20c6ea15efc0 req-c50cc8e2-326f-4633-80a6-d1fa1de42a51 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:42.651026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef677076-253a-4706-b573-20c6ea15efc0 req-c50cc8e2-326f-4633-80a6-d1fa1de42a51 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 949 time: 0.2130594 Nov 12 10:52:42.664051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69b24bdc-e3c9-4630-bbea-c59133c8cb5d req-06c6cea8-25c2-4367-bfeb-1f0a263a8132 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:42.669698 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69b24bdc-e3c9-4630-bbea-c59133c8cb5d req-06c6cea8-25c2-4367-bfeb-1f0a263a8132 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5871217 Nov 12 10:52:42.745660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6cea8-25c2-4367-bfeb-1f0a263a8132 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e5908f-9344-4441-9334-0593e5f1ed8b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:42.821055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef677076-253a-4706-b573-20c6ea15efc0 req-d3d2043c-5f1d-4627-b2b3-98a37a13be2e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685815 Nov 12 10:52:42.905343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-eb1f35ee-d2eb-4cb3-a453-7cc4e715fba0 req-aa5a0ea0-fcff-489a-9c4f-5f5dc126c734 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1317107378', 'description': 'tempest-description-1139643994'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:42.955228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc413983-819e-4841-a456-a2cf9fa8720b req-f503f37c-6459-4c3f-bbfe-4dd5809bfa0c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 210 time: 0.0863004 Nov 12 10:52:42.966919 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-eb1f35ee-d2eb-4cb3-a453-7cc4e715fba0 req-aa5a0ea0-fcff-489a-9c4f-5f5dc126c734 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:43.180346 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319657-9849-4e0c-912e-400bca299124 req-84351657-b904-4a69-a7c3-2dbdae71dc15 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:43.209008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5319657-9849-4e0c-912e-400bca299124 req-84351657-b904-4a69-a7c3-2dbdae71dc15 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 946 time: 0.1345153 Nov 12 10:52:43.387612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-2c4c6fc1-d675-4f73-94ce-375662b6b3bb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:43.390430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5319657-9849-4e0c-912e-400bca299124 req-021b23fe-357b-4e2a-bf35-19c68b726f75 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798952 Nov 12 10:52:43.391232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-2c4c6fc1-d675-4f73-94ce-375662b6b3bb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 808 time: 0.3725076 Nov 12 10:52:43.429795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Request body: {'port': {'device_id': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'admin_state_up': True, 'tenant_id': '919f4ca185da4fbcbb18aaca3cc8dc9c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:43.451293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-eb1f35ee-d2eb-4cb3-a453-7cc4e715fba0 req-aa5a0ea0-fcff-489a-9c4f-5f5dc126c734 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:43.480236 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-eb1f35ee-d2eb-4cb3-a453-7cc4e715fba0 req-aa5a0ea0-fcff-489a-9c4f-5f5dc126c734 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:43.615699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-eb1f35ee-d2eb-4cb3-a453-7cc4e715fba0 req-aa5a0ea0-fcff-489a-9c4f-5f5dc126c734 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:43.617408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb1f35ee-d2eb-4cb3-a453-7cc4e715fba0 req-aa5a0ea0-fcff-489a-9c4f-5f5dc126c734 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7242720 Nov 12 10:52:43.621362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0ea0-fcff-489a-9c4f-5f5dc126c734 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bec9ee-08c2-4717-87af-db3c1932c6c7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:43.706451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Made reservation on behalf of 919f4ca185da4fbcbb18aaca3cc8dc9c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:43.713101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:43.791584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:52:43.943978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:52:43.955058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:52:43.955058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:43.961180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Allocated IP 172.20.0.6 (cefc6cbd-22f1-4e4b-8344-38e41ee35647/0d877c7d-5e87-41de-877e-195068957b17/1a2305a8-cc13-4d38-99e4-e12494e56067) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:52:44.018047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77035f20-9601-4043-b988-f1a957d9a317 req-b5cadb15-4d1d-4853-8d10-6bbfd471a77d tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/63e5908f-9344-4441-9334-0593e5f1ed8b HTTP/1.1" status: 200 len: 1821 time: 0.2995756 Nov 12 10:52:44.118409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb005d05-ad80-4325-b05b-74d717bb8b32 req-36014773-aa33-47e2-b9be-a35eb4f844f1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:44.133114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fb005d05-ad80-4325-b05b-74d717bb8b32 req-36014773-aa33-47e2-b9be-a35eb4f844f1 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 949 time: 0.1206872 Nov 12 10:52:44.210138 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:44.264365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:44.266800 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4ab05a-0811-4dae-88ed-5fdf42f22338" -d '{"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-plugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:44.282489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fb005d05-ad80-4325-b05b-74d717bb8b32 req-9a59f8dd-b420-4ad8-8e78-e6f90b564dcd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479199 Nov 12 10:52:44.293506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77035f20-9601-4043-b988-f1a957d9a317 req-45049b1f-1ac0-4780-8689-1edd8a6b9a2f tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/97bec9ee-08c2-4717-87af-db3c1932c6c7 HTTP/1.1" status: 200 len: 1822 time: 0.2642848 Nov 12 10:52:44.295372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:44.304177 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:44.376320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-77035f20-9601-4043-b988-f1a957d9a317 req-6c9ae551-56c0-4fbb-8eb2-16943d22ff04 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63e5908f-9344-4441-9334-0593e5f1ed8b', 'remote_group_id': '97bec9ee-08c2-4717-87af-db3c1932c6c7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:44.376650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-77035f20-9601-4043-b988-f1a957d9a317 req-6c9ae551-56c0-4fbb-8eb2-16943d22ff04 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63e5908f-9344-4441-9334-0593e5f1ed8b', 'remote_group_id': '97bec9ee-08c2-4717-87af-db3c1932c6c7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:44.405527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:44.494118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e1b3e15-f73d-42f6-9763-57de16042857 req-c551847f-d8fa-4292-9419-ac788bfda3e7 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 210 time: 0.0858843 Nov 12 10:52:44.534078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:44.638804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77035f20-9601-4043-b988-f1a957d9a317 req-6c9ae551-56c0-4fbb-8eb2-16943d22ff04 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:44.698551 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d631d9da-61ed-4ccb-9624-aedb8e685749 x-openstack-request-id: req-d631d9da-61ed-4ccb-9624-aedb8e685749 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:44.699324 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-plugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:44.699864 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d631d9da-61ed-4ccb-9624-aedb8e685749 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:44.706278 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'code': 200} Nov 12 10:52:44.792908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77035f20-9601-4043-b988-f1a957d9a317 req-6c9ae551-56c0-4fbb-8eb2-16943d22ff04 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:44.836633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77035f20-9601-4043-b988-f1a957d9a317 req-6c9ae551-56c0-4fbb-8eb2-16943d22ff04 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:44.931773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ae551-56c0-4fbb-8eb2-16943d22ff04 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3cd53a-993c-4ae2-8e62-7ac6cf4bf8c8,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:44.965802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77035f20-9601-4043-b988-f1a957d9a317 req-6c9ae551-56c0-4fbb-8eb2-16943d22ff04 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:44.973890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77035f20-9601-4043-b988-f1a957d9a317 req-6c9ae551-56c0-4fbb-8eb2-16943d22ff04 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6152296 Nov 12 10:52:44.984817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:45.000530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4b6595a9-4f91-471e-a350-6fc92b98f2c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:52:45.142671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3cb43-02e3-46b0-bdd5-38c5c44f4376 req-0cff8c0a-279b-4ba5-bee4-e15ba4e889fe tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:45.151408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Network cefc6cbd-22f1-4e4b-8344-38e41ee35647 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:52:45.159049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:45.167064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:52:45.170392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4b3cb43-02e3-46b0-bdd5-38c5c44f4376 req-0cff8c0a-279b-4ba5-bee4-e15ba4e889fe tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 946 time: 0.4133883 Nov 12 10:52:45.171766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Pushing event updated for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:45.276095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4b3cb43-02e3-46b0-bdd5-38c5c44f4376 req-50e20d02-991b-4011-af2d-3dc9bb034de6 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037357 Nov 12 10:52:45.290874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21c619-218b-4b4f-b8ca-743bf15dc311 req-89451bd7-a207-43c1-8220-ac20b1cc3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:45.293596 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df21c619-218b-4b4f-b8ca-743bf15dc311 req-89451bd7-a207-43c1-8220-ac20b1cc3c3d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1102 time: 0.3813901 Nov 12 10:52:45.345514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:45.346209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:45.383855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df21c619-218b-4b4f-b8ca-743bf15dc311 req-51406bd1-f45a-43fd-b399-7ce7691798cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828528 Nov 12 10:52:45.451438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1be8d5b6-11ed-4d33-a0ad-f00c42a1d67e req-e711b677-8ad2-465c-ac2a-c1edd9e261cf tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/97bec9ee-08c2-4717-87af-db3c1932c6c7 HTTP/1.1" status: 200 len: 1822 time: 0.1815741 Nov 12 10:52:45.465348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-613045ac-abcf-42d7-935d-4e838eee86d8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0498927 Nov 12 10:52:45.499138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Request body: {'port': {'device_id': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:45.525728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cae58-7ed8-49eb-af9c-31e72c854cd6 req-8d40eb67-8efb-4341-a672-ca0655d17153 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:45.534817 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd0cae58-7ed8-49eb-af9c-31e72c854cd6 req-8d40eb67-8efb-4341-a672-ca0655d17153 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.0794101 Nov 12 10:52:45.594221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:45.598031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1be8d5b6-11ed-4d33-a0ad-f00c42a1d67e req-24afb05e-e3a2-4df6-b390-d6b97304e0e3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:45.605069 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd0cae58-7ed8-49eb-af9c-31e72c854cd6 req-9312c9db-0b11-41c4-b022-405101e6dba7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685444 Nov 12 10:52:45.687952 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1be8d5b6-11ed-4d33-a0ad-f00c42a1d67e req-24afb05e-e3a2-4df6-b390-d6b97304e0e3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:45.748936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124ff49-21b0-4393-a477-22460753677d req-64855a2a-7160-468c-9e45-8abca7d37511 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:45.750507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a124ff49-21b0-4393-a477-22460753677d req-64855a2a-7160-468c-9e45-8abca7d37511 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 931 time: 0.0706570 Nov 12 10:52:45.873768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a124ff49-21b0-4393-a477-22460753677d req-7f46fbec-77c3-456a-a90c-5e9cdcccb3d6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159413 Nov 12 10:52:45.953160 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1be8d5b6-11ed-4d33-a0ad-f00c42a1d67e req-24afb05e-e3a2-4df6-b390-d6b97304e0e3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:45.959358 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1be8d5b6-11ed-4d33-a0ad-f00c42a1d67e req-24afb05e-e3a2-4df6-b390-d6b97304e0e3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:45.966080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1be8d5b6-11ed-4d33-a0ad-f00c42a1d67e req-24afb05e-e3a2-4df6-b390-d6b97304e0e3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "DELETE /v2.0/security-groups/97bec9ee-08c2-4717-87af-db3c1932c6c7 HTTP/1.1" status: 204 len: 173 time: 0.5135303 Nov 12 10:52:46.025999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afb05e-e3a2-4df6-b390-d6b97304e0e3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bec9ee-08c2-4717-87af-db3c1932c6c7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:46.075720 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-c3306e36-6048-409f-9bd1-5caf493daeba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1222372 Nov 12 10:52:46.081421 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7740f33a-94b1-4d79-b9a6-3a76ee62e557 req-7282d2f4-b92d-43c5-98ea-4a5504dae607 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/63e5908f-9344-4441-9334-0593e5f1ed8b HTTP/1.1" status: 200 len: 1821 time: 0.0780880 Nov 12 10:52:46.134788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d39d79a7-316d-4d1a-88e7-e3c43dd72b44 req-481157e6-d050-4f1e-a0ca-9254a9d53235 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-563147851', 'description': 'tempest-description-360624849'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:46.216198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d39d79a7-316d-4d1a-88e7-e3c43dd72b44 req-481157e6-d050-4f1e-a0ca-9254a9d53235 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.221772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2305a8-cc13-4d38-99e4-e12494e56067 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:46.232779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.254155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-c0171ce3-5dbb-4bde-8cae-f1fa423daadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:46.255976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Transition to ACTIVE for port object 1a2305a8-cc13-4d38-99e4-e12494e56067 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:52:46.259808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-c0171ce3-5dbb-4bde-8cae-f1fa423daadf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 1102 time: 0.1396692 Nov 12 10:52:46.260935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.383378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Pushing event updated for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:46.575131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:52:46.575472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:52:46.575797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:46.576144 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d39d79a7-316d-4d1a-88e7-e3c43dd72b44 req-481157e6-d050-4f1e-a0ca-9254a9d53235 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.586240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:52:46.586793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:46.594656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d39d79a7-316d-4d1a-88e7-e3c43dd72b44 req-481157e6-d050-4f1e-a0ca-9254a9d53235 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.613795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:52:46.614438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:46.615038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:52:46.615182 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:52:46.616765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Bound port: 1a2305a8-cc13-4d38-99e4-e12494e56067, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:52:46.617194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.657702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-b8ca2105-4b20-4038-8cca-36a7d22e08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:46.678245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-b8ca2105-4b20-4038-8cca-36a7d22e08b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3627203 Nov 12 10:52:46.732144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:52:46.754570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:52:46.769659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.830646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:46.832197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.834242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] 10.222.0.59 "PUT /v2.0/ports/1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 200 len: 1092 time: 1.3416305 Nov 12 10:52:46.834920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:46.838792 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e66cab-5249-41a6-bbaa-64fb3fc29746" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:46.845935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d39d79a7-316d-4d1a-88e7-e3c43dd72b44 req-481157e6-d050-4f1e-a0ca-9254a9d53235 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:46.848074 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d39d79a7-316d-4d1a-88e7-e3c43dd72b44 req-481157e6-d050-4f1e-a0ca-9254a9d53235 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7252886 Nov 12 10:52:46.863461 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-8f4428bb-fba7-4b8c-8e0b-e9b56d2e3bbb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8 HTTP/1.1" status: 200 len: 217 time: 0.1763356 Nov 12 10:52:46.865867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481157e6-d050-4f1e-a0ca-9254a9d53235 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f0d7d-5347-436a-b24e-ba9498be8fc8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:46.914107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01722c-b8fd-41ea-8bd0-c33f9075444c service neutron] Pushing event updated for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:46.990791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-bf636aa9-446e-4748-84f0-12f4179bd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:46.992274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-bf636aa9-446e-4748-84f0-12f4179bd47e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1283138 Nov 12 10:52:47.013190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-fe3aa971-4d49-4ad1-a220-b2a234630081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:47.021164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-fe3aa971-4d49-4ad1-a220-b2a234630081 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1095 time: 0.0920136 Nov 12 10:52:47.084125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf3021-f670-43ef-9cd6-68bc4eca7519 req-f712372b-61bd-4cdd-a72c-d3b4be6c3981 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:47.086434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96cf3021-f670-43ef-9cd6-68bc4eca7519 req-f712372b-61bd-4cdd-a72c-d3b4be6c3981 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1186814 Nov 12 10:52:47.113070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-51fc3ded-adf2-44a7-a260-432ac7007581 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 200 len: 217 time: 0.0730374 Nov 12 10:52:47.120515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-35bdc8e7-21f9-4204-a237-a9156b71fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:47.122513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-35bdc8e7-21f9-4204-a237-a9156b71fa67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130459 Nov 12 10:52:47.224023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-ab95d875-d196-4c90-8954-63716ed34904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:47.228930 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-ab95d875-d196-4c90-8954-63716ed34904 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1027262 Nov 12 10:52:47.269839 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-a223cef6-5405-4a1f-bf20-a8f9f0a3afc1 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341019 Nov 12 10:52:47.291890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-eee2fa0a-228e-4390-ab15-2c1b1106a57e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553634 Nov 12 10:52:47.296700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96cf3021-f670-43ef-9cd6-68bc4eca7519 req-6b2c3ff3-8fb7-4013-b293-75723382bc64 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969306 Nov 12 10:52:47.409873 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd913087-2837-41f1-b6eb-995e07e5f212 x-openstack-request-id: req-bd913087-2837-41f1-b6eb-995e07e5f212 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:47.410427 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:47.410778 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd913087-2837-41f1-b6eb-995e07e5f212 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:47.411597 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067', 'status': 'completed', 'code': 200} Nov 12 10:52:47.456741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc03aac6-a6ce-4c91-8ea4-7f2503c9db3e req-a5638f3b-af13-43c0-967c-d0ed6fcfa93a service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567309 Nov 12 10:52:47.500215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15bd417c-8d31-4aa9-b261-0f822191599e req-1d24a103-11b6-46ab-93c0-8a1445b051c3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/f32f0d7d-5347-436a-b24e-ba9498be8fc8 HTTP/1.1" status: 200 len: 1820 time: 0.0876286 Nov 12 10:52:47.507830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-0f4f5bec-7d9c-40da-afc1-fdb59064c95e service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011023 Nov 12 10:52:47.516393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-15bd417c-8d31-4aa9-b261-0f822191599e req-913c95f6-6984-45fe-a0e9-0e18efcc6d96 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f32f0d7d-5347-436a-b24e-ba9498be8fc8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:47.516920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-15bd417c-8d31-4aa9-b261-0f822191599e req-913c95f6-6984-45fe-a0e9-0e18efcc6d96 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f32f0d7d-5347-436a-b24e-ba9498be8fc8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:47.586714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edade896-76ee-478e-9105-895d72be4766 req-b4878084-40f9-48d4-bd06-d03fa96a0898 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:47.604190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-edade896-76ee-478e-9105-895d72be4766 req-b4878084-40f9-48d4-bd06-d03fa96a0898 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.1064291 Nov 12 10:52:47.670156 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-edade896-76ee-478e-9105-895d72be4766 req-3d40c2b2-ae9f-4e97-96f3-33e3ad499139 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645716 Nov 12 10:52:47.732068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-15bd417c-8d31-4aa9-b261-0f822191599e req-913c95f6-6984-45fe-a0e9-0e18efcc6d96 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:47.751570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad3f47-2f7b-4967-bc80-0582dde8b4f9 req-35ead9d5-ba40-4b44-bed7-0cd56d80cd51 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288077 Nov 12 10:52:47.794301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-15bd417c-8d31-4aa9-b261-0f822191599e req-913c95f6-6984-45fe-a0e9-0e18efcc6d96 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:47.801312 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-15bd417c-8d31-4aa9-b261-0f822191599e req-913c95f6-6984-45fe-a0e9-0e18efcc6d96 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:47.840504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-15bd417c-8d31-4aa9-b261-0f822191599e req-913c95f6-6984-45fe-a0e9-0e18efcc6d96 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:47.842768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15bd417c-8d31-4aa9-b261-0f822191599e req-913c95f6-6984-45fe-a0e9-0e18efcc6d96 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3328428 Nov 12 10:52:47.882860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c95f6-6984-45fe-a0e9-0e18efcc6d96 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b5f57b-989b-4a0c-abb0-b7a2b39addc9,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:47.912393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-0c44d902-e0b7-4085-8726-fef3ea6e7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:47.915064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-0c44d902-e0b7-4085-8726-fef3ea6e7fd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1095 time: 0.0788014 Nov 12 10:52:47.942933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae597-b3f0-4f98-8a39-36652a7e470a req-065ce87a-32a0-4bad-b2f3-0d3118040b2d tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:47.945312 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b82ae597-b3f0-4f98-8a39-36652a7e470a req-065ce87a-32a0-4bad-b2f3-0d3118040b2d tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1102 time: 0.1095164 Nov 12 10:52:48.038325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b82ae597-b3f0-4f98-8a39-36652a7e470a req-71246174-4fb4-4a61-a2d2-ab277faa229c tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631628 Nov 12 10:52:48.125264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-d92d98f4-6171-4e97-b252-100593e15849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:48.127733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-d92d98f4-6171-4e97-b252-100593e15849 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.1989410 Nov 12 10:52:48.147557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0025aab3-a7bb-417a-a329-a7aa29066ffb req-8649ab31-8863-4145-a1fd-dd2fddb7e3b9 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/f32f0d7d-5347-436a-b24e-ba9498be8fc8 HTTP/1.1" status: 200 len: 2413 time: 0.0899696 Nov 12 10:52:48.166562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-0025aab3-a7bb-417a-a329-a7aa29066ffb req-d60b5f94-ffb8-4167-8402-04df35402269 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f32f0d7d-5347-436a-b24e-ba9498be8fc8', 'remote_group_id': None}]} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:48.168217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-0025aab3-a7bb-417a-a329-a7aa29066ffb req-d60b5f94-ffb8-4167-8402-04df35402269 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f32f0d7d-5347-436a-b24e-ba9498be8fc8', 'remote_group_id': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:48.242033 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-d9e0ceb2-a848-4236-bcf7-b961e87a39b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 200 len: 217 time: 0.1031454 Nov 12 10:52:48.352545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0025aab3-a7bb-417a-a329-a7aa29066ffb req-d60b5f94-ffb8-4167-8402-04df35402269 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:48.380030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-d7c2637d-813b-4dba-8afb-78b05391333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:48.386227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-d7c2637d-813b-4dba-8afb-78b05391333e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1310601 Nov 12 10:52:48.417204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0025aab3-a7bb-417a-a329-a7aa29066ffb req-d60b5f94-ffb8-4167-8402-04df35402269 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:48.422873 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0025aab3-a7bb-417a-a329-a7aa29066ffb req-d60b5f94-ffb8-4167-8402-04df35402269 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:48.455752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-ae1e7cc7-3c04-42ac-91bb-ebeb3d398b02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570016 Nov 12 10:52:48.477509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b5f94-ffb8-4167-8402-04df35402269 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38d2fae-6e5e-45bc-ac0e-f23c3c277bdb,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:48.493705 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0025aab3-a7bb-417a-a329-a7aa29066ffb req-d60b5f94-ffb8-4167-8402-04df35402269 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:48.515384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0025aab3-a7bb-417a-a329-a7aa29066ffb req-d60b5f94-ffb8-4167-8402-04df35402269 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3657954 Nov 12 10:52:48.727204 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-4f3db510-880a-4735-98dc-f86be60bb753 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570727 Nov 12 10:52:48.834761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-fdf0bd8f-7a92-4832-8721-e0d3becc9386 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:48.842297 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-fdf0bd8f-7a92-4832-8721-e0d3becc9386 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 804 time: 0.2268474 Nov 12 10:52:48.859318 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-0e5b0c28-9ba3-4d98-ba52-fc27b12bce47 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/quotas/8ecee5924ead49e88d724610e46c622e HTTP/1.1" status: 200 len: 375 time: 0.0160577 Nov 12 10:52:48.904513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15e66cab-5249-41a6-bbaa-64fb3fc29746 req-f9682493-de5f-44bf-9f39-9af91b9eca65 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649077 Nov 12 10:52:48.963746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-4070c14e-4798-4831-8741-45d7625b7eb0 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031623 Nov 12 10:52:49.158868 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-8dd83a25-4c40-4825-9a58-36957a606962 service neutron] 10.222.0.31 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939545 Nov 12 10:52:49.327478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-5f62c136-0984-4e55-8753-13513b114faf service neutron] 10.222.0.31 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650615 Nov 12 10:52:49.393913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d089ac-bffc-41c1-b3de-cecb9b3ad05b req-2e2c946b-bd2d-463c-b27a-001be6204594 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/f32f0d7d-5347-436a-b24e-ba9498be8fc8 HTTP/1.1" status: 200 len: 3011 time: 0.1783130 Nov 12 10:52:49.457333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-032f245b-ddfa-44e5-af67-6b371ea24831 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2615802 Nov 12 10:52:49.648583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7d934-d6cd-42b7-b651-17ee27dcca72 req-5fad4bf0-2cb6-4f23-b034-e57fc1c7cdac tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:49.652320 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98d7d934-d6cd-42b7-b651-17ee27dcca72 req-5fad4bf0-2cb6-4f23-b034-e57fc1c7cdac tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.1054838 Nov 12 10:52:49.789166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98d7d934-d6cd-42b7-b651-17ee27dcca72 req-7a4b7844-e7bc-4cd6-aae8-3788585072ca tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135640 Nov 12 10:52:49.953857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46582) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:49.991330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:50.038778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57371-558a-442a-a754-54e2dd6f5e47 req-2bade9f5-d7d9-49cf-9310-58b6cd2a4d17 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:50.059391 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98d57371-558a-442a-a754-54e2dd6f5e47 req-2bade9f5-d7d9-49cf-9310-58b6cd2a4d17 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1650496 Nov 12 10:52:50.158195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:50.177057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45bd2f05-d190-48d3-b2a7-e23c1c48f653 req-e72d43d6-e996-4145-893e-d2f7fa6aed76 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-group-rules/c38d2fae-6e5e-45bc-ac0e-f23c3c277bdb HTTP/1.1" status: 200 len: 783 time: 0.0931687 Nov 12 10:52:50.212960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:50.214451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:50.218203 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e2397a-65ae-4e41-bc9f-ad3fbb1a046b" -d '{"events": [{"server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "name": "network-vif-unplugged", "status": "completed", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:50.232769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:50.290978 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98d57371-558a-442a-a754-54e2dd6f5e47 req-55d62e0b-34ea-437b-af44-1c8feb2568b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297413 Nov 12 10:52:50.380560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:50.481850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3769e24d-848a-467d-a06c-10a80546d99c req-96aba0c4-16bd-472f-b12e-fffae3881d0e tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 210 time: 0.1160491 Nov 12 10:52:50.612775 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae5fc40-3463-44db-abcb-95de3e0d00b1 x-openstack-request-id: req-bae5fc40-3463-44db-abcb-95de3e0d00b1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:50.613270 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "name": "network-vif-unplugged", "status": "completed", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:50.613670 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bae5fc40-3463-44db-abcb-95de3e0d00b1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:50.614284 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'code': 200} Nov 12 10:52:51.057733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45bd2f05-d190-48d3-b2a7-e23c1c48f653 req-3e11f904-77bd-40ee-b2d2-5a5d4d55a3f3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/f32f0d7d-5347-436a-b24e-ba9498be8fc8 HTTP/1.1" status: 200 len: 3011 time: 0.7614722 Nov 12 10:52:51.058696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef3f78-3b1d-441f-8010-fcd921697a90 req-589cc6cf-5e57-41b1-8e73-1e581fec4636 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:51.060434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baef3f78-3b1d-441f-8010-fcd921697a90 req-589cc6cf-5e57-41b1-8e73-1e581fec4636 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.0849557 Nov 12 10:52:51.123749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baef3f78-3b1d-441f-8010-fcd921697a90 req-431f9f2e-5fb8-43cc-b202-647c64564274 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Nov 12 10:52:51.127417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45bd2f05-d190-48d3-b2a7-e23c1c48f653 req-6aaa5a45-6029-4167-9a89-3c4f0c70573c tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:51.149877 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45bd2f05-d190-48d3-b2a7-e23c1c48f653 req-6aaa5a45-6029-4167-9a89-3c4f0c70573c tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:51.222528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a35fc1-4118-4d6d-968b-722371d522bb req-b2621a42-74cf-4c26-a9a8-76964f38775f tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:51.224013 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62a35fc1-4118-4d6d-968b-722371d522bb req-b2621a42-74cf-4c26-a9a8-76964f38775f tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf539500-45f0-40b6-8884-11670b619e59 HTTP/1.1" status: 200 len: 943 time: 0.2207570 Nov 12 10:52:51.235966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45bd2f05-d190-48d3-b2a7-e23c1c48f653 req-6aaa5a45-6029-4167-9a89-3c4f0c70573c tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:51.258975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45bd2f05-d190-48d3-b2a7-e23c1c48f653 req-6aaa5a45-6029-4167-9a89-3c4f0c70573c tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:51.260069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45bd2f05-d190-48d3-b2a7-e23c1c48f653 req-6aaa5a45-6029-4167-9a89-3c4f0c70573c tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c38d2fae-6e5e-45bc-ac0e-f23c3c277bdb HTTP/1.1" status: 204 len: 173 time: 0.1621003 Nov 12 10:52:51.260792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa5a45-6029-4167-9a89-3c4f0c70573c tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c38d2fae-6e5e-45bc-ac0e-f23c3c277bdb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:51.447405 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-95a9680d-e5a7-411d-8514-82c8788ef831 req-cec530c5-7169-4649-a0fc-dea670e1fcbb tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/f32f0d7d-5347-436a-b24e-ba9498be8fc8 HTTP/1.1" status: 200 len: 2413 time: 0.1446428 Nov 12 10:52:51.573503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Deleting port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:52:51.574020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:51.694578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-95a9680d-e5a7-411d-8514-82c8788ef831 req-42190df3-de58-4537-9415-b8cc66835d30 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:51.750834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-95a9680d-e5a7-411d-8514-82c8788ef831 req-42190df3-de58-4537-9415-b8cc66835d30 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:51.823351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cdb86-de72-4a76-980f-8ac0cbf09ae2 req-bf5ffa63-1b9a-4e44-9e9f-669a51718d95 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:51.837004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee4cdb86-de72-4a76-980f-8ac0cbf09ae2 req-bf5ffa63-1b9a-4e44-9e9f-669a51718d95 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.0968566 Nov 12 10:52:51.917902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] For port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:51.918513 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:51.920374 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee4cdb86-de72-4a76-980f-8ac0cbf09ae2 req-b100b75c-9651-4ebf-be09-e45f6cbf7e40 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812488 Nov 12 10:52:51.990056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Calling delete_port for 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:52:52.052011 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a59904ba-874e-46f6-860a-ab5a20525a22 req-558a5155-94af-4a5c-8773-65b4b662b61c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 210 time: 0.0525064 Nov 12 10:52:52.072590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.256681 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-95a9680d-e5a7-411d-8514-82c8788ef831 req-42190df3-de58-4537-9415-b8cc66835d30 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.259830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-95a9680d-e5a7-411d-8514-82c8788ef831 req-42190df3-de58-4537-9415-b8cc66835d30 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.267444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-95a9680d-e5a7-411d-8514-82c8788ef831 req-42190df3-de58-4537-9415-b8cc66835d30 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "DELETE /v2.0/security-groups/f32f0d7d-5347-436a-b24e-ba9498be8fc8 HTTP/1.1" status: 204 len: 173 time: 0.8076518 Nov 12 10:52:52.279308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07899b2-a617-4623-acdd-3500c2d44b27 req-ed3d83ba-6aed-4bb5-bffa-ade56cf2ddc6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:52.286974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b07899b2-a617-4623-acdd-3500c2d44b27 req-ed3d83ba-6aed-4bb5-bffa-ade56cf2ddc6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.0650063 Nov 12 10:52:52.359971 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b07899b2-a617-4623-acdd-3500c2d44b27 req-c23a14ff-aa15-4c1d-be1c-f8a8abf849b0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718992 Nov 12 10:52:52.369642 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-f24e4277-54c5-43cb-a1e7-f4a2c6031906 req-c5cf91cf-76b0-403d-9110-4966de997f09 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] show failed (client error): The resource could not be found. Nov 12 10:52:52.375874 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f24e4277-54c5-43cb-a1e7-f4a2c6031906 req-c5cf91cf-76b0-403d-9110-4966de997f09 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/97bec9ee-08c2-4717-87af-db3c1932c6c7 HTTP/1.1" status: 404 len: 352 time: 0.0731165 Nov 12 10:52:52.383038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42190df3-de58-4537-9415-b8cc66835d30 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f0d7d-5347-436a-b24e-ba9498be8fc8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:52.463657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-e5f94a71-00ea-4fae-8393-1c527970c376 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:52.465589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-e5f94a71-00ea-4fae-8393-1c527970c376 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 804 time: 0.5075316 Nov 12 10:52:52.510254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Request body: {'port': {'device_id': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'admin_state_up': True, 'tenant_id': '8ecee5924ead49e88d724610e46c622e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:52.532310 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-264fd90f-c011-4178-9f72-0876f0262ab9 req-3e91f401-68db-44e9-9320-99d0ec27bf1e tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/63e5908f-9344-4441-9334-0593e5f1ed8b HTTP/1.1" status: 200 len: 1821 time: 0.1245954 Nov 12 10:52:52.670403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-264fd90f-c011-4178-9f72-0876f0262ab9 req-b94ee8d0-822a-4f53-b406-1cc7d865525d tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.673881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-7cc51abe-6ec7-493a-bf23-939a6a6ed3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:52.676091 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-7cc51abe-6ec7-493a-bf23-939a6a6ed3e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1102 time: 0.1387737 Nov 12 10:52:52.727594 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-264fd90f-c011-4178-9f72-0876f0262ab9 req-b94ee8d0-822a-4f53-b406-1cc7d865525d tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.745076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.861593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-bf14c9a4-8093-4dfb-a6f9-6510d18e97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:52.863357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-bf14c9a4-8093-4dfb-a6f9-6510d18e97ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1768875 Nov 12 10:52:52.864448 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-264fd90f-c011-4178-9f72-0876f0262ab9 req-b94ee8d0-822a-4f53-b406-1cc7d865525d tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.867004 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-264fd90f-c011-4178-9f72-0876f0262ab9 req-b94ee8d0-822a-4f53-b406-1cc7d865525d tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.868403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-264fd90f-c011-4178-9f72-0876f0262ab9 req-b94ee8d0-822a-4f53-b406-1cc7d865525d tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "DELETE /v2.0/security-groups/63e5908f-9344-4441-9334-0593e5f1ed8b HTTP/1.1" status: 204 len: 173 time: 0.2811248 Nov 12 10:52:52.871722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Pushing event deleted for resources: {'Port': ['ID=34526b9c-ec7a-45f5-aaee-94b51b1ef9ce,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:52.917917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Made reservation on behalf of 8ecee5924ead49e88d724610e46c622e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:52:52.921202 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-22d04014-d572-4a13-b328-b1f791af260a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.0468690 Nov 12 10:52:52.921902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:52.922368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ee8d0-822a-4f53-b406-1cc7d865525d tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e5908f-9344-4441-9334-0593e5f1ed8b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:52.997267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-3d09508c-d3bc-4855-b54d-f843f72572ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:52.999432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-3d09508c-d3bc-4855-b54d-f843f72572ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0707500 Nov 12 10:52:53.007240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] No DVR routers for this DVR port 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:52:53.038963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:53.043338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62a35fc1-4118-4d6d-968b-722371d522bb req-876e1e37-cf83-4fa8-8ee8-7e7b125fee69 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "DELETE /v2.0/ports/34526b9c-ec7a-45f5-aaee-94b51b1ef9ce HTTP/1.1" status: 204 len: 173 time: 1.7951822 Nov 12 10:52:53.044830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'name': 'network-vif-deleted', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:53.047409 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a959c01-47d0-47e2-b181-37fe19325709" -d '{"events": [{"server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "name": "network-vif-deleted", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:53.091548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-19582ffe-1d72-41f1-94ed-07552cec1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:53.093182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-19582ffe-1d72-41f1-94ed-07552cec1a33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0783699 Nov 12 10:52:53.110809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2df70d-ae8d-45ca-a124-bb734c78ac9a req-ed532a98-8038-4c07-a9b8-604e77d2e971 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:53.112459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a2df70d-ae8d-45ca-a124-bb734c78ac9a req-ed532a98-8038-4c07-a9b8-604e77d2e971 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1085441 Nov 12 10:52:53.184492 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c45c3ec-f2a1-4ee9-94f9-bee90262c7e8 req-bdb9c0ab-e710-4628-b725-753cc22673f7 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/ed438046-b4f2-4833-98e6-074d0e742909 HTTP/1.1" status: 200 len: 1821 time: 0.2544684 Nov 12 10:52:53.249745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Deleting port d29b8db9-ac6a-4738-a109-46193f30537c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:52:53.250294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a2df70d-ae8d-45ca-a124-bb734c78ac9a req-631aad1d-94dc-4f1a-9c3b-12507fe0f587 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130884 Nov 12 10:52:53.250428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:53.284285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-d653152d-ba9d-4eb5-ac09-d1d3d48f2c9b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827984 Nov 12 10:52:53.353660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] For port d29b8db9-ac6a-4738-a109-46193f30537c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d29b8db9-ac6a-4738-a109-46193f30537c,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:53.354119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:53.369828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Calling delete_port for d29b8db9-ac6a-4738-a109-46193f30537c owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:52:53.579516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Allocated IP 172.20.0.4 (9c955ebe-61cf-4e53-9fd8-299acdf15e04/6fa44256-6525-42a8-862e-c767dff65d34/c39f807b-26bc-4076-a5b9-50fec770e30f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:52:53.624749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c45c3ec-f2a1-4ee9-94f9-bee90262c7e8 req-350c2067-3783-4753-92f4-6c518c0a71a7 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:53.704665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3b5262b-7da9-40c9-903a-4dffae8abc0c req-b3d752cd-cc84-495a-b3bf-deb1ffd4b878 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 210 time: 0.0581453 Nov 12 10:52:53.705763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c45c3ec-f2a1-4ee9-94f9-bee90262c7e8 req-350c2067-3783-4753-92f4-6c518c0a71a7 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:53.742525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-dcb5211c-27ff-45c9-b63d-8c30f02d048d service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492888 Nov 12 10:52:53.807163 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da10ed6-f7b3-4c6e-822c-fc597c927737 x-openstack-request-id: req-9da10ed6-f7b3-4c6e-822c-fc597c927737 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:53.807989 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf539500-45f0-40b6-8884-11670b619e59", "name": "network-vif-deleted", "tag": "34526b9c-ec7a-45f5-aaee-94b51b1ef9ce", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:53.807989 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9da10ed6-f7b3-4c6e-822c-fc597c927737 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:53.808427 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf539500-45f0-40b6-8884-11670b619e59', 'name': 'network-vif-deleted', 'tag': '34526b9c-ec7a-45f5-aaee-94b51b1ef9ce', 'status': 'completed', 'code': 200} Nov 12 10:52:53.816952 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:53.844424 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d32f82e6-d071-4f2a-b2a1-404c066f770d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:53.887057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d29b8db9-ac6a-4738-a109-46193f30537c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:54.083465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c063a20-374b-4e31-8b9a-d54bdeca16eb req-9582e217-0068-4f71-8d19-a92ecfc7dff5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:54.085088 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c063a20-374b-4e31-8b9a-d54bdeca16eb req-9582e217-0068-4f71-8d19-a92ecfc7dff5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.0721297 Nov 12 10:52:54.170936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c063a20-374b-4e31-8b9a-d54bdeca16eb req-110f386b-66d9-46c8-8078-0925312e7683 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767660 Nov 12 10:52:54.343937 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c45c3ec-f2a1-4ee9-94f9-bee90262c7e8 req-350c2067-3783-4753-92f4-6c518c0a71a7 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:54.348670 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c45c3ec-f2a1-4ee9-94f9-bee90262c7e8 req-350c2067-3783-4753-92f4-6c518c0a71a7 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:54.350468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c45c3ec-f2a1-4ee9-94f9-bee90262c7e8 req-350c2067-3783-4753-92f4-6c518c0a71a7 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed438046-b4f2-4833-98e6-074d0e742909 HTTP/1.1" status: 204 len: 173 time: 1.1493597 Nov 12 10:52:54.406243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c2067-3783-4753-92f4-6c518c0a71a7 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed438046-b4f2-4833-98e6-074d0e742909,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:54.422470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121dac-5273-4050-8bcb-5b86fc0f9329 req-22cd7da0-082f-4cf9-9097-6198a9db2626 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:54.433705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21121dac-5273-4050-8bcb-5b86fc0f9329 req-22cd7da0-082f-4cf9-9097-6198a9db2626 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.0857689 Nov 12 10:52:54.497263 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21121dac-5273-4050-8bcb-5b86fc0f9329 req-90a71912-c157-4c1d-b501-48927c830923 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628197 Nov 12 10:52:54.532173 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:54.629549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-757edae2-9f1d-46b3-9e3e-594ebf65dac6 req-7dda58f4-037d-464c-9742-5d4b624bb38a tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/1c845a87-8ad6-4fe6-9f20-2b5a21dfcbf3 HTTP/1.1" status: 200 len: 1820 time: 0.2411115 Nov 12 10:52:54.647159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:54.665858 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:54.787396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:52:54.801746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:52:54.811032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:52:54.861548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Pushing event updated for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:54.864418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2d145-5c7f-495d-b282-e1ec31eb8fa5 req-c8107438-3110-41ae-81d1-4c5adb232cc7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:54.873221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-45f2d145-5c7f-495d-b282-e1ec31eb8fa5 req-c8107438-3110-41ae-81d1-4c5adb232cc7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 931 time: 0.0743604 Nov 12 10:52:54.897200 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-757edae2-9f1d-46b3-9e3e-594ebf65dac6 req-aecd3cf2-c95a-4245-a470-c6d6c01fd5f3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:54.938293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-45f2d145-5c7f-495d-b282-e1ec31eb8fa5 req-93ca9337-ee3c-49e5-accb-22a2c006d404 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583601 Nov 12 10:52:54.940779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:54.941484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:54.949810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-757edae2-9f1d-46b3-9e3e-594ebf65dac6 req-aecd3cf2-c95a-4245-a470-c6d6c01fd5f3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.010165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-1e095824-a6f5-4d93-a6f5-6ea45ff3b618 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5164232 Nov 12 10:52:55.030010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Request body: {'port': {'device_id': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:52:55.140553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-757edae2-9f1d-46b3-9e3e-594ebf65dac6 req-aecd3cf2-c95a-4245-a470-c6d6c01fd5f3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.143207 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-757edae2-9f1d-46b3-9e3e-594ebf65dac6 req-aecd3cf2-c95a-4245-a470-c6d6c01fd5f3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.144396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-757edae2-9f1d-46b3-9e3e-594ebf65dac6 req-aecd3cf2-c95a-4245-a470-c6d6c01fd5f3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "DELETE /v2.0/security-groups/1c845a87-8ad6-4fe6-9f20-2b5a21dfcbf3 HTTP/1.1" status: 204 len: 173 time: 0.5082142 Nov 12 10:52:55.164849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd3cf2-c95a-4245-a470-c6d6c01fd5f3 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c845a87-8ad6-4fe6-9f20-2b5a21dfcbf3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:55.167824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.186103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:52:55.265467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16778d3a-0056-4692-89a6-d1f86d22ac21 req-56b4fc13-c221-4e85-b1a6-a2797752d2a5 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/49b6b23c-c2b4-4b7b-9284-13ac3c02f975 HTTP/1.1" status: 200 len: 2418 time: 0.0988760 Nov 12 10:52:55.366480 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16778d3a-0056-4692-89a6-d1f86d22ac21 req-69264521-9bb8-4392-b14a-f8d8a185aae4 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.394227 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16778d3a-0056-4692-89a6-d1f86d22ac21 req-69264521-9bb8-4392-b14a-f8d8a185aae4 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.445800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33e684-cc82-4d45-862f-5885d6493184 req-f41955ff-86a4-424f-ac0c-20e0bf1d3f72 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:55.448954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c33e684-cc82-4d45-862f-5885d6493184 req-f41955ff-86a4-424f-ac0c-20e0bf1d3f72 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.1782680 Nov 12 10:52:55.462215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16778d3a-0056-4692-89a6-d1f86d22ac21 req-69264521-9bb8-4392-b14a-f8d8a185aae4 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.467224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16778d3a-0056-4692-89a6-d1f86d22ac21 req-69264521-9bb8-4392-b14a-f8d8a185aae4 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.469347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16778d3a-0056-4692-89a6-d1f86d22ac21 req-69264521-9bb8-4392-b14a-f8d8a185aae4 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "DELETE /v2.0/security-groups/49b6b23c-c2b4-4b7b-9284-13ac3c02f975 HTTP/1.1" status: 204 len: 173 time: 0.1932542 Nov 12 10:52:55.484212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69264521-9bb8-4392-b14a-f8d8a185aae4 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b6b23c-c2b4-4b7b-9284-13ac3c02f975,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:55.540925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab9a29f1-6438-41ff-a8e0-eecea85c4c99 req-28d938b9-a960-4456-bedd-b1d5eafd4cfc tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "GET /v2.0/security-groups/d71c440c-a120-4d28-88e1-698d6cdeb1c1 HTTP/1.1" status: 200 len: 2414 time: 0.0426493 Nov 12 10:52:55.551838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:52:55.565723 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] Sync routers for ids ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:52:55.574955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b0ef0350-0753-42bd-a80b-a32fb5acb8ed admin admin] 10.222.0.31 "PUT /v2.0/routers/5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6196859 Nov 12 10:52:55.582260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46672) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:55.593329 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] Routers {'5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:52:55.594476 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:55.625929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ab9a29f1-6438-41ff-a8e0-eecea85c4c99 req-d05a3c18-3248-42b7-b8e4-d8ed40b87974 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.652136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ab9a29f1-6438-41ff-a8e0-eecea85c4c99 req-d05a3c18-3248-42b7-b8e4-d8ed40b87974 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.720390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ab9a29f1-6438-41ff-a8e0-eecea85c4c99 req-d05a3c18-3248-42b7-b8e4-d8ed40b87974 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.724005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ab9a29f1-6438-41ff-a8e0-eecea85c4c99 req-d05a3c18-3248-42b7-b8e4-d8ed40b87974 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.731738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46674) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:55.732336 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab9a29f1-6438-41ff-a8e0-eecea85c4c99 req-d05a3c18-3248-42b7-b8e4-d8ed40b87974 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] 10.222.0.31 "DELETE /v2.0/security-groups/d71c440c-a120-4d28-88e1-698d6cdeb1c1 HTTP/1.1" status: 204 len: 173 time: 0.1827791 Nov 12 10:52:55.759360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a3c18-3248-42b7-b8e4-d8ed40b87974 tempest-SecurityGroupRulesTestJSON-14372484 tempest-SecurityGroupRulesTestJSON-14372484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71c440c-a120-4d28-88e1-698d6cdeb1c1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:55.817670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c33e684-cc82-4d45-862f-5885d6493184 req-444583f4-6c24-441d-8680-237bfb83e3c1 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807930 Nov 12 10:52:55.837493 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] Set router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:52:55.880993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39f807b-26bc-4076-a5b9-50fec770e30f {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:52:55.895667 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.904378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b743d392-7f31-405b-b88b-f30d1462dc94 admin admin] Deleting subnet a2a25f77-f4f4-4125-be47-a0790ee8c46b {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:52:55.915697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b743d392-7f31-405b-b88b-f30d1462dc94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.940507 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:55.991271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf82d6-ddfa-44a8-854e-8f7a2c49e754 req-a6e10429-64b8-466a-ad66-46a7ffd56ab5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:55.995161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Transition to ACTIVE for port object c39f807b-26bc-4076-a5b9-50fec770e30f will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:52:56.001345 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8faf82d6-ddfa-44a8-854e-8f7a2c49e754 req-a6e10429-64b8-466a-ad66-46a7ffd56ab5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1624491 Nov 12 10:52:56.007927 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.012284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:56.058434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:52:56.058762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 34526b9c-ec7a-45f5-aaee-94b51b1ef9ce not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:52:56.062475 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b743d392-7f31-405b-b88b-f30d1462dc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.095101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8faf82d6-ddfa-44a8-854e-8f7a2c49e754 req-66ae9d5f-00a3-443a-bc00-47899838af4a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920045 Nov 12 10:52:56.216763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:56.238056 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b58d8452-a0e6-485c-9f77-3c5f3b51f697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.258775 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:52:53Z', 'revision_number': 5, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:56.261286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b743d392-7f31-405b-b88b-f30d1462dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.297881 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] Checking router: 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:52:56.308114 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] Routers {'5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:52:56.309201 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:56.348667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365bf52-381a-42ac-b6df-e48cb2abb898 req-de3a9420-fce5-4b91-b14d-779c54b8a8e0 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:56.350585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7365bf52-381a-42ac-b6df-e48cb2abb898 req-de3a9420-fce5-4b91-b14d-779c54b8a8e0 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 943 time: 0.2440581 Nov 12 10:52:56.352032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.447934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Attempting to bind port c39f807b-26bc-4076-a5b9-50fec770e30f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:52:56.448747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Attempting to bind port c39f807b-26bc-4076-a5b9-50fec770e30f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:52:56.448888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Attempting to bind port c39f807b-26bc-4076-a5b9-50fec770e30f on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:56.460166 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] Set router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:52:56.465411 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b743d392-7f31-405b-b88b-f30d1462dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.482736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Port c39f807b-26bc-4076-a5b9-50fec770e30f on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:52:56.483024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Attempting to bind port c39f807b-26bc-4076-a5b9-50fec770e30f on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:52:56.513632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7365bf52-381a-42ac-b6df-e48cb2abb898 req-76f43b25-f14c-4f8f-b6f6-78dc46eab92c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408572 Nov 12 10:52:56.514721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b743d392-7f31-405b-b88b-f30d1462dc94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.517959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b743d392-7f31-405b-b88b-f30d1462dc94 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a2a25f77-f4f4-4125-be47-a0790ee8c46b HTTP/1.1" status: 204 len: 168 time: 0.7851899 Nov 12 10:52:56.520749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46682) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:56.522359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743d392-7f31-405b-b88b-f30d1462dc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a25f77-f4f4-4125-be47-a0790ee8c46b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:56.525550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:52:56.525889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Checking segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:52:56.526273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Bound using segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:52:56.526719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Bound port: c39f807b-26bc-4076-a5b9-50fec770e30f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:52:56.527074 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.554904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Deleting port f3dec3f4-dcbf-4413-8880-f0d84d43781f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:52:56.555326 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.633801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.757520 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:52:53Z', 'revision_number': 5, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:56.788608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:56.806967 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c9778-085b-4ae0-a74a-ffb6717adc76 None None] The sync data for ids ['5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1'] in n-d-768851-19 is: [{'id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-946233091-router', 'tenant_id': '41d22fc8d933474f8af4239915c5874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:02Z', 'updated_at': '2021-11-12T10:52:53Z', 'revision_number': 5, 'project_id': '41d22fc8d933474f8af4239915c5874f', 'gw_port': {'id': 'f3dec3f4-dcbf-4413-8880-f0d84d43781f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:04Z', 'updated_at': '2021-11-12T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:52:56.817040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.817748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.818599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.819032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > port after_create 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.819466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.819879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > port after_update 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.820313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.820760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.821304 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.821763 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.982292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.982666 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.983022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.983402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:52:56.983776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fae6168-bb6e-4177-aacc-5e406b23428c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:56.998617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:52:57.004170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:52:57.009780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.018307 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf03716-a1d1-4a5c-a186-6af61f1476a2') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:57.018307 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf03716-a1d1-4a5c-a186-6af61f1476a2') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:52:57.057031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.057453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] For port f3dec3f4-dcbf-4413-8880-f0d84d43781f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f3dec3f4-dcbf-4413-8880-f0d84d43781f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:57.057849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.071634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:57.072265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.073742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/c39f807b-26bc-4076-a5b9-50fec770e30f HTTP/1.1" status: 200 len: 1092 time: 2.0544803 Nov 12 10:52:57.074213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:52:57.076813 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172e7eda-8229-41a7-b312-0c60c0c8ab11" -d '{"events": [{"name": "network-changed", "server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:52:57.091691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Calling delete_port for f3dec3f4-dcbf-4413-8880-f0d84d43781f owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:52:57.101541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.124755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934e7b7-8d3e-4d1e-b0dc-f1974c23d4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:57.130100 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:52:57.130527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: from cryptography.utils import int_from_bytes Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: from cryptography.utils import int_from_bytes Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:52:57.136416 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:52:57.172339 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfd4b3d-cdf4-478b-a161-2403420f5f69 x-openstack-request-id: req-4bfd4b3d-cdf4-478b-a161-2403420f5f69 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:52:57.172724 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:52:57.173117 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bfd4b3d-cdf4-478b-a161-2403420f5f69 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:52:57.173686 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'status': 'completed', 'code': 200} Nov 12 10:52:57.242727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e71d5-b191-4c36-a290-92ab5f251796 req-ab0168fb-3d60-4d92-a310-5cf3770af41d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:57.250538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-31447c70-242d-4ab9-b557-b5b5db7237e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:57.251849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-430e71d5-b191-4c36-a290-92ab5f251796 req-ab0168fb-3d60-4d92-a310-5cf3770af41d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.2618029 Nov 12 10:52:57.254084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-31447c70-242d-4ab9-b557-b5b5db7237e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 1095 time: 0.0790396 Nov 12 10:52:57.255384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.277081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.280350 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/8fae6168-bb6e-4177-aacc-5e406b23428c HTTP/1.1" status: 204 len: 168 time: 0.7577560 Nov 12 10:52:57.297455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a3b70-696b-46d2-9d55-373f4910d9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=8fae6168-bb6e-4177-aacc-5e406b23428c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:57.350728 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-430e71d5-b191-4c36-a290-92ab5f251796 req-339cca4b-d86e-4a04-b2a1-927938ea02fc tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966263 Nov 12 10:52:57.437330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-40c7d8ef-62e0-4907-9aea-53d084b6952c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39f807b-26bc-4076-a5b9-50fec770e30f HTTP/1.1" status: 200 len: 217 time: 0.1689973 Nov 12 10:52:57.528470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46694) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:57.534431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe1aaf-3ae0-46ba-b54d-72a1b7006429 req-dcf29da2-405e-43ac-9008-2a0b3177b694 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:57.535079 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.536215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51fe1aaf-3ae0-46ba-b54d-72a1b7006429 req-dcf29da2-405e-43ac-9008-2a0b3177b694 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1934085 Nov 12 10:52:57.537717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a8e61043-1318-47ab-b234-35d73308a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:57.539046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-a8e61043-1318-47ab-b234-35d73308a7bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 200 len: 844 time: 0.0892212 Nov 12 10:52:57.613585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-d64b8663-019a-4e5e-a3b1-26e5f94b70eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c955ebe-61cf-4e53-9fd8-299acdf15e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513434 Nov 12 10:52:57.629607 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e9e79bb-e26b-46d3-b8f3-85dab4d85a10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49f27a00a28b4135a81373bfb6ca84ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980976 Nov 12 10:52:57.632440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46698) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:57.720960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ad988-a893-408d-8f23-dc1e955b1f10 req-feaf1c29-fbc1-4959-94d6-b59c1a9e2567 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:57.722681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d06ad988-a893-408d-8f23-dc1e955b1f10 req-feaf1c29-fbc1-4959-94d6-b59c1a9e2567 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 943 time: 0.0788560 Nov 12 10:52:57.736603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.798797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d06ad988-a893-408d-8f23-dc1e955b1f10 req-37d30f1a-9459-427b-9dd9-6034df934434 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650821 Nov 12 10:52:57.799154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3dec3f4-dcbf-4413-8880-f0d84d43781f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:57.808444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51fe1aaf-3ae0-46ba-b54d-72a1b7006429 req-decfcef6-9ef2-4dd2-bc4b-64a7abe91785 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452943 Nov 12 10:52:57.890960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-133ff87a-53e8-4b07-a7bd-122c709ad305 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570448 Nov 12 10:52:57.896140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-381baf87-dd57-40b2-9a08-e5844ae7e032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.947397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:57.969259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-381baf87-dd57-40b2-9a08-e5844ae7e032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.128557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.136238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.224184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32ca635-9b3a-495b-9d69-09ce82a1551c req-40f12825-0989-4fce-aae0-c7173a3c6b63 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232396 Nov 12 10:52:58.231975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.232916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:52:58.241222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-381baf87-dd57-40b2-9a08-e5844ae7e032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.244083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-381baf87-dd57-40b2-9a08-e5844ae7e032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.245604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-381baf87-dd57-40b2-9a08-e5844ae7e032 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/288b3724-d83f-41e1-839c-24b433d2691c HTTP/1.1" status: 204 len: 168 time: 0.6085100 Nov 12 10:52:58.248429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.254721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e4e9d3ef-e4c6-4539-a588-f97850e090a5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5e8ad842-5ae9-4980-a3b7-e1b48b94e0a1 HTTP/1.1" status: 204 len: 168 time: 2.6612318 Nov 12 10:52:58.254895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46702) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:58.259833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381baf87-dd57-40b2-9a08-e5844ae7e032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b3724-d83f-41e1-839c-24b433d2691c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:58.389605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebf384c-7be7-416e-a225-bc75b2f2f078 admin admin] Deleting subnet 72a94d09-54f0-48e1-a897-d63c892883aa {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:52:58.400606 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bebf384c-7be7-416e-a225-bc75b2f2f078 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.419800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-5e24fd06-f6fb-4761-8989-ccd368938bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:58.428047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-5e24fd06-f6fb-4761-8989-ccd368938bd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 1095 time: 0.1122692 Nov 12 10:52:58.470202 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bebf384c-7be7-416e-a225-bc75b2f2f078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.645023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3fc1e-c7d6-4563-a13b-a5bda8e68ca3 req-044fc92c-748a-446f-ae08-3e727c2cf48e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:58.647506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54c3fc1e-c7d6-4563-a13b-a5bda8e68ca3 req-044fc92c-748a-446f-ae08-3e727c2cf48e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.1499894 Nov 12 10:52:58.652294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-aca7d3bc-dafd-450a-a5a7-c7caae3aefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:58.655040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-aca7d3bc-dafd-450a-a5a7-c7caae3aefa9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 905 time: 0.2072160 Nov 12 10:52:58.786575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-3d591385-83f3-4a6a-a87c-2d7b51f75bbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39f807b-26bc-4076-a5b9-50fec770e30f HTTP/1.1" status: 200 len: 217 time: 0.1119034 Nov 12 10:52:58.811887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bebf384c-7be7-416e-a225-bc75b2f2f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:58.895956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54c3fc1e-c7d6-4563-a13b-a5bda8e68ca3 req-e15a4862-8770-4857-af12-dacb6e9b7c3e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317061 Nov 12 10:52:58.984311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f3dec3f4-dcbf-4413-8880-f0d84d43781f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:58.985231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bebf384c-7be7-416e-a225-bc75b2f2f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.021264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f3dec3f4-dcbf-4413-8880-f0d84d43781f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:52:59.021932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f3dec3f4-dcbf-4413-8880-f0d84d43781f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:52:59.023588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d29b8db9-ac6a-4738-a109-46193f30537c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:52:59.071953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: d29b8db9-ac6a-4738-a109-46193f30537c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:52:59.072707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf384c-7be7-416e-a225-bc75b2f2f078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a94d09-54f0-48e1-a897-d63c892883aa,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:59.073351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d29b8db9-ac6a-4738-a109-46193f30537c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:52:59.078866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bebf384c-7be7-416e-a225-bc75b2f2f078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.091837 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a6dfb-f159-4acd-a470-e93777b3f2ee None None] Network 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:52:59.106936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bebf384c-7be7-416e-a225-bc75b2f2f078 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72a94d09-54f0-48e1-a897-d63c892883aa HTTP/1.1" status: 204 len: 168 time: 0.8415968 Nov 12 10:52:59.108055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46716) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:59.156713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-2d981f6f-4437-4f08-94ef-a8da7b4d4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:59.156713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-2d981f6f-4437-4f08-94ef-a8da7b4d4e2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 200 len: 844 time: 0.2874844 Nov 12 10:52:59.232335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-f7ad77d5-5843-468f-a795-61fad46b2c90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c955ebe-61cf-4e53-9fd8-299acdf15e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576770 Nov 12 10:52:59.260146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe67127-eff5-4063-88f8-602a5be967f9 req-dae46baa-e00f-4182-92cd-220713943d8c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:59.282188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbe67127-eff5-4063-88f8-602a5be967f9 req-dae46baa-e00f-4182-92cd-220713943d8c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 943 time: 0.1254156 Nov 12 10:52:59.357448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35663a2f-d1e9-4fb5-bb9d-a88741a5859c req-8254e36c-7894-4e5c-9892-0a115419cf8f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:52:59.367562 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-35663a2f-d1e9-4fb5-bb9d-a88741a5859c req-8254e36c-7894-4e5c-9892-0a115419cf8f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.2576876 Nov 12 10:52:59.407899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.493136 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-35663a2f-d1e9-4fb5-bb9d-a88741a5859c req-dafc59c3-6fe8-45a2-ab91-4f209874d8ac tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240892 Nov 12 10:52:59.515957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbe67127-eff5-4063-88f8-602a5be967f9 req-43e0982a-881b-4f51-8501-91a8c0ce74a7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315600 Nov 12 10:52:59.518752 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.554670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Deleting port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:52:59.555166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.564505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-5b4ca890-48dc-4247-8445-5bbadb72d627 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781091 Nov 12 10:52:59.699715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] DHCP port deletion for 248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:52:59.738028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] For port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:59.738414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.754313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Calling delete_port for 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:52:59.756232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-172e7eda-8229-41a7-b312-0c60c0c8ab11 req-f5499504-b09f-4940-bb4a-1dae16149dff service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790290 Nov 12 10:52:59.834980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] Deleting port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:52:59.836204 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.943659 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.975714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] For port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,segment=NetworkSegment(722236d4-9332-46ba-a611-f9912f609a12),segment_id=722236d4-9332-46ba-a611-f9912f609a12)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:52:59.976707 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.989792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:52:59.995775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] No DVR routers for this DVR port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:00.006907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] Calling delete_port for 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:00.150050 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.192024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f238a3d-d6a9-4e1a-a645-e23e0768e668 req-04c5b51d-c400-4bc6-a40d-ebba87479afb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:00.194020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f238a3d-d6a9-4e1a-a645-e23e0768e668 req-04c5b51d-c400-4bc6-a40d-ebba87479afb tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.1091497 Nov 12 10:53:00.196128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:00.214668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722236d4-9332-46ba-a611-f9912f609a12') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:00.215710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722236d4-9332-46ba-a611-f9912f609a12') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:00.231428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46744) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:00.231879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.246387 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.253599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:53:00.254129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.280941 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.305851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f238a3d-d6a9-4e1a-a645-e23e0768e668 req-c95e8c47-114b-4c08-b57e-d31772c5c9ec tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965807 Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:53:00.326633 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:53:00.333523 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.336545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] Pushing event deleted for resources: {'Port': ['ID=9a8d95f7-77fb-49b4-a8b4-c2d4085270a6,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:00.340165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b8750-9312-417f-bb6e-dd9bd0f89810 None None] No DVR routers for this DVR port 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:00.373098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.376357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] 10.222.0.31 "DELETE /v2.0/networks/248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1 HTTP/1.1" status: 204 len: 168 time: 1.2660923 Nov 12 10:53:00.379815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46748) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:00.397466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec79c0-87f6-4283-976f-8f1ab28d760a admin admin] Pushing event deleted for resources: {'Network': ['ID=248d2fe0-45a8-47e0-8a7f-a42f7ba70dc1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:00.428006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa229c-ff00-47df-9bf7-18e260de61ca req-bb4f5af6-f81d-4da1-9481-30266368b7f8 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:00.431780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6baa229c-ff00-47df-9bf7-18e260de61ca req-bb4f5af6-f81d-4da1-9481-30266368b7f8 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1097 time: 0.1035092 Nov 12 10:53:00.443399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1288995976-network', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:00.493877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6baa229c-ff00-47df-9bf7-18e260de61ca req-5a295d36-419c-4374-9663-01744977069f tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458150 Nov 12 10:53:00.516653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Made reservation on behalf of f4a8958cccf34029ac197e6245b67935 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:00.529211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.541693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.566375 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.701014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3537f5-a803-4dbe-8e9c-b3dad9bd4ee6 req-ec2365fd-71e6-4705-a903-dc53e01c595a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:00.702536 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b3537f5-a803-4dbe-8e9c-b3dad9bd4ee6 req-ec2365fd-71e6-4705-a903-dc53e01c595a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 943 time: 0.0681529 Nov 12 10:53:00.778510 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b3537f5-a803-4dbe-8e9c-b3dad9bd4ee6 req-552a72b0-28d6-4ad9-8483-aeee6cb7a665 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642338 Nov 12 10:53:00.784783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:00.819169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:00.819858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9a8d95f7-77fb-49b4-a8b4-c2d4085270a6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:00.830473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.851594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3c33e-603c-42f3-86c9-d65f2a4a785e req-db161b84-1f0e-46a2-8cc4-88c22d8a402b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:00.852651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75f3c33e-603c-42f3-86c9-d65f2a4a785e req-db161b84-1f0e-46a2-8cc4-88c22d8a402b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.2291746 Nov 12 10:53:00.853409 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.898744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:53:00.966085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a71ec19-5aa8-4a59-9724-8850c7cf2b52,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:00.974434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:00.977051 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Added segment 07973ed7-0c03-4c4b-8491-9e38f6b9aad9 of type vlan for network a6a0899a-cc94-4191-bb10-fe6d5abaddec Nov 12 10:53:01.079521 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75f3c33e-603c-42f3-86c9-d65f2a4a785e req-791573b3-71f9-446c-85a9-7e61bd32bd15 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022703 Nov 12 10:53:01.091297 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:01.159907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:01.161872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:01.163104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:01.286807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0539482 Nov 12 10:53:01.291559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46772) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:01.300518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Request body: {'subnet': {'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1288995976-subnet', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:01.326350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbf087-c409-4f8e-99ca-bfb136230d3e admin admin] Pushing event updated for resources: {'Network': ['ID=a6a0899a-cc94-4191-bb10-fe6d5abaddec,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:01.336813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:53:01.381796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Made reservation on behalf of f4a8958cccf34029ac197e6245b67935 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:01.390509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:01.683938 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:01.701241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68a914-6f07-4b07-b8c6-705b39c2e471 req-fbfca217-3b5a-443b-a630-88a5d753fc6f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:01.702900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d68a914-6f07-4b07-b8c6-705b39c2e471 req-fbfca217-3b5a-443b-a630-88a5d753fc6f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.2974880 Nov 12 10:53:02.016941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.050246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device c39f807b-26bc-4076-a5b9-50fec770e30f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:53:02.070303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-beb6ff68-4cc3-41f5-af4d-c9605f397d09 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:53:02.071329 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-beb6ff68-4cc3-41f5-af4d-c9605f397d09 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295587 Nov 12 10:53:02.152750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:02.166652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'port_id': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'mac_address': 'fa:16:3e:c4:72:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa44256-6525-42a8-862e-c767dff65d34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:53:02.199631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d68a914-6f07-4b07-b8c6-705b39c2e471 req-d602a020-3685-43f3-b9a4-4a59386fd8f0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565468 Nov 12 10:53:02.200249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f93546-3db0-4dc8-9b4d-3ac341bb4900,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:02.208175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-8766c2c8-c770-481b-bc39-a7a67b7be8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:02.209907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-8766c2c8-c770-481b-bc39-a7a67b7be8d6 service neutron] 10.222.0.31 "GET /v2.0/ports/5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 200 len: 1094 time: 0.0970466 Nov 12 10:53:02.226531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.248535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39f807b-26bc-4076-a5b9-50fec770e30f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:02.264534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Request body: {'binding': {'host': 'n-h2-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:02.265017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Unknown quota resources ['binding']. {{(pid=109165) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:53:02.277271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:02.282693 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.309781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Checking segment: {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:02.310207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Network hostable DHCP agents. Network: a6a0899a-cc94-4191-bb10-fe6d5abaddec, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:53:02.353992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:02.435267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:53:02.462617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, a6a0899a-cc94-4191-bb10-fe6d5abaddec) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:02.472275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a03dd1-6cdc-4329-ade7-d6ee668fe583 None None] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:02.472526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5efd7-cc0c-4813-ba7b-bebe369e5100 req-64a02806-5699-4476-9deb-89a5c894a7b7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:02.474059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-10d5efd7-cc0c-4813-ba7b-bebe369e5100 req-64a02806-5699-4476-9deb-89a5c894a7b7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 944 time: 0.2036583 Nov 12 10:53:02.480462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:02.481093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.562059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76c29930-90ff-4533-a35e-9fbdf435e277 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2684658 Nov 12 10:53:02.566443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46794) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:02.573441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:02.608413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-10d5efd7-cc0c-4813-ba7b-bebe369e5100 req-e5b725b3-a53b-4029-8b09-a59b2a0da8ee tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213188 Nov 12 10:53:02.609055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on host n-h2-768851-19 for vnic_type normal with profile None {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:02.609399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:02.609754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:02.615436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:53:02.615756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:02.621438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:02.622170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:02.622431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:02.622857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Bound port: 5f23a1d1-6943-45e8-a478-87168d2b1faf, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:02.627391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.629222 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.657186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['c39f807b-26bc-4076-a5b9-50fec770e30f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:02.726108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:02.730365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.743602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:53:02.746585 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.762238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.763591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c86a8fa5-865c-4fca-a2cc-20174fa4e5f5 service neutron] 10.222.0.31 "POST /v2.0/ports/5f23a1d1-6943-45e8-a478-87168d2b1faf/bindings HTTP/1.1" status: 201 len: 390 time: 0.5051863 Nov 12 10:53:02.774896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Deleting port 63ccb194-300a-43ef-a1ea-63b31cb9cabf {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:02.775445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.886308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508382-a862-4812-8b21-733d17860c11 req-9e972a66-00c2-4e40-ad26-d2a06925636d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:02.886308 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4508382-a862-4812-8b21-733d17860c11 req-9e972a66-00c2-4e40-ad26-d2a06925636d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1717184 Nov 12 10:53:02.963973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Allocated IP 172.20.0.2 (a6a0899a-cc94-4191-bb10-fe6d5abaddec/72f93546-3db0-4dc8-9b4d-3ac341bb4900/0444f6b2-db9a-4ffc-ad0e-420af37337e2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:53:02.986696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.014562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] For port 63ccb194-300a-43ef-a1ea-63b31cb9cabf, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=63ccb194-300a-43ef-a1ea-63b31cb9cabf,segment=NetworkSegment(bb773085-fb36-4c3e-a733-cd1d43e84d22),segment_id=bb773085-fb36-4c3e-a733-cd1d43e84d22)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:03.014562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.047258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Calling delete_port for 63ccb194-300a-43ef-a1ea-63b31cb9cabf owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:03.055099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4508382-a862-4812-8b21-733d17860c11 req-74bb3bb9-d2e2-4206-976a-197e483568fe tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613050 Nov 12 10:53:03.276745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c5b00-f916-4587-b9a5-4130a6eb3953 req-b53b6313-fe3a-4d1d-85da-5700917d24c0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:03.277191 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.283414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e47c5b00-f916-4587-b9a5-4130a6eb3953 req-b53b6313-fe3a-4d1d-85da-5700917d24c0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1981425 Nov 12 10:53:03.292951 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.309640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-a4844b28-cde2-46cf-b47a-ef82e83eaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:03.314229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-a4844b28-cde2-46cf-b47a-ef82e83eaec5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1097 time: 0.1632988 Nov 12 10:53:03.358250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Pushing event updated for resources: {'Port': ['ID=0444f6b2-db9a-4ffc-ad0e-420af37337e2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:03.381409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:03.385870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:03.392365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:53:03.398768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e47c5b00-f916-4587-b9a5-4130a6eb3953 req-4852bb6d-5517-4d66-bff9-1e0dbec209fa tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142514 Nov 12 10:53:03.444359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e124a-71b9-4a34-b216-7ffbc907d353 req-ffa66739-adef-446f-8eec-8d85c25aa94e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:03.446059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-842e124a-71b9-4a34-b216-7ffbc907d353 req-ffa66739-adef-446f-8eec-8d85c25aa94e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.0941343 Nov 12 10:53:03.456816 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.497676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Attempting to bind port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:03.498009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ccb194-300a-43ef-a1ea-63b31cb9cabf,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:03.498776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Attempting to bind port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:03.499557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Attempting to bind port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 on network a6a0899a-cc94-4191-bb10-fe6d5abaddec {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:03.510083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:03.510840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Checking segment: {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:03.511476 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.512061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Bound using segment: {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:03.512835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Bound port: 0444f6b2-db9a-4ffc-ad0e-420af37337e2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:03.513453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.570824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-f0518526-a074-42e4-b020-04bd031622be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:03.572416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-f0518526-a074-42e4-b020-04bd031622be service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.2488840 Nov 12 10:53:03.613136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-842e124a-71b9-4a34-b216-7ffbc907d353 req-744af61c-1060-4d2e-95b2-e17fdd1c2ad5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238029 Nov 12 10:53:03.644333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] For port 0444f6b2-db9a-4ffc-ad0e-420af37337e2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:03.649400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] For port 0444f6b2-db9a-4ffc-ad0e-420af37337e2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0444f6b2-db9a-4ffc-ad0e-420af37337e2,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:03.659894 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.683867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-79ad2f14-7e4d-4015-b919-c2cf4f1d3c61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 200 len: 217 time: 0.1037650 Nov 12 10:53:03.716213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.772629 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.784450 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c80d86-0537-4589-a782-ae1099283d53 None None] Pushing event updated for resources: {'Port': ['ID=0444f6b2-db9a-4ffc-ad0e-420af37337e2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:03.840446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-cfd7072b-b8db-46f9-bcfc-1008aba97afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:03.842089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-cfd7072b-b8db-46f9-bcfc-1008aba97afd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1275902 Nov 12 10:53:03.854496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.908247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-df7e5b5a-8c7d-412c-97fd-db821811ba4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392640 Nov 12 10:53:03.939332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92841e-8665-4ad5-8d78-a500e6768150 req-825174cc-733f-443d-b5c7-70f0092d5053 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:03.941510 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd92841e-8665-4ad5-8d78-a500e6768150 req-825174cc-733f-443d-b5c7-70f0092d5053 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 944 time: 0.1740658 Nov 12 10:53:04.079247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device c39f807b-26bc-4076-a5b9-50fec770e30f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:04.200001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port c39f807b-26bc-4076-a5b9-50fec770e30f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:53:04.215451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port c39f807b-26bc-4076-a5b9-50fec770e30f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:04.215990 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:04.327639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626fa65-f24e-4056-a2c0-facc1453a08c req-ff1299f4-d7d5-49bb-8169-2f2063b65797 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:04.329336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7626fa65-f24e-4056-a2c0-facc1453a08c req-ff1299f4-d7d5-49bb-8169-2f2063b65797 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.0806699 Nov 12 10:53:04.347641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:53:04.368121 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:04.415177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:04.416789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:04.420124 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d13643-6d2a-41d1-b2a0-05e12dec1b9f" -d '{"events": [{"server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "name": "network-vif-plugged", "status": "completed", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:04.426479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:04.489235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:04.497372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7626fa65-f24e-4056-a2c0-facc1453a08c req-3c084f13-6f7a-496f-92fc-d670465d2132 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541650 Nov 12 10:53:04.564079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:53:04.569980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bf96044c-00b1-4d73-88ea-e9a9be49df08 admin admin] 10.222.0.31 "PUT /v2.0/routers/f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1890500 Nov 12 10:53:04.573855 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99124e3e-65b3-4eda-be31-95be67b41fe6 x-openstack-request-id: req-99124e3e-65b3-4eda-be31-95be67b41fe6 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:04.574055 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "name": "network-vif-plugged", "status": "completed", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:04.574373 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99124e3e-65b3-4eda-be31-95be67b41fe6 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:04.574920 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'code': 200} Nov 12 10:53:04.575712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46814) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:04.580426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] Sync routers for ids ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:53:04.596233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] Routers {'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:04.596233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:04.614773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Allocated IP 172.25.2.217 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/766b35af-11cc-4016-a756-f98b5bd1d355) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:53:04.682612 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd92841e-8665-4ad5-8d78-a500e6768150 req-d77f642e-91b5-48a3-b967-dd428b061238 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282073 Nov 12 10:53:04.722269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-b7c69edf-1e7c-4161-9646-cfcf0548dc53 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014717 Nov 12 10:53:04.890349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] Set router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:05.021634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09243b72-742f-47f7-8cb8-c2cebc279f7f req-d102fb8f-5ae7-40e8-9c02-f2076a28fb99 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:05.024543 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-09243b72-742f-47f7-8cb8-c2cebc279f7f req-d102fb8f-5ae7-40e8-9c02-f2076a28fb99 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.2518384 Nov 12 10:53:05.032964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df282-0df2-4e72-8bae-750df6aa44f2 req-0127b3eb-9b6a-4193-891d-3622c0645a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:05.036444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e77df282-0df2-4e72-8bae-750df6aa44f2 req-0127b3eb-9b6a-4193-891d-3622c0645a19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 1097 time: 0.3397911 Nov 12 10:53:05.048568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-e31312c5-8e7a-4801-8db4-0e07f9e9376d service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246169 Nov 12 10:53:05.054669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:05.055780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0444f6b2-db9a-4ffc-ad0e-420af37337e2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:05.073870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de751d-db68-494a-9841-6ff7447e6e6c req-4183e569-d06e-4d2a-ac07-9e05ae6593a9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:05.082218 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63de751d-db68-494a-9841-6ff7447e6e6c req-4183e569-d06e-4d2a-ac07-9e05ae6593a9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.1735764 Nov 12 10:53:05.094432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:05.191964 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63de751d-db68-494a-9841-6ff7447e6e6c req-841b5ff4-92c0-48da-8511-d40125491f38 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974829 Nov 12 10:53:05.203540 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:05.254651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:05.255258 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:05.348078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=766b35af-11cc-4016-a756-f98b5bd1d355,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:05.376347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:05.379939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:05.384379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:53:05.407501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e77df282-0df2-4e72-8bae-750df6aa44f2 req-5df622ec-d00d-4199-bb87-73296ce5cc2d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486433 Nov 12 10:53:05.427650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-09243b72-742f-47f7-8cb8-c2cebc279f7f req-8134c71e-33d0-4001-90de-c1169006f74a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863051 Nov 12 10:53:05.520223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:05.562009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:53:03Z', 'revision_number': 5, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port': {'id': '7f16388e-e445-43de-b0f1-d6704f4a0987', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:05.597665 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:05.668159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Deleting port 7f16388e-e445-43de-b0f1-d6704f4a0987 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:05.668501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:05.732578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354db6c5-ea90-4181-8276-49f3626fad32 None None] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:05.749904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] Checking router: f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:53:05.755495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 0444f6b2-db9a-4ffc-ad0e-420af37337e2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0444f6b2-db9a-4ffc-ad0e-420af37337e2,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:05.794656 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:05.806154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bda67-b2de-4376-b876-652933b31515 req-15170a4c-8730-429a-abed-16bb3e06d916 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:05.808783 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa4bda67-b2de-4376-b876-652933b31515 req-15170a4c-8730-429a-abed-16bb3e06d916 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1439939 Nov 12 10:53:05.865822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] Routers {'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:05.866726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:06.073987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6dfe060d-66b0-494f-bff9-3ecbfbb43654 None None] Provisioning complete for port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:06.074359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6dfe060d-66b0-494f-bff9-3ecbfbb43654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:06.082601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa4bda67-b2de-4376-b876-652933b31515 req-d96321d4-1106-4d50-923e-5f36f0815691 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841073 Nov 12 10:53:06.109897 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:06.204397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=0444f6b2-db9a-4ffc-ad0e-420af37337e2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:06.234903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] Set router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:06.320988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:53:05Z', 'revision_number': 6, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:06.385487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d94045-460d-4ba1-b3e9-e0086c2944cf None None] The sync data for ids ['f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474'] in n-d-768851-19 is: [{'id': 'f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474', 'name': 'tempest-AttachSCSIVolumeTestJSON-179101690-router', 'tenant_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:50:21Z', 'updated_at': '2021-11-12T10:53:05Z', 'revision_number': 6, 'project_id': '9c05d4d98c2a4c0aa89c4b49917b5b9b', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:53:06.397592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] For port 7f16388e-e445-43de-b0f1-d6704f4a0987, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7f16388e-e445-43de-b0f1-d6704f4a0987,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:06.402468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:06.460238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b8b0b-a272-4171-9bd5-44f09b34a882 req-4b041e83-df89-459f-a329-db4ee5394853 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:06.463196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c6b8b0b-a272-4171-9bd5-44f09b34a882 req-4b041e83-df89-459f-a329-db4ee5394853 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.6100707 Nov 12 10:53:06.469794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Calling delete_port for 7f16388e-e445-43de-b0f1-d6704f4a0987 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:06.607514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c6b8b0b-a272-4171-9bd5-44f09b34a882 req-a5c15abf-9013-4fd7-b442-141110b7f337 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336379 Nov 12 10:53:06.632751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2349083-ee5a-4997-8f10-c50790997017 req-64ab8a18-9134-433c-bc41-6c5cbb92888f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:06.634810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2349083-ee5a-4997-8f10-c50790997017 req-64ab8a18-9134-433c-bc41-6c5cbb92888f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.2270277 Nov 12 10:53:06.702053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:06.939873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2349083-ee5a-4997-8f10-c50790997017 req-14cc66d5-0d46-4d77-87ef-b5ae45b8fb2d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844093 Nov 12 10:53:06.958291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-02b20612-bc8e-4e2e-9f81-236c5cd6764b None None] Provisioning complete for port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:06.969835 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02b20612-bc8e-4e2e-9f81-236c5cd6764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:06.980329 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.062231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0444f6b2-db9a-4ffc-ad0e-420af37337e2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:07.078927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:53:07.084276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f16388e-e445-43de-b0f1-d6704f4a0987,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:07.176582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214a8b0-2fbb-47d8-b7d0-f977b8f907fa req-4a73eb2f-c363-4395-ba4b-c9dae3a66e36 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:07.178459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0214a8b0-2fbb-47d8-b7d0-f977b8f907fa req-4a73eb2f-c363-4395-ba4b-c9dae3a66e36 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1934800 Nov 12 10:53:07.234950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.281415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:07.282126 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.400775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.403470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.418228 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0214a8b0-2fbb-47d8-b7d0-f977b8f907fa req-0099aec6-267a-408f-b7a3-43d6fc875429 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295928 Nov 12 10:53:07.437937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdd52e-5de6-4886-b6f9-12e33ec8b1e2 req-38dbffba-cfc9-422d-970a-d3b57cd971b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:07.441772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ecfdd52e-5de6-4886-b6f9-12e33ec8b1e2 req-38dbffba-cfc9-422d-970a-d3b57cd971b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.2000413 Nov 12 10:53:07.457587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 63ccb194-300a-43ef-a1ea-63b31cb9cabf no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:07.492473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.493610 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:53:07.505535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 63ccb194-300a-43ef-a1ea-63b31cb9cabf {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:07.505920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 63ccb194-300a-43ef-a1ea-63b31cb9cabf not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:07.508853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.512258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2e0fff0c-8035-490c-b4ab-812551f4a7d7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f55d06ae-3cc1-4e4e-b9a5-6cb8e3db0474 HTTP/1.1" status: 204 len: 168 time: 2.9354508 Nov 12 10:53:07.515265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46836) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:07.569604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:53:07.587253 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Sync routers for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:53:07.622770 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:07.624034 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:07.625166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Deleting subnet 1a69baf6-f614-4e42-9cd0-9a39adc84c54 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:53:07.628914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.629825 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.630653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-68b72cfa-9c15-4423-80d8-3cf8f653c5e0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.0618515 Nov 12 10:53:07.634909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46840) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:07.722844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:07.780822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ecfdd52e-5de6-4886-b6f9-12e33ec8b1e2 req-b5a3e344-0a98-4343-8a52-09db0e9d4c5f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085135 Nov 12 10:53:07.911185 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:07.952975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395000-18f4-4d69-ac0c-5ee005e38769 req-05f51d50-ff5c-4f2c-8f0a-6325fd01f53f tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:07.955107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb395000-18f4-4d69-ac0c-5ee005e38769 req-05f51d50-ff5c-4f2c-8f0a-6325fd01f53f tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1823006 Nov 12 10:53:08.100689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1a2305a8-cc13-4d38-99e4-e12494e56067 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:53:08.118673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:08.159998 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb395000-18f4-4d69-ac0c-5ee005e38769 req-618060b0-f762-4cd1-9bb6-2e620eeff1d9 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578732 Nov 12 10:53:08.227845 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:08.251209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:08.257494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a69baf6-f614-4e42-9cd0-9a39adc84c54 HTTP/1.1" status: 204 len: 168 time: 0.7380402 Nov 12 10:53:08.303576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a69baf6-f614-4e42-9cd0-9a39adc84c54,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:08.304189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46856) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:08.329044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.330621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.332846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.333590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.337496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.338844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.339763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.340769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.345230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.346070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.347920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.349143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95751df9-fd14-4ebf-8cf0-be3abda71708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:08.352219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:08.371895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '1a2305a8-cc13-4d38-99e4-e12494e56067', 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647', 'port_id': '1a2305a8-cc13-4d38-99e4-e12494e56067', 'mac_address': 'fa:16:3e:47:15:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d877c7d-5e87-41de-877e-195068957b17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:53:08.373936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e7d8a-f61b-4798-b122-300c8cd58488 None None] Network 02db66d9-4145-4374-8d2b-4ad9cb226ff3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:08.379301 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:05Z', 'revision_number': 3, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:08.411974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc527621-b0cb-4b04-9b22-139a1eb66b03 req-2246c77c-07ed-4c13-8dac-f7da4a7670ce tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:08.414600 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc527621-b0cb-4b04-9b22-139a1eb66b03 req-2246c77c-07ed-4c13-8dac-f7da4a7670ce tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.2593377 Nov 12 10:53:08.449681 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Checking router: 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:53:08.450100 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Updating router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 port 766b35af-11cc-4016-a756-f98b5bd1d355 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:53:08.494663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:08.503990 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:08.574692 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:08.595802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2305a8-cc13-4d38-99e4-e12494e56067 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:08.638519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:08.658004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:08.785835 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc527621-b0cb-4b04-9b22-139a1eb66b03 req-555145fd-b80e-4765-8997-822488f86a20 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836738 Nov 12 10:53:08.816314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7f16388e-e445-43de-b0f1-d6704f4a0987 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:08.904816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] DHCP port deletion for 02db66d9-4145-4374-8d2b-4ad9cb226ff3 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:53:08.922256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 7f16388e-e445-43de-b0f1-d6704f4a0987 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:08.922629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7f16388e-e445-43de-b0f1-d6704f4a0987 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:08.933869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:08.938529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Deleting port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:08.941876 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.071983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] Deleting port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:09.073266 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.091001 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] For port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,segment=NetworkSegment(bb773085-fb36-4c3e-a733-cd1d43e84d22),segment_id=bb773085-fb36-4c3e-a733-cd1d43e84d22)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:09.094264 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.114527 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Calling delete_port for e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:09.191962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1a2305a8-cc13-4d38-99e4-e12494e56067'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:09.245770 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.261726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] For port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,segment=NetworkSegment(bb773085-fb36-4c3e-a733-cd1d43e84d22),segment_id=bb773085-fb36-4c3e-a733-cd1d43e84d22)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:09.262225 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.263135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.269354 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.286990 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] Calling delete_port for e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:09.317357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] No DVR routers for this DVR port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:09.326119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eaa2d-4c34-4f33-a92d-d4ef1c46a337 req-6678650a-24ab-420c-bbb9-0b72a52847f6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:09.327499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74eaa2d-4c34-4f33-a92d-d4ef1c46a337 req-6678650a-24ab-420c-bbb9-0b72a52847f6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1785748 Nov 12 10:53:09.335438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:09.411047 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Attempting to bind port 766b35af-11cc-4016-a756-f98b5bd1d355 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:09.411514 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Attempting to bind port 766b35af-11cc-4016-a756-f98b5bd1d355 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:09.411831 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Attempting to bind port 766b35af-11cc-4016-a756-f98b5bd1d355 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:09.423443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.426052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.426511 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Pushing event updated for resources: {'Port': ['ID=766b35af-11cc-4016-a756-f98b5bd1d355,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:09.427227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.428070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.430033 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:09.430308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:09.430662 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.431200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.431385 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:09.431700 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Bound port: 766b35af-11cc-4016-a756-f98b5bd1d355, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:09.432109 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.433120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.434021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.434887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.436472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.437354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.438189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.439058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.497094 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.498896 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.499091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74eaa2d-4c34-4f33-a92d-d4ef1c46a337 req-73075193-7dd3-4065-836f-9d841defac0e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606562 Nov 12 10:53:09.499931 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.500282 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.500620 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.505189 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.505924 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.506361 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.512444 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.512848 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.513258 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.513562 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:09.594586 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.636949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02db66d9-4145-4374-8d2b-4ad9cb226ff3']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:09.644694 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] For port 766b35af-11cc-4016-a756-f98b5bd1d355, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:09.650681 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] For port 766b35af-11cc-4016-a756-f98b5bd1d355, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=766b35af-11cc-4016-a756-f98b5bd1d355,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:09.656645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb773085-fb36-4c3e-a733-cd1d43e84d22') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:09.657435 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.657949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb773085-fb36-4c3e-a733-cd1d43e84d22') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:09.680088 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.707247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.718854 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.719329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979f501-70c2-4b86-a9ec-6382b2dfe16b req-8bde264f-bedf-4b9c-80fd-95697a1a0d0c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:09.721117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:53:09.722743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.730854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a979f501-70c2-4b86-a9ec-6382b2dfe16b req-8bde264f-bedf-4b9c-80fd-95697a1a0d0c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1438723 Nov 12 10:53:09.790389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] No DVR routers for this DVR port e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:09.799779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.802119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038bcc5-f0fc-4bd5-977c-f534e68a80d4 None None] Pushing event deleted for resources: {'Port': ['ID=e76a9de6-6db9-41fb-ac60-a9e1f37f84a9,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:53:09.842797 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:53:09.868066 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027da8e-4eec-43ab-8d0b-eb91bf405ac3 None None] Pushing event updated for resources: {'Port': ['ID=766b35af-11cc-4016-a756-f98b5bd1d355,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:09.880097 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a979f501-70c2-4b86-a9ec-6382b2dfe16b req-e5c1a6cf-e987-4828-bde9-18407644879e tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468468 Nov 12 10:53:09.885076 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:09.885076 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:09.947356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.953949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:09.963263 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/02db66d9-4145-4374-8d2b-4ad9cb226ff3 HTTP/1.1" status: 204 len: 168 time: 1.6543746 Nov 12 10:53:09.989453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bcc0b-33e5-4332-8ac8-10f2b2ed5eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=02db66d9-4145-4374-8d2b-4ad9cb226ff3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:10.024290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bbf50-2342-49dd-a592-515bb604a5a7 req-973e5090-cf1f-4d03-9adb-e0c6d0fde22a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:10.035193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-445bbf50-2342-49dd-a592-515bb604a5a7 req-973e5090-cf1f-4d03-9adb-e0c6d0fde22a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.7740834 Nov 12 10:53:10.091850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:10.129226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:10.134767 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:10.222613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46882) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:10.404523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aa301da2-d28f-468b-83f0-838eeca59a22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41d22fc8d933474f8af4239915c5874f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786468 Nov 12 10:53:10.409044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46884) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:10.424242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Allocated IP 172.20.0.1 (a6a0899a-cc94-4191-bb10-fe6d5abaddec/72f93546-3db0-4dc8-9b4d-3ac341bb4900/91b2da31-e719-421b-ae8a-c337f6ce6b77) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:53:10.580390 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-59dba501-d36f-492b-abde-b2c2005a16a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:10.690417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-59dba501-d36f-492b-abde-b2c2005a16a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:10.704167 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-445bbf50-2342-49dd-a592-515bb604a5a7 req-b54f98ac-39bd-42dd-b0e7-25bdaf7923c4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649332 Nov 12 10:53:10.770886 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:05Z', 'revision_number': 3, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:10.839764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:10.844132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ffdcc-bf6f-4c74-baae-5ca8de3f9ce2 req-31009a3c-927c-4120-ae69-32059189874f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:10.854438 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55c96d-d0bd-49d6-9ee0-688516d7bcd4 None None] The sync data for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 is: [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:05Z', 'revision_number': 3, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:53:10.856758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9ffdcc-bf6f-4c74-baae-5ca8de3f9ce2 req-31009a3c-927c-4120-ae69-32059189874f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 944 time: 0.2175522 Nov 12 10:53:10.892812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:10.940612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:10.941226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e76a9de6-6db9-41fb-ac60-a9e1f37f84a9 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:10.991659 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec9ffdcc-bf6f-4c74-baae-5ca8de3f9ce2 req-f3b458ec-0625-43bd-803a-f16a6a7fff3c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328692 Nov 12 10:53:11.000419 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:11.044911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-59dba501-d36f-492b-abde-b2c2005a16a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:11.048228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-59dba501-d36f-492b-abde-b2c2005a16a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:11.055684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-59dba501-d36f-492b-abde-b2c2005a16a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e02ecfb-a363-4332-965b-4a8727d2c6fc HTTP/1.1" status: 204 len: 168 time: 0.6443138 Nov 12 10:53:11.081820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba501-d36f-492b-abde-b2c2005a16a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02ecfb-a363-4332-965b-4a8727d2c6fc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:11.253648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:11.272024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9879d9-a4d1-4846-9a78-2f0fa6227782 req-d86ed887-84b7-434f-85dc-3a2e1ead4c40 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:11.278148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f9879d9-a4d1-4846-9a78-2f0fa6227782 req-d86ed887-84b7-434f-85dc-3a2e1ead4c40 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1113710 Nov 12 10:53:11.280679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:11.284561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:53:11.481901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Pushing event updated for resources: {'Port': ['ID=91b2da31-e719-421b-ae8a-c337f6ce6b77,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:11.520781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f9879d9-a4d1-4846-9a78-2f0fa6227782 req-e894c2d4-533a-4aee-a0c5-2c078ef527cc tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141013 Nov 12 10:53:11.530236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af33882-8fcb-4367-aa8f-b55b192f2663 req-7bcafbf2-97c3-462c-a8f4-c52e1db06d1e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:11.535152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8af33882-8fcb-4367-aa8f-b55b192f2663 req-7bcafbf2-97c3-462c-a8f4-c52e1db06d1e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.4192142 Nov 12 10:53:11.572246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:11.828652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-624cef18-fbd2-4343-b70b-c3ce4f4715a5 None None] Provisioning complete for port 91b2da31-e719-421b-ae8a-c337f6ce6b77 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:11.829056 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-624cef18-fbd2-4343-b70b-c3ce4f4715a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:11.953712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46904) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:11.961723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-624cef18-fbd2-4343-b70b-c3ce4f4715a5 None None] Port 91b2da31-e719-421b-ae8a-c337f6ce6b77 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:53:12.005576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3dc04-06c4-4083-9e0b-cf0b3d4fb5d0 req-3598fad2-d33e-4257-8999-df739da77315 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:12.016078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eca3dc04-06c4-4083-9e0b-cf0b3d4fb5d0 req-3598fad2-d33e-4257-8999-df739da77315 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1480510 Nov 12 10:53:12.094515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5b47f6b4-7db1-416b-9e51-b253cc97afe0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c05d4d98c2a4c0aa89c4b49917b5b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394799 Nov 12 10:53:12.098891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46910) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:12.109798 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-e0ff3568-6880-4a5d-942a-ee43a42bdc99 service neutron] show failed (client error): The resource could not be found. Nov 12 10:53:12.115096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1a2305a8-cc13-4d38-99e4-e12494e56067 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:12.119421 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-e0ff3568-6880-4a5d-942a-ee43a42bdc99 service neutron] 10.222.0.52 "GET /v2.0/ports/6f9bc0e3-aa4b-4904-bcf0-939a347afdbd/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 1.3838048 Nov 12 10:53:12.167753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eca3dc04-06c4-4083-9e0b-cf0b3d4fb5d0 req-5679209d-453d-4ad5-b762-e7dd697be9fd tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491537 Nov 12 10:53:12.284802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a212-3c69-49a0-b44e-cece5d2933b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:12.323924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a212-3c69-49a0-b44e-cece5d2933b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:12.338782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 1a2305a8-cc13-4d38-99e4-e12494e56067 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:53:12.357884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8af33882-8fcb-4367-aa8f-b55b192f2663 req-2a92a264-d98a-4ab9-9ab1-a5c6b26c17b3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7982936 Nov 12 10:53:12.371742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 1a2305a8-cc13-4d38-99e4-e12494e56067 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:12.372509 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:12.493526 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a212-3c69-49a0-b44e-cece5d2933b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:12.496846 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a212-3c69-49a0-b44e-cece5d2933b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:12.498024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d5b6a212-3c69-49a0-b44e-cece5d2933b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aed3a869-9993-4168-9480-df59646e086a HTTP/1.1" status: 204 len: 168 time: 0.3980222 Nov 12 10:53:12.521396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f09794-184f-4ace-a9c3-20ea43dc1dca req-dbb3c5bb-9df4-4e8f-96b3-70fcaa0c324f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:12.529470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8f09794-184f-4ace-a9c3-20ea43dc1dca req-dbb3c5bb-9df4-4e8f-96b3-70fcaa0c324f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 944 time: 0.1347015 Nov 12 10:53:12.531795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6a212-3c69-49a0-b44e-cece5d2933b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed3a869-9993-4168-9480-df59646e086a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:12.607802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8f09794-184f-4ace-a9c3-20ea43dc1dca req-b17f4da6-deb1-4bd0-be23-b5e9bf079d49 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726745 Nov 12 10:53:12.623731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:12.657049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:12.724097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:12.729482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:12.736769 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbee3d10-c8f8-4b4c-b15e-ac3e511dab62" -d '{"events": [{"server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "name": "network-vif-plugged", "status": "completed", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:12.747080 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:12.890886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 766b35af-11cc-4016-a756-f98b5bd1d355 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:12.992016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:12.998217 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9147d3fa-c660-4c57-a9de-bc3341fc2828 x-openstack-request-id: req-9147d3fa-c660-4c57-a9de-bc3341fc2828 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:12.998963 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "name": "network-vif-plugged", "status": "completed", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:12.999567 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9147d3fa-c660-4c57-a9de-bc3341fc2828 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:13.000914 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067', 'code': 200} Nov 12 10:53:13.029494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-41141278-90a9-4779-b0d8-f9559d19b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:13.031208 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-41141278-90a9-4779-b0d8-f9559d19b7d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230&tenant_id=e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 1102 time: 0.5939074 Nov 12 10:53:13.083290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 766b35af-11cc-4016-a756-f98b5bd1d355 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:13.083654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:13.083817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:13.180795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aef29-19a2-4f25-8171-233637598959 req-5f7cf72b-1ebd-446e-bec5-175c2d4cef7b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:13.193108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e91aef29-19a2-4f25-8171-233637598959 req-5f7cf72b-1ebd-446e-bec5-175c2d4cef7b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.3786750 Nov 12 10:53:13.240624 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:13.268220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:13.294222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 766b35af-11cc-4016-a756-f98b5bd1d355, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=766b35af-11cc-4016-a756-f98b5bd1d355,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:13.300647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:13.310177 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e91aef29-19a2-4f25-8171-233637598959 req-a0c2b587-36cc-4af0-bae3-ae1bb8c1f40a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156273 Nov 12 10:53:13.448030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=766b35af-11cc-4016-a756-f98b5bd1d355,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:13.467973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:13.476979 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:13.604392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:13.606684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Pushing event updated for resources: {'Port': ['ID=91b2da31-e719-421b-ae8a-c337f6ce6b77,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:13.644742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5052ec8-25f9-437a-b338-79c4029c24f3 req-cafc03b5-2a5b-4c54-89a4-0b5b087c0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:13.653778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5052ec8-25f9-437a-b338-79c4029c24f3 req-cafc03b5-2a5b-4c54-89a4-0b5b087c0c04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1097 time: 0.5666525 Nov 12 10:53:13.791341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8026-faac-4c1a-85ac-b3a15be628a5 req-c7ebcc8f-8b32-4ad1-8b89-f5c638bce666 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:13.803754 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6ab8026-faac-4c1a-85ac-b3a15be628a5 req-c7ebcc8f-8b32-4ad1-8b89-f5c638bce666 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1876645 Nov 12 10:53:13.870327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05460713-f016-495c-8f22-6468355bcc33 req-9bdd2405-0906-4fff-9e75-4037b43a8697 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:13.872941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05460713-f016-495c-8f22-6468355bcc33 req-9bdd2405-0906-4fff-9e75-4037b43a8697 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.2379563 Nov 12 10:53:13.877912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:13.885891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:13.889005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5052ec8-25f9-437a-b338-79c4029c24f3 req-8a8a1cf0-5a49-4661-aa0f-63dc2e68f80b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876924 Nov 12 10:53:13.966507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6ab8026-faac-4c1a-85ac-b3a15be628a5 req-da452292-f6a9-47de-9e37-b8aedf652342 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585314 Nov 12 10:53:13.974142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:13.977395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:14.102843 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05460713-f016-495c-8f22-6468355bcc33 req-5d2e10c9-e36c-47a4-b69b-36ac3be126e3 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991386 Nov 12 10:53:14.170110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:14.231666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:53:14.255883 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:14.279393 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:14.293122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:14.301489 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18067da-64bd-40bd-a797-70a48741014d" -d '{"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:14.317988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Transition to ACTIVE for port object 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:53:14.327619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:14.434182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e5df10e4-fa94-4ac9-9963-e263ee52969c None None] Provisioning complete for port 91b2da31-e719-421b-ae8a-c337f6ce6b77 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:14.434690 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e5df10e4-fa94-4ac9-9963-e263ee52969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:14.481443 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:53:14.482013 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:53:14.504104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e5df10e4-fa94-4ac9-9963-e263ee52969c None None] Port 91b2da31-e719-421b-ae8a-c337f6ce6b77 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:53:14.540234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] No DVR routers for this DVR port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:14.568956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:14.583869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed317fd-7a20-45fc-91bf-0b54fbc90df3 req-e746af92-596b-4f62-8a63-dfa9890dbab7 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:14.612240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ed317fd-7a20-45fc-91bf-0b54fbc90df3 req-e746af92-596b-4f62-8a63-dfa9890dbab7 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.3778112 Nov 12 10:53:14.674427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:14.681558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:14.682013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:14.697906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:53:14.698234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:14.704783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:53:14.722321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Sync routers for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:53:14.725329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:14.727193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:14.727768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:14.728240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Bound port: 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:14.728602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:14.768891 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a9425430-ee50-4dde-ab4a-feb44bf97dda admin admin] 10.222.0.31 "PUT /v2.0/routers/2b5b7035-e962-4e69-80e5-aa6b9c2f2298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1233873 Nov 12 10:53:14.770883 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8599bd32-0d76-4c2d-9a87-2240b29fa238 x-openstack-request-id: req-8599bd32-0d76-4c2d-9a87-2240b29fa238 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:14.771166 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:14.771422 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8599bd32-0d76-4c2d-9a87-2240b29fa238 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:14.771803 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'code': 200} Nov 12 10:53:14.777298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:14.779049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:14.875094 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ed317fd-7a20-45fc-91bf-0b54fbc90df3 req-750cf738-caa0-4b1c-a0bb-f82d6ccafbab tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616999 Nov 12 10:53:14.923789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:14.928107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:14.934649 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:14.939477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 766b35af-11cc-4016-a756-f98b5bd1d355 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:15.053993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:15.054522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:15.056027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] 10.222.0.59 "PUT /v2.0/ports/6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 1097 time: 1.9790967 Nov 12 10:53:15.093122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc8a0-3449-49b9-bdb9-c90123adeaeb service neutron] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:15.152928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2420c8-8bbc-4959-8676-248b83542335 req-f2693e84-9602-45db-9182-d00469544d89 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:15.156051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc2420c8-8bbc-4959-8676-248b83542335 req-f2693e84-9602-45db-9182-d00469544d89 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.2182889 Nov 12 10:53:15.278362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31b74-de7d-44e0-a181-e58a8f6e8f33 req-3c5bd775-f058-4068-b6c4-5cfb540d007d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:15.287269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 766b35af-11cc-4016-a756-f98b5bd1d355 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:15.288588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:15.292085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07b31b74-de7d-44e0-a181-e58a8f6e8f33 req-3c5bd775-f058-4068-b6c4-5cfb540d007d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.0879765 Nov 12 10:53:15.371492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6984e1f6-2aa3-4d68-8221-0a0a79f25c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:15.374295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-6984e1f6-2aa3-4d68-8221-0a0a79f25c16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1100 time: 0.2623229 Nov 12 10:53:15.377147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:15.423192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07b31b74-de7d-44e0-a181-e58a8f6e8f33 req-5390d1b2-0b7c-488d-91bc-0938176f28cc tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305678 Nov 12 10:53:15.488937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc2420c8-8bbc-4959-8676-248b83542335 req-08c3c83d-51b8-4e18-b04e-ac3b55e493a7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966392 Nov 12 10:53:15.686349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e86127-6c47-4c6a-a31b-1ec5cf5b4f87 req-61c55774-8f24-4d28-93be-1ebfce2d78bc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:15.691509 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04e86127-6c47-4c6a-a31b-1ec5cf5b4f87 req-61c55774-8f24-4d28-93be-1ebfce2d78bc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 948 time: 0.1745169 Nov 12 10:53:15.734559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-928f9c8f-d222-47c6-9df8-9c5a7c8b6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:15.736164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-928f9c8f-d222-47c6-9df8-9c5a7c8b6043 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3238468 Nov 12 10:53:15.802474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04e86127-6c47-4c6a-a31b-1ec5cf5b4f87 req-d3854e3a-995f-45bd-8daa-5ab27a1857d6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027954 Nov 12 10:53:15.831977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-cd181507-0eee-48c8-870c-8ba420ae3fd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.0777667 Nov 12 10:53:15.956066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-b57e8bfa-db89-45d2-ab06-d5f917efe1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:15.957422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-b57e8bfa-db89-45d2-ab06-d5f917efe1f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1173351 Nov 12 10:53:16.071835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-25581e95-8590-451c-bbb4-9931d40b5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:16.074170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-25581e95-8590-451c-bbb4-9931d40b5a85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751507 Nov 12 10:53:16.103523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47008) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:16.111164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f29c177b-0b4b-419f-9e04-94d66af7835c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872040185', 'description': 'tempest-description--70451526'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:16.210142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 2, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:16.235248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-d269d2b4-76ce-4c01-bd1a-421da28fd3ab service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464500 Nov 12 10:53:16.247982 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Checking router: 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:53:16.249043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Updating router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 port 91b2da31-e719-421b-ae8a-c337f6ce6b77 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:53:16.250997 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f29c177b-0b4b-419f-9e04-94d66af7835c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.281587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.340637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164498ca-5841-44b8-a32d-c35d7ba131ef req-521ae594-6dbc-4bff-a13a-72fe941a64f0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:16.365933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-164498ca-5841-44b8-a32d-c35d7ba131ef req-521ae594-6dbc-4bff-a13a-72fe941a64f0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.2133317 Nov 12 10:53:16.421998 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdfc2ba6-77e3-41e2-bdcf-449c4da56a4b req-4b01c25a-5553-4120-b323-543d71962b61 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745064 Nov 12 10:53:16.516998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f29c177b-0b4b-419f-9e04-94d66af7835c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.539895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f29c177b-0b4b-419f-9e04-94d66af7835c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.618362 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-164498ca-5841-44b8-a32d-c35d7ba131ef req-628f3bf7-b63a-4ca2-9ac4-c2cca8e7debf tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312958 Nov 12 10:53:16.633496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c177b-0b4b-419f-9e04-94d66af7835c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46c53d1-b2e5-4aa6-a6b6-639bb4615654,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:16.650131 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f29c177b-0b4b-419f-9e04-94d66af7835c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.655918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f29c177b-0b4b-419f-9e04-94d66af7835c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5469494 Nov 12 10:53:16.656462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47044) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:16.664180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-73bc5109-b3fc-44fb-9622-1f35e96a9097 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Request body: {'security_group_rule': {'security_group_id': 'e46c53d1-b2e5-4aa6-a6b6-639bb4615654', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:16.752698 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-73bc5109-b3fc-44fb-9622-1f35e96a9097 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.778697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:16.786040 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9b6902-6f38-463d-b6be-a8889b9735df" -d '{"events": [{"name": "network-changed", "server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:16.849284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.856815 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.898220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-73bc5109-b3fc-44fb-9622-1f35e96a9097 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.909407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42d575-8204-4033-9352-d795f1b01fe6 None None] Pushing event updated for resources: {'Port': ['ID=91b2da31-e719-421b-ae8a-c337f6ce6b77,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:16.931183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-73bc5109-b3fc-44fb-9622-1f35e96a9097 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:16.940588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f16f33-ffa0-465a-acef-de69a06e9ebc req-009b8282-30da-46ce-8caf-2098d0797e73 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:16.953553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3f16f33-ffa0-465a-acef-de69a06e9ebc req-009b8282-30da-46ce-8caf-2098d0797e73 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1287475 Nov 12 10:53:16.976924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc5109-b3fc-44fb-9622-1f35e96a9097 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda47193-f087-453f-90d4-3bdd9e2a0148,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:17.015705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-73bc5109-b3fc-44fb-9622-1f35e96a9097 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.021769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-73bc5109-b3fc-44fb-9622-1f35e96a9097 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3636143 Nov 12 10:53:17.024540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47056) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:17.038570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Attempting to bind port 91b2da31-e719-421b-ae8a-c337f6ce6b77 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:17.038831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Attempting to bind port 91b2da31-e719-421b-ae8a-c337f6ce6b77 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:17.039257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Attempting to bind port 91b2da31-e719-421b-ae8a-c337f6ce6b77 on network a6a0899a-cc94-4191-bb10-fe6d5abaddec {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:17.046440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-91ba79fb-5f09-4d62-819e-4e97cff129da tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Request body: {'security_group_rule': {'security_group_id': 'e46c53d1-b2e5-4aa6-a6b6-639bb4615654', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:17.046720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:17.047138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Checking segment: {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:17.048603 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.049066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Bound using segment: {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:17.050347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Bound port: 91b2da31-e719-421b-ae8a-c337f6ce6b77, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:17.050813 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.082592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3f16f33-ffa0-465a-acef-de69a06e9ebc req-8aa50e57-ded5-414c-be91-f5eb2129b8d5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278486 Nov 12 10:53:17.120317 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba79fb-5f09-4d62-819e-4e97cff129da tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.148118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] For port 91b2da31-e719-421b-ae8a-c337f6ce6b77, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:17.152997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] For port 91b2da31-e719-421b-ae8a-c337f6ce6b77, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91b2da31-e719-421b-ae8a-c337f6ce6b77,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:17.160837 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.255925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba79fb-5f09-4d62-819e-4e97cff129da tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.264229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba79fb-5f09-4d62-819e-4e97cff129da tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.293270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba79fb-5f09-4d62-819e-4e97cff129da tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e69cc8e-30b5-466b-80fa-9ea43df18cc4,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:17.327902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:17.328538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:17.334036 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba79fb-5f09-4d62-819e-4e97cff129da tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.336208 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-91ba79fb-5f09-4d62-819e-4e97cff129da tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3061738 Nov 12 10:53:17.339396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47066) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:17.347121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:17.363664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927891-58d9-4024-8ed9-45d14cca1aeb req-16385400-1d70-49ae-b972-406e288bf579 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:17.366049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4927891-58d9-4024-8ed9-45d14cca1aeb req-16385400-1d70-49ae-b972-406e288bf579 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.0933583 Nov 12 10:53:17.439630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.473211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42d575-8204-4033-9352-d795f1b01fe6 None None] Pushing event updated for resources: {'Port': ['ID=91b2da31-e719-421b-ae8a-c337f6ce6b77,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:17.508701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e3ddd-0948-4399-b89e-b56ff5c38329 req-9478b70f-a0ef-4e2f-989f-a431739794da tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:17.510308 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b5e3ddd-0948-4399-b89e-b56ff5c38329 req-9478b70f-a0ef-4e2f-989f-a431739794da tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1097 time: 0.1435592 Nov 12 10:53:17.541692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4927891-58d9-4024-8ed9-45d14cca1aeb req-0550b9e0-87c9-465c-b5fe-e7efdb1a84a4 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603134 Nov 12 10:53:17.615782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c85e0bf7-de6e-481f-b717-38d2af56cb36 None None] Provisioning complete for port 91b2da31-e719-421b-ae8a-c337f6ce6b77 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:17.616162 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c85e0bf7-de6e-481f-b717-38d2af56cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.675889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:17.680502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b5e3ddd-0948-4399-b89e-b56ff5c38329 req-fe55258b-156c-4838-af05-9d8163737045 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144528 Nov 12 10:53:17.727355 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8fd4b2-a9d1-4b9b-b43e-4c0d7e370280 x-openstack-request-id: req-7d8fd4b2-a9d1-4b9b-b43e-4c0d7e370280 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:17.730097 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:17.734841 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d8fd4b2-a9d1-4b9b-b43e-4c0d7e370280 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:17.739008 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'status': 'completed', 'code': 200} Nov 12 10:53:17.847564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-6b7174c4-a9a5-4937-bbfa-f56af3232f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:17.850193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-6b7174c4-a9a5-4937-bbfa-f56af3232f71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1100 time: 0.1629159 Nov 12 10:53:17.947214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-0cccb531-5d77-4559-ba57-e8d9ebf6fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:17.951473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-0cccb531-5d77-4559-ba57-e8d9ebf6fb22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1100 time: 0.1937079 Nov 12 10:53:17.954042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:17.987978 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c85e0bf7-de6e-481f-b717-38d2af56cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:18.079042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-37dc7113-f975-466e-bcce-bdfa971db970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:18.082144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-37dc7113-f975-466e-bcce-bdfa971db970 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2242284 Nov 12 10:53:18.162238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c85e0bf7-de6e-481f-b717-38d2af56cb36 None None] For port 91b2da31-e719-421b-ae8a-c337f6ce6b77, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91b2da31-e719-421b-ae8a-c337f6ce6b77,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:18.199496 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-b58cfff3-5cf0-445e-91b6-fd7dee047eb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.0741322 Nov 12 10:53:18.222679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c85e0bf7-de6e-481f-b717-38d2af56cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:18.348553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Allocated IP 172.25.2.196 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/967cb7f4-9aae-47b6-b095-a38e4d9ca307) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:53:18.367895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e0bf7-de6e-481f-b717-38d2af56cb36 None None] Pushing event updated for resources: {'Port': ['ID=91b2da31-e719-421b-ae8a-c337f6ce6b77,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:18.404990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-994b7dfd-b2f8-40f9-aba0-f1db459aba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:18.406744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-994b7dfd-b2f8-40f9-aba0-f1db459aba7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4378979 Nov 12 10:53:18.425622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7e972889-ee20-47ea-9a9d-a4d3d33250f2 None None] Provisioning complete for port 91b2da31-e719-421b-ae8a-c337f6ce6b77 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:18.426208 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7e972889-ee20-47ea-9a9d-a4d3d33250f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:18.444780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee8fa2-5267-4055-a6e0-b37555f60f46 req-32030e98-455c-4072-b47f-e688a86aa4b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:18.447393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ee8fa2-5267-4055-a6e0-b37555f60f46 req-32030e98-455c-4072-b47f-e688a86aa4b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 948 time: 0.3639317 Nov 12 10:53:18.451390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-1ed3cff6-2a4e-49c6-b4ca-7149be1c90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:18.453230 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-1ed3cff6-2a4e-49c6-b4ca-7149be1c90b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2386513 Nov 12 10:53:18.516660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:17Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:18.535806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:18.595767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469aad82-0870-4eb2-8078-5d45cb6c616b None None] The sync data for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 is: [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:17Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:53:18.597743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:18.639776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2ee8fa2-5267-4055-a6e0-b37555f60f46 req-b05ec4c1-628c-4558-8d32-38bff7ae2134 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676567 Nov 12 10:53:18.650267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-926258a0-71e4-4469-97ce-cd61f6934ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:18.652756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-926258a0-71e4-4469-97ce-cd61f6934ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1913524 Nov 12 10:53:18.701855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-be6093f9-a813-41a4-a010-ce3b4d164a07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.1105497 Nov 12 10:53:18.821886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:18.970503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:18.975705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:53:19.050098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91b2da31-e719-421b-ae8a-c337f6ce6b77 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:19.069795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-b8a00c29-2309-4586-b22c-d84bae78ad67 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081969 Nov 12 10:53:19.083878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event updated for resources: {'Port': ['ID=967cb7f4-9aae-47b6-b095-a38e4d9ca307,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:19.093207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-ad4fc422-998a-4bf3-90fd-3a6354c48fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:19.095054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-ad4fc422-998a-4bf3-90fd-3a6354c48fa6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.3206511 Nov 12 10:53:19.104087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71373c4e-2144-41c8-b07c-5a7c78354272 req-4334d479-2956-4c1f-92b8-e53d2e4072f8 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:19.105774 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71373c4e-2144-41c8-b07c-5a7c78354272 req-4334d479-2956-4c1f-92b8-e53d2e4072f8 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1097 time: 0.1005149 Nov 12 10:53:19.186435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 91b2da31-e719-421b-ae8a-c337f6ce6b77 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:19.187124 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:19.194101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4817f-028c-47a8-8a45-6a0bb2960480 req-4da4af0d-6e2f-4b95-a5f0-651873dec2fa tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:19.201820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5cf4817f-028c-47a8-8a45-6a0bb2960480 req-4da4af0d-6e2f-4b95-a5f0-651873dec2fa tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.2585797 Nov 12 10:53:19.259882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:19.264522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-2f9731c7-c329-4e5b-b5f1-930533ca1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:19.266411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-2f9731c7-c329-4e5b-b5f1-930533ca1b29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505423 Nov 12 10:53:19.343502 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71373c4e-2144-41c8-b07c-5a7c78354272 req-429b5e1d-acd3-4343-b7fe-14401bf41548 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093987 Nov 12 10:53:19.381700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5cf4817f-028c-47a8-8a45-6a0bb2960480 req-f3734632-8350-4d10-80f6-7d991a87105a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788220 Nov 12 10:53:19.440619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-59f80916-f978-4aa2-b3fe-04bb5e0c3fd8 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600209 Nov 12 10:53:19.582052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be790b8-8dd9-41b8-9071-b45e0f85fe6f req-2ef335e3-a7d5-4ee3-96d9-d08a11559717 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:19.583895 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8be790b8-8dd9-41b8-9071-b45e0f85fe6f req-2ef335e3-a7d5-4ee3-96d9-d08a11559717 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.0847716 Nov 12 10:53:19.708166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8be790b8-8dd9-41b8-9071-b45e0f85fe6f req-fadc9a11-50a9-48a6-a2fc-d6e193358e5a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140833 Nov 12 10:53:19.956575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:20.067521 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-4fbdc783-8746-4e3d-813e-b03a17bd55cf service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627578 Nov 12 10:53:20.192152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:53:20.395151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e9b6902-6f38-463d-b6be-a8889b9735df req-a7d6e586-0a48-481a-aff0-9084bb2e6e2a service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890728 Nov 12 10:53:20.526577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:20.538964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:20.567304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:20.635000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'mac_address': 'fa:16:3e:bd:81:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:53:20.660114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d4d6-7b91-49b5-a734-f3d54e2feb86 req-396d3bad-6a05-4071-b4dd-5bfb72ca9244 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:20.668368 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f26d4d6-7b91-49b5-a734-f3d54e2feb86 req-396d3bad-6a05-4071-b4dd-5bfb72ca9244 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 948 time: 0.2175751 Nov 12 10:53:20.754980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event updated for resources: {'Port': ['ID=967cb7f4-9aae-47b6-b095-a38e4d9ca307,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:20.796166 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:20.826129 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:20.855538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:20.867649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f26d4d6-7b91-49b5-a734-f3d54e2feb86 req-d5f19278-cc36-4fd8-9329-9de9c7b34102 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981235 Nov 12 10:53:20.872431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:20.874310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0bdbd407-e720-49b2-9f93-c3269600215c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5327811 Nov 12 10:53:20.968700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:20.985836 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:21.295945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:21.339529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0c94d-42a1-4c7d-8909-e9702f89cd4d req-86c45c13-cf43-4963-b7af-860b3dbf042f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:21.342520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41f0c94d-42a1-4c7d-8909-e9702f89cd4d req-86c45c13-cf43-4963-b7af-860b3dbf042f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1162996 Nov 12 10:53:21.426231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41f0c94d-42a1-4c7d-8909-e9702f89cd4d req-6a33d654-48fd-4a1a-a61b-1913e195d2f2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721862 Nov 12 10:53:21.443218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:21.555482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-2ff6cd8a-33be-4318-96c3-3b8b95b40925 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:53:21.564038 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-2ff6cd8a-33be-4318-96c3-3b8b95b40925 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149519 Nov 12 10:53:21.648221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-8b06e005-309c-422e-a6e1-00b5240a40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:21.662974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-8b06e005-309c-422e-a6e1-00b5240a40d7 service neutron] 10.222.0.31 "GET /v2.0/ports/1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 200 len: 1094 time: 0.0855105 Nov 12 10:53:21.671928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Request body: {'binding': {'host': 'n-h2-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:21.673369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Unknown quota resources ['binding']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:53:21.707070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff69f6-5e10-4e26-9c3b-6e57da3b82ae req-38084cf7-fcfd-4be2-8eb3-2433df985b67 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:21.716772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78ff69f6-5e10-4e26-9c3b-6e57da3b82ae req-38084cf7-fcfd-4be2-8eb3-2433df985b67 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.0904779 Nov 12 10:53:21.823022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78ff69f6-5e10-4e26-9c3b-6e57da3b82ae req-19634e97-d992-4d6f-a3bd-e458eaf7b820 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050336 Nov 12 10:53:21.887455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on host n-h2-768851-19 for vnic_type normal with profile None {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:21.888060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:21.888501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:21.893689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:53:21.894151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:21.901812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:21.902491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:21.903098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:21.903682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Bound port: 1a2305a8-cc13-4d38-99e4-e12494e56067, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:21.987304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:21.995997 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:21.997429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] 10.222.0.31 "POST /v2.0/ports/1a2305a8-cc13-4d38-99e4-e12494e56067/bindings HTTP/1.1" status: 201 len: 390 time: 0.3327878 Nov 12 10:53:22.276640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-6e1b67cf-15cb-4c7a-9f69-798fa8b73483 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:22.278356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-6e1b67cf-15cb-4c7a-9f69-798fa8b73483 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230&tenant_id=e64af9086ff6446299d9bc7f486847e4&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 949 time: 0.1777587 Nov 12 10:53:22.283504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ccfe756f-7359-452e-ba31-62d371d84b43 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--872040185&fields=id&tenant_id=f4a8958cccf34029ac197e6245b67935 HTTP/1.1" status: 200 len: 267 time: 0.0942180 Nov 12 10:53:22.483873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-7371f33b-5996-499e-8fc3-40700c081bbe service neutron] 10.222.0.59 "GET /v2.0/ports/6f9bc0e3-aa4b-4904-bcf0-939a347afdbd/bindings/n-h1-768851-19 HTTP/1.1" status: 200 len: 383 time: 0.1867950 Nov 12 10:53:22.531987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-dc36c82f-eb85-47c7-9622-e92c780cfa23 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:22.534820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-dc36c82f-eb85-47c7-9622-e92c780cfa23 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/networks?id=a6a0899a-cc94-4191-bb10-fe6d5abaddec HTTP/1.1" status: 200 len: 806 time: 0.2270267 Nov 12 10:53:22.601138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-b5ee9ddc-a6f2-442c-9b94-8763c565c0d7 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/quotas/f4a8958cccf34029ac197e6245b67935 HTTP/1.1" status: 200 len: 375 time: 0.0498974 Nov 12 10:53:22.650811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-d5764759-dc53-4ef1-bfd9-2b1b287f88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:22.652836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-d5764759-dc53-4ef1-bfd9-2b1b287f88a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1101 time: 0.1167665 Nov 12 10:53:22.793263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-1a719563-3165-484c-b332-7f7fe22113f7 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4a8958cccf34029ac197e6245b67935&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1707020 Nov 12 10:53:22.852183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98809555-61e1-4fb9-b77d-ad55c0e8031c req-f8a1a88a-1d0c-4cdf-8dcc-9669dd1f36cf tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:22.854288 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98809555-61e1-4fb9-b77d-ad55c0e8031c req-f8a1a88a-1d0c-4cdf-8dcc-9669dd1f36cf tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 949 time: 0.0926394 Nov 12 10:53:22.890955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-8c032835-0361-4280-93b2-76ee3ce8661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:22.892585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-8c032835-0361-4280-93b2-76ee3ce8661b service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2040970 Nov 12 10:53:22.942406 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98809555-61e1-4fb9-b77d-ad55c0e8031c req-c4d128e1-9b5d-4510-b874-8cafaa904558 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731757 Nov 12 10:53:22.965617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-e40bb0d4-f98e-496c-8edc-c6083cbda5d4 service neutron] 10.222.0.31 "GET /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719346 Nov 12 10:53:22.975055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-0e1c0a82-8671-45dc-965f-1c6a5761aa79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.0682418 Nov 12 10:53:23.055523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-a9dc8efb-e858-44bf-a32b-d849f87fefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:23.057366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-a9dc8efb-e858-44bf-a32b-d849f87fefcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0680287 Nov 12 10:53:23.222399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-e5d1cb77-60db-4a25-88c3-7e2f4917daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:23.224642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-e5d1cb77-60db-4a25-88c3-7e2f4917daa1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269357 Nov 12 10:53:23.242232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-11d098d5-0104-43bf-85c5-b7b631ce4d01 service neutron] 10.222.0.31 "GET /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756796 Nov 12 10:53:23.256896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064504c3-d381-407c-9e59-f592f3da114e req-fe6eca9e-c6a8-4cbb-b64e-4ed8fd72a617 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:23.259161 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-064504c3-d381-407c-9e59-f592f3da114e req-fe6eca9e-c6a8-4cbb-b64e-4ed8fd72a617 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.0816247 Nov 12 10:53:23.378493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-064504c3-d381-407c-9e59-f592f3da114e req-92327450-7c36-4170-b0fe-8242d20e7167 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101441 Nov 12 10:53:23.400598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-522b2380-43eb-4922-8c00-d7745391a6d7 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572926 Nov 12 10:53:23.583271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-53ef1b4b-4e8f-4dd8-8295-da9666a59536 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680937 Nov 12 10:53:23.644540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02106b-a604-4fd6-a0c5-a40b38f8970d req-f710d3a4-714d-4ec0-a1b4-dd76bdc52af6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:23.655672 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e02106b-a604-4fd6-a0c5-a40b38f8970d req-f710d3a4-714d-4ec0-a1b4-dd76bdc52af6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.0947986 Nov 12 10:53:23.663275 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:53:23.741466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e02106b-a604-4fd6-a0c5-a40b38f8970d req-894d97ca-74fd-4d02-ad6e-efd39cd9c3b0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845187 Nov 12 10:53:23.832238 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3bd1d0b8-af9c-4121-82d2-9cb8defa527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:23.963507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f921b-c50a-4bfc-9d01-6c024949c476 req-83c8567d-bfc9-4f41-9130-8a0772ac489e tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:23.970172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-699f921b-c50a-4bfc-9d01-6c024949c476 req-83c8567d-bfc9-4f41-9130-8a0772ac489e tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.0948343 Nov 12 10:53:23.981045 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41e980f9-4fe3-4835-b728-4ba0e65060f7 req-2ebbffca-dd3f-45a7-867d-0125d341b227 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 210 time: 0.0746355 Nov 12 10:53:24.064310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-699f921b-c50a-4bfc-9d01-6c024949c476 req-5a1279f2-e3f8-46b9-9922-936144257eb6 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815537 Nov 12 10:53:24.208847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:24.333794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:53:24.347612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be34e43-95e5-470b-87dc-7152b71f26fb req-19ceafb7-3d24-4f99-873b-367b81f81632 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:24.351128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:24.351715 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:24.355798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8be34e43-95e5-470b-87dc-7152b71f26fb req-19ceafb7-3d24-4f99-873b-367b81f81632 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 949 time: 0.1379502 Nov 12 10:53:24.420986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8be34e43-95e5-470b-87dc-7152b71f26fb req-23e67535-0710-495c-b9a1-ba7ca5edc337 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638661 Nov 12 10:53:24.612590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f14e4a-d4ae-495b-8ae0-939f22d727ce req-97389ba1-cd42-4f38-916b-54081cc01e20 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:24.615401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32f14e4a-d4ae-495b-8ae0-939f22d727ce req-97389ba1-cd42-4f38-916b-54081cc01e20 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.0909772 Nov 12 10:53:24.626024 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:24.662508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:24.666190 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55cb2ca-80df-4aa8-8598-ff06566b020e" -d '{"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-plugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:24.682703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:24.688783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:24.787211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32f14e4a-d4ae-495b-8ae0-939f22d727ce req-ab6fa56b-778a-46fe-9839-be57563275fc tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569996 Nov 12 10:53:24.831457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:25.034221 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e94b1d-3efe-4b2f-b7c5-1db1b07abbb5 x-openstack-request-id: req-25e94b1d-3efe-4b2f-b7c5-1db1b07abbb5 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:25.035947 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-plugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:25.036469 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25e94b1d-3efe-4b2f-b7c5-1db1b07abbb5 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:25.037118 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'code': 200} Nov 12 10:53:25.148254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0d687-f572-4777-8603-e47287a04fb7 req-4df248d4-fd73-4458-8755-ec9df3bcd973 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:25.166339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cc0d687-f572-4777-8603-e47287a04fb7 req-4df248d4-fd73-4458-8755-ec9df3bcd973 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1031461 Nov 12 10:53:25.233054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cc0d687-f572-4777-8603-e47287a04fb7 req-4c7031fb-acfa-4a2f-a834-be2170c0c353 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 Nov 12 10:53:25.356090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49e7ead8-35d2-4f09-95fb-fccb14e3fe96 req-3ef99c6a-0448-49b0-ad80-b76a53e2865c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 210 time: 0.0533776 Nov 12 10:53:25.576130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfd70b-0cb6-4be1-925c-e1efd5ee5ea8 req-92aee054-cc04-4285-b211-d96f0f0ffbb9 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:25.585901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60cfd70b-0cb6-4be1-925c-e1efd5ee5ea8 req-92aee054-cc04-4285-b211-d96f0f0ffbb9 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1322975 Nov 12 10:53:25.754094 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60cfd70b-0cb6-4be1-925c-e1efd5ee5ea8 req-883f8a64-2bc8-4cc0-8916-1054c95d3522 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667781 Nov 12 10:53:25.810145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-3b08c46d-ed3b-4fee-a2e0-54288d9c39be tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:25.821889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-3b08c46d-ed3b-4fee-a2e0-54288d9c39be tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.52 "GET /v2.0/networks?id=a6a0899a-cc94-4191-bb10-fe6d5abaddec HTTP/1.1" status: 200 len: 806 time: 0.3252413 Nov 12 10:53:25.972904 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-c033fe55-52eb-45c9-b9d3-683cc6256612 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4a8958cccf34029ac197e6245b67935 HTTP/1.1" status: 200 len: 379 time: 0.1413774 Nov 12 10:53:25.999317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Request body: {'port': {'device_id': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'admin_state_up': True, 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'security_groups': ['e46c53d1-b2e5-4aa6-a6b6-639bb4615654']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:26.113165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf1dee-cbd9-4585-8af3-7eab44dcaed6 req-a96359ed-848e-44d7-8f62-8dffbe755ef7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:26.123808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b1cf1dee-cbd9-4585-8af3-7eab44dcaed6 req-a96359ed-848e-44d7-8f62-8dffbe755ef7 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1732774 Nov 12 10:53:26.190526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8dcf2-3d8a-4415-9213-e09df0e6dc49 req-3cbbc4a1-0be0-4189-95db-c0e51ca6226a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:26.192906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4d8dcf2-3d8a-4415-9213-e09df0e6dc49 req-3cbbc4a1-0be0-4189-95db-c0e51ca6226a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.0814319 Nov 12 10:53:26.222451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b1cf1dee-cbd9-4585-8af3-7eab44dcaed6 req-1aa4a8d6-9ee8-4110-b018-0d8a47e419ce tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975904 Nov 12 10:53:26.245476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Made reservation on behalf of f4a8958cccf34029ac197e6245b67935 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:26.253307 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:26.260267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-60cf3445-c7fd-4230-8f2b-a2d5c2b9fd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:26.297908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4d8dcf2-3d8a-4415-9213-e09df0e6dc49 req-b6cae9ff-36b9-422b-a72f-818ad5ad7ade tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949638 Nov 12 10:53:26.533237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Allocated IP 172.20.0.12 (a6a0899a-cc94-4191-bb10-fe6d5abaddec/72f93546-3db0-4dc8-9b4d-3ac341bb4900/729be979-8230-4573-abca-1f98c32225ce) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:53:26.927480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb09cc9-bb08-4443-9d35-0d0e72dc4029 req-e355df30-0c04-49cb-8385-c3cbed482740 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:26.935558 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdb09cc9-bb08-4443-9d35-0d0e72dc4029 req-e355df30-0c04-49cb-8385-c3cbed482740 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1686881 Nov 12 10:53:26.945444 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:27.019651 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdb09cc9-bb08-4443-9d35-0d0e72dc4029 req-2053bf5c-dab8-4cf4-8b28-99ca4d01b802 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830302 Nov 12 10:53:27.048041 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:27.098477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event updated for resources: {'Port': ['ID=729be979-8230-4573-abca-1f98c32225ce,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:27.129440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:27.131982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:27.135596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:53:27.358047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d829-1004-42a0-83e0-4b16c230eb10 req-b528b850-6c2f-4d65-bd58-ea2d5dc60664 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:27.365045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c903d829-1004-42a0-83e0-4b16c230eb10 req-b528b850-6c2f-4d65-bd58-ea2d5dc60664 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1486218 Nov 12 10:53:27.383766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:27.389250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:27.436631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8467b60-9831-4df6-bf1f-226ae9cba66c req-8c146af2-4e1d-4efb-a962-3f5c0400610e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:27.440029 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8467b60-9831-4df6-bf1f-226ae9cba66c req-8c146af2-4e1d-4efb-a962-3f5c0400610e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 932 time: 0.2681177 Nov 12 10:53:27.451723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-a05abe42-e659-440b-bc72-12b52b579cf5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4571214 Nov 12 10:53:27.470421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Request body: {'port': {'device_id': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:27.473169 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c903d829-1004-42a0-83e0-4b16c230eb10 req-8f2e4c13-104a-4125-9036-90ba3464bf4f tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958924 Nov 12 10:53:27.490482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-1595acc3-9f77-4843-a0dc-4b9205daadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:27.494291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-1595acc3-9f77-4843-a0dc-4b9205daadfb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230&tenant_id=e64af9086ff6446299d9bc7f486847e4 HTTP/1.1" status: 200 len: 1102 time: 0.0656765 Nov 12 10:53:27.523632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-824a4543-5338-45e7-b061-5b5cf15344b0 None None] Provisioning complete for port 729be979-8230-4573-abca-1f98c32225ce triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:27.524736 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-824a4543-5338-45e7-b061-5b5cf15344b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:27.526439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:27.569916 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:27.575102 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:27.583547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-824a4543-5338-45e7-b061-5b5cf15344b0 None None] Port 729be979-8230-4573-abca-1f98c32225ce cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:53:27.621714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8467b60-9831-4df6-bf1f-226ae9cba66c req-e5e94da0-fb77-42c2-af4d-5668ae87ede1 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680510 Nov 12 10:53:27.636976 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:27.879348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892f4e1-8e48-457b-846f-331110c0014b req-d0567458-89f9-4c0f-8c01-3833edc57e5b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:27.896263 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b892f4e1-8e48-457b-846f-331110c0014b req-d0567458-89f9-4c0f-8c01-3833edc57e5b tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1849055 Nov 12 10:53:28.003929 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b892f4e1-8e48-457b-846f-331110c0014b req-f32d6ab9-5425-4c75-b545-cb93e34f3ace tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065254 Nov 12 10:53:28.046955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:28.121250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:28.194271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:28.197315 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adbe04c-f249-49ff-8b09-26e0d76838ad" -d '{"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:28.202282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:28.221224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Transition to ACTIVE for port object 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:53:28.227889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:28.231764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729be979-8230-4573-abca-1f98c32225ce {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:28.242625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:28.271660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed5b3a-b207-44fd-a05e-1c61fb57051f req-ebc0c03c-3035-48a3-bc7f-1546bb483592 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:28.273301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86ed5b3a-b207-44fd-a05e-1c61fb57051f req-ebc0c03c-3035-48a3-bc7f-1546bb483592 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.0953019 Nov 12 10:53:28.274389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Transition to ACTIVE for port object 729be979-8230-4573-abca-1f98c32225ce will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:53:28.281561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:28.343887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Pushing event updated for resources: {'Port': ['ID=729be979-8230-4573-abca-1f98c32225ce,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:28.366540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] No DVR routers for this DVR port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:28.370225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:28.430061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:28.430378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:28.430707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:28.438051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:53:28.438370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Attempting to bind port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:28.447612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:28.448156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:28.448780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:28.449453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Bound port: 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:28.449972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:28.521448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86ed5b3a-b207-44fd-a05e-1c61fb57051f req-9a821141-15ab-4be0-ad3f-c4fdb8329999 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777303 Nov 12 10:53:28.548695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ec93d-2aaa-4630-9c4c-ed0abe9cf2e5 req-d24192a7-6efb-4f85-bfd2-6e6386cc3363 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:28.556961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d34ec93d-2aaa-4630-9c4c-ed0abe9cf2e5 req-d24192a7-6efb-4f85-bfd2-6e6386cc3363 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.1040027 Nov 12 10:53:28.662643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d34ec93d-2aaa-4630-9c4c-ed0abe9cf2e5 req-7082de8b-8bc9-4b6d-9979-a9128d49ff9f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047218 Nov 12 10:53:28.673183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Attempting to bind port 729be979-8230-4573-abca-1f98c32225ce on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:28.673755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Attempting to bind port 729be979-8230-4573-abca-1f98c32225ce by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:28.674788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Attempting to bind port 729be979-8230-4573-abca-1f98c32225ce on network a6a0899a-cc94-4191-bb10-fe6d5abaddec {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:28.682239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:28.689705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:28.697380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Port 729be979-8230-4573-abca-1f98c32225ce on network a6a0899a-cc94-4191-bb10-fe6d5abaddec not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:53:28.698138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Attempting to bind port 729be979-8230-4573-abca-1f98c32225ce on network a6a0899a-cc94-4191-bb10-fe6d5abaddec {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:28.708379 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:28.709674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:28.710440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Checking segment: {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:28.711967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Bound using segment: {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:28.713057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Bound port: 729be979-8230-4573-abca-1f98c32225ce, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07973ed7-0c03-4c4b-8491-9e38f6b9aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:28.714253 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:28.786334 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42be8bc3-481d-4366-a33f-844fc0b53988 x-openstack-request-id: req-42be8bc3-481d-4366-a33f-844fc0b53988 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:28.786712 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:28.786900 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42be8bc3-481d-4366-a33f-844fc0b53988 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:28.787266 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'code': 200} Nov 12 10:53:28.820097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:28.820745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:28.822207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 1098 time: 1.3069589 Nov 12 10:53:28.913333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5542b-9d0d-4400-bf7f-5f0ea281cb39 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=11']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:28.920375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] For port 729be979-8230-4573-abca-1f98c32225ce, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:28.928924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] For port 729be979-8230-4573-abca-1f98c32225ce, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=729be979-8230-4573-abca-1f98c32225ce,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:28.936482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:29.012577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-2375571f-91c6-40ca-94eb-67f1855cdc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.015049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-2375571f-91c6-40ca-94eb-67f1855cdc70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1101 time: 0.1441922 Nov 12 10:53:29.037739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.037739 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:29.042144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] 10.222.0.52 "PUT /v2.0/ports/729be979-8230-4573-abca-1f98c32225ce HTTP/1.1" status: 200 len: 1093 time: 1.5782809 Nov 12 10:53:29.043139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'tag': '729be979-8230-4573-abca-1f98c32225ce'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:29.057402 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e3c952-c0aa-484f-9025-030615396692" -d '{"events": [{"name": "network-changed", "server_uuid": "54fc486b-b20e-4da5-aa73-7aa0cdb4f03f", "tag": "729be979-8230-4573-abca-1f98c32225ce"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:29.144852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd0527-8d61-4d6d-aebf-7902269ded23 req-a1268046-4afc-457d-a640-b41b49114312 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.162309 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-affd0527-8d61-4d6d-aebf-7902269ded23 req-a1268046-4afc-457d-a640-b41b49114312 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.3244495 Nov 12 10:53:29.179899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0412cc-0122-4b46-84a7-4e02b5459aae service neutron] Pushing event updated for resources: {'Port': ['ID=729be979-8230-4573-abca-1f98c32225ce,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:29.207729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-e91306fe-75ec-4c95-b132-1faca47afe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.210802 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-e91306fe-75ec-4c95-b132-1faca47afe22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f4a8958cccf34029ac197e6245b67935&device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 1096 time: 0.0931540 Nov 12 10:53:29.285468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-32c0f904-c5ee-4dd9-889b-78f69f14fcc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=729be979-8230-4573-abca-1f98c32225ce HTTP/1.1" status: 200 len: 217 time: 0.0619736 Nov 12 10:53:29.312552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-fa69f32f-5e58-46f9-a6d8-3816fa8dbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.314378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-fa69f32f-5e58-46f9-a6d8-3816fa8dbdb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2872777 Nov 12 10:53:29.334766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:29.369972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-3f45ac32-318b-478a-ae94-36dc8b0b72b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.0478523 Nov 12 10:53:29.399745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-7baebbbf-3c70-4173-bc28-5d5907b135ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.402460 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-7baebbbf-3c70-4173-bc28-5d5907b135ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72f93546-3db0-4dc8-9b4d-3ac341bb4900 HTTP/1.1" status: 200 len: 845 time: 0.1087198 Nov 12 10:53:29.496740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-affd0527-8d61-4d6d-aebf-7902269ded23 req-be61dd06-d5d1-4337-a7f7-b7a743619ba7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318896 Nov 12 10:53:29.524625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-f9a59751-c0e8-45f1-9024-c809139a8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.527710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-f9a59751-c0e8-45f1-9024-c809139a8e12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a0899a-cc94-4191-bb10-fe6d5abaddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176147 Nov 12 10:53:29.557886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-9ae2c8c0-0d1a-40cb-bda5-262a18c99854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.560464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-9ae2c8c0-0d1a-40cb-bda5-262a18c99854 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1744862 Nov 12 10:53:29.687232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670a47-e150-4427-b80f-d6439335f578 req-b590daad-2b6a-4f65-b4fe-8dcc80643e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.689796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-b590daad-2b6a-4f65-b4fe-8dcc80643e56 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217084 Nov 12 10:53:29.710792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-cfc93981-784c-441a-815c-f895bd9edc11 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760538 Nov 12 10:53:29.716827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c695-4eff-45bf-a6cc-22fbd1522ee8 req-e3e786e4-8c87-466d-b199-d1fa63099d8c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:29.718401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2f0c695-4eff-45bf-a6cc-22fbd1522ee8 req-e3e786e4-8c87-466d-b199-d1fa63099d8c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 944 time: 0.0997803 Nov 12 10:53:29.878727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-650c9ce2-873a-4773-ba6c-c7b90b8b6b95 req-96b4ab60-d6d1-4859-8850-6a40455dfba2 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602287 Nov 12 10:53:29.919646 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2f0c695-4eff-45bf-a6cc-22fbd1522ee8 req-99a667be-df10-45ef-836a-62945d426e57 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739123 Nov 12 10:53:29.926611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-00ff1fbd-6fb2-4406-bc51-11626940e7e3 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266090 Nov 12 10:53:29.998415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d1b2a-01d5-4e54-bbb8-0d1ca2d40739 req-e9430c9b-a6f4-43cd-9b69-bf580f1fe281 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:30.001137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a1d1b2a-01d5-4e54-bbb8-0d1ca2d40739 req-e9430c9b-a6f4-43cd-9b69-bf580f1fe281 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 949 time: 0.1280687 Nov 12 10:53:30.133662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff670a47-e150-4427-b80f-d6439335f578 req-ab50d37f-642a-4f27-aec3-6263bc2b53eb service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986413 Nov 12 10:53:30.245970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:30.331943 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8b6b28-b2e9-47f2-be83-d65f75b30731 x-openstack-request-id: req-7e8b6b28-b2e9-47f2-be83-d65f75b30731 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:30.332281 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fc486b-b20e-4da5-aa73-7aa0cdb4f03f", "tag": "729be979-8230-4573-abca-1f98c32225ce", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:30.332473 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e8b6b28-b2e9-47f2-be83-d65f75b30731 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:30.333028 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'tag': '729be979-8230-4573-abca-1f98c32225ce', 'status': 'completed', 'code': 200} Nov 12 10:53:30.364821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:30.398285 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f7dd-1c94-45f8-a867-2ad49e56b767 req-f4cafd6a-4293-4228-a0e0-a2ed8147330a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:30.400319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a70f7dd-1c94-45f8-a867-2ad49e56b767 req-f4cafd6a-4293-4228-a0e0-a2ed8147330a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1162574 Nov 12 10:53:30.409240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a1d1b2a-01d5-4e54-bbb8-0d1ca2d40739 req-5c1fdb67-f9fd-4ab0-b0b1-c5eab69ef92a tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752103 Nov 12 10:53:30.418972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3c952-c0aa-484f-9025-030615396692 req-afbe1f15-e1c4-42ae-b9f8-e88459c58761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:30.420603 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26e3c952-c0aa-484f-9025-030615396692 req-afbe1f15-e1c4-42ae-b9f8-e88459c58761 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f4a8958cccf34029ac197e6245b67935&device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 1096 time: 0.0910311 Nov 12 10:53:30.493134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a70f7dd-1c94-45f8-a867-2ad49e56b767 req-b1188e88-6f64-471d-82fb-d37f203162df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834348 Nov 12 10:53:30.542004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:30.585662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3c952-c0aa-484f-9025-030615396692 req-11beb2a7-9721-465a-854d-1f2a2de6d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:30.587243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26e3c952-c0aa-484f-9025-030615396692 req-11beb2a7-9721-465a-854d-1f2a2de6d53d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a0899a-cc94-4191-bb10-fe6d5abaddec HTTP/1.1" status: 200 len: 907 time: 0.1544828 Nov 12 10:53:30.601075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbdaa8-b0d5-4ce5-aa76-a94b953b0ec7 req-deb00b5c-bdd2-4732-880c-c05c4ccb3a59 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:30.602671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfdbdaa8-b0d5-4ce5-aa76-a94b953b0ec7 req-deb00b5c-bdd2-4732-880c-c05c4ccb3a59 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.0915470 Nov 12 10:53:30.659547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26e3c952-c0aa-484f-9025-030615396692 req-36ce0a24-f46f-4825-98c0-a398eb2d0fd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=729be979-8230-4573-abca-1f98c32225ce HTTP/1.1" status: 200 len: 217 time: 0.0542338 Nov 12 10:53:30.729437 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfdbdaa8-b0d5-4ce5-aa76-a94b953b0ec7 req-a8b61d13-f5c4-494e-9f3a-f2fab7dbcb58 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181056 Nov 12 10:53:30.742624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3c952-c0aa-484f-9025-030615396692 req-9997aea1-2c30-4868-aee3-94c5c62d12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:30.744784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26e3c952-c0aa-484f-9025-030615396692 req-9997aea1-2c30-4868-aee3-94c5c62d12a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72f93546-3db0-4dc8-9b4d-3ac341bb4900 HTTP/1.1" status: 200 len: 845 time: 0.0778515 Nov 12 10:53:30.788476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:30.793146 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c59ed4c-eb96-4afa-a7f9-e92457825588" -d '{"events": [{"name": "network-changed", "server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:30.835607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3c952-c0aa-484f-9025-030615396692 req-9bed8641-32cd-4d7e-80f6-8167990ce894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:30.838200 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26e3c952-c0aa-484f-9025-030615396692 req-9bed8641-32cd-4d7e-80f6-8167990ce894 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a0899a-cc94-4191-bb10-fe6d5abaddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851810 Nov 12 10:53:30.946184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6901ba-c2cc-4a53-b626-67db552b4716 req-4c22d768-b77b-448d-b297-f3936c147da6 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:30.948779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c6901ba-c2cc-4a53-b626-67db552b4716 req-4c22d768-b77b-448d-b297-f3936c147da6 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1084876 Nov 12 10:53:31.005825 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26e3c952-c0aa-484f-9025-030615396692 req-84b244be-3fe5-41d4-bffd-60927e8843be service neutron] 10.222.0.52 "GET /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578236 Nov 12 10:53:31.087676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c6901ba-c2cc-4a53-b626-67db552b4716 req-ab09db87-dc2d-4aad-bed5-d9ab02625c76 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303539 Nov 12 10:53:31.149790 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248e213f-d509-47a4-81e8-ebc46855d918 x-openstack-request-id: req-248e213f-d509-47a4-81e8-ebc46855d918 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:31.150175 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:31.150522 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-248e213f-d509-47a4-81e8-ebc46855d918 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:31.151008 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'status': 'completed', 'code': 200} Nov 12 10:53:31.290039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26e3c952-c0aa-484f-9025-030615396692 req-c2c8d7af-da94-4202-b575-ffab0e417203 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708559 Nov 12 10:53:31.342231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-e0d1ab30-59d6-4ee4-b07b-a645f05fa528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:31.348356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-e0d1ab30-59d6-4ee4-b07b-a645f05fa528 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1101 time: 0.1530697 Nov 12 10:53:31.434559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cd9de-10b7-42bf-9a5d-28dcbc6431f1 req-3d9ba933-7688-471d-9941-42cb3a5c6803 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:31.437192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae8cd9de-10b7-42bf-9a5d-28dcbc6431f1 req-3d9ba933-7688-471d-9941-42cb3a5c6803 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 944 time: 0.1455798 Nov 12 10:53:31.438232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-ab67f8d6-59ed-4988-8172-b0b3a3d241f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:31.440379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-ab67f8d6-59ed-4988-8172-b0b3a3d241f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1101 time: 0.1770217 Nov 12 10:53:31.606500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae8cd9de-10b7-42bf-9a5d-28dcbc6431f1 req-aa830d25-59d7-4444-9616-c7b5df621104 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499238 Nov 12 10:53:31.722608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-d510f0a6-ac34-40d5-a4eb-5f54d314b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:31.726344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-d510f0a6-ac34-40d5-a4eb-5f54d314b4ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3721724 Nov 12 10:53:31.811747 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-d0b906b4-59d8-4c8f-81e4-612651b17efc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.0763223 Nov 12 10:53:31.821390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-da56a1af-7ebf-4bf5-81e6-824b30425bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:31.822937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-da56a1af-7ebf-4bf5-81e6-824b30425bf1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3321810 Nov 12 10:53:31.836712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6214fb-427f-4f0d-b747-23769c66dd80 req-79551e82-82fc-4389-a818-1fd6a70b3e1e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:31.838400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa6214fb-427f-4f0d-b747-23769c66dd80 req-79551e82-82fc-4389-a818-1fd6a70b3e1e tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 949 time: 0.2325678 Nov 12 10:53:31.910300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5972569-e763-42e4-9e44-501032e91c89 req-dec19880-6e6f-4f8a-a11f-f72b0f834471 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:31.917508 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5972569-e763-42e4-9e44-501032e91c89 req-dec19880-6e6f-4f8a-a11f-f72b0f834471 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1446986 Nov 12 10:53:31.931671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-d8355457-2f22-4e8c-b12e-152169cb24c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 200 len: 217 time: 0.0842519 Nov 12 10:53:32.029732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 729be979-8230-4573-abca-1f98c32225ce details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:53:32.114773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-9b74ddbd-2c3c-4adb-a543-cbd3ff7838bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:32.121503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5972569-e763-42e4-9e44-501032e91c89 req-ab24b659-1bdb-4953-90ec-e7e12f96fdf2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937184 Nov 12 10:53:32.133410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-9b74ddbd-2c3c-4adb-a543-cbd3ff7838bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1267741 Nov 12 10:53:32.258979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-109e14d6-401c-4a26-863d-f8c7acfefd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:32.260967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-109e14d6-401c-4a26-863d-f8c7acfefd88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.4358504 Nov 12 10:53:32.460393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 729be979-8230-4573-abca-1f98c32225ce, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=729be979-8230-4573-abca-1f98c32225ce,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:32.471399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3693c4-5778-4e13-a2d1-80c95ac4d041 req-fdf5a1a5-e3f9-448a-83de-7b1c86301c17 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:32.489169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2d3693c4-5778-4e13-a2d1-80c95ac4d041 req-fdf5a1a5-e3f9-448a-83de-7b1c86301c17 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 945 time: 0.2656088 Nov 12 10:53:32.492608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '729be979-8230-4573-abca-1f98c32225ce', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'port_id': '729be979-8230-4573-abca-1f98c32225ce', 'mac_address': 'fa:16:3e:e3:5e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:53:32.526724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47680) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:32.581130 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:32.600524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2d3693c4-5778-4e13-a2d1-80c95ac4d041 req-8fff053a-e7a8-410a-a5e2-eba996743351 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099727 Nov 12 10:53:32.603066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-090f3729-bc1c-4c7b-9d52-66e04463f1af tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:32.604742 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-090f3729-bc1c-4c7b-9d52-66e04463f1af tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.2548685 Nov 12 10:53:32.625897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-19'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:32.638767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729be979-8230-4573-abca-1f98c32225ce {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:32.688199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 729be979-8230-4573-abca-1f98c32225ce, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=729be979-8230-4573-abca-1f98c32225ce,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:32.694844 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:32.695507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:53:32.759721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:32.821516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa6214fb-427f-4f0d-b747-23769c66dd80 req-80c82d25-af7b-4d88-b524-771254d9b270 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8915520 Nov 12 10:53:32.852478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-e28dd3d1-ea1e-4012-a33f-31b335007d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:32.855028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-e28dd3d1-ea1e-4012-a33f-31b335007d7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7204993 Nov 12 10:53:32.899452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1b4250ca-154b-4e49-b932-b8df7360aa5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:32.920404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-880a342c-9580-4cbc-8a7e-22846d81fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:32.926605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-880a342c-9580-4cbc-8a7e-22846d81fece service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433692 Nov 12 10:53:33.018298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:33.033611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'mac_address': 'fa:16:3e:bd:81:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:53:33.037591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=729be979-8230-4573-abca-1f98c32225ce,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:33.057142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea80b6-483e-449a-8fff-bc924f9bd32f req-ee0c6c71-309f-48e4-b016-e182b5258b7b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:33.059952 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9ea80b6-483e-449a-8fff-bc924f9bd32f req-ee0c6c71-309f-48e4-b016-e182b5258b7b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.2735090 Nov 12 10:53:33.131796 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.156566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1b4250ca-154b-4e49-b932-b8df7360aa5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.167842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:33.173308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1b4250ca-154b-4e49-b932-b8df7360aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.213183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:33.218621 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.235561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1b4250ca-154b-4e49-b932-b8df7360aa5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1793b6d7d41433795e840a025e195b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6882997 Nov 12 10:53:33.249658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47688) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:33.250995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4250ca-154b-4e49-b932-b8df7360aa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6697e8d6-ad22-421c-844c-b6324a2e50f8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:33.258191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-ffa1b6bd-af5b-49be-9dd6-89a4c1992c89 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157346 Nov 12 10:53:33.289462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-e09465e8-eedc-4d2a-8211-32b3ca316c7c service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939428 Nov 12 10:53:33.299684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=12']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:33.336397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:33.378946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f6d1e-3312-4eb0-b352-46f3f02deab2 req-6d9aa6b9-3369-45ba-80e1-9980a2739774 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:33.382261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9ea80b6-483e-449a-8fff-bc924f9bd32f req-20c7b2b0-e10a-48e0-8cc7-6286fc7e05d9 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078229 Nov 12 10:53:33.385694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-895f6d1e-3312-4eb0-b352-46f3f02deab2 req-6d9aa6b9-3369-45ba-80e1-9980a2739774 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 945 time: 0.2315230 Nov 12 10:53:33.456894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2404852-7b5d-4bb7-91d1-925bf7f83872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.529549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:33.542962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['729be979-8230-4573-abca-1f98c32225ce'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:33.567677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-895f6d1e-3312-4eb0-b352-46f3f02deab2 req-119c0376-8cc5-40f5-9841-0a74202ba823 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355069 Nov 12 10:53:33.571756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:33.598002 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2404852-7b5d-4bb7-91d1-925bf7f83872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.602734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-7ad17700-4164-46f4-b055-44df23898b48 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108215 Nov 12 10:53:33.605166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c59ed4c-eb96-4afa-a7f9-e92457825588 req-579169a7-752d-4503-bedc-753e53453b3e service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926595 Nov 12 10:53:33.648141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:33.650774 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d32b27-bc42-42fb-850f-0e9f3358ac7e" -d '{"events": [{"server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "name": "network-vif-unplugged", "status": "completed", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:33.657452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.691333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.720997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64507dba-cd6f-4ac8-abb6-ea1d6c5d0c11 req-0d54dde5-12dc-40bd-9972-84128d4843db tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:33.723159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64507dba-cd6f-4ac8-abb6-ea1d6c5d0c11 req-0d54dde5-12dc-40bd-9972-84128d4843db tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.2202692 Nov 12 10:53:33.834456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd289a-ff11-4492-8fa7-2fd7e9817ba8 req-d0b7ccb0-cac0-4b23-83e8-d866b9547013 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:33.839510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6bd289a-ff11-4492-8fa7-2fd7e9817ba8 req-d0b7ccb0-cac0-4b23-83e8-d866b9547013 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.1136377 Nov 12 10:53:33.841237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Pushing event updated for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:33.868646 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2404852-7b5d-4bb7-91d1-925bf7f83872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.872052 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2404852-7b5d-4bb7-91d1-925bf7f83872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.873463 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f2404852-7b5d-4bb7-91d1-925bf7f83872 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6697e8d6-ad22-421c-844c-b6324a2e50f8 HTTP/1.1" status: 204 len: 168 time: 0.6176610 Nov 12 10:53:33.936846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:33.937214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:33.937549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:33.944096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:53:33.944438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:33.950312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2404852-7b5d-4bb7-91d1-925bf7f83872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6697e8d6-ad22-421c-844c-b6324a2e50f8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:33.952583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:33.952951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:33.953747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:33.954210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Bound port: 5f23a1d1-6943-45e8-a478-87168d2b1faf, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:33.954575 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.965793 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6bd289a-ff11-4492-8fa7-2fd7e9817ba8 req-12ef760f-8554-42f2-9724-7a7f2e19e94d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894074 Nov 12 10:53:33.968143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64507dba-cd6f-4ac8-abb6-ea1d6c5d0c11 req-c5ebae2b-ab31-4753-a9d1-01a529262831 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145081 Nov 12 10:53:34.039093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5f23a1d1-6943-45e8-a478-87168d2b1faf details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:53:34.079492 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25d6119-ee85-4410-aff3-e362299bdfbf x-openstack-request-id: req-a25d6119-ee85-4410-aff3-e362299bdfbf {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:34.080356 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "name": "network-vif-unplugged", "status": "completed", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:34.080743 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a25d6119-ee85-4410-aff3-e362299bdfbf {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:34.081288 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf', 'code': 200} Nov 12 10:53:34.190361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:34.193937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:34.205388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:34.269613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c9073-15ef-4f42-a2d0-ed0590d04418 req-c6c6254b-a56d-4c3e-8989-af0c2df446a6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:34.285390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf0c9073-15ef-4f42-a2d0-ed0590d04418 req-c6c6254b-a56d-4c3e-8989-af0c2df446a6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.1195133 Nov 12 10:53:34.318893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:34.319865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:34.320765 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:34.323795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] 10.222.0.52 "PUT /v2.0/ports/5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 200 len: 1123 time: 1.7110515 Nov 12 10:53:34.325488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b6ab4-506e-48a5-a817-713994375238 service neutron] Pushing event updated for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=8']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:34.364732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf0c9073-15ef-4f42-a2d0-ed0590d04418 req-c938b26f-f253-4684-af4a-dc90c9375cd4 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725422 Nov 12 10:53:34.384508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:34.385388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:34.385922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:34.395594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:53:34.396222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempting to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:34.446582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:34.447374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:34.448452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:34.449311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Bound port: 5f23a1d1-6943-45e8-a478-87168d2b1faf, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:34.449894 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:34.539072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['5f23a1d1-6943-45e8-a478-87168d2b1faf'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:34.558766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['5f23a1d1-6943-45e8-a478-87168d2b1faf'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:34.668123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee229-b6d6-4763-88d0-e4c58eb32cba req-85b9684f-419c-45f2-aee6-e541e763c0ef tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:34.685223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-174ee229-b6d6-4763-88d0-e4c58eb32cba req-85b9684f-419c-45f2-aee6-e541e763c0ef tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1539431 Nov 12 10:53:34.746388 n-d-768851-19 neutron-server[109167]: WARNING neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Concurrent port binding operations failed on port 5f23a1d1-6943-45e8-a478-87168d2b1faf Nov 12 10:53:34.753041 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:34.768987 n-d-768851-19 neutron-server[109167]: INFO neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempt 2 to bind port 5f23a1d1-6943-45e8-a478-87168d2b1faf Nov 12 10:53:34.769455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5f23a1d1-6943-45e8-a478-87168d2b1faf has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:53:34.786902 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-174ee229-b6d6-4763-88d0-e4c58eb32cba req-edb5183a-809a-4b4b-94fd-2203a67b8078 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980697 Nov 12 10:53:34.999195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2dc3-4760-43aa-8567-78003f374940 req-8fe93f1d-2697-4942-9b0a-a21cbdb22b8a tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:35.014789 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-137f2dc3-4760-43aa-8567-78003f374940 req-8fe93f1d-2697-4942-9b0a-a21cbdb22b8a tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 945 time: 0.1170506 Nov 12 10:53:35.055984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd03a0-44f5-48d6-8165-12283869ebdc req-b2ca142d-b3fc-4698-a111-97d2962f464d tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:35.057848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2acd03a0-44f5-48d6-8165-12283869ebdc req-b2ca142d-b3fc-4698-a111-97d2962f464d tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 1102 time: 0.1050713 Nov 12 10:53:35.111431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-137f2dc3-4760-43aa-8567-78003f374940 req-499c34f5-0a6a-4095-88d2-71ff17905232 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953214 Nov 12 10:53:35.165860 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2acd03a0-44f5-48d6-8165-12283869ebdc req-3552a265-782e-4436-9a4d-ba77ba9e8b63 tempest-MigrationsAdminTest-155166593 tempest-MigrationsAdminTest-155166593-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964298 Nov 12 10:53:35.299302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c0b60-78ca-4c99-ada1-4aac536e8056 req-c2e4168b-5449-4069-8a71-ed8787c3219e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:35.302156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-419c0b60-78ca-4c99-ada1-4aac536e8056 req-c2e4168b-5449-4069-8a71-ed8787c3219e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.0890942 Nov 12 10:53:35.307096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c351b0-426a-4e9f-8046-78c9075b17a9 req-ff50fb46-4ab0-4b79-8e32-4dd4169fe00d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:35.309300 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96c351b0-426a-4e9f-8046-78c9075b17a9 req-ff50fb46-4ab0-4b79-8e32-4dd4169fe00d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.0778611 Nov 12 10:53:35.339595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47738) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:35.382040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-419c0b60-78ca-4c99-ada1-4aac536e8056 req-2cb0e888-a34b-43db-8822-9cd8cb2ee068 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692828 Nov 12 10:53:35.397993 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96c351b0-426a-4e9f-8046-78c9075b17a9 req-ea05a2ad-d8f5-4740-bfbd-4fb5c711bba0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761986 Nov 12 10:53:35.526210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-756933447-network', 'tenant_id': '042737649f8846a18377f35ce2358875'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:35.556162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Made reservation on behalf of 042737649f8846a18377f35ce2358875 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:35.559070 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:35.575538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:35.728142 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:35.734196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:35.760506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:53:35.793293 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:35.793888 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Added segment 08e8629d-c977-48c6-8e7a-2f57e2ab40c8 of type vlan for network 4e3cd870-82e8-4e86-82e0-6b6abfea5a95 Nov 12 10:53:35.805841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad95279-3c9d-4add-812e-05e71294ba5e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:35.821232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56192d33-3bbe-45f8-beac-ac6764375923 req-0dc1c9fd-130f-46f9-8556-6bdac6bbd9ae tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:35.831989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-56192d33-3bbe-45f8-beac-ac6764375923 req-0dc1c9fd-130f-46f9-8556-6bdac6bbd9ae tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 950 time: 0.0899885 Nov 12 10:53:35.915191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:35.924810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-56192d33-3bbe-45f8-beac-ac6764375923 req-a04f5f4c-e67a-4e11-a879-a30e41fcaacc tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915763 Nov 12 10:53:35.974972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:35.975933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:35.976513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:35.989626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c32a7-a278-4f08-8aa5-ac4d7c1fac42 req-577ce81d-c05c-459f-a84a-d23a1b2723d0 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:35.991184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f3c32a7-a278-4f08-8aa5-ac4d7c1fac42 req-577ce81d-c05c-459f-a84a-d23a1b2723d0 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1000819 Nov 12 10:53:36.037186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6961203 Nov 12 10:53:36.041501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47748) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:36.042494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:36.050272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Request body: {'subnet': {'network_id': '4e3cd870-82e8-4e86-82e0-6b6abfea5a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-756933447-subnet', 'tenant_id': '042737649f8846a18377f35ce2358875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:36.078173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Made reservation on behalf of 042737649f8846a18377f35ce2358875 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:36.084634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:36.085325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:36.087884 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da183dbb-1eff-409e-9bfd-2c42a23b4733" -d '{"events": [{"name": "network-changed", "server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:36.128643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:53:36.135952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:36.136691 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:36.146594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c901e1-3172-42d2-85fa-d12df4969c15 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3cd870-82e8-4e86-82e0-6b6abfea5a95,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:36.192449 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f3c32a7-a278-4f08-8aa5-ac4d7c1fac42 req-cf0fc391-be34-4f95-a386-06d33d838d31 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818125 Nov 12 10:53:36.199809 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf99790d-4c43-4078-b421-f7ae503ea40e x-openstack-request-id: req-bf99790d-4c43-4078-b421-f7ae503ea40e {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:36.200494 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:36.201204 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf99790d-4c43-4078-b421-f7ae503ea40e {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:36.205768 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf', 'status': 'completed', 'code': 200} Nov 12 10:53:36.217943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 4e3cd870-82e8-4e86-82e0-6b6abfea5a95 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:53:36.312163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-2ef5bbfe-3f4e-427f-b9a4-ab28e936a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:36.313707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-2ef5bbfe-3f4e-427f-b9a4-ab28e936a510 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1126 time: 0.0958152 Nov 12 10:53:36.413611 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:36.452176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:36.453450 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:36.458034 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a657d5-0aaa-4fe4-90b0-dff916da954b" -d '{"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-plugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:36.461973 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:36.462829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 729be979-8230-4573-abca-1f98c32225ce up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:36.478470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb24a64-2917-490c-9267-71095b164fc8 req-b00964f2-a678-4f6b-8211-4081f9ec3d27 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:36.480577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5fb24a64-2917-490c-9267-71095b164fc8 req-b00964f2-a678-4f6b-8211-4081f9ec3d27 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 945 time: 0.1823287 Nov 12 10:53:36.584533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=13']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:36.603298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 729be979-8230-4573-abca-1f98c32225ce completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:53:36.608832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:36.618150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 729be979-8230-4573-abca-1f98c32225ce triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:36.618768 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:36.634274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978410c-0085-4b61-af15-cd802076977c req-f6da160c-fc41-4b83-8ffc-58099171b3b3 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:36.639560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-3b788115-fd78-4eb2-8a40-2fa8681e1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:36.640584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-3b788115-fd78-4eb2-8a40-2fa8681e1e40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.2948523 Nov 12 10:53:36.642474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2978410c-0085-4b61-af15-cd802076977c req-f6da160c-fc41-4b83-8ffc-58099171b3b3 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1133575 Nov 12 10:53:36.699031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5fb24a64-2917-490c-9267-71095b164fc8 req-53cdb387-2e83-407f-a0c0-5b55f4f2f6b5 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794617 Nov 12 10:53:36.735402 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2978410c-0085-4b61-af15-cd802076977c req-13a85406-0a17-4e33-bbde-577c5f9a11fe tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902693 Nov 12 10:53:36.803684 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:36.810737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-3e3245c5-c44e-4a2e-8fe0-8a99120f1aac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 200 len: 217 time: 0.1425800 Nov 12 10:53:36.838892 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f3f344-614c-4cf9-b63f-f58d9eb3e485 x-openstack-request-id: req-65f3f344-614c-4cf9-b63f-f58d9eb3e485 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:36.840048 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-plugged", "status": "completed", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:36.840983 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65f3f344-614c-4cf9-b63f-f58d9eb3e485 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:36.842228 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'code': 200} Nov 12 10:53:36.846053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5621ab11-85e8-4103-b1dc-6b2489c38301,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:36.909781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 729be979-8230-4573-abca-1f98c32225ce, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=729be979-8230-4573-abca-1f98c32225ce,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:36.918590 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:36.946824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Checking segment: {'id': '08e8629d-c977-48c6-8e7a-2f57e2ab40c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4e3cd870-82e8-4e86-82e0-6b6abfea5a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:36.947205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Network hostable DHCP agents. Network: 4e3cd870-82e8-4e86-82e0-6b6abfea5a95, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:53:36.960484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-57a57b39-d7c5-4550-8fdf-5fee231dcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:36.961992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-57a57b39-d7c5-4550-8fdf-5fee231dcd21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1401429 Nov 12 10:53:37.009890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Network 4e3cd870-82e8-4e86-82e0-6b6abfea5a95 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:53:37.014726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-dd771ce0-ce78-4145-8e76-f4785a878fe4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376356 Nov 12 10:53:37.015213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=729be979-8230-4573-abca-1f98c32225ce,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:37.024292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.025204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.026062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.026687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.027244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.028911 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.029907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.030316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829aecf-192a-4e4a-8f21-5d4f9497fe67 req-45c410d5-3921-498a-bf44-18365fe37e58 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:37.030718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.031288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.031847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.031972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829aecf-192a-4e4a-8f21-5d4f9497fe67 req-45c410d5-3921-498a-bf44-18365fe37e58 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.1469138 Nov 12 10:53:37.032506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.033621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:53:37.109565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 4e3cd870-82e8-4e86-82e0-6b6abfea5a95) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:37.114665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:37.115370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:37.122618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f5140b-09f7-4649-a9c4-2e0534e2c2c4 None None] Network 4e3cd870-82e8-4e86-82e0-6b6abfea5a95 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:37.157083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-9ba9ec4f-a74b-48f1-88db-37148672c522 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:37.160088 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-9ba9ec4f-a74b-48f1-88db-37148672c522 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 951 time: 0.0860868 Nov 12 10:53:37.361098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-93df2474-62c7-44d4-979c-f659678eb493 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3111176 Nov 12 10:53:37.369042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-ec172322-a043-4b10-949e-4e4cd3abfd66 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187671 Nov 12 10:53:37.375600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829aecf-192a-4e4a-8f21-5d4f9497fe67 req-b5cb4fe0-f658-49e5-ab3e-06f2366c5ca5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211856 Nov 12 10:53:37.383882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b98f36-9bb3-48d7-a69b-2fe1f4d1569c req-dec0a0bf-4b86-4ba8-b731-2e180b398252 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:37.388574 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e4b98f36-9bb3-48d7-a69b-2fe1f4d1569c req-dec0a0bf-4b86-4ba8-b731-2e180b398252 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 951 time: 0.1068349 Nov 12 10:53:37.399859 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Deleting port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:37.400656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:37.463830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca2466d-0b3e-4f47-a2f3-eba65de20175 None None] Network 4e3cd870-82e8-4e86-82e0-6b6abfea5a95 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:37.507830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da183dbb-1eff-409e-9bfd-2c42a23b4733 req-4219b1a7-d696-4204-8604-c1c07a4d9e27 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236436 Nov 12 10:53:37.605938 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e4b98f36-9bb3-48d7-a69b-2fe1f4d1569c req-21628939-b56f-4983-bd4b-5d48d781c6d5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983371 Nov 12 10:53:37.638922 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] For port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:37.639532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:37.659629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac22ade-f53e-4073-8799-f7e9507b6bea req-70977fc3-dec0-481d-acbe-0dba381a9d67 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:37.681307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ac22ade-f53e-4073-8799-f7e9507b6bea req-70977fc3-dec0-481d-acbe-0dba381a9d67 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 946 time: 0.1685719 Nov 12 10:53:37.707479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Calling delete_port for 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:37.781068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ac22ade-f53e-4073-8799-f7e9507b6bea req-dfbf5624-0b1c-4f41-a5f1-8b980ff1968a tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982611 Nov 12 10:53:37.938523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078c398-3ecc-4ffd-982f-ffc178633a3b req-ae2558da-2e20-40e5-88d1-e6691c81feff tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:37.941405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4078c398-3ecc-4ffd-982f-ffc178633a3b req-ae2558da-2e20-40e5-88d1-e6691c81feff tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1275251 Nov 12 10:53:38.050132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4078c398-3ecc-4ffd-982f-ffc178633a3b req-e6bf0537-66b1-4903-9787-1f21709be73c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926981 Nov 12 10:53:38.091816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:38.112164 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-84ff067c-4e56-4253-9975-96d2372054a8 req-d75cd9d5-c541-4cba-be7a-2b9f559537a8 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] show failed (client error): The resource could not be found. Nov 12 10:53:38.122077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['c09cf728-3471-4dd0-af83-51b4168fe1b8', 'b07effe8-5518-4727-85be-8c8b6b2911e8', '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:38.131475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84ff067c-4e56-4253-9975-96d2372054a8 req-d75cd9d5-c541-4cba-be7a-2b9f559537a8 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] 10.222.0.31 "GET /v2.0/security-groups/b20bd721-0481-45fc-8595-e8558ae5af65 HTTP/1.1" status: 404 len: 352 time: 0.0425856 Nov 12 10:53:38.168096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event deleted for resources: {'Port': ['ID=6f9bc0e3-aa4b-4904-bcf0-939a347afdbd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:38.255254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:38.278695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] No DVR routers for this DVR port 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:38.281928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:38.287138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e561b85d-0096-43a6-aacb-130b4e63c92c req-c68972f3-29dd-4542-987a-feaeaca715b5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "DELETE /v2.0/ports/6f9bc0e3-aa4b-4904-bcf0-939a347afdbd HTTP/1.1" status: 204 len: 173 time: 1.1194806 Nov 12 10:53:38.287969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-deleted', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:38.291250 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea140ed-e785-4bc0-aa82-4ff253e36a00" -d '{"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-deleted", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:38.328159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e205f9-f04e-40db-8c62-6103a4650348 req-3837af0d-61a0-40b4-9c28-ab580e83fd51 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:38.330040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87e205f9-f04e-40db-8c62-6103a4650348 req-3837af0d-61a0-40b4-9c28-ab580e83fd51 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.1187134 Nov 12 10:53:38.403647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3363a5-7a95-428f-a1a1-3fdd035fabf7 req-a82c62c6-769b-4b11-8df3-1d05f35c7471 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:38.419622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d3363a5-7a95-428f-a1a1-3fdd035fabf7 req-a82c62c6-769b-4b11-8df3-1d05f35c7471 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1703768 Nov 12 10:53:38.428301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87e205f9-f04e-40db-8c62-6103a4650348 req-e39af93d-2dab-4e79-a0c3-2972efcf6f89 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748143 Nov 12 10:53:38.519008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d3363a5-7a95-428f-a1a1-3fdd035fabf7 req-e03beaef-2a2a-4361-b6a9-4a2cabd4dd03 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974000 Nov 12 10:53:38.609753 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef16b1-8abe-4a49-8ac1-43e15708b9dc x-openstack-request-id: req-03ef16b1-8abe-4a49-8ac1-43e15708b9dc {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:38.610710 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b490030-4322-4e67-926c-1b61c3986230", "name": "network-vif-deleted", "tag": "6f9bc0e3-aa4b-4904-bcf0-939a347afdbd", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:38.611373 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03ef16b1-8abe-4a49-8ac1-43e15708b9dc {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:38.612034 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b490030-4322-4e67-926c-1b61c3986230', 'name': 'network-vif-deleted', 'tag': '6f9bc0e3-aa4b-4904-bcf0-939a347afdbd', 'status': 'completed', 'code': 200} Nov 12 10:53:38.721728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42b185bf-448e-4b5e-a52b-f50a22bb6cf0 req-7eadae65-db9c-4233-bbc5-55c6b2dc54b1 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=042737649f8846a18377f35ce2358875 HTTP/1.1" status: 200 len: 3001 time: 0.0854638 Nov 12 10:53:38.795173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cf88d-d448-442c-91de-30c772496a56 req-973a4c82-4637-4af7-826b-994767cfe531 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:38.796897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-017cf88d-d448-442c-91de-30c772496a56 req-973a4c82-4637-4af7-826b-994767cfe531 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.0685656 Nov 12 10:53:38.804414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42b185bf-448e-4b5e-a52b-f50a22bb6cf0 req-72b91960-8736-4d75-b3a3-c6288c94244b tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] 10.222.0.31 "GET /v2.0/security-groups/fad95279-3c9d-4add-812e-05e71294ba5e HTTP/1.1" status: 200 len: 2998 time: 0.0634694 Nov 12 10:53:38.869490 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-017cf88d-d448-442c-91de-30c772496a56 req-bd9b1bc1-d74d-4dbb-a97b-2f51ab9e50c2 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646746 Nov 12 10:53:38.886866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42b185bf-448e-4b5e-a52b-f50a22bb6cf0 req-380a9de0-3f5e-4c88-b20d-aa74faca2ea4 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] 10.222.0.31 "GET /v2.0/security-groups/fad95279-3c9d-4add-812e-05e71294ba5e HTTP/1.1" status: 200 len: 2998 time: 0.0760882 Nov 12 10:53:38.922794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729be979-8230-4573-abca-1f98c32225ce'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:38.926726 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e671d7-8265-4401-bf9a-3bdcd6e01d20" -d '{"events": [{"server_uuid": "54fc486b-b20e-4da5-aa73-7aa0cdb4f03f", "name": "network-vif-plugged", "status": "completed", "tag": "729be979-8230-4573-abca-1f98c32225ce"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:39.009498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f693710a-79f0-4e30-ab67-05d3d01c4280 req-5b529ea1-f82e-4681-bb02-3ba199523a28 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b490030-4322-4e67-926c-1b61c3986230 HTTP/1.1" status: 200 len: 210 time: 0.0343595 Nov 12 10:53:39.105154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbdfd7-ea19-4ee6-a3e8-3ecca0cf467c req-31aa3342-9403-4fae-9b2b-af579d6b7f8c tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:39.109995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02dbdfd7-ea19-4ee6-a3e8-3ecca0cf467c req-31aa3342-9403-4fae-9b2b-af579d6b7f8c tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 946 time: 0.1017029 Nov 12 10:53:39.127703 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-885de81b-713f-4795-83c6-f2693d480879 req-045268c3-9e35-4886-9423-96ea8b1e4d4c tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] 10.222.0.31 "GET /v2.0/security-groups/fad95279-3c9d-4add-812e-05e71294ba5e HTTP/1.1" status: 200 len: 2998 time: 0.0785575 Nov 12 10:53:39.185611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02dbdfd7-ea19-4ee6-a3e8-3ecca0cf467c req-50a59d38-c2ca-431f-a507-5c718600ee42 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712843 Nov 12 10:53:39.217116 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-885de81b-713f-4795-83c6-f2693d480879 req-4bd80f96-6c15-4d51-8aa7-13121c889364 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 10:53:39.218209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-885de81b-713f-4795-83c6-f2693d480879 req-4bd80f96-6c15-4d51-8aa7-13121c889364 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] 10.222.0.31 "DELETE /v2.0/security-groups/fad95279-3c9d-4add-812e-05e71294ba5e HTTP/1.1" status: 409 len: 352 time: 0.0765176 Nov 12 10:53:39.255202 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5015fafa-8a42-4ef0-be0a-ddf5860cef22 x-openstack-request-id: req-5015fafa-8a42-4ef0-be0a-ddf5860cef22 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:39.255851 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fc486b-b20e-4da5-aa73-7aa0cdb4f03f", "name": "network-vif-plugged", "status": "completed", "tag": "729be979-8230-4573-abca-1f98c32225ce", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:39.256844 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5015fafa-8a42-4ef0-be0a-ddf5860cef22 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:39.257504 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729be979-8230-4573-abca-1f98c32225ce', 'code': 200} Nov 12 10:53:39.298376 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-8ef43dd8-f6c9-4b07-a22f-5bead040b83c req-83039837-9d29-4669-9be1-3610f5a56720 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] show failed (client error): The resource could not be found. Nov 12 10:53:39.299969 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ef43dd8-f6c9-4b07-a22f-5bead040b83c req-83039837-9d29-4669-9be1-3610f5a56720 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] 10.222.0.31 "GET /v2.0/security-groups/6eec391e-0684-4f99-8262-3f7fa5cffdd9 HTTP/1.1" status: 404 len: 352 time: 0.0242741 Nov 12 10:53:39.371819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35143336-d508-4421-8bfd-8ca78342825e req-3af5711b-a1ea-4a79-a452-638421439538 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:39.373417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35143336-d508-4421-8bfd-8ca78342825e req-3af5711b-a1ea-4a79-a452-638421439538 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.0599470 Nov 12 10:53:39.386748 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-90514c27-7272-49ab-ba71-c0a2d04b8828 req-02178754-1ebd-40ce-b2c4-cf46aa326b97 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] show failed (client error): The resource could not be found. Nov 12 10:53:39.387776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-90514c27-7272-49ab-ba71-c0a2d04b8828 req-02178754-1ebd-40ce-b2c4-cf46aa326b97 tempest-SecurityGroupsNegativeTestJSON-305023350 tempest-SecurityGroupsNegativeTestJSON-305023350-project] 10.222.0.31 "GET /v2.0/security-groups/8e61f2ae-5b5f-42d9-80c9-ce384551e26f HTTP/1.1" status: 404 len: 352 time: 0.0538511 Nov 12 10:53:39.406207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47806) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:39.413979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb58fbe-99f7-49c9-9dca-57892fbe154e req-9f3bfe0d-69cd-47d3-adab-72d601d0cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:39.419061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-beb58fbe-99f7-49c9-9dca-57892fbe154e req-9f3bfe0d-69cd-47d3-adab-72d601d0cfb1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 1098 time: 0.0830522 Nov 12 10:53:39.471428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-beb58fbe-99f7-49c9-9dca-57892fbe154e req-1d8f052c-3547-448b-860b-73713f8bf3e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 Nov 12 10:53:39.485525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35143336-d508-4421-8bfd-8ca78342825e req-117ce113-2c22-4891-8757-1406c65c42c1 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035175 Nov 12 10:53:39.489493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4cd7f2-2a6b-483f-b6ad-37e4959805c0 admin admin] Deleting subnet 5621ab11-85e8-4103-b1dc-6b2489c38301 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:53:39.495253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd7f2-2a6b-483f-b6ad-37e4959805c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:39.538972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd7f2-2a6b-483f-b6ad-37e4959805c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:39.594538 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd7f2-2a6b-483f-b6ad-37e4959805c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:39.627725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548f3b6-8ccc-415d-b245-2f6c0341e3a3 req-9161378d-13ec-46b1-b211-68e33b2fa6b6 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:39.629312 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5548f3b6-8ccc-415d-b245-2f6c0341e3a3 req-9161378d-13ec-46b1-b211-68e33b2fa6b6 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.0745869 Nov 12 10:53:39.694627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd7f2-2a6b-483f-b6ad-37e4959805c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:39.700172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5548f3b6-8ccc-415d-b245-2f6c0341e3a3 req-4087c6e0-bfa0-4e95-a8d4-a5653d640b58 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598876 Nov 12 10:53:39.716182 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:39.727782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cd7f2-2a6b-483f-b6ad-37e4959805c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5621ab11-85e8-4103-b1dc-6b2489c38301,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:39.740707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd7f2-2a6b-483f-b6ad-37e4959805c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:39.743357 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0b4cd7f2-2a6b-483f-b6ad-37e4959805c0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5621ab11-85e8-4103-b1dc-6b2489c38301 HTTP/1.1" status: 204 len: 168 time: 0.3343480 Nov 12 10:53:39.746933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47814) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:39.756939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a48f8c-ce8a-4eb8-99ce-58abc7e4a1b2 req-32246ddc-a61b-4a3a-a768-1faf92140b4c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:39.758370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-24a48f8c-ce8a-4eb8-99ce-58abc7e4a1b2 req-32246ddc-a61b-4a3a-a768-1faf92140b4c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1037407 Nov 12 10:53:39.842284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-24a48f8c-ce8a-4eb8-99ce-58abc7e4a1b2 req-edb641ff-34a7-4a65-aa08-ad7ac07b10af tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756156 Nov 12 10:53:39.878241 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:39.992649 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.046501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3cd870-82e8-4e86-82e0-6b6abfea5a95']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:40.060068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e8629d-c977-48c6-8e7a-2f57e2ab40c8') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:40.060283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e8629d-c977-48c6-8e7a-2f57e2ab40c8') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:40.074270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.086107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:40.099706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.105818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:53:40.106257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.109609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-68a758cc-5d03-4da7-8f2e-cd2231edb074 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:40.112515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-68a758cc-5d03-4da7-8f2e-cd2231edb074 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.59 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 946 time: 0.0980542 Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:53:40.118081 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:53:40.134107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c26fd-d7ce-4323-b3ca-a9c84e93087c req-ecd1dd91-98ff-4f4b-a197-1974f249b25f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:40.135732 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-327c26fd-d7ce-4323-b3ca-a9c84e93087c req-ecd1dd91-98ff-4f4b-a197-1974f249b25f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.1391914 Nov 12 10:53:40.146124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:40.146559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6f9bc0e3-aa4b-4904-bcf0-939a347afdbd not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:40.161087 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.221476 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.227472 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.230901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e3cd870-82e8-4e86-82e0-6b6abfea5a95 HTTP/1.1" status: 204 len: 168 time: 0.4821863 Nov 12 10:53:40.257857 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-327c26fd-d7ce-4323-b3ca-a9c84e93087c req-cac4b908-518b-4b76-9dec-8942488a56a1 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863812 Nov 12 10:53:40.259557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cbdb4-80c7-4cea-8035-31ece1abf400 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3cd870-82e8-4e86-82e0-6b6abfea5a95,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:40.279660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Deleting port 8ae89095-cf07-4592-8294-f0c609c8c75f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:40.280337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.449965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:40.450635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4655-271f-4734-a22d-2b7f694f065f req-170acc10-9f90-4345-8e41-6e98461ac9cd tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:40.457587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-855b4655-271f-4734-a22d-2b7f694f065f req-170acc10-9f90-4345-8e41-6e98461ac9cd tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 946 time: 0.0898943 Nov 12 10:53:40.470998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ea61-ee7c-420a-a43d-10d28c90dec6 req-908e4104-d277-4ee9-89e1-0384eee4a111 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:40.472677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb92ea61-ee7c-420a-a43d-10d28c90dec6 req-908e4104-d277-4ee9-89e1-0384eee4a111 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 950 time: 0.0926425 Nov 12 10:53:40.480258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] For port 8ae89095-cf07-4592-8294-f0c609c8c75f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8ae89095-cf07-4592-8294-f0c609c8c75f,segment=NetworkSegment(0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b),segment_id=0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:40.480629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.511027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Calling delete_port for 8ae89095-cf07-4592-8294-f0c609c8c75f owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:40.513706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-855b4655-271f-4734-a22d-2b7f694f065f req-61d5f8e1-781a-4483-8588-77a49d495740 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeccb63f-1f1a-495e-b906-a9232433add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534821 Nov 12 10:53:40.612643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-daa687b5-6059-47ce-a9ce-3f30e56c5cd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=042737649f8846a18377f35ce2358875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588922 Nov 12 10:53:40.613161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47832) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:40.618588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb92ea61-ee7c-420a-a43d-10d28c90dec6 req-966c1e1f-efe7-4b1f-b36e-202ac5b1af93 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352558 Nov 12 10:53:40.680381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4622-ab6c-40f1-b985-d6382f21fa58 req-337a21b0-ede1-4bb9-99c4-0c6b18020b91 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:40.681962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b7c4622-ab6c-40f1-b985-d6382f21fa58 req-337a21b0-ede1-4bb9-99c4-0c6b18020b91 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1096983 Nov 12 10:53:40.732753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04074e54-9793-4099-84e3-213987684091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.765942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b7c4622-ab6c-40f1-b985-d6382f21fa58 req-7146b76e-9e75-4950-85b7-903c4e912dcd tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701456 Nov 12 10:53:40.778655 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04074e54-9793-4099-84e3-213987684091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.787034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.807430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8ae89095-cf07-4592-8294-f0c609c8c75f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:40.834057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Pushing event deleted for resources: {'Port': ['ID=8ae89095-cf07-4592-8294-f0c609c8c75f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:40.903329 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04074e54-9793-4099-84e3-213987684091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.906225 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04074e54-9793-4099-84e3-213987684091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.907852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-04074e54-9793-4099-84e3-213987684091 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fad95279-3c9d-4add-812e-05e71294ba5e HTTP/1.1" status: 204 len: 168 time: 0.2932980 Nov 12 10:53:40.924684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04074e54-9793-4099-84e3-213987684091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad95279-3c9d-4add-812e-05e71294ba5e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:40.963117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] No DVR routers for this DVR port 8ae89095-cf07-4592-8294-f0c609c8c75f on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:40.966572 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:40.982349 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfc73e97-f17d-45ba-9009-fafa263033d8 req-0d2d5853-a93a-45c0-a310-fc2bed0b603f tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.59 "DELETE /v2.0/ports/8ae89095-cf07-4592-8294-f0c609c8c75f HTTP/1.1" status: 204 len: 173 time: 0.8508646 Nov 12 10:53:40.983887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de8a876-6efc-4805-aaa5-c485d94974fb', 'name': 'network-vif-deleted', 'tag': '8ae89095-cf07-4592-8294-f0c609c8c75f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:40.986314 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a418a5db-bd90-4a89-8551-3f874dd96b0d" -d '{"events": [{"server_uuid": "4de8a876-6efc-4805-aaa5-c485d94974fb", "name": "network-vif-deleted", "tag": "8ae89095-cf07-4592-8294-f0c609c8c75f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:41.017336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b31bc8-70c2-4a52-9f12-5bf2730a0d7a req-823d6865-c091-47a6-95ea-4407d1444c87 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:41.028327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1b31bc8-70c2-4a52-9f12-5bf2730a0d7a req-823d6865-c091-47a6-95ea-4407d1444c87 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.1897449 Nov 12 10:53:41.096788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1b31bc8-70c2-4a52-9f12-5bf2730a0d7a req-4e2f7414-baac-4ab1-b80f-e2c0d076ab67 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674517 Nov 12 10:53:41.147518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbcc7a-6208-43d1-9c7b-3c850201eda5 req-9c457b01-ec0c-41c5-a567-cabf6a0bc903 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:41.150843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c7dbcc7a-6208-43d1-9c7b-3c850201eda5 req-9c457b01-ec0c-41c5-a567-cabf6a0bc903 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1225133 Nov 12 10:53:41.167783 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a43110-230a-4032-a82f-dd222594613e x-openstack-request-id: req-d5a43110-230a-4032-a82f-dd222594613e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:41.168214 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de8a876-6efc-4805-aaa5-c485d94974fb", "name": "network-vif-deleted", "tag": "8ae89095-cf07-4592-8294-f0c609c8c75f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:41.168592 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5a43110-230a-4032-a82f-dd222594613e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:41.169534 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de8a876-6efc-4805-aaa5-c485d94974fb', 'name': 'network-vif-deleted', 'tag': '8ae89095-cf07-4592-8294-f0c609c8c75f', 'status': 'completed', 'code': 200} Nov 12 10:53:41.220625 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c7dbcc7a-6208-43d1-9c7b-3c850201eda5 req-0d231af4-70dc-4f14-920a-a4d5e1e4c428 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Nov 12 10:53:41.427104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96509418-0a2a-4181-9610-a13930a42674 req-6cc8db6c-1645-49b5-858f-590a5e9e1b50 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:41.428812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96509418-0a2a-4181-9610-a13930a42674 req-6cc8db6c-1645-49b5-858f-590a5e9e1b50 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.0719538 Nov 12 10:53:41.495337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96509418-0a2a-4181-9610-a13930a42674 req-bcce0074-a5e6-40c5-a68a-51f60151b2d9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572028 Nov 12 10:53:41.697211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9c4fe6e-0774-4eaa-9b7d-8c3d08807959 req-1c648228-3684-4446-80b8-71176551ed58 tempest-VolumesAdminNegativeTest-1615901408 tempest-VolumesAdminNegativeTest-1615901408-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8a876-6efc-4805-aaa5-c485d94974fb HTTP/1.1" status: 200 len: 210 time: 0.0436432 Nov 12 10:53:41.842443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-e02e22d6-3dda-4e09-8042-583f20d6b96c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:41.845006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-e02e22d6-3dda-4e09-8042-583f20d6b96c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 950 time: 0.0865014 Nov 12 10:53:41.896392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872a7af-c809-4639-b9e6-880853ca89a7 req-533b1146-059a-40e1-9bef-cf11f5ac37a2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:41.898243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2872a7af-c809-4639-b9e6-880853ca89a7 req-533b1146-059a-40e1-9bef-cf11f5ac37a2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 950 time: 0.1558731 Nov 12 10:53:41.970780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2872a7af-c809-4639-b9e6-880853ca89a7 req-eedf45aa-59df-4f5e-a04f-bb3182b852de tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640230 Nov 12 10:53:42.030123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877c1fb-fc2b-4c5a-91d4-329ee28b0751 req-b7f95f5d-700c-4e0b-b921-e965429f43d0 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:42.032151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9877c1fb-fc2b-4c5a-91d4-329ee28b0751 req-b7f95f5d-700c-4e0b-b921-e965429f43d0 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1088343 Nov 12 10:53:42.051596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47872) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:42.085752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Deleting port b07effe8-5518-4727-85be-8c8b6b2911e8 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:42.086175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.125856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9877c1fb-fc2b-4c5a-91d4-329ee28b0751 req-23c0196b-bd2f-474a-b7e6-23ae7a16edad tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861156 Nov 12 10:53:42.211863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-309437579-network', 'tenant_id': '97807f9f6b4e4338991638c06d53343d'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:42.213984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] For port b07effe8-5518-4727-85be-8c8b6b2911e8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b07effe8-5518-4727-85be-8c8b6b2911e8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:42.215034 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.238483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Calling delete_port for b07effe8-5518-4727-85be-8c8b6b2911e8 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:42.252818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Made reservation on behalf of 97807f9f6b4e4338991638c06d53343d for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:42.255382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.277548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c9b62-0a45-4a56-a5b5-e996be1b53be req-4d17a436-8e44-4923-a1c8-96d5a70d0ec3 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:42.279027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd3c9b62-0a45-4a56-a5b5-e996be1b53be req-4d17a436-8e44-4923-a1c8-96d5a70d0ec3 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.0846419 Nov 12 10:53:42.280246 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.361778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd3c9b62-0a45-4a56-a5b5-e996be1b53be req-50fce907-ecf3-405e-b09c-0150f5588dfc tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728555 Nov 12 10:53:42.437827 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.445340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.479518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bbe2d-6510-44b4-b604-c8a6bb7943c8 req-91a7f5b3-ddfa-46de-926d-42b8d544d453 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:42.489136 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f1bbe2d-6510-44b4-b604-c8a6bb7943c8 req-91a7f5b3-ddfa-46de-926d-42b8d544d453 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1163836 Nov 12 10:53:42.499407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:53:42.519126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.528325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.529280 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Added segment adae0743-bc03-47f7-a3fe-adb291c9c108 of type vlan for network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 Nov 12 10:53:42.531224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['c09cf728-3471-4dd0-af83-51b4168fe1b8', 'b07effe8-5518-4727-85be-8c8b6b2911e8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:42.582908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b854b0b-9bde-48e0-b1be-5088211324b9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:42.583251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:42.633431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event deleted for resources: {'Port': ['ID=b07effe8-5518-4727-85be-8c8b6b2911e8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:42.658802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.708933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f1bbe2d-6510-44b4-b604-c8a6bb7943c8 req-499ed7d9-f20c-437f-95b5-fa11945b6936 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190080 Nov 12 10:53:42.712910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de2651-1a18-4da5-bc58-81e93d87e1c8 req-75bb6f70-4358-44dd-92ad-d3aa3e4c3e64 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:42.719421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6de2651-1a18-4da5-bc58-81e93d87e1c8 req-75bb6f70-4358-44dd-92ad-d3aa3e4c3e64 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.1383915 Nov 12 10:53:42.721554 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.723093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:42.736813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.746304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47886) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:42.756881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Request body: {'floatingip': {'port_id': '729be979-8230-4573-abca-1f98c32225ce'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:42.850352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:42.852922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47888) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:42.936342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a707bd-bc13-4525-b8f1-47a08d47e82d admin admin] Deleting subnet 094ec251-949d-4a44-9418-a0f8ae4373d8 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:53:42.993156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3a707bd-bc13-4525-b8f1-47a08d47e82d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:43.054939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9995053 Nov 12 10:53:43.125194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47892) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:43.163473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Request body: {'subnet': {'network_id': '5135ea22-8ce8-4b89-8aff-62fcbbaa36c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-309437579-subnet', 'tenant_id': '97807f9f6b4e4338991638c06d53343d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:43.218015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Made reservation on behalf of 97807f9f6b4e4338991638c06d53343d for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:43.222643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee443e0c-ee6d-40dd-99df-7b0a442d8fab req-3f37a65c-c5c7-45d0-af74-a71bb1f70284 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c91ca96-50cf-4ec0-9721-343f2893799c HTTP/1.1" status: 200 len: 210 time: 0.0353642 Nov 12 10:53:43.223080 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:43.236355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157c6b8-fcab-40e9-b6ef-a7fbd3043ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=5135ea22-8ce8-4b89-8aff-62fcbbaa36c4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:43.250779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:53:43.281376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] No DVR routers for this DVR port b07effe8-5518-4727-85be-8c8b6b2911e8 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:43.285857 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:43.295434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7df46c9b-a292-4dae-bc36-2af5a00763e2 req-f30c47c3-70f6-4af2-959d-dbda0abdbaa0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "DELETE /v2.0/ports/b07effe8-5518-4727-85be-8c8b6b2911e8 HTTP/1.1" status: 204 len: 173 time: 1.4420273 Nov 12 10:53:43.296080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-deleted', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:43.308835 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c829cf46-790f-47be-a6f3-93add17e1e3a" -d '{"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-deleted", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:43.331910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3a707bd-bc13-4525-b8f1-47a08d47e82d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:43.506177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab341f41-0009-456f-977e-07e310b37654 req-9f55c0d8-8c85-42f4-a013-d2355c971617 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:43.507933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab341f41-0009-456f-977e-07e310b37654 req-9f55c0d8-8c85-42f4-a013-d2355c971617 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.0595348 Nov 12 10:53:43.566718 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab341f41-0009-456f-977e-07e310b37654 req-8a8ab9fb-c821-4777-a848-3f60e437417e tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516264 Nov 12 10:53:43.614743 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b71176d-7d33-4d37-b866-7fe54ca320f2 x-openstack-request-id: req-0b71176d-7d33-4d37-b866-7fe54ca320f2 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:43.615084 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c91ca96-50cf-4ec0-9721-343f2893799c", "name": "network-vif-deleted", "tag": "b07effe8-5518-4727-85be-8c8b6b2911e8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:43.615339 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b71176d-7d33-4d37-b866-7fe54ca320f2 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:43.615765 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c91ca96-50cf-4ec0-9721-343f2893799c', 'name': 'network-vif-deleted', 'tag': 'b07effe8-5518-4727-85be-8c8b6b2911e8', 'status': 'completed', 'code': 200} Nov 12 10:53:43.728405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c1bb-8dea-48d6-8961-19c51c9558ca req-0ae1d928-9d56-4292-85c5-d6d2f2223327 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:43.729851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b571c1bb-8dea-48d6-8961-19c51c9558ca req-0ae1d928-9d56-4292-85c5-d6d2f2223327 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.8759580 Nov 12 10:53:43.846492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3a707bd-bc13-4525-b8f1-47a08d47e82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:43.875306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5f52-5be6-44b7-b001-f58bc8d7ed80 req-55939db6-6643-4f61-925d-abc957a40ef5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:43.877598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aac5f52-5be6-44b7-b001-f58bc8d7ed80 req-55939db6-6643-4f61-925d-abc957a40ef5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.0624795 Nov 12 10:53:43.899109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-68f679dd-be90-451a-bfa5-4ca5ed402a4a service neutron] 10.222.0.59 "GET /v2.0/ports/5f23a1d1-6943-45e8-a478-87168d2b1faf/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.6250594 Nov 12 10:53:43.940633 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aac5f52-5be6-44b7-b001-f58bc8d7ed80 req-fbc16882-cf8b-49c0-a23f-630b444a7b12 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525973 Nov 12 10:53:44.017861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b571c1bb-8dea-48d6-8961-19c51c9558ca req-1b0ed68b-b68e-41d8-a43e-78400f5b7051 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759349 Nov 12 10:53:44.081474 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3a707bd-bc13-4525-b8f1-47a08d47e82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.167588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a707bd-bc13-4525-b8f1-47a08d47e82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094ec251-949d-4a44-9418-a0f8ae4373d8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:44.171323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3a707bd-bc13-4525-b8f1-47a08d47e82d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.175282 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b3a707bd-bc13-4525-b8f1-47a08d47e82d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/094ec251-949d-4a44-9418-a0f8ae4373d8 HTTP/1.1" status: 204 len: 168 time: 1.3021889 Nov 12 10:53:44.178352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47902) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:44.250537 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.321033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8ae89095-cf07-4592-8294-f0c609c8c75f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:44.340979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 8ae89095-cf07-4592-8294-f0c609c8c75f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:44.341319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8ae89095-cf07-4592-8294-f0c609c8c75f not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:44.341725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5f23a1d1-6943-45e8-a478-87168d2b1faf no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:44.362810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.396937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.432703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e105b7-6d25-4018-bff4-c778548b415e,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:44.463515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d291a4-ef4c-48e8-af4f-1a9d62a13d62']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:44.480124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:44.480471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7cbb31-ec52-403a-ae85-0f9ef2c85d5b') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:44.492247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.512175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.523348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:53:44.524347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:53:44.528002 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:53:44.635908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.666731 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.675977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/89d291a4-ef4c-48e8-af4f-1a9d62a13d62 HTTP/1.1" status: 204 len: 168 time: 0.4926546 Nov 12 10:53:44.687468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:44.696571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b8a3a-b3a6-450a-86ce-3ce91273e4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d291a4-ef4c-48e8-af4f-1a9d62a13d62,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:44.798433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b12cfb1-f9b5-4d34-b2ea-aa9613f9ede6 admin admin] Deleting subnet ef620627-4fd7-41d3-9399-b351d209c74f {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:53:44.803853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b12cfb1-f9b5-4d34-b2ea-aa9613f9ede6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.856014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Checking segment: {'id': 'adae0743-bc03-47f7-a3fe-adb291c9c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5135ea22-8ce8-4b89-8aff-62fcbbaa36c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:44.856014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Network hostable DHCP agents. Network: 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:53:44.858913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2d7d4-fc53-4f5e-a01e-02f55e262389 req-f07d5aad-9cf1-4ece-9add-47fad8fbd691 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:44.860980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4f2d7d4-fc53-4f5e-a01e-02f55e262389 req-f07d5aad-9cf1-4ece-9add-47fad8fbd691 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1304197 Nov 12 10:53:44.877937 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.resource_extend [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:53:44.881268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:44.890030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b12cfb1-f9b5-4d34-b2ea-aa9613f9ede6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.958786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccec73-9472-475e-887f-8e580245da37 req-d454a7c7-738e-405b-a1db-aeb172579193 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:44.959421 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4f2d7d4-fc53-4f5e-a01e-02f55e262389 req-2cf44401-2455-46e3-a627-bc26b7fe7a20 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888734 Nov 12 10:53:44.961488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fccec73-9472-475e-887f-8e580245da37 req-d454a7c7-738e-405b-a1db-aeb172579193 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.3227823 Nov 12 10:53:44.966456 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b12cfb1-f9b5-4d34-b2ea-aa9613f9ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:44.987900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:53:44.995922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:45.043555 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b12cfb1-f9b5-4d34-b2ea-aa9613f9ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.068433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:45.074273 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.084641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12cfb1-f9b5-4d34-b2ea-aa9613f9ede6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef620627-4fd7-41d3-9399-b351d209c74f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:45.085496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3dbe21-b962-4964-86be-de62d7ea29f4 None None] Network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:45.094014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:45.094742 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.100072 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.103738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b12cfb1-f9b5-4d34-b2ea-aa9613f9ede6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.111812 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0b12cfb1-f9b5-4d34-b2ea-aa9613f9ede6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ef620627-4fd7-41d3-9399-b351d209c74f HTTP/1.1" status: 204 len: 168 time: 0.4232345 Nov 12 10:53:45.113647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47920) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:45.159279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f23a1d1-6943-45e8-a478-87168d2b1faf {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:45.188043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:45.200431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fccec73-9472-475e-887f-8e580245da37 req-9d79f493-a238-49b8-9cf2-0327998e1549 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272861 Nov 12 10:53:45.207228 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d5d6cab4-ae83-4a8e-bfc8-f46d58e064b9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0476913 Nov 12 10:53:45.223975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575776-a1cc-4e00-a791-676db41921d2 req-20a69b70-820b-4a23-a56b-c581ac859ff0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:45.237674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce575776-a1cc-4e00-a791-676db41921d2 req-20a69b70-820b-4a23-a56b-c581ac859ff0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1885343 Nov 12 10:53:45.287890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.303083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.353809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b23edbc-7302-471f-9429-b2f526e2a633 None None] Network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:45.442378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce575776-a1cc-4e00-a791-676db41921d2 req-c0608754-df02-47f0-ae15-0d514c1bfde2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023339 Nov 12 10:53:45.448434 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.475261 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Floating IP e7c7934c-c4c2-4b93-95a2-a863db71bb7c associated. External IP: 172.25.2.196, port: 729be979-8230-4573-abca-1f98c32225ce. Nov 12 10:53:45.494868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406e994e-0d9c-4b87-a2d8-4983c4d7d032']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:45.510648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80d2658-b235-4845-8a86-fe6554e3d1c0') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:45.510919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80d2658-b235-4845-8a86-fe6554e3d1c0') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:45.524561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.545159 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.556399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:53:45.561343 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:53:45.566222 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:53:45.568780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13e0f-fc33-4825-b0a9-a225d6837cd5 req-c469a04d-2cab-4860-a6d7-fe1a4e21acbb tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:45.575069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49d13e0f-fc33-4825-b0a9-a225d6837cd5 req-c469a04d-2cab-4860-a6d7-fe1a4e21acbb tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 943 time: 0.2640967 Nov 12 10:53:45.658514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] Transition to ACTIVE for port object 5f23a1d1-6943-45e8-a478-87168d2b1faf will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:53:45.659302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.667895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.670234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:45.676428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/406e994e-0d9c-4b87-a2d8-4983c4d7d032 HTTP/1.1" status: 204 len: 168 time: 0.5615110 Nov 12 10:53:45.703834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7d48b-5d19-4d49-a3a4-4487cf4955d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=406e994e-0d9c-4b87-a2d8-4983c4d7d032,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:45.758876 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49d13e0f-fc33-4825-b0a9-a225d6837cd5 req-76815ebf-33f5-4bba-846e-9893abaf9899 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819477 Nov 12 10:53:45.865956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] No DVR routers for this DVR port 5f23a1d1-6943-45e8-a478-87168d2b1faf on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:45.874867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] Pushing event updated for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:45.944435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47942) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:45.981435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-6576d831-6bd4-4142-a33c-e63d87cb3b9c service neutron] 10.222.0.59 "PUT /v2.0/ports/5f23a1d1-6943-45e8-a478-87168d2b1faf/bindings/n-h2-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 2.0674508 Nov 12 10:53:46.020491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:53:46.055643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-17d9ed0b-54be-4a98-9309-b1bd7f937e67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77eb6cacd7f34e1a90267051b60517bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1100225 Nov 12 10:53:46.065015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-2f374e27-41c3-4564-841a-2319d1d6f745 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:46.066479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-2f374e27-41c3-4564-841a-2319d1d6f745 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/networks?id=5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 HTTP/1.1" status: 200 len: 821 time: 0.2119536 Nov 12 10:53:46.066970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47946) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:46.110327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:46.111299 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-90202f38-9ae0-4af3-b750-b5c50a81fa9d tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/quotas/97807f9f6b4e4338991638c06d53343d HTTP/1.1" status: 200 len: 375 time: 0.0326734 Nov 12 10:53:46.137110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: b07effe8-5518-4727-85be-8c8b6b2911e8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:46.137457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b07effe8-5518-4727-85be-8c8b6b2911e8 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:46.138152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-679dd75a-8230-4f7d-907d-9cdfd45c03c6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:46.139912 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-679dd75a-8230-4f7d-907d-9cdfd45c03c6 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.1500616 Nov 12 10:53:46.196388 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9b358171-48ff-4036-ac10-814eb4629b2b tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97807f9f6b4e4338991638c06d53343d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667319 Nov 12 10:53:46.241788 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-928b3d49-78c7-4779-86f2-aede639342d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:46.304039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-928b3d49-78c7-4779-86f2-aede639342d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:46.440916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Deleting port c09cf728-3471-4dd0-af83-51b4168fe1b8 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:46.441462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:46.460474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-928b3d49-78c7-4779-86f2-aede639342d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:46.463271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-928b3d49-78c7-4779-86f2-aede639342d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:46.464524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-928b3d49-78c7-4779-86f2-aede639342d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eeccb63f-1f1a-495e-b906-a9232433add9 HTTP/1.1" status: 204 len: 168 time: 0.3961415 Nov 12 10:53:46.518872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b3d49-78c7-4779-86f2-aede639342d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeccb63f-1f1a-495e-b906-a9232433add9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:46.539339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-2c1358b5-b285-42b2-b873-73e1f756488c tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:46.541110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-2c1358b5-b285-42b2-b873-73e1f756488c tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.4409139 Nov 12 10:53:46.568129 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-60f1b545-add3-4571-a9ff-3614cc9210a9 service neutron] 10.222.0.31 "GET /v2.0/networks/5135ea22-8ce8-4b89-8aff-62fcbbaa36c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538284 Nov 12 10:53:46.572201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8353b-3680-491a-bb79-d358ff29cf52 req-bdd86aad-bcde-45ee-a7e1-1859fea23204 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:46.573799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77e8353b-3680-491a-bb79-d358ff29cf52 req-bdd86aad-bcde-45ee-a7e1-1859fea23204 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.4747343 Nov 12 10:53:46.594276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:53:46.601133 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:46.620481 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] Sync routers for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:53:46.634731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] For port c09cf728-3471-4dd0-af83-51b4168fe1b8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c09cf728-3471-4dd0-af83-51b4168fe1b8,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:46.635391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:46.641697 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:46.642351 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:46.674611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f5377222-558b-4709-9167-741ab4b4333e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "PUT /v2.0/floatingips/e7c7934c-c4c2-4b93-95a2-a863db71bb7c HTTP/1.1" status: 200 len: 992 time: 3.9220314 Nov 12 10:53:46.681080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'tag': '729be979-8230-4573-abca-1f98c32225ce'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:46.685153 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "54fc486b-b20e-4da5-aa73-7aa0cdb4f03f", "tag": "729be979-8230-4573-abca-1f98c32225ce"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:46.688115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Calling delete_port for c09cf728-3471-4dd0-af83-51b4168fe1b8 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:46.700283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-402ed255-7eb1-4cee-8728-c10d4acc7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:46.701807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-402ed255-7eb1-4cee-8728-c10d4acc7a66 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47&tenant_id=7d956d072ec4403897681bda1ea4b91c HTTP/1.1" status: 200 len: 1096 time: 0.1496353 Nov 12 10:53:46.724163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77e8353b-3680-491a-bb79-d358ff29cf52 req-fa08543d-20f2-418c-92b9-81326045d3b5 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323531 Nov 12 10:53:46.775119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-502d3c38-fac9-4409-88c1-57711cb5e8a2 service neutron] 10.222.0.31 "GET /v2.0/networks/5135ea22-8ce8-4b89-8aff-62fcbbaa36c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948695 Nov 12 10:53:46.819614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-9835328d-eac7-43da-9aef-4333f98a7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:46.826761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-9835328d-eac7-43da-9aef-4333f98a7702 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1096 time: 0.0893219 Nov 12 10:53:46.924639 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:46.955555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-4c031b26-5bf4-4361-bbec-d4e7a98f5313 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1453643 Nov 12 10:53:47.087989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a80940-dd4c-4392-8e52-2f730b47a4eb req-222be438-a1c6-4280-b843-4898489dbe50 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:47.089814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1a80940-dd4c-4392-8e52-2f730b47a4eb req-222be438-a1c6-4280-b843-4898489dbe50 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 950 time: 0.2187557 Nov 12 10:53:47.093071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47970) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:47.117926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-234d634a-0e8a-41cc-9d41-3f83fd74715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:47.119760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-234d634a-0e8a-41cc-9d41-3f83fd74715f service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.2879012 Nov 12 10:53:47.131655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-585fe510-867c-45ea-90aa-9d3d2db65eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:47.133193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-585fe510-867c-45ea-90aa-9d3d2db65eb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1097 time: 0.1266520 Nov 12 10:53:47.136099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:47.148826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['c09cf728-3471-4dd0-af83-51b4168fe1b8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:47.157049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:47.202938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-02614e67-69ce-4aed-903d-4aa5bb6b61bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 200 len: 217 time: 0.0648415 Nov 12 10:53:47.249492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event deleted for resources: {'Port': ['ID=c09cf728-3471-4dd0-af83-51b4168fe1b8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:47.284485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fc4da5dc-8db0-47b3-8f10-3dbb51ce81ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=835c2210e0634092aa96a55b341fbb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901474 Nov 12 10:53:47.293515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1a80940-dd4c-4392-8e52-2f730b47a4eb req-b19d82fa-ac42-468a-ae55-44746a70b761 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905968 Nov 12 10:53:47.297294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47972) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:47.330357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-4fb87712-1300-45f6-a7ce-b634eba6a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:47.331894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-4fb87712-1300-45f6-a7ce-b634eba6a6d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1155450 Nov 12 10:53:47.435195 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-b3cb0abe-dc42-4bc3-b3be-a8e085c6e1cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638294 Nov 12 10:53:47.472977 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'e7c7934c-c4c2-4b93-95a2-a863db71bb7c', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'port_id': '729be979-8230-4573-abca-1f98c32225ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'mac_address': 'fa:16:3e:e3:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:53:19Z', 'updated_at': '2021-11-12T10:53:44Z', 'revision_number': 1, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:18Z', 'revision_number': 5, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:47.520353 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] Checking router: 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:53:47.539510 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:47.541023 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:47.600053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6066209d-e266-4f44-b9d2-dde9229535ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:47.626084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704ce3-e420-4392-98b0-a19fb99fb34f req-b2098e61-7c23-4cf1-9395-46d1a6aed8d5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:47.631162 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f5c30-59da-495c-a6cc-0842d3e6c1c0 x-openstack-request-id: req-975f5c30-59da-495c-a6cc-0842d3e6c1c0 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:47.631476 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fc486b-b20e-4da5-aa73-7aa0cdb4f03f", "tag": "729be979-8230-4573-abca-1f98c32225ce", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:47.631884 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-975f5c30-59da-495c-a6cc-0842d3e6c1c0 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:47.632312 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'tag': '729be979-8230-4573-abca-1f98c32225ce', 'status': 'completed', 'code': 200} Nov 12 10:53:47.641235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.52', 65333) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:47.642124 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2704ce3-e420-4392-98b0-a19fb99fb34f req-b2098e61-7c23-4cf1-9395-46d1a6aed8d5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.5132365 Nov 12 10:53:47.650081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] No DVR routers for this DVR port c09cf728-3471-4dd0-af83-51b4168fe1b8 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:47.677747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:47.685298 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9f0c812-8c9c-4860-8d8e-b207dc805d10 req-9cf9b10a-f5fa-4eb2-bfa1-01699f12cc8c tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.52 "DELETE /v2.0/ports/c09cf728-3471-4dd0-af83-51b4168fe1b8 HTTP/1.1" status: 204 len: 173 time: 1.5352695 Nov 12 10:53:47.686411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'name': 'network-vif-deleted', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:47.690623 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ed4ca-e106-491c-99d3-5cd1b5c7b548" -d '{"events": [{"server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "name": "network-vif-deleted", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:47.794163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6066209d-e266-4f44-b9d2-dde9229535ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:47.816470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-07905fc4-69c1-42e5-8a77-385ff654b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:47.818386 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-07905fc4-69c1-42e5-8a77-385ff654b02b service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.6219273 Nov 12 10:53:47.853772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2704ce3-e420-4392-98b0-a19fb99fb34f req-c2bd509a-630f-4f17-9552-d8d1e6cd261b tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099535 Nov 12 10:53:47.905148 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:47.931694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-85a08029-3b41-4967-bcbf-81bd4f5185a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 217 time: 0.0751166 Nov 12 10:53:47.997674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-7058ee85-639b-4426-84dc-63daa6f28cbc service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507669 Nov 12 10:53:48.035188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-8bda9455-2211-4aba-8562-3fe79175ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:48.041482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-8bda9455-2211-4aba-8562-3fe79175ae83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.0943267 Nov 12 10:53:48.078160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-3d9305d4-a246-4bbc-8b2e-003832dcc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:48.081222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-3d9305d4-a246-4bbc-8b2e-003832dcc6bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f4a8958cccf34029ac197e6245b67935&device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 1098 time: 0.4345558 Nov 12 10:53:48.142498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-bdea4af7-ec33-43c4-a926-5d63005e3194 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879908 Nov 12 10:53:48.199543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873327c5-e432-42c4-b11c-53ea7aa7e6ac req-77333e77-fca5-41f7-9388-c447204d7436 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:48.213720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-873327c5-e432-42c4-b11c-53ea7aa7e6ac req-77333e77-fca5-41f7-9388-c447204d7436 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 944 time: 0.4133031 Nov 12 10:53:48.219072 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6fddaa93-3f32-4e04-bd00-f766f55c3f2c req-ebfd089d-687f-46de-85ce-8cb5127d7afe tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 210 time: 0.0794067 Nov 12 10:53:48.310639 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6066209d-e266-4f44-b9d2-dde9229535ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:48.315777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6066209d-e266-4f44-b9d2-dde9229535ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:48.317108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6066209d-e266-4f44-b9d2-dde9229535ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f93d706-21ab-42d9-abb4-9cc789aac969 HTTP/1.1" status: 204 len: 168 time: 1.0187316 Nov 12 10:53:48.368575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066209d-e266-4f44-b9d2-dde9229535ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f93d706-21ab-42d9-abb4-9cc789aac969,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:48.383561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-c1c0673e-32e6-4ec5-88b2-90cd17f22ee2 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769143 Nov 12 10:53:48.414302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-c73016c6-85ff-4e1a-b22c-85ad6c9390be service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557194 Nov 12 10:53:48.456245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-873327c5-e432-42c4-b11c-53ea7aa7e6ac req-98a7fd3d-4150-46a2-958d-f5c038c30f12 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409465 Nov 12 10:53:48.461054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-b3715da3-48e4-485c-9e8f-bb69c918a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:48.464777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-b3715da3-48e4-485c-9e8f-bb69c918a695 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a0899a-cc94-4191-bb10-fe6d5abaddec HTTP/1.1" status: 200 len: 907 time: 0.3701453 Nov 12 10:53:48.480243 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fd5f7b-347a-4384-8720-7896e4923b78 x-openstack-request-id: req-67fd5f7b-347a-4384-8720-7896e4923b78 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:48.481322 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a87a87-1544-4c5a-bac6-0edb9fb21200", "name": "network-vif-deleted", "tag": "c09cf728-3471-4dd0-af83-51b4168fe1b8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:48.481638 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67fd5f7b-347a-4384-8720-7896e4923b78 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:48.482092 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a87a87-1544-4c5a-bac6-0edb9fb21200', 'name': 'network-vif-deleted', 'tag': 'c09cf728-3471-4dd0-af83-51b4168fe1b8', 'status': 'completed', 'code': 200} Nov 12 10:53:48.683571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-88b91e71-8207-48e6-bb90-a085294d024f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=729be979-8230-4573-abca-1f98c32225ce HTTP/1.1" status: 200 len: 1000 time: 0.2118337 Nov 12 10:53:48.705075 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8d71bc3-72f7-4d9f-b1c2-b1bb59d21c9d req-241b1463-5424-4ffa-b420-e3c899603a87 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849748 Nov 12 10:53:48.705306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac1042-0096-4521-94ad-2f5e1b191505 req-5d1c5a48-47c1-4f21-88d7-76719c392b94 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:48.707212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39ac1042-0096-4521-94ad-2f5e1b191505 req-5d1c5a48-47c1-4f21-88d7-76719c392b94 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1216478 Nov 12 10:53:48.803827 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'e7c7934c-c4c2-4b93-95a2-a863db71bb7c', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'port_id': '729be979-8230-4573-abca-1f98c32225ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'mac_address': 'fa:16:3e:e3:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:53:19Z', 'updated_at': '2021-11-12T10:53:44Z', 'revision_number': 1, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:18Z', 'revision_number': 5, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:48.812924 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a104a1e-1bdc-4222-9455-ef7aca5c506f req-d1bda725-cb53-47d8-9125-2cb56e364fc8 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a87a87-1544-4c5a-bac6-0edb9fb21200 HTTP/1.1" status: 200 len: 210 time: 0.0986061 Nov 12 10:53:48.816728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-af75451c-4dff-468c-afa8-f1209a33c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:48.818227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-af75451c-4dff-468c-afa8-f1209a33c52f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72f93546-3db0-4dc8-9b4d-3ac341bb4900 HTTP/1.1" status: 200 len: 845 time: 0.1105905 Nov 12 10:53:48.839305 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ef75b-3d4e-4945-b103-4c57f7385522 None None] The sync data for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 is: [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'e7c7934c-c4c2-4b93-95a2-a863db71bb7c', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'port_id': '729be979-8230-4573-abca-1f98c32225ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'mac_address': 'fa:16:3e:e3:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:53:19Z', 'updated_at': '2021-11-12T10:53:44Z', 'revision_number': 1, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:18Z', 'revision_number': 5, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:53:48.879477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39ac1042-0096-4521-94ad-2f5e1b191505 req-9a5b7e16-f024-4191-a3ad-2ed8cb432957 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498713 Nov 12 10:53:48.945826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-74a001af-9cdc-40cd-bc10-0f49726732a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:48.947469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-74a001af-9cdc-40cd-bc10-0f49726732a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a0899a-cc94-4191-bb10-fe6d5abaddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109445 Nov 12 10:53:49.106795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-0ca4d920-037d-4493-b20c-b68d2a657806 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456692 Nov 12 10:53:49.214890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8457c8-90ed-45fa-bff6-36847c6c135e None None] New status for floating IP e7c7934c-c4c2-4b93-95a2-a863db71bb7c: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:53:49.391057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-f31c3adf-9924-4d65-b00f-b03fe829f741 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:49.393168 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-f31c3adf-9924-4d65-b00f-b03fe829f741 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.52 "GET /v2.0/networks?id=5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 HTTP/1.1" status: 200 len: 821 time: 0.3013816 Nov 12 10:53:49.431167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5257b-ed14-4714-b4df-8a9070bcdf93 req-88ab6e15-4b18-4ea3-8fc0-3e298e213d6e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:49.443965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5fc5257b-ed14-4714-b4df-8a9070bcdf93 req-88ab6e15-4b18-4ea3-8fc0-3e298e213d6e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.4841094 Nov 12 10:53:49.452985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fae0d5d4-3f9a-48a9-855b-15d3bbcf3aff req-7b7fddc7-8cfe-4e3d-b25c-75faf662a223 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 210 time: 0.0582616 Nov 12 10:53:49.465574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Request body: {'port': {'device_id': 'b7975cdb-4179-4356-a1c8-4e243afbef65', 'network_id': '5135ea22-8ce8-4b89-8aff-62fcbbaa36c4', 'admin_state_up': True, 'tenant_id': '97807f9f6b4e4338991638c06d53343d'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:49.582853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400d81-fca4-4200-b047-41d4ee805ebf req-58666f12-d3b0-4dce-8898-1360aede1077 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:49.584132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-58666f12-d3b0-4dce-8898-1360aede1077 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.2880077 Nov 12 10:53:49.602352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-72d2ccf9-1d49-4f26-a8be-07dc5494fa3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3279223 Nov 12 10:53:49.627197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5fc5257b-ed14-4714-b4df-8a9070bcdf93 req-c7384e0b-5b9b-4f07-8e6d-773e02129d02 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812298 Nov 12 10:53:49.634156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e200c92-b7c4-4a9e-9ea6-28fd4a07f9dd req-724c6d15-0f92-492e-a297-22bc1312a96b service neutron] 10.222.0.52 "GET /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181177 Nov 12 10:53:49.747045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db744414-5686-49f8-a395-553de51a07ec req-d0c3ac61-9a8e-4820-8ba2-a5d571b50d77 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:49.749352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-db744414-5686-49f8-a395-553de51a07ec req-d0c3ac61-9a8e-4820-8ba2-a5d571b50d77 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 944 time: 0.0780959 Nov 12 10:53:49.853874 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-db744414-5686-49f8-a395-553de51a07ec req-0d94a327-10f2-49bd-8164-0904e604ed25 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929990 Nov 12 10:53:49.855042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-dd61d063-0623-456c-ba77-f1ff6e869974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:49.857039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-dd61d063-0623-456c-ba77-f1ff6e869974 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64af9086ff6446299d9bc7f486847e4&device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 1102 time: 0.1239591 Nov 12 10:53:49.864479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-05400d81-fca4-4200-b047-41d4ee805ebf req-45a99858-b3f2-47dd-a3b2-663d2f023de9 service neutron] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:49.868658 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05400d81-fca4-4200-b047-41d4ee805ebf req-45a99858-b3f2-47dd-a3b2-663d2f023de9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:49.870003 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05400d81-fca4-4200-b047-41d4ee805ebf req-45a99858-b3f2-47dd-a3b2-663d2f023de9 service neutron] 10.222.0.52 "DELETE /v2.0/ports/5f23a1d1-6943-45e8-a478-87168d2b1faf/bindings/n-h1-768851-19 HTTP/1.1" status: 204 len: 173 time: 0.2650166 Nov 12 10:53:49.874621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Made reservation on behalf of 97807f9f6b4e4338991638c06d53343d for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:49.878927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.021071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-cc80bb15-7443-427d-b3f1-387a74817f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:50.023021 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-cc80bb15-7443-427d-b3f1-387a74817f60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1383402 Nov 12 10:53:50.067288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48028) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:50.121441 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-0373054f-9dbe-41a2-b45a-1d72ccb96156 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 200 len: 217 time: 0.0764818 Nov 12 10:53:50.139591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c09cf728-3471-4dd0-af83-51b4168fe1b8 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:50.180425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6182929-3bc3-41ca-a796-5ed452907676 req-975c67a4-2be7-415f-91ed-7fb915ae9d90 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:50.186202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6182929-3bc3-41ca-a796-5ed452907676 req-975c67a4-2be7-415f-91ed-7fb915ae9d90 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 945 time: 0.1620476 Nov 12 10:53:50.197805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: c09cf728-3471-4dd0-af83-51b4168fe1b8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:50.201145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c09cf728-3471-4dd0-af83-51b4168fe1b8 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:50.206029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Allocated IP 172.20.0.6 (5135ea22-8ce8-4b89-8aff-62fcbbaa36c4/61e105b7-6d25-4018-bff4-c778548b415e/8b5411b7-c1d9-4315-a4a5-8b546c127927) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:53:50.299532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-b1818ee3-6e37-4a8e-aed1-3fef39513e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:50.302053 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-b1818ee3-6e37-4a8e-aed1-3fef39513e82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1659436 Nov 12 10:53:50.326114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-126375985-network', 'tenant_id': '4e26848846144260bdfcc6ef47a26996'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:50.354213 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6182929-3bc3-41ca-a796-5ed452907676 req-5982107c-6679-4abc-af18-489a7b0a2e54 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245122 Nov 12 10:53:50.395707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-963874a8-3a1d-408a-a1a1-786e9fbeaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:50.397565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-963874a8-3a1d-408a-a1a1-786e9fbeaa5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710607 Nov 12 10:53:50.511865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e25960-543b-4060-944b-2a35846f4bbf req-8ade2217-156c-4bc6-94ce-0d0128eb71da tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:50.514051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13e25960-543b-4060-944b-2a35846f4bbf req-8ade2217-156c-4bc6-94ce-0d0128eb71da tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1096 time: 0.2152193 Nov 12 10:53:50.520187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Made reservation on behalf of 4e26848846144260bdfcc6ef47a26996 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:50.520187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.543298 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.598609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442837b5-a467-4e66-b1d0-8994087445c2 req-dc6061b7-45a9-4d6e-a8cf-9e269ffbe192 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:50.605672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-442837b5-a467-4e66-b1d0-8994087445c2 req-dc6061b7-45a9-4d6e-a8cf-9e269ffbe192 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1037862 Nov 12 10:53:50.611764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-2a8e8291-0e4e-470c-9dcd-2534114f75b0 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047074 Nov 12 10:53:50.653636 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.676465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13e25960-543b-4060-944b-2a35846f4bbf req-7311330e-0df0-439f-8fb8-bdfd2d418221 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405602 Nov 12 10:53:50.753802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.762327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.775439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.810438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-442837b5-a467-4e66-b1d0-8994087445c2 req-7a1c2ca2-e2eb-4a14-92d2-0757ba47ebb0 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916773 Nov 12 10:53:50.875303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:53:50.879992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efd1d3f-8b03-4560-b3cb-87114da38a29 req-35adc2fb-1fd6-47f6-98ca-9c4adb3e61b8 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443295 Nov 12 10:53:50.900394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5682e0-c216-496e-ac9f-680110f366be,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:50.909284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:50.915308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.915683 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Added segment 8803b74f-7b96-4b1c-accd-09c6aef4658e of type vlan for network 430e250c-550f-4a51-8579-5151f3544276 Nov 12 10:53:50.930630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:50.939309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Pushing event updated for resources: {'Port': ['ID=8b5411b7-c1d9-4315-a4a5-8b546c127927,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:50.943589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:53:51.090790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:51.114102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:51.124607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:51.150332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeef00-76ef-471c-b852-75f4025e1bfe req-1512cc86-a2a6-459a-882d-a2db5115364c tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:51.152279 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-faaeef00-76ef-471c-b852-75f4025e1bfe req-1512cc86-a2a6-459a-882d-a2db5115364c tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 931 time: 0.2172494 Nov 12 10:53:51.157973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-640b0cdb-0c29-443e-ac89-635251929208 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7039053 Nov 12 10:53:51.164533 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:51.165713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:51.166438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:51.177793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Request body: {'port': {'device_id': 'b7975cdb-4179-4356-a1c8-4e243afbef65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:51.289163 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2210224 Nov 12 10:53:51.293872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48056) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:51.304234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Request body: {'subnet': {'network_id': '430e250c-550f-4a51-8579-5151f3544276', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-126375985-subnet', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:51.335574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70927a0-61fb-40cd-8566-4b1d0ad2cf84 admin admin] Pushing event updated for resources: {'Network': ['ID=430e250c-550f-4a51-8579-5151f3544276,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:51.344392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:51.351328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 430e250c-550f-4a51-8579-5151f3544276 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:53:51.361482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-faaeef00-76ef-471c-b852-75f4025e1bfe req-5c0b427f-6ae0-477b-b947-8c7c96cd31fc tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899624 Nov 12 10:53:51.375696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Made reservation on behalf of 4e26848846144260bdfcc6ef47a26996 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:53:51.378974 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:51.572430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454151-43cb-4a00-8a45-0ea21b2ff721 req-6733eedf-5f51-4e6b-956c-4774342eb582 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:51.574030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a454151-43cb-4a00-8a45-0ea21b2ff721 req-6733eedf-5f51-4e6b-956c-4774342eb582 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1271727 Nov 12 10:53:51.597233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-812bbb13-49ee-41cb-a864-17589acff4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:51.599367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-812bbb13-49ee-41cb-a864-17589acff4e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1097 time: 0.1065738 Nov 12 10:53:51.600302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d81792-eed8-41bc-82d6-f71dec3ee146 req-36489c7d-e58e-4c9d-8850-d66b9dceba08 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:51.606852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15d81792-eed8-41bc-82d6-f71dec3ee146 req-36489c7d-e58e-4c9d-8850-d66b9dceba08 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 1096 time: 0.1563900 Nov 12 10:53:51.716326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15d81792-eed8-41bc-82d6-f71dec3ee146 req-f9e12d98-29bb-466c-9618-52562f6096a2 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081641 Nov 12 10:53:51.818695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a454151-43cb-4a00-8a45-0ea21b2ff721 req-950bce82-5507-498c-8a38-177f174e676a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327650 Nov 12 10:53:51.876713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5411b7-c1d9-4315-a4a5-8b546c127927 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:51.898122 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:51.901333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-3b2a7a24-9fb5-48fc-93bc-80daa928fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:51.903088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-3b2a7a24-9fb5-48fc-93bc-80daa928fbd3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.2918036 Nov 12 10:53:51.905800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:51.937428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Transition to ACTIVE for port object 8b5411b7-c1d9-4315-a4a5-8b546c127927 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:53:51.944215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.035026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-0eaa33ac-b408-41d5-935f-e5d0e2c97c06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 200 len: 217 time: 0.1209874 Nov 12 10:53:52.046556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Pushing event updated for resources: {'Port': ['ID=8b5411b7-c1d9-4315-a4a5-8b546c127927,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:52.118300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-df0ff634-afda-492d-b212-81d535ff49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:52.120349 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-df0ff634-afda-492d-b212-81d535ff49c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0769970 Nov 12 10:53:52.149932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed204c47-e0ca-480d-9117-452486499ed4,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:52.177905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Attempting to bind port 8b5411b7-c1d9-4315-a4a5-8b546c127927 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:52.179227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Attempting to bind port 8b5411b7-c1d9-4315-a4a5-8b546c127927 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'adae0743-bc03-47f7-a3fe-adb291c9c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5135ea22-8ce8-4b89-8aff-62fcbbaa36c4'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:52.180711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Attempting to bind port 8b5411b7-c1d9-4315-a4a5-8b546c127927 on network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:52.191610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Port 8b5411b7-c1d9-4315-a4a5-8b546c127927 on network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:53:52.192341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Attempting to bind port 8b5411b7-c1d9-4315-a4a5-8b546c127927 on network 5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:52.198102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Checking segment: {'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:52.198488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Network hostable DHCP agents. Network: 430e250c-550f-4a51-8579-5151f3544276, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:53:52.207533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:52.208966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Checking segment: {'id': 'adae0743-bc03-47f7-a3fe-adb291c9c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5135ea22-8ce8-4b89-8aff-62fcbbaa36c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:52.210312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Bound using segment: {'id': 'adae0743-bc03-47f7-a3fe-adb291c9c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5135ea22-8ce8-4b89-8aff-62fcbbaa36c4'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:52.211625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Bound port: 8b5411b7-c1d9-4315-a4a5-8b546c127927, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adae0743-bc03-47f7-a3fe-adb291c9c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5135ea22-8ce8-4b89-8aff-62fcbbaa36c4'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:52.212460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.226485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-b03204f7-d9d5-46ef-94b6-f1190c634a85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946665 Nov 12 10:53:52.324038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] For port 8b5411b7-c1d9-4315-a4a5-8b546c127927, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:52.331531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] For port 8b5411b7-c1d9-4315-a4a5-8b546c127927, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5411b7-c1d9-4315-a4a5-8b546c127927,segment=NetworkSegment(adae0743-bc03-47f7-a3fe-adb291c9c108),segment_id=adae0743-bc03-47f7-a3fe-adb291c9c108)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:52.338065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.378238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Network 430e250c-550f-4a51-8579-5151f3544276 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:53:52.379336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:52.380221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.382591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] 10.222.0.52 "PUT /v2.0/ports/8b5411b7-c1d9-4315-a4a5-8b546c127927 HTTP/1.1" status: 200 len: 1092 time: 1.2126341 Nov 12 10:53:52.383108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7975cdb-4179-4356-a1c8-4e243afbef65', 'tag': '8b5411b7-c1d9-4315-a4a5-8b546c127927'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:52.386881 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286" -d '{"events": [{"name": "network-changed", "server_uuid": "b7975cdb-4179-4356-a1c8-4e243afbef65", "tag": "8b5411b7-c1d9-4315-a4a5-8b546c127927"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:52.417019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811191-5669-4ef4-851d-19cb0e939c36 req-af5a1403-4693-4a18-aaa8-ee0b4df47c9d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:52.419032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab811191-5669-4ef4-851d-19cb0e939c36 req-af5a1403-4693-4a18-aaa8-ee0b4df47c9d tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.2634335 Nov 12 10:53:52.420148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5979a-ca45-4892-a01d-807564e0b41b service neutron] Pushing event updated for resources: {'Port': ['ID=8b5411b7-c1d9-4315-a4a5-8b546c127927,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:52.425971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 430e250c-550f-4a51-8579-5151f3544276) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:52.431478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:52.432690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.454264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51d304-64d0-44dc-b074-eeefda107adb None None] Network 430e250c-550f-4a51-8579-5151f3544276 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:52.494493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-148c9026-30fc-46da-91c7-69c3427a6018 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:52.496643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-148c9026-30fc-46da-91c7-69c3427a6018 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 950 time: 0.1658754 Nov 12 10:53:52.509263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-4968abda-6bb1-4bf5-bcb9-fe4c866e7bb2 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656639 Nov 12 10:53:52.523673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5c4afb5f-c482-443b-bc42-3e2cb0ac2d9b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2286611 Nov 12 10:53:52.527211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48084) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:52.546816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:53:52.587498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-f8d66a72-3c72-4cf3-844e-67862708a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:52.589576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-f8d66a72-3c72-4cf3-844e-67862708a908 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97807f9f6b4e4338991638c06d53343d&device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 1095 time: 0.1153536 Nov 12 10:53:52.608964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.610859 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.625133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e343e9-6efd-4727-bdff-2b595b0ddfab req-21f47394-b6d3-4be6-b288-55dbf68346ec tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:52.626869 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41e343e9-6efd-4727-bdff-2b595b0ddfab req-21f47394-b6d3-4be6-b288-55dbf68346ec tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 943 time: 0.1376660 Nov 12 10:53:52.672782 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-8fb501eb-b282-4d6a-b6f6-a3bbfd6dcc38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b5411b7-c1d9-4315-a4a5-8b546c127927 HTTP/1.1" status: 200 len: 217 time: 0.0713058 Nov 12 10:53:52.686295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-430e250c-550f-4a51-8579-5151f3544276', 'network_id': '430e250c-550f-4a51-8579-5151f3544276', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'fixed_ips': [{'subnet_id': 'ed204c47-e0ca-480d-9117-452486499ed4'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:53:52.687403 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.792906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:52.980582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Allocated IP 172.20.0.2 (430e250c-550f-4a51-8579-5151f3544276/ed204c47-e0ca-480d-9117-452486499ed4/533ed42a-8b6f-4399-89c9-3be43e99ce6d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:53:53.008443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab811191-5669-4ef4-851d-19cb0e939c36 req-296ed9ec-2374-4f79-a2b9-28067519116f tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/security-groups?id=0de8ef51-4c9d-4d48-bd62-cb45a163a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358634 Nov 12 10:53:53.116632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-06ba94b1-9261-4b5c-9bf8-6a8454991c0c service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905466 Nov 12 10:53:53.157046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Deleting port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:53:53.158480 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.230038 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb49293-e177-46d7-8b34-70c0d09792d5 x-openstack-request-id: req-dbb49293-e177-46d7-8b34-70c0d09792d5 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:53.230833 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7975cdb-4179-4356-a1c8-4e243afbef65", "tag": "8b5411b7-c1d9-4315-a4a5-8b546c127927", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:53.231027 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbb49293-e177-46d7-8b34-70c0d09792d5 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:53.231576 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7975cdb-4179-4356-a1c8-4e243afbef65', 'tag': '8b5411b7-c1d9-4315-a4a5-8b546c127927', 'status': 'completed', 'code': 200} Nov 12 10:53:53.351585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-ddb663eb-e423-4357-a425-a278f96e6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:53.355126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-ddb663eb-e423-4357-a425-a278f96e6d86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61e105b7-6d25-4018-bff4-c778548b415e HTTP/1.1" status: 200 len: 861 time: 0.6643126 Nov 12 10:53:53.366777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41e343e9-6efd-4727-bdff-2b595b0ddfab req-02de0861-fd2f-419d-90de-a26911ed5d7e tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084007 Nov 12 10:53:53.369778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.384995 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.455261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024d07-f387-46d0-8bb2-024092d68905 req-c3956d45-e07b-499d-a1f5-ebe62ebd7b09 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:53.461729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5024d07-f387-46d0-8bb2-024092d68905 req-c3956d45-e07b-499d-a1f5-ebe62ebd7b09 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.2481570 Nov 12 10:53:53.466027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] For port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:53.472034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.478207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Network 430e250c-550f-4a51-8579-5151f3544276 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:53.485680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:53.492129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:53:53.537611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Pushing event updated for resources: {'Port': ['ID=533ed42a-8b6f-4399-89c9-3be43e99ce6d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:53.539822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Calling delete_port for 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:53:53.621746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-db25f248-c21d-4782-9e04-6e363c929ee8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5135ea22-8ce8-4b89-8aff-62fcbbaa36c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2508683 Nov 12 10:53:53.661887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.689749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Attempting to bind port 533ed42a-8b6f-4399-89c9-3be43e99ce6d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:53:53.691590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Attempting to bind port 533ed42a-8b6f-4399-89c9-3be43e99ce6d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:53:53.692019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Attempting to bind port 533ed42a-8b6f-4399-89c9-3be43e99ce6d on network 430e250c-550f-4a51-8579-5151f3544276 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:53:53.713022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:53:53.713383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Checking segment: {'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:53:53.713808 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.714201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Bound using segment: {'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:53:53.716720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Bound port: 533ed42a-8b6f-4399-89c9-3be43e99ce6d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:53:53.716720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.721753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5024d07-f387-46d0-8bb2-024092d68905 req-6767ae71-1524-4211-8280-7b4125d811d1 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410212 Nov 12 10:53:53.869369 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.878477 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-247872b8-877a-4861-92d1-08cb6c6ebd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:53.892779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e0add91-7a67-4e18-a09b-abe8d9d82fd6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:53.910679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] For port 533ed42a-8b6f-4399-89c9-3be43e99ce6d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:53:53.922356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Pushing event deleted for resources: {'Port': ['ID=4e0add91-7a67-4e18-a09b-abe8d9d82fd6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:53.972517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] For port 533ed42a-8b6f-4399-89c9-3be43e99ce6d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=533ed42a-8b6f-4399-89c9-3be43e99ce6d,segment=NetworkSegment(8803b74f-7b96-4b1c-accd-09c6aef4658e),segment_id=8803b74f-7b96-4b1c-accd-09c6aef4658e)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:53:53.986061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:54.024012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] No DVR routers for this DVR port 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:53:54.031814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:54.039792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d2c3f49-2a8a-4bc2-9d6f-646cb4874d4b req-06833f2a-8ad3-40a7-8dd9-3b100d6b3bd5 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.59 "DELETE /v2.0/ports/4e0add91-7a67-4e18-a09b-abe8d9d82fd6 HTTP/1.1" status: 204 len: 173 time: 1.5251679 Nov 12 10:53:54.040007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'name': 'network-vif-deleted', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:54.053659 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ba7d1c-eb17-4933-814c-b3bf8ac8c45e" -d '{"events": [{"server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "name": "network-vif-deleted", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:54.062964 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-462bc747-8e11-406d-8d4e-33d786ca9583 service neutron] 10.222.0.52 "GET /v2.0/networks/5135ea22-8ce8-4b89-8aff-62fcbbaa36c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260359 Nov 12 10:53:54.188087 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c798ca-8279-4ae7-964d-db610719f6e1 x-openstack-request-id: req-a9c798ca-8279-4ae7-964d-db610719f6e1 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:54.199395 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3cdaf0-36b0-480c-ab79-63e900d27b86", "name": "network-vif-deleted", "tag": "4e0add91-7a67-4e18-a09b-abe8d9d82fd6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:54.199753 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9c798ca-8279-4ae7-964d-db610719f6e1 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:54.200195 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3cdaf0-36b0-480c-ab79-63e900d27b86', 'name': 'network-vif-deleted', 'tag': '4e0add91-7a67-4e18-a09b-abe8d9d82fd6', 'status': 'completed', 'code': 200} Nov 12 10:53:54.241566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e65c74-dc6d-4c14-a234-7acaa9becb9d None None] Pushing event updated for resources: {'Port': ['ID=533ed42a-8b6f-4399-89c9-3be43e99ce6d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:54.313844 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f61bae45-89d2-4a35-aca4-cb4b014589b1 req-0af87cf4-5cf9-4227-8780-4bc9d1c9b8d2 tempest-MigrationsAdminTest-1293997718 tempest-MigrationsAdminTest-1293997718-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a3cdaf0-36b0-480c-ab79-63e900d27b86 HTTP/1.1" status: 200 len: 210 time: 0.1397567 Nov 12 10:53:54.369639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device c39f807b-26bc-4076-a5b9-50fec770e30f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:53:54.390828 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214f3e9d-aecf-4ac4-964a-6e63b41944e5 req-4ea58a36-3985-481d-9069-416b8e245480 service neutron] 10.222.0.52 "GET /v2.0/networks/5135ea22-8ce8-4b89-8aff-62fcbbaa36c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155904 Nov 12 10:53:54.659365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:54.706563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'port_id': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'mac_address': 'fa:16:3e:c4:72:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa44256-6525-42a8-862e-c767dff65d34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:53:54.833957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:54.874236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c39f807b-26bc-4076-a5b9-50fec770e30f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:54.880430 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:54.949732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:54.964545 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:55.002819 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:55.043453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-3d0f5b6a-8e56-402a-8b06-f509b970606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:55.045030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-3d0f5b6a-8e56-402a-8b06-f509b970606a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97807f9f6b4e4338991638c06d53343d&device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 1095 time: 0.5082676 Nov 12 10:53:55.128630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b188fb6-ea11-4572-a9b0-e75fa9802842 req-5322ec48-caf6-4ed0-a671-49da242f7419 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:55.134941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:55.135394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b188fb6-ea11-4572-a9b0-e75fa9802842 req-5322ec48-caf6-4ed0-a671-49da242f7419 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 943 time: 0.5967321 Nov 12 10:53:55.153215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 533ed42a-8b6f-4399-89c9-3be43e99ce6d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:55.247876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['c39f807b-26bc-4076-a5b9-50fec770e30f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:55.290177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 533ed42a-8b6f-4399-89c9-3be43e99ce6d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:55.290544 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:55.339188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263f843-ca52-4a48-8bac-7bab7ab8a0f0 req-0ea84912-0b2d-4db4-9abd-0f9012162251 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:55.345186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e263f843-ca52-4a48-8bac-7bab7ab8a0f0 req-0ea84912-0b2d-4db4-9abd-0f9012162251 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1337035 Nov 12 10:53:55.513898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e263f843-ca52-4a48-8bac-7bab7ab8a0f0 req-d5029426-6eed-4d58-aae3-9abf7453d62d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597710 Nov 12 10:53:55.564534 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b188fb6-ea11-4572-a9b0-e75fa9802842 req-28f5815a-2862-4d66-8221-662f8390cc35 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999295 Nov 12 10:53:55.632156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:55.759237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-0886d43f-ac1b-4d66-bfa6-5e0954ae5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:55.765248 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-0886d43f-ac1b-4d66-bfa6-5e0954ae5b08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 HTTP/1.1" status: 200 len: 922 time: 0.6944833 Nov 12 10:53:55.845085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-14469a04-1a41-49e2-ad4d-971f60367a6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b5411b7-c1d9-4315-a4a5-8b546c127927 HTTP/1.1" status: 200 len: 217 time: 0.0739737 Nov 12 10:53:55.866301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Allocated IP 172.25.2.89 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:53:56.006829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-781f6824-adf2-42db-b4aa-847fec0fc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:56.009847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-781f6824-adf2-42db-b4aa-847fec0fc364 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=61e105b7-6d25-4018-bff4-c778548b415e HTTP/1.1" status: 200 len: 861 time: 0.1525815 Nov 12 10:53:56.135952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 533ed42a-8b6f-4399-89c9-3be43e99ce6d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=533ed42a-8b6f-4399-89c9-3be43e99ce6d,segment=NetworkSegment(8803b74f-7b96-4b1c-accd-09c6aef4658e),segment_id=8803b74f-7b96-4b1c-accd-09c6aef4658e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:56.147936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-2296ff9c-f721-4360-9af5-6a267ac11e63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5135ea22-8ce8-4b89-8aff-62fcbbaa36c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308873 Nov 12 10:53:56.170929 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:56.175308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8b5411b7-c1d9-4315-a4a5-8b546c127927 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:53:56.252965 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=533ed42a-8b6f-4399-89c9-3be43e99ce6d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:56.255819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304df0b1-8436-4a7e-baea-359a9d812cf1 None None] Network 430e250c-550f-4a51-8579-5151f3544276 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:53:56.331608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48174) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:56.336480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b7b5169e-513f-4f1c-8451-c0d40d9d33b8 None None] Provisioning complete for port 533ed42a-8b6f-4399-89c9-3be43e99ce6d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:56.340317 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7b5169e-513f-4f1c-8451-c0d40d9d33b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:56.347393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:56.389794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-67982a82-db4e-4975-a678-30a873f15e0b service neutron] 10.222.0.52 "GET /v2.0/networks/5135ea22-8ce8-4b89-8aff-62fcbbaa36c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336254 Nov 12 10:53:56.493367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:53:56.497313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:56.547298 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56847f18-45cc-4b92-a156-f4ac61895a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:56.571101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Pushing event updated for resources: {'Port': ['ID=09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:56.603262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:53:56.607497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:53:56.611500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:53:56.677400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bf8a6f3-a91d-4c3c-b7a2-3d8776d29286 req-3b1ccd92-b39b-4b67-88f8-ac3b64697bc5 service neutron] 10.222.0.52 "GET /v2.0/networks/5135ea22-8ce8-4b89-8aff-62fcbbaa36c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768774 Nov 12 10:53:56.824616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-984f6394-903a-460e-9f35-cc04a8bbc008 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e64af9086ff6446299d9bc7f486847e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4900806 Nov 12 10:53:56.846586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:53:56.846926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4e0add91-7a67-4e18-a09b-abe8d9d82fd6 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:53:56.849736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48184) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:56.939174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 533ed42a-8b6f-4399-89c9-3be43e99ce6d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:57.000363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b0a9-49cc-451b-9cb2-50d14d17fae6 req-cf725062-0ef1-463a-8b65-6e509896e08d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:57.010214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8951b0a9-49cc-451b-9cb2-50d14d17fae6 req-cf725062-0ef1-463a-8b65-6e509896e08d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1892383 Nov 12 10:53:57.103559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d2cc3-7ebc-4972-a6f4-731e325e4d0f req-83b889c5-1664-4bab-baf9-7a9f401ab4ea tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:57.109440 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f8d2cc3-7ebc-4972-a6f4-731e325e4d0f req-83b889c5-1664-4bab-baf9-7a9f401ab4ea tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 943 time: 0.2781768 Nov 12 10:53:57.181991 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8951b0a9-49cc-451b-9cb2-50d14d17fae6 req-3f78d296-fe80-433c-9dee-dcb5f072f037 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707044 Nov 12 10:53:57.183561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 533ed42a-8b6f-4399-89c9-3be43e99ce6d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:57.184299 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.186369 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41851005-4a2f-40f0-a836-8c4b46ccc03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.225847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41851005-4a2f-40f0-a836-8c4b46ccc03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.299268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8b5411b7-c1d9-4315-a4a5-8b546c127927, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5411b7-c1d9-4315-a4a5-8b546c127927,segment=NetworkSegment(adae0743-bc03-47f7-a3fe-adb291c9c108),segment_id=adae0743-bc03-47f7-a3fe-adb291c9c108)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:57.315939 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.333787 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41851005-4a2f-40f0-a836-8c4b46ccc03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.337057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41851005-4a2f-40f0-a836-8c4b46ccc03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.338544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-41851005-4a2f-40f0-a836-8c4b46ccc03a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0de8ef51-4c9d-4d48-bd62-cb45a163a442 HTTP/1.1" status: 204 len: 168 time: 0.4878025 Nov 12 10:53:57.360410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41851005-4a2f-40f0-a836-8c4b46ccc03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de8ef51-4c9d-4d48-bd62-cb45a163a442,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:57.382349 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f8d2cc3-7ebc-4972-a6f4-731e325e4d0f req-e817d956-3c2c-47b2-8f97-499a4754b187 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614224 Nov 12 10:53:57.549017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '8b5411b7-c1d9-4315-a4a5-8b546c127927', 'network_id': '5135ea22-8ce8-4b89-8aff-62fcbbaa36c4', 'port_id': '8b5411b7-c1d9-4315-a4a5-8b546c127927', 'mac_address': 'fa:16:3e:ea:4d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e105b7-6d25-4018-bff4-c778548b415e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:53:57.798994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.854838 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.860976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48204) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:57.925423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:57.957842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6c7bc220-c872-4267-a362-cdeb6739ae5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c0c12fad5eb4d98b13de0810c9a2a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0942166 Nov 12 10:53:57.960202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48206) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:57.983033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5411b7-c1d9-4315-a4a5-8b546c127927 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:53:58.013860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8b5411b7-c1d9-4315-a4a5-8b546c127927, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5411b7-c1d9-4315-a4a5-8b546c127927,segment=NetworkSegment(adae0743-bc03-47f7-a3fe-adb291c9c108),segment_id=adae0743-bc03-47f7-a3fe-adb291c9c108)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:58.022270 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:58.074155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:53:58.097241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eb49f569-363d-445e-a6b4-8a8c8d998115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:58.107629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8b5411b7-c1d9-4315-a4a5-8b546c127927,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:58.133904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eb49f569-363d-445e-a6b4-8a8c8d998115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:58.235665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eb49f569-363d-445e-a6b4-8a8c8d998115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:58.244815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eb49f569-363d-445e-a6b4-8a8c8d998115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:58.267400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-eb49f569-363d-445e-a6b4-8a8c8d998115 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52ff1773-3202-411f-b4f4-db0e1195a0d9 HTTP/1.1" status: 204 len: 168 time: 0.2935669 Nov 12 10:53:58.297111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6d50ecf4-0c92-4c11-8dbf-fd7c0efedd3c None None] Provisioning complete for port 533ed42a-8b6f-4399-89c9-3be43e99ce6d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:58.304098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d50ecf4-0c92-4c11-8dbf-fd7c0efedd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:58.329283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['8b5411b7-c1d9-4315-a4a5-8b546c127927'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:53:58.330053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49f569-363d-445e-a6b4-8a8c8d998115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ff1773-3202-411f-b4f4-db0e1195a0d9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:58.331901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:53:58.354985 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Sync routers for ids ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:53:58.395295 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Routers {'33d6c20c-ab66-4a0b-90b7-162a1631cea6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:53:58.396394 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:58.404443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:58.410354 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9f16ffdf-5946-4790-a276-cd20d75a1234 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8677318 Nov 12 10:53:58.413602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:53:58.530182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device c39f807b-26bc-4076-a5b9-50fec770e30f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:53:58.531574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a2790-e7cc-4f52-8eda-efc5f2ee04c1 req-f4382545-7130-409f-a30a-15225a71dddc tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:58.536767 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b57a2790-e7cc-4f52-8eda-efc5f2ee04c1 req-f4382545-7130-409f-a30a-15225a71dddc tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.2273996 Nov 12 10:53:58.654803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b57a2790-e7cc-4f52-8eda-efc5f2ee04c1 req-dfb798a4-c0d1-4b86-9688-e6ea701a71a8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102238 Nov 12 10:53:58.868610 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Set router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:53:58.931379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port c39f807b-26bc-4076-a5b9-50fec770e30f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:53:58.931765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:59.079051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c9e44-f9b3-40d5-b802-ac54a9e82d5f req-27a4faae-2411-468b-a87d-0f9fbdec506a tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:53:59.086512 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-428c9e44-f9b3-40d5-b802-ac54a9e82d5f req-27a4faae-2411-468b-a87d-0f9fbdec506a tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 944 time: 0.2926760 Nov 12 10:53:59.241835 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:59.285222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:53:59.289677 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78e253f-ff45-44e4-96d7-a237c1479492" -d '{"events": [{"server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "name": "network-vif-plugged", "status": "completed", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:53:59.315837 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:53:59.333386 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:59.373068 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:59.430669 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da640d-f87b-432d-9d84-ca7a10ac97b4 x-openstack-request-id: req-a3da640d-f87b-432d-9d84-ca7a10ac97b4 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:53:59.431059 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "name": "network-vif-plugged", "status": "completed", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:53:59.433574 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3da640d-f87b-432d-9d84-ca7a10ac97b4 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:53:59.434105 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'code': 200} Nov 12 10:53:59.443265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:53:59.461551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:53:56Z', 'revision_number': 3, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port': {'id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:55Z', 'updated_at': '2021-11-12T10:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:53:59.479856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-428c9e44-f9b3-40d5-b802-ac54a9e82d5f req-2bfe80b1-c54e-4daa-a566-a21a7d03a201 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750789 Nov 12 10:53:59.516246 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Checking router: 33d6c20c-ab66-4a0b-90b7-162a1631cea6 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:53:59.517022 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Updating router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:53:59.596270 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:59.796625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48256) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:00.073551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce6592-3dce-4823-a551-6b3b5f97db8f req-fb392a50-bdb3-403e-88ea-a8c60e005157 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:00.075336 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58ce6592-3dce-4823-a551-6b3b5f97db8f req-fb392a50-bdb3-403e-88ea-a8c60e005157 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1247776 Nov 12 10:54:00.083760 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.090626 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.121212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-446455526-network', 'tenant_id': '261d4c73a487462d90e720f424191407'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:00.153355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8b5411b7-c1d9-4315-a4a5-8b546c127927 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:00.177973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Made reservation on behalf of 261d4c73a487462d90e720f424191407 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:00.183869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.220177 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3561bdd-4845-4120-92af-73bf838f7411 None None] Pushing event updated for resources: {'Port': ['ID=09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:00.222629 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58ce6592-3dce-4823-a551-6b3b5f97db8f req-0f4f630d-2f66-40b0-a28a-493b4eeb83d0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383765 Nov 12 10:54:00.223124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.278515 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.304675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 8b5411b7-c1d9-4315-a4a5-8b546c127927 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:54:00.311259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 8b5411b7-c1d9-4315-a4a5-8b546c127927 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:00.311674 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.317736 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Attempting to bind port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:00.318627 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Attempting to bind port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:00.319079 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Attempting to bind port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:00.338957 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:00.339339 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:00.339889 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.340332 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:00.340825 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Bound port: 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:00.341767 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.458318 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] For port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:00.467191 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] For port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:00.476152 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.477819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.492114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.494793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.579948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8b5411b7-c1d9-4315-a4a5-8b546c127927, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5411b7-c1d9-4315-a4a5-8b546c127927,segment=NetworkSegment(adae0743-bc03-47f7-a3fe-adb291c9c108),segment_id=adae0743-bc03-47f7-a3fe-adb291c9c108)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:00.581732 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.585842 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.596524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Allocated IP 172.20.0.1 (430e250c-550f-4a51-8579-5151f3544276/ed204c47-e0ca-480d-9117-452486499ed4/ec883b22-1c5b-4805-8816-fb422d13cfe1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:00.601229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:54:00.618090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.618468 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Added segment 19e95cdd-3e62-42f2-ba12-3b54005c2201 of type vlan for network f34a7306-a96a-48da-91a0-dbd64d04e696 Nov 12 10:54:00.654419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8b5411b7-c1d9-4315-a4a5-8b546c127927,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:00.667886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3ecaa1-4bf0-40eb-a1c2-358f935a39f2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:00.690928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.708402 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Routers {'33d6c20c-ab66-4a0b-90b7-162a1631cea6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:00.711140 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:00.730990 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:54:00.774000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.775689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:00.776696 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:00.914066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] Pushing event updated for resources: {'Network': ['ID=f34a7306-a96a-48da-91a0-dbd64d04e696,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:00.927979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-588de4ec-e3c4-4ae0-b3cc-4d43bbc18762 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1277828 Nov 12 10:54:00.928296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48278) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:00.931458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network f34a7306-a96a-48da-91a0-dbd64d04e696 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:54:00.941113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Request body: {'subnet': {'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-subnet', 'tenant_id': '261d4c73a487462d90e720f424191407', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:00.950926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330d406-8c15-46d0-b053-9d8065cad50d req-094e634a-0caa-4a61-b9d0-9444b279ebc7 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:00.952676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c330d406-8c15-46d0-b053-9d8065cad50d req-094e634a-0caa-4a61-b9d0-9444b279ebc7 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 945 time: 0.2941976 Nov 12 10:54:00.982729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Made reservation on behalf of 261d4c73a487462d90e720f424191407 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:00.985607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.106353 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c330d406-8c15-46d0-b053-9d8065cad50d req-f85eb072-5af9-4ce5-93c5-85370056d8ac tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461580 Nov 12 10:54:01.128351 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.199083 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] Set router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:01.220318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.278971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Pushing event updated for resources: {'Port': ['ID=ec883b22-1c5b-4805-8816-fb422d13cfe1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:01.279744 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3561bdd-4845-4120-92af-73bf838f7411 None None] Pushing event updated for resources: {'Port': ['ID=09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:01.315104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Network 430e250c-550f-4a51-8579-5151f3544276 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:01.318087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:01.324077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:01.401135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.435558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7975cdb-4179-4356-a1c8-4e243afbef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5411b7-c1d9-4315-a4a5-8b546c127927'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:01.438674 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051528dd-59d3-4d89-b758-c69a69276e0e" -d '{"events": [{"server_uuid": "b7975cdb-4179-4356-a1c8-4e243afbef65", "name": "network-vif-plugged", "status": "completed", "tag": "8b5411b7-c1d9-4315-a4a5-8b546c127927"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:01.547254 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aecc8e-bf91-4a64-9f75-8bf88c4d2825 x-openstack-request-id: req-c1aecc8e-bf91-4a64-9f75-8bf88c4d2825 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:01.548014 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7975cdb-4179-4356-a1c8-4e243afbef65", "name": "network-vif-plugged", "status": "completed", "tag": "8b5411b7-c1d9-4315-a4a5-8b546c127927", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:01.548014 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1aecc8e-bf91-4a64-9f75-8bf88c4d2825 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:01.548370 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7975cdb-4179-4356-a1c8-4e243afbef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5411b7-c1d9-4315-a4a5-8b546c127927', 'code': 200} Nov 12 10:54:01.587279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.646998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49b9fb-14e1-42d6-b217-5723dfb0b4f0 req-384b8565-8d4f-43c0-ba49-6c5f977d0ff0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:01.649301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e49b9fb-14e1-42d6-b217-5723dfb0b4f0 req-384b8565-8d4f-43c0-ba49-6c5f977d0ff0 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.2067873 Nov 12 10:54:01.699047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8b9ff056-e07c-407f-9ca8-2cc668a2e0ca None None] Provisioning complete for port ec883b22-1c5b-4805-8816-fb422d13cfe1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:01.699669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff056-e07c-407f-9ca8-2cc668a2e0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.714840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f81bbae-72b7-44e1-b34c-356440e290bf,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:01.727908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d391d6-a311-4777-a153-85deba4a5469 req-1c160b35-823c-43c6-8564-08a107004ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:01.730051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3d391d6-a311-4777-a153-85deba4a5469 req-1c160b35-823c-43c6-8564-08a107004ff0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 1097 time: 0.0724173 Nov 12 10:54:01.764621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Checking segment: {'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:01.765447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Network hostable DHCP agents. Network: f34a7306-a96a-48da-91a0-dbd64d04e696, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:54:01.771155 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.778623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e49b9fb-14e1-42d6-b217-5723dfb0b4f0 req-1630317a-f012-47a1-a0d4-43b7b827fcf9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217680 Nov 12 10:54:01.824628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Network f34a7306-a96a-48da-91a0-dbd64d04e696 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:54:01.831498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3d391d6-a311-4777-a153-85deba4a5469 req-cdae1b1c-20c9-4e2e-b3d2-d564257a1339 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837722 Nov 12 10:54:01.852519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, f34a7306-a96a-48da-91a0-dbd64d04e696) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:01.855235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ff056-e07c-407f-9ca8-2cc668a2e0ca None None] Port ec883b22-1c5b-4805-8816-fb422d13cfe1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:01.857542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:01.858334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.863608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf27c62-1397-476f-b9e4-f6d4afca24ee None None] Network f34a7306-a96a-48da-91a0-dbd64d04e696 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:01.875266 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:53:56Z', 'revision_number': 3, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port': {'id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:55Z', 'updated_at': '2021-11-12T10:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:01.904716 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0c7c9650-f31a-4c81-9b51-2ee0d205137f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9751546 Nov 12 10:54:01.908103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48300) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:01.920941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:01.967635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.968853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.974533 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf5448-cb20-4b2d-bdf5-567793d723b0 None None] The sync data for ids ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'] in n-d-768851-19 is: [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:53:56Z', 'revision_number': 3, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port': {'id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:55Z', 'updated_at': '2021-11-12T10:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:02.102697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.152179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.169382 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.224171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-f34a7306-a96a-48da-91a0-dbd64d04e696', 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696', 'tenant_id': '261d4c73a487462d90e720f424191407', 'fixed_ips': [{'subnet_id': '1f81bbae-72b7-44e1-b34c-356440e290bf'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:54:02.225304 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.299572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.377884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Pushing event updated for resources: {'Port': ['ID=ec883b22-1c5b-4805-8816-fb422d13cfe1,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:02.538273 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.595061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Network 430e250c-550f-4a51-8579-5151f3544276 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:02.596662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:02.618927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Allocated IP 172.20.0.2 (f34a7306-a96a-48da-91a0-dbd64d04e696/1f81bbae-72b7-44e1-b34c-356440e290bf/c5a19be4-34da-4f55-b95f-195768a581ca) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:02.683132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b1a67-2c6b-4dcf-9d16-4dbea1802863 req-3d0e9b47-d955-444c-b85e-2bd095cea62d tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:02.706687 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db7b1a67-2c6b-4dcf-9d16-4dbea1802863 req-3d0e9b47-d955-444c-b85e-2bd095cea62d tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 945 time: 0.4104865 Nov 12 10:54:02.849495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:54:02.856473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db7b1a67-2c6b-4dcf-9d16-4dbea1802863 req-242a36b8-d868-4917-af8f-32abd2f40088 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455376 Nov 12 10:54:02.987018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:03.262194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.287217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:03.294623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6a6d4bb8-6978-47ca-8ada-7a5a53b77e81 admin admin] 10.222.0.31 "PUT /v2.0/routers/33d6c20c-ab66-4a0b-90b7-162a1631cea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8772080 Nov 12 10:54:03.361841 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.432836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9682e-f770-4953-aef3-a983dfc55518 req-6f192d50-7d73-40a2-864c-07192cbd2032 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:03.446755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06c9682e-f770-4953-aef3-a983dfc55518 req-6f192d50-7d73-40a2-864c-07192cbd2032 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1609359 Nov 12 10:54:03.601608 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06c9682e-f770-4953-aef3-a983dfc55518 req-6113aedc-41c5-4809-b1b9-21b731e15825 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536131 Nov 12 10:54:03.769634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Allocated IP 172.25.2.218 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f4b0f308-d219-4b59-b2d9-e045e6c7e6e7) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:03.816519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e45a435f-c690-4c24-80df-69bdee642b34 None None] Provisioning complete for port ec883b22-1c5b-4805-8816-fb422d13cfe1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:03.817209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e45a435f-c690-4c24-80df-69bdee642b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.905460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:03.905834 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.961263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e45a435f-c690-4c24-80df-69bdee642b34 None None] Port ec883b22-1c5b-4805-8816-fb422d13cfe1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:03.980257 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.986252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.997582 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.064249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8dba6-e7d3-400a-b5b1-b317cf6870d3 req-89aec252-6504-4929-b3d7-c52f45c99f7f tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:04.065836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32d8dba6-e7d3-400a-b5b1-b317cf6870d3 req-89aec252-6504-4929-b3d7-c52f45c99f7f tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 945 time: 0.0773072 Nov 12 10:54:04.073585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.092845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Network f34a7306-a96a-48da-91a0-dbd64d04e696 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:04.106185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:04.111756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:04.136754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Pushing event updated for resources: {'Port': ['ID=c5a19be4-34da-4f55-b95f-195768a581ca,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:04.150524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.179380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:04.190747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:04.201687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:04.228692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b0f308-d219-4b59-b2d9-e045e6c7e6e7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:04.264635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32d8dba6-e7d3-400a-b5b1-b317cf6870d3 req-4e78f23f-7afe-43be-9b11-92d9abc5417e tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862504 Nov 12 10:54:04.305892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Attempting to bind port c5a19be4-34da-4f55-b95f-195768a581ca on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:04.306262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Attempting to bind port c5a19be4-34da-4f55-b95f-195768a581ca by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:04.306622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Attempting to bind port c5a19be4-34da-4f55-b95f-195768a581ca on network f34a7306-a96a-48da-91a0-dbd64d04e696 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:04.315364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:04.325441 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.332044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:04.334402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Checking segment: {'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:04.334881 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.335298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Bound using segment: {'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:04.335800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Bound port: c5a19be4-34da-4f55-b95f-195768a581ca, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:04.337414 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.364466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-db0cc52a-5b46-4caf-b603-3852ea177d0f tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4542248 Nov 12 10:54:04.373957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:04.413753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.704160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:04.773814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.832745 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] For port c5a19be4-34da-4f55-b95f-195768a581ca, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:04.845321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] For port c5a19be4-34da-4f55-b95f-195768a581ca, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5a19be4-34da-4f55-b95f-195768a581ca,segment=NetworkSegment(19e95cdd-3e62-42f2-ba12-3b54005c2201),segment_id=19e95cdd-3e62-42f2-ba12-3b54005c2201)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:04.855477 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.919233 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.977458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:05.011726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a1074-9dc3-472a-92c8-ca80601c89ee req-2f511ec4-7ae1-4e1f-9550-afd4d6fe42d9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:05.029576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c3a1074-9dc3-472a-92c8-ca80601c89ee req-2f511ec4-7ae1-4e1f-9550-afd4d6fe42d9 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1947811 Nov 12 10:54:05.166584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Sync routers for ids ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:05.168542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Allocated IP 172.25.2.105 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/538ad3c8-e9d4-4278-b3ff-0ee976f015e3) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:05.237381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f16c1-237a-4643-94a2-efed7ed06b24 None None] Pushing event updated for resources: {'Port': ['ID=c5a19be4-34da-4f55-b95f-195768a581ca,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:05.255127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Routers {'33d6c20c-ab66-4a0b-90b7-162a1631cea6'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:05.257880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c3a1074-9dc3-472a-92c8-ca80601c89ee req-580b6182-e25c-4ee9-a80a-7717c8e46f13 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209969 Nov 12 10:54:05.272127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:05.537047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:05.592204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:05.593059 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:05.680462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:05.800500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:05.883260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:05.884777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Pushing event updated for resources: {'Port': ['ID=538ad3c8-e9d4-4278-b3ff-0ee976f015e3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:05.888033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:05.895268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:05.897981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Set router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:05.917400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Router b870754e-cfef-4c81-abb5-cfabb7416c94 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:54:06.092040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:06.211864 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:06.334051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:06.350662 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Sync routers for ids ['b870754e-cfef-4c81-abb5-cfabb7416c94'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:06.379933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:06.381234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d307e055-de44-4bf2-a707-c44113007ff7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4720027 Nov 12 10:54:06.386400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48434) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:06.410026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Routers {'b870754e-cfef-4c81-abb5-cfabb7416c94'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:06.412937 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b870754e-cfef-4c81-abb5-cfabb7416c94'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:06.716820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:06.733341 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:06.887663 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Set router b870754e-cfef-4c81-abb5-cfabb7416c94 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:06.986678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f47f5-84bb-406a-8626-818b56ebd7db req-124ea253-274e-4233-a0ae-8fbf81800b03 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:07.008473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Pushing event updated for resources: {'Port': ['ID=538ad3c8-e9d4-4278-b3ff-0ee976f015e3,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:07.012227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d19f47f5-84bb-406a-8626-818b56ebd7db req-124ea253-274e-4233-a0ae-8fbf81800b03 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 945 time: 0.4450119 Nov 12 10:54:07.030334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:54:01Z', 'revision_number': 4, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port': {'id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:55Z', 'updated_at': '2021-11-12T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec883b22-1c5b-4805-8816-fb422d13cfe1', 'name': '', 'network_id': '430e250c-550f-4a51-8579-5151f3544276', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'mac_address': 'fa:16:3e:8b:b3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ed204c47-e0ca-480d-9117-452486499ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:00Z', 'updated_at': '2021-11-12T10:54:01Z', 'revision_number': 2, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'subnets': [{'id': 'ed204c47-e0ca-480d-9117-452486499ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:07.070987 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.111668 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.113483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-745a77b6-07e6-4976-b611-046e5defdac1 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7479737 Nov 12 10:54:07.115822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Checking router: 33d6c20c-ab66-4a0b-90b7-162a1631cea6 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:07.117003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Updating router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 port ec883b22-1c5b-4805-8816-fb422d13cfe1 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:54:07.185922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba69fe-afa6-41c0-be80-c53d51dc7ae8 None None] Network f34a7306-a96a-48da-91a0-dbd64d04e696 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:07.271076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d19f47f5-84bb-406a-8626-818b56ebd7db req-be5297b5-adf6-4f31-91a0-a812060b693e tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b854b0b-9bde-48e0-b1be-5088211324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578697 Nov 12 10:54:07.379656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-65f4732e-be5a-4d10-86bd-f88f8504050c tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.2542472 Nov 12 10:54:07.428709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5a19be4-34da-4f55-b95f-195768a581ca up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:07.441322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.605290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848cd81-0f77-4370-9726-5e67528c6958 req-01643f5d-dcf6-4df1-b73b-d88f916eddab tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:07.610409 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f848cd81-0f77-4370-9726-5e67528c6958 req-01643f5d-dcf6-4df1-b73b-d88f916eddab tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7975cdb-4179-4356-a1c8-4e243afbef65 HTTP/1.1" status: 200 len: 945 time: 0.3443415 Nov 12 10:54:07.612522 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:54:04Z', 'revision_number': 3, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port': {'id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:03Z', 'updated_at': '2021-11-12T10:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:07.694956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d949e-9b29-4a11-8c7f-3259ddf1f7e7 req-3ad9ce96-3667-418b-bf3d-7dd310b37a57 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:07.715332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-219d949e-9b29-4a11-8c7f-3259ddf1f7e7 req-3ad9ce96-3667-418b-bf3d-7dd310b37a57 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1870859 Nov 12 10:54:07.742795 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Checking router: b870754e-cfef-4c81-abb5-cfabb7416c94 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:07.743335 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Updating router b870754e-cfef-4c81-abb5-cfabb7416c94 port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:54:07.835701 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.864267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-1dec4d0c-9adb-4bd7-80e5-b29fc0e7a5ec tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:07.865718 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-1dec4d0c-9adb-4bd7-80e5-b29fc0e7a5ec tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.4695139 Nov 12 10:54:07.897307 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-d6ba4925-90c4-4edc-9076-f8741cc26a7f tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:07.898432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c84e7c43-f0d9-4297-9a18-f0d1c56f966b req-d6ba4925-90c4-4edc-9076-f8741cc26a7f tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196133 Nov 12 10:54:07.950169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Deleting port 8b5411b7-c1d9-4315-a4a5-8b546c127927 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:07.950613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.999003 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-219d949e-9b29-4a11-8c7f-3259ddf1f7e7 req-154e99e7-0a48-4d04-80eb-399d83a1efd6 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773011 Nov 12 10:54:08.212330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] For port 8b5411b7-c1d9-4315-a4a5-8b546c127927, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5411b7-c1d9-4315-a4a5-8b546c127927,segment=NetworkSegment(adae0743-bc03-47f7-a3fe-adb291c9c108),segment_id=adae0743-bc03-47f7-a3fe-adb291c9c108)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:08.213007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.275504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Calling delete_port for 8b5411b7-c1d9-4315-a4a5-8b546c127927 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:08.490822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.666139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ff92b424-f36f-4b11-a3eb-4c3d5bea2449 None None] Provisioning complete for port c5a19be4-34da-4f55-b95f-195768a581ca triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:08.669461 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ff92b424-f36f-4b11-a3eb-4c3d5bea2449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.760312 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.761327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.770197 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.826621 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.881931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.971537 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Attempting to bind port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:08.972235 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Attempting to bind port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:08.972425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] No DVR routers for this DVR port 8b5411b7-c1d9-4315-a4a5-8b546c127927 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:08.973879 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Attempting to bind port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:08.979073 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.986411 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f848cd81-0f77-4370-9726-5e67528c6958 req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] 10.222.0.52 "DELETE /v2.0/ports/8b5411b7-c1d9-4315-a4a5-8b546c127927 HTTP/1.1" status: 204 len: 173 time: 1.3695183 Nov 12 10:54:08.993011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d578a-fdea-40f2-91b5-6fa9da2df0d9 tempest-InstanceActionsNegativeTestJSON-1454153369 tempest-InstanceActionsNegativeTestJSON-1454153369-project] Pushing event deleted for resources: {'Port': ['ID=8b5411b7-c1d9-4315-a4a5-8b546c127927,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:09.001781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7975cdb-4179-4356-a1c8-4e243afbef65', 'name': 'network-vif-deleted', 'tag': '8b5411b7-c1d9-4315-a4a5-8b546c127927'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:09.004554 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c7673-f702-4c5d-86a0-5048f85ec779" -d '{"events": [{"server_uuid": "b7975cdb-4179-4356-a1c8-4e243afbef65", "name": "network-vif-deleted", "tag": "8b5411b7-c1d9-4315-a4a5-8b546c127927"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:09.036891 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:09.038132 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:09.039264 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:09.039983 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:09.041352 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Bound port: f4b0f308-d219-4b59-b2d9-e045e6c7e6e7, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:09.043632 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:09.076376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab3714-103d-4bd7-b16f-3757d37e5fc0 None None] Pushing event updated for resources: {'Port': ['ID=ec883b22-1c5b-4805-8816-fb422d13cfe1,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:09.081486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c5a19be4-34da-4f55-b95f-195768a581ca triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:09.086008 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:09.223766 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] For port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:09.234064 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] For port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f4b0f308-d219-4b59-b2d9-e045e6c7e6e7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:09.262377 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:09.270046 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb3925-9f45-40a7-84d9-024df9d2056e None None] Pushing event updated for resources: {'Port': ['ID=f4b0f308-d219-4b59-b2d9-e045e6c7e6e7,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:09.458252 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb3925-9f45-40a7-84d9-024df9d2056e None None] Pushing event updated for resources: {'Port': ['ID=f4b0f308-d219-4b59-b2d9-e045e6c7e6e7,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:09.512187 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Routers {'b870754e-cfef-4c81-abb5-cfabb7416c94'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:09.513988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b870754e-cfef-4c81-abb5-cfabb7416c94'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:09.542436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Attempting to bind port ec883b22-1c5b-4805-8816-fb422d13cfe1 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:09.543114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Attempting to bind port ec883b22-1c5b-4805-8816-fb422d13cfe1 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:09.543655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Attempting to bind port ec883b22-1c5b-4805-8816-fb422d13cfe1 on network 430e250c-550f-4a51-8579-5151f3544276 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:09.618016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:09.619079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Checking segment: {'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:09.619999 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:09.620830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Bound using segment: {'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:09.622071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Bound port: ec883b22-1c5b-4805-8816-fb422d13cfe1, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8803b74f-7b96-4b1c-accd-09c6aef4658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430e250c-550f-4a51-8579-5151f3544276'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:09.622694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:09.774986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a81e1c93-357f-4d33-9f77-4ce1df186792 req-20d30e54-c178-41b8-9a2d-9f5a01476bd0 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips/fdc1e2b5-0e97-4d3a-8e30-bf4f4bee7ac6 HTTP/1.1" status: 200 len: 693 time: 1.2490458 Nov 12 10:54:09.837976 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] Set router b870754e-cfef-4c81-abb5-cfabb7416c94 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:10.045731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ff92b424-f36f-4b11-a3eb-4c3d5bea2449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.144443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ff92b424-f36f-4b11-a3eb-4c3d5bea2449 None None] For port c5a19be4-34da-4f55-b95f-195768a581ca, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5a19be4-34da-4f55-b95f-195768a581ca,segment=NetworkSegment(19e95cdd-3e62-42f2-ba12-3b54005c2201),segment_id=19e95cdd-3e62-42f2-ba12-3b54005c2201)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:10.176496 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.178785 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ff92b424-f36f-4b11-a3eb-4c3d5bea2449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.187176 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.212052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8b5411b7-c1d9-4315-a4a5-8b546c127927 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:10.274618 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.291775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 8b5411b7-c1d9-4315-a4a5-8b546c127927 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:10.292953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8b5411b7-c1d9-4315-a4a5-8b546c127927 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:10.455622 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:54:04Z', 'revision_number': 3, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port': {'id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:03Z', 'updated_at': '2021-11-12T10:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:10.461433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] For port ec883b22-1c5b-4805-8816-fb422d13cfe1, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:10.491766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e1c93-357f-4d33-9f77-4ce1df186792 req-f33bf0fc-b8c4-4561-87d1-e27ac12ca407 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:10.506314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a81e1c93-357f-4d33-9f77-4ce1df186792 req-f33bf0fc-b8c4-4561-87d1-e27ac12ca407 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.7114995 Nov 12 10:54:10.506764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7f6e28c1-949f-46dc-9eff-337289f61f34 None None] Provisioning complete for port c5a19be4-34da-4f55-b95f-195768a581ca triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:10.507072 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7f6e28c1-949f-46dc-9eff-337289f61f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.511876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92b424-f36f-4b11-a3eb-4c3d5bea2449 None None] Pushing event updated for resources: {'Port': ['ID=c5a19be4-34da-4f55-b95f-195768a581ca,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:10.525309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] For port ec883b22-1c5b-4805-8816-fb422d13cfe1, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec883b22-1c5b-4805-8816-fb422d13cfe1,segment=NetworkSegment(8803b74f-7b96-4b1c-accd-09c6aef4658e),segment_id=8803b74f-7b96-4b1c-accd-09c6aef4658e)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:10.534185 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:54:10.534655 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:54:10.544639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-a81e1c93-357f-4d33-9f77-4ce1df186792 req-63d0760c-72e8-4bf5-bb55-9c0482f0e839 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:10.562034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a81e1c93-357f-4d33-9f77-4ce1df186792 req-63d0760c-72e8-4bf5-bb55-9c0482f0e839 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507193 Nov 12 10:54:10.575934 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760f2334-1b96-49eb-bf23-33df8104aa19 None None] The sync data for ids ['b870754e-cfef-4c81-abb5-cfabb7416c94'] in n-d-768851-19 is: [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:54:04Z', 'revision_number': 3, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port': {'id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:03Z', 'updated_at': '2021-11-12T10:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:10.610192 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.673444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Allocated IP 172.20.0.1 (f34a7306-a96a-48da-91a0-dbd64d04e696/1f81bbae-72b7-44e1-b34c-356440e290bf/b3f3f461-a598-4562-8034-805dfdad7eb2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:10.710315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48484) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:10.824221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Routers {'33d6c20c-ab66-4a0b-90b7-162a1631cea6'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:10.825520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:10.829321 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac35fa5f-26d3-4f6f-a2f7-25439438d140 x-openstack-request-id: req-ac35fa5f-26d3-4f6f-a2f7-25439438d140 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:10.831919 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7975cdb-4179-4356-a1c8-4e243afbef65", "name": "network-vif-deleted", "tag": "8b5411b7-c1d9-4315-a4a5-8b546c127927", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:10.832245 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac35fa5f-26d3-4f6f-a2f7-25439438d140 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:10.835732 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7975cdb-4179-4356-a1c8-4e243afbef65', 'name': 'network-vif-deleted', 'tag': '8b5411b7-c1d9-4315-a4a5-8b546c127927', 'status': 'completed', 'code': 200} Nov 12 10:54:10.895585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Deleting subnet 61e105b7-6d25-4018-bff4-c778548b415e {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:54:10.914722 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:11.105016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] Set router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:11.230193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:11.334401 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:11.454760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Pushing event updated for resources: {'Port': ['ID=b3f3f461-a598-4562-8034-805dfdad7eb2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:11.487615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Network f34a7306-a96a-48da-91a0-dbd64d04e696 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:11.490412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.490789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.491235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.492087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.492526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.493015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.493575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.494144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.494739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.495560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.496148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.496673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:11.504519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:11.538951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce6759-f209-4356-9b5f-55a60fd0309e req-12689672-da3b-4bf4-b85f-0d7faac5e2ff tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:11.550671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6ce6759-f209-4356-9b5f-55a60fd0309e req-12689672-da3b-4bf4-b85f-0d7faac5e2ff tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.5543759 Nov 12 10:54:11.568267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab3714-103d-4bd7-b16f-3757d37e5fc0 None None] Pushing event updated for resources: {'Port': ['ID=ec883b22-1c5b-4805-8816-fb422d13cfe1,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:11.632085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:11.768403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7f6e28c1-949f-46dc-9eff-337289f61f34 None None] Provisioning complete for port ec883b22-1c5b-4805-8816-fb422d13cfe1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:11.774360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:11.775708 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7f6e28c1-949f-46dc-9eff-337289f61f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.079698 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.218906 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.270764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6ce6759-f209-4356-9b5f-55a60fd0309e req-23c00e95-35f3-4347-a1aa-32dba2bba666 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188830 Nov 12 10:54:12.274243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.308168 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7f6e28c1-949f-46dc-9eff-337289f61f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.468754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.478702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:12.566507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e105b7-6d25-4018-bff4-c778548b415e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:12.581829 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.591730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/61e105b7-6d25-4018-bff4-c778548b415e HTTP/1.1" status: 204 len: 168 time: 1.8797770 Nov 12 10:54:12.605690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48488) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:12.610358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7f6e28c1-949f-46dc-9eff-337289f61f34 None None] For port ec883b22-1c5b-4805-8816-fb422d13cfe1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec883b22-1c5b-4805-8816-fb422d13cfe1,segment=NetworkSegment(8803b74f-7b96-4b1c-accd-09c6aef4658e),segment_id=8803b74f-7b96-4b1c-accd-09c6aef4658e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:12.626189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7f6e28c1-949f-46dc-9eff-337289f61f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.788184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:54:01Z', 'revision_number': 4, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port': {'id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:55Z', 'updated_at': '2021-11-12T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec883b22-1c5b-4805-8816-fb422d13cfe1', 'name': '', 'network_id': '430e250c-550f-4a51-8579-5151f3544276', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'mac_address': 'fa:16:3e:8b:b3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ed204c47-e0ca-480d-9117-452486499ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:00Z', 'updated_at': '2021-11-12T10:54:10Z', 'revision_number': 4, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'subnets': [{'id': 'ed204c47-e0ca-480d-9117-452486499ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:12.805137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e28c1-949f-46dc-9eff-337289f61f34 None None] Pushing event updated for resources: {'Port': ['ID=ec883b22-1c5b-4805-8816-fb422d13cfe1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:12.881888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.888964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.889598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.890229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.892216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.892797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.893477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.894013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.894522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.895012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.895517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.896228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.896777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddccb1-cfe6-486b-8a01-c7162fd8dd67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:12.960717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc8dc2-9858-42a8-b429-a030444ceba4 None None] The sync data for ids ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'] in n-d-768851-19 is: [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:54:01Z', 'revision_number': 4, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port': {'id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:55Z', 'updated_at': '2021-11-12T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec883b22-1c5b-4805-8816-fb422d13cfe1', 'name': '', 'network_id': '430e250c-550f-4a51-8579-5151f3544276', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'mac_address': 'fa:16:3e:8b:b3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ed204c47-e0ca-480d-9117-452486499ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:00Z', 'updated_at': '2021-11-12T10:54:10Z', 'revision_number': 4, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'subnets': [{'id': 'ed204c47-e0ca-480d-9117-452486499ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:13.021586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e6174b4f-ab40-4351-b4ff-bd5551c3022e None None] Provisioning complete for port ec883b22-1c5b-4805-8816-fb422d13cfe1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:13.022051 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e6174b4f-ab40-4351-b4ff-bd5551c3022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.062533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c861abf0-71cc-4e75-a1d8-cc8682b36b81 req-335299f3-ecdf-4606-82f4-dac4c77a70c0 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=4e26848846144260bdfcc6ef47a26996 HTTP/1.1" status: 200 len: 696 time: 0.3187571 Nov 12 10:54:13.171972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:13.178778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.235336 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.241071 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.281939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.326985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5135ea22-8ce8-4b89-8aff-62fcbbaa36c4']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:13.370779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adae0743-bc03-47f7-a3fe-adb291c9c108') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:13.371068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adae0743-bc03-47f7-a3fe-adb291c9c108') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:13.395645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.432734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.460624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:54:13.461191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.520337 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.560589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Pushing event updated for resources: {'Port': ['ID=b3f3f461-a598-4562-8034-805dfdad7eb2,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:13.571338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.602471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f4b0f308-d219-4b59-b2d9-e045e6c7e6e7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:13.635719 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.646880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5a19be4-34da-4f55-b95f-195768a581ca up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:54:13.723596 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:54:13.730804 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.812829 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.824115 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] 10.222.0.31 "DELETE /v2.0/networks/5135ea22-8ce8-4b89-8aff-62fcbbaa36c4 HTTP/1.1" status: 204 len: 168 time: 1.2173076 Nov 12 10:54:13.827511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee71d6c-7b07-4672-9008-5a80c9b7336d admin admin] Pushing event deleted for resources: {'Network': ['ID=5135ea22-8ce8-4b89-8aff-62fcbbaa36c4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:13.878401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Network f34a7306-a96a-48da-91a0-dbd64d04e696 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:13.893373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:13.974786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=f4b0f308-d219-4b59-b2d9-e045e6c7e6e7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:14.167439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c5a19be4-34da-4f55-b95f-195768a581ca triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:14.169684 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:14.189028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e6174b4f-ab40-4351-b4ff-bd5551c3022e None None] Provisioning complete for port b3f3f461-a598-4562-8034-805dfdad7eb2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:14.190975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e6174b4f-ab40-4351-b4ff-bd5551c3022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:14.351515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e6174b4f-ab40-4351-b4ff-bd5551c3022e None None] Port b3f3f461-a598-4562-8034-805dfdad7eb2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:14.410411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861abf0-71cc-4e75-a1d8-cc8682b36b81 req-b15458e9-c4bf-410a-a784-1578507b4db0 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:14.415331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c861abf0-71cc-4e75-a1d8-cc8682b36b81 req-b15458e9-c4bf-410a-a784-1578507b4db0 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/networks?id=7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 787 time: 1.3517623 Nov 12 10:54:14.493869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-c861abf0-71cc-4e75-a1d8-cc8682b36b81 req-118235e1-451f-40e3-9a68-c6610486479c tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:14.508764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c861abf0-71cc-4e75-a1d8-cc8682b36b81 req-118235e1-451f-40e3-9a68-c6610486479c tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0817330 Nov 12 10:54:14.548124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48504) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:14.551480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bbf40102-8589-4186-b215-b10cd939b3d3 None None] Provisioning complete for port b3f3f461-a598-4562-8034-805dfdad7eb2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:14.552823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bbf40102-8589-4186-b215-b10cd939b3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:14.661111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bbf40102-8589-4186-b215-b10cd939b3d3 None None] Port b3f3f461-a598-4562-8034-805dfdad7eb2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:14.701750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-65db7c01-fb29-4428-8535-70519242e89f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97807f9f6b4e4338991638c06d53343d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512873 Nov 12 10:54:14.708361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48506) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:14.820941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b95f7-2fe8-4bb3-ba7a-4578cab6aa87 req-1bb26daa-05df-4cb5-94fc-ccc148528072 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:14.823397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204b95f7-2fe8-4bb3-ba7a-4578cab6aa87 req-1bb26daa-05df-4cb5-94fc-ccc148528072 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1436183 Nov 12 10:54:14.837954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Router b870754e-cfef-4c81-abb5-cfabb7416c94 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:54:14.883042 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98dc4483-1a59-4102-a923-05fa54161114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:14.990104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec883b22-1c5b-4805-8816-fb422d13cfe1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:15.042507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98dc4483-1a59-4102-a923-05fa54161114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.178686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98dc4483-1a59-4102-a923-05fa54161114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.181596 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98dc4483-1a59-4102-a923-05fa54161114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.182862 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-98dc4483-1a59-4102-a923-05fa54161114 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b854b0b-9bde-48e0-b1be-5088211324b9 HTTP/1.1" status: 204 len: 168 time: 0.4723358 Nov 12 10:54:15.205730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc4483-1a59-4102-a923-05fa54161114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b854b0b-9bde-48e0-b1be-5088211324b9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:15.209739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ec883b22-1c5b-4805-8816-fb422d13cfe1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:15.220251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.354201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:15.364618 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204b95f7-2fe8-4bb3-ba7a-4578cab6aa87 req-5fc8a18e-09c0-450d-b9b0-d9796b305b6c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289853 Nov 12 10:54:15.381665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3509d8e1-8ecd-4988-8a0e-9b6e9197e70d admin admin] 10.222.0.31 "PUT /v2.0/routers/b870754e-cfef-4c81-abb5-cfabb7416c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9938385 Nov 12 10:54:15.404108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Sync routers for ids ['b870754e-cfef-4c81-abb5-cfabb7416c94'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:15.497931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Routers {'b870754e-cfef-4c81-abb5-cfabb7416c94'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:15.499627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b870754e-cfef-4c81-abb5-cfabb7416c94'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:15.885058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:16.018209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec2b430e-63c7-424d-89ff-739136db64ac req-c82d4690-51e5-42a3-a66f-0ee04efcb0d0 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips/fdc1e2b5-0e97-4d3a-8e30-bf4f4bee7ac6 HTTP/1.1" status: 200 len: 693 time: 0.1636908 Nov 12 10:54:16.427018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b430e-63c7-424d-89ff-739136db64ac req-cbf1ee62-4c09-4ccb-badb-e7d7acf17dcb tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:16.430078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec2b430e-63c7-424d-89ff-739136db64ac req-cbf1ee62-4c09-4ccb-badb-e7d7acf17dcb tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.4107962 Nov 12 10:54:16.452709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3d115b67-7c08-495a-8b3d-7d99d67d86bf tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:16.462636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3d115b67-7c08-495a-8b3d-7d99d67d86bf tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254295 Nov 12 10:54:16.608139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:16.608605 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:16.661237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Set router b870754e-cfef-4c81-abb5-cfabb7416c94 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:16.769244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec2b430e-63c7-424d-89ff-739136db64ac req-fc0c33e4-f375-4808-b114-c78a1052641f tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.3056955 Nov 12 10:54:16.920378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48542) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:16.983741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec2b430e-63c7-424d-89ff-739136db64ac req-d81104ef-47c0-4cb0-a083-ad3d60ffc625 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.2130687 Nov 12 10:54:17.201009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-632861160-network', 'tenant_id': '4128b3eb307f4c2d9e5d04214513631b'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:17.282087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Made reservation on behalf of 4128b3eb307f4c2d9e5d04214513631b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:17.291862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.335610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.358191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Deleting port 538ad3c8-e9d4-4278-b3ff-0ee976f015e3 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:17.358888 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.466548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:54:12Z', 'revision_number': 4, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port': {'id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:03Z', 'updated_at': '2021-11-12T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b3f3f461-a598-4562-8034-805dfdad7eb2', 'name': '', 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696', 'tenant_id': '261d4c73a487462d90e720f424191407', 'mac_address': 'fa:16:3e:fc:47:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1f81bbae-72b7-44e1-b34c-356440e290bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:09Z', 'updated_at': '2021-11-12T10:54:12Z', 'revision_number': 2, 'project_id': '261d4c73a487462d90e720f424191407', 'subnets': [{'id': '1f81bbae-72b7-44e1-b34c-356440e290bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:17.597908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Checking router: b870754e-cfef-4c81-abb5-cfabb7416c94 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:17.603671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Updating router b870754e-cfef-4c81-abb5-cfabb7416c94 port b3f3f461-a598-4562-8034-805dfdad7eb2 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:54:17.632126 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.632742 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.653327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Calling delete_port for 538ad3c8-e9d4-4278-b3ff-0ee976f015e3 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:17.684571 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.696732 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.720565 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.763814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b28997c-d60a-48e2-b8fc-63f1cea1dab0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:17.787904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:54:17.815551 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.816999 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Added segment 7d15b710-db5e-4313-8aa5-057c234f4543 of type vlan for network aa6d8243-a05a-411d-bf58-24fc6fa18100 Nov 12 10:54:17.918880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.956531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Pushing event deleted for resources: {'Port': ['ID=538ad3c8-e9d4-4278-b3ff-0ee976f015e3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:18.005485 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.032015 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.036954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:18.037804 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.080668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.086192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.088586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec2b430e-63c7-424d-89ff-739136db64ac req-3cc56fda-81b9-479d-8567-cba624d80591 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "DELETE /v2.0/floatingips/fdc1e2b5-0e97-4d3a-8e30-bf4f4bee7ac6 HTTP/1.1" status: 204 len: 173 time: 1.1000795 Nov 12 10:54:18.132926 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2108932 Nov 12 10:54:18.138815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48554) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:18.145504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Request body: {'subnet': {'network_id': 'aa6d8243-a05a-411d-bf58-24fc6fa18100', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-632861160-subnet', 'tenant_id': '4128b3eb307f4c2d9e5d04214513631b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:18.222921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Made reservation on behalf of 4128b3eb307f4c2d9e5d04214513631b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:18.239522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.293940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcf19c-bc9c-4849-996f-ecad878f2ddc admin admin] Pushing event updated for resources: {'Network': ['ID=aa6d8243-a05a-411d-bf58-24fc6fa18100,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:18.316582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network aa6d8243-a05a-411d-bf58-24fc6fa18100 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:54:18.684534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.691843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.865271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ef81a-4645-4503-bfce-2843b7421fb5 None None] Pushing event updated for resources: {'Port': ['ID=b3f3f461-a598-4562-8034-805dfdad7eb2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:18.885181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Attempting to bind port b3f3f461-a598-4562-8034-805dfdad7eb2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:18.885771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Attempting to bind port b3f3f461-a598-4562-8034-805dfdad7eb2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:18.886281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Attempting to bind port b3f3f461-a598-4562-8034-805dfdad7eb2 on network f34a7306-a96a-48da-91a0-dbd64d04e696 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:18.895103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:18.895103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Checking segment: {'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:18.895730 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.895847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Bound using segment: {'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:18.896768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Bound port: b3f3f461-a598-4562-8034-805dfdad7eb2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e95cdd-3e62-42f2-ba12-3b54005c2201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:18.897247 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.927752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.017476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] For port b3f3f461-a598-4562-8034-805dfdad7eb2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:19.026294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] For port b3f3f461-a598-4562-8034-805dfdad7eb2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b3f3f461-a598-4562-8034-805dfdad7eb2,segment=NetworkSegment(19e95cdd-3e62-42f2-ba12-3b54005c2201),segment_id=19e95cdd-3e62-42f2-ba12-3b54005c2201)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:19.035963 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.185885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Routers {'b870754e-cfef-4c81-abb5-cfabb7416c94'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:19.186612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b870754e-cfef-4c81-abb5-cfabb7416c94'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:19.226308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03086a58-ed83-478a-8f6c-cecc1c01a3cc,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:19.397271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-5c341329-5007-435d-bf47-6e7170d53e2c tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7756481 Nov 12 10:54:19.405596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] Set router b870754e-cfef-4c81-abb5-cfabb7416c94 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:19.420323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Checking segment: {'id': '7d15b710-db5e-4313-8aa5-057c234f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa6d8243-a05a-411d-bf58-24fc6fa18100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:19.424612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Network hostable DHCP agents. Network: aa6d8243-a05a-411d-bf58-24fc6fa18100, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:54:19.459432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:19.502186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Network aa6d8243-a05a-411d-bf58-24fc6fa18100 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:54:19.535108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, aa6d8243-a05a-411d-bf58-24fc6fa18100) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:19.562066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:19.568399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.585529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f0634-116e-483c-8ac6-c047fc4a95be None None] Network aa6d8243-a05a-411d-bf58-24fc6fa18100 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:19.591168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ef81a-4645-4503-bfce-2843b7421fb5 None None] Pushing event updated for resources: {'Port': ['ID=b3f3f461-a598-4562-8034-805dfdad7eb2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:19.593231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.614556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9b68c246-29cf-4d2b-89dc-de13063a7888 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4759443 Nov 12 10:54:19.837129 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.949021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a212e77c-77ff-4b7c-90b0-f4544e80d02c None None] Provisioning complete for port b3f3f461-a598-4562-8034-805dfdad7eb2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:19.949814 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a212e77c-77ff-4b7c-90b0-f4544e80d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:20.150118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Allocated IP 172.25.2.84 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/647e6226-badd-4a79-a733-01ae28e6971e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:20.252265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47e93f-23e2-40c7-8be5-86eddb8e5d94 None None] Network aa6d8243-a05a-411d-bf58-24fc6fa18100 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:20.399063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a212e77c-77ff-4b7c-90b0-f4544e80d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:20.400459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:20.465461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:54:12Z', 'revision_number': 4, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port': {'id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:03Z', 'updated_at': '2021-11-12T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b3f3f461-a598-4562-8034-805dfdad7eb2', 'name': '', 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696', 'tenant_id': '261d4c73a487462d90e720f424191407', 'mac_address': 'fa:16:3e:fc:47:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1f81bbae-72b7-44e1-b34c-356440e290bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:09Z', 'updated_at': '2021-11-12T10:54:19Z', 'revision_number': 4, 'project_id': '261d4c73a487462d90e720f424191407', 'subnets': [{'id': '1f81bbae-72b7-44e1-b34c-356440e290bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:20.535981 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:20.565339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a212e77c-77ff-4b7c-90b0-f4544e80d02c None None] For port b3f3f461-a598-4562-8034-805dfdad7eb2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b3f3f461-a598-4562-8034-805dfdad7eb2,segment=NetworkSegment(19e95cdd-3e62-42f2-ba12-3b54005c2201),segment_id=19e95cdd-3e62-42f2-ba12-3b54005c2201)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:20.568725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca2c82-7835-4dea-b095-da084fe48496 None None] The sync data for ids ['b870754e-cfef-4c81-abb5-cfabb7416c94'] in n-d-768851-19 is: [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:54:12Z', 'revision_number': 4, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port': {'id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:03Z', 'updated_at': '2021-11-12T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b3f3f461-a598-4562-8034-805dfdad7eb2', 'name': '', 'network_id': 'f34a7306-a96a-48da-91a0-dbd64d04e696', 'tenant_id': '261d4c73a487462d90e720f424191407', 'mac_address': 'fa:16:3e:fc:47:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1f81bbae-72b7-44e1-b34c-356440e290bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:09Z', 'updated_at': '2021-11-12T10:54:19Z', 'revision_number': 4, 'project_id': '261d4c73a487462d90e720f424191407', 'subnets': [{'id': '1f81bbae-72b7-44e1-b34c-356440e290bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:20.584931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a212e77c-77ff-4b7c-90b0-f4544e80d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:20.639485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:20.644681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:20.684777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:20.753305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event updated for resources: {'Port': ['ID=647e6226-badd-4a79-a733-01ae28e6971e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:20.864809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212e77c-77ff-4b7c-90b0-f4544e80d02c None None] Pushing event updated for resources: {'Port': ['ID=b3f3f461-a598-4562-8034-805dfdad7eb2,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:20.910194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-38d0041c-60ef-48bd-a54e-3e5614d098b6 None None] Provisioning complete for port b3f3f461-a598-4562-8034-805dfdad7eb2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:20.910194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38d0041c-60ef-48bd-a54e-3e5614d098b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:20.968753 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.039697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.400083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.410724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.516950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.611814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b3f3f461-a598-4562-8034-805dfdad7eb2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:21.612454 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.613917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1745911 Nov 12 10:54:21.614694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552f2cc-b96b-4065-9cf2-f755940de73e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event updated for resources: {'Port': ['ID=647e6226-badd-4a79-a733-01ae28e6971e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:21.706376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-d117a4c2-537c-4e8d-954b-5f5a2a6e4f7d tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.0800915 Nov 12 10:54:21.731542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b3f3f461-a598-4562-8034-805dfdad7eb2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:21.732080 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.976451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-0da8ee88-8120-48a5-8eb6-cbced95d7e5b tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:21.980439 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-0da8ee88-8120-48a5-8eb6-cbced95d7e5b tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2416618 Nov 12 10:54:22.002864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-e2d4a835-f8e3-48a2-884b-f34ddcee7099 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:22.011719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1299dad-8d62-4eeb-8990-bc420a5a56b0 req-e2d4a835-f8e3-48a2-884b-f34ddcee7099 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252831 Nov 12 10:54:22.230861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ac9d0-ba85-43a9-9e3b-bc5a9da2535b req-f3413d99-5ea3-4688-a0ee-3126ebab1588 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:22.232541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a11ac9d0-ba85-43a9-9e3b-bc5a9da2535b req-f3413d99-5ea3-4688-a0ee-3126ebab1588 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 945 time: 0.1080363 Nov 12 10:54:22.356122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a11ac9d0-ba85-43a9-9e3b-bc5a9da2535b req-6adb23e6-1af1-4be6-8780-cd81b3edee13 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151562 Nov 12 10:54:22.813367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-b189e9a0-b347-47c7-ae54-226189aec60d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1645358 Nov 12 10:54:22.833803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:22.879748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.079256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.301246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Allocated IP 172.25.2.10 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/a3f3d0c1-1103-4b6e-aaa3-edd162a5eb3c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:23.533904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.640892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.710117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:23.713783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:23.719227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:23.818225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Pushing event updated for resources: {'Port': ['ID=a3f3d0c1-1103-4b6e-aaa3-edd162a5eb3c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:23.846185 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df578-7031-4900-9ba0-18b6977b7fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.901271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.951196 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.590484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.599269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.684746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Pushing event updated for resources: {'Port': ['ID=a3f3d0c1-1103-4b6e-aaa3-edd162a5eb3c,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:24.709155 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.736351 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.758463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-e2518af9-41b0-4a59-8610-4742676d852d tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9122629 Nov 12 10:54:24.769532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-5f13a296-0238-4766-b282-9f25db9642c0 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:24.776596 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-5f13a296-0238-4766-b282-9f25db9642c0 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.0585022 Nov 12 10:54:24.789364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-19'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:24.813598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-60661b31-513a-4acb-87b3-af2caf32020b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0694783 Nov 12 10:54:24.865203 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:25.009372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-ec2e95f1-3fc8-4b69-b448-a236c67bc39f tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:25.011269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34f7f2f3-aa2b-4eaa-b120-60704ae36053 req-ec2e95f1-3fc8-4b69-b448-a236c67bc39f tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.1938903 Nov 12 10:54:25.199437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:25.288425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-ca375a34-0a68-43fa-a2f4-8f4d82d27dd9 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2181976 Nov 12 10:54:25.297112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:25.304493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:25.361954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:25.412489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-f4837aa3-5a18-4d77-bbf6-b423e29f7f3d tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:25.421195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:25.423723 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a692ffa-735c-4666-8a4c-1a2ecac32a3e" -d '{"events": [{"server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:25.423898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-f4837aa3-5a18-4d77-bbf6-b423e29f7f3d tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/networks?id=aa6d8243-a05a-411d-bf58-24fc6fa18100 HTTP/1.1" status: 200 len: 821 time: 0.1995003 Nov 12 10:54:25.431032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:25.439795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:25.452530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-44cd13a0-0e67-4454-b26e-02d4c48cf9f5 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/quotas/4128b3eb307f4c2d9e5d04214513631b HTTP/1.1" status: 200 len: 375 time: 0.0276010 Nov 12 10:54:25.503607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-970a86a4-f0b5-4cde-9d3b-f7cda65aab2c tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4128b3eb307f4c2d9e5d04214513631b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492039 Nov 12 10:54:25.584078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:25.670126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:25.670691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:25.671170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:25.683003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:25.683450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Attempting to bind port 1a2305a8-cc13-4d38-99e4-e12494e56067 on network cefc6cbd-22f1-4e4b-8344-38e41ee35647 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:25.712150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:25.712676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Checking segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:25.713323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Bound using segment: {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:25.714347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Bound port: 1a2305a8-cc13-4d38-99e4-e12494e56067, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d5f20-1825-4a35-b3cc-468709573659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cefc6cbd-22f1-4e4b-8344-38e41ee35647'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:25.714929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:25.733267 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:25.746209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-c1bb7556-ec73-44d6-9504-ffacc5642469 service neutron] 10.222.0.31 "GET /v2.0/networks/aa6d8243-a05a-411d-bf58-24fc6fa18100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414646 Nov 12 10:54:25.914762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:25.930712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-e8205035-240c-4717-a0d7-45ce27bafe24 service neutron] 10.222.0.31 "GET /v2.0/networks/aa6d8243-a05a-411d-bf58-24fc6fa18100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687167 Nov 12 10:54:25.935600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:25.944124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.032667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Allocated IP 172.25.2.185 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/919ba948-9b80-444c-a810-75b8d829be0a) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:26.051588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=8']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:26.219068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:26.223256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487376d9-601d-49cb-b8d0-524d7be0a859 req-c2629f2c-a12d-4788-9b54-2c8c0b3851b9 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:26.223987 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.225819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-487376d9-601d-49cb-b8d0-524d7be0a859 req-c2629f2c-a12d-4788-9b54-2c8c0b3851b9 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 946 time: 0.0887327 Nov 12 10:54:26.226119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-ad29fec0-d7f1-4cd0-97ae-11fe0d801214 service neutron] 10.222.0.52 "PUT /v2.0/ports/1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 200 len: 1123 time: 1.4418998 Nov 12 10:54:26.251456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97d3d530-aaa6-4308-8310-9abf47ed0a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.303650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1a2305a8-cc13-4d38-99e4-e12494e56067 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:54:26.331280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.375895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['1a2305a8-cc13-4d38-99e4-e12494e56067'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:26.378600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1a2305a8-cc13-4d38-99e4-e12494e56067'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:26.413079 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-487376d9-601d-49cb-b8d0-524d7be0a859 req-b6221a49-ff7e-4a61-9718-9ac40f43a160 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731341 Nov 12 10:54:26.454797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.669780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:26.677593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event updated for resources: {'Port': ['ID=919ba948-9b80-444c-a810-75b8d829be0a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:26.702804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:26.705837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:26.738878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ceeb3-31e9-49c4-a7f9-d5a9fc62a48c req-bd00b2d0-8b23-466e-bd3c-aa37a39cf50a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:26.742095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-238ceeb3-31e9-49c4-a7f9-d5a9fc62a48c req-bd00b2d0-8b23-466e-bd3c-aa37a39cf50a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.1441586 Nov 12 10:54:26.831797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:26.862263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-238ceeb3-31e9-49c4-a7f9-d5a9fc62a48c req-a196dd15-fca3-4f85-b879-73a504760270 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091244 Nov 12 10:54:26.878955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1a2305a8-cc13-4d38-99e4-e12494e56067 has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:54:26.989042 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.045463 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.122969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-9c282b11-3c01-4e17-9b4c-e84627b8b801 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips/0bed39f2-8575-474f-838b-4c5a004aee36 HTTP/1.1" status: 200 len: 692 time: 0.1059210 Nov 12 10:54:27.347171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-b5a10289-f84f-4565-ac7c-0981f91fe248 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:27.356156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-b5a10289-f84f-4565-ac7c-0981f91fe248 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2321568 Nov 12 10:54:27.376499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.389067 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.438771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-6b486c1d-3299-485e-a018-bc1b2b642a47 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0816033 Nov 12 10:54:27.457430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event updated for resources: {'Port': ['ID=919ba948-9b80-444c-a810-75b8d829be0a,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:27.534970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-e4370a94-10e7-4e8e-b981-5f031ea0440f tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0948677 Nov 12 10:54:27.537093 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.548527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.591918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.593355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-791bd507-4522-46f3-89b5-fcf6add5e72a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2935135 Nov 12 10:54:27.668693 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-5e2898a9-175b-433b-83ac-b6271c8bc9e8 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0673065 Nov 12 10:54:27.736695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Deleting port a3f3d0c1-1103-4b6e-aaa3-edd162a5eb3c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:27.737141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.915082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-726e0d45-48c7-4126-80c8-f22fda12c731 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:27.920449 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8d9e50ad-ef88-4722-b1b6-48fecabb3396 req-726e0d45-48c7-4126-80c8-f22fda12c731 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2298625 Nov 12 10:54:27.978292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.978547 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.016081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Calling delete_port for a3f3d0c1-1103-4b6e-aaa3-edd162a5eb3c owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:28.050889 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9922d8-9c9b-4d84-9bcf-afd8112c6daf x-openstack-request-id: req-3c9922d8-9c9b-4d84-9bcf-afd8112c6daf {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:28.052522 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:28.053284 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c9922d8-9c9b-4d84-9bcf-afd8112c6daf {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:28.054271 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067', 'code': 200} Nov 12 10:54:28.055036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-085d8e25-7906-44ac-95c2-a48e8f5d653f tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:28.057030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-085d8e25-7906-44ac-95c2-a48e8f5d653f tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.59 "GET /v2.0/networks?id=aa6d8243-a05a-411d-bf58-24fc6fa18100 HTTP/1.1" status: 200 len: 821 time: 0.2334597 Nov 12 10:54:28.115082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Request body: {'port': {'device_id': 'b294af38-7864-4be8-9099-56f50baaee91', 'network_id': 'aa6d8243-a05a-411d-bf58-24fc6fa18100', 'admin_state_up': True, 'tenant_id': '4128b3eb307f4c2d9e5d04214513631b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:28.173364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fec5582-72d6-4365-8049-57baae58f257 req-13264f52-81d8-4600-bf04-4545bffefd3d tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 210 time: 0.0422201 Nov 12 10:54:28.396480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Made reservation on behalf of 4128b3eb307f4c2d9e5d04214513631b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:28.407873 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.460101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.470789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device c39f807b-26bc-4076-a5b9-50fec770e30f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:28.546030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Pushing event deleted for resources: {'Port': ['ID=a3f3d0c1-1103-4b6e-aaa3-edd162a5eb3c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:28.615849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a62351-a885-4654-87c9-e821511a30cd req-99311344-94de-47b2-9f1d-fa4e5a3a2598 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:28.618134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4a62351-a885-4654-87c9-e821511a30cd req-99311344-94de-47b2-9f1d-fa4e5a3a2598 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.1016476 Nov 12 10:54:28.690746 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.720011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.726353 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.729079 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7596a66-936a-4b57-85ec-09185f98fc53 req-95609c24-26c0-40c7-af54-080db697b56b tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "DELETE /v2.0/floatingips/0bed39f2-8575-474f-838b-4c5a004aee36 HTTP/1.1" status: 204 len: 173 time: 1.1923923 Nov 12 10:54:28.751023 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4a62351-a885-4654-87c9-e821511a30cd req-476d07e6-30db-4049-a59b-cc7d8cc9bf1a tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247082 Nov 12 10:54:28.756600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:28.761717 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea37212d-c890-481e-b3fe-912a7c63b0ed" -d '{"events": [{"server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "name": "network-vif-unplugged", "status": "completed", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:28.770575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:28.772491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Allocated IP 172.20.0.6 (aa6d8243-a05a-411d-bf58-24fc6fa18100/03086a58-ed83-478a-8f6c-cecc1c01a3cc/2323105d-f7af-4ee1-8144-39aa4d0c57f0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:28.778863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.921060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:29.127333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-c28d6942-0332-4d9d-9349-8062bbc5a512 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3274069 Nov 12 10:54:29.176364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:29.237859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.277793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.329434 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.366036 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.432362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Network aa6d8243-a05a-411d-bf58-24fc6fa18100 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:29.447448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:29.453612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:29.500092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Pushing event updated for resources: {'Port': ['ID=2323105d-f7af-4ee1-8144-39aa4d0c57f0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:29.522835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.548534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.549909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.618738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-39451345-ed9b-4c15-90f3-d5634dfe6b90 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5122728 Nov 12 10:54:29.638790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Request body: {'port': {'device_id': 'b294af38-7864-4be8-9099-56f50baaee91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:29.759167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.762721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Allocated IP 172.25.2.19 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/91f72ddc-408e-47c2-911d-a9982413c80e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:29.981896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0543592-180f-4933-a856-fea0dd3a67d4 req-80c81013-6b0c-40b8-8e3b-71df5a8b0ceb tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.984124 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f0543592-180f-4933-a856-fea0dd3a67d4 req-80c81013-6b0c-40b8-8e3b-71df5a8b0ceb tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 946 time: 0.0628707 Nov 12 10:54:30.023813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.045826 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f0543592-180f-4933-a856-fea0dd3a67d4 req-49bcf930-3c27-4064-899a-dfcd914e5a1e tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518572 Nov 12 10:54:30.072498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:30.078727 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:30.105216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-dfb5befa-9eb1-41ff-8b32-235e8a5b37e8 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:30.106791 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-dfb5befa-9eb1-41ff-8b32-235e8a5b37e8 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 946 time: 0.0595303 Nov 12 10:54:30.116326 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.168960 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-fc58c2af-c3f7-4a22-8da3-2ec784a63cd7 req-b4f51b6f-2c81-4b89-b60f-7d99ff065e30 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] show failed (client error): The resource could not be found. Nov 12 10:54:30.169995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc58c2af-c3f7-4a22-8da3-2ec784a63cd7 req-b4f51b6f-2c81-4b89-b60f-7d99ff065e30 tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips/0bed39f2-8575-474f-838b-4c5a004aee36 HTTP/1.1" status: 404 len: 350 time: 0.0622783 Nov 12 10:54:30.232932 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3534d78e-1a59-438f-8dcc-bae5c85ac468 x-openstack-request-id: req-3534d78e-1a59-438f-8dcc-bae5c85ac468 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:30.234394 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "name": "network-vif-unplugged", "status": "completed", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:30.234802 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3534d78e-1a59-438f-8dcc-bae5c85ac468 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:30.235374 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'code': 200} Nov 12 10:54:30.249945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:30.257434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:30.261915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Deleting port 96a12cf2-9b58-4df0-a5b1-d2835b30232e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:30.262254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.264046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:30.266212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event updated for resources: {'Port': ['ID=91f72ddc-408e-47c2-911d-a9982413c80e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:30.431058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2323105d-f7af-4ee1-8144-39aa4d0c57f0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:30.433643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] For port 96a12cf2-9b58-4df0-a5b1-d2835b30232e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=96a12cf2-9b58-4df0-a5b1-d2835b30232e,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:30.434283 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.436382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.442141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.461271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Transition to ACTIVE for port object 2323105d-f7af-4ee1-8144-39aa4d0c57f0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:30.479732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.519788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.550437 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.605127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2323105d-f7af-4ee1-8144-39aa4d0c57f0,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:30.730179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf7756-fb1f-4b16-ad76-b3f6dd1db9dc req-df46950f-8899-44cf-b577-9e69b885a74a tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:30.730524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Attempting to bind port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:30.730777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Attempting to bind port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '7d15b710-db5e-4313-8aa5-057c234f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa6d8243-a05a-411d-bf58-24fc6fa18100'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:30.731119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Attempting to bind port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 on network aa6d8243-a05a-411d-bf58-24fc6fa18100 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:30.738304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7cf7756-fb1f-4b16-ad76-b3f6dd1db9dc req-df46950f-8899-44cf-b577-9e69b885a74a tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 943 time: 0.3964977 Nov 12 10:54:30.755326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 on network aa6d8243-a05a-411d-bf58-24fc6fa18100 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:30.755911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Attempting to bind port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 on network aa6d8243-a05a-411d-bf58-24fc6fa18100 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:30.765717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:30.766102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Checking segment: {'id': '7d15b710-db5e-4313-8aa5-057c234f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa6d8243-a05a-411d-bf58-24fc6fa18100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:30.767022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Bound using segment: {'id': '7d15b710-db5e-4313-8aa5-057c234f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa6d8243-a05a-411d-bf58-24fc6fa18100'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:30.767470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Bound port: 2323105d-f7af-4ee1-8144-39aa4d0c57f0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d15b710-db5e-4313-8aa5-057c234f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa6d8243-a05a-411d-bf58-24fc6fa18100'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:30.767826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.861490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.871661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] For port 2323105d-f7af-4ee1-8144-39aa4d0c57f0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:30.876491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.880274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] For port 2323105d-f7af-4ee1-8144-39aa4d0c57f0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2323105d-f7af-4ee1-8144-39aa4d0c57f0,segment=NetworkSegment(7d15b710-db5e-4313-8aa5-057c234f4543),segment_id=7d15b710-db5e-4313-8aa5-057c234f4543)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:30.894660 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7cf7756-fb1f-4b16-ad76-b3f6dd1db9dc req-5a727ed5-a798-4d09-8bc0-b51815fde72a tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533444 Nov 12 10:54:30.914182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.914710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.915447 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Floating IP 3207dfdc-b492-40c3-9444-c3d535a57d77 disassociated. External IP: 172.25.2.181, port: 96a12cf2-9b58-4df0-a5b1-d2835b30232e. Nov 12 10:54:30.918441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Calling delete_port for 96a12cf2-9b58-4df0-a5b1-d2835b30232e owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:30.921853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.989885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:30.990828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.992924 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] 10.222.0.59 "PUT /v2.0/ports/2323105d-f7af-4ee1-8144-39aa4d0c57f0 HTTP/1.1" status: 200 len: 1092 time: 1.3593318 Nov 12 10:54:30.993664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b294af38-7864-4be8-9099-56f50baaee91', 'tag': '2323105d-f7af-4ee1-8144-39aa4d0c57f0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:30.999769 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b294af38-7864-4be8-9099-56f50baaee91", "tag": "2323105d-f7af-4ee1-8144-39aa4d0c57f0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:31.017042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event updated for resources: {'Port': ['ID=91f72ddc-408e-47c2-911d-a9982413c80e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:31.142688 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.170606 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.192195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b3eac-ba2c-45a5-8b85-9ee9525996a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2323105d-f7af-4ee1-8144-39aa4d0c57f0,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:31.212733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.214367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-0f905674-4d26-4c6a-a93e-3563932a9a63 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0458379 Nov 12 10:54:31.216655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-07c44302-9fc6-4e35-a406-e7a53433c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:31.218376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-07c44302-9fc6-4e35-a406-e7a53433c5b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4128b3eb307f4c2d9e5d04214513631b&device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 1095 time: 0.1652787 Nov 12 10:54:31.226537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event deleted for resources: {'Port': ['ID=96a12cf2-9b58-4df0-a5b1-d2835b30232e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:31.299238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-2ccecc81-19c8-4843-b540-be72a9b9ecc7 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.0774572 Nov 12 10:54:31.372783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-4de8fe1f-0261-498d-9178-25f1cc04e775 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2323105d-f7af-4ee1-8144-39aa4d0c57f0 HTTP/1.1" status: 200 len: 217 time: 0.0715795 Nov 12 10:54:31.373330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Router d4853d92-67ba-41dc-867d-f40401406ba3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:54:31.389101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab889-1023-4c74-a1cd-d9aa5e47eb9f req-00f55ccc-2f34-4f92-bea1-6bc7ee1e4a1c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:31.396949 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-064ab889-1023-4c74-a1cd-d9aa5e47eb9f req-00f55ccc-2f34-4f92-bea1-6bc7ee1e4a1c tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 943 time: 0.3990550 Nov 12 10:54:31.511234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-064ab889-1023-4c74-a1cd-d9aa5e47eb9f req-7859737a-e86a-4b7d-92b7-7bafb51d3b22 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132810 Nov 12 10:54:31.679782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:31.696212 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] Sync routers for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:31.715416 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:31.716201 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:31.784988 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] No DVR routers for this DVR port 96a12cf2-9b58-4df0-a5b1-d2835b30232e on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:31.788095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.806034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5ee1ed2-40ba-469c-81e7-50b59931bf31 req-f1a4e5ee-a9a2-4e1c-9d7c-9afe265b4276 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.52 "DELETE /v2.0/ports/96a12cf2-9b58-4df0-a5b1-d2835b30232e HTTP/1.1" status: 204 len: 173 time: 1.6906700 Nov 12 10:54:32.057280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-2b075d33-da41-4e9b-b1ed-303406335e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.058790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-2b075d33-da41-4e9b-b1ed-303406335e41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03086a58-ed83-478a-8f6c-cecc1c01a3cc HTTP/1.1" status: 200 len: 861 time: 0.6760240 Nov 12 10:54:32.099202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-24ac4bd8-f4ef-4202-8efb-29b49bbf5976 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.100079 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5e737-45e4-481a-8a50-fb5012ac2b50 x-openstack-request-id: req-e7f5e737-45e4-481a-8a50-fb5012ac2b50 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:32.100474 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:32.100826 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7f5e737-45e4-481a-8a50-fb5012ac2b50 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:32.101353 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067', 'status': 'completed', 'code': 200} Nov 12 10:54:32.101542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6ec676b-d95c-45e7-bf66-33c01ab75bfb req-24ac4bd8-f4ef-4202-8efb-29b49bbf5976 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.7922859 Nov 12 10:54:32.103637 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:32.162043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-8097d7e9-6df6-45aa-953a-9634dad5fd99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa6d8243-a05a-411d-bf58-24fc6fa18100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595303 Nov 12 10:54:32.168332 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-00ac82e5-5b2a-46dd-8425-aa0ff1e82c00 req-59fafd76-dc55-496e-a919-61f057ff026c tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] show failed (client error): The resource could not be found. Nov 12 10:54:32.184580 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00ac82e5-5b2a-46dd-8425-aa0ff1e82c00 req-59fafd76-dc55-496e-a919-61f057ff026c tempest-FloatingIPsTestJSON-963058187 tempest-FloatingIPsTestJSON-963058187-project] 10.222.0.31 "GET /v2.0/floatingips/0bed39f2-8575-474f-838b-4c5a004aee36 HTTP/1.1" status: 404 len: 350 time: 0.0632713 Nov 12 10:54:32.185270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48746) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:32.195965 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44306ef5-57f6-4dc7-a4d9-292d7eb00615 x-openstack-request-id: req-44306ef5-57f6-4dc7-a4d9-292d7eb00615 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:32.196343 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b294af38-7864-4be8-9099-56f50baaee91", "tag": "2323105d-f7af-4ee1-8144-39aa4d0c57f0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:32.196525 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44306ef5-57f6-4dc7-a4d9-292d7eb00615 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:32.196922 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b294af38-7864-4be8-9099-56f50baaee91', 'tag': '2323105d-f7af-4ee1-8144-39aa4d0c57f0', 'status': 'completed', 'code': 200} Nov 12 10:54:32.296394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-59e1d8a8-cb78-424e-921c-c1b131ea5e1d service neutron] 10.222.0.59 "GET /v2.0/networks/aa6d8243-a05a-411d-bf58-24fc6fa18100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985463 Nov 12 10:54:32.486885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1a2305a8-cc13-4d38-99e4-e12494e56067 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:32.506744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-a546749d-cd65-478a-a650-d9661a5caca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.511161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-a546749d-cd65-478a-a650-d9661a5caca0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1126 time: 0.3614771 Nov 12 10:54:32.674420 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:32.716967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a731d-8421-4a4f-994b-c79f06f183ed req-2d959802-eb10-48b6-b062-c40092464ee3 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.718199 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] Checking router: d4853d92-67ba-41dc-867d-f40401406ba3 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:32.724801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-439a731d-8421-4a4f-994b-c79f06f183ed req-2d959802-eb10-48b6-b062-c40092464ee3 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 943 time: 0.3845050 Nov 12 10:54:32.730424 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:32.732218 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:32.822189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-fc571605-12e0-46a4-9e8c-826768e2101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.823793 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-fc571605-12e0-46a4-9e8c-826768e2101d service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.2432160 Nov 12 10:54:32.831489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-960234d1-5e32-4f0e-b00d-f625e3d5998c req-b7cc9b8a-fca2-4983-b15a-2cf790b99de4 service neutron] 10.222.0.59 "GET /v2.0/networks/aa6d8243-a05a-411d-bf58-24fc6fa18100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138631 Nov 12 10:54:32.912903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-439a731d-8421-4a4f-994b-c79f06f183ed req-15f1ec6c-d429-49f9-986a-689a3cb5d32f tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850445 Nov 12 10:54:32.935078 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:32.940072 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-88c2c5d2-d0de-4c1b-a5d9-ac023bc23bba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 200 len: 217 time: 0.1043642 Nov 12 10:54:33.068761 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-811652db-cf35-4a5e-a543-ce76663fa3c1 req-f0b0f086-0e9b-445a-aa13-d549ac2b27c2 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c34723d-c253-4db1-bd2a-fb0f5acbfa17 HTTP/1.1" status: 200 len: 210 time: 0.6444051 Nov 12 10:54:33.127537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-86c64c5a-f1b4-4706-a39b-ff7d51367c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:33.129125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-86c64c5a-f1b4-4706-a39b-ff7d51367c3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4128b3eb307f4c2d9e5d04214513631b&device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 1095 time: 0.2117867 Nov 12 10:54:33.130749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-85f72fc8-94a2-4aa2-8999-c426822df5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:33.132116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-85f72fc8-94a2-4aa2-8999-c426822df5c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1605933 Nov 12 10:54:33.248033 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-9d7f0b8a-b96d-4ecc-8a51-a7afc6c4b1f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712276 Nov 12 10:54:33.278586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-fafa1151-8017-40d0-9601-023d794328aa service neutron] 10.222.0.59 "GET /v2.0/ports/1a2305a8-cc13-4d38-99e4-e12494e56067/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.3204968 Nov 12 10:54:33.285496 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:33.340562 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc8a9f-4ee8-4eeb-a3b9-3140f70805c0 None None] The sync data for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 is: [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:49:06Z', 'revision_number': 4, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8388cd41-9ccb-4ef7-b27f-c6678a1c4030', 'name': '', 'network_id': 'a6055be0-66e3-4627-8a9a-b8dd773dc20d', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'mac_address': 'fa:16:3e:ff:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:04Z', 'updated_at': '2021-11-12T10:49:13Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'subnets': [{'id': '0041747c-9a3e-44c9-bea9-015cd1e36966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:33.445678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-1a5b82d1-4c9a-4db8-9feb-ae959fcc73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:33.447140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-1a5b82d1-4c9a-4db8-9feb-ae959fcc73ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa6d8243-a05a-411d-bf58-24fc6fa18100 HTTP/1.1" status: 200 len: 922 time: 0.2721393 Nov 12 10:54:33.454281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-109890ce-249d-42bb-81b8-a0918f44db89 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:33.456396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-109890ce-249d-42bb-81b8-a0918f44db89 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 804 time: 0.3959296 Nov 12 10:54:33.494589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-b54c8faa-3e8f-46db-90b8-d269ef216b6a tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3768487 Nov 12 10:54:33.500427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:33.564945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-aef81d47-7d91-47a1-947a-dc394816fef3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2323105d-f7af-4ee1-8144-39aa4d0c57f0 HTTP/1.1" status: 200 len: 217 time: 0.1067195 Nov 12 10:54:33.575395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-48171230-dbc6-4a2d-b668-d0daeb605596 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/quotas/8ecee5924ead49e88d724610e46c622e HTTP/1.1" status: 200 len: 375 time: 0.0995600 Nov 12 10:54:33.612041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-eb83f9c6-8d48-4121-9d4f-f6f4a3da73fa service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459008 Nov 12 10:54:33.686035 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.699754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-331cff6c-93f4-40d9-8057-643636cd8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:33.699754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-331cff6c-93f4-40d9-8057-643636cd8262 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03086a58-ed83-478a-8f6c-cecc1c01a3cc HTTP/1.1" status: 200 len: 861 time: 0.1171451 Nov 12 10:54:33.767930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:33.776021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee08af-b213-4d3f-92c2-2d85e7dbaf94 None None] New status for floating IP 3207dfdc-b492-40c3-9444-c3d535a57d77: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:54:33.829268 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-64b7145d-4ec9-4be2-a900-739de30b8020 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa6d8243-a05a-411d-bf58-24fc6fa18100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673270 Nov 12 10:54:33.843861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-8a147383-d509-4a6c-83d7-a42bc247a7c3 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2539134 Nov 12 10:54:33.868251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235e178-9ceb-4492-b4d0-2b0c8d3f3135 req-051f731d-1e6e-4d6e-8b70-4692770573e8 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388749 Nov 12 10:54:33.869020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:33.940447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2305a8-cc13-4d38-99e4-e12494e56067 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:33.995151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:34.027909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.094352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-f3e635d1-747d-468a-a6b4-5b1d46d4fb71 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:34.096542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-f3e635d1-747d-468a-a6b4-5b1d46d4fb71 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "GET /v2.0/ports?device_id=254cd12a-d7b2-4420-a007-6b4e248ef90b HTTP/1.1" status: 200 len: 943 time: 0.2501831 Nov 12 10:54:34.104219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'name': 'network-vif-deleted', 'tag': '96a12cf2-9b58-4df0-a5b1-d2835b30232e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:34.106704 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b675ea-b4cc-4079-87e2-63d7336342ae" -d '{"events": [{"server_uuid": "0c34723d-c253-4db1-bd2a-fb0f5acbfa17", "name": "network-vif-deleted", "tag": "96a12cf2-9b58-4df0-a5b1-d2835b30232e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:34.145047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.147296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.151827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-274eaf27-4134-45e0-b286-9a37492d3ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/aa6d8243-a05a-411d-bf58-24fc6fa18100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026490 Nov 12 10:54:34.195597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d9365785-191c-4a5d-bb82-02426f58b9df service neutron] 10.222.0.31 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310881 Nov 12 10:54:34.244610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] Transition to ACTIVE for port object 1a2305a8-cc13-4d38-99e4-e12494e56067 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:34.255354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.290861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 96a12cf2-9b58-4df0-a5b1-d2835b30232e no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:34.328568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 96a12cf2-9b58-4df0-a5b1-d2835b30232e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:34.331700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 96a12cf2-9b58-4df0-a5b1-d2835b30232e not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:34.378576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38c4658e-7dc9-45f4-8b9f-9c2828c61e9f req-eadddaf9-2092-4085-9580-276cefb9b365 service neutron] 10.222.0.59 "GET /v2.0/networks/aa6d8243-a05a-411d-bf58-24fc6fa18100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163236 Nov 12 10:54:34.397051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Deleting port c39f807b-26bc-4076-a5b9-50fec770e30f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:34.397489 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.424540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-9ec818a6-5ec0-4d9f-b3b8-bf7a2fe6e1ba service neutron] 10.222.0.31 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713500 Nov 12 10:54:34.472634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] No DVR routers for this DVR port 1a2305a8-cc13-4d38-99e4-e12494e56067 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:34.509271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] For port c39f807b-26bc-4076-a5b9-50fec770e30f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=c39f807b-26bc-4076-a5b9-50fec770e30f,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:34.509830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.517459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=10']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:34.525983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Calling delete_port for c39f807b-26bc-4076-a5b9-50fec770e30f owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:34.549040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Allocated IP 172.25.2.62 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/11ddecf4-b581-4195-b685-52783a0504f4) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:34.591768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-1e5351de-1562-4c97-8b50-835ef6176f05 service neutron] 10.222.0.59 "PUT /v2.0/ports/1a2305a8-cc13-4d38-99e4-e12494e56067/bindings/n-h2-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 1.3016517 Nov 12 10:54:34.804942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.807672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-9f914ff5-7a6f-42de-97cd-c80caa22e5de tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:34.809210 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-9f914ff5-7a6f-42de-97cd-c80caa22e5de tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.1363287 Nov 12 10:54:34.812377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16e5b-a4dc-453f-8ad3-e09b0983b719 req-b983d003-be18-4cf5-95b1-022971f18579 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:34.814174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32b16e5b-a4dc-453f-8ad3-e09b0983b719 req-b983d003-be18-4cf5-95b1-022971f18579 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 944 time: 0.1157038 Nov 12 10:54:34.893742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32b16e5b-a4dc-453f-8ad3-e09b0983b719 req-d2e4b953-6c00-4c40-b010-5694a0762590 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706706 Nov 12 10:54:34.894591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.894753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-a6e27276-b559-4626-b77a-ea7495ca6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:34.896352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-a6e27276-b559-4626-b77a-ea7495ca6138 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c HTTP/1.1" status: 200 len: 1096 time: 0.0780988 Nov 12 10:54:34.899421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Deleting port ec883b22-1c5b-4805-8816-fb422d13cfe1 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:34.899883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.903607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.983261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Pushing event deleted for resources: {'Port': ['ID=c39f807b-26bc-4076-a5b9-50fec770e30f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:35.021523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:35.035865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:35.045879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:35.052236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event updated for resources: {'Port': ['ID=11ddecf4-b581-4195-b685-52783a0504f4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:35.110368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] No DVR routers for this DVR port c39f807b-26bc-4076-a5b9-50fec770e30f on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:35.116167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:35.126098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7175eb5-0f49-4f8e-bc9b-8d7373cd21b7 req-90d6b64f-7d9e-49fc-a62c-11e4269cc749 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "DELETE /v2.0/ports/c39f807b-26bc-4076-a5b9-50fec770e30f HTTP/1.1" status: 204 len: 173 time: 1.0204790 Nov 12 10:54:35.139511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'name': 'network-vif-deleted', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:35.140372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] For port ec883b22-1c5b-4805-8816-fb422d13cfe1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec883b22-1c5b-4805-8816-fb422d13cfe1,segment=NetworkSegment(8803b74f-7b96-4b1c-accd-09c6aef4658e),segment_id=8803b74f-7b96-4b1c-accd-09c6aef4658e)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:35.140568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:35.146792 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9039a9ed-c632-4507-94ed-4caecac665a8" -d '{"events": [{"server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "name": "network-vif-deleted", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:35.156911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-1a93569f-2b02-49bf-aa82-ccc0f1aac9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:35.158479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-1a93569f-2b02-49bf-aa82-ccc0f1aac9cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1096 time: 0.2294240 Nov 12 10:54:35.186029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Calling delete_port for ec883b22-1c5b-4805-8816-fb422d13cfe1 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:35.248729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e08c3-0b74-47c1-ac70-ce2b0e787126 req-558e1383-45f0-4c69-a0a1-aa7e22801b13 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:35.250565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f3e08c3-0b74-47c1-ac70-ce2b0e787126 req-558e1383-45f0-4c69-a0a1-aa7e22801b13 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 943 time: 0.0894611 Nov 12 10:54:35.349499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f3e08c3-0b74-47c1-ac70-ce2b0e787126 req-ad5ea268-e9fe-4142-9f58-f7dc9fc89020 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898039 Nov 12 10:54:35.387914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:35.415595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-ce1874b0-5dce-41d8-aea2-72e2ec960114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:35.417665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-ce1874b0-5dce-41d8-aea2-72e2ec960114 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.2498477 Nov 12 10:54:35.688551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7acdc816-1e5c-4079-8e4b-300942e3ea64 req-65e9f8ab-280e-41cb-9612-5fe9fc5f1897 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 210 time: 0.0296733 Nov 12 10:54:35.758259 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c05f107-85c1-4951-91c9-988e5fa46148 x-openstack-request-id: req-6c05f107-85c1-4951-91c9-988e5fa46148 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:35.758515 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254cd12a-d7b2-4420-a007-6b4e248ef90b", "name": "network-vif-deleted", "tag": "c39f807b-26bc-4076-a5b9-50fec770e30f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:35.758794 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c05f107-85c1-4951-91c9-988e5fa46148 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:35.759119 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254cd12a-d7b2-4420-a007-6b4e248ef90b', 'name': 'network-vif-deleted', 'tag': 'c39f807b-26bc-4076-a5b9-50fec770e30f', 'status': 'completed', 'code': 200} Nov 12 10:54:35.821874 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2f2042-a285-4f6d-bd63-fc0fbb0b47b2 x-openstack-request-id: req-dd2f2042-a285-4f6d-bd63-fc0fbb0b47b2 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:35.822518 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c34723d-c253-4db1-bd2a-fb0f5acbfa17", "name": "network-vif-deleted", "tag": "96a12cf2-9b58-4df0-a5b1-d2835b30232e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:35.822518 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd2f2042-a285-4f6d-bd63-fc0fbb0b47b2 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:35.823117 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c34723d-c253-4db1-bd2a-fb0f5acbfa17', 'name': 'network-vif-deleted', 'tag': '96a12cf2-9b58-4df0-a5b1-d2835b30232e', 'status': 'completed', 'code': 200} Nov 12 10:54:35.865465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-30295093-1e29-40ff-9489-d14a9d8a20b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 200 len: 217 time: 0.3732352 Nov 12 10:54:35.868628 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:35.884819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48800) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:35.956772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-f37ecf04-5bd6-4616-81ff-1d0f8d15ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:35.958238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-f37ecf04-5bd6-4616-81ff-1d0f8d15ffb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.0821822 Nov 12 10:54:36.007721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-867611c0-d702-4e49-94d3-2cf658e9b0ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321338 Nov 12 10:54:36.044065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47088075-b50b-4ac1-b47e-1e94be214921 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.136090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47088075-b50b-4ac1-b47e-1e94be214921 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.170804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743f422-4b73-47fe-b6f6-5e208b86c94e req-4f4268df-3fa4-4189-b92a-fcf18ae3fb55 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:36.172582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4743f422-4b73-47fe-b6f6-5e208b86c94e req-4f4268df-3fa4-4189-b92a-fcf18ae3fb55 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 944 time: 0.1367300 Nov 12 10:54:36.182603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-e0540100-3ee3-4b46-ba02-143188ad57a8 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:36.185086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-e0540100-3ee3-4b46-ba02-143188ad57a8 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.52 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 804 time: 0.2583659 Nov 12 10:54:36.210350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Request body: {'port': {'device_id': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'admin_state_up': True, 'tenant_id': '8ecee5924ead49e88d724610e46c622e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:36.247982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.312024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-beb2bbea-ec83-430a-92a6-bd353aa9a8c6 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906268 Nov 12 10:54:36.315965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec883b22-1c5b-4805-8816-fb422d13cfe1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.334039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4743f422-4b73-47fe-b6f6-5e208b86c94e req-771b324d-63b1-4513-80be-355e2afd7474 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479788 Nov 12 10:54:36.365609 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47088075-b50b-4ac1-b47e-1e94be214921 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.368433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47088075-b50b-4ac1-b47e-1e94be214921 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.369577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-47088075-b50b-4ac1-b47e-1e94be214921 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "DELETE /v2.0/security-groups/25ec0b24-80ba-40a8-aa2e-ed13d8f80e86 HTTP/1.1" status: 204 len: 168 time: 0.4837155 Nov 12 10:54:36.373859 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48812) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:36.458222 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-6a26c939-9038-4882-a96a-fe181a6a71e1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] show failed (client error): The resource could not be found. Nov 12 10:54:36.459592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6a26c939-9038-4882-a96a-fe181a6a71e1 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "GET /v2.0/security-groups/25ec0b24-80ba-40a8-aa2e-ed13d8f80e86 HTTP/1.1" status: 404 len: 347 time: 0.0572615 Nov 12 10:54:36.461786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47088075-b50b-4ac1-b47e-1e94be214921 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ec0b24-80ba-40a8-aa2e-ed13d8f80e86,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.469113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48814) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:36.498778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2323105d-f7af-4ee1-8144-39aa4d0c57f0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:54:36.573375 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.596805 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.675955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Made reservation on behalf of 8ecee5924ead49e88d724610e46c622e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:36.679901 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.704883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2323105d-f7af-4ee1-8144-39aa4d0c57f0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2323105d-f7af-4ee1-8144-39aa4d0c57f0,segment=NetworkSegment(7d15b710-db5e-4313-8aa5-057c234f4543),segment_id=7d15b710-db5e-4313-8aa5-057c234f4543)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:36.723185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '2323105d-f7af-4ee1-8144-39aa4d0c57f0', 'network_id': 'aa6d8243-a05a-411d-bf58-24fc6fa18100', 'port_id': '2323105d-f7af-4ee1-8144-39aa4d0c57f0', 'mac_address': 'fa:16:3e:e8:c8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03086a58-ed83-478a-8f6c-cecc1c01a3cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:54:36.748461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a998-d1db-43a6-8622-7679c51de61e req-abefda2c-bea6-43b6-b60f-a6d0918ac460 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:36.750339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a98a998-d1db-43a6-8622-7679c51de61e req-abefda2c-bea6-43b6-b60f-a6d0918ac460 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 943 time: 0.1612277 Nov 12 10:54:36.765081 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.787963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2323105d-f7af-4ee1-8144-39aa4d0c57f0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:36.792435 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.802842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-b7b7ac85-ca52-40a4-9cf4-a1ca9592d927 service neutron] 10.222.0.52 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484868 Nov 12 10:54:36.810731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2323105d-f7af-4ee1-8144-39aa4d0c57f0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2323105d-f7af-4ee1-8144-39aa4d0c57f0,segment=NetworkSegment(7d15b710-db5e-4313-8aa5-057c234f4543),segment_id=7d15b710-db5e-4313-8aa5-057c234f4543)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:36.818797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.822385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.825576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event updated for resources: {'Port': ['ID=11ddecf4-b581-4195-b685-52783a0504f4,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.900898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.902462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-1f0a6325-fb17-44c6-a6f6-4ae569d28087 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4065919 Nov 12 10:54:36.957262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2323105d-f7af-4ee1-8144-39aa4d0c57f0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.974703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Deleting port e347d081-ce48-4542-97f5-1aec47795b14 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:36.975061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.016184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-3f21fecb-48a2-4f76-9581-0d13d5d0bcef tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0795741 Nov 12 10:54:37.043209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a98a998-d1db-43a6-8622-7679c51de61e req-1fb31eb2-473e-45c7-a2af-dfaf99d6dfa3 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817249 Nov 12 10:54:37.044837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Allocated IP 172.20.0.2 (9c955ebe-61cf-4e53-9fd8-299acdf15e04/6fa44256-6525-42a8-862e-c767dff65d34/b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:37.123076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['2323105d-f7af-4ee1-8144-39aa4d0c57f0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:37.210304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbed621d-cf03-4109-9b73-9bb3aec60cee req-ab9f7782-e4d8-448f-ae9f-5f2336ea1222 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 210 time: 0.0539112 Nov 12 10:54:37.234314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.234689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.276549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Calling delete_port for e347d081-ce48-4542-97f5-1aec47795b14 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:37.317319 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-338ace6f-122f-4a16-a7a0-1033358b3d61 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.319232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d12edd03-39c1-46b3-ae0a-21919f83da17 req-338ace6f-122f-4a16-a7a0-1033358b3d61 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2897689 Nov 12 10:54:37.366015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0632-6980-4f64-a69f-33b338736187 req-d2233dcc-db21-431f-82e4-5fc88a67d3a4 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.368315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-d2233dcc-db21-431f-82e4-5fc88a67d3a4 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a&tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.1832831 Nov 12 10:54:37.455098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:54:37.483414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c175a23-f924-40d4-a59c-4ad4339294cb req-8a8887d7-f93d-4836-a4a9-1b113860a24d tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips/74b11d55-2151-46c7-a9b6-94293ea05dab HTTP/1.1" status: 200 len: 692 time: 0.1344271 Nov 12 10:54:37.627218 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.637760 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:54:37.671906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd023e-67f3-4377-a0a9-b54ca5302090 req-55643050-b2cc-414e-a922-9dcf0dcd66e5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.673803 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0bcd023e-67f3-4377-a0a9-b54ca5302090 req-55643050-b2cc-414e-a922-9dcf0dcd66e5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 944 time: 0.1971769 Nov 12 10:54:37.675048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-21fb0632-6980-4f64-a69f-33b338736187 req-0d198f01-ab1d-41a1-b95c-365c6154e993 service neutron] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:37.700490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-21fb0632-6980-4f64-a69f-33b338736187 req-0d198f01-ab1d-41a1-b95c-365c6154e993 service neutron] Publish callbacks [] for binding, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.701733 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-0d198f01-ab1d-41a1-b95c-365c6154e993 service neutron] 10.222.0.52 "DELETE /v2.0/ports/1a2305a8-cc13-4d38-99e4-e12494e56067/bindings/n-h1-768851-19 HTTP/1.1" status: 204 len: 173 time: 0.3220985 Nov 12 10:54:37.725709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:37.732090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aba38e0f-fe88-4fe3-9d8d-5d3d194b7ddb admin admin] 10.222.0.31 "PUT /v2.0/routers/33d6c20c-ab66-4a0b-90b7-162a1631cea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5457013 Nov 12 10:54:37.736668 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] Sync routers for ids ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:37.738564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48826) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:37.759431 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] Routers {'33d6c20c-ab66-4a0b-90b7-162a1631cea6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:37.762071 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:37.812785 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0bcd023e-67f3-4377-a0a9-b54ca5302090 req-52abade4-bd42-403d-b0c1-c81ffa0d0d8e tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307988 Nov 12 10:54:37.901852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.997139 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] Set router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:38.069870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.078876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c175a23-f924-40d4-a59c-4ad4339294cb req-e0430584-f508-4767-8538-d1a841002005 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:38.099373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c175a23-f924-40d4-a59c-4ad4339294cb req-e0430584-f508-4767-8538-d1a841002005 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.6152220 Nov 12 10:54:38.174469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.234501 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:54:36Z', 'revision_number': 5, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port': {'id': '09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:55Z', 'updated_at': '2021-11-12T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:38.237298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Deleting port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:38.237782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.255191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.288941 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] Checking router: 33d6c20c-ab66-4a0b-90b7-162a1631cea6 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:38.302544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:38.308571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfe0b-b6ef-4fcc-a7f7-3e1b3aa8cdc1 req-9b91f93e-2149-4b02-8266-05ee40b0d101 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:38.310687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28bdfe0b-b6ef-4fcc-a7f7-3e1b3aa8cdc1 req-9b91f93e-2149-4b02-8266-05ee40b0d101 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 1096 time: 0.1345394 Nov 12 10:54:38.321597 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] Routers {'33d6c20c-ab66-4a0b-90b7-162a1631cea6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:38.329761 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:38.367830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:38.408537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28bdfe0b-b6ef-4fcc-a7f7-3e1b3aa8cdc1 req-f853f01d-7cbd-4a1b-8379-212055023769 tempest-LiveMigrationTest-937337668 tempest-LiveMigrationTest-937337668-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865903 Nov 12 10:54:38.415241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] For port 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:38.415779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.435024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Calling delete_port for 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:38.444329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:38.497380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2323105d-f7af-4ee1-8144-39aa4d0c57f0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:38.505301 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] Set router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:38.579013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:38.579684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.581981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-4d362ca4-fb57-4880-a243-9caf159b18f7 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips/74b11d55-2151-46c7-a9b6-94293ea05dab HTTP/1.1" status: 200 len: 692 time: 0.1256304 Nov 12 10:54:38.625012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Pushing event updated for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:38.642205 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:54:38Z', 'revision_number': 6, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:38.673084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:54:38.678531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:38.679122 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.700240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-d41cf39f-018c-48a6-bc21-d6c0d668d46b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4937105 Nov 12 10:54:38.707173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Pushing event deleted for resources: {'Port': ['ID=e347d081-ce48-4542-97f5-1aec47795b14,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:38.727535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6077fd-e393-4b81-8402-cc4eb27debf6 req-816cc818-6562-4d01-804c-e43fa07986c6 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:38.736988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3a1cc-dfbe-4e19-b604-d48520f6c46e None None] The sync data for ids ['33d6c20c-ab66-4a0b-90b7-162a1631cea6'] in n-d-768851-19 is: [{'id': '33d6c20c-ab66-4a0b-90b7-162a1631cea6', 'name': 'tempest-FloatingIPsTestJSON-126375985-router', 'tenant_id': '4e26848846144260bdfcc6ef47a26996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:52Z', 'updated_at': '2021-11-12T10:54:38Z', 'revision_number': 6, 'project_id': '4e26848846144260bdfcc6ef47a26996', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:38.741686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e6077fd-e393-4b81-8402-cc4eb27debf6 req-816cc818-6562-4d01-804c-e43fa07986c6 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 944 time: 0.4999344 Nov 12 10:54:38.793846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Request body: {'port': {'device_id': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:38.867732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.870340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.871476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0682a59a-b6ec-45ea-8456-67d0417fbd72 tempest-ServersWithSpecificFlavorTestJSON-1324835967 tempest-ServersWithSpecificFlavorTestJSON-1324835967-project] 10.222.0.31 "DELETE /v2.0/floatingips/3207dfdc-b492-40c3-9444-c3d535a57d77 HTTP/1.1" status: 204 len: 168 time: 2.4010046 Nov 12 10:54:38.888221 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.928550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2323105d-f7af-4ee1-8144-39aa4d0c57f0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2323105d-f7af-4ee1-8144-39aa4d0c57f0,segment=NetworkSegment(7d15b710-db5e-4313-8aa5-057c234f4543),segment_id=7d15b710-db5e-4313-8aa5-057c234f4543)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:38.930381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b294af38-7864-4be8-9099-56f50baaee91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2323105d-f7af-4ee1-8144-39aa4d0c57f0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:38.933967 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3e36e0-e9c0-48fb-82f5-d3a18b786b24" -d '{"events": [{"server_uuid": "b294af38-7864-4be8-9099-56f50baaee91", "name": "network-vif-plugged", "status": "completed", "tag": "2323105d-f7af-4ee1-8144-39aa4d0c57f0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:38.940040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.940899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device c39f807b-26bc-4076-a5b9-50fec770e30f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:38.975713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e6077fd-e393-4b81-8402-cc4eb27debf6 req-b7d44440-00f6-43ba-b524-aefe0584321c tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122357 Nov 12 10:54:38.975713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.999477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-24d9575a-57d5-4113-b93f-181185759791 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:39.006162 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-24d9575a-57d5-4113-b93f-181185759791 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.3355758 Nov 12 10:54:39.012735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-0034e053-c93d-4f5b-af12-d7c4b8ad2712 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:39.020218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: c39f807b-26bc-4076-a5b9-50fec770e30f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:39.020499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device c39f807b-26bc-4076-a5b9-50fec770e30f not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:39.021197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-0034e053-c93d-4f5b-af12-d7c4b8ad2712 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141509 Nov 12 10:54:39.023680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2323105d-f7af-4ee1-8144-39aa4d0c57f0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:39.032567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.033106 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.033444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.033782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.034729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.035067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.035667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.035998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.036324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.036801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.037750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.038080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:39.089238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-177e320b-6c04-4bc5-af4d-db692417821e tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0669904 Nov 12 10:54:39.182144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-a57790bc-a229-487a-baf6-5d92573e04e0 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0580156 Nov 12 10:54:39.192844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd89105-bf5e-4616-b2af-df2f4426dd98 req-36444afb-4f71-43a6-8edf-f95d1ba6434c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:39.195247 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efd89105-bf5e-4616-b2af-df2f4426dd98 req-36444afb-4f71-43a6-8edf-f95d1ba6434c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 931 time: 0.1367962 Nov 12 10:54:39.241317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.315574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efd89105-bf5e-4616-b2af-df2f4426dd98 req-2c0d9c9e-9f2b-4168-bc01-fdfe485d17ea tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130700 Nov 12 10:54:39.316636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:39.411409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:39.421820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.437465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Transition to ACTIVE for port object b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:39.443429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.526058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Pushing event updated for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:39.589952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Attempting to bind port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:39.590681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Attempting to bind port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:39.590681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Attempting to bind port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:39.598177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:39.598546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Attempting to bind port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:39.604808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:39.605174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Checking segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:39.605569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Bound using segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:39.606019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Bound port: b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:39.607361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.702946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:39.706614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:39.715400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.719488 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad56ebd3-27d9-475b-9d9e-29e56375e3e4 x-openstack-request-id: req-ad56ebd3-27d9-475b-9d9e-29e56375e3e4 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:39.720000 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b294af38-7864-4be8-9099-56f50baaee91", "name": "network-vif-plugged", "status": "completed", "tag": "2323105d-f7af-4ee1-8144-39aa4d0c57f0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:39.720225 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad56ebd3-27d9-475b-9d9e-29e56375e3e4 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:39.721272 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b294af38-7864-4be8-9099-56f50baaee91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2323105d-f7af-4ee1-8144-39aa4d0c57f0', 'code': 200} Nov 12 10:54:39.740320 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.746046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec883b22-1c5b-4805-8816-fb422d13cfe1 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:39.759291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Deleting port 11ddecf4-b581-4195-b685-52783a0504f4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:39.759697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.782751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ec883b22-1c5b-4805-8816-fb422d13cfe1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:39.783120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec883b22-1c5b-4805-8816-fb422d13cfe1 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:39.783505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:39.826155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:39.827632 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.829324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] 10.222.0.52 "PUT /v2.0/ports/b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c HTTP/1.1" status: 200 len: 1092 time: 1.0676224 Nov 12 10:54:39.830016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:39.832534 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:39.845588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:39.845929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 09297ce1-6f0e-4f4d-9340-4a6ec26e0ab6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:39.857737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.858290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.876825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Calling delete_port for 11ddecf4-b581-4195-b685-52783a0504f4 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:39.878779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.948607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3373012-55cc-4c30-b466-7b4bede3560c service neutron] Pushing event updated for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:39.984389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47afdd-520a-4f3c-994d-66325e689943 req-ce1a87e0-9f3e-413a-9192-3421548f664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:39.985996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb47afdd-520a-4f3c-994d-66325e689943 req-ce1a87e0-9f3e-413a-9192-3421548f664a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 1097 time: 0.1824214 Nov 12 10:54:40.017187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-73b55cba-3451-41d8-a3a4-dca22330840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.018779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-73b55cba-3451-41d8-a3a4-dca22330840c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 1095 time: 0.1376109 Nov 12 10:54:40.032329 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.038798 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.041767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7922e-afa7-4484-8c25-641f333d4371 req-4ed58984-57e0-467c-820e-567aa0905cf8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.043580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33b7922e-afa7-4484-8c25-641f333d4371 req-4ed58984-57e0-467c-820e-567aa0905cf8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 944 time: 0.1005995 Nov 12 10:54:40.106369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-11ea75ea-698c-4e49-9520-949bc61271ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c HTTP/1.1" status: 200 len: 217 time: 0.0555990 Nov 12 10:54:40.116237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb47afdd-520a-4f3c-994d-66325e689943 req-9c24c09f-25ae-49e2-9521-bd4399cf0da6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204648 Nov 12 10:54:40.125647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.133479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.134003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33d6c20c-ab66-4a0b-90b7-162a1631cea6 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:54:40.143241 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.144945 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0e310589-69cb-4677-a30d-ec738fa136e0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/33d6c20c-ab66-4a0b-90b7-162a1631cea6 HTTP/1.1" status: 204 len: 168 time: 2.4056246 Nov 12 10:54:40.150343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48862) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:40.206938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-134859bb-a419-46e6-b46b-53b76c5ab900 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.208696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-134859bb-a419-46e6-b46b-53b76c5ab900 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 944 time: 0.0907011 Nov 12 10:54:40.226675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-efe55062-56eb-48e4-b8db-e8648edb4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.228143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-efe55062-56eb-48e4-b8db-e8648edb4af6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 200 len: 844 time: 0.1091006 Nov 12 10:54:40.234166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33b7922e-afa7-4484-8c25-641f333d4371 req-e50247a6-4b5a-4194-a591-facf9b0228e5 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819470 Nov 12 10:54:40.239523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a6d1bc-5e53-44b1-9f6c-a23b97fa11d8 admin admin] Deleting subnet ed204c47-e0ca-480d-9117-452486499ed4 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:54:40.266197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3a6d1bc-5e53-44b1-9f6c-a23b97fa11d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.325611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-fb970d0c-7476-4118-9b12-038969846d3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c955ebe-61cf-4e53-9fd8-299acdf15e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831933 Nov 12 10:54:40.331369 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ccc3b7-31ba-4d3e-a852-e8bde3ccd56c x-openstack-request-id: req-92ccc3b7-31ba-4d3e-a852-e8bde3ccd56c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:40.331869 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:40.332257 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92ccc3b7-31ba-4d3e-a852-e8bde3ccd56c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:40.332911 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'status': 'completed', 'code': 200} Nov 12 10:54:40.351723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.371996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3a6d1bc-5e53-44b1-9f6c-a23b97fa11d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.415597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event deleted for resources: {'Port': ['ID=11ddecf4-b581-4195-b685-52783a0504f4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:40.435720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Deleting port 1a2305a8-cc13-4d38-99e4-e12494e56067 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:40.436228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.570338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-4ad8bc87-5161-4499-b178-c609b9e8212f service neutron] 10.222.0.52 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345967 Nov 12 10:54:40.572629 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.577581 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.579306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9c313e5-6c20-432c-8e2b-116065021d10 req-564a3f85-f115-4fdd-b128-f0dfa88d3bfb tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "DELETE /v2.0/floatingips/74b11d55-2151-46c7-a9b6-94293ea05dab HTTP/1.1" status: 204 len: 173 time: 1.3773885 Nov 12 10:54:40.606016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] For port 1a2305a8-cc13-4d38-99e4-e12494e56067, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1a2305a8-cc13-4d38-99e4-e12494e56067,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:40.606016 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.620796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Calling delete_port for 1a2305a8-cc13-4d38-99e4-e12494e56067 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:40.631213 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3a6d1bc-5e53-44b1-9f6c-a23b97fa11d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.640894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-411d2420-6a1a-4893-a272-5965873892d9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.642410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-411d2420-6a1a-4893-a272-5965873892d9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 821 time: 0.2194488 Nov 12 10:54:40.711663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-be284bec-1a09-485a-95c5-6db75ba5a2c5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/quotas/7d956d072ec4403897681bda1ea4b91c HTTP/1.1" status: 200 len: 375 time: 0.0259726 Nov 12 10:54:40.737553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f75f1-0d3f-4706-a6d3-595bbd51751f req-9cf8bce2-8de7-4470-8469-7b0a702f3af4 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.739101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a34f75f1-0d3f-4706-a6d3-595bbd51751f req-9cf8bce2-8de7-4470-8469-7b0a702f3af4 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 945 time: 0.0753086 Nov 12 10:54:40.777635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a739c166-eec6-4369-9c86-7f66d6f84b97 req-00afb6dc-f210-4afd-9fa8-311c3715fd56 service neutron] 10.222.0.52 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968913 Nov 12 10:54:40.805016 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3a6d1bc-5e53-44b1-9f6c-a23b97fa11d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.821661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a34f75f1-0d3f-4706-a6d3-595bbd51751f req-146e9f43-be31-4189-bb69-b6edb66c68a7 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748720 Nov 12 10:54:40.832429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-91fba74d-f5cb-46ca-86e7-16f464239e5f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128626 Nov 12 10:54:40.860140 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.874761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4b6595a9-4f91-471e-a350-6fc92b98f2c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:40.911684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Pushing event deleted for resources: {'Port': ['ID=1a2305a8-cc13-4d38-99e4-e12494e56067,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:40.949489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6d1bc-5e53-44b1-9f6c-a23b97fa11d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed204c47-e0ca-480d-9117-452486499ed4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:40.958375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3a6d1bc-5e53-44b1-9f6c-a23b97fa11d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.964607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de3362-c9a8-4dfb-8bfc-0cc7fdb5b5db None None] Network 430e250c-550f-4a51-8579-5151f3544276 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:40.966660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c3a6d1bc-5e53-44b1-9f6c-a23b97fa11d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed204c47-e0ca-480d-9117-452486499ed4 HTTP/1.1" status: 204 len: 168 time: 0.8126042 Nov 12 10:54:40.975953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48876) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:40.983981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] No DVR routers for this DVR port 1a2305a8-cc13-4d38-99e4-e12494e56067 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:40.987065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.991121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61931ed4-02af-4404-9cdb-84dc559efc3c req-88b2941a-23d9-4d91-a1c8-496db103d5bd tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.52 "DELETE /v2.0/ports/1a2305a8-cc13-4d38-99e4-e12494e56067 HTTP/1.1" status: 204 len: 173 time: 0.7738359 Nov 12 10:54:40.991419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'name': 'network-vif-deleted', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:40.996441 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea3ccd-2ba5-4d54-bd11-6eb870835362" -d '{"events": [{"server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "name": "network-vif-deleted", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:41.079559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-b83c103e-0b99-4bc8-b6fc-289a8d801bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:41.082034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-b83c103e-0b99-4bc8-b6fc-289a8d801bae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 1095 time: 0.2081993 Nov 12 10:54:41.115474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc5b13-3a4c-403d-95c2-da5ac36a3ebc req-d3da7385-0e7b-4819-a41f-dbb5dc6198fe tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:41.117560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc5b13-3a4c-403d-95c2-da5ac36a3ebc req-d3da7385-0e7b-4819-a41f-dbb5dc6198fe tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 943 time: 0.1031823 Nov 12 10:54:41.121236 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.204708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cdfc5b13-3a4c-403d-95c2-da5ac36a3ebc req-19b3dae7-ca16-4245-ad54-ac49a62463ae tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790060 Nov 12 10:54:41.316428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-ba624645-c0bf-4320-a3d3-01c3a784e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:41.318735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-ba624645-c0bf-4320-a3d3-01c3a784e525 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 905 time: 0.2249241 Nov 12 10:54:41.339072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] DHCP port deletion for 430e250c-550f-4a51-8579-5151f3544276 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:54:41.363149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-a4e6ae2f-3c03-4c2b-a5c9-dda0f63b1cf8 service neutron] 10.222.0.31 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321384 Nov 12 10:54:41.475802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] Deleting port 533ed42a-8b6f-4399-89c9-3be43e99ce6d {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:41.476407 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.489269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-8488e9ba-7424-4312-b081-8060e39a3740 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c HTTP/1.1" status: 200 len: 217 time: 0.1446280 Nov 12 10:54:41.554549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Deleting port 533ed42a-8b6f-4399-89c9-3be43e99ce6d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:41.555100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.590306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 533ed42a-8b6f-4399-89c9-3be43e99ce6d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:41.614519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f31bc-9192-48fb-8146-ee66c24c5b9b req-84a2d6c8-0e05-4731-a428-f914c873fb51 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:41.629627 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad4f31bc-9192-48fb-8146-ee66c24c5b9b req-84a2d6c8-0e05-4731-a428-f914c873fb51 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3858695 Nov 12 10:54:41.640224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] For port 533ed42a-8b6f-4399-89c9-3be43e99ce6d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=533ed42a-8b6f-4399-89c9-3be43e99ce6d,segment=NetworkSegment(8803b74f-7b96-4b1c-accd-09c6aef4658e),segment_id=8803b74f-7b96-4b1c-accd-09c6aef4658e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:41.641216 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.664122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-2c025379-9315-4dfb-a1ed-5e15eeb81a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:41.664997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] Calling delete_port for 533ed42a-8b6f-4399-89c9-3be43e99ce6d owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:41.667324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-2c025379-9315-4dfb-a1ed-5e15eeb81a9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 200 len: 844 time: 0.1549838 Nov 12 10:54:41.734224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-2071464e-d095-4376-9fb0-24f91bdbda0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c955ebe-61cf-4e53-9fd8-299acdf15e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552082 Nov 12 10:54:41.737319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-5f56c20e-b237-4b29-8b67-e073bc734072 service neutron] 10.222.0.31 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901669 Nov 12 10:54:41.772098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] For port 533ed42a-8b6f-4399-89c9-3be43e99ce6d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=533ed42a-8b6f-4399-89c9-3be43e99ce6d,segment=NetworkSegment(8803b74f-7b96-4b1c-accd-09c6aef4658e),segment_id=8803b74f-7b96-4b1c-accd-09c6aef4658e)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:41.773243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.795197 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.810355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Calling delete_port for 533ed42a-8b6f-4399-89c9-3be43e99ce6d owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:41.928146 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f0158-1d52-41a0-9a66-0ddd36960bb6 x-openstack-request-id: req-8b6f0158-1d52-41a0-9a66-0ddd36960bb6 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:41.928599 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2e7bb-3bf1-41fe-b338-befa115e967a", "name": "network-vif-deleted", "tag": "1a2305a8-cc13-4d38-99e4-e12494e56067", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:41.928855 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b6f0158-1d52-41a0-9a66-0ddd36960bb6 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:41.929278 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c2e7bb-3bf1-41fe-b338-befa115e967a', 'name': 'network-vif-deleted', 'tag': '1a2305a8-cc13-4d38-99e4-e12494e56067', 'status': 'completed', 'code': 200} Nov 12 10:54:41.929696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.967102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-e1005b38-36de-4c34-a332-26bf78a6951c service neutron] 10.222.0.52 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152259 Nov 12 10:54:41.970151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.985389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] No DVR routers for this DVR port 533ed42a-8b6f-4399-89c9-3be43e99ce6d on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:42.032272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] Pushing event deleted for resources: {'Port': ['ID=533ed42a-8b6f-4399-89c9-3be43e99ce6d,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:42.034209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ec056-8027-4711-9989-142e9def6c9e None None] No DVR routers for this DVR port 533ed42a-8b6f-4399-89c9-3be43e99ce6d on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:42.047790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Pushing event deleted for resources: {'Port': ['ID=533ed42a-8b6f-4399-89c9-3be43e99ce6d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:42.117950 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd95cab8-3d0c-4ad1-8092-3f1ae909d5dd req-6a9b995c-b020-403e-891b-31afb51c6c8f service neutron] 10.222.0.52 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438015 Nov 12 10:54:42.121426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f305df29-5029-4c31-ad88-33f18582d04a req-243cd76f-92b7-4389-9036-cf9c308c3462 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 210 time: 0.1073620 Nov 12 10:54:42.177981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.315018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430e250c-550f-4a51-8579-5151f3544276']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:42.332210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8803b74f-7b96-4b1c-accd-09c6aef4658e') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:42.336459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8803b74f-7b96-4b1c-accd-09c6aef4658e') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:42.337078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:54:42.348441 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1c79b1ef-9c3f-4e4f-b316-b6be10448208 req-6fd95e7a-c4fd-43bd-a78f-c42efec87268 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=261d4c73a487462d90e720f424191407 HTTP/1.1" status: 200 len: 1655 time: 0.1838880 Nov 12 10:54:42.377872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15156f-f927-4c48-818e-c1f6971eb4a1 req-84d941b3-0b2e-41b6-8805-fb3bbc35673e tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:42.379136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1a2305a8-cc13-4d38-99e4-e12494e56067 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:42.379724 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa15156f-f927-4c48-818e-c1f6971eb4a1 req-84d941b3-0b2e-41b6-8805-fb3bbc35673e tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 945 time: 0.0714905 Nov 12 10:54:42.387156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.433413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.438540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 1a2305a8-cc13-4d38-99e4-e12494e56067 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:42.439967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1a2305a8-cc13-4d38-99e4-e12494e56067 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:42.470961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:54:42.471643 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:54:42.473274 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:54:42.491030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa15156f-f927-4c48-818e-c1f6971eb4a1 req-fac5d776-f37e-406c-91bd-c1176f3ea652 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955667 Nov 12 10:54:42.578595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.601655 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.605260 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] 10.222.0.31 "DELETE /v2.0/networks/430e250c-550f-4a51-8579-5151f3544276 HTTP/1.1" status: 204 len: 168 time: 1.6281888 Nov 12 10:54:42.614905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:42.640001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'port_id': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'mac_address': 'fa:16:3e:c3:a7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa44256-6525-42a8-862e-c767dff65d34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:54:42.661168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a184-69e5-4e5e-a7ec-f6a8eb4cde9e admin admin] Pushing event deleted for resources: {'Network': ['ID=430e250c-550f-4a51-8579-5151f3544276,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:42.682807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b1ef-9c3f-4e4f-b316-b6be10448208 req-973d8e5d-bcf3-427d-a830-4db67922d309 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:42.684396 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1c79b1ef-9c3f-4e4f-b316-b6be10448208 req-973d8e5d-bcf3-427d-a830-4db67922d309 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks?id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&id=7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 787 time: 0.3169818 Nov 12 10:54:42.703733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-1c79b1ef-9c3f-4e4f-b316-b6be10448208 req-9777f582-0377-4ce7-8554-8bbbc7d3c0f5 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:42.707011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.707869 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1c79b1ef-9c3f-4e4f-b316-b6be10448208 req-9777f582-0377-4ce7-8554-8bbbc7d3c0f5 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148983 Nov 12 10:54:42.725714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1590d8-b4db-495c-a9a0-a00424f7b506 req-f5736117-7bae-40eb-b278-2014444a96d3 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:42.726896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:42.737888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af1590d8-b4db-495c-a9a0-a00424f7b506 req-f5736117-7bae-40eb-b278-2014444a96d3 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 943 time: 0.1079035 Nov 12 10:54:42.754054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:42.760583 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.815324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af1590d8-b4db-495c-a9a0-a00424f7b506 req-ecc3742d-01a0-46dc-b9bc-08e98fe9c6b2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763197 Nov 12 10:54:42.832048 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f1d8f32-9664-46b5-9fa6-b137c92ca07f req-15d0b3c9-9096-4f0e-98d9-9f3425c4811e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.0600626 Nov 12 10:54:42.862155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:42.876477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48918) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:42.994506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4970377e-cc9a-4e43-af64-764f48b6809a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e26848846144260bdfcc6ef47a26996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1165326 Nov 12 10:54:43.000013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:43.011305 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70c586c0-fd41-470e-b644-17fae648eada req-77bc4007-56a4-4693-8902-0bf196f52cf6 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips/00adf045-d01d-4987-85b4-7f16ac25c169 HTTP/1.1" status: 200 len: 692 time: 0.0795910 Nov 12 10:54:43.041934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:43.126940 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61117226-0977-404d-b7bc-f480e7f5e9ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.143993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48930) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:43.159283 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61117226-0977-404d-b7bc-f480e7f5e9ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.263535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c586c0-fd41-470e-b644-17fae648eada req-9c47ab70-9e76-425d-85ff-15ae36691cef tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:43.269398 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61117226-0977-404d-b7bc-f480e7f5e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.281917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61117226-0977-404d-b7bc-f480e7f5e9ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.289755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70c586c0-fd41-470e-b644-17fae648eada req-9c47ab70-9e76-425d-85ff-15ae36691cef tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2689292 Nov 12 10:54:43.291222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-61117226-0977-404d-b7bc-f480e7f5e9ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e5682e0-c216-496e-ac9f-680110f366be HTTP/1.1" status: 204 len: 168 time: 0.2897043 Nov 12 10:54:43.325474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61117226-0977-404d-b7bc-f480e7f5e9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5682e0-c216-496e-ac9f-680110f366be,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:43.468165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70c586c0-fd41-470e-b644-17fae648eada req-54966e97-a18b-46e6-b5c9-b2af21adde36 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.1763127 Nov 12 10:54:43.559226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2431c4-9f2d-4845-a262-396b4ac28f9e req-0391f9b6-553a-4367-afc0-a2a172bca38b tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 210 time: 0.0483258 Nov 12 10:54:43.718454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70c586c0-fd41-470e-b644-17fae648eada req-2ba297a3-81c8-4fa1-90b8-ef28bd9ae691 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.2395041 Nov 12 10:54:43.766502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d6910-f40e-4f1b-9a33-a60d46400c59 req-f56c449d-52f3-4752-8c65-3cd75545a1a9 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:43.794053 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-421d6910-f40e-4f1b-9a33-a60d46400c59 req-f56c449d-52f3-4752-8c65-3cd75545a1a9 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 945 time: 0.1285691 Nov 12 10:54:43.912267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-421d6910-f40e-4f1b-9a33-a60d46400c59 req-4dcbcc17-2594-46f9-a4e7-3fa00aa65e91 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126790 Nov 12 10:54:44.068671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Deleting port 91f72ddc-408e-47c2-911d-a9982413c80e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:44.069046 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.157096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756348-c7ea-484b-a4ff-0a5d3044a001 req-771cd08f-8b91-4e85-92f3-2f33d6cac7ce tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:44.158848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a756348-c7ea-484b-a4ff-0a5d3044a001 req-771cd08f-8b91-4e85-92f3-2f33d6cac7ce tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 944 time: 0.1391859 Nov 12 10:54:44.228240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-129190a6-76fd-4549-aa45-41d259b13562 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:44.236796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-129190a6-76fd-4549-aa45-41d259b13562 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 821 time: 0.2620747 Nov 12 10:54:44.267887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Request body: {'port': {'device_id': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'admin_state_up': True, 'tenant_id': '7d956d072ec4403897681bda1ea4b91c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:44.293108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a756348-c7ea-484b-a4ff-0a5d3044a001 req-befc94a9-c39a-41d8-876d-e68f378f7d26 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228507 Nov 12 10:54:44.361020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:44.361879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.361879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.394186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Calling delete_port for 91f72ddc-408e-47c2-911d-a9982413c80e owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:44.545291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:54:44.564503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:44.565830 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.586443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-995eb47a-c90c-4d0f-8b75-893df06b4f2f req-8cedbec3-099d-4668-acf1-ce52395c7414 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.1483200 Nov 12 10:54:44.753639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Made reservation on behalf of 7d956d072ec4403897681bda1ea4b91c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:44.765581 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.806362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.807814 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.855304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:44.861755 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2da4132-c9d0-4cb1-a98b-8fe01e9a2f32" -d '{"events": [{"server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "name": "network-vif-plugged", "status": "completed", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:44.889380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:44.898865 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.945886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48970) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:44.948733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event deleted for resources: {'Port': ['ID=91f72ddc-408e-47c2-911d-a9982413c80e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:45.005691 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.014331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:45.111143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0671d629-0b7f-468c-b205-7d12740713e7 req-6b294ca9-920d-4b36-b769-8e0ef8fa533f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 210 time: 0.1158419 Nov 12 10:54:45.208072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Allocated IP 172.20.0.2 (874b9b59-a949-4993-bbf5-452693fda86c/bbecd288-b864-4082-b98b-3c531c8d4828/510848b4-b441-4a96-b4c5-d09f0c7278bc) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:45.265338 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06b3256-08f3-46ae-a4cf-60e4a41a26ff x-openstack-request-id: req-c06b3256-08f3-46ae-a4cf-60e4a41a26ff {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:45.265937 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "name": "network-vif-plugged", "status": "completed", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:45.266466 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c06b3256-08f3-46ae-a4cf-60e4a41a26ff {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:45.267126 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'code': 200} Nov 12 10:54:45.414012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.457942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-network', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:45.499821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.515116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['5f23a1d1-6943-45e8-a478-87168d2b1faf'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:45.720929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Made reservation on behalf of c85d4598f3c347bda06246d80197cf1a for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:45.723306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.732767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Network 874b9b59-a949-4993-bbf5-452693fda86c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:45.735209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bebc6-9897-4de6-8398-815dba088e69 req-595bfc19-4b39-4171-a442-302dc48e6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:45.736902 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a88bebc6-9897-4de6-8398-815dba088e69 req-595bfc19-4b39-4171-a442-302dc48e6c33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 1097 time: 0.2740164 Nov 12 10:54:45.745255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:45.747375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Pushing event updated for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:45.754604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:45.779600 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.782674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.783816 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70c586c0-fd41-470e-b644-17fae648eada req-becfdd4e-fde3-4856-8a5d-72e2aa97cd27 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "DELETE /v2.0/floatingips/00adf045-d01d-4987-85b4-7f16ac25c169 HTTP/1.1" status: 204 len: 173 time: 2.0538819 Nov 12 10:54:45.817703 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.871346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:45.871982 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.877598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-b61eaef0-672b-4753-92db-28c974dfad66 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:45.879494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-b61eaef0-672b-4753-92db-28c974dfad66 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.59 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 945 time: 0.4776454 Nov 12 10:54:45.905977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402db97f-876f-40f9-933a-27c5e6a1087e req-6531e2ad-e932-46db-b116-8203bd353de7 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:45.907656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-402db97f-876f-40f9-933a-27c5e6a1087e req-6531e2ad-e932-46db-b116-8203bd353de7 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 945 time: 0.4458683 Nov 12 10:54:45.930781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-2d963a42-3934-463a-a426-0149d35d755f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6679173 Nov 12 10:54:45.955787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Request body: {'port': {'device_id': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:45.979645 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a88bebc6-9897-4de6-8398-815dba088e69 req-26d42621-24ae-4943-8cfc-4414357546cc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262671 Nov 12 10:54:46.019904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f048da-d4af-45c2-a481-6df871d6e67a req-56ef3bca-ac65-4cd8-9bb6-10b2f5bb3a3f tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:46.021004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8f048da-d4af-45c2-a481-6df871d6e67a req-56ef3bca-ac65-4cd8-9bb6-10b2f5bb3a3f tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 945 time: 0.1554968 Nov 12 10:54:46.072716 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-402db97f-876f-40f9-933a-27c5e6a1087e req-d04cbc80-c440-45fb-b91e-0e54afc86dd6 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b28997c-d60a-48e2-b8fc-63f1cea1dab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460166 Nov 12 10:54:46.094314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.157376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.175904 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8f048da-d4af-45c2-a481-6df871d6e67a req-7417b861-1469-49e1-8d8f-484be5731806 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348794 Nov 12 10:54:46.178702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.181610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Deleting port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:46.181889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.207809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Deleting port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:46.208149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.299553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:54:46.328786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4e8d85-62b0-4783-9494-ec5e8e21837d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:46.335826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.336168 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Added segment b106c9e5-1350-4b71-b3b8-09aae6a65156 of type vlan for network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 Nov 12 10:54:46.339640 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-e8660914-07d3-4bea-ae9c-4da4955c55c1 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips/c88d5124-5e81-4f68-9de3-2e8976620643 HTTP/1.1" status: 200 len: 693 time: 0.1260364 Nov 12 10:54:46.404054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0f5c9-2dcb-4c3e-b715-1de51a5303bd req-d316a81a-1ad6-4521-b080-1c0391689bfe tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:46.405626 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50a0f5c9-2dcb-4c3e-b715-1de51a5303bd req-d316a81a-1ad6-4521-b080-1c0391689bfe tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 931 time: 0.2319386 Nov 12 10:54:46.416385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.443078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] For port 2323105d-f7af-4ee1-8144-39aa4d0c57f0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2323105d-f7af-4ee1-8144-39aa4d0c57f0,segment=NetworkSegment(7d15b710-db5e-4313-8aa5-057c234f4543),segment_id=7d15b710-db5e-4313-8aa5-057c234f4543)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:46.444079 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.475426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Calling delete_port for 2323105d-f7af-4ee1-8144-39aa4d0c57f0 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:46.486680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] For port 8388cd41-9ccb-4ef7-b27f-c6678a1c4030, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:46.487037 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.503387 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.504314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:46.504975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.515228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Calling delete_port for 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:46.574812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-81eb8f84-5b74-4015-85aa-d9e2281baad8 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:46.576444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-81eb8f84-5b74-4015-85aa-d9e2281baad8 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2274299 Nov 12 10:54:46.689942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-e53b5456-e04f-4ea4-9537-ffa406082d40 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0742981 Nov 12 10:54:46.761792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-cbd5fd45-9ecf-412b-9fea-f58e075c1a12 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0577118 Nov 12 10:54:46.866395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50a0f5c9-2dcb-4c3e-b715-1de51a5303bd req-cd1b5bea-54a4-4d0c-ab4b-71a3cb25f90c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470224 Nov 12 10:54:46.916149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:46.925619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-27effa72-d0c7-4346-8e91-dcd7a74f31d9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9785078 Nov 12 10:54:46.933953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:54:46.935033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48984) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:46.945284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Request body: {'subnet': {'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-subnet', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:47.009891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.023194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510848b4-b441-4a96-b4c5-d09f0c7278bc {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:47.029110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Made reservation on behalf of c85d4598f3c347bda06246d80197cf1a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:47.033663 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.053829 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.061076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Pushing event deleted for resources: {'Port': ['ID=2323105d-f7af-4ee1-8144-39aa4d0c57f0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:47.117375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Transition to ACTIVE for port object 510848b4-b441-4a96-b4c5-d09f0c7278bc will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:47.129138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.225028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] No DVR routers for this DVR port 2323105d-f7af-4ee1-8144-39aa4d0c57f0 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:47.231448 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.235657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d04c252-f94b-4c35-9af9-e734cc0b8f6b req-9f07e85a-3381-4be5-90b5-86e49ecda1fc tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.59 "DELETE /v2.0/ports/2323105d-f7af-4ee1-8144-39aa4d0c57f0 HTTP/1.1" status: 204 len: 173 time: 1.3453312 Nov 12 10:54:47.238332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b294af38-7864-4be8-9099-56f50baaee91', 'name': 'network-vif-deleted', 'tag': '2323105d-f7af-4ee1-8144-39aa4d0c57f0'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:47.250692 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b698e21f-3c9d-480d-8b3e-19bd6de9b264" -d '{"events": [{"server_uuid": "b294af38-7864-4be8-9099-56f50baaee91", "name": "network-vif-deleted", "tag": "2323105d-f7af-4ee1-8144-39aa4d0c57f0"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:47.282764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Deleting port 919ba948-9b80-444c-a810-75b8d829be0a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:47.283108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.288729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a26cecd-fe2e-4676-a919-c22c2778992d req-30d87160-a821-4d28-8216-b19c457b36f3 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2e7bb-3bf1-41fe-b338-befa115e967a HTTP/1.1" status: 200 len: 210 time: 0.0730300 Nov 12 10:54:47.290429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Pushing event updated for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:47.298863 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.385424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Pushing event deleted for resources: {'Port': ['ID=8388cd41-9ccb-4ef7-b27f-c6678a1c4030,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:47.466394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.466717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.486363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:47.486954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:47.487475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:47.507993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Calling delete_port for 919ba948-9b80-444c-a810-75b8d829be0a owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:47.651816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:47.652163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:47.668512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8c5773d-1782-4fb7-958c-7791eec8e12a req-dd201e0f-008e-4afe-9d3b-3940f10898f8 tempest-ServerAddressesNegativeTestJSON-732186410 tempest-ServerAddressesNegativeTestJSON-732186410-project] 10.222.0.31 "GET /v2.0/ports?device_id=b294af38-7864-4be8-9099-56f50baaee91 HTTP/1.1" status: 200 len: 210 time: 0.2048328 Nov 12 10:54:47.708384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:47.708946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:47.709562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:47.710290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Bound port: 510848b4-b441-4a96-b4c5-d09f0c7278bc, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:47.710863 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.732830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.810641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.879410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:47.916454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:47.921707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:47.925375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Checking segment: {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:47.925732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Network hostable DHCP agents. Network: c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:54:47.931186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.985376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:47.986014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.987641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] 10.222.0.59 "PUT /v2.0/ports/510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 200 len: 1092 time: 2.0371311 Nov 12 10:54:48.000043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b673e2-8a95-426c-941a-002ae205ab46 req-e3ea7c74-2950-4dd1-aff9-cded521b7244 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:48.001648 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88b673e2-8a95-426c-941a-002ae205ab46 req-e3ea7c74-2950-4dd1-aff9-cded521b7244 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 945 time: 0.1914310 Nov 12 10:54:48.002123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:48.004491 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:48.037319 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.041340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:54:48.094492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:48.104452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505cde-7533-4915-b034-7897a41474c0 service neutron] Pushing event updated for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:48.110262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event deleted for resources: {'Port': ['ID=919ba948-9b80-444c-a810-75b8d829be0a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:48.113710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83fcebe-c8c2-4754-82c6-737ffcc2af5b None None] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:48.114241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:48.114656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.151187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88b673e2-8a95-426c-941a-002ae205ab46 req-d9a4bbe1-003f-4fc2-80a7-064d3684d0cc tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388535 Nov 12 10:54:48.156968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d8bc040d-1338-42ee-8cab-52beedae9851 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2213821 Nov 12 10:54:48.159731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48998) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:48.165543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:48.207779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-df6c9834-0784-4655-bb06-add0e0dd4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:48.209239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-df6c9834-0784-4655-bb06-add0e0dd4dc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1095 time: 0.1498094 Nov 12 10:54:48.250761 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71118cfa-2db0-428e-b851-048f56178412 x-openstack-request-id: req-71118cfa-2db0-428e-b851-048f56178412 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:48.251057 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b294af38-7864-4be8-9099-56f50baaee91", "name": "network-vif-deleted", "tag": "2323105d-f7af-4ee1-8144-39aa4d0c57f0", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:48.251310 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71118cfa-2db0-428e-b851-048f56178412 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:48.251710 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b294af38-7864-4be8-9099-56f50baaee91', 'name': 'network-vif-deleted', 'tag': '2323105d-f7af-4ee1-8144-39aa4d0c57f0', 'status': 'completed', 'code': 200} Nov 12 10:54:48.285148 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.287816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.289028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d21a1cd-9e78-4570-8f85-e2d336c01489 req-abca063b-3c38-4cf8-9588-e18e5775c2b4 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "DELETE /v2.0/floatingips/c88d5124-5e81-4f68-9de3-2e8976620643 HTTP/1.1" status: 204 len: 173 time: 1.4859142 Nov 12 10:54:48.320779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Router d4853d92-67ba-41dc-867d-f40401406ba3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:54:48.372692 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.378484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.462561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:54:48.464202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-363289cf-82af-4183-91df-857c2dbed310 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 200 len: 217 time: 0.2190900 Nov 12 10:54:48.464356 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.469464 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4c57a7-70e3-4710-b849-84ee0a96d1ec x-openstack-request-id: req-9b4c57a7-70e3-4710-b849-84ee0a96d1ec {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:48.469834 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:48.471145 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b4c57a7-70e3-4710-b849-84ee0a96d1ec {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:48.471145 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc', 'status': 'completed', 'code': 200} Nov 12 10:54:48.559694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:48.565556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8509f0fc-5e29-4694-be9b-c2d9a306f746 admin admin] 10.222.0.31 "PUT /v2.0/routers/d4853d92-67ba-41dc-867d-f40401406ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4207094 Nov 12 10:54:48.569491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49006) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:48.597370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197721d4-83db-478d-a13f-14dfd7a142ac req-810430ec-6bd4-4c40-8fb2-f6828de7dd23 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:48.599034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-197721d4-83db-478d-a13f-14dfd7a142ac req-810430ec-6bd4-4c40-8fb2-f6828de7dd23 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.2131841 Nov 12 10:54:48.623749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2323105d-f7af-4ee1-8144-39aa4d0c57f0 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:48.630447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] Sync routers for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:48.695628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-b6015761-9f74-41fd-9391-a556305f7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:48.700301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-b6015761-9f74-41fd-9391-a556305f7fbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.2194219 Nov 12 10:54:48.707725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 2323105d-f7af-4ee1-8144-39aa4d0c57f0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:48.710197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2323105d-f7af-4ee1-8144-39aa4d0c57f0 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:48.711570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:48.713063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:48.728589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-197721d4-83db-478d-a13f-14dfd7a142ac req-f04a5ddb-0a68-4b90-a1eb-9a01e1e2aaf7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944636 Nov 12 10:54:48.733835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.803008 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.942110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-bd485aa0-f41e-4ca0-9e41-e4958eb48477 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2043264 Nov 12 10:54:48.967601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:48.996196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49014) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:49.070020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65027af-9b8b-45a2-9046-bd4a055a09ef admin admin] Deleting subnet 03086a58-ed83-478a-8f6c-cecc1c01a3cc {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:54:49.107085 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.110443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d65027af-9b8b-45a2-9046-bd4a055a09ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.117438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70aa19f7-2675-4e82-b759-18ea6068309c req-e805fb69-f9a9-480e-9a02-9554d1eaca52 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips/59b37f42-7fe5-416e-a63e-d8588a973882 HTTP/1.1" status: 200 len: 692 time: 0.2382247 Nov 12 10:54:49.127041 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Allocated IP 172.20.0.2 (c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42/cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d/430b9a01-1f3b-469a-9fc0-916025f0bfd1) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:49.177404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357a827-4bc0-4f2d-88d9-2e78cf54e7df req-4401a12b-e068-4888-84c6-e57ec534f7a8 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:49.179228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a357a827-4bc0-4f2d-88d9-2e78cf54e7df req-4401a12b-e068-4888-84c6-e57ec534f7a8 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 945 time: 0.0947099 Nov 12 10:54:49.232251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Deleting port b755be62-b85d-496a-a443-e8f9ff9d1394 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:49.232752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.244435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-f0141afc-ea13-4e27-b0f2-f3931ab861cc service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502735 Nov 12 10:54:49.269755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a357a827-4bc0-4f2d-88d9-2e78cf54e7df req-1d104ba3-b383-4777-80e6-49e409a897f1 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843072 Nov 12 10:54:49.305132 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.351720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.365383 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d65027af-9b8b-45a2-9046-bd4a055a09ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.380607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] For port b755be62-b85d-496a-a443-e8f9ff9d1394, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b755be62-b85d-496a-a443-e8f9ff9d1394,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:49.381013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.386102 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.422093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Calling delete_port for b755be62-b85d-496a-a443-e8f9ff9d1394 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:49.439488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:49.449955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:49.463570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:49.481969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Pushing event updated for resources: {'Port': ['ID=430b9a01-1f3b-469a-9fc0-916025f0bfd1,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:49.595212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d65027af-9b8b-45a2-9046-bd4a055a09ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.618360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Attempting to bind port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:49.618633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Attempting to bind port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:49.619127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Attempting to bind port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 on network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:49.625899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:49.626287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Checking segment: {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:49.626813 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.627222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Bound using segment: {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:49.627709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Bound port: 430b9a01-1f3b-469a-9fc0-916025f0bfd1, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:49.628090 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.646658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4edfc6bd-0ddd-4f09-b28e-fc3039da2121 req-dd5b550f-d05f-4362-b84c-059aefbfe694 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495014 Nov 12 10:54:49.657633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa19f7-2675-4e82-b759-18ea6068309c req-e9e84e3a-b5ae-4ad1-a37d-ab0877301811 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:49.665929 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70aa19f7-2675-4e82-b759-18ea6068309c req-e9e84e3a-b5ae-4ad1-a37d-ab0877301811 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.4187489 Nov 12 10:54:49.734252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.738318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] For port 430b9a01-1f3b-469a-9fc0-916025f0bfd1, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:49.741869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] For port 430b9a01-1f3b-469a-9fc0-916025f0bfd1, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=430b9a01-1f3b-469a-9fc0-916025f0bfd1,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:49.744665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:54:47Z', 'revision_number': 5, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port': {'id': 'b755be62-b85d-496a-a443-e8f9ff9d1394', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:48:59Z', 'updated_at': '2021-11-12T10:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:49.771260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=b755be62-b85d-496a-a443-e8f9ff9d1394,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:49.776208 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70aa19f7-2675-4e82-b759-18ea6068309c req-4ef70372-72bf-45d6-966a-49ee00e44271 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.1089668 Nov 12 10:54:49.793303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] Checking router: d4853d92-67ba-41dc-867d-f40401406ba3 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:49.796627 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.845166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.847446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] Routers {'d4853d92-67ba-41dc-867d-f40401406ba3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:49.848026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d4853d92-67ba-41dc-867d-f40401406ba3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:49.873138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2c78e590-6ba4-4505-970f-65a3b029106f tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.0958674 Nov 12 10:54:49.889816 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d65027af-9b8b-45a2-9046-bd4a055a09ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.959272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-57928dff-93b2-43aa-8b86-c0267deaf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:49.961768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-57928dff-93b2-43aa-8b86-c0267deaf6cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1095 time: 0.2463021 Nov 12 10:54:49.962015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] Set router d4853d92-67ba-41dc-867d-f40401406ba3 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:49.965787 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d65027af-9b8b-45a2-9046-bd4a055a09ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.971490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d65027af-9b8b-45a2-9046-bd4a055a09ef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03086a58-ed83-478a-8f6c-cecc1c01a3cc HTTP/1.1" status: 204 len: 168 time: 0.9721737 Nov 12 10:54:49.973601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49022) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:50.000853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65027af-9b8b-45a2-9046-bd4a055a09ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03086a58-ed83-478a-8f6c-cecc1c01a3cc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:50.032907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:54:49Z', 'revision_number': 7, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:50.073194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff41739-f60c-49df-a0b0-bf63f9550c62 None None] The sync data for ids ['d4853d92-67ba-41dc-867d-f40401406ba3'] in n-d-768851-19 is: [{'id': 'd4853d92-67ba-41dc-867d-f40401406ba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-985804190-router', 'tenant_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:48:58Z', 'updated_at': '2021-11-12T10:54:49Z', 'revision_number': 7, 'project_id': '7919b96584fc4a519cb0d3d1f4024a5e', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:50.124558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4148454-4ff5-4268-9fdb-5bf7f832aa1c None None] Pushing event updated for resources: {'Port': ['ID=430b9a01-1f3b-469a-9fc0-916025f0bfd1,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:50.204093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.211519 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.249576 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.396602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-0e4946f3-9bad-4f29-a6a3-dfea8f0971a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:50.399461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-0e4946f3-9bad-4f29-a6a3-dfea8f0971a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.4049821 Nov 12 10:54:50.430654 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.489959 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.492671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-6c088ea6-a892-4bc7-bc02-122f63855007 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 200 len: 217 time: 0.0761366 Nov 12 10:54:50.571869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Deleting port 647e6226-badd-4a79-a733-01ae28e6971e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:50.571869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.645956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872a338-c13b-4169-ad24-e2956720ab89 req-db9e234a-1713-4fc1-9d1e-c3a77f9863bb tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:50.647546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6872a338-c13b-4169-ad24-e2956720ab89 req-db9e234a-1713-4fc1-9d1e-c3a77f9863bb tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.6728728 Nov 12 10:54:50.674824 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-211f28f7-c04f-4612-8e16-95290e840e14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6984022 Nov 12 10:54:50.678394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.678998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4853d92-67ba-41dc-867d-f40401406ba3 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:54:50.723737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.727640 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-975c37b7-bd45-4e65-adc9-272d01cb4ebb admin admin] 10.222.0.31 "DELETE /v2.0/routers/d4853d92-67ba-41dc-867d-f40401406ba3 HTTP/1.1" status: 204 len: 168 time: 2.1565681 Nov 12 10:54:50.742663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49032) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:50.809809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6872a338-c13b-4169-ad24-e2956720ab89 req-1771a113-79a3-454a-be22-45a6fadedfb6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530652 Nov 12 10:54:50.946141 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.991730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-812d7656-0c60-4c52-8edc-4235a5d1c518 admin admin] Deleting subnet 0041747c-9a3e-44c9-bea9-015cd1e36966 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:54:50.996170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-b8178a6b-6fa9-4f65-945d-89fd4923d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:50.997728 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-b8178a6b-6fa9-4f65-945d-89fd4923d9c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 1097 time: 0.2879837 Nov 12 10:54:51.003108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-52a740e5-9884-41e8-ace8-0f4241fa0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:51.006287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-52a740e5-9884-41e8-ace8-0f4241fa0f0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.5056653 Nov 12 10:54:51.012293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6d8243-a05a-411d-bf58-24fc6fa18100']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:51.015233 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-812d7656-0c60-4c52-8edc-4235a5d1c518 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.072826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d15b710-db5e-4313-8aa5-057c234f4543') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:51.078150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d15b710-db5e-4313-8aa5-057c234f4543') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:51.093109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-923d94dc-f7d9-4311-9ba3-5a3ba46db875 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694604 Nov 12 10:54:51.124289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.133939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac443e-e82f-4e55-8697-38cf4c56354f req-71107e6e-1379-4f1b-8500-04e673f02926 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:51.142457 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cac443e-e82f-4e55-8697-38cf4c56354f req-71107e6e-1379-4f1b-8500-04e673f02926 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 945 time: 0.2261159 Nov 12 10:54:51.182120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.186949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.194370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-812d7656-0c60-4c52-8edc-4235a5d1c518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.227300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Allocated IP 172.25.2.159 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:51.229804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Calling delete_port for 647e6226-badd-4a79-a733-01ae28e6971e owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:51.254505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.281075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:54:51.281228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:54:51.310649 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:54:51.488850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cac443e-e82f-4e55-8697-38cf4c56354f req-07e49dcb-7cc1-4a02-b8a5-1c4c004547ae tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454030 Nov 12 10:54:51.513148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.588924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-78e75ffd-e163-4144-8d7d-4da4a9690cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:51.594426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Pushing event deleted for resources: {'Port': ['ID=647e6226-badd-4a79-a733-01ae28e6971e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:51.594554 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-78e75ffd-e163-4144-8d7d-4da4a9690cb4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 200 len: 909 time: 0.5437305 Nov 12 10:54:51.628589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.664831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-df28d948-7b4b-4b6a-b56d-27dcc71d0d51 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543354 Nov 12 10:54:51.665541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.669611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aa6d8243-a05a-411d-bf58-24fc6fa18100 HTTP/1.1" status: 204 len: 168 time: 1.6921363 Nov 12 10:54:51.705294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9999db7-bf30-4401-ace4-907fdd8daecb None None] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:51.831277 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-812d7656-0c60-4c52-8edc-4235a5d1c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.835468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.838041 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.840952 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.843227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70aa19f7-2675-4e82-b759-18ea6068309c req-2a6a3214-ccd8-43e3-9f8f-6bd0dbe81255 tempest-FloatingIPDetailsTestJSON-1547379181 tempest-FloatingIPDetailsTestJSON-1547379181-project] 10.222.0.31 "DELETE /v2.0/floatingips/59b37f42-7fe5-416e-a63e-d8588a973882 HTTP/1.1" status: 204 len: 173 time: 1.9691215 Nov 12 10:54:51.857740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49046) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:51.870739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-b95b513a-54e8-413e-8ad6-c7a09ad4ed51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 200 len: 217 time: 0.2649372 Nov 12 10:54:51.883394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f034015-fc1f-4b3d-980e-21a057eb0c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6d8243-a05a-411d-bf58-24fc6fa18100,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:51.934313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 430b9a01-1f3b-469a-9fc0-916025f0bfd1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:51.973973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49052) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:52.005669 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-299ab1a4-17c6-4c3a-9e2f-c1a010f14d0c req-a10b4e64-9cab-4017-940e-8f7295d1edcf service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296299 Nov 12 10:54:52.057670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-dff33076-401a-4c07-aa75-7e860cd2cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:52.060254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-dff33076-401a-4c07-aa75-7e860cd2cbfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 200 len: 848 time: 0.1744511 Nov 12 10:54:52.089603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-dba36b36-ba25-44f5-9af9-758836df11d7 None None] Provisioning complete for port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:52.090180 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dba36b36-ba25-44f5-9af9-758836df11d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.119380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.177645 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-70405183-730e-4e20-a659-2257be25aab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4128b3eb307f4c2d9e5d04214513631b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020004 Nov 12 10:54:52.178749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e323e-43c5-42be-b2ea-ef3c583bea5c req-9768e2f1-54e4-4718-baf7-29df8b739f0a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:52.182832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-aaaf569e-831e-45f3-aa6a-68cfa274c5b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cefc6cbd-22f1-4e4b-8344-38e41ee35647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481031 Nov 12 10:54:52.184235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-812d7656-0c60-4c52-8edc-4235a5d1c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.187191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d50e323e-43c5-42be-b2ea-ef3c583bea5c req-9768e2f1-54e4-4718-baf7-29df8b739f0a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.1925757 Nov 12 10:54:52.189650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49060) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:52.204059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:52.291226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:52.294050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:52.355480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Pushing event updated for resources: {'Port': ['ID=a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:52.441735 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-89a8ee50-3ff0-464b-9000-b0dabb1c28ed service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434859 Nov 12 10:54:52.475966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d420125-7f17-43b8-8267-ebcdd7f2e682 None None] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:52.476195 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-812d7656-0c60-4c52-8edc-4235a5d1c518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.479655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-812d7656-0c60-4c52-8edc-4235a5d1c518 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0041747c-9a3e-44c9-bea9-015cd1e36966 HTTP/1.1" status: 204 len: 168 time: 1.7345035 Nov 12 10:54:52.481790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d7656-0c60-4c52-8edc-4235a5d1c518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0041747c-9a3e-44c9-bea9-015cd1e36966,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:52.494977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49068) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:52.511082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d50e323e-43c5-42be-b2ea-ef3c583bea5c req-5a32e7d7-6678-4913-a3e2-71c3fd8cb77b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154612 Nov 12 10:54:52.595514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:52.595937 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.601150 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dba36b36-ba25-44f5-9af9-758836df11d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.607566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0848ac1d-bee4-4efd-b704-7a4ddbc0422b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.642452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.666892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0c88738-2f77-4f79-864e-d8205a8fe338 req-46602925-3f7f-4824-9ae5-819974a6fcc5 service neutron] 10.222.0.59 "GET /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999910 Nov 12 10:54:52.709341 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0848ac1d-bee4-4efd-b704-7a4ddbc0422b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.752007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Deleting port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:52.752716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.876281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] For port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d28f9fe-bc6f-49b4-bb50-0629f78b741b,segment=NetworkSegment(dfb8c742-2ccd-4739-8e90-20bb973061fd),segment_id=dfb8c742-2ccd-4739-8e90-20bb973061fd)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:52.877336 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.886544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-dba36b36-ba25-44f5-9af9-758836df11d7 None None] For port 430b9a01-1f3b-469a-9fc0-916025f0bfd1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=430b9a01-1f3b-469a-9fc0-916025f0bfd1,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:52.899244 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dba36b36-ba25-44f5-9af9-758836df11d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.906580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Calling delete_port for 3d28f9fe-bc6f-49b4-bb50-0629f78b741b owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:52.977277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0848ac1d-bee4-4efd-b704-7a4ddbc0422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.981105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0848ac1d-bee4-4efd-b704-7a4ddbc0422b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.985368 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0848ac1d-bee4-4efd-b704-7a4ddbc0422b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b28997c-d60a-48e2-b8fc-63f1cea1dab0 HTTP/1.1" status: 204 len: 168 time: 0.7888756 Nov 12 10:54:53.006150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba36b36-ba25-44f5-9af9-758836df11d7 None None] Pushing event updated for resources: {'Port': ['ID=430b9a01-1f3b-469a-9fc0-916025f0bfd1,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.018996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.027363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] DHCP port deletion for a6055be0-66e3-4627-8a9a-b8dd773dc20d request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:54:53.140298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848ac1d-bee4-4efd-b704-7a4ddbc0422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b28997c-d60a-48e2-b8fc-63f1cea1dab0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.143318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.175250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b755be62-b85d-496a-a443-e8f9ff9d1394 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:53.197691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] No DVR routers for this DVR port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:53.199779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Pushing event deleted for resources: {'Port': ['ID=3d28f9fe-bc6f-49b4-bb50-0629f78b741b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.246489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b755be62-b85d-496a-a443-e8f9ff9d1394 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:53.246837 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b755be62-b85d-496a-a443-e8f9ff9d1394 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:53.247322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:53.302561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] Deleting port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:53.302936 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.308420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:53.309072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8388cd41-9ccb-4ef7-b27f-c6678a1c4030 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:53.344014 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.369493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-493071dd-34b0-465a-a6b1-03b0a9324a83 None None] Provisioning complete for port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:53.369863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-493071dd-34b0-465a-a6b1-03b0a9324a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.374432 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6055be0-66e3-4627-8a9a-b8dd773dc20d']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:53.384648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb8c742-2ccd-4739-8e90-20bb973061fd') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:53.385067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb8c742-2ccd-4739-8e90-20bb973061fd') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:53.395845 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.411482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.426831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:54:53.427322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:54:53.429235 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:54:53.485431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.514851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.522193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] For port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:53.522600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.549085 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.563410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] Calling delete_port for 3d28f9fe-bc6f-49b4-bb50-0629f78b741b owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:53.566480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] Port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 10:54:53.570546 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.574149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] 10.222.0.31 "DELETE /v2.0/networks/a6055be0-66e3-4627-8a9a-b8dd773dc20d HTTP/1.1" status: 204 len: 168 time: 1.0764320 Nov 12 10:54:53.575349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5516c4-d725-4dae-8476-76b6f2684aef admin admin] Pushing event deleted for resources: {'Network': ['ID=a6055be0-66e3-4627-8a9a-b8dd773dc20d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.579028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49094) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:53.632579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] Pushing event deleted for resources: {'Port': ['ID=3d28f9fe-bc6f-49b4-bb50-0629f78b741b,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.636885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] Network a6055be0-66e3-4627-8a9a-b8dd773dc20d is not hosted by any dhcp agent {{(pid=109167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 10:54:53.637349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef6118-5487-4e22-a1d0-d01b186109b3 None None] No DVR routers for this DVR port 3d28f9fe-bc6f-49b4-bb50-0629f78b741b on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:53.709141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 430b9a01-1f3b-469a-9fc0-916025f0bfd1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:53.849462 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.859545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66011e0c-a145-4332-b7a8-a22969bb8a7f req-28faffe9-c1b8-488b-85e5-f9c56bbe3abf tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:53.873130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66011e0c-a145-4332-b7a8-a22969bb8a7f req-28faffe9-c1b8-488b-85e5-f9c56bbe3abf tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.2045107 Nov 12 10:54:53.925447 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-665f66c9-cf8b-4c94-bca5-a26585311ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.944446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:53.944872 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.037004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66011e0c-a145-4332-b7a8-a22969bb8a7f req-2438e05d-ebd8-4708-980c-abceb4881679 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598024 Nov 12 10:54:54.138610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d28f9fe-bc6f-49b4-bb50-0629f78b741b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:54.164929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3d28f9fe-bc6f-49b4-bb50-0629f78b741b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:54.165498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d28f9fe-bc6f-49b4-bb50-0629f78b741b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:54.289609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Router 7b723a95-f7d4-4415-b9c9-588f4b074449 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:54:54.381677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:54:54.605380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:54.641940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'port_id': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'mac_address': 'fa:16:3e:c3:a7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa44256-6525-42a8-862e-c767dff65d34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:54:54.728147 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.752779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:54.790009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:54.798550 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.964222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:54.971989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:54.989090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49150) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:55.023816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:55.036013 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Sync routers for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:55.061593 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:55.062920 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:55.114005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.121649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49160) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:55.129819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3cbf888f-7dfc-4e33-9523-8556a11cd711 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.9687550 Nov 12 10:54:55.283393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24627659-daa0-47fe-a9d6-810309a53ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.410925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Deleting port b3f3f461-a598-4562-8034-805dfdad7eb2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:55.411270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.507145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f92aa0-9d54-4240-bf4a-abc759e518c1 req-4169626f-8c09-4ba8-8d02-e56fb5f1d985 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.518821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70f92aa0-9d54-4240-bf4a-abc759e518c1 req-4169626f-8c09-4ba8-8d02-e56fb5f1d985 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.2560399 Nov 12 10:54:55.616223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.622471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24627659-daa0-47fe-a9d6-810309a53ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.640135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24627659-daa0-47fe-a9d6-810309a53ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.641506 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:55.671391 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-24627659-daa0-47fe-a9d6-810309a53ee8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=290e1a389b4c487fa64d5c6d3be76ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6799896 Nov 12 10:54:55.672227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49178) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:55.915870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24627659-daa0-47fe-a9d6-810309a53ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfc2c01-0eae-4d32-8d9d-207c9952d5f9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:56.015275 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:52Z', 'revision_number': 3, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:56.085328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] For port b3f3f461-a598-4562-8034-805dfdad7eb2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b3f3f461-a598-4562-8034-805dfdad7eb2,segment=NetworkSegment(19e95cdd-3e62-42f2-ba12-3b54005c2201),segment_id=19e95cdd-3e62-42f2-ba12-3b54005c2201)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:56.086479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.099087 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Checking router: 7b723a95-f7d4-4415-b9c9-588f4b074449 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:56.099710 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Updating router 7b723a95-f7d4-4415-b9c9-588f4b074449 port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:54:56.128857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70f92aa0-9d54-4240-bf4a-abc759e518c1 req-b571d74f-e838-408e-84b2-22ec443823b1 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014903 Nov 12 10:54:56.153710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Calling delete_port for b3f3f461-a598-4562-8034-805dfdad7eb2 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:56.168724 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.208490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a611b7b-8a2a-4d89-a7c6-9dfa342eaa74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.249157 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7de49e5-b8c6-46b0-be9b-3421cc5a24ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.271336 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a611b7b-8a2a-4d89-a7c6-9dfa342eaa74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.396369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:56.420714 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a611b7b-8a2a-4d89-a7c6-9dfa342eaa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.424707 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a611b7b-8a2a-4d89-a7c6-9dfa342eaa74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.429035 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4a611b7b-8a2a-4d89-a7c6-9dfa342eaa74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adfc2c01-0eae-4d32-8d9d-207c9952d5f9 HTTP/1.1" status: 204 len: 168 time: 0.6315031 Nov 12 10:54:56.465180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a611b7b-8a2a-4d89-a7c6-9dfa342eaa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfc2c01-0eae-4d32-8d9d-207c9952d5f9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:56.583150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.653350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:56.653677 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.730731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Deleting port 99f6e9d4-8ee1-4caf-9f5b-371221f35462 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:56.731066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.929418 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.975629 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.018167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:57.025871 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a3e62b-98f9-49d1-981b-8fda8447bc62" -d '{"events": [{"server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "name": "network-vif-plugged", "status": "completed", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:57.039007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Allocated IP 172.20.0.1 (c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42/cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d/e51419f3-cb81-4947-8dd8-dc67184cab0a) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:57.101896 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.125767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:57.145773 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.254112 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f803ab8d-6138-4899-b5a1-9cadfed7fc64 x-openstack-request-id: req-f803ab8d-6138-4899-b5a1-9cadfed7fc64 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:57.255202 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "name": "network-vif-plugged", "status": "completed", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:57.256345 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f803ab8d-6138-4899-b5a1-9cadfed7fc64 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:57.259412 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'code': 200} Nov 12 10:54:57.300554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] For port 99f6e9d4-8ee1-4caf-9f5b-371221f35462, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=99f6e9d4-8ee1-4caf-9f5b-371221f35462,segment=NetworkSegment(cf195be5-c7c0-459b-a2be-a982b53d29d7),segment_id=cf195be5-c7c0-459b-a2be-a982b53d29d7)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:57.307515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.312661 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Attempting to bind port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:57.315580 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Attempting to bind port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:57.319412 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Attempting to bind port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:57.336688 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:57.337993 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:57.339428 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.341427 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:57.342099 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Bound port: a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:57.343770 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.346184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:57.362769 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.367831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Calling delete_port for 99f6e9d4-8ee1-4caf-9f5b-371221f35462 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:57.430827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.440942 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] For port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:57.444925 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] For port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:57.465137 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.465375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:57.467063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:57.487058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.489066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:57.561043 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.578264 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:57.582907 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:57.613712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Pushing event updated for resources: {'Port': ['ID=e51419f3-cb81-4947-8dd8-dc67184cab0a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:57.753873 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.903559 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Pushing event updated for resources: {'Port': ['ID=a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:58.018493 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.043215 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.043891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e2952199-4657-4dfd-9a5a-9e41a4fb32ac None None] Provisioning complete for port e51419f3-cb81-4947-8dd8-dc67184cab0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:58.045576 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e2952199-4657-4dfd-9a5a-9e41a4fb32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.048362 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.052259 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.053641 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.058033 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.058752 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.060305 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.070423 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.071145 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.071857 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.072536 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:58.107430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f3f461-a598-4562-8034-805dfdad7eb2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:58.128239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.165774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e2952199-4657-4dfd-9a5a-9e41a4fb32ac None None] Port e51419f3-cb81-4947-8dd8-dc67184cab0a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:58.168463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f6e9d4-8ee1-4caf-9f5b-371221f35462,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:58.258093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.382117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330423fc-8140-4285-b389-a1630beb5426 req-036225a4-8b42-4d07-a793-99684b057bda tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:58.398804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-330423fc-8140-4285-b389-a1630beb5426 req-036225a4-8b42-4d07-a793-99684b057bda tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.9304543 Nov 12 10:54:58.429045 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15680f57-b57f-4907-ac5d-756ef272b73d None None] Pushing event updated for resources: {'Port': ['ID=a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:58.568541 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:58.805671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-330423fc-8140-4285-b389-a1630beb5426 req-de8348fb-aa41-4c3f-9a58-78e742e6197e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055512 Nov 12 10:54:58.806346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.856690 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.865275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.980907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Pushing event updated for resources: {'Port': ['ID=e51419f3-cb81-4947-8dd8-dc67184cab0a,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:59.057306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.293137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:59.306205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:59.344548 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.391742 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:52Z', 'revision_number': 3, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:59.421741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.527334 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745cec7-5c34-4d54-a57b-ce2d373b93c8 None None] The sync data for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 is: [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:52Z', 'revision_number': 3, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:59.627030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Router 7b723a95-f7d4-4415-b9c9-588f4b074449 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:54:59.908816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Router b870754e-cfef-4c81-abb5-cfabb7416c94 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:54:59.977298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5ffc1725-f404-4714-95c6-251b0ad48d14 None None] Provisioning complete for port e51419f3-cb81-4947-8dd8-dc67184cab0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:59.977837 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1725-f404-4714-95c6-251b0ad48d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.018685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:00.052142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9eda98e3-f360-4c88-bbe7-ab081f11094b admin admin] 10.222.0.31 "PUT /v2.0/routers/7b723a95-f7d4-4415-b9c9-588f4b074449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9290855 Nov 12 10:55:00.190822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc1725-f404-4714-95c6-251b0ad48d14 None None] Port e51419f3-cb81-4947-8dd8-dc67184cab0a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:00.422556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e0c3d-681e-4741-9854-d4bf89fccbbb req-f5dcf7ef-2edf-46f4-b58b-e6004cf2057f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:00.426566 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-539e0c3d-681e-4741-9854-d4bf89fccbbb req-f5dcf7ef-2edf-46f4-b58b-e6004cf2057f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.2977283 Nov 12 10:55:00.551927 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.701997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-539e0c3d-681e-4741-9854-d4bf89fccbbb req-281de49f-3bde-4133-8d92-2cfc966f7346 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584314 Nov 12 10:55:00.829515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:00.840684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] Sync routers for ids ['b870754e-cfef-4c81-abb5-cfabb7416c94'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:00.856243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49290) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:00.868139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d4867a0e-542c-4205-928e-89631ea3636e admin admin] 10.222.0.31 "PUT /v2.0/routers/b870754e-cfef-4c81-abb5-cfabb7416c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0049794 Nov 12 10:55:00.890956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] Routers {'b870754e-cfef-4c81-abb5-cfabb7416c94'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:00.891618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b870754e-cfef-4c81-abb5-cfabb7416c94'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:01.099903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:55:01.270126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:01.495266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:01.521163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-47cfa515-faf8-4430-80d0-da8029236d38 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e593ec9-7a44-41e2-a8b3-994ab1a7e444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9380591 Nov 12 10:55:01.521478 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] Sync routers for ids ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:01.522252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49298) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:01.607869 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] Routers {'4e593ec9-7a44-41e2-a8b3-994ab1a7e444'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:01.636703 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:01.783161 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.044243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:02.157884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] Set router b870754e-cfef-4c81-abb5-cfabb7416c94 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:02.256693 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] Set router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:02.461611 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.724847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244e1f-caff-462a-bacf-fe370ab4fd9e req-333f6040-47d0-411e-8673-f983b63163c3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:02.748845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b244e1f-caff-462a-bacf-fe370ab4fd9e req-333f6040-47d0-411e-8673-f983b63163c3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.2820489 Nov 12 10:55:02.896757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b244e1f-caff-462a-bacf-fe370ab4fd9e req-1fa0f785-a503-470f-9668-15c680dd978c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350634 Nov 12 10:55:02.989989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Deleting port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:03.001860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.293989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-c2de4df7-890c-4034-a7d4-642cbea8f962 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:03.295604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-c2de4df7-890c-4034-a7d4-642cbea8f962 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/networks?id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 HTTP/1.1" status: 200 len: 829 time: 1.1232121 Nov 12 10:55:03.359433 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-4a8f849f-99f3-4292-85b8-a19e8c114989 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/quotas/c85d4598f3c347bda06246d80197cf1a HTTP/1.1" status: 200 len: 375 time: 0.0334866 Nov 12 10:55:03.414542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] For port f4b0f308-d219-4b59-b2d9-e045e6c7e6e7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f4b0f308-d219-4b59-b2d9-e045e6c7e6e7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:03.415140 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.438862 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '4da18a75-1289-4187-b52a-61ed65afa974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:54:57Z', 'revision_number': 5, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port': {'id': '4da18a75-1289-4187-b52a-61ed65afa974', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ae:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:49:22Z', 'updated_at': '2021-11-12T10:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:03.459332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:03.460475 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.493115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Calling delete_port for f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:03.512319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.559305 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] Checking router: 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:03.577852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-75facf80-da06-427a-aed5-b053a8fc8d65 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c85d4598f3c347bda06246d80197cf1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2024589 Nov 12 10:55:03.598966 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] Routers {'4e593ec9-7a44-41e2-a8b3-994ab1a7e444'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:03.606584 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:03.620758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:54:56Z', 'revision_number': 5, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port': {'id': 'f4b0f308-d219-4b59-b2d9-e045e6c7e6e7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:03Z', 'updated_at': '2021-11-12T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:03.709754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] Checking router: b870754e-cfef-4c81-abb5-cfabb7416c94 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:03.719724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Sync routers for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:03.826620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] Routers {'b870754e-cfef-4c81-abb5-cfabb7416c94'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:03.829293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b870754e-cfef-4c81-abb5-cfabb7416c94'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:04.047733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.172725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b0f308-d219-4b59-b2d9-e045e6c7e6e7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:04.185932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-f86fdba6-457e-4cfd-a62d-5300784026f1 service neutron] 10.222.0.31 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973816 Nov 12 10:55:04.214449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Deleting port 4da18a75-1289-4187-b52a-61ed65afa974 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:04.215194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.243602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:04.244280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:04.364780 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] Set router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:04.523219 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:55:03Z', 'revision_number': 6, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:04.557175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.596403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:04.638165 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91374b07-c1e5-4554-96fd-cdf88a82948e None None] The sync data for ids ['4e593ec9-7a44-41e2-a8b3-994ab1a7e444'] in n-d-768851-19 is: [{'id': '4e593ec9-7a44-41e2-a8b3-994ab1a7e444', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-676159709-router', 'tenant_id': '7ecab072581e45b385baabc83216ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:49:19Z', 'updated_at': '2021-11-12T10:55:03Z', 'revision_number': 6, 'project_id': '7ecab072581e45b385baabc83216ddc5', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:04.671622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] For port 4da18a75-1289-4187-b52a-61ed65afa974, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4da18a75-1289-4187-b52a-61ed65afa974,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:04.672211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.734036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Calling delete_port for 4da18a75-1289-4187-b52a-61ed65afa974 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:04.745235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-63cd7bd0-aa90-49ed-8481-f84270ac3ab8 service neutron] 10.222.0.31 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906671 Nov 12 10:55:04.773265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.776592 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.830019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] Set router b870754e-cfef-4c81-abb5-cfabb7416c94 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:04.856705 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.857853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b870754e-cfef-4c81-abb5-cfabb7416c94 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:55:04.871867 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.876005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6bd2d130-f718-4176-983f-d8d8d1e93b1b admin admin] 10.222.0.31 "DELETE /v2.0/routers/b870754e-cfef-4c81-abb5-cfabb7416c94 HTTP/1.1" status: 204 len: 168 time: 4.0155191 Nov 12 10:55:04.877109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49364) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:04.985129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:55:02Z', 'revision_number': 6, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:05.001564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-96166203-b8c6-489d-bac6-a1652684e849 admin admin] Deleting subnet 1f81bbae-72b7-44e1-b34c-356440e290bf {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:55:05.029247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-27bf6888-0844-4edb-906a-ff0fb678d2d2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:05.030947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-27bf6888-0844-4edb-906a-ff0fb678d2d2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.52 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 944 time: 0.1819489 Nov 12 10:55:05.032714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbd5a9-d0c7-48d8-916b-d1d94d3a92ae req-fd4f86f6-b465-4f26-97e1-f10c249d6f7e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:05.045437 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2bcbd5a9-d0c7-48d8-916b-d1d94d3a92ae req-fd4f86f6-b465-4f26-97e1-f10c249d6f7e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.6128068 Nov 12 10:55:05.046194 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96166203-b8c6-489d-bac6-a1652684e849 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.107893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.140723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d351e719-ba7b-416b-bd92-905316f4046f None None] The sync data for ids ['b870754e-cfef-4c81-abb5-cfabb7416c94'] in n-d-768851-19 is: [{'id': 'b870754e-cfef-4c81-abb5-cfabb7416c94', 'name': 'tempest-FloatingIPDetailsTestJSON-446455526-router', 'tenant_id': '261d4c73a487462d90e720f424191407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:01Z', 'updated_at': '2021-11-12T10:55:02Z', 'revision_number': 6, 'project_id': '261d4c73a487462d90e720f424191407', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:05.233418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:05.266233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.321611 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96166203-b8c6-489d-bac6-a1652684e849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.403626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:05.421532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2bcbd5a9-d0c7-48d8-916b-d1d94d3a92ae req-ff47b71a-3e22-4ee8-b663-ac0b5d72e3c6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468553 Nov 12 10:55:05.573860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 2, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:05.671271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96166203-b8c6-489d-bac6-a1652684e849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.722171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Checking router: 7b723a95-f7d4-4415-b9c9-588f4b074449 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:05.722758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Updating router 7b723a95-f7d4-4415-b9c9-588f4b074449 port e51419f3-cb81-4947-8dd8-dc67184cab0a binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:55:05.816880 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.047238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17a7ca-f113-4490-a576-e714d828cd15 req-5df8e912-948b-4321-963b-7bea346b1286 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:06.074730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb17a7ca-f113-4490-a576-e714d828cd15 req-5df8e912-948b-4321-963b-7bea346b1286 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 944 time: 0.4948111 Nov 12 10:55:06.095791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.119662 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a0a1886-e967-4cdd-8812-c7c9095696de req-f5e16c19-719f-4ffe-a2ff-c6333c44438a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 210 time: 0.3619635 Nov 12 10:55:06.127653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96166203-b8c6-489d-bac6-a1652684e849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.188796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd1c5db-f3cc-40a2-84a8-796b2475db61 None None] Network f34a7306-a96a-48da-91a0-dbd64d04e696 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:55:06.195711 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96166203-b8c6-489d-bac6-a1652684e849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.220455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96166203-b8c6-489d-bac6-a1652684e849 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1f81bbae-72b7-44e1-b34c-356440e290bf HTTP/1.1" status: 204 len: 168 time: 1.3337450 Nov 12 10:55:06.232195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49400) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:06.352668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96166203-b8c6-489d-bac6-a1652684e849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f81bbae-72b7-44e1-b34c-356440e290bf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:06.526683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Deleting port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:06.527022 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.643136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.647554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:06.708144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4da18a75-1289-4187-b52a-61ed65afa974,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:06.738112 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.789816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4be18-641d-46a5-a0ea-c43ddbb9be22 req-dd9c5d0d-5155-4d86-9408-8be0df43f43b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:06.800735 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5a4be18-641d-46a5-a0ea-c43ddbb9be22 req-dd9c5d0d-5155-4d86-9408-8be0df43f43b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.1767576 Nov 12 10:55:07.049752 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5a4be18-641d-46a5-a0ea-c43ddbb9be22 req-72b76aa6-7534-46c9-997e-725e0e84d9a7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454669 Nov 12 10:55:07.103170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Deleting port c5a19be4-34da-4f55-b95f-195768a581ca {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:07.103988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.328582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] For port c5a19be4-34da-4f55-b95f-195768a581ca, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5a19be4-34da-4f55-b95f-195768a581ca,segment=NetworkSegment(19e95cdd-3e62-42f2-ba12-3b54005c2201),segment_id=19e95cdd-3e62-42f2-ba12-3b54005c2201)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:07.329727 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.351835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Calling delete_port for c5a19be4-34da-4f55-b95f-195768a581ca owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:07.477576 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.513130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] No DVR routers for this DVR port c5a19be4-34da-4f55-b95f-195768a581ca on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:07.520592 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:07.521221 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.568571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb17a7ca-f113-4490-a576-e714d828cd15 req-acb963f8-9a39-46ff-91da-4435e7eb9d66 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4927089 Nov 12 10:55:07.576306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.580784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.651687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-978d81fe-16a7-49eb-a556-16bff5c72fcb req-605760a6-c759-42e7-8f9b-f636380cc1b0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 210 time: 0.1881118 Nov 12 10:55:07.705655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] For port 4b6595a9-4f91-471e-a350-6fc92b98f2c0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4b6595a9-4f91-471e-a350-6fc92b98f2c0,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:07.705943 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.730971 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.731552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e593ec9-7a44-41e2-a8b3-994ab1a7e444 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:55:07.741016 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.744411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9192807c-9402-4834-a85f-57b7358d49ea admin admin] 10.222.0.31 "DELETE /v2.0/routers/4e593ec9-7a44-41e2-a8b3-994ab1a7e444 HTTP/1.1" status: 204 len: 168 time: 6.2190499 Nov 12 10:55:07.748687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49422) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:07.765082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edafdd78-7039-4ee2-a90b-740b6b3d8db0 None None] DHCP port deletion for f34a7306-a96a-48da-91a0-dbd64d04e696 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:55:07.786082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Calling delete_port for 4b6595a9-4f91-471e-a350-6fc92b98f2c0 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:07.787677 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.832418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a19be4-34da-4f55-b95f-195768a581ca,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:07.931806 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.942593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.984759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34a7306-a96a-48da-91a0-dbd64d04e696']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:08.011919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e95cdd-3e62-42f2-ba12-3b54005c2201') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:08.012323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e95cdd-3e62-42f2-ba12-3b54005c2201') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:08.032058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.046206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-17cac0c1-0353-47ad-a499-2c4eb6bddb6c tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:08.047933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-17cac0c1-0353-47ad-a499-2c4eb6bddb6c tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.52 "GET /v2.0/networks?id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 HTTP/1.1" status: 200 len: 829 time: 0.4484949 Nov 12 10:55:08.060552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.074780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Request body: {'port': {'device_id': '7259ace0-51d7-44d6-9388-03553cde9d49', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'admin_state_up': True, 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:08.105709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:55:08.106100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:55:08.108157 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:55:08.146387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b3f3f461-a598-4562-8034-805dfdad7eb2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:08.200497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baf71b-a1d1-4bef-96bb-671db15bb9b3 None None] Pushing event updated for resources: {'Port': ['ID=e51419f3-cb81-4947-8dd8-dc67184cab0a,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:08.252406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b3f3f461-a598-4562-8034-805dfdad7eb2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:08.252668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b3f3f461-a598-4562-8034-805dfdad7eb2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:08.270615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 99f6e9d4-8ee1-4caf-9f5b-371221f35462 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:08.335377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 99f6e9d4-8ee1-4caf-9f5b-371221f35462 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:08.336560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 99f6e9d4-8ee1-4caf-9f5b-371221f35462 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:08.358726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.378700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.380120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8667f9-9ea1-420f-89c5-6878d9bb9087 admin admin] Deleting subnet 06099b7d-485a-4ea2-82af-6b8b0c1754b1 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:55:08.394831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Attempting to bind port e51419f3-cb81-4947-8dd8-dc67184cab0a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:08.395361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Attempting to bind port e51419f3-cb81-4947-8dd8-dc67184cab0a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:08.396235 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f34a7306-a96a-48da-91a0-dbd64d04e696 HTTP/1.1" status: 204 len: 168 time: 2.0637324 Nov 12 10:55:08.397010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Attempting to bind port e51419f3-cb81-4947-8dd8-dc67184cab0a on network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:08.403680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd8667f9-9ea1-420f-89c5-6878d9bb9087 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.409646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f08d7b-758d-415d-b086-cfda17ab7267 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34a7306-a96a-48da-91a0-dbd64d04e696,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:08.417691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:08.421050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Checking segment: {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:08.421795 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.422449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Bound using segment: {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:08.423204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Bound port: e51419f3-cb81-4947-8dd8-dc67184cab0a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:08.425444 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.508161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf9e0d-af27-4c8f-9712-5c503180aade req-1f211ce0-9c1b-4422-a56d-5a1e106e8e59 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:08.509974 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd8667f9-9ea1-420f-89c5-6878d9bb9087 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.523087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3bcf9e0d-af27-4c8f-9712-5c503180aade req-1f211ce0-9c1b-4422-a56d-5a1e106e8e59 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.2667830 Nov 12 10:55:08.680169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3bcf9e0d-af27-4c8f-9712-5c503180aade req-c2094163-cfd1-4c18-aa9f-669bb1cc5727 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558206 Nov 12 10:55:08.685153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Made reservation on behalf of c85d4598f3c347bda06246d80197cf1a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:08.699280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.768012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd8667f9-9ea1-420f-89c5-6878d9bb9087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.829653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] For port e51419f3-cb81-4947-8dd8-dc67184cab0a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:08.833190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] For port e51419f3-cb81-4947-8dd8-dc67184cab0a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e51419f3-cb81-4947-8dd8-dc67184cab0a,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:08.839780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4b6595a9-4f91-471e-a350-6fc92b98f2c0 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:08.849533 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.863639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49460) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:08.865680 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87713874-02e7-4e61-ac77-f7ffed16e128 req-ea2b8d8a-9f2a-4593-99af-e8753fb3a6bf tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 210 time: 0.0903988 Nov 12 10:55:08.867882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:08.872783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 4b6595a9-4f91-471e-a350-6fc92b98f2c0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:08.872783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4b6595a9-4f91-471e-a350-6fc92b98f2c0 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:08.874633 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.944267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:08.944815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f4b0f308-d219-4b59-b2d9-e045e6c7e6e7 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:08.945476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5a19be4-34da-4f55-b95f-195768a581ca no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:09.016669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c5a19be4-34da-4f55-b95f-195768a581ca {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:09.017084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5a19be4-34da-4f55-b95f-195768a581ca not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:09.019174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4da18a75-1289-4187-b52a-61ed65afa974 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:09.064376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Allocated IP 172.20.0.5 (c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42/cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d/10a6e465-ec3b-4c58-a2b3-dc92d7b51790) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:09.089020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 4da18a75-1289-4187-b52a-61ed65afa974 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:09.091652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4da18a75-1289-4187-b52a-61ed65afa974 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:09.132185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fabe807c-8929-49bf-81f1-bf94de325207 req-7d9d935f-5949-4fef-8d10-6f3d611f7a7d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=b156f9b2-cba6-45d2-9fa1-9bb2e833c026 HTTP/1.1" status: 200 len: 210 time: 0.2990932 Nov 12 10:55:09.161994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:09.165587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:54:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:09.174820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Pushing event deleted for resources: {'Port': ['ID=4b6595a9-4f91-471e-a350-6fc92b98f2c0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:09.186785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1b0a9cde-5890-4598-afe5-612ca151bf92 None None] Provisioning complete for port e51419f3-cb81-4947-8dd8-dc67184cab0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:09.189903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b0a9cde-5890-4598-afe5-612ca151bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.262575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] No DVR routers for this DVR port 4b6595a9-4f91-471e-a350-6fc92b98f2c0 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:09.269230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.274588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f1090a3-c8d8-4503-8327-781987b1ccf0 req-c86386ed-f332-4d13-8d3d-75132ab604df tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.52 "DELETE /v2.0/ports/4b6595a9-4f91-471e-a350-6fc92b98f2c0 HTTP/1.1" status: 204 len: 173 time: 4.2329018 Nov 12 10:55:09.278483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'name': 'network-vif-deleted', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:09.282267 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8027ee-af8d-408d-87ab-e24f34136d20" -d '{"events": [{"server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "name": "network-vif-deleted", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:09.392803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd8667f9-9ea1-420f-89c5-6878d9bb9087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.505025 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a89f2de-d8ba-4d21-a1a3-4009fe81b19c x-openstack-request-id: req-8a89f2de-d8ba-4d21-a1a3-4009fe81b19c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:09.506570 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b156f9b2-cba6-45d2-9fa1-9bb2e833c026", "name": "network-vif-deleted", "tag": "4b6595a9-4f91-471e-a350-6fc92b98f2c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:09.507029 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a89f2de-d8ba-4d21-a1a3-4009fe81b19c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:09.507912 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b156f9b2-cba6-45d2-9fa1-9bb2e833c026', 'name': 'network-vif-deleted', 'tag': '4b6595a9-4f91-471e-a350-6fc92b98f2c0', 'status': 'completed', 'code': 200} Nov 12 10:55:09.517691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baf71b-a1d1-4bef-96bb-671db15bb9b3 None None] Pushing event updated for resources: {'Port': ['ID=e51419f3-cb81-4947-8dd8-dc67184cab0a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:09.571972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e5909328-fa29-4679-89f7-12e86943a2fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=261d4c73a487462d90e720f424191407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6543248 Nov 12 10:55:09.574117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49480) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:09.585453 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd8667f9-9ea1-420f-89c5-6878d9bb9087 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.590576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dd8667f9-9ea1-420f-89c5-6878d9bb9087 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/06099b7d-485a-4ea2-82af-6b8b0c1754b1 HTTP/1.1" status: 204 len: 168 time: 1.8408108 Nov 12 10:55:09.595182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49482) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:09.595394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2cc98-5de7-482e-98a0-ba2f148b9faf None None] Network 466ca20a-62a7-48c8-99c8-973ee4f27e0d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:55:09.595637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8667f9-9ea1-420f-89c5-6878d9bb9087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06099b7d-485a-4ea2-82af-6b8b0c1754b1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:09.673582 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-44acbee8-87e2-4b1c-bcf4-b6fce5ed8e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.705947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:09.708800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-44acbee8-87e2-4b1c-bcf4-b6fce5ed8e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.803119 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b0a9cde-5890-4598-afe5-612ca151bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.828269 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.846750 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.883702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-44acbee8-87e2-4b1c-bcf4-b6fce5ed8e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.886892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-44acbee8-87e2-4b1c-bcf4-b6fce5ed8e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.896159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-44acbee8-87e2-4b1c-bcf4-b6fce5ed8e8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a3ecaa1-4bf0-40eb-a1c2-358f935a39f2 HTTP/1.1" status: 204 len: 168 time: 0.3029764 Nov 12 10:55:09.964004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1b0a9cde-5890-4598-afe5-612ca151bf92 None None] For port e51419f3-cb81-4947-8dd8-dc67184cab0a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e51419f3-cb81-4947-8dd8-dc67184cab0a,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:09.966887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.989982 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b0a9cde-5890-4598-afe5-612ca151bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.992013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.007436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acbee8-87e2-4b1c-bcf4-b6fce5ed8e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3ecaa1-4bf0-40eb-a1c2-358f935a39f2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:10.048000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c8925-8fa2-4436-8b46-c55af11e874a req-e7b2829b-9b47-4cc9-8ce1-f7ac4523a4e5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:10.053203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-878c8925-8fa2-4436-8b46-c55af11e874a req-e7b2829b-9b47-4cc9-8ce1-f7ac4523a4e5 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.1853044 Nov 12 10:55:10.074592 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] DHCP port deletion for 466ca20a-62a7-48c8-99c8-973ee4f27e0d request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:55:10.161279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:10.181420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:10.199587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:10.237087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Pushing event updated for resources: {'Port': ['ID=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:10.250918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-878c8925-8fa2-4436-8b46-c55af11e874a req-4dd9e283-ca93-4428-9721-65a18b04a05e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926568 Nov 12 10:55:10.407879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Deleting port 4fc046c7-4124-41de-9827-31c9e2ec482b {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:10.408493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.420000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d76476-75ef-4146-af72-a8eb2b926e78 req-7e74feea-81ad-40e0-bb9e-e72ed9e0f846 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:10.437510 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72d76476-75ef-4146-af72-a8eb2b926e78 req-7e74feea-81ad-40e0-bb9e-e72ed9e0f846 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 931 time: 0.3302863 Nov 12 10:55:10.451986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.570198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4fc046c7-4124-41de-9827-31c9e2ec482b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:10.597553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72d76476-75ef-4146-af72-a8eb2b926e78 req-49d6de94-a046-4dbd-bcb2-8e637b995553 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587830 Nov 12 10:55:10.654463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f3496523-2e40-4947-a473-8b1ff80a6ebd None None] Provisioning complete for port e51419f3-cb81-4947-8dd8-dc67184cab0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:10.654836 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3496523-2e40-4947-a473-8b1ff80a6ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.663415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:10.663415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.744894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 510848b4-b441-4a96-b4c5-d09f0c7278bc details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:10.765247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-86da39c9-0469-4faf-b3b5-9872ff721376 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6963720 Nov 12 10:55:10.778234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Request body: {'port': {'device_id': '7259ace0-51d7-44d6-9388-03553cde9d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:10.855816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:10.868930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a9cde-5890-4598-afe5-612ca151bf92 None None] Pushing event updated for resources: {'Port': ['ID=e51419f3-cb81-4947-8dd8-dc67184cab0a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:10.875652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.892366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '510848b4-b441-4a96-b4c5-d09f0c7278bc', 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c', 'port_id': '510848b4-b441-4a96-b4c5-d09f0c7278bc', 'mac_address': 'fa:16:3e:b1:60:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbecd288-b864-4082-b98b-3c531c8d4828', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:10.915751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] For port 4fc046c7-4124-41de-9827-31c9e2ec482b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4fc046c7-4124-41de-9827-31c9e2ec482b,segment=NetworkSegment(cf195be5-c7c0-459b-a2be-a982b53d29d7),segment_id=cf195be5-c7c0-459b-a2be-a982b53d29d7)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:10.916155 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.931921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 4fc046c7-4124-41de-9827-31c9e2ec482b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4fc046c7-4124-41de-9827-31c9e2ec482b,segment=NetworkSegment(cf195be5-c7c0-459b-a2be-a982b53d29d7),segment_id=cf195be5-c7c0-459b-a2be-a982b53d29d7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:10.953484 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.973423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.055627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=4fc046c7-4124-41de-9827-31c9e2ec482b,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:11.057926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.073753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] Deleting port 4fc046c7-4124-41de-9827-31c9e2ec482b {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:11.073988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.094729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510848b4-b441-4a96-b4c5-d09f0c7278bc {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:11.119630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:11.162738 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.239638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd318a-c30c-4bf5-a0d8-1e87439fa896 req-5db56dec-8fff-4fcd-a116-700bfebe613d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:11.245424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:11.262587 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4dd318a-c30c-4bf5-a0d8-1e87439fa896 req-5db56dec-8fff-4fcd-a116-700bfebe613d tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 944 time: 0.1819737 Nov 12 10:55:11.305221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:11.314732 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.331831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Transition to ACTIVE for port object 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:11.336726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Calling delete_port for 4fc046c7-4124-41de-9827-31c9e2ec482b owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:11.344185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] For port 4fc046c7-4124-41de-9827-31c9e2ec482b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4fc046c7-4124-41de-9827-31c9e2ec482b,segment=NetworkSegment(cf195be5-c7c0-459b-a2be-a982b53d29d7),segment_id=cf195be5-c7c0-459b-a2be-a982b53d29d7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:11.345098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.347242 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.369317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] Calling delete_port for 4fc046c7-4124-41de-9827-31c9e2ec482b owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:11.406311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:55:08Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:11.463678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117e7a86-f7af-4925-b311-518eb41f3fb7 None None] The sync data for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 is: [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:55:08Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:11.477496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['510848b4-b441-4a96-b4c5-d09f0c7278bc'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:11.517355 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4dd318a-c30c-4bf5-a0d8-1e87439fa896 req-600d7822-7461-4f5d-bf8c-be4f4bd69ab4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483013 Nov 12 10:55:11.618629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-0f7a2ccb-b995-4ed2-82c4-039cce392af2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:11.625179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-0f7a2ccb-b995-4ed2-82c4-039cce392af2 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.52 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 944 time: 0.3075912 Nov 12 10:55:11.849480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Pushing event updated for resources: {'Port': ['ID=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:11.974197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Deleting port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:11.974994 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.047372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a8e48-a7e7-4a0a-bfcd-257e1207ee9c req-d80fa982-0b7f-4459-a998-3d6437c36a1a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:12.059189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-846a8e48-a7e7-4a0a-bfcd-257e1207ee9c req-d80fa982-0b7f-4459-a998-3d6437c36a1a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 943 time: 0.1821849 Nov 12 10:55:12.071150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56368c-7d92-4ad4-84c2-4dc3ed2d461e req-25749c97-419d-472c-980f-1b20b863af4f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:12.072740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f56368c-7d92-4ad4-84c2-4dc3ed2d461e req-25749c97-419d-472c-980f-1b20b863af4f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 944 time: 0.5714731 Nov 12 10:55:12.097263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Attempting to bind port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:12.097642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Attempting to bind port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:12.097985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Attempting to bind port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 on network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:12.120827 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.145966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 on network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:12.146424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Attempting to bind port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 on network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:12.153907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] No DVR routers for this DVR port 4fc046c7-4124-41de-9827-31c9e2ec482b on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:12.182562 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.186246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:12.186579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Checking segment: {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:12.186964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Bound using segment: {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:12.187810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Bound port: 10a6e465-ec3b-4c58-a2b3-dc92d7b51790, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b106c9e5-1350-4b71-b3b8-09aae6a65156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:12.187810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.238152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-846a8e48-a7e7-4a0a-bfcd-257e1207ee9c req-601b26b0-ca09-4dea-89fe-32ab45ad657b tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804922 Nov 12 10:55:12.321678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc046c7-4124-41de-9827-31c9e2ec482b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:12.332143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] No DVR routers for this DVR port 4fc046c7-4124-41de-9827-31c9e2ec482b on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:12.334399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] For port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:12.334891 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.352627 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f56368c-7d92-4ad4-84c2-4dc3ed2d461e req-f6b551a8-6776-4c08-9a5b-b9f12a2bc674 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516677 Nov 12 10:55:12.387281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Calling delete_port for 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:12.614279 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.627682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e51419f3-cb81-4947-8dd8-dc67184cab0a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:12.663476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] For port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:12.690131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.708078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466ca20a-62a7-48c8-99c8-973ee4f27e0d']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:12.729490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64a16e-619f-4b05-887b-51f9f733f9e3 None None] Pushing event deleted for resources: {'Port': ['ID=4fc046c7-4124-41de-9827-31c9e2ec482b,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:12.738429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] For port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:12.740784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf195be5-c7c0-459b-a2be-a982b53d29d7') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:12.741368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf195be5-c7c0-459b-a2be-a982b53d29d7') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:12.764910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.794405 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.807416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Pushing event deleted for resources: {'Port': ['ID=1d71c13e-e60d-46dd-aaa0-3d2199dc7e74,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:12.856853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e51419f3-cb81-4947-8dd8-dc67184cab0a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:12.858090 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.890758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d221ea5-73f7-4e62-94b5-9e998e13bae3 req-eff699be-96f9-4539-90b9-4f76ac41cdda tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=27debfa1-f47a-42c8-b03a-afcc5192ad15 HTTP/1.1" status: 200 len: 210 time: 0.0964456 Nov 12 10:55:12.901352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.902529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.903037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.908920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.909437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.911073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.911581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.913308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.913839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.914356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.917283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.923031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:12.937930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.991020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:55:12.991702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.014246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] No DVR routers for this DVR port 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:13.018743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.022184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ac807f5-da01-43d4-9c8e-ff74089c5340 req-f4929544-1232-4132-b60c-78728d65acd8 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.52 "DELETE /v2.0/ports/1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 HTTP/1.1" status: 204 len: 173 time: 1.3902419 Nov 12 10:55:13.022666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'name': 'network-vif-deleted', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:13.049907 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81eebbd-4fef-4dbd-a5fa-e31542c0842c" -d '{"events": [{"server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "name": "network-vif-deleted", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:13.209188 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9892335-d82f-4907-bca9-6c1a3091191b x-openstack-request-id: req-e9892335-d82f-4907-bca9-6c1a3091191b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:13.211573 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27debfa1-f47a-42c8-b03a-afcc5192ad15", "name": "network-vif-deleted", "tag": "1d71c13e-e60d-46dd-aaa0-3d2199dc7e74", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:13.212089 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9892335-d82f-4907-bca9-6c1a3091191b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:13.212705 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27debfa1-f47a-42c8-b03a-afcc5192ad15', 'name': 'network-vif-deleted', 'tag': '1d71c13e-e60d-46dd-aaa0-3d2199dc7e74', 'status': 'completed', 'code': 200} Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:55:13.223661 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:55:13.242633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:13.263689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.269314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-860faaed-5410-4b13-91df-114397e29d3d service neutron] 10.222.0.52 "PUT /v2.0/ports/10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 200 len: 1092 time: 2.4958837 Nov 12 10:55:13.274613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:13.277454 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588bfdba-73b3-4e56-9b35-8db6b951f4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:13.283995 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.300423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.305825 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] 10.222.0.31 "DELETE /v2.0/networks/466ca20a-62a7-48c8-99c8-973ee4f27e0d HTTP/1.1" status: 204 len: 168 time: 3.7094631 Nov 12 10:55:13.366451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Pushing event deleted for resources: {'Network': ['ID=466ca20a-62a7-48c8-99c8-973ee4f27e0d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:13.390757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.391576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.392185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.392815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.393399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.394170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.395199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.396262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.396932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.397486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.398125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.398695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01242022-6a17-499f-ba7c-0f32cbbd348e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:13.464299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860faaed-5410-4b13-91df-114397e29d3d service neutron] Pushing event updated for resources: {'Port': ['ID=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:13.480623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-73997925-44cd-4a9c-9070-c79b62ea365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:13.483562 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-73997925-44cd-4a9c-9070-c79b62ea365c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c85d4598f3c347bda06246d80197cf1a&device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 1095 time: 0.0810616 Nov 12 10:55:13.547225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096753e-d45c-4c1e-a4df-6fe26fababc2 req-e4f3dd7e-7357-4814-95c4-99bdbebf92eb tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:13.560206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7096753e-d45c-4c1e-a4df-6fe26fababc2 req-e4f3dd7e-7357-4814-95c4-99bdbebf92eb tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 943 time: 0.1501608 Nov 12 10:55:13.572853 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-ba038e34-b63f-4c06-ba34-894f55b28f2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 200 len: 217 time: 0.0792477 Nov 12 10:55:13.707693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7096753e-d45c-4c1e-a4df-6fe26fababc2 req-a59f6e76-1433-49b1-8c75-171f6ff5f712 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443660 Nov 12 10:55:13.723321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-7c63aeac-556e-427c-88b2-635481e83edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:13.726233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-7c63aeac-556e-427c-88b2-635481e83edd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d HTTP/1.1" status: 200 len: 868 time: 0.1450932 Nov 12 10:55:13.749623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49654) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:13.827417 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2653166-3bb9-446f-84ff-862e0aa3640d x-openstack-request-id: req-b2653166-3bb9-446f-84ff-862e0aa3640d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:13.827707 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:13.827955 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2653166-3bb9-446f-84ff-862e0aa3640d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:13.828356 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'status': 'completed', 'code': 200} Nov 12 10:55:13.862902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-7782addf-8899-4aff-a9df-6eb8350a0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:13.867289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-7782addf-8899-4aff-a9df-6eb8350a0c69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289012 Nov 12 10:55:13.941785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-41cfa539-8d3d-45dc-9776-cee1d340cdc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7919b96584fc4a519cb0d3d1f4024a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882668 Nov 12 10:55:13.942547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49670) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:13.993422 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7c50-7703-4c82-af08-d7fac2e04003 req-8eefa816-f54b-4665-b2e4-44f018b17a11 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:14.006047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae4b7c50-7703-4c82-af08-d7fac2e04003 req-8eefa816-f54b-4665-b2e4-44f018b17a11 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 944 time: 0.1731067 Nov 12 10:55:14.152381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae4b7c50-7703-4c82-af08-d7fac2e04003 req-8ace4525-39c9-4838-a1f9-a9f66fd9c1e4 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407895 Nov 12 10:55:14.153189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-59e873f6-4b14-4173-b18a-cedfcf37aec2 service neutron] 10.222.0.52 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756424 Nov 12 10:55:14.365470 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5906c75a-2de7-4519-990f-a69392683e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.419514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5906c75a-2de7-4519-990f-a69392683e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.476706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:14.536758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:14.537318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1d71c13e-e60d-46dd-aaa0-3d2199dc7e74 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:14.548075 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5906c75a-2de7-4519-990f-a69392683e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.551536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5906c75a-2de7-4519-990f-a69392683e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.557587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5906c75a-2de7-4519-990f-a69392683e40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03615da7-b840-4354-80f2-eff23769b224 HTTP/1.1" status: 204 len: 168 time: 0.6125269 Nov 12 10:55:14.564486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83c464f2-7215-4a46-8c2b-2ac5822d8f98 req-b3ed7cbe-7eb6-4b51-be24-1822d5345fd3 service neutron] 10.222.0.52 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012232 Nov 12 10:55:14.570305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906c75a-2de7-4519-990f-a69392683e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03615da7-b840-4354-80f2-eff23769b224,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:14.636180 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:55:14.723293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 510848b4-b441-4a96-b4c5-d09f0c7278bc up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:14.786770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-0712bd86-5af9-4337-a842-790c66976c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:14.789361 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-0712bd86-5af9-4337-a842-790c66976c7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c85d4598f3c347bda06246d80197cf1a&device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 1095 time: 0.1607020 Nov 12 10:55:14.832115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff05034-1e9b-431f-9379-7c013ef2ea59 req-cbe06798-859c-4fe3-9130-5f246b8de9f7 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:14.834022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ff05034-1e9b-431f-9379-7c013ef2ea59 req-cbe06798-859c-4fe3-9130-5f246b8de9f7 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 945 time: 0.1175323 Nov 12 10:55:14.905890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 510848b4-b441-4a96-b4c5-d09f0c7278bc completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:14.914825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 510848b4-b441-4a96-b4c5-d09f0c7278bc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:14.915863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.964798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ff05034-1e9b-431f-9379-7c013ef2ea59 req-db99640d-9daa-40d1-8029-d0a1893c3c80 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230223 Nov 12 10:55:15.178821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.194192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49728) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:15.243134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-63059947-6bab-4142-b8b8-f4fb6b237f24 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.245609 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-63059947-6bab-4142-b8b8-f4fb6b237f24 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.59 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 945 time: 0.3551710 Nov 12 10:55:15.248694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:15.261311 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5f5a37-a709-4381-8771-075cfd59be03" -d '{"events": [{"server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "name": "network-vif-plugged", "status": "completed", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:15.277650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf29da-aed3-499c-a8a6-db2bf2742998 req-e7595765-a76e-4326-b1f7-8c0ebe9ddaf3 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.279501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eecf29da-aed3-499c-a8a6-db2bf2742998 req-e7595765-a76e-4326-b1f7-8c0ebe9ddaf3 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 943 time: 0.3480079 Nov 12 10:55:15.303153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-5cb614f0-aa57-44aa-b687-ada756dc07db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.305210 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-5cb614f0-aa57-44aa-b687-ada756dc07db service neutron] 10.222.0.52 "GET /v2.0/networks?id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 HTTP/1.1" status: 200 len: 930 time: 0.4987338 Nov 12 10:55:15.332805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:15.345480 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.376419 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-21c1f672-8248-4212-975b-afb8ad256e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.491362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:15.519527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474cecd-7c6c-4f58-80b1-bc346fbd6bbf req-6d175fde-4c40-4061-a3e7-e8a4d08f3f1d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.527961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e474cecd-7c6c-4f58-80b1-bc346fbd6bbf req-6d175fde-4c40-4061-a3e7-e8a4d08f3f1d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.1041822 Nov 12 10:55:15.570301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49738) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:15.632160 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e474cecd-7c6c-4f58-80b1-bc346fbd6bbf req-411dc85f-f516-42e1-ac5c-07aae59b022a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032112 Nov 12 10:55:15.657761 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-21c1f672-8248-4212-975b-afb8ad256e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.675328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-21c1f672-8248-4212-975b-afb8ad256e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.689678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-75d20bca-c3e2-4bc6-a14e-b90729c1785b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ecab072581e45b385baabc83216ddc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1134984 Nov 12 10:55:15.707651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49740) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:15.723103 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7767b-5a29-4bff-b1c3-45a3bf78ef87 x-openstack-request-id: req-98a7767b-5a29-4bff-b1c3-45a3bf78ef87 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:15.723505 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "name": "network-vif-plugged", "status": "completed", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:15.723767 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98a7767b-5a29-4bff-b1c3-45a3bf78ef87 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:15.724208 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc', 'code': 200} Nov 12 10:55:15.754541 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-4b956572-d68e-4666-84f2-1bc7ba962446 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 200 len: 217 time: 0.4389217 Nov 12 10:55:15.832147 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d145c0b9-f7a7-447a-a60e-76478717ded3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.863966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-21c1f672-8248-4212-975b-afb8ad256e3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a016898f775d4f2795281856107802ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6668487 Nov 12 10:55:15.865938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49744) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:15.881163 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eecf29da-aed3-499c-a8a6-db2bf2742998 req-8b172231-28f9-46a3-a424-75142a757e9d tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823908 Nov 12 10:55:15.902373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1f672-8248-4212-975b-afb8ad256e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d4a6d-348e-4a06-b20f-4ead7181327f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:15.919705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d145c0b9-f7a7-447a-a60e-76478717ded3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.921059 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-cad6ee13-f91a-48f5-85f4-49315816d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.922536 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-cad6ee13-f91a-48f5-85f4-49315816d80b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d HTTP/1.1" status: 200 len: 868 time: 0.1305211 Nov 12 10:55:15.965439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e46611-7b3e-4c6c-a0da-39a96b370860 req-2bfc4166-634d-443d-ab7d-f01c0811ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.966977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63e46611-7b3e-4c6c-a0da-39a96b370860 req-2bfc4166-634d-443d-ab7d-f01c0811ba8b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1097 time: 0.1461544 Nov 12 10:55:15.981657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Deleting port 4cad8846-133b-41f3-b1a7-ded85a17e03f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:15.982031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.040051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63e46611-7b3e-4c6c-a0da-39a96b370860 req-56773d2d-daa6-46fb-9241-6cfeac14c866 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512280 Nov 12 10:55:16.045509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-573f1e07-2922-420a-8556-59235626fcdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.059557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d145c0b9-f7a7-447a-a60e-76478717ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.067292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d145c0b9-f7a7-447a-a60e-76478717ded3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.070887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d145c0b9-f7a7-447a-a60e-76478717ded3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4606f820-6a0c-457a-b277-fea14d7a1924 HTTP/1.1" status: 204 len: 168 time: 0.3601780 Nov 12 10:55:16.096807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145c0b9-f7a7-447a-a60e-76478717ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4606f820-6a0c-457a-b277-fea14d7a1924,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:16.137561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-3c46bb86-d35c-48a0-8a5c-50dc989d50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:16.140165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-3c46bb86-d35c-48a0-8a5c-50dc989d50bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2029634 Nov 12 10:55:16.275087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-573f1e07-2922-420a-8556-59235626fcdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.367836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] For port 4cad8846-133b-41f3-b1a7-ded85a17e03f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4cad8846-133b-41f3-b1a7-ded85a17e03f,segment=NetworkSegment(6f8d5f20-1825-4a35-b3cc-468709573659),segment_id=6f8d5f20-1825-4a35-b3cc-468709573659)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:16.368199 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.376429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-ca0c33f7-898f-4b7b-8706-5d256a069300 service neutron] 10.222.0.52 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250590 Nov 12 10:55:16.391695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0d93-a460-4163-8cf4-f0ba6e67ffa9 req-a55e7035-6252-4ea8-b2b6-340672698eab tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:16.393443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da3f0d93-a460-4163-8cf4-f0ba6e67ffa9 req-a55e7035-6252-4ea8-b2b6-340672698eab tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 945 time: 0.2741313 Nov 12 10:55:16.426006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Calling delete_port for 4cad8846-133b-41f3-b1a7-ded85a17e03f owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:16.484462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:16.710277 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-573f1e07-2922-420a-8556-59235626fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.710688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:16.727087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-573f1e07-2922-420a-8556-59235626fcdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.737512 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-573f1e07-2922-420a-8556-59235626fcdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/659d4a6d-348e-4a06-b20f-4ead7181327f HTTP/1.1" status: 204 len: 168 time: 0.8677661 Nov 12 10:55:16.738810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'port_id': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'mac_address': 'fa:16:3e:b3:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:16.778356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da3f0d93-a460-4163-8cf4-f0ba6e67ffa9 req-58234028-f01c-448f-a9be-11fc58f391a3 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2442b13-27d1-492d-882f-0bde0872fc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743665 Nov 12 10:55:16.826178 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.838153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f1e07-2922-420a-8556-59235626fcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d4a6d-348e-4a06-b20f-4ead7181327f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:16.858221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:16.940019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:16.948067 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.997378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-588bfdba-73b3-4e56-9b35-8db6b951f4cd req-a7e0da20-2b6c-4212-a50b-d5bc943e7e72 service neutron] 10.222.0.52 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984423 Nov 12 10:55:17.061245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:17.152023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea82239-6dab-4e2b-b852-3f4eda048700 req-fe8ac3c2-3a1a-4223-b1e8-dc2e0faf376a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:17.164080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea82239-6dab-4e2b-b852-3f4eda048700 req-fe8ac3c2-3a1a-4223-b1e8-dc2e0faf376a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.2170634 Nov 12 10:55:17.214669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['10a6e465-ec3b-4c58-a2b3-dc92d7b51790'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:17.397785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.432692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea82239-6dab-4e2b-b852-3f4eda048700 req-67179ae8-38ea-45a7-b784-08fb48bb4a32 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675834 Nov 12 10:55:17.538488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49792) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:17.538982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Pushing event deleted for resources: {'Port': ['ID=4cad8846-133b-41f3-b1a7-ded85a17e03f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:17.583455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8606dc2-d088-48e2-b74c-81b292841591 req-d0a92674-acab-4213-aced-f611d457e844 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:17.590932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8606dc2-d088-48e2-b74c-81b292841591 req-d0a92674-acab-4213-aced-f611d457e844 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 944 time: 0.1433394 Nov 12 10:55:17.620164 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86236237-3ce2-45aa-aaf8-7cc66eeaa2f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.648912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] No DVR routers for this DVR port 4cad8846-133b-41f3-b1a7-ded85a17e03f on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:17.652278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.653174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8606dc2-d088-48e2-b74c-81b292841591 req-04fcc72f-c9f3-4729-a44a-293e1dcb7f61 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562584 Nov 12 10:55:17.657207 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1410bdbf-3edf-4b73-9e5f-884e24e4127f req-b9bcbfe9-ce4c-4f81-9572-5af94d6c0c7f tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.59 "DELETE /v2.0/ports/4cad8846-133b-41f3-b1a7-ded85a17e03f HTTP/1.1" status: 204 len: 173 time: 2.4002135 Nov 12 10:55:17.657680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'name': 'network-vif-deleted', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:17.661066 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68868615-2c26-4454-b8e3-8a6de833833a" -d '{"events": [{"server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "name": "network-vif-deleted", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:17.775387 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6f588-1632-48c1-b4d9-ce00a01a1dc9 x-openstack-request-id: req-01a6f588-1632-48c1-b4d9-ce00a01a1dc9 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:17.775842 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e537dc79-d667-402a-ab47-6a0abe76c410", "name": "network-vif-deleted", "tag": "4cad8846-133b-41f3-b1a7-ded85a17e03f", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:17.775955 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01a6f588-1632-48c1-b4d9-ce00a01a1dc9 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:17.776377 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e537dc79-d667-402a-ab47-6a0abe76c410', 'name': 'network-vif-deleted', 'tag': '4cad8846-133b-41f3-b1a7-ded85a17e03f', 'status': 'completed', 'code': 200} Nov 12 10:55:17.788656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86236237-3ce2-45aa-aaf8-7cc66eeaa2f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.799934 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86236237-3ce2-45aa-aaf8-7cc66eeaa2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.850335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-86236237-3ce2-45aa-aaf8-7cc66eeaa2f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=246e84412a0545f2bd81dbf4b9afd14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013406 Nov 12 10:55:17.857004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49808) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:17.895304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86236237-3ce2-45aa-aaf8-7cc66eeaa2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4179ed82-46eb-47d9-a053-7a3ce8ffae8c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:18.066211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-739b5847-a900-4728-aa7e-48065a88b2eb req-7a46bf4b-6579-4c32-b29a-d655c76ab8b4 tempest-LiveMigrationTest-114504755 tempest-LiveMigrationTest-114504755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e537dc79-d667-402a-ab47-6a0abe76c410 HTTP/1.1" status: 200 len: 210 time: 0.0670040 Nov 12 10:55:18.091189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7151-8b00-4c78-a6aa-bb677917b656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.125864 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7151-8b00-4c78-a6aa-bb677917b656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.216607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7151-8b00-4c78-a6aa-bb677917b656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.222008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7151-8b00-4c78-a6aa-bb677917b656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.223264 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b7dd7151-8b00-4c78-a6aa-bb677917b656 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4179ed82-46eb-47d9-a053-7a3ce8ffae8c HTTP/1.1" status: 204 len: 168 time: 0.3651218 Nov 12 10:55:18.231933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd7151-8b00-4c78-a6aa-bb677917b656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4179ed82-46eb-47d9-a053-7a3ce8ffae8c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:18.493558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:18.559490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:18.566867 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:18.567607 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.637006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a372486-94b9-4e2d-9841-e27d274ed114 req-efc4bf22-f7cc-42f2-90e6-d8e60813cdf0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:18.652992 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a372486-94b9-4e2d-9841-e27d274ed114 req-efc4bf22-f7cc-42f2-90e6-d8e60813cdf0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.1099889 Nov 12 10:55:18.679979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49844) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:18.718529 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.750582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4cad8846-133b-41f3-b1a7-ded85a17e03f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:18.774781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a372486-94b9-4e2d-9841-e27d274ed114 req-10571eb5-63ef-4c0c-a005-256c4c07dbe0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198549 Nov 12 10:55:18.790858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 4cad8846-133b-41f3-b1a7-ded85a17e03f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:18.790858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4cad8846-133b-41f3-b1a7-ded85a17e03f not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:18.809675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:18.812468 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d0734d-d6b4-46df-9f67-65218c5f9691" -d '{"events": [{"server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "name": "network-vif-plugged", "status": "completed", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:18.831389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:18.842543 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.920460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5995a-6872-48ec-a9a8-1d7a3064791c req-624c955d-d1f2-4f88-b8c3-dd4b5aedfe69 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:18.922614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:18.927353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a7a5995a-6872-48ec-a9a8-1d7a3064791c req-624c955d-d1f2-4f88-b8c3-dd4b5aedfe69 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 944 time: 0.1113956 Nov 12 10:55:18.989443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a7a5995a-6872-48ec-a9a8-1d7a3064791c req-8895d637-879c-40ac-a1d7-51c0c0581db1 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560453 Nov 12 10:55:19.070371 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd9f892-cfb9-47f5-a0f6-9a4eb9c13771 x-openstack-request-id: req-9cd9f892-cfb9-47f5-a0f6-9a4eb9c13771 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:19.070775 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "name": "network-vif-plugged", "status": "completed", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:19.071091 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cd9f892-cfb9-47f5-a0f6-9a4eb9c13771 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:19.071576 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'code': 200} Nov 12 10:55:19.071709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5156941-2db0-4246-b969-4abc5a5d722c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.206860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49878) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:19.226027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e394a1a-81b5-40de-ba82-601acb1650b2 req-023102b5-83c2-4a92-bdc7-a55279792c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.229052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e394a1a-81b5-40de-ba82-601acb1650b2 req-023102b5-83c2-4a92-bdc7-a55279792c11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 1097 time: 0.0896416 Nov 12 10:55:19.289316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5156941-2db0-4246-b969-4abc5a5d722c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.295757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5156941-2db0-4246-b969-4abc5a5d722c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.301631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e394a1a-81b5-40de-ba82-601acb1650b2 req-a9db97f8-2411-404c-a5a9-fe70a021e7ff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645380 Nov 12 10:55:19.382353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5156941-2db0-4246-b969-4abc5a5d722c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8504b2c2-7820-4625-9a05-c834a8b06c85,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:19.401578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b8bb-6f57-4e54-a94a-28d2dbfcb7c6 req-947cc2a3-ad0f-42dd-8386-7e1a0c5de42b tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.409568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52d8b8bb-6f57-4e54-a94a-28d2dbfcb7c6 req-947cc2a3-ad0f-42dd-8386-7e1a0c5de42b tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1097 time: 0.0739567 Nov 12 10:55:19.414144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f5156941-2db0-4246-b969-4abc5a5d722c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4eec7399d50489da281d8fbbfdc4da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7330537 Nov 12 10:55:19.417333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49882) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:19.498780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52d8b8bb-6f57-4e54-a94a-28d2dbfcb7c6 req-99414951-7bff-4a1d-b168-a04835ccb790 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877326 Nov 12 10:55:19.502740 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-deb84e5f-2bf4-4cfe-8f44-5c04a079e827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.529919 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-deb84e5f-2bf4-4cfe-8f44-5c04a079e827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.623813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-deb84e5f-2bf4-4cfe-8f44-5c04a079e827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.627797 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-deb84e5f-2bf4-4cfe-8f44-5c04a079e827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.630225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-deb84e5f-2bf4-4cfe-8f44-5c04a079e827 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8504b2c2-7820-4625-9a05-c834a8b06c85 HTTP/1.1" status: 204 len: 168 time: 0.2119534 Nov 12 10:55:19.641009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb84e5f-2bf4-4cfe-8f44-5c04a079e827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8504b2c2-7820-4625-9a05-c834a8b06c85,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:19.721672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1413677-0042-46f5-8903-6a5072d7399c req-f63a23ba-be20-4190-9b95-cf9e23228d36 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.726067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a1413677-0042-46f5-8903-6a5072d7399c req-f63a23ba-be20-4190-9b95-cf9e23228d36 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1097 time: 0.0970199 Nov 12 10:55:19.793626 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a1413677-0042-46f5-8903-6a5072d7399c req-caf28ebc-4533-4366-b9bd-c876b9ab376f tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567756 Nov 12 10:55:19.908360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-678fed0a-7b2b-4398-85f3-2707d6178e5b admin admin] Deleting subnet 0d877c7d-5e87-41de-877e-195068957b17 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:55:19.913475 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-678fed0a-7b2b-4398-85f3-2707d6178e5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.967821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-678fed0a-7b2b-4398-85f3-2707d6178e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.040066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-678fed0a-7b2b-4398-85f3-2707d6178e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.165717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-678fed0a-7b2b-4398-85f3-2707d6178e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.227456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fed0a-7b2b-4398-85f3-2707d6178e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d877c7d-5e87-41de-877e-195068957b17,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:20.236895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-678fed0a-7b2b-4398-85f3-2707d6178e5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.240744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-678fed0a-7b2b-4398-85f3-2707d6178e5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0d877c7d-5e87-41de-877e-195068957b17 HTTP/1.1" status: 204 len: 168 time: 1.0327265 Nov 12 10:55:20.243407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49924) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:20.276722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c3099-2dae-4574-8838-1ad587eccfe4 req-185689cd-4a9c-4250-8f0c-3050a5c9d57a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:20.286287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f51c3099-2dae-4574-8838-1ad587eccfe4 req-185689cd-4a9c-4250-8f0c-3050a5c9d57a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 945 time: 0.1146896 Nov 12 10:55:20.393576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f51c3099-2dae-4574-8838-1ad587eccfe4 req-82974aee-a9f5-4457-95f2-96439d815c91 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059561 Nov 12 10:55:20.531134 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.824201 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.871937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefc6cbd-22f1-4e4b-8344-38e41ee35647']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:20.893765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8d5f20-1825-4a35-b3cc-468709573659') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:20.894088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8d5f20-1825-4a35-b3cc-468709573659') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:20.916486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.949824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.964901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:55:20.966461 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:55:20.970739 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:55:21.089228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.111370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.114780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/cefc6cbd-22f1-4e4b-8344-38e41ee35647 HTTP/1.1" status: 204 len: 168 time: 0.8674030 Nov 12 10:55:21.115806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16667704-98dd-41c5-ae4f-494ab51183aa admin admin] Pushing event deleted for resources: {'Network': ['ID=cefc6cbd-22f1-4e4b-8344-38e41ee35647,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:21.117671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49976) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:21.192853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-38080045-fc06-4a2d-8b78-f6e64659856f admin admin] Deleting subnet 0a14744b-3292-4d09-adf0-4a9643cd7c49 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:55:21.198191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38080045-fc06-4a2d-8b78-f6e64659856f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.271379 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38080045-fc06-4a2d-8b78-f6e64659856f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.345874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38080045-fc06-4a2d-8b78-f6e64659856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.452002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38080045-fc06-4a2d-8b78-f6e64659856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.502373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38080045-fc06-4a2d-8b78-f6e64659856f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a14744b-3292-4d09-adf0-4a9643cd7c49,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:21.504465 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38080045-fc06-4a2d-8b78-f6e64659856f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.508331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-38080045-fc06-4a2d-8b78-f6e64659856f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0a14744b-3292-4d09-adf0-4a9643cd7c49 HTTP/1.1" status: 204 len: 168 time: 0.3888464 Nov 12 10:55:21.511036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50012) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:21.696061 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.704572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3156b7-3d70-4c86-a92a-d897dc0680b6 req-7332dec5-7a93-4223-93e9-1659cecac3c9 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:21.720568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f3156b7-3d70-4c86-a92a-d897dc0680b6 req-7332dec5-7a93-4223-93e9-1659cecac3c9 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 945 time: 0.1364226 Nov 12 10:55:21.906420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f3156b7-3d70-4c86-a92a-d897dc0680b6 req-83c725c6-45be-4905-81ff-1704770b5b01 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848748 Nov 12 10:55:21.931172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.958658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2179076a-605d-4180-a3cc-cad7ed4ae119']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:21.969357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb1e988-8acf-4d93-9dff-383bdf25ae85') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:21.969658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb1e988-8acf-4d93-9dff-383bdf25ae85') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:22.006080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.038821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.048960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:55:22.049476 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:55:22.120324 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:55:22.125593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.136461 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.151626 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/2179076a-605d-4180-a3cc-cad7ed4ae119 HTTP/1.1" status: 204 len: 168 time: 0.6367986 Nov 12 10:55:22.165955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170aa17b-0977-46ed-bb0d-c4264f6c75bc admin admin] Pushing event deleted for resources: {'Network': ['ID=2179076a-605d-4180-a3cc-cad7ed4ae119,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:22.665745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50060) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:22.739047 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ebd994d8-ec5a-4e1c-b009-42d4425d4222 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=919f4ca185da4fbcbb18aaca3cc8dc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718257 Nov 12 10:55:22.740175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50062) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:22.808388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a05711fd-66e1-43e9-9d8d-b6cb5705f509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.838657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a05711fd-66e1-43e9-9d8d-b6cb5705f509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.860817 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-bc27d4c9-337c-4d78-833a-f7a612e424c3 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 258 time: 0.3692625 Nov 12 10:55:22.874053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:22.917418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a05711fd-66e1-43e9-9d8d-b6cb5705f509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.921876 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a05711fd-66e1-43e9-9d8d-b6cb5705f509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.922452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.926886 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a05711fd-66e1-43e9-9d8d-b6cb5705f509 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2442b13-27d1-492d-882f-0bde0872fc5e HTTP/1.1" status: 204 len: 168 time: 0.1854968 Nov 12 10:55:22.947721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05711fd-66e1-43e9-9d8d-b6cb5705f509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2442b13-27d1-492d-882f-0bde0872fc5e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:23.090332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.302391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Allocated IP 172.25.2.9 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/8705c6d6-4900-4a34-ab65-f9e0de7b64d6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:23.376115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-519ee453-5db8-4eb6-8695-b663449456f5 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:23.377174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-519ee453-5db8-4eb6-8695-b663449456f5 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5149448 Nov 12 10:55:23.472758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.526713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.586308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:23.590058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:23.597388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:23.605365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50078) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:23.681662 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d40d1fe-7f95-4206-9439-bf731bed591e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=248b492a8eb4402091ac95b806e0d410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749931 Nov 12 10:55:23.687153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50080) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:23.797007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d443f97a-82de-4135-9bd9-0aa4268e85fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.843721 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9bd0-5242-4615-93c9-ec934eab6b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.876176 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d443f97a-82de-4135-9bd9-0aa4268e85fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.964510 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d443f97a-82de-4135-9bd9-0aa4268e85fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.970965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d443f97a-82de-4135-9bd9-0aa4268e85fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.975553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d443f97a-82de-4135-9bd9-0aa4268e85fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f4564f6-7954-4ce7-ab53-a55183fd9b74 HTTP/1.1" status: 204 len: 168 time: 0.2861397 Nov 12 10:55:23.983194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443f97a-82de-4135-9bd9-0aa4268e85fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4564f6-7954-4ce7-ab53-a55183fd9b74,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:24.031715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Pushing event updated for resources: {'Port': ['ID=8705c6d6-4900-4a34-ab65-f9e0de7b64d6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:24.089589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c69b12a2-655e-425e-8702-b6b00eb5cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:24.090992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c69b12a2-655e-425e-8702-b6b00eb5cffe service neutron] 10.222.0.31 "GET /v2.0/ports/510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 200 len: 1094 time: 0.6761198 Nov 12 10:55:24.102551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Request body: {'binding': {'host': 'n-h2-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:24.102988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Unknown quota resources ['binding']. {{(pid=109165) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:55:24.245484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.292279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.317691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on host n-h2-768851-19 for vnic_type normal with profile None {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:24.318380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:24.318984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:24.353419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:24.354169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:24.369096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:24.382723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:24.384952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:24.384952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Bound port: 510848b4-b441-4a96-b4c5-d09f0c7278bc, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:24.508745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:24.520671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.522133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-c9854191-2a24-42ee-aba8-a87d72081d02 service neutron] 10.222.0.31 "POST /v2.0/ports/510848b4-b441-4a96-b4c5-d09f0c7278bc/bindings HTTP/1.1" status: 201 len: 390 time: 0.4245369 Nov 12 10:55:24.638523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.647399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.801077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Pushing event updated for resources: {'Port': ['ID=8705c6d6-4900-4a34-ab65-f9e0de7b64d6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:24.819596 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.852956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.859984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-764a7956-c628-4b73-bea6-9aa64478addd tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9882767 Nov 12 10:55:24.860117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50116) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:24.927818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-edf2f437-b0bd-482f-920d-772bef5ab7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:24.931426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-edf2f437-b0bd-482f-920d-772bef5ab7aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1097 time: 0.0641963 Nov 12 10:55:24.994455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-a7bb0bda-421d-47c9-8b1a-54bd88c8f188 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.1321838 Nov 12 10:55:25.090657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-85ceaa2e-93fb-43b7-9b11-9ce7d8294eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.094445 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-85ceaa2e-93fb-43b7-9b11-9ce7d8294eee service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.1523860 Nov 12 10:55:25.182727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-8d222778-d537-4a3f-b959-f60ed1a227c0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.184190 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a4f0e6e-5502-4ee3-9114-911c30847005 req-8d222778-d537-4a3f-b959-f60ed1a227c0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.1836927 Nov 12 10:55:25.213812 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-91d7b9b6-be77-45b3-90dd-e492d62754b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 200 len: 217 time: 0.1060684 Nov 12 10:55:25.226065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c2833f29-8679-49ff-b569-5ac8a73846a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.283931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820de49a-8433-40e7-b6f5-1914f205d442 req-aed0d3fc-c6b2-4316-bd9c-1c08438ab708 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.285689 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-820de49a-8433-40e7-b6f5-1914f205d442 req-aed0d3fc-c6b2-4316-bd9c-1c08438ab708 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.1899784 Nov 12 10:55:25.391133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-b74ba2ff-d416-474c-a798-bc9718d6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.392953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-b74ba2ff-d416-474c-a798-bc9718d6dfde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1642413 Nov 12 10:55:25.516241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-820de49a-8433-40e7-b6f5-1914f205d442 req-2633a1bd-7aa0-4fc8-8eff-7722f5aed3b6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008092 Nov 12 10:55:25.518596 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-64918f77-7e65-42c0-be91-0480ad847650 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553429 Nov 12 10:55:25.660840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c2833f29-8679-49ff-b569-5ac8a73846a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.671400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c2833f29-8679-49ff-b569-5ac8a73846a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.718444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c2833f29-8679-49ff-b569-5ac8a73846a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c86cf529084d4a65b272612f420fb59e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8572898 Nov 12 10:55:25.721287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50154) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:25.760490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2833f29-8679-49ff-b569-5ac8a73846a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c92fa6-7b33-43cf-81b3-be57b7401f47,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:25.770125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-fb1c33d1-e600-4b1c-83e3-31b065f4d841 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432942 Nov 12 10:55:25.869893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ef9bb6f-6287-4f16-8000-adf0acf92320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.909810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ef9bb6f-6287-4f16-8000-adf0acf92320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.916018 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-04ec0635-587a-47e4-acfc-03ab672c69f1 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091812 Nov 12 10:55:25.940888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23defc80-478b-4dfa-816d-37205c8cfeec req-34f8bd23-45a5-4468-96ca-fdc68e634ca6 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.948159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-34f8bd23-45a5-4468-96ca-fdc68e634ca6 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1508179 Nov 12 10:55:25.948652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e9e39-a1b1-4b42-8641-bfa3d02d234c req-2108abe9-5bb7-4761-944c-abd98249e893 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.950593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28e9e39-a1b1-4b42-8641-bfa3d02d234c req-2108abe9-5bb7-4761-944c-abd98249e893 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.2307248 Nov 12 10:55:26.024165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28e9e39-a1b1-4b42-8641-bfa3d02d234c req-31854fab-cc36-46d7-979f-50797379d5a8 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642028 Nov 12 10:55:26.033111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-0697786b-558b-46f8-adad-26bf8ca58000 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0838509 Nov 12 10:55:26.042792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Request body: {'floatingip': {'port_id': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:26.124807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.206400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ef9bb6f-6287-4f16-8000-adf0acf92320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.209266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ef9bb6f-6287-4f16-8000-adf0acf92320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.210463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4ef9bb6f-6287-4f16-8000-adf0acf92320 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71c92fa6-7b33-43cf-81b3-be57b7401f47 HTTP/1.1" status: 204 len: 168 time: 0.4872608 Nov 12 10:55:26.238199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b586b2c5-b9e7-433d-9239-fd7209eae3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.254338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9bb6f-6287-4f16-8000-adf0acf92320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c92fa6-7b33-43cf-81b3-be57b7401f47,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:26.750763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:26.772745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9801fd3-43d8-4cd1-996d-de3939467644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.898343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604e585-7099-47dc-bb6f-156c6d85933e req-54b3b49f-53be-4250-a1a8-555f44c845df tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:26.900252 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6604e585-7099-47dc-bb6f-156c6d85933e req-54b3b49f-53be-4250-a1a8-555f44c845df tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.0958827 Nov 12 10:55:26.989789 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6604e585-7099-47dc-bb6f-156c6d85933e req-40e68cb7-76ba-42ca-a321-de01b6336192 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797646 Nov 12 10:55:26.998296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9801fd3-43d8-4cd1-996d-de3939467644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.003800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9801fd3-43d8-4cd1-996d-de3939467644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.060571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50216) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:27.061133 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b9801fd3-43d8-4cd1-996d-de3939467644 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e121d2a07594bd88989a4c881eb1dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075511 Nov 12 10:55:27.067145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9801fd3-43d8-4cd1-996d-de3939467644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ea465e-f230-4d9f-9558-50725ae2c162,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:27.082573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.097847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.243430 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d13dfb7e-d01a-4091-a2ab-743ec72e42a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.281379 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d13dfb7e-d01a-4091-a2ab-743ec72e42a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.283738 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Floating IP c0a9a1c8-d478-4887-9b71-428903c22113 associated. External IP: 172.25.2.9, port: 10a6e465-ec3b-4c58-a2b3-dc92d7b51790. Nov 12 10:55:27.420927 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d13dfb7e-d01a-4091-a2ab-743ec72e42a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.423791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d13dfb7e-d01a-4091-a2ab-743ec72e42a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.428513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d13dfb7e-d01a-4091-a2ab-743ec72e42a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61ea465e-f230-4d9f-9558-50725ae2c162 HTTP/1.1" status: 204 len: 168 time: 0.3613894 Nov 12 10:55:27.445146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dfb7e-d01a-4091-a2ab-743ec72e42a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ea465e-f230-4d9f-9558-50725ae2c162,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:27.560389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.601903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Router 7b723a95-f7d4-4415-b9c9-588f4b074449 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:55:27.618928 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-5644fdc5-45f5-4650-880b-6d0799f66e51 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401947 Nov 12 10:55:27.758271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-3167268a-c080-4fdb-8ca4-2232d147e6ad tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:27.761968 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-3167268a-c080-4fdb-8ca4-2232d147e6ad tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362345 Nov 12 10:55:27.767125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:27.771799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.778887 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] Sync routers for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:27.791871 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46045ae1-0e54-4070-8e98-1d20d33ec67f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/quotas/6c1e7f67c8df48db9a67eec7eaad3a09 HTTP/1.1" status: 200 len: 375 time: 0.0144134 Nov 12 10:55:27.793134 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:27.793818 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:27.828231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-514536f3-0b58-4bd4-aad5-aade87be222e tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "PUT /v2.0/floatingips/c0a9a1c8-d478-4887-9b71-428903c22113 HTTP/1.1" status: 200 len: 994 time: 1.7937579 Nov 12 10:55:27.829136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:27.831749 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a3b14-ea26-4342-a0ed-be572adc2565" -d '{"events": [{"name": "network-changed", "server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:27.839873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-5830fe68-aef1-4fba-ab7f-61aabc12fd0e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379608 Nov 12 10:55:27.904681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23defc80-478b-4dfa-816d-37205c8cfeec req-8a0676dc-fc58-4a1c-8c1c-ce8cab4e9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:27.906726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-8a0676dc-fc58-4a1c-8c1c-ce8cab4e9276 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c85d4598f3c347bda06246d80197cf1a&device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 1097 time: 0.0561700 Nov 12 10:55:27.998651 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:28.102713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23defc80-478b-4dfa-816d-37205c8cfeec req-1811a0cf-c8b4-4953-98b5-86d05da8d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:28.104183 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-1811a0cf-c8b4-4953-98b5-86d05da8d7c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 HTTP/1.1" status: 200 len: 930 time: 0.1907234 Nov 12 10:55:28.256444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-6c047234-1329-4194-bdee-910d73a3b158 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 200 len: 997 time: 0.1416917 Nov 12 10:55:28.346240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23defc80-478b-4dfa-816d-37205c8cfeec req-4887f2f0-d6df-431c-a60b-6d7fd01b885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:28.347851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-4887f2f0-d6df-431c-a60b-6d7fd01b885a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d HTTP/1.1" status: 200 len: 868 time: 0.0836294 Nov 12 10:55:28.503012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23defc80-478b-4dfa-816d-37205c8cfeec req-61502414-260f-4ff0-83a9-f5b8942dcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:28.504528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-61502414-260f-4ff0-83a9-f5b8942dcd64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432426 Nov 12 10:55:28.518322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-e3d571bd-52a1-4d92-b508-1efc9e2fc457 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:28.519302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-e3d571bd-52a1-4d92-b508-1efc9e2fc457 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052199 Nov 12 10:55:28.524027 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'c0a9a1c8-d478-4887-9b71-428903c22113', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'port_id': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'mac_address': 'fa:16:3e:b3:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259ace0-51d7-44d6-9388-03553cde9d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:24Z', 'updated_at': '2021-11-12T10:55:26Z', 'revision_number': 1, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:55:09Z', 'revision_number': 5, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:28.541650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:28.627107 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] Checking router: 7b723a95-f7d4-4415-b9c9-588f4b074449 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:28.663098 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:28.663321 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:28.722275 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.761172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-c0d586c8-c11d-46d8-a37a-5cd370a484e2 service neutron] 10.222.0.31 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282498 Nov 12 10:55:28.782044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:28.784350 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c3140a-800b-49af-810d-a2e9e0ddcbe8" -d '{"events": [{"server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:28.847353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:28.854045 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.928336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:28.995827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:29.039356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23defc80-478b-4dfa-816d-37205c8cfeec req-7ea183c0-30a3-4323-b27c-a9e42a907dca service neutron] 10.222.0.31 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451785 Nov 12 10:55:29.241402 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f95f11-41f3-426b-8150-dd331eb61583 x-openstack-request-id: req-e0f95f11-41f3-426b-8150-dd331eb61583 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:29.241691 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:29.241942 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f95f11-41f3-426b-8150-dd331eb61583 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:29.242400 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'status': 'completed', 'code': 200} Nov 12 10:55:29.352089 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:29.383140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-a559c2c5-bb79-4a86-992c-36494a52b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:29.388363 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-a559c2c5-bb79-4a86-992c-36494a52b73a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c85d4598f3c347bda06246d80197cf1a&device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 1097 time: 0.1063275 Nov 12 10:55:29.447461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984b2c-7f93-4f1c-aa7b-e3d6f83e8c06 req-3538e0a0-6da4-41f5-84b6-1c260f8eb9fd tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:29.450665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0984b2c-7f93-4f1c-aa7b-e3d6f83e8c06 req-3538e0a0-6da4-41f5-84b6-1c260f8eb9fd tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.1341352 Nov 12 10:55:29.540024 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'c0a9a1c8-d478-4887-9b71-428903c22113', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'port_id': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'mac_address': 'fa:16:3e:b3:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259ace0-51d7-44d6-9388-03553cde9d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:24Z', 'updated_at': '2021-11-12T10:55:26Z', 'revision_number': 1, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:55:09Z', 'revision_number': 5, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:29.557639 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0984b2c-7f93-4f1c-aa7b-e3d6f83e8c06 req-55438e43-66b7-4eb5-9e8e-20642b1c062f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990710 Nov 12 10:55:29.603473 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7513fa1-64f6-464b-bbef-463f3e8dc8e4 None None] The sync data for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 is: [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'c0a9a1c8-d478-4887-9b71-428903c22113', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'port_id': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'mac_address': 'fa:16:3e:b3:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259ace0-51d7-44d6-9388-03553cde9d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:24Z', 'updated_at': '2021-11-12T10:55:26Z', 'revision_number': 1, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:55:09Z', 'revision_number': 5, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:29.689047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-8fb4c2c2-27d9-4090-b528-476ad3c3b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:29.694592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-8fb4c2c2-27d9-4090-b528-476ad3c3b574 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 HTTP/1.1" status: 200 len: 930 time: 0.2998095 Nov 12 10:55:29.760383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-df884f3e-1bae-47ad-9d0a-683fe5ce5766 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533776 Nov 12 10:55:29.901478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-99357155-3340-49c7-9fdb-e4cda8b6cd26 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639784 Nov 12 10:55:30.114167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-d6e00852-d2ac-4d8c-b8d4-8847357e2e1b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:30.117055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-d6e00852-d2ac-4d8c-b8d4-8847357e2e1b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538995 Nov 12 10:55:30.146438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9edbb0-6cc7-4000-a1bb-3a02141fc147 None None] New status for floating IP c0a9a1c8-d478-4887-9b71-428903c22113: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:55:30.164369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-8bd86dfa-09e8-464d-b8be-3f559722cad6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/quotas/6c1e7f67c8df48db9a67eec7eaad3a09 HTTP/1.1" status: 200 len: 375 time: 0.0396976 Nov 12 10:55:30.167324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-aa03c4f9-fa1c-47bb-8927-69c20c2d07e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 200 len: 997 time: 0.4641657 Nov 12 10:55:30.229223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-2c4d431a-9d7e-4252-b834-3e06bd5e9cb0 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622535 Nov 12 10:55:30.360713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ebfa-e887-42fa-a970-daa251600aeb req-bb631f15-6956-46ed-adfa-4fe7f0a25e2a tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:30.363141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9c7ebfa-e887-42fa-a970-daa251600aeb req-bb631f15-6956-46ed-adfa-4fe7f0a25e2a tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.1912234 Nov 12 10:55:30.370507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-d54bce0f-3e63-4561-ab99-3ecdf06266f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:30.373111 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-d54bce0f-3e63-4561-ab99-3ecdf06266f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d HTTP/1.1" status: 200 len: 868 time: 0.1799514 Nov 12 10:55:30.382474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-1b2c826b-b97c-4ce5-88bc-bad8859888c9 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:30.384223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-1b2c826b-b97c-4ce5-88bc-bad8859888c9 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4723907 Nov 12 10:55:30.431736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Request body: {'port': {'device_id': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '6c1e7f67c8df48db9a67eec7eaad3a09'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:30.504423 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db6621f-13e8-4476-9239-5c58d66abead x-openstack-request-id: req-4db6621f-13e8-4476-9239-5c58d66abead {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:30.504733 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:30.505072 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4db6621f-13e8-4476-9239-5c58d66abead {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:30.506762 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'code': 200} Nov 12 10:55:30.553395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:30.646153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-d55c8ece-0931-427c-9952-966fd4c80e5a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 258 time: 0.1306159 Nov 12 10:55:30.646665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9c7ebfa-e887-42fa-a970-daa251600aeb req-0645fc43-7832-4efd-8f42-276460df25f4 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571979 Nov 12 10:55:30.664480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:30.715057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:30.755917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-47497610-ce9c-4e46-8569-28b1edf8bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:30.759864 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-47497610-ce9c-4e46-8569-28b1edf8bc60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3602293 Nov 12 10:55:30.908232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Made reservation on behalf of 6c1e7f67c8df48db9a67eec7eaad3a09 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:30.912669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:30.939267 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:30.951010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.016453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-e4d04cfa-f31d-4ecc-a15b-925e795a5857 service neutron] 10.222.0.52 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342021 Nov 12 10:55:31.148795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.174280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.206190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d04a3b14-ea26-4342-a0ed-be572adc2565 req-29e68cdb-3f72-4b10-b145-a71d0215a75d service neutron] 10.222.0.52 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793480 Nov 12 10:55:31.298610 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Allocated IP 172.25.2.161 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/a54754c6-0f35-4a11-a783-5840345f44dd) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:31.363575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:31.457714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.470812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Allocated IP 192.168.233.214 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/da3e1c62-f088-40cd-bcd8-4e19c18cc8e5) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:31.537596 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.625869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:31.629189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:31.634114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:31.637248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Pushing event updated for resources: {'Port': ['ID=a54754c6-0f35-4a11-a783-5840345f44dd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:31.748527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.802198 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1c40530-513e-40c4-aca3-03ff2daa4681 req-17b96431-5a9c-434a-94a9-cab78fedd714 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 210 time: 0.0612564 Nov 12 10:55:31.803113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.876650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.951508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.104576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.111936 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.189649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Pushing event updated for resources: {'Port': ['ID=a54754c6-0f35-4a11-a783-5840345f44dd,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:32.248917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.267383 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.268901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-2a62e03a-fd02-4b35-9c4b-72a99c1e5297 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6219065 Nov 12 10:55:32.326615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50398) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:32.359024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-bf83c5f7-2c00-49c7-825a-4bbb142ba982 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0810323 Nov 12 10:55:32.455314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:32.464719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-45f6fa47-fbd3-4047-9360-c71681fdacd0 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4382801 Nov 12 10:55:32.473779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:32.490778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:32.497766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:32.551692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddb52-32e3-4935-914a-b3884a55e732 req-08f367fa-7f9b-4700-ba8b-9b403ff7fd8d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.560503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f3ddb52-32e3-4935-914a-b3884a55e732 req-08f367fa-7f9b-4700-ba8b-9b403ff7fd8d tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.5981131 Nov 12 10:55:32.567571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.568358 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.650107 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-46012066-7445-499d-a340-c00ce76786ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2248633 Nov 12 10:55:32.672137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Request body: {'port': {'device_id': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:32.764997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f3ddb52-32e3-4935-914a-b3884a55e732 req-a2e52700-83fb-4d2a-a107-799e23080724 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840560 Nov 12 10:55:32.808334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.822578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-1573e92c-89a0-43c8-a4fb-01ee769c3551 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.825174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-1573e92c-89a0-43c8-a4fb-01ee769c3551 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492413 Nov 12 10:55:32.842975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Request body: {'port': {'device_id': '8647fb74-e91f-4198-98fe-39f21b9fe31e', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '6c1e7f67c8df48db9a67eec7eaad3a09'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:32.843725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-92b7b86b-ced4-441d-8c7a-d45dbeef8344 None None] Provisioning complete for port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:32.844207 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-92b7b86b-ced4-441d-8c7a-d45dbeef8344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.876517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-4bd8e4f2-87c6-4158-b774-e8fb80feba6d tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.878319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbb63004-bb08-4a03-961d-9a8d959f4ba1 req-4bd8e4f2-87c6-4158-b774-e8fb80feba6d tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.5179343 Nov 12 10:55:32.895467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afdfb6a4-d9d5-4fac-b924-b82477162dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.970913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-92b7b86b-ced4-441d-8c7a-d45dbeef8344 None None] Port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:33.131590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-9add72f4-09b0-4097-9d37-e5273d9ac252 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:33.133132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-9add72f4-09b0-4097-9d37-e5273d9ac252 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 804 time: 0.1226449 Nov 12 10:55:33.160374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-b17b5294-0cce-4ce0-91ef-2a6019ec1142 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/quotas/8ecee5924ead49e88d724610e46c622e HTTP/1.1" status: 200 len: 375 time: 0.0184817 Nov 12 10:55:33.218261 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afdfb6a4-d9d5-4fac-b924-b82477162dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.227385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afdfb6a4-d9d5-4fac-b924-b82477162dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.260663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfb6a4-d9d5-4fac-b924-b82477162dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc12bb3-bb41-45bd-af4b-ae7bc191d414,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:33.268759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-b2acaef6-a23a-41ef-8711-05488f27210b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014946 Nov 12 10:55:33.309063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:33.320186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-afdfb6a4-d9d5-4fac-b924-b82477162dea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e15e81ab6669434b88ef6c88b7f1cc13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9909081 Nov 12 10:55:33.320463 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.320675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50420) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:33.347192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Transition to ACTIVE for port object da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:33.352138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Made reservation on behalf of 6c1e7f67c8df48db9a67eec7eaad3a09 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:33.362541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.374691 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.415023 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c3f6f5f-60e5-4069-84df-9dd3dd57eef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.436360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c3f6f5f-60e5-4069-84df-9dd3dd57eef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.439184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:33.494153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-a794dfdb-068d-4527-aa84-294300b36c34 service neutron] 10.222.0.31 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114532 Nov 12 10:55:33.505537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c3f6f5f-60e5-4069-84df-9dd3dd57eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.508360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c3f6f5f-60e5-4069-84df-9dd3dd57eef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.509582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8c3f6f5f-60e5-4069-84df-9dd3dd57eef6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fc12bb3-bb41-45bd-af4b-ae7bc191d414 HTTP/1.1" status: 204 len: 168 time: 0.1880074 Nov 12 10:55:33.650376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f6f5f-60e5-4069-84df-9dd3dd57eef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc12bb3-bb41-45bd-af4b-ae7bc191d414,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:33.665696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e1a5d2a8-a280-4a03-8870-91b0491e4749 req-061a1207-591e-439f-8cd4-0dcf78d8fccf tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 210 time: 0.0465610 Nov 12 10:55:33.676799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Attempting to bind port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:33.677442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Attempting to bind port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:33.678482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Attempting to bind port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:33.710424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:33.713351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Attempting to bind port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:33.739232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-da03c05a-9e04-4228-92bb-bdae380ec67c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:33.740903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-da03c05a-9e04-4228-92bb-bdae380ec67c tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8aafe5-1386-4738-9c2e-83aede3b862d HTTP/1.1" status: 200 len: 943 time: 0.1088445 Nov 12 10:55:33.748485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-bcf7d6c0-71cc-4c07-bf1f-fdf49f67285a service neutron] 10.222.0.31 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376797 Nov 12 10:55:33.772177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:33.772820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:33.774497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:33.778094 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Bound port: da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:33.779117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.925929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Deleting port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:33.927050 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.019659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Allocated IP 192.168.233.45 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/a9e1276d-5fdb-4bf8-8904-eef988841679) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:34.068613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:34.082535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] For port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:34.083179 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.136490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Calling delete_port for b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:34.169167 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:34.196365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50436) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:34.219149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4299e1-e651-4d5c-a547-8feb7cd6c362 req-472ffe15-3ff0-4f16-b2c4-a1efc93c0853 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:34.220758 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f4299e1-e651-4d5c-a547-8feb7cd6c362 req-472ffe15-3ff0-4f16-b2c4-a1efc93c0853 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3290901 Nov 12 10:55:34.221944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.294299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6790b8d9-fdc0-47d6-9f8e-7d678d767f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.379549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:34.380144 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.381577 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] 10.222.0.59 "PUT /v2.0/ports/da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 HTTP/1.1" status: 200 len: 1097 time: 1.7155650 Nov 12 10:55:34.382026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:34.384320 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3702216-aa61-4fc3-9fc6-3ef2b7862516" -d '{"events": [{"name": "network-changed", "server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:34.405164 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f4299e1-e651-4d5c-a547-8feb7cd6c362 req-6f7cc2ef-a3a4-4767-9033-8c1371110eb9 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.1663587 Nov 12 10:55:34.435764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-9f4299e1-e651-4d5c-a547-8feb7cd6c362 req-f2dcdfa5-0c50-420b-9859-86813a6d4133 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Request body: {'floatingip': {'port_id': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:34.459311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed0ea7-98e5-4a20-a51e-4a2c41fdb44f service neutron] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:34.475800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.538041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Pushing event deleted for resources: {'Port': ['ID=b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:34.610146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9f4299e1-e651-4d5c-a547-8feb7cd6c362 req-f2dcdfa5-0c50-420b-9859-86813a6d4133 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.613888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] No DVR routers for this DVR port b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:34.620905 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.628004 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c58acfd-2884-4740-8219-e313ebde6be6 req-152d7ed1-0963-41c2-8e9c-10a17c68935a tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.52 "DELETE /v2.0/ports/b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c HTTP/1.1" status: 204 len: 173 time: 0.8785040 Nov 12 10:55:34.628499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'name': 'network-vif-deleted', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:34.632086 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e114fe5c-0db2-4fcc-8404-8381442f44e7" -d '{"events": [{"server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "name": "network-vif-deleted", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:34.816160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-8133daa6-06f9-4d5b-b811-634a9aff5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:34.817710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-8133daa6-06f9-4d5b-b811-634a9aff5f3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1100 time: 0.3791549 Nov 12 10:55:34.955687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-425b73ff-7a05-421e-a798-d34504b5bc1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 HTTP/1.1" status: 200 len: 217 time: 0.1234643 Nov 12 10:55:34.959019 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6790b8d9-fdc0-47d6-9f8e-7d678d767f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.964197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.969261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6790b8d9-fdc0-47d6-9f8e-7d678d767f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.978500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39e151-c05f-4832-b849-e95dc34742cf req-47d0efd8-de2c-4e29-8d7a-a7e3d548aaff tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:34.980040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b39e151-c05f-4832-b849-e95dc34742cf req-47d0efd8-de2c-4e29-8d7a-a7e3d548aaff tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.0583010 Nov 12 10:55:35.050439 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b39e151-c05f-4832-b849-e95dc34742cf req-9cc15b37-2619-4e4a-b706-19065823a4b9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588684 Nov 12 10:55:35.111663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790b8d9-fdc0-47d6-9f8e-7d678d767f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b537b9e8-e474-4094-a83c-cbaf61b67650,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:35.132728 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6790b8d9-fdc0-47d6-9f8e-7d678d767f63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4704d471fdbc4fcd8332b33135b2f16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9262106 Nov 12 10:55:35.133180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50456) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:35.135560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-dbfe814c-0333-4d84-92da-3e3be6262680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:35.137125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-dbfe814c-0333-4d84-92da-3e3be6262680 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1588452 Nov 12 10:55:35.154671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.196380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-709d1d5a-5732-4e5d-b47d-e2ae1a9aeef7 req-29ad9f77-a0fa-4df2-9fe6-4de0d3876fe9 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 210 time: 0.0398564 Nov 12 10:55:35.232838 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-9f4299e1-e651-4d5c-a547-8feb7cd6c362 req-f2dcdfa5-0c50-420b-9859-86813a6d4133 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 10:55:35.243891 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6954dae-ec7d-49a0-86e5-0251cda914fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.246160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f4299e1-e651-4d5c-a547-8feb7cd6c362 req-f2dcdfa5-0c50-420b-9859-86813a6d4133 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "PUT /v2.0/floatingips/81eadee1-5af7-4d0e-aee8-128acef12c1b HTTP/1.1" status: 409 len: 550 time: 0.8366721 Nov 12 10:55:35.251353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:35.268705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:35.287268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:35.315054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6954dae-ec7d-49a0-86e5-0251cda914fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.331430 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223d8c14-619f-4822-b7df-6bfd69d2251b x-openstack-request-id: req-223d8c14-619f-4822-b7df-6bfd69d2251b {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:35.331858 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:35.332438 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-223d8c14-619f-4822-b7df-6bfd69d2251b {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:35.333094 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'status': 'completed', 'code': 200} Nov 12 10:55:35.367267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-42682223-8803-431e-ac43-13e2068dba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:35.371392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-42682223-8803-431e-ac43-13e2068dba0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185571 Nov 12 10:55:35.372418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Pushing event updated for resources: {'Port': ['ID=a9e1276d-5fdb-4bf8-8904-eef988841679,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:35.380303 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588963a3-3389-450e-a703-88ddda196e32 x-openstack-request-id: req-588963a3-3389-450e-a703-88ddda196e32 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:35.380711 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8aafe5-1386-4738-9c2e-83aede3b862d", "name": "network-vif-deleted", "tag": "b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:35.380837 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-588963a3-3389-450e-a703-88ddda196e32 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:35.381364 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8aafe5-1386-4738-9c2e-83aede3b862d', 'name': 'network-vif-deleted', 'tag': 'b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c', 'status': 'completed', 'code': 200} Nov 12 10:55:35.421758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6954dae-ec7d-49a0-86e5-0251cda914fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.424431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e6954dae-ec7d-49a0-86e5-0251cda914fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.425690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e6954dae-ec7d-49a0-86e5-0251cda914fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b537b9e8-e474-4094-a83c-cbaf61b67650 HTTP/1.1" status: 204 len: 168 time: 0.2893288 Nov 12 10:55:35.437564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484045b-c954-46d9-b375-9adb64bc7d35 req-5aa9009c-6fe6-4897-97c2-a77b50aba07c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:35.440251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a484045b-c954-46d9-b375-9adb64bc7d35 req-5aa9009c-6fe6-4897-97c2-a77b50aba07c tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.1487274 Nov 12 10:55:35.455766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6954dae-ec7d-49a0-86e5-0251cda914fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b537b9e8-e474-4094-a83c-cbaf61b67650,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:35.513466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:35.514236 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.530571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a484045b-c954-46d9-b375-9adb64bc7d35 req-4c424b99-ff0d-4e18-8172-832aaa68866b tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820658 Nov 12 10:55:35.568328 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-045f05e9-8a3f-4ce5-9c38-0c00dd10ec5f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7320225 Nov 12 10:55:35.613099 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-90b446e2-ef3d-4d93-8361-ec4e23ae52ae service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225850 Nov 12 10:55:35.625061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Request body: {'port': {'device_id': '8647fb74-e91f-4198-98fe-39f21b9fe31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:35.665086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34dbd0-1688-4162-999e-f5b71b6dfb6f req-dd322d10-4e0b-42a7-b8e5-0ecb2310c834 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:35.667277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b34dbd0-1688-4162-999e-f5b71b6dfb6f req-dd322d10-4e0b-42a7-b8e5-0ecb2310c834 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 935 time: 0.2713909 Nov 12 10:55:35.704129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-397cb4aa-ef7a-4199-9f88-63454bb876c3 None None] Provisioning complete for port a9e1276d-5fdb-4bf8-8904-eef988841679 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:35.705179 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-397cb4aa-ef7a-4199-9f88-63454bb876c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.715271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-75944ee2-77d5-4435-9b54-15ba762fa2fe tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips/81eadee1-5af7-4d0e-aee8-128acef12c1b HTTP/1.1" status: 200 len: 693 time: 0.1068497 Nov 12 10:55:35.765077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-397cb4aa-ef7a-4199-9f88-63454bb876c3 None None] Port a9e1276d-5fdb-4bf8-8904-eef988841679 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:35.893774 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b34dbd0-1688-4162-999e-f5b71b6dfb6f req-a24bb82c-add7-4271-b5d2-185a16c0b6c3 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940761 Nov 12 10:55:35.911579 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.915199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-aec5050a-2e89-4638-b646-234e012cbda0 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:35.917625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-aec5050a-2e89-4638-b646-234e012cbda0 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.52 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.1294739 Nov 12 10:55:35.946599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ada7f77b-8030-4db6-8f31-f186df8aa827 req-7cae83b9-cacd-42e0-82e9-6d0f374d89a9 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166652 Nov 12 10:55:36.014830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-f85eabe3-4a9d-4f52-86d9-d29277ae8f29 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.016276 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-f85eabe3-4a9d-4f52-86d9-d29277ae8f29 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2996607 Nov 12 10:55:36.026270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c73779dd-8793-433f-98e1-2061bcae6283 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.027744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c73779dd-8793-433f-98e1-2061bcae6283 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 804 time: 0.3563597 Nov 12 10:55:36.055114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Request body: {'port': {'device_id': '617220cc-0859-4eea-9d7f-ddda015b600c', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'admin_state_up': True, 'tenant_id': '8ecee5924ead49e88d724610e46c622e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:36.155109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-c2f6d2a9-4f10-477f-b2a8-1e21fd2ab45d tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.1241810 Nov 12 10:55:36.212693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-8de95f34-d0d2-4218-981f-528b429687cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.214365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-8de95f34-d0d2-4218-981f-528b429687cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1100 time: 0.1908255 Nov 12 10:55:36.295227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-6dd75c45-a53f-48c4-aa09-1ca4333a5ad6 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0855098 Nov 12 10:55:36.391625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Deleting port 729be979-8230-4573-abca-1f98c32225ce {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:36.391975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.415805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eefbf-a8c2-44e4-a566-934b8053610d req-c31c0444-cc39-42ce-b041-9585e6234f75 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.417651 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-507eefbf-a8c2-44e4-a566-934b8053610d req-c31c0444-cc39-42ce-b041-9585e6234f75 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.2214258 Nov 12 10:55:36.480411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-a8bf911d-025f-41fa-a35e-8c09ef803c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.490788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-a8bf911d-025f-41fa-a35e-8c09ef803c61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2210469 Nov 12 10:55:36.551482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Made reservation on behalf of 8ecee5924ead49e88d724610e46c622e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:36.555432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.566481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-765ae01f-d8ac-4623-b034-92526ae5d43c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 HTTP/1.1" status: 200 len: 217 time: 0.0711493 Nov 12 10:55:36.569063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:36.595008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:36.595601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b8a5d3bf-c62a-4414-ad8a-3c81b9b4e00c not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:36.622478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-507eefbf-a8c2-44e4-a566-934b8053610d req-1474332e-08fd-432b-b2da-0e8f2746a099 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957533 Nov 12 10:55:36.627767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e1276d-5fdb-4bf8-8904-eef988841679 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:36.636220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] For port 729be979-8230-4573-abca-1f98c32225ce, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=729be979-8230-4573-abca-1f98c32225ce,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:36.636638 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.640402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.663273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-46fcb7ca-1c6f-4150-bc95-6566bdbd9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.664970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-46fcb7ca-1c6f-4150-bc95-6566bdbd9fef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0807004 Nov 12 10:55:36.670723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Transition to ACTIVE for port object a9e1276d-5fdb-4bf8-8904-eef988841679 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:36.674719 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.701019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Deleting port a54754c6-0f35-4a11-a783-5840345f44dd {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:36.701376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.733730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6146452-7787-484c-a680-1e3938792361 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e1276d-5fdb-4bf8-8904-eef988841679,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:36.789171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-99aef869-0465-4193-9544-564991164ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.796536 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-99aef869-0465-4193-9544-564991164ea2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1110137 Nov 12 10:55:37.040085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Attempting to bind port a9e1276d-5fdb-4bf8-8904-eef988841679 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:37.040769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Attempting to bind port a9e1276d-5fdb-4bf8-8904-eef988841679 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:37.042856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Attempting to bind port a9e1276d-5fdb-4bf8-8904-eef988841679 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:37.068939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.069522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.105793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Port a9e1276d-5fdb-4bf8-8904-eef988841679 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:37.105793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Attempting to bind port a9e1276d-5fdb-4bf8-8904-eef988841679 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:37.113188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:37.113546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:37.113913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:37.114710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Bound port: a9e1276d-5fdb-4bf8-8904-eef988841679, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:37.114710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.118981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ad17ad6-e18f-4f71-ab64-aecbfd8da8a9 req-91627830-8ebe-4aa0-a62b-6e50eff4da34 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 210 time: 0.0992775 Nov 12 10:55:37.122639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-89b6cc96-f8aa-45fd-bce0-f0153551904d service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202264 Nov 12 10:55:37.140457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Allocated IP 172.20.0.6 (9c955ebe-61cf-4e53-9fd8-299acdf15e04/6fa44256-6525-42a8-862e-c767dff65d34/2efdbf2c-d47f-4724-91f4-44c7de5a1f0a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:37.143493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Calling delete_port for a54754c6-0f35-4a11-a783-5840345f44dd owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:37.252389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.252754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.253099 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Floating IP e7c7934c-c4c2-4b93-95a2-a863db71bb7c disassociated. External IP: 172.25.2.196, port: 729be979-8230-4573-abca-1f98c32225ce. Nov 12 10:55:37.253442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Calling delete_port for 729be979-8230-4573-abca-1f98c32225ce owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:37.323651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] For port a9e1276d-5fdb-4bf8-8904-eef988841679, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:37.328994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] For port a9e1276d-5fdb-4bf8-8904-eef988841679, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a9e1276d-5fdb-4bf8-8904-eef988841679,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:37.343679 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.394924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0a0a-a8a4-40a4-972c-5b90a9b3d6f6 req-62a676dc-8f21-4b4f-a3c2-ffb26eeb4858 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:37.396456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-794b0a0a-a8a4-40a4-972c-5b90a9b3d6f6 req-62a676dc-8f21-4b4f-a3c2-ffb26eeb4858 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/ports?device_id=54fc486b-b20e-4da5-aa73-7aa0cdb4f03f HTTP/1.1" status: 200 len: 946 time: 0.1706235 Nov 12 10:55:37.401546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3702216-aa61-4fc3-9fc6-3ef2b7862516 req-b33a9c91-00e1-407e-ba84-90c2385caa1b service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698481 Nov 12 10:55:37.410427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:37.411264 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.412952 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a6146452-7787-484c-a680-1e3938792361 service neutron] 10.222.0.52 "PUT /v2.0/ports/a9e1276d-5fdb-4bf8-8904-eef988841679 HTTP/1.1" status: 200 len: 1096 time: 1.7956474 Nov 12 10:55:37.413638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8647fb74-e91f-4198-98fe-39f21b9fe31e', 'tag': 'a9e1276d-5fdb-4bf8-8904-eef988841679'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:37.417680 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3805bcd9-a25d-484a-a691-b1bcf1988175" -d '{"events": [{"name": "network-changed", "server_uuid": "8647fb74-e91f-4198-98fe-39f21b9fe31e", "tag": "a9e1276d-5fdb-4bf8-8904-eef988841679"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:37.487863 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6146452-7787-484c-a680-1e3938792361 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e1276d-5fdb-4bf8-8904-eef988841679,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:37.532903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.535432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-794b0a0a-a8a4-40a4-972c-5b90a9b3d6f6 req-5bfa736d-56b5-471a-aca4-b0bbb6449d16 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups?id=e46c53d1-b2e5-4aa6-a6b6-639bb4615654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023991 Nov 12 10:55:37.543410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a85f9ff6-ddb4-41a9-85c0-eafdb0c08070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:37.544691 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a85f9ff6-ddb4-41a9-85c0-eafdb0c08070 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 1099 time: 0.0701718 Nov 12 10:55:37.626216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.684660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Pushing event deleted for resources: {'Port': ['ID=a54754c6-0f35-4a11-a783-5840345f44dd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:37.718187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.819258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.823572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event deleted for resources: {'Port': ['ID=729be979-8230-4573-abca-1f98c32225ce,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:37.949557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:37.950669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.953407 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.954571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-608f5674-0d9d-48e5-9cbe-880c27ca66de req-0bbb0e07-2a88-447a-99fa-e80079a30234 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "DELETE /v2.0/floatingips/81eadee1-5af7-4d0e-aee8-128acef12c1b HTTP/1.1" status: 204 len: 173 time: 1.6481485 Nov 12 10:55:37.962107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:37.965087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Pushing event updated for resources: {'Port': ['ID=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:37.965487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-05cb8944-82fe-48f8-9c93-e3218e0317f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a9e1276d-5fdb-4bf8-8904-eef988841679 HTTP/1.1" status: 200 len: 217 time: 0.4104898 Nov 12 10:55:37.969286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:38.049713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab969-3c97-4a0a-8b3b-a8042158cb69 req-1740717f-6229-4bac-892d-47dcb8701a26 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:38.056921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a01ab969-3c97-4a0a-8b3b-a8042158cb69 req-1740717f-6229-4bac-892d-47dcb8701a26 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 947 time: 0.0932722 Nov 12 10:55:38.057827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:38.058454 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.067842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a0eae22a-0b1a-4cc4-ab5a-30edeec603ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:38.069202 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-a0eae22a-0b1a-4cc4-ab5a-30edeec603ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0953486 Nov 12 10:55:38.093669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:55:38.106805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-7ee2b6df-1c4e-4884-8b08-d9887fa1bac2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0610487 Nov 12 10:55:38.114363 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a4750e-b9cf-4d14-98fc-fb0d7fc9dd2b x-openstack-request-id: req-39a4750e-b9cf-4d14-98fc-fb0d7fc9dd2b {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:38.114635 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8647fb74-e91f-4198-98fe-39f21b9fe31e", "tag": "a9e1276d-5fdb-4bf8-8904-eef988841679", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:38.114850 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39a4750e-b9cf-4d14-98fc-fb0d7fc9dd2b {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:38.115264 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8647fb74-e91f-4198-98fe-39f21b9fe31e', 'tag': 'a9e1276d-5fdb-4bf8-8904-eef988841679', 'status': 'completed', 'code': 200} Nov 12 10:55:38.121862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Request body: {'port': {'device_id': '617220cc-0859-4eea-9d7f-ddda015b600c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:38.183313 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a01ab969-3c97-4a0a-8b3b-a8042158cb69 req-c7af153e-717b-4b41-869f-3629882a83f2 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233113 Nov 12 10:55:38.195767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-0b96e3b4-a07e-420d-afdc-5d1b62bec1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:38.197637 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-0b96e3b4-a07e-420d-afdc-5d1b62bec1ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175506 Nov 12 10:55:38.327276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.354125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8505f-7b86-4215-b4d0-e8978dc6e3ad req-6f934186-5420-4462-8545-bdecb24562e6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:38.362412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76b8505f-7b86-4215-b4d0-e8978dc6e3ad req-6f934186-5420-4462-8545-bdecb24562e6 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.1443925 Nov 12 10:55:38.391335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-8ce5eebe-bcfd-49fc-9ac1-5c6b27f2c95e service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851721 Nov 12 10:55:38.408389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:38.422567 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] Sync routers for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:38.444487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-e632ab9c-9180-4c8a-ba32-c9af68a6b00f tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 999 time: 0.2402556 Nov 12 10:55:38.445310 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:38.446380 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:38.580442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 729be979-8230-4573-abca-1f98c32225ce no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:38.588545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9ac4ece-90d1-4d06-ade1-74f399109977 req-accca057-2f49-4944-95e3-685f0291c894 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889789 Nov 12 10:55:38.598181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-62a777e9-2a78-4534-be02-7bfedea766c3 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:38.610981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-62a777e9-2a78-4534-be02-7bfedea766c3 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports/10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 200 len: 942 time: 0.1595178 Nov 12 10:55:38.615890 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:38.643728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 729be979-8230-4573-abca-1f98c32225ce {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:38.644522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 729be979-8230-4573-abca-1f98c32225ce not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:38.747570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:38.753315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-d2c115ce-37aa-46d5-a5c9-fcb3ed9b5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:38.755339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-d2c115ce-37aa-46d5-a5c9-fcb3ed9b5105 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 1099 time: 0.1080413 Nov 12 10:55:38.783090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-eb9fe450-2916-4833-9ea7-4f1bdcf07764 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 999 time: 0.1035573 Nov 12 10:55:38.870960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] No DVR routers for this DVR port 729be979-8230-4573-abca-1f98c32225ce on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:38.876838 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.887828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-686cbbe7-476b-4bb7-80fa-a4ab7b4f7825 req-5b53f432-e461-42a3-bc55-b2e56e06b9b2 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.52 "DELETE /v2.0/ports/729be979-8230-4573-abca-1f98c32225ce HTTP/1.1" status: 204 len: 173 time: 2.9601727 Nov 12 10:55:38.909185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'name': 'network-vif-deleted', 'tag': '729be979-8230-4573-abca-1f98c32225ce'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:38.912472 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c743e3e0-39ae-443c-bc1e-19d7b76c1fd1" -d '{"events": [{"server_uuid": "54fc486b-b20e-4da5-aa73-7aa0cdb4f03f", "name": "network-vif-deleted", "tag": "729be979-8230-4573-abca-1f98c32225ce"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:38.956905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76b8505f-7b86-4215-b4d0-e8978dc6e3ad req-567af7dd-2fd4-4110-ad27-21aae7cc342b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850565 Nov 12 10:55:39.023426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:39.047182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'mac_address': 'fa:16:3e:9d:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:39.096989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-b858dba8-5f95-43f5-870f-62cb85c88dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:39.098969 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-b858dba8-5f95-43f5-870f-62cb85c88dc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3336430 Nov 12 10:55:39.156137 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.195480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:39.212746 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:18Z', 'revision_number': 5, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:39.236413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:39.238273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-4c4fd0cc-be6b-4f03-b310-d073abc400b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a9e1276d-5fdb-4bf8-8904-eef988841679 HTTP/1.1" status: 200 len: 217 time: 0.1229756 Nov 12 10:55:39.245191 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.259494 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] Checking router: 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:39.272698 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:39.274075 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:39.330046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:39.338808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.339148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.339486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.339821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.340254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.341122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.348294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-a813c72d-67d0-48dc-b72f-2b7aa8745283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:39.349364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.349697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.349832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-a813c72d-67d0-48dc-b72f-2b7aa8745283 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1004355 Nov 12 10:55:39.350435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.351152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.351651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.352151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:39.360517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-5348827e-e597-4560-9cd1-0923a175e002 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:39.372758 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-5348827e-e597-4560-9cd1-0923a175e002 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.5647311 Nov 12 10:55:39.406103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467704-d173-4111-830b-c7b4e57f1e41 req-3e7adac8-376e-4a80-9705-cbc9fc27bc50 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:39.416079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-39ce45ca-fafb-4ee0-89f7-ffe5e411ccac tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:39.416727 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab467704-d173-4111-830b-c7b4e57f1e41 req-3e7adac8-376e-4a80-9705-cbc9fc27bc50 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 931 time: 0.1698682 Nov 12 10:55:39.424968 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-39ce45ca-fafb-4ee0-89f7-ffe5e411ccac tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507066 Nov 12 10:55:39.515781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-ed63f55b-42f1-4f36-949c-380d27ef9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:39.517490 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-ed63f55b-42f1-4f36-949c-380d27ef9bfa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1410697 Nov 12 10:55:39.551239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:39.563798 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.574191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:39.603004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Transition to ACTIVE for port object 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:39.610828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.636081 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:39.730561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-17155881-3cf0-450f-a1ff-fa7c329010b1 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999147 Nov 12 10:55:39.747250 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-89d23ef6-46ed-40eb-912d-5b2a1af825bb tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 999 time: 0.3208835 Nov 12 10:55:39.770192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:39.818989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Pushing event updated for resources: {'Port': ['ID=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:39.831597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Attempting to bind port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:39.832782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Attempting to bind port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:39.833321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Attempting to bind port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:39.839334 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.852163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab467704-d173-4111-830b-c7b4e57f1e41 req-5edf42c7-fd0a-4dbd-b9f4-e2587ba378c1 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339740 Nov 12 10:55:39.853288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:39.853770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Attempting to bind port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a on network 9c955ebe-61cf-4e53-9fd8-299acdf15e04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:39.867383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:39.869270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Checking segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:39.871554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Bound using segment: {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:39.872649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Bound port: 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a71a2-648b-4899-9f39-d85ffd3cb6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:39.874050 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.889524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.959496 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:18Z', 'revision_number': 5, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:39.999394 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94bc8d-d56f-47c1-a0d6-d3f946ae9dc5 None None] The sync data for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 is: [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:53:12Z', 'revision_number': 4, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91b2da31-e719-421b-ae8a-c337f6ce6b77', 'name': '', 'network_id': 'a6a0899a-cc94-4191-bb10-fe6d5abaddec', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'mac_address': 'fa:16:3e:ae:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:10Z', 'updated_at': '2021-11-12T10:53:18Z', 'revision_number': 5, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'subnets': [{'id': '72f93546-3db0-4dc8-9b4d-3ac341bb4900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:40.054554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:40.063195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:40.071808 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.094379 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fcb63f-04cf-4bb5-a140-c3e24e042cde x-openstack-request-id: req-e8fcb63f-04cf-4bb5-a140-c3e24e042cde {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:40.094906 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fc486b-b20e-4da5-aa73-7aa0cdb4f03f", "name": "network-vif-deleted", "tag": "729be979-8230-4573-abca-1f98c32225ce", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:40.095362 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8fcb63f-04cf-4bb5-a140-c3e24e042cde {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:40.095949 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fc486b-b20e-4da5-aa73-7aa0cdb4f03f', 'name': 'network-vif-deleted', 'tag': '729be979-8230-4573-abca-1f98c32225ce', 'status': 'completed', 'code': 200} Nov 12 10:55:40.143856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.158094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:40.158748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.160310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] 10.222.0.59 "PUT /v2.0/ports/2efdbf2c-d47f-4724-91f4-44c7de5a1f0a HTTP/1.1" status: 200 len: 1092 time: 2.0435677 Nov 12 10:55:40.200711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be95d4-d2e7-4daa-9d09-0d566896cfde service neutron] Pushing event updated for resources: {'Port': ['ID=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:40.271173 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.294862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.295319 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Floating IP c0a9a1c8-d478-4887-9b71-428903c22113 disassociated. External IP: 172.25.2.9, port: 10a6e465-ec3b-4c58-a2b3-dc92d7b51790. Nov 12 10:55:40.308781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-0b34351b-a88c-4711-8694-fe42e31acd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:40.311672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-0b34351b-a88c-4711-8694-fe42e31acd62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 1095 time: 0.0889046 Nov 12 10:55:40.421627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-68b12d0d-fc55-486e-87a5-5a8c61e57d7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a HTTP/1.1" status: 200 len: 217 time: 0.0990276 Nov 12 10:55:40.427738 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3805bcd9-a25d-484a-a691-b1bcf1988175 req-14138973-743d-43c7-9491-73afbcf60014 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780853 Nov 12 10:55:40.549130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-8bbee60f-d45e-4d08-84ce-717cd8c09a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:40.552575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-8bbee60f-d45e-4d08-84ce-717cd8c09a35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 200 len: 844 time: 0.1161704 Nov 12 10:55:40.583056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a9e1276d-5fdb-4bf8-8904-eef988841679 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:40.603208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4663ba3-c3b9-4ea7-9636-f7596dd5c17a None None] New status for floating IP e7c7934c-c4c2-4b93-95a2-a863db71bb7c: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:55:40.614184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-21ffd125-ca76-4170-8085-0d33ba11e636 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c955ebe-61cf-4e53-9fd8-299acdf15e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526197 Nov 12 10:55:40.750783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-f5425a51-e6a8-42df-b686-a530eef26481 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291566 Nov 12 10:55:40.786890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-e5ff95f9-61bc-4877-89e0-1b047ab2e4b8 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:40.789110 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-e5ff95f9-61bc-4877-89e0-1b047ab2e4b8 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.1074162 Nov 12 10:55:40.803059 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-19'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:40.808324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Router 7b723a95-f7d4-4415-b9c9-588f4b074449 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:55:40.877729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.901095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5bb596c-2e11-4774-ad2c-6721e878c79a req-30d34214-4cdc-4c9f-b65e-a6fd160c786d service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402845 Nov 12 10:55:40.930189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:55:40.938725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:41.064034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26a74b-1815-40e0-b4ee-a9a90b8e53b9 req-00e618e5-0d65-450c-9bf2-19d38c8533d8 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:41.075834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c26a74b-1815-40e0-b4ee-a9a90b8e53b9 req-00e618e5-0d65-450c-9bf2-19d38c8533d8 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 947 time: 0.0737469 Nov 12 10:55:41.124523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:41.142239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:41.142688 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.146416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a9e1276d-5fdb-4bf8-8904-eef988841679, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a9e1276d-5fdb-4bf8-8904-eef988841679,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:41.191907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c26a74b-1815-40e0-b4ee-a9a90b8e53b9 req-c556cd1b-2320-4157-9bfa-20b8845e9ea0 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150727 Nov 12 10:55:41.192570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:41.208588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.213783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'a9e1276d-5fdb-4bf8-8904-eef988841679', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'a9e1276d-5fdb-4bf8-8904-eef988841679', 'mac_address': 'fa:16:3e:31:2d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:41.216762 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] Sync routers for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:41.236938 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:41.241069 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:41.244276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50600) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:41.289814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:41.298940 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-3293b82d-b015-4a71-ae88-555d0d141dd0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "PUT /v2.0/floatingips/c0a9a1c8-d478-4887-9b71-428903c22113 HTTP/1.1" status: 200 len: 693 time: 1.5505872 Nov 12 10:55:41.330441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:41.333882 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb79b5-b213-4b46-a0e4-915b54793532" -d '{"events": [{"name": "network-changed", "server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:41.397768 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.433937 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0824c408-5d32-4f8c-9684-ed20e94d8200 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.447740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-c24ed00d-102c-4042-80a0-c1fb2fd31d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:41.450361 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-c24ed00d-102c-4042-80a0-c1fb2fd31d9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c85d4598f3c347bda06246d80197cf1a&device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 1097 time: 0.1047907 Nov 12 10:55:41.452068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:41.464193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e1276d-5fdb-4bf8-8904-eef988841679 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:41.474869 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:41.493300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a9e1276d-5fdb-4bf8-8904-eef988841679, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a9e1276d-5fdb-4bf8-8904-eef988841679,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:41.499405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20b144-487d-41f9-a9e4-3b164c9c136d req-b09370cf-fae4-42fe-bd38-7464ee1c5cde tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:41.501055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea20b144-487d-41f9-a9e4-3b164c9c136d req-b09370cf-fae4-42fe-bd38-7464ee1c5cde tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 945 time: 0.1724541 Nov 12 10:55:41.505242 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.517857 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.519650 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0824c408-5d32-4f8c-9684-ed20e94d8200 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.581792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea20b144-487d-41f9-a9e4-3b164c9c136d req-7475fa36-311e-4b86-9203-f1f59b1e6e55 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686779 Nov 12 10:55:41.610801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.632325 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.648967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0824c408-5d32-4f8c-9684-ed20e94d8200 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.652277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0824c408-5d32-4f8c-9684-ed20e94d8200 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.654350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0824c408-5d32-4f8c-9684-ed20e94d8200 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "DELETE /v2.0/security-groups/e46c53d1-b2e5-4aa6-a6b6-639bb4615654 HTTP/1.1" status: 204 len: 168 time: 0.4083736 Nov 12 10:55:41.659439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50606) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:41.666716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:41.670788 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd5a592-e0bd-4830-bd54-c49be59c5436" -d '{"events": [{"server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "name": "network-vif-plugged", "status": "completed", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:41.699321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:41.701787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a9e1276d-5fdb-4bf8-8904-eef988841679,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:41.706999 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.724635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824c408-5d32-4f8c-9684-ed20e94d8200 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46c53d1-b2e5-4aa6-a6b6-639bb4615654,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:41.738401 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-55c0af35-1e52-437e-aa20-4992eff3acb9 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] show failed (client error): The resource could not be found. Nov 12 10:55:41.739981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-55c0af35-1e52-437e-aa20-4992eff3acb9 tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "GET /v2.0/security-groups/e46c53d1-b2e5-4aa6-a6b6-639bb4615654 HTTP/1.1" status: 404 len: 347 time: 0.0757141 Nov 12 10:55:41.745634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50612) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:41.763140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:41.796757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a9e1276d-5fdb-4bf8-8904-eef988841679'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:41.857093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-180fd3fd-f0bb-4fa6-a360-1d2bbca071b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:41.858474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-180fd3fd-f0bb-4fa6-a360-1d2bbca071b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 HTTP/1.1" status: 200 len: 930 time: 0.3669784 Nov 12 10:55:41.931005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-6be11984-8d3c-4498-8c89-6b4d0c846e2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 200 len: 217 time: 0.0597239 Nov 12 10:55:41.938151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:41.938485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:41.938810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:41.946743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:41.947066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Attempting to bind port 510848b4-b441-4a96-b4c5-d09f0c7278bc on network 874b9b59-a949-4993-bbf5-452693fda86c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:41.973325 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:55:09Z', 'revision_number': 5, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:42.005604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-020b5512-5c7b-49d7-9292-98c9b914c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:42.007491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-020b5512-5c7b-49d7-9292-98c9b914c318 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d HTTP/1.1" status: 200 len: 868 time: 0.0580945 Nov 12 10:55:42.009687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.031361 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] Checking router: 7b723a95-f7d4-4415-b9c9-588f4b074449 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:42.043980 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:42.044625 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:42.052911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:42.053170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Checking segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:42.054413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Bound using segment: {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:42.054413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Bound port: 510848b4-b441-4a96-b4c5-d09f0c7278bc, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '874b9b59-a949-4993-bbf5-452693fda86c'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:42.054413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.103251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617220cc-0859-4eea-9d7f-ddda015b600c', 'tag': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:42.109841 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "617220cc-0859-4eea-9d7f-ddda015b600c", "tag": "2efdbf2c-d47f-4724-91f4-44c7de5a1f0a"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:42.117657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-5a152279-7b2d-4bd1-8c7c-d97506d6b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:42.119203 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-5a152279-7b2d-4bd1-8c7c-d97506d6b1de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919189 Nov 12 10:55:42.194814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766412e-32a8-4eab-8479-6f7315bb8965 req-484f1f03-3174-4bdc-acb4-9a03083e5663 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:42.202178 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:42.209459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0766412e-32a8-4eab-8479-6f7315bb8965 req-484f1f03-3174-4bdc-acb4-9a03083e5663 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 943 time: 0.2309587 Nov 12 10:55:42.258856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Deleting port 967cb7f4-9aae-47b6-b095-a38e4d9ca307 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:42.259664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.288418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:42.318524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:42.326515 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.358924 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-822c392d-7404-4ef2-aac8-a73c8f692c38 service neutron] 10.222.0.31 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914260 Nov 12 10:55:42.393316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.393490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.407861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Calling delete_port for 967cb7f4-9aae-47b6-b095-a38e4d9ca307 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:42.463945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=8']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.487706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:42.488491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.490242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-aaba0211-0a3b-4a9d-9618-38b78c68d3b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 200 len: 1123 time: 1.6923592 Nov 12 10:55:42.581532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-416e31cd-83b8-4299-aa02-879a2a22ab5d req-7bb86f38-fef0-4d69-b4f7-fe23626d0559 service neutron] 10.222.0.31 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014904 Nov 12 10:55:42.586536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 510848b4-b441-4a96-b4c5-d09f0c7278bc details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:42.615347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['510848b4-b441-4a96-b4c5-d09f0c7278bc'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:42.621468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['510848b4-b441-4a96-b4c5-d09f0c7278bc'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:42.655358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0766412e-32a8-4eab-8479-6f7315bb8965 req-3c3cf7f1-2cbf-4e9e-8030-9cd98d702e32 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445217 Nov 12 10:55:42.680451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.749350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Pushing event deleted for resources: {'Port': ['ID=967cb7f4-9aae-47b6-b095-a38e4d9ca307,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.765364 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:55:42.774395 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f599fcc-d448-428a-b1e5-ecf76fe784ca x-openstack-request-id: req-7f599fcc-d448-428a-b1e5-ecf76fe784ca {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:42.775636 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "name": "network-vif-plugged", "status": "completed", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:42.784267 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f599fcc-d448-428a-b1e5-ecf76fe784ca {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:42.784267 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'code': 200} Nov 12 10:55:42.784267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:42.797964 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:55:09Z', 'revision_number': 5, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:42.811292 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95508ac5-365c-4bd0-98ff-724501046f7d x-openstack-request-id: req-95508ac5-365c-4bd0-98ff-724501046f7d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:42.811587 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:42.811839 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95508ac5-365c-4bd0-98ff-724501046f7d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:42.812309 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'status': 'completed', 'code': 200} Nov 12 10:55:42.903215 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4a8a9-b7a3-4ce4-ba30-df7794181b62 None None] The sync data for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 is: [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:54:58Z', 'revision_number': 4, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e51419f3-cb81-4947-8dd8-dc67184cab0a', 'name': '', 'network_id': 'c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'mac_address': 'fa:16:3e:63:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:56Z', 'updated_at': '2021-11-12T10:55:09Z', 'revision_number': 5, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'subnets': [{'id': 'cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:42.927140 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37951faf-99c7-44fe-910e-b89b002123c7 x-openstack-request-id: req-37951faf-99c7-44fe-910e-b89b002123c7 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:42.928375 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617220cc-0859-4eea-9d7f-ddda015b600c", "tag": "2efdbf2c-d47f-4724-91f4-44c7de5a1f0a", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:42.928760 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37951faf-99c7-44fe-910e-b89b002123c7 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:42.929300 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617220cc-0859-4eea-9d7f-ddda015b600c', 'tag': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a', 'status': 'completed', 'code': 200} Nov 12 10:55:43.067848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.071436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.081678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-86e365d5-53d5-4070-8b70-0c708ae6ad8e tempest-ServersTestJSON-596694800 tempest-ServersTestJSON-596694800-project] 10.222.0.31 "DELETE /v2.0/floatingips/e7c7934c-c4c2-4b93-95a2-a863db71bb7c HTTP/1.1" status: 204 len: 168 time: 1.3303304 Nov 12 10:55:43.085455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50634) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:43.193180 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-37f94706-a21e-4cfd-86b4-6eed5f50da84 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips/c0a9a1c8-d478-4887-9b71-428903c22113 HTTP/1.1" status: 200 len: 693 time: 0.2213941 Nov 12 10:55:43.208429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23970c2e-9acd-4999-b2b5-db4eb78ac3c3 req-c947f432-cc12-4d76-87cc-fb3cfc2448b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.219265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23970c2e-9acd-4999-b2b5-db4eb78ac3c3 req-c947f432-cc12-4d76-87cc-fb3cfc2448b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1102 time: 0.3123500 Nov 12 10:55:43.368027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:43.385009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:43.392572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'port_id': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a', 'mac_address': 'fa:16:3e:22:7a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa44256-6525-42a8-862e-c767dff65d34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:43.456105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-76c4caba-2c87-4e35-bc29-6c98bf0f73e7 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.464419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-76c4caba-2c87-4e35-bc29-6c98bf0f73e7 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2700768 Nov 12 10:55:43.532320 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-12233ed5-f122-4cff-a383-7413c39ffa71 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 696 time: 0.0663211 Nov 12 10:55:43.545397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b00f-f77a-4c1f-891d-6bce837f050f req-e1525a5e-1d62-4187-a64d-d497267f82ce tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.549122 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.554102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5088b00f-f77a-4c1f-891d-6bce837f050f req-e1525a5e-1d62-4187-a64d-d497267f82ce tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 948 time: 0.5693774 Nov 12 10:55:43.561958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 510848b4-b441-4a96-b4c5-d09f0c7278bc has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:55:43.564467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893978ff-d9a8-42b1-a755-24c8ea3049ec None None] New status for floating IP c0a9a1c8-d478-4887-9b71-428903c22113: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:55:43.584305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23970c2e-9acd-4999-b2b5-db4eb78ac3c3 req-3360048f-d1aa-430c-b0cc-f64e433d4a91 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098046 Nov 12 10:55:43.658923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:43.672575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-3daf5f1d-3e0c-4061-b1d2-31277f0fae83 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 696 time: 0.1285841 Nov 12 10:55:43.680233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-03691f3e-b84e-46bc-a137-7f6eab85bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.686942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-03691f3e-b84e-46bc-a137-7f6eab85bc98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c85d4598f3c347bda06246d80197cf1a&device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 1097 time: 0.7368605 Nov 12 10:55:43.692690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-9d4e4e3b-fd0b-4b1f-943a-57d2f9fbeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.695800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-9d4e4e3b-fd0b-4b1f-943a-57d2f9fbeb7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ecee5924ead49e88d724610e46c622e&device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 1095 time: 0.7337110 Nov 12 10:55:43.793517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5088b00f-f77a-4c1f-891d-6bce837f050f req-122467a4-bbbe-458f-9861-488fe74e208c tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336395 Nov 12 10:55:43.843313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-d884397b-d575-4639-9f89-b0c8af2fc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.844615 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-d884397b-d575-4639-9f89-b0c8af2fc761 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 HTTP/1.1" status: 200 len: 930 time: 0.1369283 Nov 12 10:55:43.882360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:43.920980 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.973458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47530074-3889-4f6d-b207-b2d5ef6babf6 req-988b7fae-65e4-4115-b272-2678e7383434 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.975461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47530074-3889-4f6d-b207-b2d5ef6babf6 req-988b7fae-65e4-4115-b272-2678e7383434 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.0851686 Nov 12 10:55:43.985968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.158416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:44.158773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47530074-3889-4f6d-b207-b2d5ef6babf6 req-356b2afe-230e-444c-b71e-e730ef5dbf91 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672380 Nov 12 10:55:44.312337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['2efdbf2c-d47f-4724-91f4-44c7de5a1f0a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:44.550307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501b62b-0849-45b0-bc5d-937533dd8851 req-f7449a20-6417-4310-b23d-e8c1a2587f07 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:44.559292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3501b62b-0849-45b0-bc5d-937533dd8851 req-f7449a20-6417-4310-b23d-e8c1a2587f07 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 944 time: 0.1682549 Nov 12 10:55:44.573818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-09909aaf-3b8e-4e25-96d3-950b8608ffd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 200 len: 217 time: 0.6833067 Nov 12 10:55:44.645313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a9e1276d-5fdb-4bf8-8904-eef988841679 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:44.681049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3501b62b-0849-45b0-bc5d-937533dd8851 req-84c872bd-c61b-4c32-b2c3-d5fc4324c5a3 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203024 Nov 12 10:55:44.705054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Deleting port 91b2da31-e719-421b-ae8a-c337f6ce6b77 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:44.706052 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.728607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-2052bebf-3f6f-4900-860d-fd4df166aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:44.731384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-2052bebf-3f6f-4900-860d-fd4df166aae3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d HTTP/1.1" status: 200 len: 868 time: 0.0888543 Nov 12 10:55:44.816328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port a9e1276d-5fdb-4bf8-8904-eef988841679 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:44.817818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc'}, {'name': 'network-changed', 'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:44.821517 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061649b0-c737-4a41-9b37-2bc4ff3430d3" -d '{"events": [{"server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc"}, {"name": "network-changed", "server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:44.829709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port a9e1276d-5fdb-4bf8-8904-eef988841679 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:44.831741 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.847987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-e6e0d225-13e2-45bb-8b47-c2d6205a2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:44.850211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-e6e0d225-13e2-45bb-8b47-c2d6205a2441 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 200 len: 905 time: 0.9583828 Nov 12 10:55:44.876758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] For port 91b2da31-e719-421b-ae8a-c337f6ce6b77, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91b2da31-e719-421b-ae8a-c337f6ce6b77,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:44.877693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.928630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Calling delete_port for 91b2da31-e719-421b-ae8a-c337f6ce6b77 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:45.080085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-5e81905a-0f69-433d-8fc6-97ae478eb583 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a HTTP/1.1" status: 200 len: 217 time: 0.1085835 Nov 12 10:55:45.189404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.194087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-165b1e71-0992-47f0-9f45-c683fd7a6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.196586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-165b1e71-0992-47f0-9f45-c683fd7a6957 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 200 len: 844 time: 0.1014900 Nov 12 10:55:45.205974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8dcd-23f6-4e6b-add8-55efbe0ea627 req-98a32173-ff6e-4aa4-a484-084468d8e2ef tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.207841 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eedd8dcd-23f6-4e6b-add8-55efbe0ea627 req-98a32173-ff6e-4aa4-a484-084468d8e2ef tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 948 time: 0.0958910 Nov 12 10:55:45.217864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-ec0a0166-a062-4ce2-b259-4627be3a12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.220234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-ec0a0166-a062-4ce2-b259-4627be3a12fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4038875 Nov 12 10:55:45.271677 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-5cafc8b9-b1f0-4a75-a352-52b1535535cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c955ebe-61cf-4e53-9fd8-299acdf15e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498986 Nov 12 10:55:45.306626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8647fb74-e91f-4198-98fe-39f21b9fe31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e1276d-5fdb-4bf8-8904-eef988841679'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:45.318699 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2439b504-027f-42f8-8223-9ad973eac350" -d '{"events": [{"server_uuid": "8647fb74-e91f-4198-98fe-39f21b9fe31e", "name": "network-vif-plugged", "status": "completed", "tag": "a9e1276d-5fdb-4bf8-8904-eef988841679"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:45.357589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eedd8dcd-23f6-4e6b-add8-55efbe0ea627 req-daf1325b-09fb-463a-a977-dcd41c66b03a tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984235 Nov 12 10:55:45.359928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a9e1276d-5fdb-4bf8-8904-eef988841679, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a9e1276d-5fdb-4bf8-8904-eef988841679,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:45.378591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.409524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Deleting port 8705c6d6-4900-4a34-ab65-f9e0de7b64d6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:45.409888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.495521 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588f83a-0e3c-46f3-9468-7f34ad949caf x-openstack-request-id: req-2588f83a-0e3c-46f3-9468-7f34ad949caf {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:45.496356 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc", "code": 200}, {"name": "network-changed", "server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:45.496769 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2588f83a-0e3c-46f3-9468-7f34ad949caf {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:45.497354 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc', 'code': 200} Nov 12 10:55:45.497903 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc', 'status': 'completed', 'code': 200} Nov 12 10:55:45.514607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.546806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a9e1276d-5fdb-4bf8-8904-eef988841679,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:45.641318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b2da31-e719-421b-ae8a-c337f6ce6b77,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:45.737169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-70825ef1-dc3c-46fb-8fac-04e5f593ed80 service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453661 Nov 12 10:55:45.767341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50676) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:45.784854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.786132 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.817813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-0ccd33f1-6034-43d0-b45c-9d1de9b00a46 service neutron] 10.222.0.52 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444026 Nov 12 10:55:46.039875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7a64-37c4-4608-849f-9752e73f4c6f req-92e57da4-175a-40c1-bac6-7f495683fd5c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.049047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bbf7a64-37c4-4608-849f-9752e73f4c6f req-92e57da4-175a-40c1-bac6-7f495683fd5c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.3909249 Nov 12 10:55:46.059650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36cb79b5-b213-4b46-a0e4-915b54793532 req-b149ca9b-425b-4fc8-b0b0-ac6d862d433a service neutron] 10.222.0.52 "GET /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265074 Nov 12 10:55:46.099097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Calling delete_port for 8705c6d6-4900-4a34-ab65-f9e0de7b64d6 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:46.125744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-b979ec31-fa97-4712-89dd-4b6fd3e3f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.127522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-b979ec31-fa97-4712-89dd-4b6fd3e3f92e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1126 time: 0.5234222 Nov 12 10:55:46.214123 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.270418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bbf7a64-37c4-4608-849f-9752e73f4c6f req-2b943fb4-adbe-4cad-84e6-f54717d68381 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200742 Nov 12 10:55:46.393345 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecee918-d50c-426e-b49f-16d93508b043 x-openstack-request-id: req-4ecee918-d50c-426e-b49f-16d93508b043 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:46.393842 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8647fb74-e91f-4198-98fe-39f21b9fe31e", "name": "network-vif-plugged", "status": "completed", "tag": "a9e1276d-5fdb-4bf8-8904-eef988841679", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:46.393842 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ecee918-d50c-426e-b49f-16d93508b043 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:46.394235 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8647fb74-e91f-4198-98fe-39f21b9fe31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e1276d-5fdb-4bf8-8904-eef988841679', 'code': 200} Nov 12 10:55:46.450877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f4ba41-31a1-4499-a94a-5ecc15c84b3c req-79666d5b-6a4e-47fc-8b29-24e5d96cf93b service neutron] 10.222.0.59 "GET /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361065 Nov 12 10:55:46.501779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a21353b-bd46-49ee-9381-74e6f8e030f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.644595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.685274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894fe2a-66b0-403d-9994-8101b6983883 req-58b3609d-c431-4abd-89bf-f3fc28e26d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.687128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2894fe2a-66b0-403d-9994-8101b6983883 req-58b3609d-c431-4abd-89bf-f3fc28e26d05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 1101 time: 0.1219783 Nov 12 10:55:46.688470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Pushing event deleted for resources: {'Port': ['ID=8705c6d6-4900-4a34-ab65-f9e0de7b64d6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:46.767831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:46.799229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-a94f4820-8d45-42ab-8d79-4c9d22eaaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.801084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-a94f4820-8d45-42ab-8d79-4c9d22eaaf91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.6551137 Nov 12 10:55:46.846582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2894fe2a-66b0-403d-9994-8101b6983883 req-934d4c74-5aea-4829-beaf-a019ac7c8bb5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420188 Nov 12 10:55:46.870411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-298ba9d8-e16b-41f6-bad8-789d2c9ebb18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 200 len: 217 time: 0.0554335 Nov 12 10:55:46.879174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0693-87b9-4fcb-8df3-b76d3c55b978 req-d9db61d2-0186-49e2-a262-9e39fbb1c519 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.887740 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.887740 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.888073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d9b0693-87b9-4fcb-8df3-b76d3c55b978 req-d9db61d2-0186-49e2-a262-9e39fbb1c519 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 944 time: 0.3055646 Nov 12 10:55:46.888178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa576df8-0e85-49ee-9a40-7b27594b48fb req-5234e319-5de7-4c88-b9bf-d5abdf2bbc2a tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "DELETE /v2.0/floatingips/c0a9a1c8-d478-4887-9b71-428903c22113 HTTP/1.1" status: 204 len: 173 time: 3.1908998 Nov 12 10:55:46.910325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:46.923103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:46.923757 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.119920 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.173807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85868-debd-4178-843e-19f8848cd542 req-eec71ca0-bb87-4d2c-8e13-217dc868c5fa tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.188626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:47.193659 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.194718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 510848b4-b441-4a96-b4c5-d09f0c7278bc no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:47.198032 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6a85868-debd-4178-843e-19f8848cd542 req-eec71ca0-bb87-4d2c-8e13-217dc868c5fa tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 949 time: 0.2007880 Nov 12 10:55:47.281778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6a85868-debd-4178-843e-19f8848cd542 req-cc2a0c3e-a064-476f-88e0-511e0887a688 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772800 Nov 12 10:55:47.307170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:47.543754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f47f21-0137-45d7-841a-f3974b451f73 req-c42a514e-2468-4fd1-87c8-374b21515c27 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.546373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f47f21-0137-45d7-841a-f3974b451f73 req-c42a514e-2468-4fd1-87c8-374b21515c27 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.0792150 Nov 12 10:55:47.575580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d9b0693-87b9-4fcb-8df3-b76d3c55b978 req-a52c6bc8-d4fb-4a44-adf1-5f239ed9f1f2 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6870155 Nov 12 10:55:47.592593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-19f97acf-87bc-47ae-896b-38ecbab2c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.594545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-19f97acf-87bc-47ae-896b-38ecbab2c633 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.6609130 Nov 12 10:55:47.616355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f47f21-0137-45d7-841a-f3974b451f73 req-cafb9796-46a5-4dcf-a8dc-f8ff737ce106 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632093 Nov 12 10:55:47.654908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-e5cb4843-2f5e-441c-8bb3-4721da68954f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516503 Nov 12 10:55:47.761942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a21353b-bd46-49ee-9381-74e6f8e030f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.765529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:55:47.784023 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a21353b-bd46-49ee-9381-74e6f8e030f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.806943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c583c-c9e0-4ebc-a9b2-bdfee9ec2e27 req-45057e72-2d25-4420-a0ad-42453f80592d tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.809082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-941c583c-c9e0-4ebc-a9b2-bdfee9ec2e27 req-45057e72-2d25-4420-a0ad-42453f80592d tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1136355 Nov 12 10:55:47.865838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a21353b-bd46-49ee-9381-74e6f8e030f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbcd6e700a444ce2be7dd8984ed5a06e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0092697 Nov 12 10:55:47.872446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50716) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:47.911486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-941c583c-c9e0-4ebc-a9b2-bdfee9ec2e27 req-b57d488e-8d6c-4d8b-97d8-aea0cb6149ec tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0937114 Nov 12 10:55:48.044835 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98c14972-4602-451e-a153-0b434a0cc406 req-43c7ec4e-fe3b-4c31-8551-d04a8ba7bfe0 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1058748 Nov 12 10:55:48.077823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21353b-bd46-49ee-9381-74e6f8e030f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59da04dd-04a8-43bd-9a94-68960e1bd38a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:48.087327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-41142efd-c50d-4b64-b016-f084be16a28d service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094586 Nov 12 10:55:48.088651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:48.098757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c843af4e-671c-4a69-bd77-3b83d6e37fb9 admin admin] 10.222.0.31 "PUT /v2.0/routers/2b5b7035-e962-4e69-80e5-aa6b9c2f2298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0046322 Nov 12 10:55:48.100302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50726) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:48.114891 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] Sync routers for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:48.144213 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:48.147466 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:48.149723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c10-af9d-4e22-8e03-92d1dcbe5345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.222527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c10-af9d-4e22-8e03-92d1dcbe5345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.291119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-061649b0-c737-4a41-9b37-2bc4ff3430d3 req-060a0cc7-0900-4e48-9841-a4507341b355 service neutron] 10.222.0.59 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910205 Nov 12 10:55:48.320140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c10-af9d-4e22-8e03-92d1dcbe5345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.324779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c10-af9d-4e22-8e03-92d1dcbe5345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.326379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5dcc8c10-af9d-4e22-8e03-92d1dcbe5345 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59da04dd-04a8-43bd-9a94-68960e1bd38a HTTP/1.1" status: 204 len: 168 time: 0.4524856 Nov 12 10:55:48.346906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc8c10-af9d-4e22-8e03-92d1dcbe5345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da04dd-04a8-43bd-9a94-68960e1bd38a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:48.395367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617220cc-0859-4eea-9d7f-ddda015b600c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:48.399563 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2145e3f5-3819-4b94-89be-0cfd0f7994f3" -d '{"events": [{"server_uuid": "617220cc-0859-4eea-9d7f-ddda015b600c", "name": "network-vif-plugged", "status": "completed", "tag": "2efdbf2c-d47f-4724-91f4-44c7de5a1f0a"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:48.429798 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.514190 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f988ba86-7cba-438c-bb89-f3f4eead16b8 x-openstack-request-id: req-f988ba86-7cba-438c-bb89-f3f4eead16b8 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:48.514685 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617220cc-0859-4eea-9d7f-ddda015b600c", "name": "network-vif-plugged", "status": "completed", "tag": "2efdbf2c-d47f-4724-91f4-44c7de5a1f0a", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:48.515255 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f988ba86-7cba-438c-bb89-f3f4eead16b8 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:48.515917 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617220cc-0859-4eea-9d7f-ddda015b600c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a', 'code': 200} Nov 12 10:55:48.602809 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:48.674778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b954b-e11f-4d90-9cb1-44fd838ce6d2 req-786bcc2f-b8d1-4353-86e7-acb230590fce tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:48.684648 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a83b954b-e11f-4d90-9cb1-44fd838ce6d2 req-786bcc2f-b8d1-4353-86e7-acb230590fce tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 949 time: 0.1649051 Nov 12 10:55:48.712192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e384407-8ef1-4d1b-999b-534370e842cc req-78daa513-657c-4e4f-bbbf-0429fa356b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:48.714713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e384407-8ef1-4d1b-999b-534370e842cc req-78daa513-657c-4e4f-bbbf-0429fa356b70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 1097 time: 0.1234233 Nov 12 10:55:48.809882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e3b3d-ae1e-4161-8295-2071d0095faa req-cbd4d10b-7433-436f-b82a-d570b735a994 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:48.819209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc2e3b3d-ae1e-4161-8295-2071d0095faa req-cbd4d10b-7433-436f-b82a-d570b735a994 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 945 time: 0.1483645 Nov 12 10:55:48.843729 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a83b954b-e11f-4d90-9cb1-44fd838ce6d2 req-d7b0e669-e01c-4081-9e05-506b701a553d tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577201 Nov 12 10:55:48.875432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50750) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:48.903472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e384407-8ef1-4d1b-999b-534370e842cc req-c980a42c-ce80-4bf6-9e7c-3cec3f27442b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600997 Nov 12 10:55:48.908062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc2e3b3d-ae1e-4161-8295-2071d0095faa req-49aaf17a-f39f-40f4-8a95-222e3b9c6ff7 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873315 Nov 12 10:55:48.968575 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.988911 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:55:45Z', 'revision_number': 5, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port': {'id': '766b35af-11cc-4016-a756-f98b5bd1d355', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:53:03Z', 'updated_at': '2021-11-12T10:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:48.999672 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-23fced46-ef9b-4c4c-a3f1-247de4614301 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1839333 Nov 12 10:55:49.075933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] Checking router: 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:49.088182 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] Routers {'2b5b7035-e962-4e69-80e5-aa6b9c2f2298'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:49.089481 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:49.174073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb22198-0f45-45a5-9ec9-9f6ea99023fc req-0bc88351-b800-458d-af97-e38eef124e1a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.184545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbb22198-0f45-45a5-9ec9-9f6ea99023fc req-0bc88351-b800-458d-af97-e38eef124e1a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.0877798 Nov 12 10:55:49.214434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411435f-4531-4f5b-a045-c9ae83df6289 req-51dca70c-d5a1-42d5-8620-0082e0e403b4 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.222530 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2411435f-4531-4f5b-a045-c9ae83df6289 req-51dca70c-d5a1-42d5-8620-0082e0e403b4 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 945 time: 0.1900351 Nov 12 10:55:49.242726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Deleting port 766b35af-11cc-4016-a756-f98b5bd1d355 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:49.243221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.258964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbb22198-0f45-45a5-9ec9-9f6ea99023fc req-338e26d2-6af3-41a8-9be9-ab7a4870db84 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733798 Nov 12 10:55:49.360479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10f42395-5291-43e1-8eff-d486e0a45263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.368894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] For port 766b35af-11cc-4016-a756-f98b5bd1d355, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=766b35af-11cc-4016-a756-f98b5bd1d355,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:49.369388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.386580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Calling delete_port for 766b35af-11cc-4016-a756-f98b5bd1d355 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:49.423252 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] Set router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:49.497029 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:55:48Z', 'revision_number': 6, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:49.542991 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6586d5-0b1f-43f8-b20b-480844e823cf None None] The sync data for ids ['2b5b7035-e962-4e69-80e5-aa6b9c2f2298'] in n-d-768851-19 is: [{'id': '2b5b7035-e962-4e69-80e5-aa6b9c2f2298', 'name': 'tempest-ServersTestJSON-1288995976-router', 'tenant_id': 'f4a8958cccf34029ac197e6245b67935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:53:02Z', 'updated_at': '2021-11-12T10:55:48Z', 'revision_number': 6, 'project_id': 'f4a8958cccf34029ac197e6245b67935', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:49.571329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-cb4b4777-58c2-465a-869a-5affe8276a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.573281 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-cb4b4777-58c2-465a-869a-5affe8276a03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 1097 time: 0.4714594 Nov 12 10:55:49.640203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f161f70-d000-476e-8048-68dc046f387e req-25619508-afc0-4292-8b32-18376b20f3dd tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.642144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f161f70-d000-476e-8048-68dc046f387e req-25619508-afc0-4292-8b32-18376b20f3dd tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.2710295 Nov 12 10:55:49.708265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-06b2180e-0ae9-4980-8c06-9e91fd845ad4 service neutron] 10.222.0.59 "GET /v2.0/ports/510848b4-b441-4a96-b4c5-d09f0c7278bc/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.2097242 Nov 12 10:55:49.762370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-2873e16f-d0d2-46fc-a082-519dfa509f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.765683 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-2873e16f-d0d2-46fc-a082-519dfa509f56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.1270437 Nov 12 10:55:49.804219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f161f70-d000-476e-8048-68dc046f387e req-0b26ecfb-951d-4e1f-bd41-2d8ce159e608 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448231 Nov 12 10:55:49.807264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10f42395-5291-43e1-8eff-d486e0a45263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.825534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10f42395-5291-43e1-8eff-d486e0a45263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.845092 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-5244a88a-d482-470e-9b4b-e123408fa16d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 200 len: 217 time: 0.0463524 Nov 12 10:55:49.851021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.879822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-10f42395-5291-43e1-8eff-d486e0a45263 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e50f80ac63274f34b9ecbda19dc84bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9998820 Nov 12 10:55:49.891537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50774) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:49.949932 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2411435f-4531-4f5b-a045-c9ae83df6289 req-9a105421-2fc1-48d1-b686-519648c5b0d1 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255969 Nov 12 10:55:49.966831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f42395-5291-43e1-8eff-d486e0a45263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04e5dd-df14-4c02-bd91-8c85d2d23d04,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:50.004470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Pushing event deleted for resources: {'Port': ['ID=766b35af-11cc-4016-a756-f98b5bd1d355,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:50.117895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-1acfef4a-aa1f-4f67-929e-c73539c20046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:50.119418 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-1acfef4a-aa1f-4f67-929e-c73539c20046 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.2590580 Nov 12 10:55:50.174446 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-741fdd63-2e45-4ca9-9d32-5b216c43ebe5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455422 Nov 12 10:55:50.176245 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.289837 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.292290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.294299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdffe4ca-e52e-4cdc-9120-62ec13214818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.420957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8e2bd-57f3-4cc1-9368-d08324a33612 req-6924713e-3a13-4c05-81e6-317872732953 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:50.435092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfd8e2bd-57f3-4cc1-9368-d08324a33612 req-6924713e-3a13-4c05-81e6-317872732953 tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 945 time: 0.2578983 Nov 12 10:55:50.435535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-237dcc6a-ab8e-4e48-8568-5a617242b6df tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615263 Nov 12 10:55:50.446639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-883806e6-ca80-4903-8d09-aa515f4be47b tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:50.448474 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-883806e6-ca80-4903-8d09-aa515f4be47b tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 945 time: 0.4357119 Nov 12 10:55:50.485749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.486313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5b7035-e962-4e69-80e5-aa6b9c2f2298 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:55:50.501413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.508285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-24af8b79-3d25-48a8-9984-579b864766be admin admin] 10.222.0.31 "DELETE /v2.0/routers/2b5b7035-e962-4e69-80e5-aa6b9c2f2298 HTTP/1.1" status: 204 len: 168 time: 2.4043930 Nov 12 10:55:50.516267 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdffe4ca-e52e-4cdc-9120-62ec13214818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.518121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50802) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:50.583230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91b2da31-e719-421b-ae8a-c337f6ce6b77 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:50.629823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda3c9a8-1dd7-4345-8175-bad6054a80cc admin admin] Deleting subnet 72f93546-3db0-4dc8-9b4d-3ac341bb4900 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:55:50.631261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 91b2da31-e719-421b-ae8a-c337f6ce6b77 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:50.631872 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91b2da31-e719-421b-ae8a-c337f6ce6b77 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:50.632799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 766b35af-11cc-4016-a756-f98b5bd1d355 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:50.644652 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9a8-1dd7-4345-8175-bad6054a80cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.691773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 766b35af-11cc-4016-a756-f98b5bd1d355 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:50.692120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 766b35af-11cc-4016-a756-f98b5bd1d355 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:50.739589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-1a554fec-e5dd-48ce-b58d-d6e8bc3b6f6b service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678007 Nov 12 10:55:50.766117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-a74e9e31-bc7b-4a75-9476-b2c91148dd96 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:50.768182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-a74e9e31-bc7b-4a75-9476-b2c91148dd96 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296010 Nov 12 10:55:50.784040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfd8e2bd-57f3-4cc1-9368-d08324a33612 req-9145c049-3c11-44bd-9199-2d11053eb5aa tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464756 Nov 12 10:55:50.836730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-d971ae75-4b3b-479e-8a60-8f11efa857c1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/quotas/6c1e7f67c8df48db9a67eec7eaad3a09 HTTP/1.1" status: 200 len: 375 time: 0.0418746 Nov 12 10:55:50.849710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:50.911488 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9a8-1dd7-4345-8175-bad6054a80cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.023906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:51.063880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdffe4ca-e52e-4cdc-9120-62ec13214818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.067286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdffe4ca-e52e-4cdc-9120-62ec13214818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.072627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cdffe4ca-e52e-4cdc-9120-62ec13214818 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b04e5dd-df14-4c02-bd91-8c85d2d23d04 HTTP/1.1" status: 204 len: 168 time: 1.1797111 Nov 12 10:55:51.084564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-378fec62-319b-4103-899f-e40774f45c86 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2266638 Nov 12 10:55:51.105874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffe4ca-e52e-4cdc-9120-62ec13214818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04e5dd-df14-4c02-bd91-8c85d2d23d04,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:51.171133 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7d7efd-5774-4957-bee9-23497cd2a525 req-45e03581-cc0d-45ec-a03c-6eed507975f2 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986490 Nov 12 10:55:51.186140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f458eb-b7f2-4c76-8f2d-43872a8c90a6 req-680451ff-e9b0-4151-b3de-f49acf88a508 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:51.195003 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2f458eb-b7f2-4c76-8f2d-43872a8c90a6 req-680451ff-e9b0-4151-b3de-f49acf88a508 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 943 time: 0.2201922 Nov 12 10:55:51.199947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510848b4-b441-4a96-b4c5-d09f0c7278bc {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:51.395622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:51.452734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Deleting port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:51.453210 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.499109 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.530077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2f458eb-b7f2-4c76-8f2d-43872a8c90a6 req-3464d375-674f-438e-ad67-35cf2c5ff8f1 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301892 Nov 12 10:55:51.536121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9a8-1dd7-4345-8175-bad6054a80cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.638095 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:55:51.870491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] For port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:51.871676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.907852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Calling delete_port for 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:51.915829 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9a8-1dd7-4345-8175-bad6054a80cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.951665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddc666-60d0-440f-8a3c-6a662bb9f538 req-f40a7b82-bca6-4e97-b4cb-fd7abee3e5eb tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:51.964541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4ddc666-60d0-440f-8a3c-6a662bb9f538 req-f40a7b82-bca6-4e97-b4cb-fd7abee3e5eb tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 945 time: 0.2896249 Nov 12 10:55:51.982728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] Transition to ACTIVE for port object 510848b4-b441-4a96-b4c5-d09f0c7278bc will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:51.992051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9a8-1dd7-4345-8175-bad6054a80cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.993828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fbd14e-de34-4f11-ba1a-69c3288c2f75 None None] Network a6a0899a-cc94-4191-bb10-fe6d5abaddec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:55:51.998631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dda3c9a8-1dd7-4345-8175-bad6054a80cc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72f93546-3db0-4dc8-9b4d-3ac341bb4900 HTTP/1.1" status: 204 len: 168 time: 1.4774659 Nov 12 10:55:52.002357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50840) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:52.046338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.065747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3c9a8-1dd7-4345-8175-bad6054a80cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f93546-3db0-4dc8-9b4d-3ac341bb4900,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:52.258842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50844) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:52.317383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f615204-9df3-40cc-bc61-c0bbe6d81813 req-0a501557-a783-45f0-864b-825c7af3384e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 210 time: 0.0559545 Nov 12 10:55:52.329260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.354709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c583492-4e12-4b7c-ba60-86cd6ac7bbd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.501383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] DHCP port deletion for a6a0899a-cc94-4191-bb10-fe6d5abaddec request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:55:52.528211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4ddc666-60d0-440f-8a3c-6a662bb9f538 req-d1171e64-3efd-440d-b497-fb72625c6ecc tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620887 Nov 12 10:55:52.529771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] No DVR routers for this DVR port 510848b4-b441-4a96-b4c5-d09f0c7278bc on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:52.607606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] Pushing event updated for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:52.635091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Deleting port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:52.635683 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.648851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:52.739696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-0d19b802-e000-4b21-96b6-f5950024941a service neutron] 10.222.0.59 "PUT /v2.0/ports/510848b4-b441-4a96-b4c5-d09f0c7278bc/bindings/n-h2-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 3.0132048 Nov 12 10:55:52.785353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] For port 0444f6b2-db9a-4ffc-ad0e-420af37337e2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0444f6b2-db9a-4ffc-ad0e-420af37337e2,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:52.799509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.846465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Calling delete_port for 0444f6b2-db9a-4ffc-ad0e-420af37337e2 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:52.949977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] Deleting port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:52.951005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.951343 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.008596 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.057175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Pushing event deleted for resources: {'Port': ['ID=10a6e465-ec3b-4c58-a2b3-dc92d7b51790,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:53.066481 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c583492-4e12-4b7c-ba60-86cd6ac7bbd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.076507 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c583492-4e12-4b7c-ba60-86cd6ac7bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.097143 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.162698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] No DVR routers for this DVR port 10a6e465-ec3b-4c58-a2b3-dc92d7b51790 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:53.181117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.182445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] For port 0444f6b2-db9a-4ffc-ad0e-420af37337e2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0444f6b2-db9a-4ffc-ad0e-420af37337e2,segment=NetworkSegment(07973ed7-0c03-4c4b-8491-9e38f6b9aad9),segment_id=07973ed7-0c03-4c4b-8491-9e38f6b9aad9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:53.183099 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.185565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe7ae3d5-9b7f-4ffa-82df-b7666223a72a req-3ed86145-0322-4431-952c-d78907c179db tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.52 "DELETE /v2.0/ports/10a6e465-ec3b-4c58-a2b3-dc92d7b51790 HTTP/1.1" status: 204 len: 173 time: 2.6895185 Nov 12 10:55:53.189060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'name': 'network-vif-deleted', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:53.191396 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eee04f-03c0-4162-9175-00847ab8d913" -d '{"events": [{"server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "name": "network-vif-deleted", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:53.200150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c583492-4e12-4b7c-ba60-86cd6ac7bbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60969744-b435-4ab2-bb94-649c0b11a8fb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:53.223592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c583492-4e12-4b7c-ba60-86cd6ac7bbd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10fc712e9e9146269d9e54adff7cd6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9448414 Nov 12 10:55:53.226327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50862) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:53.257635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Pushing event deleted for resources: {'Port': ['ID=0444f6b2-db9a-4ffc-ad0e-420af37337e2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:53.268306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] Calling delete_port for 0444f6b2-db9a-4ffc-ad0e-420af37337e2 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:53.288223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] No DVR routers for this DVR port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:53.316131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af1e0e85-aa6d-4369-9a4d-92f61bcfd389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.356222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af1e0e85-aa6d-4369-9a4d-92f61bcfd389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.391235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f7fd5-3fb1-4a97-932d-47abf17bcd49 req-9bdf3ac3-8b8f-4987-9fbe-083e908a8cec tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.413778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb6f7fd5-3fb1-4a97-932d-47abf17bcd49 req-9bdf3ac3-8b8f-4987-9fbe-083e908a8cec tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/ports?device_id=7259ace0-51d7-44d6-9388-03553cde9d49 HTTP/1.1" status: 200 len: 867 time: 0.9326622 Nov 12 10:55:53.431117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.450601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] No DVR routers for this DVR port 0444f6b2-db9a-4ffc-ad0e-420af37337e2 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:53.463732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af1e0e85-aa6d-4369-9a4d-92f61bcfd389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.467409 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af1e0e85-aa6d-4369-9a4d-92f61bcfd389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.468529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-af1e0e85-aa6d-4369-9a4d-92f61bcfd389 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60969744-b435-4ab2-bb94-649c0b11a8fb HTTP/1.1" status: 204 len: 168 time: 0.2410095 Nov 12 10:55:53.476117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71c25e-b0ae-41d4-9656-508b7b577201 None None] Pushing event deleted for resources: {'Port': ['ID=0444f6b2-db9a-4ffc-ad0e-420af37337e2,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:53.494364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e0e85-aa6d-4369-9a4d-92f61bcfd389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60969744-b435-4ab2-bb94-649c0b11a8fb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:53.583707 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.622586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a0899a-cc94-4191-bb10-fe6d5abaddec']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:53.648573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07973ed7-0c03-4c4b-8491-9e38f6b9aad9') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:53.650152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07973ed7-0c03-4c4b-8491-9e38f6b9aad9') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:53.682156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-bc598db1-d102-4d85-a0bd-3f46ca54ca2b tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.686239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-bc598db1-d102-4d85-a0bd-3f46ca54ca2b tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.1304889 Nov 12 10:55:53.686669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.751840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.774826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:55:53.780429 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:55:53.785692 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:55:53.842993 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9b3699c-e874-4e6a-b8d2-6a6493540372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.913427 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-f98c32ae-6748-481f-9c21-c91cd20c71f4 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1433268 Nov 12 10:55:53.945374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-f021951f-013f-4462-853a-5fcb7a019c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.948187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-f021951f-013f-4462-853a-5fcb7a019c1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd&tenant_id=7d956d072ec4403897681bda1ea4b91c HTTP/1.1" status: 200 len: 1096 time: 0.2535281 Nov 12 10:55:53.972972 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb6f7fd5-3fb1-4a97-932d-47abf17bcd49 req-33d830fc-ce60-4abe-a46b-ab50e917e91b tempest-FloatingIPsAssociationNegativeTestJSON-656220099 tempest-FloatingIPsAssociationNegativeTestJSON-656220099-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d4e8d85-62b0-4783-9494-ec5e8e21837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635391 Nov 12 10:55:53.996665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:54.012883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:54.022854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a6a0899a-cc94-4191-bb10-fe6d5abaddec HTTP/1.1" status: 204 len: 168 time: 2.0164385 Nov 12 10:55:54.062512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c6d05-db33-40e5-92a6-0fbde7ce84d4 req-fa38cc70-0a1b-4cd2-9ac8-62fc73abba3c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.071311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-411c6d05-db33-40e5-92a6-0fbde7ce84d4 req-fa38cc70-0a1b-4cd2-9ac8-62fc73abba3c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 944 time: 0.3067839 Nov 12 10:55:54.081201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4fdff-b8a3-411a-84ab-1c2b79bce773 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a0899a-cc94-4191-bb10-fe6d5abaddec,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:54.264289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-ac585055-0eb1-43db-bdca-58540665214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.275460 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-ac585055-0eb1-43db-bdca-58540665214d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d956d072ec4403897681bda1ea4b91c&device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1096 time: 0.2444239 Nov 12 10:55:54.294080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8981a556-2fa1-47e6-9a27-a8d59355ebd3 req-bef3c93e-2d13-4b4f-8be0-385e9f061220 tempest-AbsoluteLimitsNegativeTestJSON-2095070961 tempest-AbsoluteLimitsNegativeTestJSON-2095070961-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4b41b39a73ff47acae004edffe8d332d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697701 Nov 12 10:55:54.334535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-411c6d05-db33-40e5-92a6-0fbde7ce84d4 req-aa56ed25-e83e-47fc-b730-3ef096258bb3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610941 Nov 12 10:55:54.433981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-14f9b124-0cd2-416b-93b1-deb51080d944 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.435943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-14f9b124-0cd2-416b-93b1-deb51080d944 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5131271 Nov 12 10:55:54.478494 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33aea23-7c5d-4a56-8ddf-20acfe7a4393 x-openstack-request-id: req-b33aea23-7c5d-4a56-8ddf-20acfe7a4393 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:54.478820 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7259ace0-51d7-44d6-9388-03553cde9d49", "name": "network-vif-deleted", "tag": "10a6e465-ec3b-4c58-a2b3-dc92d7b51790", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:54.479043 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b33aea23-7c5d-4a56-8ddf-20acfe7a4393 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:54.479482 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7259ace0-51d7-44d6-9388-03553cde9d49', 'name': 'network-vif-deleted', 'tag': '10a6e465-ec3b-4c58-a2b3-dc92d7b51790', 'status': 'completed', 'code': 200} Nov 12 10:55:54.486637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Request body: {'port': {'device_id': 'b32cf9b4-003d-49fb-b6e0-5137eea62a7c', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '6c1e7f67c8df48db9a67eec7eaad3a09'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:54.550796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0444f6b2-db9a-4ffc-ad0e-420af37337e2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:54.586994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50896) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:54.637489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-690539a0-3d5f-43fb-9286-e6620ba40e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.639577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-690539a0-3d5f-43fb-9286-e6620ba40e52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 200 len: 922 time: 0.3415303 Nov 12 10:55:54.642408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 0444f6b2-db9a-4ffc-ad0e-420af37337e2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:54.643596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0444f6b2-db9a-4ffc-ad0e-420af37337e2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:54.700445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981a556-2fa1-47e6-9a27-a8d59355ebd3 req-c385825c-560f-4f60-9b83-21f165c5289a tempest-AbsoluteLimitsNegativeTestJSON-2095070961 tempest-AbsoluteLimitsNegativeTestJSON-2095070961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.702130 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-692fc028-cd33-4ca4-b139-202a21a884be req-da39ccd0-0364-4fbb-a25d-970b0d811663 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 210 time: 0.0612121 Nov 12 10:55:54.703736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8981a556-2fa1-47e6-9a27-a8d59355ebd3 req-c385825c-560f-4f60-9b83-21f165c5289a tempest-AbsoluteLimitsNegativeTestJSON-2095070961 tempest-AbsoluteLimitsNegativeTestJSON-2095070961-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975544 Nov 12 10:55:54.759270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8981a556-2fa1-47e6-9a27-a8d59355ebd3 req-35f53074-2551-474e-b2db-d4c4049a65d7 tempest-AbsoluteLimitsNegativeTestJSON-2095070961 tempest-AbsoluteLimitsNegativeTestJSON-2095070961-project] 10.222.0.31 "GET /v2.0/quotas/4b41b39a73ff47acae004edffe8d332d HTTP/1.1" status: 200 len: 375 time: 0.0425093 Nov 12 10:55:54.833254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-6bf10596-d47b-4335-b38b-d389608830d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 200 len: 217 time: 0.1456826 Nov 12 10:55:54.839213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8981a556-2fa1-47e6-9a27-a8d59355ebd3 req-ec06f084-4a3c-49a1-bf2f-e2aada2ab601 tempest-AbsoluteLimitsNegativeTestJSON-2095070961 tempest-AbsoluteLimitsNegativeTestJSON-2095070961-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b41b39a73ff47acae004edffe8d332d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638077 Nov 12 10:55:54.839476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-296e91ce-1191-444f-a21e-74dabf1af459 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4a8958cccf34029ac197e6245b67935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482874 Nov 12 10:55:54.840548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50916) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:54.938298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Made reservation on behalf of 6c1e7f67c8df48db9a67eec7eaad3a09 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:54.942192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:54.967123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-d8cc11d6-c837-49e5-9460-98ae4bf5d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.968645 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-d8cc11d6-c837-49e5-9460-98ae4bf5d918 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 200 len: 861 time: 0.1226897 Nov 12 10:55:54.985254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ee81707-b025-4505-89da-ba7cccd9132a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.015148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-8f64aaee-b4fc-4480-a925-407f90ef4cac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=874b9b59-a949-4993-bbf5-452693fda86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385261 Nov 12 10:55:55.040939 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ee81707-b025-4505-89da-ba7cccd9132a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.147220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50938) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:55.249796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-78b3e4b8-cd61-403b-b0be-3d40755dd2ed service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974249 Nov 12 10:55:55.251069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Allocated IP 192.168.233.24 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/e3363e68-7334-421a-a56c-92ec9e4d7e63) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:55.334603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ee81707-b025-4505-89da-ba7cccd9132a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.339110 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ee81707-b025-4505-89da-ba7cccd9132a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.341310 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7ee81707-b025-4505-89da-ba7cccd9132a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a71ec19-5aa8-4a59-9724-8850c7cf2b52 HTTP/1.1" status: 204 len: 168 time: 0.4985478 Nov 12 10:55:55.359911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee81707-b025-4505-89da-ba7cccd9132a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a71ec19-5aa8-4a59-9724-8850c7cf2b52,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:55.825422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50960) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:55.942542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346c67b-917a-469d-970c-925c9557fec2 req-0daca646-be7a-4f0f-9b80-cc390668f0ff tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:55.944322 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5346c67b-917a-469d-970c-925c9557fec2 req-0daca646-be7a-4f0f-9b80-cc390668f0ff tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 944 time: 0.1179392 Nov 12 10:55:56.023706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bfeb1-0494-4a41-9c6d-4d79ab84109b req-0c60a2e2-fa1b-4b5e-9ea2-898ccf7d6600 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:56.025836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f74bfeb1-0494-4a41-9c6d-4d79ab84109b req-0c60a2e2-fa1b-4b5e-9ea2-898ccf7d6600 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 945 time: 0.6809256 Nov 12 10:55:56.035229 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-7024031e-fc52-4822-928f-2fb87a8413b4 service neutron] 10.222.0.52 "GET /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711151 Nov 12 10:55:56.090921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5346c67b-917a-469d-970c-925c9557fec2 req-bb16e253-c36c-4911-a6b1-0d6d53d8af76 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316326 Nov 12 10:55:56.160735 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.186754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f74bfeb1-0494-4a41-9c6d-4d79ab84109b req-0ba850e8-e2b0-4351-ace5-250fa2e19934 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416318 Nov 12 10:55:56.245874 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18ad8af6-f8e3-40d0-a37b-e06e7ad7a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.274423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.278504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f838b31c-8c90-416b-81bb-5d21aadf4524 req-1d676449-bb2b-47b6-aae6-109c1a0b2523 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 210 time: 0.0685844 Nov 12 10:55:56.289161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a9e1276d-5fdb-4bf8-8904-eef988841679'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:56.300568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:56.409531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:56.412640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.415238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:56.420936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:56.478803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:56.479489 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.544851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0692060 Nov 12 10:55:56.572747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Request body: {'port': {'device_id': 'b32cf9b4-003d-49fb-b6e0-5137eea62a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:56.617464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4c842-a659-4b66-b26d-15767bcfa783 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Pushing event updated for resources: {'Port': ['ID=e3363e68-7334-421a-a56c-92ec9e4d7e63,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:56.621897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50980) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:56.680902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.685219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1627-597b-421a-9f12-5cb189a22c46 req-918d6cc5-b0a8-4f06-a109-7e2ed20573a8 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:56.687060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-918d6cc5-b0a8-4f06-a109-7e2ed20573a8 tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd&tenant_id=7d956d072ec4403897681bda1ea4b91c&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.3028419 Nov 12 10:55:56.705821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ca148101-88db-4794-91d9-ca9ba0b89cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.865043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:57.043281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-78cdbb45-1138-435e-b2fe-b0c388fd00d6 None None] Provisioning complete for port e3363e68-7334-421a-a56c-92ec9e4d7e63 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:57.044129 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78cdbb45-1138-435e-b2fe-b0c388fd00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.079426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4da7b447-fbd7-4923-bf63-1bdf975c17fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.101417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-78cdbb45-1138-435e-b2fe-b0c388fd00d6 None None] Port e3363e68-7334-421a-a56c-92ec9e4d7e63 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:57.161646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3363e68-7334-421a-a56c-92ec9e4d7e63 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:57.181473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.244159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Transition to ACTIVE for port object e3363e68-7334-421a-a56c-92ec9e4d7e63 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:57.246709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-baad1627-597b-421a-9f12-5cb189a22c46 req-12ad360f-5898-4149-b6f4-d424ec03f674 service neutron] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:57.259887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-baad1627-597b-421a-9f12-5cb189a22c46 req-12ad360f-5898-4149-b6f4-d424ec03f674 service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.267163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baad1627-597b-421a-9f12-5cb189a22c46 req-12ad360f-5898-4149-b6f4-d424ec03f674 service neutron] 10.222.0.52 "DELETE /v2.0/ports/510848b4-b441-4a96-b4c5-d09f0c7278bc/bindings/n-h1-768851-19 HTTP/1.1" status: 204 len: 173 time: 0.5649312 Nov 12 10:55:57.272441 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.356603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4da7b447-fbd7-4923-bf63-1bdf975c17fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.378514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:57.404333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a', 'network_id': '9c955ebe-61cf-4e53-9fd8-299acdf15e04', 'port_id': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a', 'mac_address': 'fa:16:3e:22:7a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa44256-6525-42a8-862e-c767dff65d34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:57.461253 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4da7b447-fbd7-4923-bf63-1bdf975c17fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.499288 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.510863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Pushing event updated for resources: {'Port': ['ID=e3363e68-7334-421a-a56c-92ec9e4d7e63,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:57.583615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:57.627885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:57.631520 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.633554 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.663961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ca148101-88db-4794-91d9-ca9ba0b89cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.681153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c3c8d-dc1c-40c1-89aa-39517cfaa8ff req-e7c455e8-ae59-455a-a87d-a436645d86be tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.692894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b4c3c8d-dc1c-40c1-89aa-39517cfaa8ff req-e7c455e8-ae59-455a-a87d-a436645d86be tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 944 time: 0.3718393 Nov 12 10:55:57.716236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c27d32-220e-4096-a121-9a74a06933d2 req-1d2c6b38-16a3-4c45-925b-a2b891808a62 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.731182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5c27d32-220e-4096-a121-9a74a06933d2 req-1d2c6b38-16a3-4c45-925b-a2b891808a62 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 945 time: 0.3459549 Nov 12 10:55:57.733314 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ca148101-88db-4794-91d9-ca9ba0b89cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.752930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4da7b447-fbd7-4923-bf63-1bdf975c17fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9a503a891dc49d0ac169741d92c565a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0789828 Nov 12 10:55:57.759688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51016) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:57.781755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['2efdbf2c-d47f-4724-91f4-44c7de5a1f0a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:57.785212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:57.816956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7b447-fbd7-4923-bf63-1bdf975c17fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6889d2-dbc3-4a0c-9c58-f7bf56d6d685,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:57.891226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51018) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:57.895800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b4c3c8d-dc1c-40c1-89aa-39517cfaa8ff req-5479989a-ad19-4cad-bcf4-36a823db2691 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894591 Nov 12 10:55:57.902712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Attempting to bind port e3363e68-7334-421a-a56c-92ec9e4d7e63 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:57.903283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Attempting to bind port e3363e68-7334-421a-a56c-92ec9e4d7e63 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:57.903798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Attempting to bind port e3363e68-7334-421a-a56c-92ec9e4d7e63 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:57.935611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Port e3363e68-7334-421a-a56c-92ec9e4d7e63 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:57.936497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Attempting to bind port e3363e68-7334-421a-a56c-92ec9e4d7e63 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:57.950742 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091fe25b-a255-4841-b489-929ca69dfe1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.953433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:57.953962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:57.954527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:57.955193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Bound port: e3363e68-7334-421a-a56c-92ec9e4d7e63, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:57.955719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.972010 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ca148101-88db-4794-91d9-ca9ba0b89cb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b41b39a73ff47acae004edffe8d332d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1444108 Nov 12 10:55:57.976003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51024) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:58.005182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5c27d32-220e-4096-a121-9a74a06933d2 req-247b0e96-5664-4fa1-8810-ae372a8f4bf1 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727368 Nov 12 10:55:58.006157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca148101-88db-4794-91d9-ca9ba0b89cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7e4d11-c053-40a2-991b-e842263f882a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:58.082081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Deleting port e51419f3-cb81-4947-8dd8-dc67184cab0a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:58.082794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.161472 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091fe25b-a255-4841-b489-929ca69dfe1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.334576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02074-9ea0-49e4-a762-b372a80253be req-c3b419b5-677f-4163-a9fc-57de4c175eff tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.336013 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28b02074-9ea0-49e4-a762-b372a80253be req-c3b419b5-677f-4163-a9fc-57de4c175eff tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 1096 time: 0.1154361 Nov 12 10:55:58.342584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] For port e51419f3-cb81-4947-8dd8-dc67184cab0a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e51419f3-cb81-4947-8dd8-dc67184cab0a,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:58.342995 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.355632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] For port e3363e68-7334-421a-a56c-92ec9e4d7e63, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:58.362596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Calling delete_port for e51419f3-cb81-4947-8dd8-dc67184cab0a owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:58.382326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] For port e3363e68-7334-421a-a56c-92ec9e4d7e63, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e3363e68-7334-421a-a56c-92ec9e4d7e63,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:58.397750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-49570623-network', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:58.400318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.420980 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d437d3ce-c2d2-4aa4-a631-c0d077d16d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.454256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8f9a8-9950-432f-b576-98e1c6932f2a req-24f57cc8-dfc4-4a2b-b313-a807eef00601 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.455950 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9db8f9a8-9950-432f-b576-98e1c6932f2a req-24f57cc8-dfc4-4a2b-b313-a807eef00601 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 947 time: 0.3180540 Nov 12 10:55:58.478763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.482702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.484285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] 10.222.0.59 "PUT /v2.0/ports/e3363e68-7334-421a-a56c-92ec9e4d7e63 HTTP/1.1" status: 200 len: 1096 time: 1.9189684 Nov 12 10:55:58.487374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32cf9b4-003d-49fb-b6e0-5137eea62a7c', 'tag': 'e3363e68-7334-421a-a56c-92ec9e4d7e63'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:58.489650 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71" -d '{"events": [{"name": "network-changed", "server_uuid": "b32cf9b4-003d-49fb-b6e0-5137eea62a7c", "tag": "e3363e68-7334-421a-a56c-92ec9e4d7e63"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:58.493324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28b02074-9ea0-49e4-a762-b372a80253be req-86666e57-1af9-43cb-a014-caa66bf49c4a tempest-LiveAutoBlockMigrationV225Test-1085141285 tempest-LiveAutoBlockMigrationV225Test-1085141285-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318052 Nov 12 10:55:58.498209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:58.500821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.517083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.518845 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091fe25b-a255-4841-b489-929ca69dfe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.521642 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091fe25b-a255-4841-b489-929ca69dfe1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.525667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-091fe25b-a255-4841-b489-929ca69dfe1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb6889d2-dbc3-4a0c-9c58-f7bf56d6d685 HTTP/1.1" status: 204 len: 168 time: 0.7648525 Nov 12 10:55:58.561300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d437d3ce-c2d2-4aa4-a631-c0d077d16d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.595298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fe25b-a255-4841-b489-929ca69dfe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6889d2-dbc3-4a0c-9c58-f7bf56d6d685,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:58.609172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b69dc9-ca04-436d-8ccf-56707c1d5377 service neutron] Pushing event updated for resources: {'Port': ['ID=e3363e68-7334-421a-a56c-92ec9e4d7e63,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:58.735265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9db8f9a8-9950-432f-b576-98e1c6932f2a req-d0507d7b-94d5-435f-8bf9-9e10fee470ab tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299984 Nov 12 10:55:58.751830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-a87eee2d-5815-4367-8f5c-6ec5cba03657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.764383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-a87eee2d-5815-4367-8f5c-6ec5cba03657 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 1099 time: 0.1679664 Nov 12 10:55:58.829030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:58.872750 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6a75b4-aa42-40d8-8ebd-8ea3259fcb42 x-openstack-request-id: req-8b6a75b4-aa42-40d8-8ebd-8ea3259fcb42 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:58.873193 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32cf9b4-003d-49fb-b6e0-5137eea62a7c", "tag": "e3363e68-7334-421a-a56c-92ec9e4d7e63", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:58.873824 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b6a75b4-aa42-40d8-8ebd-8ea3259fcb42 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:58.874825 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32cf9b4-003d-49fb-b6e0-5137eea62a7c', 'tag': 'e3363e68-7334-421a-a56c-92ec9e4d7e63', 'status': 'completed', 'code': 200} Nov 12 10:55:58.876779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-356929ca-8ae4-4149-acb8-c9ae5fd43bc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=e3363e68-7334-421a-a56c-92ec9e4d7e63 HTTP/1.1" status: 200 len: 217 time: 0.1051390 Nov 12 10:55:58.877996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d437d3ce-c2d2-4aa4-a631-c0d077d16d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.881121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d437d3ce-c2d2-4aa4-a631-c0d077d16d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.882585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d437d3ce-c2d2-4aa4-a631-c0d077d16d73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b7e4d11-c053-40a2-991b-e842263f882a HTTP/1.1" status: 204 len: 168 time: 0.8966937 Nov 12 10:55:58.902388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437d3ce-c2d2-4aa4-a631-c0d077d16d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7e4d11-c053-40a2-991b-e842263f882a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:58.969572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.978149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-b72b4629-8842-48a2-aac6-34a0195841e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.982029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.983324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-b72b4629-8842-48a2-aac6-34a0195841e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0911362 Nov 12 10:55:59.031702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.051664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:55:59.078093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-b02d7407-6b90-40f3-84af-21becb2b23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.080785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-b02d7407-6b90-40f3-84af-21becb2b23b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869458 Nov 12 10:55:59.089943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab80b4-9721-4ec8-84e1-673be1653872,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:59.094659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51419f3-cb81-4947-8dd8-dc67184cab0a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:59.108372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.126167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.126689 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Added segment 340dc826-c690-4ee5-979a-70289dca1b9c of type vlan for network ef157971-b920-4b47-9a5d-cb659950172e Nov 12 10:55:59.151736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:59.208915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:59.220416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.301601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:59.323929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51050) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:59.337521 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.352711 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5eda993e-fdef-4748-8dcc-cd72bcc3ed6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.358244 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.410925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-fd5bb598-dddf-4d20-9b52-19c3b4b1090f service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220594 Nov 12 10:55:59.424469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303d42-420b-4e56-bbbd-b9e71be9d366 req-7c395655-794d-493d-8073-2ece1faadf36 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.428820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d303d42-420b-4e56-bbbd-b9e71be9d366 req-7c395655-794d-493d-8073-2ece1faadf36 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 943 time: 0.1739581 Nov 12 10:55:59.503537 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.504765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.505407 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.573082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d303d42-420b-4e56-bbbd-b9e71be9d366 req-955cd207-8818-4f86-b5e1-665be1c6e15d tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295583 Nov 12 10:55:59.595803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4f55dc5-d7a8-4c2e-92d2-589ef5273eca req-a5223959-a4d5-4a30-bf56-8f064d9b2525 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653264 Nov 12 10:55:59.709252 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8021817 Nov 12 10:55:59.713103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51060) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:59.723655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Request body: {'subnet': {'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-49570623-subnet', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:59.736934 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5eda993e-fdef-4748-8dcc-cd72bcc3ed6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.738466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b580e-ec07-4b7e-a949-0c43f8055074 admin admin] Pushing event updated for resources: {'Network': ['ID=ef157971-b920-4b47-9a5d-cb659950172e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:59.753494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ef157971-b920-4b47-9a5d-cb659950172e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:55:59.763786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-f8cc8443-1c79-4c73-86ae-19ad1390cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.765418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5eda993e-fdef-4748-8dcc-cd72bcc3ed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.766229 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-f8cc8443-1c79-4c73-86ae-19ad1390cea1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 1099 time: 0.1050971 Nov 12 10:55:59.767868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:59.773041 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.781884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef29165-934a-4a70-95a6-d72b660c5dd1 req-2d94868b-1791-417e-a4b6-b61abee39fe3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.784273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eef29165-934a-4a70-95a6-d72b660c5dd1 req-2d94868b-1791-417e-a4b6-b61abee39fe3 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 944 time: 0.2333522 Nov 12 10:55:59.787525 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.950818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda993e-fdef-4748-8dcc-cd72bcc3ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47531da1-8add-414d-9046-022fc05941c8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:00.006880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5eda993e-fdef-4748-8dcc-cd72bcc3ed6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=627c8520ade2471fac52f31f7cb50788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6817989 Nov 12 10:56:00.009834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51072) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:00.107297 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eef29165-934a-4a70-95a6-d72b660c5dd1 req-f30fea78-cc6a-4f04-a120-f5560ef1e139 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941225 Nov 12 10:56:00.274707 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4b50-1738-462a-ad3f-30cfd37de6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.282196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-a6b4b2d1-c381-4612-9940-15dcc930936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.283715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-a6b4b2d1-c381-4612-9940-15dcc930936c service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3553615 Nov 12 10:56:00.371097 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4b50-1738-462a-ad3f-30cfd37de6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.382070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-88a0bcd4-38a4-42f3-ac26-99c9ffe2a67d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=e3363e68-7334-421a-a56c-92ec9e4d7e63 HTTP/1.1" status: 200 len: 217 time: 0.0648282 Nov 12 10:56:00.400699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-a382c45c-008d-40fb-99ae-c3de3b38bc94 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.403059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-a382c45c-008d-40fb-99ae-c3de3b38bc94 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.52 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 944 time: 0.4224489 Nov 12 10:56:00.416731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.434650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd8048-1d0a-416a-af7b-99bfd63e4e99 req-d5134da2-c236-4803-a785-b9a78e4155a6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.436299 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26cd8048-1d0a-416a-af7b-99bfd63e4e99 req-d5134da2-c236-4803-a785-b9a78e4155a6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 947 time: 0.2160797 Nov 12 10:56:00.561019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Router 7b723a95-f7d4-4415-b9c9-588f4b074449 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:56:00.561355 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.602460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-6a34c0cc-10c8-4e53-bf2e-56bb8185c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.606078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-6a34c0cc-10c8-4e53-bf2e-56bb8185c671 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2017586 Nov 12 10:56:00.606763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31eecba2-5a4b-4c79-abd2-208e4ee72806,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:00.615036 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26cd8048-1d0a-416a-af7b-99bfd63e4e99 req-d493b6b6-3251-4e3e-9bd9-02d75283df84 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494582 Nov 12 10:56:00.617446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4b50-1738-462a-ad3f-30cfd37de6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.620098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4b50-1738-462a-ad3f-30cfd37de6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.624952 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5cfd4b50-1738-462a-ad3f-30cfd37de6af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47531da1-8add-414d-9046-022fc05941c8 HTTP/1.1" status: 204 len: 168 time: 0.6134875 Nov 12 10:56:00.696334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Checking segment: {'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:00.697005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Network hostable DHCP agents. Network: ef157971-b920-4b47-9a5d-cb659950172e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:00.719835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd4b50-1738-462a-ad3f-30cfd37de6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47531da1-8add-414d-9046-022fc05941c8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:00.773974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed67adc-616d-4009-8505-7d1e3773c92f req-7e50889b-c3d2-4ec8-8a58-dc35f33f2e1d tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.775998 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ed67adc-616d-4009-8505-7d1e3773c92f req-7e50889b-c3d2-4ec8-8a58-dc35f33f2e1d tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 943 time: 0.1779766 Nov 12 10:56:00.780606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-e5c669c8-a18e-4775-94ed-405e35b64949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.782771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-e5c669c8-a18e-4775-94ed-405e35b64949 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452010 Nov 12 10:56:00.785403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Network ef157971-b920-4b47-9a5d-cb659950172e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:00.789329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:00.805852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8a94590a-9b5d-45b7-b8be-8c9f75593ee7 admin admin] 10.222.0.31 "PUT /v2.0/routers/7b723a95-f7d4-4415-b9c9-588f4b074449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6574886 Nov 12 10:56:00.809344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51106) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:00.825016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] Sync routers for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:00.830741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Deleting port 510848b4-b441-4a96-b4c5-d09f0c7278bc {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:00.831905 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.858641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ef157971-b920-4b47-9a5d-cb659950172e) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:00.889120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273be62-ce70-41cc-8ec0-589bef9382eb None None] Network ef157971-b920-4b47-9a5d-cb659950172e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:00.900245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:00.906433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:00.929790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.930842 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.035400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.051379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3865c236-3184-4457-a235-9af5d58d7847 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3348231 Nov 12 10:56:01.057425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51120) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:01.067359 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ed67adc-616d-4009-8505-7d1e3773c92f req-672baf3d-3aff-4b0e-9648-c7da10107c49 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776964 Nov 12 10:56:01.107298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:01.278876 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-72ed2b1a-376b-4b54-8a5b-d33a64244181 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776211 Nov 12 10:56:01.300544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:01.302670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] For port 510848b4-b441-4a96-b4c5-d09f0c7278bc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=510848b4-b441-4a96-b4c5-d09f0c7278bc,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:01.303243 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.335632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.384182 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.385959 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.406186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Calling delete_port for 510848b4-b441-4a96-b4c5-d09f0c7278bc owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:01.468584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51128) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:01.560948 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-966a2f20-d8c8-42da-bcd8-8259895fe27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.619421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Deleting port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:01.621938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.742903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.774701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04e711-12c9-4dc0-ac17-8419c95df05c req-8367d64a-08b7-472f-b988-31831bbbbb05 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:01.777933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b04e711-12c9-4dc0-ac17-8419c95df05c req-8367d64a-08b7-472f-b988-31831bbbbb05 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 944 time: 0.4490039 Nov 12 10:56:01.883022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18aa494a-8c7e-4080-9ccc-ada98f5f8e71 req-b682299e-dedf-493e-9b1c-10df78400a86 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758393 Nov 12 10:56:01.889350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-ef157971-b920-4b47-9a5d-cb659950172e', 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'fixed_ips': [{'subnet_id': '31eecba2-5a4b-4c79-abd2-208e4ee72806'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:56:01.891507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.083729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-966a2f20-d8c8-42da-bcd8-8259895fe27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.092968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.116450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51140) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:02.144111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-966a2f20-d8c8-42da-bcd8-8259895fe27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.169666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b04e711-12c9-4dc0-ac17-8419c95df05c req-5dc137f5-751e-4eff-b36a-7e17da236de9 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936373 Nov 12 10:56:02.185097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a2f20-d8c8-42da-bcd8-8259895fe27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06586cee-cdd7-4658-9ed6-8eaf0f473d07,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:02.211064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:55:58Z', 'revision_number': 5, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port': {'id': 'a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:50Z', 'updated_at': '2021-11-12T10:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:02.269414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] For port a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:02.269808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.293334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.298793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] Checking router: 7b723a95-f7d4-4415-b9c9-588f4b074449 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:02.312982 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Allocated IP 172.20.0.2 (ef157971-b920-4b47-9a5d-cb659950172e/31eecba2-5a4b-4c79-abd2-208e4ee72806/3f2b5159-68bc-425d-9c97-109e108e8640) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:02.319386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Calling delete_port for a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:02.328427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['5f23a1d1-6943-45e8-a478-87168d2b1faf'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:02.333864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6ea11-3f8b-4f28-9d28-d843d15b0053 req-9bac21be-fb21-4d07-ba8b-e28435dd9093 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:02.335796 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbe6ea11-3f8b-4f28-9d28-d843d15b0053 req-9bac21be-fb21-4d07-ba8b-e28435dd9093 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 947 time: 0.4146595 Nov 12 10:56:02.342066 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-966a2f20-d8c8-42da-bcd8-8259895fe27d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d01c74046d78431cac46c60046fd23ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8710756 Nov 12 10:56:02.346217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51146) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:02.406599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51148) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:02.441884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] Routers {'7b723a95-f7d4-4415-b9c9-588f4b074449'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:02.442702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b723a95-f7d4-4415-b9c9-588f4b074449'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:02.497527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Pushing event deleted for resources: {'Port': ['ID=510848b4-b441-4a96-b4c5-d09f0c7278bc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:02.536918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbe6ea11-3f8b-4f28-9d28-d843d15b0053 req-f22bd7c6-b373-4180-a1ff-31900c405768 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896365 Nov 12 10:56:02.540550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd672a3e-c095-40f5-8e91-39ec343e369d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.551292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cb46552c-8cb9-4753-bcd6-abb2da20496e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.599862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] Set router 7b723a95-f7d4-4415-b9c9-588f4b074449 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:02.632918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cb46552c-8cb9-4753-bcd6-abb2da20496e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.679118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:56:01Z', 'revision_number': 6, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:02.686842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 510848b4-b441-4a96-b4c5-d09f0c7278bc no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:02.728454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cb46552c-8cb9-4753-bcd6-abb2da20496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.731084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cb46552c-8cb9-4753-bcd6-abb2da20496e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.734739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cb46552c-8cb9-4753-bcd6-abb2da20496e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06586cee-cdd7-4658-9ed6-8eaf0f473d07 HTTP/1.1" status: 204 len: 168 time: 0.3838363 Nov 12 10:56:02.746514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46552c-8cb9-4753-bcd6-abb2da20496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06586cee-cdd7-4658-9ed6-8eaf0f473d07,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:02.750291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.756468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc40688-ed2c-4ee5-ab40-d2907d54ad42 None None] The sync data for ids ['7b723a95-f7d4-4415-b9c9-588f4b074449'] in n-d-768851-19 is: [{'id': '7b723a95-f7d4-4415-b9c9-588f4b074449', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1068258027-router', 'tenant_id': 'c85d4598f3c347bda06246d80197cf1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:48Z', 'updated_at': '2021-11-12T10:56:01Z', 'revision_number': 6, 'project_id': 'c85d4598f3c347bda06246d80197cf1a', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:02.763867 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 510848b4-b441-4a96-b4c5-d09f0c7278bc {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:02.764218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 510848b4-b441-4a96-b4c5-d09f0c7278bc not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:02.812856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Pushing event deleted for resources: {'Port': ['ID=a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:02.852006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e3363e68-7334-421a-a56c-92ec9e4d7e63 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:02.896446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] No DVR routers for this DVR port 510848b4-b441-4a96-b4c5-d09f0c7278bc on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:02.902365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.905205 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.908559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d32eaa-d3c0-45a0-baf9-e16300eded0f req-f3bcf8c2-34b1-458b-97d1-7c62baa4413e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.52 "DELETE /v2.0/ports/510848b4-b441-4a96-b4c5-d09f0c7278bc HTTP/1.1" status: 204 len: 173 time: 2.4554138 Nov 12 10:56:02.911220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'name': 'network-vif-deleted', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:02.913513 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798bae9b-f435-4f34-9867-1a1110f8f1ba" -d '{"events": [{"server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "name": "network-vif-deleted", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:02.921000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ddae930c-5506-44ae-9e55-7c28dd33748b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.921773 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.929519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.002226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a881-876c-405e-b022-d6344df7c61d req-7400cf8b-0cd3-4e7d-8499-101679b83f34 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:03.009497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c79a881-876c-405e-b022-d6344df7c61d req-7400cf8b-0cd3-4e7d-8499-101679b83f34 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 943 time: 0.6749682 Nov 12 10:56:03.048007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.050532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.067286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-c73ed436-9987-42ad-a7ec-c84bc60a7daa tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:03.068795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-c73ed436-9987-42ad-a7ec-c84bc60a7daa tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 943 time: 0.5602007 Nov 12 10:56:03.079071 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74afb29b-c136-47da-8c06-078fd592ca1f x-openstack-request-id: req-74afb29b-c136-47da-8c06-078fd592ca1f {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:03.079364 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d8dd50-41c7-4fe3-ae8b-0472729fd7dd", "name": "network-vif-deleted", "tag": "510848b4-b441-4a96-b4c5-d09f0c7278bc", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:03.079617 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74afb29b-c136-47da-8c06-078fd592ca1f {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:03.080005 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d8dd50-41c7-4fe3-ae8b-0472729fd7dd', 'name': 'network-vif-deleted', 'tag': '510848b4-b441-4a96-b4c5-d09f0c7278bc', 'status': 'completed', 'code': 200} Nov 12 10:56:03.087562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Network ef157971-b920-4b47-9a5d-cb659950172e is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:03.102714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:03.112794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:03.132800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Pushing event updated for resources: {'Port': ['ID=3f2b5159-68bc-425d-9c97-109e108e8640,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:03.189272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.189852 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b723a95-f7d4-4415-b9c9-588f4b074449 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:56:03.194086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ddae930c-5506-44ae-9e55-7c28dd33748b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.197688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.202461 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b98d01bb-9837-4ec7-8b37-feec660b3801 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7b723a95-f7d4-4415-b9c9-588f4b074449 HTTP/1.1" status: 204 len: 168 time: 2.3881321 Nov 12 10:56:03.206340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51158) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:03.241797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e3363e68-7334-421a-a56c-92ec9e4d7e63, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e3363e68-7334-421a-a56c-92ec9e4d7e63,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:03.304394 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ddae930c-5506-44ae-9e55-7c28dd33748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.321215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc4335b-abb1-484b-a26d-b23b42355658 admin admin] Deleting subnet cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:56:03.326416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cc4335b-abb1-484b-a26d-b23b42355658 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.335343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'e3363e68-7334-421a-a56c-92ec9e4d7e63', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'e3363e68-7334-421a-a56c-92ec9e4d7e63', 'mac_address': 'fa:16:3e:4a:f1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:03.366915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Attempting to bind port 3f2b5159-68bc-425d-9c97-109e108e8640 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:03.367388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Attempting to bind port 3f2b5159-68bc-425d-9c97-109e108e8640 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:03.367805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Attempting to bind port 3f2b5159-68bc-425d-9c97-109e108e8640 on network ef157971-b920-4b47-9a5d-cb659950172e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:03.411180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:03.412790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Checking segment: {'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:03.413609 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.414203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Bound using segment: {'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:03.414929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Bound port: 3f2b5159-68bc-425d-9c97-109e108e8640, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:03.415524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.437282 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1df5d9a6-b256-4821-af41-70a4fbd9770e req-df46c417-be64-4438-8765-9723a0b5e6a7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.0810170 Nov 12 10:56:03.447482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cc4335b-abb1-484b-a26d-b23b42355658 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.518273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] For port 3f2b5159-68bc-425d-9c97-109e108e8640, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:03.522537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] For port 3f2b5159-68bc-425d-9c97-109e108e8640, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3f2b5159-68bc-425d-9c97-109e108e8640,segment=NetworkSegment(340dc826-c690-4ee5-979a-70289dca1b9c),segment_id=340dc826-c690-4ee5-979a-70289dca1b9c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:03.536916 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.627427 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.627619 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cc4335b-abb1-484b-a26d-b23b42355658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.678631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c79a881-876c-405e-b022-d6344df7c61d req-9436505a-4dae-410e-9e13-d96b8d080736 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681392 Nov 12 10:56:03.724631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3363e68-7334-421a-a56c-92ec9e4d7e63 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:03.781759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2bfa7-5ac7-4d4e-9b5f-a26d7a0cb2e6 None None] Pushing event updated for resources: {'Port': ['ID=3f2b5159-68bc-425d-9c97-109e108e8640,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:03.815366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e3363e68-7334-421a-a56c-92ec9e4d7e63, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e3363e68-7334-421a-a56c-92ec9e4d7e63,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:03.820653 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.861301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b79d88-0757-4bbb-b5ac-6f1e67324c72 req-98859f31-df24-4da1-ae68-45ed0d3f142d tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:03.886957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-43b79d88-0757-4bbb-b5ac-6f1e67324c72 req-98859f31-df24-4da1-ae68-45ed0d3f142d tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 947 time: 0.1645956 Nov 12 10:56:03.920513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae930c-5506-44ae-9e55-7c28dd33748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace2e4f2-7662-4e1d-83e1-a5d3fdd109ea,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:03.932118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cc4335b-abb1-484b-a26d-b23b42355658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.965890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cc4335b-abb1-484b-a26d-b23b42355658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.970177 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1cc4335b-abb1-484b-a26d-b23b42355658 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d HTTP/1.1" status: 204 len: 168 time: 0.7629135 Nov 12 10:56:03.973171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.984195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51176) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:04.019126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e3363e68-7334-421a-a56c-92ec9e4d7e63,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:04.022625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37cba6-112a-4e2a-9dc9-f6c3cfaaa7cf None None] Network c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:04.084728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ddae930c-5506-44ae-9e55-7c28dd33748b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4a2c173d3874120b35771d0d3fb3b54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6696844 Nov 12 10:56:04.091585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51180) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:04.098038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4335b-abb1-484b-a26d-b23b42355658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8456f4-b5b7-4bbf-97cd-5492c7cdff4d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:04.118051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd672a3e-c095-40f5-8e91-39ec343e369d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.130346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-43b79d88-0757-4bbb-b5ac-6f1e67324c72 req-3c3b5808-964a-4cef-b1b4-09c50f9f4d47 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405005 Nov 12 10:56:04.155820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.173550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['e3363e68-7334-421a-a56c-92ec9e4d7e63'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:04.248165 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd672a3e-c095-40f5-8e91-39ec343e369d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.463424 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.467709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd672a3e-c095-40f5-8e91-39ec343e369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a857710-29d7-48bd-87ea-b1943004386f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:04.475629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dd672a3e-c095-40f5-8e91-39ec343e369d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28def804a8384d17b5ec696acd2b6d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3548365 Nov 12 10:56:04.476911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51188) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:04.483857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Deleting port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:04.484305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.508217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] DHCP port deletion for c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:56:04.544534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-43666a86-e15f-40f3-93ae-8016de7bd7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.687529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Allocated IP 172.25.2.4 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/a160c6e8-ad0e-4a05-bff3-c6bb284f271b) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:04.732495 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74a2e9e1-9606-4eb6-a765-7fc08f58ddf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.743364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-43666a86-e15f-40f3-93ae-8016de7bd7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.749502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17749c17-e1c0-4fae-8342-fe02195a7d2a req-d3ae24ca-d588-428e-add0-5fd934ad223a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.1894686 Nov 12 10:56:04.786316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3f2b5159-68bc-425d-9c97-109e108e8640 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:04.815856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74a2e9e1-9606-4eb6-a765-7fc08f58ddf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.841984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:04.928533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] For port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,segment=NetworkSegment(f58a71a2-648b-4899-9f39-d85ffd3cb6df),segment_id=f58a71a2-648b-4899-9f39-d85ffd3cb6df)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:04.929673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.932958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3cf58-5e5d-41ab-9911-c906a9f77868 req-953dc941-1d68-4d05-b17d-abb1972464de tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:04.944767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Calling delete_port for 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:04.946767 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ade3cf58-5e5d-41ab-9911-c906a9f77868 req-953dc941-1d68-4d05-b17d-abb1972464de tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 943 time: 0.1537125 Nov 12 10:56:04.972132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] Deleting port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:04.972507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.077132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ade3cf58-5e5d-41ab-9911-c906a9f77868 req-e9860056-2a52-4edf-ac02-8840696abd8b tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/security-groups?id=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199231 Nov 12 10:56:05.093392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] For port 430b9a01-1f3b-469a-9fc0-916025f0bfd1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=430b9a01-1f3b-469a-9fc0-916025f0bfd1,segment=NetworkSegment(b106c9e5-1350-4b71-b3b8-09aae6a65156),segment_id=b106c9e5-1350-4b71-b3b8-09aae6a65156)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:05.093392 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.100757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74a2e9e1-9606-4eb6-a765-7fc08f58ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.106552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74a2e9e1-9606-4eb6-a765-7fc08f58ddf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.118877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-74a2e9e1-9606-4eb6-a765-7fc08f58ddf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a857710-29d7-48bd-87ea-b1943004386f HTTP/1.1" status: 204 len: 168 time: 0.6406112 Nov 12 10:56:05.125211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] Calling delete_port for 430b9a01-1f3b-469a-9fc0-916025f0bfd1 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:05.144600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2e9e1-9606-4eb6-a765-7fc08f58ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a857710-29d7-48bd-87ea-b1943004386f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:05.332904 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.349529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532bef4-23c2-4eb1-851e-12d36cbba051 None None] Network ef157971-b920-4b47-9a5d-cb659950172e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:05.350335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Deleting port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:05.350822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.451640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] For port 430b9a01-1f3b-469a-9fc0-916025f0bfd1, host n-d-768851-19, got binding levels [] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:05.452105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.550178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.591323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] No DVR routers for this DVR port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:05.598585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.607121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a2e0d-21f9-43f3-995c-1600094799c5 None None] Pushing event deleted for resources: {'Port': ['ID=430b9a01-1f3b-469a-9fc0-916025f0bfd1,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:05.616471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Calling delete_port for 430b9a01-1f3b-469a-9fc0-916025f0bfd1 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:05.627924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-43666a86-e15f-40f3-93ae-8016de7bd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.629824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No active binding found for port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a {{(pid=109167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 10:56:05.630293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:05.630806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-43666a86-e15f-40f3-93ae-8016de7bd7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.634248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-43666a86-e15f-40f3-93ae-8016de7bd7a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ace2e4f2-7662-4e1d-83e1-a5d3fdd109ea HTTP/1.1" status: 204 len: 168 time: 1.5374508 Nov 12 10:56:05.638277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 was not found and therefore no delete operation was performed {{(pid=109165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 10:56:05.644308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3f2b5159-68bc-425d-9c97-109e108e8640 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:05.644678 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.650898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.678765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51218) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:05.692946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.723948 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a12ba7c5-9371-431f-b9a9-99816ca874a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.738752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Pushing event deleted for resources: {'Port': ['ID=2efdbf2c-d47f-4724-91f4-44c7de5a1f0a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:05.749390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbcac-226b-4e97-881e-bfc5d031eba8 req-d0b64740-ed86-4a2e-a66c-4aff9722a255 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:05.751650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-903cbcac-226b-4e97-881e-bfc5d031eba8 req-d0b64740-ed86-4a2e-a66c-4aff9722a255 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 948 time: 0.4888268 Nov 12 10:56:05.756106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] No DVR routers for this DVR port 430b9a01-1f3b-469a-9fc0-916025f0bfd1 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:05.760117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43666a86-e15f-40f3-93ae-8016de7bd7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace2e4f2-7662-4e1d-83e1-a5d3fdd109ea,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:05.760843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1e7bcdcb-6fbe-408e-b5c4-e3bb9b9a4f65 None None] Provisioning complete for port 3f2b5159-68bc-425d-9c97-109e108e8640 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:05.761837 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1e7bcdcb-6fbe-408e-b5c4-e3bb9b9a4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.904526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Pushing event updated for resources: {'Port': ['ID=a160c6e8-ad0e-4a05-bff3-c6bb284f271b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:05.907282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] No DVR routers for this DVR port 2efdbf2c-d47f-4724-91f4-44c7de5a1f0a on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:05.936750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=430b9a01-1f3b-469a-9fc0-916025f0bfd1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:05.939215 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.943657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0eae8dd6-5e63-404e-b46f-d1e250a03912 req-705c32ce-f837-4092-bd4a-28bc24a10ef7 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.59 "DELETE /v2.0/ports/2efdbf2c-d47f-4724-91f4-44c7de5a1f0a HTTP/1.1" status: 204 len: 173 time: 2.8591881 Nov 12 10:56:05.959076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617220cc-0859-4eea-9d7f-ddda015b600c', 'name': 'network-vif-deleted', 'tag': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:05.975894 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2857dcaf-b4a4-4c2d-b7fe-a8e166bbadaa" -d '{"events": [{"server_uuid": "617220cc-0859-4eea-9d7f-ddda015b600c", "name": "network-vif-deleted", "tag": "2efdbf2c-d47f-4724-91f4-44c7de5a1f0a"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:05.988881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:05.993796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:06.010334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:06.077030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57cedc90-8349-4a64-a2b6-11c19c824530 req-1369a98d-bb74-431e-b0fe-1b47056d129f tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.1514933 Nov 12 10:56:06.099598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a12ba7c5-9371-431f-b9a9-99816ca874a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.115031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a12ba7c5-9371-431f-b9a9-99816ca874a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.169117 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19178ed5-e2f7-49d2-9301-322ca7fd32b9 x-openstack-request-id: req-19178ed5-e2f7-49d2-9301-322ca7fd32b9 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:06.169463 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617220cc-0859-4eea-9d7f-ddda015b600c", "name": "network-vif-deleted", "tag": "2efdbf2c-d47f-4724-91f4-44c7de5a1f0a", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:06.169721 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19178ed5-e2f7-49d2-9301-322ca7fd32b9 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:06.170125 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617220cc-0859-4eea-9d7f-ddda015b600c', 'name': 'network-vif-deleted', 'tag': '2efdbf2c-d47f-4724-91f4-44c7de5a1f0a', 'status': 'completed', 'code': 200} Nov 12 10:56:06.176928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.211303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a12ba7c5-9371-431f-b9a9-99816ca874a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa74ee979af249b6bfb0d2095d17821a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311203 Nov 12 10:56:06.212586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51228) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:06.214985 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-903cbcac-226b-4e97-881e-bfc5d031eba8 req-cb09ae7b-828a-4ae1-94b2-a3bcf5307559 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390273 Nov 12 10:56:06.224536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ba7c5-9371-431f-b9a9-99816ca874a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236c7763-86f5-4ee5-9452-669effb4454b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:06.366456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.392188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1e7bcdcb-6fbe-408e-b5c4-e3bb9b9a4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.427135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b0c920f-ea0d-464e-9231-106706a45d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.444503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:06.446099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 3f2b5159-68bc-425d-9c97-109e108e8640, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3f2b5159-68bc-425d-9c97-109e108e8640,segment=NetworkSegment(340dc826-c690-4ee5-979a-70289dca1b9c),segment_id=340dc826-c690-4ee5-979a-70289dca1b9c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:06.470238 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.473800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-353544b7-67aa-472e-b4ae-19f1b8e72f3d req-6ed0d2ce-13a9-4d31-8b60-17dc50823a71 tempest-ImagesTestJSON-1082479050 tempest-ImagesTestJSON-1082479050-project] 10.222.0.31 "GET /v2.0/ports?device_id=617220cc-0859-4eea-9d7f-ddda015b600c HTTP/1.1" status: 200 len: 210 time: 0.0792332 Nov 12 10:56:06.515466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b0c920f-ea0d-464e-9231-106706a45d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.541215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b106c9e5-1350-4b71-b3b8-09aae6a65156') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:06.542054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b106c9e5-1350-4b71-b3b8-09aae6a65156') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:06.562763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.628037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.643383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:56:06.644103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:56:06.645671 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:56:06.676553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e51419f3-cb81-4947-8dd8-dc67184cab0a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:06.681223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b0c920f-ea0d-464e-9231-106706a45d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.684449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b0c920f-ea0d-464e-9231-106706a45d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.687968 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b0c920f-ea0d-464e-9231-106706a45d4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/236c7763-86f5-4ee5-9452-669effb4454b HTTP/1.1" status: 204 len: 168 time: 0.4692402 Nov 12 10:56:06.716610 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.750586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c920f-ea0d-464e-9231-106706a45d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236c7763-86f5-4ee5-9452-669effb4454b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:06.858734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e51419f3-cb81-4947-8dd8-dc67184cab0a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:06.859437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e51419f3-cb81-4947-8dd8-dc67184cab0a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:06.860019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:06.872303 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.883052 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:06.898169 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42 HTTP/1.1" status: 204 len: 168 time: 2.9054873 Nov 12 10:56:06.926512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e3363e68-7334-421a-a56c-92ec9e4d7e63 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:06.939538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c1930-82d5-4bc5-9356-38319ff60d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43bf2e6-ca59-4e10-8cd0-adb9b5c19a42,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:07.001723 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-1e7bcdcb-6fbe-408e-b5c4-e3bb9b9a4f65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:56:07.002062 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-1e7bcdcb-6fbe-408e-b5c4-e3bb9b9a4f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:56:07.003670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=3f2b5159-68bc-425d-9c97-109e108e8640,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:07.008936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:07.009488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a021b6e7-dfb8-45e5-8af3-12f3d9e21bb4 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:07.049742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port e3363e68-7334-421a-a56c-92ec9e4d7e63 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:07.061735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port e3363e68-7334-421a-a56c-92ec9e4d7e63 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:07.062237 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.152517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3f2b5159-68bc-425d-9c97-109e108e8640 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:07.235655 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.267461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32cf9b4-003d-49fb-b6e0-5137eea62a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3363e68-7334-421a-a56c-92ec9e4d7e63'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:07.270374 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9484fb8c-af1c-4ad1-a95e-8ade79fb0944" -d '{"events": [{"server_uuid": "b32cf9b4-003d-49fb-b6e0-5137eea62a7c", "name": "network-vif-plugged", "status": "completed", "tag": "e3363e68-7334-421a-a56c-92ec9e4d7e63"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:07.287756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e3363e68-7334-421a-a56c-92ec9e4d7e63, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e3363e68-7334-421a-a56c-92ec9e4d7e63,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:07.289759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3f2b5159-68bc-425d-9c97-109e108e8640 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:07.290406 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.319451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8efaf3cd-719e-4a10-84c1-b5d253cbe1b9 req-88e8d113-0a48-4b4d-9db7-3dcf527a4328 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.1121187 Nov 12 10:56:07.344547 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.359117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.408683 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ab945-c627-4ccc-8202-82056ab8e6ce x-openstack-request-id: req-157ab945-c627-4ccc-8202-82056ab8e6ce {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:07.409326 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32cf9b4-003d-49fb-b6e0-5137eea62a7c", "name": "network-vif-plugged", "status": "completed", "tag": "e3363e68-7334-421a-a56c-92ec9e4d7e63", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:07.409639 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-157ab945-c627-4ccc-8202-82056ab8e6ce {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:07.410108 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32cf9b4-003d-49fb-b6e0-5137eea62a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3363e68-7334-421a-a56c-92ec9e4d7e63', 'code': 200} Nov 12 10:56:07.410902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e3363e68-7334-421a-a56c-92ec9e4d7e63,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:07.503627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec1b56-488b-4f16-bb9a-8dacc5d7fb28 req-887df1bf-403e-4828-995e-aef2acaff88b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.507656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fec1b56-488b-4f16-bb9a-8dacc5d7fb28 req-887df1bf-403e-4828-995e-aef2acaff88b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 949 time: 0.1475775 Nov 12 10:56:07.508671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51284) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:07.594639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7d1f1306-a659-49b8-8ba2-8f3ca3635ee9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c85d4598f3c347bda06246d80197cf1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0841830 Nov 12 10:56:07.595530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51290) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:07.627664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fec1b56-488b-4f16-bb9a-8dacc5d7fb28 req-48755694-5852-479a-af9d-a9a00f96e58f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995600 Nov 12 10:56:07.678442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11c1de-6c49-4095-b667-564fdda6c08f req-a1136bb9-3455-4e7f-9620-8ff439fc6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.679957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d11c1de-6c49-4095-b667-564fdda6c08f req-a1136bb9-3455-4e7f-9620-8ff439fc6b0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 1101 time: 0.1537786 Nov 12 10:56:07.680699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fabc3753-c7dd-4a74-bd6c-834aad94f5d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.716209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 430b9a01-1f3b-469a-9fc0-916025f0bfd1 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:07.739982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fabc3753-c7dd-4a74-bd6c-834aad94f5d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.766110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51302) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:07.836119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 430b9a01-1f3b-469a-9fc0-916025f0bfd1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:07.839599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 430b9a01-1f3b-469a-9fc0-916025f0bfd1 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:07.843090 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d11c1de-6c49-4095-b667-564fdda6c08f req-8fa27411-bf95-4e20-bf37-ba9962eb693b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482463 Nov 12 10:56:07.859319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:56:07.862594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cc397550-6294-4be2-a747-7fee1396063f None None] Provisioning complete for port 3f2b5159-68bc-425d-9c97-109e108e8640 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:07.863372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cc397550-6294-4be2-a747-7fee1396063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.944822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fabc3753-c7dd-4a74-bd6c-834aad94f5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.947622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fabc3753-c7dd-4a74-bd6c-834aad94f5d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.948917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fabc3753-c7dd-4a74-bd6c-834aad94f5d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d4e8d85-62b0-4783-9494-ec5e8e21837d HTTP/1.1" status: 204 len: 168 time: 0.3490326 Nov 12 10:56:07.972178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc3753-c7dd-4a74-bd6c-834aad94f5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4e8d85-62b0-4783-9494-ec5e8e21837d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:08.142153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:08.156729 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Sync routers for ids ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:08.177514 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.179283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0871f3fb-217b-4e50-937d-0600103cb0dc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.1108856 Nov 12 10:56:08.185167 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51336) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:08.187172 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Routers {'d6b5a4d7-111d-41ff-8ded-ab1e759feda5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:08.188129 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:08.278349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51338) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:08.411096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a858f1a-7209-4cac-8908-cebe9976ae82 admin admin] Deleting subnet 6fa44256-6525-42a8-862e-c767dff65d34 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:56:08.411680 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Set router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:08.423206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a858f1a-7209-4cac-8908-cebe9976ae82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.524273 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a858f1a-7209-4cac-8908-cebe9976ae82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.624459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b917798-bd82-4804-be3e-64d915b0eb73 req-a55fb5fa-3b17-4003-8300-1cf08a91aea0 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.1225958 Nov 12 10:56:08.678931 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a858f1a-7209-4cac-8908-cebe9976ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.724236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51350) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:08.809924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a858f1a-7209-4cac-8908-cebe9976ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.857096 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:56:06Z', 'revision_number': 3, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port': {'id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:04Z', 'updated_at': '2021-11-12T10:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:08.887218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a858f1a-7209-4cac-8908-cebe9976ae82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa44256-6525-42a8-862e-c767dff65d34,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:08.888847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a858f1a-7209-4cac-8908-cebe9976ae82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.893229 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3a858f1a-7209-4cac-8908-cebe9976ae82 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6fa44256-6525-42a8-862e-c767dff65d34 HTTP/1.1" status: 204 len: 168 time: 0.6136868 Nov 12 10:56:08.896837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51354) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:08.942346 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Checking router: d6b5a4d7-111d-41ff-8ded-ab1e759feda5 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:08.943171 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Updating router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 port a160c6e8-ad0e-4a05-bff3-c6bb284f271b binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:08.983488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d868d8db-0db3-4f7a-8518-04de299c461e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.996325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.043891 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.107982 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.151062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c955ebe-61cf-4e53-9fd8-299acdf15e04']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:09.196743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58a71a2-648b-4899-9f39-d85ffd3cb6df') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:09.197410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58a71a2-648b-4899-9f39-d85ffd3cb6df') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:09.242673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.274146 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.288524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:56:09.289356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.354294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fccfb-20d4-4396-81c1-c9aa79abb2a4 req-6f918bad-74ed-4de8-9805-2f0be1293dd4 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:09.358678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f21fccfb-20d4-4396-81c1-c9aa79abb2a4 req-6f918bad-74ed-4de8-9805-2f0be1293dd4 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 949 time: 0.3580739 Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:56:09.470959 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:56:09.501132 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.508455 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.510386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-13510631-network', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:09.532059 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.576473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.595397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] 10.222.0.31 "DELETE /v2.0/networks/9c955ebe-61cf-4e53-9fd8-299acdf15e04 HTTP/1.1" status: 204 len: 168 time: 0.6949573 Nov 12 10:56:09.607263 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Pushing event updated for resources: {'Port': ['ID=a160c6e8-ad0e-4a05-bff3-c6bb284f271b,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:09.626255 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Attempting to bind port a160c6e8-ad0e-4a05-bff3-c6bb284f271b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:09.626689 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Attempting to bind port a160c6e8-ad0e-4a05-bff3-c6bb284f271b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:09.627002 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Attempting to bind port a160c6e8-ad0e-4a05-bff3-c6bb284f271b on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:09.648924 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.649210 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.649539 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.649814 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.650125 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.650464 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.650787 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.651160 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.651612 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.651923 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.652247 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.652565 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:09.656035 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:09.656481 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:09.656856 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.661303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e11e5-6305-45ed-b10d-870e2d1c401d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c955ebe-61cf-4e53-9fd8-299acdf15e04,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:09.665378 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:09.666135 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Bound port: a160c6e8-ad0e-4a05-bff3-c6bb284f271b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:09.666593 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.677762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:09.689895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.733900 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.756412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.766559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f21fccfb-20d4-4396-81c1-c9aa79abb2a4 req-2717798b-8ae5-4df1-8da5-bc4d1c6107c5 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772457 Nov 12 10:56:09.804201 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] For port a160c6e8-ad0e-4a05-bff3-c6bb284f271b, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:09.821418 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] For port a160c6e8-ad0e-4a05-bff3-c6bb284f271b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a160c6e8-ad0e-4a05-bff3-c6bb284f271b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:09.827605 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.925710 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8895749a-676d-4a99-8b82-11368a100590 req-48ef6849-5f0f-4bb7-87ab-eb53d30a0c16 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.0887945 Nov 12 10:56:09.972828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d868d8db-0db3-4f7a-8518-04de299c461e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.976286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51380) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:09.993627 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d868d8db-0db3-4f7a-8518-04de299c461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.994533 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadaf6ff-2294-4341-89b5-18227bb575c5 None None] Pushing event updated for resources: {'Port': ['ID=a160c6e8-ad0e-4a05-bff3-c6bb284f271b,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:10.024677 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Routers {'d6b5a4d7-111d-41ff-8ded-ab1e759feda5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:10.025846 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:10.105033 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8097a1a5-f21d-49ef-a5e7-7e9fffddc893 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ecee5924ead49e88d724610e46c622e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240315 Nov 12 10:56:10.116476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51384) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:10.141048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.155620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868d8db-0db3-4f7a-8518-04de299c461e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9cec7-e448-4497-b20b-e6a9ddc2dc92,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:10.164537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d868d8db-0db3-4f7a-8518-04de299c461e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=250aa14bd79d43169622cb6f948bc59d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3973081 Nov 12 10:56:10.165549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.172604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51386) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:10.186608 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.254790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:10.289874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:10.307728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.308721 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Added segment a62dc75f-58b0-4c3a-9be6-f688d7f6a80f of type vlan for network 6f693615-e5a7-41a0-9004-ac6f0aac8815 Nov 12 10:56:10.313588 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] Set router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:10.425048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b201-0a2c-423b-ad8a-cbe010ecc837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.430595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66d6556f-0eae-436b-9047-a0e06925f2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.441356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.497515 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66d6556f-0eae-436b-9047-a0e06925f2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.499748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b201-0a2c-423b-ad8a-cbe010ecc837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.500593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.507544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51394) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:10.588820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.591467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:10.592284 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.628881 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:56:06Z', 'revision_number': 3, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port': {'id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:04Z', 'updated_at': '2021-11-12T10:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:10.684544 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723ee19-d568-4e65-aa1c-cb94f8380c70 None None] The sync data for ids ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'] in n-d-768851-19 is: [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:56:06Z', 'revision_number': 3, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port': {'id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:04Z', 'updated_at': '2021-11-12T10:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:10.742091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0167634 Nov 12 10:56:10.747284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1012302178-network', 'tenant_id': '6c2c5d5853904f339db3460231c465f7'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:10.752376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51402) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:10.763860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Request body: {'subnet': {'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-subnet', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:10.802340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a07f77-d3d7-4939-934d-e5fe77026b18 admin admin] Pushing event updated for resources: {'Network': ['ID=6f693615-e5a7-41a0-9004-ac6f0aac8815,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:10.820526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:10.824938 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b201-0a2c-423b-ad8a-cbe010ecc837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.829512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b201-0a2c-423b-ad8a-cbe010ecc837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.834352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1fd5b201-0a2c-423b-ad8a-cbe010ecc837 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01 HTTP/1.1" status: 204 len: 168 time: 0.7166932 Nov 12 10:56:10.854256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66d6556f-0eae-436b-9047-a0e06925f2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.868317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66d6556f-0eae-436b-9047-a0e06925f2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.875172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-66d6556f-0eae-436b-9047-a0e06925f2b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53d9cec7-e448-4497-b20b-e6a9ddc2dc92 HTTP/1.1" status: 204 len: 168 time: 0.7013719 Nov 12 10:56:10.890030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5b201-0a2c-423b-ad8a-cbe010ecc837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23458f2e-7bc5-4e8a-a91a-13d3e0e5cd01,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:10.907822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Made reservation on behalf of 6c2c5d5853904f339db3460231c465f7 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:10.913418 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.927283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6556f-0eae-436b-9047-a0e06925f2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9cec7-e448-4497-b20b-e6a9ddc2dc92,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:10.948511 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.985933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:10.989057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.992959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Allocated IP 172.20.0.1 (ef157971-b920-4b47-9a5d-cb659950172e/31eecba2-5a4b-4c79-abd2-208e4ee72806/48c857d4-c10d-495b-9cbb-4cdc513db0a7) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:11.153850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585cc95-291d-41a9-9832-30fd6ec0dc86 req-3c118bed-77df-4b0d-bee3-019acf563a9f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:11.161723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b585cc95-291d-41a9-9832-30fd6ec0dc86 req-3c118bed-77df-4b0d-bee3-019acf563a9f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 949 time: 0.1786578 Nov 12 10:56:11.285340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1f08b95-4f3d-48c0-8569-65dbd6c8d5a3 req-1ad30c14-9f83-409f-b256-f482f78c7dac tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.1963940 Nov 12 10:56:11.333841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.351727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b585cc95-291d-41a9-9832-30fd6ec0dc86 req-b68512ca-cfa6-4b83-9fbc-a5aeaee632ad tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889377 Nov 12 10:56:11.409832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.458096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Network ef157971-b920-4b47-9a5d-cb659950172e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:11.525911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:11.528208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Pushing event updated for resources: {'Port': ['ID=48c857d4-c10d-495b-9cbb-4cdc513db0a7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:11.531765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:11.588963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.657183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51426) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:11.685256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0d37f78-9b4f-4c60-ba54-5eaa8c54f42f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.722330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.841860 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.869048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.904631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb17540-e5ed-4e03-aa3a-b71844022014,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:11.956130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:12.014238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-11c3f65f-5c12-45da-9e68-46952f2d7ec2 None None] Provisioning complete for port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:12.015092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba3356-69e2-4123-a267-79817b72b6e0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:12.016204 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11c3f65f-5c12-45da-9e68-46952f2d7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.035091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Checking segment: {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:12.035292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Network hostable DHCP agents. Network: 6f693615-e5a7-41a0-9004-ac6f0aac8815, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:12.045874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.045874 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Added segment d2c4692a-1007-434c-9cc1-29083677ff2f of type vlan for network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 Nov 12 10:56:12.099554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0d37f78-9b4f-4c60-ba54-5eaa8c54f42f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.106125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.133223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-11c3f65f-5c12-45da-9e68-46952f2d7ec2 None None] Port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:12.144303 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0d37f78-9b4f-4c60-ba54-5eaa8c54f42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.179077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.292338 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b0d37f78-9b4f-4c60-ba54-5eaa8c54f42f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59b124b17b9945ec8f2f1cb765bd90e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6331377 Nov 12 10:56:12.293128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d37f78-9b4f-4c60-ba54-5eaa8c54f42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1542aa07-a583-4e97-9fba-1b54dfa49d94,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:12.298071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51440) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:12.316311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.320541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.329142 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.415785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:12.452626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 6f693615-e5a7-41a0-9004-ac6f0aac8815) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:12.460689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9523294 Nov 12 10:56:12.466451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a374f9-90ac-4cb4-afe7-1e674ca90856 None None] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:12.466635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.469083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.472433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51448) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:12.517907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Request body: {'subnet': {'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1012302178-subnet', 'tenant_id': '6c2c5d5853904f339db3460231c465f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:12.574186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f47362ea-f5cf-433e-9ba9-16dc26668452 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8196948 Nov 12 10:56:12.577956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51450) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:12.595230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:12.616812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13117-9504-49f9-b087-6b7d13642515 admin admin] Pushing event updated for resources: {'Network': ['ID=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:12.637688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:12.663559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-329744e8-4743-4550-b331-2f3d50181d26 req-8c08a0d4-4bc0-4475-8234-6cdb5f079752 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.0315773 Nov 12 10:56:12.746275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ab1e-f221-4c50-9cca-67717ab4a982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.751461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Made reservation on behalf of 6c2c5d5853904f339db3460231c465f7 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:12.763016 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.840235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.843159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.015489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-6f693615-e5a7-41a0-9004-ac6f0aac8815', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:56:13.016393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.018389 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ab1e-f221-4c50-9cca-67717ab4a982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.063504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51466) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:13.207913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.266310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a160c6e8-ad0e-4a05-bff3-c6bb284f271b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:13.297077 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.303960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-586810117-network', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:13.455906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Allocated IP 172.20.0.2 (6f693615-e5a7-41a0-9004-ac6f0aac8815/6eb17540-e5ed-4e03-aa3a-b71844022014/8c2a8703-c2e9-4232-bd22-4103a81bf1a2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:13.475377 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.resource_extend [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-3765773d-fa3b-41e2-8713-97277c20e56a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:56:13.478114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-3765773d-fa3b-41e2-8713-97277c20e56a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.478687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-3765773d-fa3b-41e2-8713-97277c20e56a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.479213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-3765773d-fa3b-41e2-8713-97277c20e56a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.479912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-3765773d-fa3b-41e2-8713-97277c20e56a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.480430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-3765773d-fa3b-41e2-8713-97277c20e56a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.481524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-3765773d-fa3b-41e2-8713-97277c20e56a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.491129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-3765773d-fa3b-41e2-8713-97277c20e56a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c&device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e&device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606&device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd&device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47&device_id=96942532-575e-4351-92f6-1a5c46e1a58f&device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 5545 time: 0.7762218 Nov 12 10:56:13.493322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a160c6e8-ad0e-4a05-bff3-c6bb284f271b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:13.493757 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.516203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.538835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Pushing event updated for resources: {'Port': ['ID=48c857d4-c10d-495b-9cbb-4cdc513db0a7,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:13.554431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.645873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33332d9-4c19-4638-b09e-027dd606f127,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:13.664061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.664663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.665345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.666047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.666550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.667411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.669014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.669652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.670178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.670661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.671278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.671800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.694616 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.706671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.707539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.708081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.708947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.709512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.710515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.711326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.711882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.712432 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.713012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.713561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.714132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:13.722754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Made reservation on behalf of e12368c3e3924fbca8b6276ffe4c8cc9 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:13.725748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.737146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ab1e-f221-4c50-9cca-67717ab4a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.740644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ab1e-f221-4c50-9cca-67717ab4a982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.747059 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c0f9ab1e-f221-4c50-9cca-67717ab4a982 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1542aa07-a583-4e97-9fba-1b54dfa49d94 HTTP/1.1" status: 204 len: 168 time: 1.4460242 Nov 12 10:56:13.770853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.791224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9ab1e-f221-4c50-9cca-67717ab4a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1542aa07-a583-4e97-9fba-1b54dfa49d94,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:13.796713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.829957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.942928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.964266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Checking segment: {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:13.965728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Network hostable DHCP agents. Network: 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:14.084976 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9c19584-4ec2-4e50-8835-6f88414a0395 req-34a18c54-a4e0-4f1c-a26f-2ffe5b27be33 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=22d8dd50-41c7-4fe3-ae8b-0472729fd7dd HTTP/1.1" status: 200 len: 210 time: 0.1093826 Nov 12 10:56:14.107390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:14.141585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:14.161424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.162462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.180039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51488) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:14.181748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e628456-9ed8-4434-b620-31e478e0a88a None None] Network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:14.185517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Network ef157971-b920-4b47-9a5d-cb659950172e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:14.192078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-248b3da8-35bc-47fd-95d6-36ade0ba5302 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7017577 Nov 12 10:56:14.211312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:14.252041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35988b4d-4672-49b9-b721-62fe7e988598,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:14.298570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c05b3cd3-0dbc-4711-bad8-c08a5a546552 req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 354 time: 0.8061867 Nov 12 10:56:14.302994 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.307426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.308205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.308876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.309572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.310122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.310672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.311222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.311784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.312342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.312930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.313643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.314265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711e419-51c5-4265-9abc-1435a79c0576 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:14.359568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.421921 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.466520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:14.471195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f64eb-b278-4a9e-8b6d-5c9db9d1509a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:14.501179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.501775 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Added segment 2d22f9b9-3119-40d3-8a63-478e8afd8f2a of type vlan for network 84d83270-68a2-460c-bdbc-b7952a16f15e Nov 12 10:56:14.584063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.643317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8cd162b-720f-4227-98a8-6b3159a3e506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.733549 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.775760 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.783837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:56:14.813013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.815613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port a160c6e8-ad0e-4a05-bff3-c6bb284f271b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a160c6e8-ad0e-4a05-bff3-c6bb284f271b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:14.862495 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.864261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.865402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.935929 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.969266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8cd162b-720f-4227-98a8-6b3159a3e506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.007692 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8cd162b-720f-4227-98a8-6b3159a3e506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.025070 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9602582 Nov 12 10:56:15.035659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51516) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:15.036589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Pushing event updated for resources: {'Port': ['ID=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.046549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Request body: {'subnet': {'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-586810117-subnet', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:15.055010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:15.075596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb1bec-4058-4c70-977c-2d55a008288d admin admin] Pushing event updated for resources: {'Network': ['ID=84d83270-68a2-460c-bdbc-b7952a16f15e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.083220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.149131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:15.154706 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.157113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=a160c6e8-ad0e-4a05-bff3-c6bb284f271b,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.161626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:15.173454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 84d83270-68a2-460c-bdbc-b7952a16f15e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:15.220707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e111c83-0c38-4313-ac09-0951af5550ed req-c71dc5f0-3ff2-4934-87bc-97c7ff3be639 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.221221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e111c83-0c38-4313-ac09-0951af5550ed req-c71dc5f0-3ff2-4934-87bc-97c7ff3be639 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.221693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e111c83-0c38-4313-ac09-0951af5550ed req-c71dc5f0-3ff2-4934-87bc-97c7ff3be639 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.223563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e111c83-0c38-4313-ac09-0951af5550ed req-c71dc5f0-3ff2-4934-87bc-97c7ff3be639 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c&device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e&device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 2885 time: 0.3658507 Nov 12 10:56:15.278000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e8cd162b-720f-4227-98a8-6b3159a3e506 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa5679762ddb46a9aeb667cd1b0c62e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0938530 Nov 12 10:56:15.292077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51532) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:15.301507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd162b-720f-4227-98a8-6b3159a3e506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb1a1fa-a543-4d54-961c-1c6a3fe16f09,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.341366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7087fcfe-1a85-4c59-89ce-365fa2956dce None None] Provisioning complete for port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:15.342656 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7087fcfe-1a85-4c59-89ce-365fa2956dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.349595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Made reservation on behalf of e12368c3e3924fbca8b6276ffe4c8cc9 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:15.351916 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.386975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e111c83-0c38-4313-ac09-0951af5550ed req-13d21e8c-1bd4-4b5a-afe6-aba07ba6c80a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479013 Nov 12 10:56:15.552196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7087fcfe-1a85-4c59-89ce-365fa2956dce None None] Port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:15.570146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230fa2ef-a0d8-40b2-863c-3d753cffff5b None None] Network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:15.580621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Allocated IP 172.25.2.23 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/d56c017c-f1da-499b-9780-3af8b0b6d25c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:15.593661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Attempting to bind port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:15.594198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Attempting to bind port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:15.595093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Attempting to bind port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 on network 6f693615-e5a7-41a0-9004-ac6f0aac8815 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:15.616292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:15.617231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Checking segment: {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:15.617959 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.619139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Bound using segment: {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:15.619794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Bound port: 8c2a8703-c2e9-4232-bd22-4103a81bf1a2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:15.621751 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75db277f-eae4-4ad3-b53f-c936cdc5af82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.621980 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.743794 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75db277f-eae4-4ad3-b53f-c936cdc5af82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.799791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:15.828450 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-124d5910-d975-4e35-a0ad-c1c952919fdc admin admin] 10.222.0.31 "PUT /v2.0/routers/d6b5a4d7-111d-41ff-8ded-ab1e759feda5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6360207 Nov 12 10:56:15.890467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-9929632a-2be8-4151-9b2a-9c0f3d777632 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.897199 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-9929632a-2be8-4151-9b2a-9c0f3d777632 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 822 time: 0.7030275 Nov 12 10:56:15.907611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Sync routers for ids ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:15.913805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75db277f-eae4-4ad3-b53f-c936cdc5af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.916504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75db277f-eae4-4ad3-b53f-c936cdc5af82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.924162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-75db277f-eae4-4ad3-b53f-c936cdc5af82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fb1a1fa-a543-4d54-961c-1c6a3fe16f09 HTTP/1.1" status: 204 len: 168 time: 0.6311476 Nov 12 10:56:15.953091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db277f-eae4-4ad3-b53f-c936cdc5af82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb1a1fa-a543-4d54-961c-1c6a3fe16f09,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.999210 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-129574d2-f3e8-4f23-8c5f-f617a76c04a0 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/quotas/6c2c5d5853904f339db3460231c465f7 HTTP/1.1" status: 200 len: 375 time: 0.0874884 Nov 12 10:56:16.047472 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Routers {'d6b5a4d7-111d-41ff-8ded-ab1e759feda5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:16.054976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:16.088912 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.109852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51558) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:16.120897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-b50a62b7-7371-4e15-9dab-162282390585 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104000 Nov 12 10:56:16.190288 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.315679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:16.318974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:16.325477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Set router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:16.343080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:16.384416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-3dc47ac0-fd9c-46f6-b743-08af14d3b983 service neutron] 10.222.0.31 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262411 Nov 12 10:56:16.402309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Pushing event updated for resources: {'Port': ['ID=d56c017c-f1da-499b-9780-3af8b0b6d25c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:16.503540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] For port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:16.508018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] For port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:16.533783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.741318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.808298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1794532745'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:16.848501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-292af444-fcb1-40ed-bd89-2c341b61bd2e service neutron] 10.222.0.31 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634433 Nov 12 10:56:16.878771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51574) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:16.974215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=789c426f-bf45-4a95-a7ba-2ad03713001b,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:16.992053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Checking segment: {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:16.992737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Network hostable DHCP agents. Network: 84d83270-68a2-460c-bdbc-b7952a16f15e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:16.997748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d73ed5-8877-4ba7-b8b2-c513d0f83191 None None] Pushing event updated for resources: {'Port': ['ID=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:17.026926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Network 84d83270-68a2-460c-bdbc-b7952a16f15e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:17.027789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5261ba50-4d27-4e32-8f9e-5c70f0790681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.041449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:56:11Z', 'revision_number': 4, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port': {'id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:04Z', 'updated_at': '2021-11-12T10:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '48c857d4-c10d-495b-9cbb-4cdc513db0a7', 'name': '', 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'mac_address': 'fa:16:3e:6b:a3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '31eecba2-5a4b-4c79-abd2-208e4ee72806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:10Z', 'updated_at': '2021-11-12T10:56:12Z', 'revision_number': 2, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'subnets': [{'id': '31eecba2-5a4b-4c79-abd2-208e4ee72806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:17.045139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 84d83270-68a2-460c-bdbc-b7952a16f15e) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:17.051762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.052980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.108061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b852944-9658-43c1-b952-09c4d6bda24f None None] Network 84d83270-68a2-460c-bdbc-b7952a16f15e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:17.111404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Checking router: d6b5a4d7-111d-41ff-8ded-ab1e759feda5 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:17.111880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Updating router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:17.211076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a160c6e8-ad0e-4a05-bff3-c6bb284f271b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:17.214256 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.316975 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-145283fe-2de8-441b-822d-07ede051e1fd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2801139 Nov 12 10:56:17.317771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51584) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:17.322284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:17.405396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:17.413248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.414995 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.418309 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.644235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.662995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b6d7b46-6f1f-4a75-9c09-cdcefa65013d req-e655850a-c841-4ee5-829a-302772305ef6 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 210 time: 0.1553214 Nov 12 10:56:17.672227 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.804486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:17.839119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b6908-1c22-45e4-984b-789430d6900c req-2563d4e3-90a7-4755-ad41-af204bd6d7f0 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.852618 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-448b6908-1c22-45e4-984b-789430d6900c req-2563d4e3-90a7-4755-ad41-af204bd6d7f0 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1102 time: 0.9548919 Nov 12 10:56:17.866375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5261ba50-4d27-4e32-8f9e-5c70f0790681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.878261 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.881728 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Added segment 5342e093-dbc4-40ae-a972-527beb17077b of type vlan for network 97d1427a-1580-4b70-aafd-1f69be3d6340 Nov 12 10:56:17.994392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.998579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a160c6e8-ad0e-4a05-bff3-c6bb284f271b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:17.999147 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.001564 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.090087 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.110209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:18.110900 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.113570 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5261ba50-4d27-4e32-8f9e-5c70f0790681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.234286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5261ba50-4d27-4e32-8f9e-5c70f0790681 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c0ef3d683b1452e88d03f414cfd8233&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2908783 Nov 12 10:56:18.237257 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51622) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:18.706454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-84d83270-68a2-460c-bdbc-b7952a16f15e', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:56:18.711855 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.723040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d260fc58-aa06-47e8-8829-85203c02bc8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.725435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4838c00e-7976-4b08-9e3f-4dafaab98241 None None] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:18.775518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.6618648 Nov 12 10:56:18.782730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261ba50-4d27-4e32-8f9e-5c70f0790681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59edca71-bfc1-43da-a200-8dcffd1de411,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:18.789764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51656) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:18.844961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d260fc58-aa06-47e8-8829-85203c02bc8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.893065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'subnet': {'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:18.897338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed90fd-8e43-41ae-b1eb-c74cbadfcb0e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Network': ['ID=97d1427a-1580-4b70-aafd-1f69be3d6340,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:18.962401 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.993302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.006034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95fd0579-41d0-424a-a1dd-610f7cc5f116 req-88e9303f-26e3-4875-a367-267fe2c1271b tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 210 time: 0.0992782 Nov 12 10:56:19.015967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 97d1427a-1580-4b70-aafd-1f69be3d6340 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:19.090861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-448b6908-1c22-45e4-984b-789430d6900c req-5b3f845e-9311-4429-901c-06766e85a641 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2342861 Nov 12 10:56:19.246032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Allocated IP 172.20.0.2 (84d83270-68a2-460c-bdbc-b7952a16f15e/789c426f-bf45-4a95-a7ba-2ad03713001b/4d8888fe-ee67-43a2-b267-5bf2b6a78938) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:19.311032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d260fc58-aa06-47e8-8829-85203c02bc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.315074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d260fc58-aa06-47e8-8829-85203c02bc8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.318519 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d260fc58-aa06-47e8-8829-85203c02bc8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59edca71-bfc1-43da-a200-8dcffd1de411 HTTP/1.1" status: 204 len: 168 time: 1.0792902 Nov 12 10:56:19.362835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-dc545ff7-74d2-493d-9a6a-4ffe88f9c975 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.364698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-dc545ff7-74d2-493d-9a6a-4ffe88f9c975 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.52 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 822 time: 0.2309678 Nov 12 10:56:19.409788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Request body: {'port': {'device_id': '503d838c-bb47-4725-b624-66babb2199e5', 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'admin_state_up': True, 'tenant_id': '6c2c5d5853904f339db3460231c465f7'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:19.506304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260fc58-aa06-47e8-8829-85203c02bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59edca71-bfc1-43da-a200-8dcffd1de411,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:19.540527 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.595028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Allocated IP 172.25.2.2 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/913bcf57-f259-46ca-912c-3fabb8f49141) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:19.603494 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.641339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:19.649793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.655868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af091b1-4b03-4317-8137-0022163f665c req-ef362348-6ab6-4d98-85d7-cf98d71ee4ae tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.669989 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8af091b1-4b03-4317-8137-0022163f665c req-ef362348-6ab6-4d98-85d7-cf98d71ee4ae tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1102 time: 0.3472457 Nov 12 10:56:19.786621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Made reservation on behalf of 6c2c5d5853904f339db3460231c465f7 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:19.790371 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.847851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51686) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:19.896141 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.906527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8af091b1-4b03-4317-8137-0022163f665c req-54cef2ee-c675-4542-8077-7ad16854eca8 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297688 Nov 12 10:56:20.097605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Allocated IP 172.20.0.4 (0f015bb6-ad9c-4837-8ae7-dbfb556b65f9/d33332d9-4c19-4638-b09e-027dd606f127/125b7da0-def2-46c3-a28e-803d24549506) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:20.185338 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.222285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Network 84d83270-68a2-460c-bdbc-b7952a16f15e is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:20.225577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.235129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:20.237275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-51073fc2-bf8b-474d-b3cd-7657d6aef302 None None] Provisioning complete for port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:20.240742 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51073fc2-bf8b-474d-b3cd-7657d6aef302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.351434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:20.461804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2431a4ee-70ae-4de4-8563-8c8bafba8f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.605314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:56:20.643455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0036716b-a776-410b-a3c4-094e22a93386 req-fae04bf6-7063-4e8c-8f77-6b716ce95345 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 210 time: 0.0643134 Nov 12 10:56:20.811964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.981122 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.043854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:21.049117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:21.061451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:21.133500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Pushing event updated for resources: {'Port': ['ID=4d8888fe-ee67-43a2-b267-5bf2b6a78938,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:21.157567 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.346909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2431a4ee-70ae-4de4-8563-8c8bafba8f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.365234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=913bcf57-f259-46ca-912c-3fabb8f49141,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:21.405481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:21.428405 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Sync routers for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:21.429645 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2431a4ee-70ae-4de4-8563-8c8bafba8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.438498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Attempting to bind port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:21.439074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Attempting to bind port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:21.439286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Attempting to bind port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 on network 84d83270-68a2-460c-bdbc-b7952a16f15e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:21.456977 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:21.462305 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:21.589934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:21.590343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Checking segment: {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:21.593036 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.594481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Bound using segment: {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:21.596224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Bound port: 4d8888fe-ee67-43a2-b267-5bf2b6a78938, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:21.598886 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.669291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb1694-6b19-41bb-983c-7eeef0de9f63 None None] Pushing event updated for resources: {'Port': ['ID=48c857d4-c10d-495b-9cbb-4cdc513db0a7,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:21.685285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Attempting to bind port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:21.685659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Attempting to bind port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:21.688983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Attempting to bind port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 on network ef157971-b920-4b47-9a5d-cb659950172e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:21.693948 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51073fc2-bf8b-474d-b3cd-7657d6aef302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.759783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:21.760206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Checking segment: {'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:21.763126 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.765102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Bound using segment: {'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:21.769394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Bound port: 48c857d4-c10d-495b-9cbb-4cdc513db0a7, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340dc826-c690-4ee5-979a-70289dca1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:21.770195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.927704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:21.964440 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:22.051558 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8323a5d6-4ce0-4860-8a03-89aeb12af8d9 req-88a9d5a7-9128-4253-a7f3-b8631042c591 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 210 time: 0.2136378 Nov 12 10:56:22.067017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-51073fc2-bf8b-474d-b3cd-7657d6aef302 None None] For port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:22.114906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.205641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51073fc2-bf8b-474d-b3cd-7657d6aef302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.257380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] For port 4d8888fe-ee67-43a2-b267-5bf2b6a78938, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:22.262743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] For port 4d8888fe-ee67-43a2-b267-5bf2b6a78938, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4d8888fe-ee67-43a2-b267-5bf2b6a78938,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:22.377713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.427629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] For port 48c857d4-c10d-495b-9cbb-4cdc513db0a7, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:22.431248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] For port 48c857d4-c10d-495b-9cbb-4cdc513db0a7, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=48c857d4-c10d-495b-9cbb-4cdc513db0a7,segment=NetworkSegment(340dc826-c690-4ee5-979a-70289dca1b9c),segment_id=340dc826-c690-4ee5-979a-70289dca1b9c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:22.522295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51073fc2-bf8b-474d-b3cd-7657d6aef302 None None] Pushing event updated for resources: {'Port': ['ID=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:22.561174 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.568049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.584390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.615106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2431a4ee-70ae-4de4-8563-8c8bafba8f4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60d93181f0b74bad9dcb128fe0748ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7595220 Nov 12 10:56:22.649379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51754) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:22.772548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb1694-6b19-41bb-983c-7eeef0de9f63 None None] Pushing event updated for resources: {'Port': ['ID=48c857d4-c10d-495b-9cbb-4cdc513db0a7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:22.804461 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:16Z', 'revision_number': 3, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:22.828439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Subnet': ['ID=23c53915-937d-40d6-a9eb-d6a979046ab7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:22.841443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Router f443e444-4b18-4454-9dbf-957674527e5b is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:56:22.863343 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.872169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51760) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:22.872514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-025cbde8-a927-4dee-8d5f-38b148a2a38c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.2898195 Nov 12 10:56:22.901710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf9e0a-5f72-4d2a-856e-b2d9b30c5ba0 None None] Pushing event updated for resources: {'Port': ['ID=4d8888fe-ee67-43a2-b267-5bf2b6a78938,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:22.921108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e5b53a29-9628-4dc1-a9d1-3061e4ba8ee1 None None] Provisioning complete for port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:22.921835 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e5b53a29-9628-4dc1-a9d1-3061e4ba8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.923073 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Checking router: 54f5e2aa-059d-4dae-ac00-4fe6f13190bb for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:22.923859 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Updating router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb port d56c017c-f1da-499b-9780-3af8b0b6d25c binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:22.935101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431a4ee-70ae-4de4-8563-8c8bafba8f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e25dbcc-bab5-4837-9bb7-40abdd7d8d9f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:22.955550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.004739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06509cdd-03b1-4e37-a538-4bc72da176c8 req-e9613a16-3618-4cbe-ad6a-99c6e8982cc4 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:23.013636 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.017785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06509cdd-03b1-4e37-a538-4bc72da176c8 req-e9613a16-3618-4cbe-ad6a-99c6e8982cc4 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.6195858 Nov 12 10:56:23.020122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Checking segment: {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:23.020591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network hostable DHCP agents. Network: 97d1427a-1580-4b70-aafd-1f69be3d6340, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:23.043542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Routers {'d6b5a4d7-111d-41ff-8ded-ab1e759feda5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:23.044613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:23.255834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:23.270478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.480462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:23.516598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06509cdd-03b1-4e37-a538-4bc72da176c8 req-9f060aaf-3e1a-4261-bb12-9c4d7ab61a1e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954236 Nov 12 10:56:23.529609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:23.544501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c32e8fc0-6b36-48fa-8270-57f88b48cda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.633407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e5b53a29-9628-4dc1-a9d1-3061e4ba8ee1 None None] Provisioning complete for port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:23.634913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e5b53a29-9628-4dc1-a9d1-3061e4ba8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.635570 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c32e8fc0-6b36-48fa-8270-57f88b48cda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.735432 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:23.743272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] Set router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:23.765710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network 97d1427a-1580-4b70-aafd-1f69be3d6340 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:23.774426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:23.801270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c32e8fc0-6b36-48fa-8270-57f88b48cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.815234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c32e8fc0-6b36-48fa-8270-57f88b48cda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.821316 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c32e8fc0-6b36-48fa-8270-57f88b48cda6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e25dbcc-bab5-4837-9bb7-40abdd7d8d9f HTTP/1.1" status: 204 len: 168 time: 1.1556959 Nov 12 10:56:23.822154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event updated for resources: {'Port': ['ID=125b7da0-def2-46c3-a28e-803d24549506,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:23.920141 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.937107 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.996760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Sync routers for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:24.011743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.012406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.017578 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.018959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e8fc0-6b36-48fa-8270-57f88b48cda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e25dbcc-bab5-4837-9bb7-40abdd7d8d9f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:24.029968 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-42c5d0fa-9177-49d5-a922-74ee8ea03ef0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7109313 Nov 12 10:56:24.043722 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51774) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:24.045145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 97d1427a-1580-4b70-aafd-1f69be3d6340) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:24.107201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.108888 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.189051 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb6b8e-bb51-4706-a6a9-3c2104709813 None None] Pushing event updated for resources: {'Port': ['ID=d56c017c-f1da-499b-9780-3af8b0b6d25c,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:24.196224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444a28e8-d45c-4ba7-a5f6-d29aec6fa5c5 None None] Network 97d1427a-1580-4b70-aafd-1f69be3d6340 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:24.206959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-57c92d39-cf9f-4c27-9bb3-190549b7dbb2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8081355 Nov 12 10:56:24.231302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a88c9c17-1bf8-404a-9c8f-c97461d88469 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.3433001 Nov 12 10:56:24.231942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51778) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:24.242608 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Attempting to bind port d56c017c-f1da-499b-9780-3af8b0b6d25c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:24.243667 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Attempting to bind port d56c017c-f1da-499b-9780-3af8b0b6d25c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:24.243985 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Attempting to bind port d56c017c-f1da-499b-9780-3af8b0b6d25c on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:24.252350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Request body: {'port': {'device_id': '503d838c-bb47-4725-b624-66babb2199e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:24.270076 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:24.270478 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:24.270890 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.271286 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:24.272956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288b8e-9a2e-4b11-91b3-aee5ea75029d req-5d0951fd-c897-4203-8715-738d6fae6ea1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.274009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1494522264'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:24.282540 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Bound port: d56c017c-f1da-499b-9780-3af8b0b6d25c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:24.284950 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.295784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea288b8e-9a2e-4b11-91b3-aee5ea75029d req-5d0951fd-c897-4203-8715-738d6fae6ea1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 931 time: 0.6725585 Nov 12 10:56:24.452998 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] For port d56c017c-f1da-499b-9780-3af8b0b6d25c, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:24.463626 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] For port d56c017c-f1da-499b-9780-3af8b0b6d25c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d56c017c-f1da-499b-9780-3af8b0b6d25c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:24.473543 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.602617 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb6b8e-bb51-4706-a6a9-3c2104709813 None None] Pushing event updated for resources: {'Port': ['ID=d56c017c-f1da-499b-9780-3af8b0b6d25c,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:24.660640 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:24.662296 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:24.668917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51786) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:24.695868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:24.699486 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.745548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4d8888fe-ee67-43a2-b267-5bf2b6a78938 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:24.785014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.816666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:24.835177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:55:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:24.908809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c9a92-c466-4404-b099-7ec2be187e29 None None] Network 84d83270-68a2-460c-bdbc-b7952a16f15e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:24.920819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dbdea-9d42-4dc2-9c64-911d12741380 req-2028fb9e-d907-4dfa-a07e-bc414c1086c1 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.922463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e8dbdea-9d42-4dc2-9c64-911d12741380 req-2028fb9e-d907-4dfa-a07e-bc414c1086c1 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 944 time: 0.5594683 Nov 12 10:56:24.959515 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-81355dc1-d05c-42b2-b6a5-50142d99d003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.962491 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e5b53a29-9628-4dc1-a9d1-3061e4ba8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.026465 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:25.050954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:25.203408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51790) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:25.205215 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f828379-f4b9-411d-b232-b7bf9d73a853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.236386 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea288b8e-9a2e-4b11-91b3-aee5ea75029d req-ae820e5d-1dca-43d3-82d5-d993215c9208 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9291360 Nov 12 10:56:25.257938 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.258527 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Added segment 37aec61a-3081-46a1-99af-42ed7bb6b634 of type vlan for network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd Nov 12 10:56:25.338148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e5b53a29-9628-4dc1-a9d1-3061e4ba8ee1 None None] For port 48c857d4-c10d-495b-9cbb-4cdc513db0a7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=48c857d4-c10d-495b-9cbb-4cdc513db0a7,segment=NetworkSegment(340dc826-c690-4ee5-979a-70289dca1b9c),segment_id=340dc826-c690-4ee5-979a-70289dca1b9c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:25.364573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:25.365362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.390736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3c8eab6-5bc9-493c-9111-9aefd61f93e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.453996 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e5b53a29-9628-4dc1-a9d1-3061e4ba8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.461250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173900e3-ec39-4194-99ae-d411bd27a927 req-6b71a5c5-9af7-46eb-a4ac-f616a733e45c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:25.469125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-173900e3-ec39-4194-99ae-d411bd27a927 req-6b71a5c5-9af7-46eb-a4ac-f616a733e45c tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 944 time: 0.7291024 Nov 12 10:56:25.539603 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:16Z', 'revision_number': 3, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:25.543092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b53a29-9628-4dc1-a9d1-3061e4ba8ee1 None None] Pushing event updated for resources: {'Port': ['ID=48c857d4-c10d-495b-9cbb-4cdc513db0a7,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:25.586548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e8dbdea-9d42-4dc2-9c64-911d12741380 req-868ee2bf-75e3-4d6f-ae5d-db83043fe002 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426325 Nov 12 10:56:25.593398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:25.637665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.702962 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5f4f4-26c1-452f-a508-b1370f8e3d1f None None] The sync data for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 is: [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:16Z', 'revision_number': 3, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:25.784622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.resource_extend [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:56:25.882758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-97d1427a-1580-4b70-aafd-1f69be3d6340', 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'fixed_ips': [{'subnet_id': '23c53915-937d-40d6-a9eb-d6a979046ab7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:56:25.887260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.951465 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.957300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:25.958078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.133769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8972445 Nov 12 10:56:26.143181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51792) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:26.164450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'subnet': {'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:26.196933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.211087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aca60-ac95-494e-bd35-382cdde288cc req-569a97f6-708c-4d3e-b418-9d50d3ecc4ae tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:26.212736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9e0aca60-ac95-494e-bd35-382cdde288cc req-569a97f6-708c-4d3e-b418-9d50d3ecc4ae tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.8362198 Nov 12 10:56:26.221509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f828379-f4b9-411d-b232-b7bf9d73a853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.222819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805e5a1-6382-4c4f-b4b2-ccf32d7cd781 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Network': ['ID=ce8f48e8-bfcd-4bc5-ac62-a782e75822dd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:26.247231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f828379-f4b9-411d-b232-b7bf9d73a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.267644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-71d924c9-b533-4dc6-9ba5-8025b45b35f6 None None] Provisioning complete for port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:26.270165 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-71d924c9-b533-4dc6-9ba5-8025b45b35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.402188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:26.466363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f828379-f4b9-411d-b232-b7bf9d73a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f08279-9812-48b4-8907-ae1945fbd2b4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:26.610664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f828379-f4b9-411d-b232-b7bf9d73a853 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f78489bdaa244fa89ead6e5ec7053a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9273837 Nov 12 10:56:26.623856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51798) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:26.625726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125b7da0-def2-46c3-a28e-803d24549506 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:26.656219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.680430 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b503a57e-166b-4dcd-84b6-e472720960a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.774536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Transition to ACTIVE for port object 125b7da0-def2-46c3-a28e-803d24549506 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:26.778335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:26.782597 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.801773 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.811734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Allocated IP 19.80.0.2 (97d1427a-1580-4b70-aafd-1f69be3d6340/23c53915-937d-40d6-a9eb-d6a979046ab7/1e633580-2a62-480a-b5a7-73e00f193296) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:26.833751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 4d8888fe-ee67-43a2-b267-5bf2b6a78938, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4d8888fe-ee67-43a2-b267-5bf2b6a78938,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:26.951405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.952421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:26.965733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3c8eab6-5bc9-493c-9111-9aefd61f93e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.986315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3c8eab6-5bc9-493c-9111-9aefd61f93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.045161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=4d8888fe-ee67-43a2-b267-5bf2b6a78938,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.185263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Deleting port 5f23a1d1-6943-45e8-a478-87168d2b1faf {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:27.185729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.204208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:56:11Z', 'revision_number': 4, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port': {'id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:04Z', 'updated_at': '2021-11-12T10:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '48c857d4-c10d-495b-9cbb-4cdc513db0a7', 'name': '', 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'mac_address': 'fa:16:3e:6b:a3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '31eecba2-5a4b-4c79-abd2-208e4ee72806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:10Z', 'updated_at': '2021-11-12T10:56:22Z', 'revision_number': 4, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'subnets': [{'id': '31eecba2-5a4b-4c79-abd2-208e4ee72806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:27.358728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8eab6-5bc9-493c-9111-9aefd61f93e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8993b9a2-43cf-45af-a3c2-d9c398831429,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.373632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.392383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79fcdb4-9ab3-4203-8788-37d79e2ac61d None None] The sync data for ids ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'] in n-d-768851-19 is: [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:56:11Z', 'revision_number': 4, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port': {'id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:04Z', 'updated_at': '2021-11-12T10:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '48c857d4-c10d-495b-9cbb-4cdc513db0a7', 'name': '', 'network_id': 'ef157971-b920-4b47-9a5d-cb659950172e', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'mac_address': 'fa:16:3e:6b:a3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '31eecba2-5a4b-4c79-abd2-208e4ee72806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:10Z', 'updated_at': '2021-11-12T10:56:22Z', 'revision_number': 4, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'subnets': [{'id': '31eecba2-5a4b-4c79-abd2-208e4ee72806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:27.397151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b12d36-7d88-43d1-8bdb-ad5ad48e6de2 req-8729efe2-718f-4a45-8069-be522b0e6920 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:27.399620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02b12d36-7d88-43d1-8bdb-ad5ad48e6de2 req-8729efe2-718f-4a45-8069-be522b0e6920 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 931 time: 0.9436860 Nov 12 10:56:27.403957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Pushing event updated for resources: {'Port': ['ID=125b7da0-def2-46c3-a28e-803d24549506,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.409627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.416274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c3c8eab6-5bc9-493c-9111-9aefd61f93e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7b831a7b9934f9caf6116883f342114&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2017252 Nov 12 10:56:27.419873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51802) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:27.433526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9e0aca60-ac95-494e-bd35-382cdde288cc req-4ad82bf9-fa86-409f-9741-73d8c4fd5933 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1687646 Nov 12 10:56:27.512399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-71d924c9-b533-4dc6-9ba5-8025b45b35f6 None None] Provisioning complete for port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:27.513183 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-71d924c9-b533-4dc6-9ba5-8025b45b35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.604171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-730161e9-8ed9-4139-88d8-bf24a6735132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.693555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Subnet': ['ID=f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.798251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] For port 5f23a1d1-6943-45e8-a478-87168d2b1faf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f23a1d1-6943-45e8-a478-87168d2b1faf,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:27.798982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.832430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Calling delete_port for 5f23a1d1-6943-45e8-a478-87168d2b1faf owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:27.866583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-730161e9-8ed9-4139-88d8-bf24a6735132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.903783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:27.905194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.976226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.992397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Checking segment: {'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:27.992857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network hostable DHCP agents. Network: ce8f48e8-bfcd-4bc5-ac62-a782e75822dd, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:28.058900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02b12d36-7d88-43d1-8bdb-ad5ad48e6de2 req-6b86a02c-8ba5-4e0d-b89b-8069d1a201df tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892285 Nov 12 10:56:28.066953 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffc86-a7da-45a1-a1be-62d9da373b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.071653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:21Z', 'revision_number': 3, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:28.143422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Checking router: f443e444-4b18-4454-9dbf-957674527e5b for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:28.143966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Updating router f443e444-4b18-4454-9dbf-957674527e5b port 913bcf57-f259-46ca-912c-3fabb8f49141 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:28.162615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Attempting to bind port 125b7da0-def2-46c3-a28e-803d24549506 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:28.163313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Attempting to bind port 125b7da0-def2-46c3-a28e-803d24549506 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:28.163976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Attempting to bind port 125b7da0-def2-46c3-a28e-803d24549506 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:28.173505 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffc86-a7da-45a1-a1be-62d9da373b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.179411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:28.195821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Port 125b7da0-def2-46c3-a28e-803d24549506 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:28.196445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Attempting to bind port 125b7da0-def2-46c3-a28e-803d24549506 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:28.199044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-730161e9-8ed9-4139-88d8-bf24a6735132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.200721 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.203107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-730161e9-8ed9-4139-88d8-bf24a6735132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.204487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-730161e9-8ed9-4139-88d8-bf24a6735132 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50f08279-9812-48b4-8907-ae1945fbd2b4 HTTP/1.1" status: 204 len: 168 time: 1.5725086 Nov 12 10:56:28.236295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:28.236685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Checking segment: {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:28.237423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Bound using segment: {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:28.237988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Bound port: 125b7da0-def2-46c3-a28e-803d24549506, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:28.238354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.246536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ce8f48e8-bfcd-4bc5-ac62-a782e75822dd) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:28.261276 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.264962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730161e9-8ed9-4139-88d8-bf24a6735132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f08279-9812-48b4-8907-ae1945fbd2b4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:28.284989 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.286276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:28.286886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.444036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4c103224-90c9-456d-9198-7be28e4aabe9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2811728 Nov 12 10:56:28.476509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Pushing event deleted for resources: {'Port': ['ID=5f23a1d1-6943-45e8-a478-87168d2b1faf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:28.575805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffc86-a7da-45a1-a1be-62d9da373b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.582237 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffc86-a7da-45a1-a1be-62d9da373b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.588198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c4ffc86-a7da-45a1-a1be-62d9da373b39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8993b9a2-43cf-45af-a3c2-d9c398831429 HTTP/1.1" status: 204 len: 168 time: 1.0467618 Nov 12 10:56:28.598704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:28.612879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=125b7da0-def2-46c3-a28e-803d24549506,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:28.641958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5c8df-cabc-4261-ab9d-cce107b91127 req-819452ad-e52d-4337-8e11-096abb3ff89b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:28.642986 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:56:28.649215 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.649577 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5f5c8df-cabc-4261-ab9d-cce107b91127 req-819452ad-e52d-4337-8e11-096abb3ff89b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fda08db-b293-4c9f-9974-5a944f0fbc47 HTTP/1.1" status: 200 len: 866 time: 1.0383978 Nov 12 10:56:28.661517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19a5ab-8d20-4f8f-aed3-fdc040afd50f None None] Network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:28.671171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ffc86-a7da-45a1-a1be-62d9da373b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8993b9a2-43cf-45af-a3c2-d9c398831429,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:28.697685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:28.698368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.709168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] 10.222.0.52 "PUT /v2.0/ports/125b7da0-def2-46c3-a28e-803d24549506 HTTP/1.1" status: 200 len: 1092 time: 4.4688191 Nov 12 10:56:28.710111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503d838c-bb47-4725-b624-66babb2199e5', 'tag': '125b7da0-def2-46c3-a28e-803d24549506'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:28.712683 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10debb7-9512-45f3-8531-c366656cb17d" -d '{"events": [{"name": "network-changed", "server_uuid": "503d838c-bb47-4725-b624-66babb2199e5", "tag": "125b7da0-def2-46c3-a28e-803d24549506"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:28.849044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5f23a1d1-6943-45e8-a478-87168d2b1faf no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:28.860061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] No DVR routers for this DVR port 5f23a1d1-6943-45e8-a478-87168d2b1faf on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:28.938529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 5f23a1d1-6943-45e8-a478-87168d2b1faf {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:28.938881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5f23a1d1-6943-45e8-a478-87168d2b1faf not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:28.986641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.008138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce58a5-572c-4990-ab7b-9c4a6598c079 service neutron] Pushing event updated for resources: {'Port': ['ID=125b7da0-def2-46c3-a28e-803d24549506,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:29.017331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-173900e3-ec39-4194-99ae-d411bd27a927 req-d78033f3-909f-4281-9916-1cd4852d5065 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.52 "DELETE /v2.0/ports/5f23a1d1-6943-45e8-a478-87168d2b1faf HTTP/1.1" status: 204 len: 173 time: 3.5320442 Nov 12 10:56:29.018572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'name': 'network-vif-deleted', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:29.023338 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4810e55e-51ed-4fce-90a7-af0b2c71da43" -d '{"events": [{"server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "name": "network-vif-deleted", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:29.050721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d14493-f3be-43f7-bb1d-2b0f60d25ca1 req-83795fdf-3a1f-4d0d-8f8a-482934ca14c5 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.064729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1d14493-f3be-43f7-bb1d-2b0f60d25ca1 req-83795fdf-3a1f-4d0d-8f8a-482934ca14c5 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.2949216 Nov 12 10:56:29.067126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-fb7d0d3e-0488-4e9e-8aa3-0b272b1bd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.068572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-fb7d0d3e-0488-4e9e-8aa3-0b272b1bd5e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 1095 time: 0.2937052 Nov 12 10:56:29.102423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.219615 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.265605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cff77757-6b5e-4ad3-84fb-e35d75b3a5e8 None None] Provisioning complete for port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:29.265986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cff77757-6b5e-4ad3-84fb-e35d75b3a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.289599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-fbb1bcfd-76b9-4df6-a363-cd2ea573a02d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125b7da0-def2-46c3-a28e-803d24549506 HTTP/1.1" status: 200 len: 217 time: 0.1931643 Nov 12 10:56:29.497673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1d14493-f3be-43f7-bb1d-2b0f60d25ca1 req-09638e0d-84f4-4e21-bce8-eb8e315e1492 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128664 Nov 12 10:56:29.500889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-13f67c09-d939-461e-aa7c-b1ed8fb79387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.503708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-13f67c09-d939-461e-aa7c-b1ed8fb79387 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d33332d9-4c19-4638-b09e-027dd606f127 HTTP/1.1" status: 200 len: 862 time: 0.1166286 Nov 12 10:56:29.534450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.545023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Network 97d1427a-1580-4b70-aafd-1f69be3d6340 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:29.568304 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.570056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:29.576290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Pushing event updated for resources: {'Port': ['ID=1e633580-2a62-480a-b5a7-73e00f193296,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:29.585196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5f5c8df-cabc-4261-ab9d-cce107b91127 req-df6b987d-0a6b-4033-bdf8-1c18790d48dc tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8800964 Nov 12 10:56:29.594993 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.607958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51830) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:29.620805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-33f2d07a-1547-45ea-9eba-97166b02f363 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010447 Nov 12 10:56:29.659701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Allocated IP 172.20.0.1 (84d83270-68a2-460c-bdbc-b7952a16f15e/789c426f-bf45-4a95-a7ba-2ad03713001b/c9b09610-fa4d-48fc-a793-aa85caf92d04) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:29.680307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:29.797233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4d8888fe-ee67-43a2-b267-5bf2b6a78938 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:29.914123 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf0656e-4087-4f13-b5c2-83ded4858b00 x-openstack-request-id: req-acf0656e-4087-4f13-b5c2-83ded4858b00 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:29.914480 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503d838c-bb47-4725-b624-66babb2199e5", "tag": "125b7da0-def2-46c3-a28e-803d24549506", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:29.914643 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acf0656e-4087-4f13-b5c2-83ded4858b00 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:29.915051 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503d838c-bb47-4725-b624-66babb2199e5', 'tag': '125b7da0-def2-46c3-a28e-803d24549506', 'status': 'completed', 'code': 200} Nov 12 10:56:29.915787 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45ea02f1-595e-49e9-a0ae-9198d81b7434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.937973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff996-540c-4f6c-a57d-7c60fe67537e None None] Pushing event updated for resources: {'Port': ['ID=913bcf57-f259-46ca-912c-3fabb8f49141,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:29.952067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Attempting to bind port 913bcf57-f259-46ca-912c-3fabb8f49141 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:29.953154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Attempting to bind port 913bcf57-f259-46ca-912c-3fabb8f49141 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:29.953721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Attempting to bind port 913bcf57-f259-46ca-912c-3fabb8f49141 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:29.974718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-2bb1f37c-8a35-4e65-b257-80d236ca7893 service neutron] 10.222.0.52 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262212 Nov 12 10:56:29.996584 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58bd62b-1a47-4aa1-80cb-a065a0101d7f x-openstack-request-id: req-e58bd62b-1a47-4aa1-80cb-a065a0101d7f {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:29.997413 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fda08db-b293-4c9f-9974-5a944f0fbc47", "name": "network-vif-deleted", "tag": "5f23a1d1-6943-45e8-a478-87168d2b1faf", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:29.998033 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e58bd62b-1a47-4aa1-80cb-a065a0101d7f {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:29.998907 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fda08db-b293-4c9f-9974-5a944f0fbc47', 'name': 'network-vif-deleted', 'tag': '5f23a1d1-6943-45e8-a478-87168d2b1faf', 'status': 'completed', 'code': 200} Nov 12 10:56:30.108460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Attempting to bind port 1e633580-2a62-480a-b5a7-73e00f193296 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:30.109368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Attempting to bind port 1e633580-2a62-480a-b5a7-73e00f193296 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:30.109681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Attempting to bind port 1e633580-2a62-480a-b5a7-73e00f193296 on network 97d1427a-1580-4b70-aafd-1f69be3d6340 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:30.112212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:30.112738 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:30.113323 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.113784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:30.118669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Bound port: 913bcf57-f259-46ca-912c-3fabb8f49141, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:30.119543 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.165169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-ce8f48e8-bfcd-4bc5-ac62-a782e75822dd', 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'fixed_ips': [{'subnet_id': 'f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:56:30.166379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.186681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:30.187237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Checking segment: {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:30.187742 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.188225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Bound using segment: {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:30.188816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Bound port: 1e633580-2a62-480a-b5a7-73e00f193296, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:30.189323 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.200229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Allocated IP 172.20.0.1 (6f693615-e5a7-41a0-9004-ac6f0aac8815/6eb17540-e5ed-4e03-aa3a-b71844022014/8a74f37f-94db-4bde-8f2c-dde62548f9ab) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:30.306578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] For port 1e633580-2a62-480a-b5a7-73e00f193296, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:30.310651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] For port 1e633580-2a62-480a-b5a7-73e00f193296, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1e633580-2a62-480a-b5a7-73e00f193296,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:30.329271 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.376431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-22696808-5bec-4813-beb6-0c37c4b860d8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:30.385694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-22696808-5bec-4813-beb6-0c37c4b860d8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:30.389040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-22696808-5bec-4813-beb6-0c37c4b860d8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/networks?id=97d1427a-1580-4b70-aafd-1f69be3d6340&id=ce8f48e8-bfcd-4bc5-ac62-a782e75822dd&id=97d1427a-1580-4b70-aafd-1f69be3d6340 HTTP/1.1" status: 200 len: 1392 time: 0.4766226 Nov 12 10:56:30.399545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c6a04f0-baa8-4926-8968-a19e6b3d17e3 req-22066a8a-3353-4018-814c-09b8cf6fc4ee service neutron] 10.222.0.52 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992035 Nov 12 10:56:30.445706 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b24b236c-1129-491d-b697-7af4345a9138 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/quotas/8129d4edf21f434eb7988c86eac81b8c HTTP/1.1" status: 200 len: 375 time: 0.0433788 Nov 12 10:56:30.459132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfa3c2-6e56-4094-abf4-5b5db6b48434 req-f14a2ecc-3162-49fb-bf17-ebb01ce8495a tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:30.473125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7cfa3c2-6e56-4094-abf4-5b5db6b48434 req-f14a2ecc-3162-49fb-bf17-ebb01ce8495a tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 943 time: 0.3090508 Nov 12 10:56:30.554089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45ea02f1-595e-49e9-a0ae-9198d81b7434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.565125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45ea02f1-595e-49e9-a0ae-9198d81b7434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.615203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10debb7-9512-45f3-8531-c366656cb17d req-a0d65d21-5509-48cb-915d-07c1f7672e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:30.616723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d10debb7-9512-45f3-8531-c366656cb17d req-a0d65d21-5509-48cb-915d-07c1f7672e7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 1095 time: 0.1253114 Nov 12 10:56:30.644477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.655352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea02f1-595e-49e9-a0ae-9198d81b7434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed98e15c-f7b6-44ae-8aed-77a562110564,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:30.670797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-45ea02f1-595e-49e9-a0ae-9198d81b7434 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3da0b03e3714672b11c707ae8b9a187&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0575645 Nov 12 10:56:30.684104 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b24c7306-7293-4927-b50f-e9b29271a27f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2256703 Nov 12 10:56:30.686156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51852) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:30.699273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] For port 913bcf57-f259-46ca-912c-3fabb8f49141, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:30.721208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] For port 913bcf57-f259-46ca-912c-3fabb8f49141, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=913bcf57-f259-46ca-912c-3fabb8f49141,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:30.768381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf0007-c92e-48c9-b570-b685594848ac None None] Pushing event updated for resources: {'Port': ['ID=1e633580-2a62-480a-b5a7-73e00f193296,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:30.799214 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.810867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7cfa3c2-6e56-4094-abf4-5b5db6b48434 req-718d4918-4aaa-4371-b157-45c17d8a5162 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347690 Nov 12 10:56:30.845508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:30.846008 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.876352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.881778 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd662032-d7b9-4ded-b53c-272ec3a09fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.912261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd662032-d7b9-4ded-b53c-272ec3a09fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.922747 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.989590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10debb7-9512-45f3-8531-c366656cb17d req-d139cb06-5c59-4770-8508-464daf29722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:30.991109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d10debb7-9512-45f3-8531-c366656cb17d req-d139cb06-5c59-4770-8508-464daf29722a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 923 time: 0.3639529 Nov 12 10:56:30.993088 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.029210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Allocated IP 19.86.0.2 (ce8f48e8-bfcd-4bc5-ac62-a782e75822dd/f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b/226d9841-4486-4078-aadf-eaa206e5a438) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:31.085020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:31.086000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:56:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:31.089385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Pushing event updated for resources: {'Port': ['ID=c9b09610-fa4d-48fc-a793-aa85caf92d04,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:31.128823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d10debb7-9512-45f3-8531-c366656cb17d req-f6fd8f79-97be-4d0d-bb01-f76f955fb08e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125b7da0-def2-46c3-a28e-803d24549506 HTTP/1.1" status: 200 len: 217 time: 0.1071017 Nov 12 10:56:31.170387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-adbb6159-1188-4203-be69-3390d9b17113 service neutron] 10.222.0.31 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705339 Nov 12 10:56:31.201333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Network 84d83270-68a2-460c-bdbc-b7952a16f15e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:31.221160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff996-540c-4f6c-a57d-7c60fe67537e None None] Pushing event updated for resources: {'Port': ['ID=913bcf57-f259-46ca-912c-3fabb8f49141,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:31.228516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:31.241220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:31.289276 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd662032-d7b9-4ded-b53c-272ec3a09fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.292945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd662032-d7b9-4ded-b53c-272ec3a09fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.294239 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd662032-d7b9-4ded-b53c-272ec3a09fb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed98e15c-f7b6-44ae-8aed-77a562110564 HTTP/1.1" status: 204 len: 168 time: 0.6073172 Nov 12 10:56:31.310470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10debb7-9512-45f3-8531-c366656cb17d req-c3fed06f-811b-4a77-9d59-c5de4fc4ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:31.312075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d10debb7-9512-45f3-8531-c366656cb17d req-c3fed06f-811b-4a77-9d59-c5de4fc4ed6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d33332d9-4c19-4638-b09e-027dd606f127 HTTP/1.1" status: 200 len: 862 time: 0.1406837 Nov 12 10:56:31.357880 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d775e8-a899-4256-b833-fa74eb61f7e0 req-e0faef16-8fa9-4842-b07a-796250c6f931 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:31.359431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d10debb7-9512-45f3-8531-c366656cb17d req-8ebd68c7-0bc1-4071-b93b-1801a5f1c526 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394466 Nov 12 10:56:31.361572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98d775e8-a899-4256-b833-fa74eb61f7e0 req-e0faef16-8fa9-4842-b07a-796250c6f931 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.3716569 Nov 12 10:56:31.381027 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.388813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:31.398426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd662032-d7b9-4ded-b53c-272ec3a09fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed98e15c-f7b6-44ae-8aed-77a562110564,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:31.468691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:31.479703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:31.488074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:31.490695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.541255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-f88cac89-fd40-4f21-9e7a-ac495b022c71 service neutron] 10.222.0.31 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215542 Nov 12 10:56:31.776411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-2e1ed5f3-510b-4655-b182-1caed9897e3f service neutron] 10.222.0.31 "GET /v2.0/networks/ce8f48e8-bfcd-4bc5-ac62-a782e75822dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228026 Nov 12 10:56:31.784436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d10debb7-9512-45f3-8531-c366656cb17d req-24408159-6a6b-4105-a9c4-1c778b9da4e2 service neutron] 10.222.0.52 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174073 Nov 12 10:56:31.942223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Pushing event updated for resources: {'Port': ['ID=8a74f37f-94db-4bde-8f2c-dde62548f9ab,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:32.034850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98d775e8-a899-4256-b833-fa74eb61f7e0 req-4ee5a13c-18b4-44e0-a4be-59c5386b3eee tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354084 Nov 12 10:56:32.040984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.138365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d10debb7-9512-45f3-8531-c366656cb17d req-645ad693-e2b2-444c-b2b8-1e9b0650125a service neutron] 10.222.0.52 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294175 Nov 12 10:56:32.353977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-7ebdc4c1-4a6b-48a4-b26d-e4a31e8105ab service neutron] 10.222.0.31 "GET /v2.0/networks/ce8f48e8-bfcd-4bc5-ac62-a782e75822dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529053 Nov 12 10:56:32.370889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.415581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef93a77-26db-4e3a-a7f2-155c70183060 None None] Network 97d1427a-1580-4b70-aafd-1f69be3d6340 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:32.475641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e0adb-90a5-4724-9a87-e22d5eee10f8 req-8a5a7dcf-3740-42a9-805b-c736c0f3d22c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:32.478697 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f66e0adb-90a5-4724-9a87-e22d5eee10f8 req-8a5a7dcf-3740-42a9-805b-c736c0f3d22c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 943 time: 0.1960680 Nov 12 10:56:32.483177 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.494901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-609965d9-01e3-4f25-b3fd-3bb8c54c84f4 None None] Provisioning complete for port c9b09610-fa4d-48fc-a793-aa85caf92d04 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:32.495610 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-609965d9-01e3-4f25-b3fd-3bb8c54c84f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.567678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-fbb76fc6-9877-44ce-be73-6e42db45afd3 service neutron] 10.222.0.31 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031894 Nov 12 10:56:32.595949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d56c017c-f1da-499b-9780-3af8b0b6d25c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:32.712280 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-7eba0f98-36d5-40a9-946f-605b2b1e4369 service neutron] 10.222.0.31 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339083 Nov 12 10:56:32.732044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-609965d9-01e3-4f25-b3fd-3bb8c54c84f4 None None] Port c9b09610-fa4d-48fc-a793-aa85caf92d04 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:32.859651 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.865254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 125b7da0-def2-46c3-a28e-803d24549506 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:32.897672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.946486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f66e0adb-90a5-4724-9a87-e22d5eee10f8 req-a1016a97-46e3-440f-8eab-bb464e23b19f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344234 Nov 12 10:56:33.012482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Pushing event updated for resources: {'Port': ['ID=226d9841-4486-4078-aadf-eaa206e5a438,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:33.031288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] Provisioning complete for port 1e633580-2a62-480a-b5a7-73e00f193296 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:33.031727 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.063031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.075598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.176142 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b35594de-0a87-4558-971b-5712a16a207a req-60541bf4-0ce7-4e46-a196-7eda598a2de8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 210 time: 0.0858362 Nov 12 10:56:33.358078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.381504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e8190-d463-4f14-919a-f181b7247a8f req-40c8c009-b54e-4c83-b719-7f7da4e3d674 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:33.390591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b4e8190-d463-4f14-919a-f181b7247a8f req-40c8c009-b54e-4c83-b719-7f7da4e3d674 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1064057 Nov 12 10:56:33.485586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b4e8190-d463-4f14-919a-f181b7247a8f req-33cc791a-5492-4dc8-8cc4-586fc6775efc tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931838 Nov 12 10:56:33.490399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d56c017c-f1da-499b-9780-3af8b0b6d25c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:33.491042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.509863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:33.512929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.525270 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:56:33.529224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.620181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:33.624617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:33.666372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:21Z', 'revision_number': 3, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:33.669205 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.709137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Pushing event updated for resources: {'Port': ['ID=8a74f37f-94db-4bde-8f2c-dde62548f9ab,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:33.851813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcdbce-3bd7-4e83-ad0c-50bd13088137 None None] The sync data for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 is: [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:21Z', 'revision_number': 3, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:33.865453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.063123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-5080d6d7-1a1c-44cb-a8d3-2c11ea5cf46e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:34.076607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-5080d6d7-1a1c-44cb-a8d3-2c11ea5cf46e tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.52 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 945 time: 0.1830597 Nov 12 10:56:34.086993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Attempting to bind port 226d9841-4486-4078-aadf-eaa206e5a438 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:34.087706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Attempting to bind port 226d9841-4486-4078-aadf-eaa206e5a438 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:34.088366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Attempting to bind port 226d9841-4486-4078-aadf-eaa206e5a438 on network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:34.130749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] For port 1e633580-2a62-480a-b5a7-73e00f193296, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1e633580-2a62-480a-b5a7-73e00f193296,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:34.140881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=125b7da0-def2-46c3-a28e-803d24549506,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:34.145015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:34.145746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Checking segment: {'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:34.146471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.147131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Bound using segment: {'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:34.147840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Bound port: 226d9841-4486-4078-aadf-eaa206e5a438, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:34.148404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.152115 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.247196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:34.271858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Pushing event updated for resources: {'Port': ['ID=c9b09610-fa4d-48fc-a793-aa85caf92d04,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:34.280613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '125b7da0-def2-46c3-a28e-803d24549506', 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'port_id': '125b7da0-def2-46c3-a28e-803d24549506', 'mac_address': 'fa:16:3e:92:9e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33332d9-4c19-4638-b09e-027dd606f127', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:34.293691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Network 84d83270-68a2-460c-bdbc-b7952a16f15e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:34.332067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a1abb-d084-46e6-945a-ed404b89d730 req-bf57f81a-631a-4fec-b9e2-7f9acf775e38 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:34.332385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e5edc-3a90-4491-b7cb-5f7e5d51be99 req-78746c7d-f7a3-4a22-a388-67cc25ad6601 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:34.342005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef6e5edc-3a90-4491-b7cb-5f7e5d51be99 req-78746c7d-f7a3-4a22-a388-67cc25ad6601 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 943 time: 0.1541827 Nov 12 10:56:34.345922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-422a1abb-d084-46e6-945a-ed404b89d730 req-bf57f81a-631a-4fec-b9e2-7f9acf775e38 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=96942532-575e-4351-92f6-1a5c46e1a58f HTTP/1.1" status: 200 len: 945 time: 0.7426736 Nov 12 10:56:34.387434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:34.398538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:34.457611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Deleting port bd0fb38d-328e-47a9-859b-5ad2863d37d0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:34.468211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.535483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] For port 226d9841-4486-4078-aadf-eaa206e5a438, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:34.548092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] For port 226d9841-4486-4078-aadf-eaa206e5a438, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=226d9841-4486-4078-aadf-eaa206e5a438,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:34.570314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.603837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] For port bd0fb38d-328e-47a9-859b-5ad2863d37d0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=bd0fb38d-328e-47a9-859b-5ad2863d37d0,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:34.604339 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.622101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Calling delete_port for bd0fb38d-328e-47a9-859b-5ad2863d37d0 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:34.704833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.707617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] Provisioning complete for port 8a74f37f-94db-4bde-8f2c-dde62548f9ab triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:34.708296 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.827730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] Port 8a74f37f-94db-4bde-8f2c-dde62548f9ab cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:34.829422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.884116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125b7da0-def2-46c3-a28e-803d24549506 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:34.943364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Router f443e444-4b18-4454-9dbf-957674527e5b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:56:34.968411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:56:34.983496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=125b7da0-def2-46c3-a28e-803d24549506,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:34.987202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd0bb3-e29d-4b40-b792-f0a2489951ea None None] Pushing event updated for resources: {'Port': ['ID=1e633580-2a62-480a-b5a7-73e00f193296,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:35.032405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.059205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef6e5edc-3a90-4491-b7cb-5f7e5d51be99 req-6b341dfb-8d9f-4f0f-a389-1c6ba7890413 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7155404 Nov 12 10:56:35.073741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port d56c017c-f1da-499b-9780-3af8b0b6d25c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d56c017c-f1da-499b-9780-3af8b0b6d25c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:35.084286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-899c4929-ec11-4b80-ae03-0ae86d6c0dda None None] Provisioning complete for port 1e633580-2a62-480a-b5a7-73e00f193296 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:35.084667 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-899c4929-ec11-4b80-ae03-0ae86d6c0dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.123887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.128068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-422a1abb-d084-46e6-945a-ed404b89d730 req-5120a95a-0c98-4df4-91e8-85611184860b tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806783 Nov 12 10:56:35.145186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.149795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 48c857d4-c10d-495b-9cbb-4cdc513db0a7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:35.216510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Pushing event deleted for resources: {'Port': ['ID=bd0fb38d-328e-47a9-859b-5ad2863d37d0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:35.399811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] No DVR routers for this DVR port bd0fb38d-328e-47a9-859b-5ad2863d37d0 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:35.403442 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.419105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b6269dc-a8b8-463b-b220-7e6045228d8d req-b31f52c1-3766-44a4-af87-ac7b12be7123 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.52 "DELETE /v2.0/ports/bd0fb38d-328e-47a9-859b-5ad2863d37d0 HTTP/1.1" status: 204 len: 173 time: 1.3353412 Nov 12 10:56:35.427647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'name': 'network-vif-deleted', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:35.438675 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840d3048-bcb3-4d50-b1c0-cdbd37c2e591" -d '{"events": [{"server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "name": "network-vif-deleted", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:35.473320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac077df7-7717-473a-be68-ef8003b83d71 None None] Pushing event updated for resources: {'Port': ['ID=226d9841-4486-4078-aadf-eaa206e5a438,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:35.491795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['125b7da0-def2-46c3-a28e-803d24549506'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:35.582761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d536134-59ec-4185-a0af-65dad9f119b6 req-09d730d5-10c2-45ae-b9f5-bb44d607b3a3 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 210 time: 0.1846206 Nov 12 10:56:35.882699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:35.883294 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.097884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=125b7da0-def2-46c3-a28e-803d24549506,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:36.393393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:36.407486 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Sync routers for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:36.437335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30914ae6-efdc-47a7-9eca-43a02a3e522b admin admin] 10.222.0.31 "PUT /v2.0/routers/54f5e2aa-059d-4dae-ac00-4fe6f13190bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5540857 Nov 12 10:56:36.437966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-24bca445-dd8b-4801-9a0f-3919f207278b None None] Provisioning complete for port c9b09610-fa4d-48fc-a793-aa85caf92d04 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:36.437966 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24bca445-dd8b-4801-9a0f-3919f207278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.438261 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:36.438261 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:56:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:36.448668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:36.499546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a6701f59-e5c2-4629-97a7-7a68b96ceaab admin admin] 10.222.0.31 "PUT /v2.0/routers/f443e444-4b18-4454-9dbf-957674527e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4516780 Nov 12 10:56:36.545493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356bd1e-f3c3-4587-ad17-76663dc26eb9 req-7927551c-2b64-47cb-b774-69df627f8d9e tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:36.551392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7356bd1e-f3c3-4587-ad17-76663dc26eb9 req-7927551c-2b64-47cb-b774-69df627f8d9e tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 944 time: 0.1293197 Nov 12 10:56:36.600567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:36.706611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7356bd1e-f3c3-4587-ad17-76663dc26eb9 req-8f0dc7b3-eaff-47aa-adea-ae7f77728bd8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357641 Nov 12 10:56:36.889495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52022) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:36.899018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=d56c017c-f1da-499b-9780-3af8b0b6d25c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:36.921397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-24bca445-dd8b-4801-9a0f-3919f207278b None None] Port c9b09610-fa4d-48fc-a793-aa85caf92d04 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:36.967667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-fb728659-4a8b-4c34-8eea-5ec9696159fa tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:36.978975 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:36.986852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d642cc6b-571a-4e30-b848-42639964ef1a req-1050ac0b-75a5-44e6-aac3-d01bfac3d512 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 210 time: 0.0582831 Nov 12 10:56:37.018488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1e633580-2a62-480a-b5a7-73e00f193296 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:37.023126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-fb728659-4a8b-4c34-8eea-5ec9696159fa tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:37.035914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-fb728659-4a8b-4c34-8eea-5ec9696159fa tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "GET /v2.0/networks?id=97d1427a-1580-4b70-aafd-1f69be3d6340&id=ce8f48e8-bfcd-4bc5-ac62-a782e75822dd&id=97d1427a-1580-4b70-aafd-1f69be3d6340 HTTP/1.1" status: 200 len: 1392 time: 1.5827045 Nov 12 10:56:37.049426 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397efb4c-5e10-47b6-a26a-a60ee4cb35c5 x-openstack-request-id: req-397efb4c-5e10-47b6-a26a-a60ee4cb35c5 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:37.050288 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96942532-575e-4351-92f6-1a5c46e1a58f", "name": "network-vif-deleted", "tag": "bd0fb38d-328e-47a9-859b-5ad2863d37d0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:37.052243 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-397efb4c-5e10-47b6-a26a-a60ee4cb35c5 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:37.053207 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96942532-575e-4351-92f6-1a5c46e1a58f', 'name': 'network-vif-deleted', 'tag': 'bd0fb38d-328e-47a9-859b-5ad2863d37d0', 'status': 'completed', 'code': 200} Nov 12 10:56:37.067762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'port': {'device_id': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340', 'admin_state_up': True, 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:37.086027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9a801-0b61-4cef-867e-8d9c2d01e00b None None] Network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:37.087976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device bd0fb38d-328e-47a9-859b-5ad2863d37d0 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:37.199746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0396-07f9-4dfc-9b6f-fd4b88c07145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.438376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0396-07f9-4dfc-9b6f-fd4b88c07145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.457825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3809b51e-914d-4ba4-8180-c9e9d8dddd94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.459400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0396-07f9-4dfc-9b6f-fd4b88c07145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.466280 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 2, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:37.520395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e584d-bcc4-4cdc-a80c-d70bd7d8cd0e req-47f66cae-6f9c-4aa4-905f-bb9ca155096e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:37.521552 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Checking router: 54f5e2aa-059d-4dae-ac00-4fe6f13190bb for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:37.529891 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Updating router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb port 8a74f37f-94db-4bde-8f2c-dde62548f9ab binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:37.537476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e1e584d-bcc4-4cdc-a80c-d70bd7d8cd0e req-47f66cae-6f9c-4aa4-905f-bb9ca155096e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.4978554 Nov 12 10:56:37.563547 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.573824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Sync routers for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:37.577087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: bd0fb38d-328e-47a9-859b-5ad2863d37d0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:37.577610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device bd0fb38d-328e-47a9-859b-5ad2863d37d0 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:37.589511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c0396-07f9-4dfc-9b6f-fd4b88c07145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec4675b-0157-4633-8884-62c92348e63a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:37.594995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9d8c0396-07f9-4dfc-9b6f-fd4b88c07145 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22aa1a7af939401eba8df12586a42a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9931245 Nov 12 10:56:37.607864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52040) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:37.653122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-24bca445-dd8b-4801-9a0f-3919f207278b None None] Provisioning complete for port 8a74f37f-94db-4bde-8f2c-dde62548f9ab triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:37.655379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24bca445-dd8b-4801-9a0f-3919f207278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.752646 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-491639ed-c203-475f-b563-8efb1feda7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.790884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-491639ed-c203-475f-b563-8efb1feda7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.838312 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e1e584d-bcc4-4cdc-a80c-d70bd7d8cd0e req-0da09cea-0a9d-4a9e-8f92-acc623e64a81 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779508 Nov 12 10:56:37.881171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:37.907182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:56:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:37.910093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65879442-31b9-4c57-a690-e411e6baf816 req-00490264-4c56-4238-83c8-b5b27f1c9bd8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:37.918999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65879442-31b9-4c57-a690-e411e6baf816 req-00490264-4c56-4238-83c8-b5b27f1c9bd8 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 945 time: 0.1937375 Nov 12 10:56:37.920524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:37.927511 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-491639ed-c203-475f-b563-8efb1feda7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.933662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-491639ed-c203-475f-b563-8efb1feda7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.935390 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-491639ed-c203-475f-b563-8efb1feda7c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bec4675b-0157-4633-8884-62c92348e63a HTTP/1.1" status: 204 len: 168 time: 0.3241320 Nov 12 10:56:37.938809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.047629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491639ed-c203-475f-b563-8efb1feda7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec4675b-0157-4633-8884-62c92348e63a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:38.094203 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3809b51e-914d-4ba4-8180-c9e9d8dddd94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.099526 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3809b51e-914d-4ba4-8180-c9e9d8dddd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.208413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3809b51e-914d-4ba4-8180-c9e9d8dddd94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f7e6cef0e4f4da986830e7b0115dbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3171873 Nov 12 10:56:38.217120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52080) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:38.242791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809b51e-914d-4ba4-8180-c9e9d8dddd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce04a083-7976-46e9-90c2-e1a41013043d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:38.245474 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.268832 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.299544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1e633580-2a62-480a-b5a7-73e00f193296 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:38.300626 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.329825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-24bca445-dd8b-4801-9a0f-3919f207278b None None] Port 8a74f37f-94db-4bde-8f2c-dde62548f9ab cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:38.365759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de2425-129d-4b01-b35d-90e16cc9a48d req-c55144d4-7a33-4f87-97e6-806bce3541d1 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:38.377580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b96ab3d6-5a83-449b-9abf-865a8e8464ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.381761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9de2425-129d-4b01-b35d-90e16cc9a48d req-c55144d4-7a33-4f87-97e6-806bce3541d1 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 945 time: 0.3652186 Nov 12 10:56:38.452369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b96ab3d6-5a83-449b-9abf-865a8e8464ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.486520 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72816d28-9036-4571-9b47-b1d6e9e45458 None None] Pushing event updated for resources: {'Port': ['ID=8a74f37f-94db-4bde-8f2c-dde62548f9ab,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:38.585781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b96ab3d6-5a83-449b-9abf-865a8e8464ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.610604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b96ab3d6-5a83-449b-9abf-865a8e8464ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.629342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b96ab3d6-5a83-449b-9abf-865a8e8464ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce04a083-7976-46e9-90c2-e1a41013043d HTTP/1.1" status: 204 len: 168 time: 0.4060605 Nov 12 10:56:38.681388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ab3d6-5a83-449b-9abf-865a8e8464ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce04a083-7976-46e9-90c2-e1a41013043d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:38.730176 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Attempting to bind port 8a74f37f-94db-4bde-8f2c-dde62548f9ab on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:38.732714 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Attempting to bind port 8a74f37f-94db-4bde-8f2c-dde62548f9ab by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:38.734321 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Attempting to bind port 8a74f37f-94db-4bde-8f2c-dde62548f9ab on network 6f693615-e5a7-41a0-9004-ac6f0aac8815 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:38.760636 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:38.761094 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Checking segment: {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:38.764052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Deleting port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:38.764528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.775268 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.775825 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Bound using segment: {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:38.776355 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Bound port: 8a74f37f-94db-4bde-8f2c-dde62548f9ab, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:38.776786 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.866507 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9de2425-129d-4b01-b35d-90e16cc9a48d req-c212f96f-c98c-41a2-bc69-cbd16262555a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834273 Nov 12 10:56:38.922324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52094) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:38.931634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-34659b4e-3541-40ba-a9da-ed877b7313aa tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070984943', 'description': 'tempest-description--411487394'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:38.994966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:39.018473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-34659b4e-3541-40ba-a9da-ed877b7313aa tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.053616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Allocated IP 19.80.0.99 (97d1427a-1580-4b70-aafd-1f69be3d6340/23c53915-937d-40d6-a9eb-d6a979046ab7/b3949904-adce-481e-85d6-2a988eaa1642) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:39.056199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52096) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:39.061280 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] For port 8a74f37f-94db-4bde-8f2c-dde62548f9ab, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:39.080049 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] For port 8a74f37f-94db-4bde-8f2c-dde62548f9ab, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8a74f37f-94db-4bde-8f2c-dde62548f9ab,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:39.088746 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.138959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 125b7da0-def2-46c3-a28e-803d24549506 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:39.217810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Provisioning complete for port 226d9841-4486-4078-aadf-eaa206e5a438 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:39.218200 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.299259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f0f02dd8-0953-4e4f-bc1f-d143c544c83b req-7fbc8c10-9326-4bd0-9bf4-5fd8490de07f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 210 time: 0.2142265 Nov 12 10:56:39.319358 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:39.326738 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:56:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:39.330776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33cfb626-8f0a-435f-9f78-53178742c85b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.631010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 125b7da0-def2-46c3-a28e-803d24549506 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:39.693763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 125b7da0-def2-46c3-a28e-803d24549506 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:39.694466 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.955595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1d32-aa0a-4f26-844e-7c88271c4b00 req-fb7d6a48-58f3-4497-a592-b95b300b78ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:39.973843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-273b1d32-aa0a-4f26-844e-7c88271c4b00 req-fb7d6a48-58f3-4497-a592-b95b300b78ca tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.4309924 Nov 12 10:56:40.026902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.097495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 226d9841-4486-4078-aadf-eaa206e5a438 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:40.098352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.102897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52134) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:40.115661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-34659b4e-3541-40ba-a9da-ed877b7313aa tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.125983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189068d-baf5-4198-9c75-ff9aba8f2eef req-fa0046e1-9543-4ed0-9936-0ca6ea4f618e tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:40.137523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c189068d-baf5-4198-9c75-ff9aba8f2eef req-fa0046e1-9543-4ed0-9936-0ca6ea4f618e tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 944 time: 1.0977783 Nov 12 10:56:40.160417 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33cfb626-8f0a-435f-9f78-53178742c85b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.165572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] For port 1f588bfd-7881-43e2-9ea1-b86cef502cf1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1f588bfd-7881-43e2-9ea1-b86cef502cf1,segment=NetworkSegment(86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b),segment_id=86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:40.167668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.176379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.178168 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-34659b4e-3541-40ba-a9da-ed877b7313aa tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.213034 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72816d28-9036-4571-9b47-b1d6e9e45458 None None] Pushing event updated for resources: {'Port': ['ID=8a74f37f-94db-4bde-8f2c-dde62548f9ab,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:40.215275 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.221224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33cfb626-8f0a-435f-9f78-53178742c85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.273956 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:40.319756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-33cfb626-8f0a-435f-9f78-53178742c85b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=608bc886eed744a59391b379a2be5952&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2376072 Nov 12 10:56:40.331194 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd593d-ce38-4175-a64f-ed98aa316766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.333843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Port': ['ID=b3949904-adce-481e-85d6-2a988eaa1642,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:40.341556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52136) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:40.342782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] For port 226d9841-4486-4078-aadf-eaa206e5a438, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=226d9841-4486-4078-aadf-eaa206e5a438,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:40.353309 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.362944 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.371011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Calling delete_port for 1f588bfd-7881-43e2-9ea1-b86cef502cf1 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:40.402015 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-34659b4e-3541-40ba-a9da-ed877b7313aa tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.403935 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-34659b4e-3541-40ba-a9da-ed877b7313aa tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4795318 Nov 12 10:56:40.408578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52140) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:40.428231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6c0ca595-3eb2-4413-8be0-07643f5a79da tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Request body: {'security_group_rule': {'security_group_id': '88502602-0f1e-4919-b1ec-5a81b400d981', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:40.433120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network 97d1427a-1580-4b70-aafd-1f69be3d6340 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:40.436631 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.459063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:40.482369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:40.487504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-273b1d32-aa0a-4f26-844e-7c88271c4b00 req-40cd9711-8d66-40ac-b358-bb6a8b020ac2 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121670 Nov 12 10:56:40.495339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34659b4e-3541-40ba-a9da-ed877b7313aa tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88502602-0f1e-4919-b1ec-5a81b400d981,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:40.549510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 226d9841-4486-4078-aadf-eaa206e5a438 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:40.550772 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.575390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Pushing event updated for resources: {'Port': ['ID=226d9841-4486-4078-aadf-eaa206e5a438,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:40.595752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d167aec8-9a4a-40b5-9fe8-6d21b23215c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.598821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfb626-8f0a-435f-9f78-53178742c85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdee309-58fd-4568-8a3e-a391dc25aef4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:40.626826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca595-3eb2-4413-8be0-07643f5a79da tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.632570 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d167aec8-9a4a-40b5-9fe8-6d21b23215c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.677659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d838c-bb47-4725-b624-66babb2199e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b7da0-def2-46c3-a28e-803d24549506'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:40.682864 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c88eb2a-0ee0-4702-b475-319c0f49805f" -d '{"events": [{"server_uuid": "503d838c-bb47-4725-b624-66babb2199e5", "name": "network-vif-plugged", "status": "completed", "tag": "125b7da0-def2-46c3-a28e-803d24549506"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:40.720976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.722061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.722061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.722453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.722901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.723448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.723635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c189068d-baf5-4198-9c75-ff9aba8f2eef req-e8083353-f5f4-46ed-bcfe-6031391bc7df tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770061 Nov 12 10:56:40.723979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.724419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.724854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.725347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.725780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.726210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546ce3b-1281-4ea7-9519-7fdbce186f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:40.749194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=125b7da0-def2-46c3-a28e-803d24549506,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:40.759672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 2, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:40.767674 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.821359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2308e63b-4037-42f2-bd45-efd09b113406 None None] Provisioning complete for port 226d9841-4486-4078-aadf-eaa206e5a438 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:40.822182 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2308e63b-4037-42f2-bd45-efd09b113406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.828089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Checking router: f443e444-4b18-4454-9dbf-957674527e5b for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:40.828606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Updating router f443e444-4b18-4454-9dbf-957674527e5b port c9b09610-fa4d-48fc-a793-aa85caf92d04 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:40.857474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:40.861436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.869098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca595-3eb2-4413-8be0-07643f5a79da tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.894916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5d723-6b7c-4add-a545-bbaf63f95a7b req-f7055bb9-0614-4f62-9ec9-5f5075579da7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:40.909197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07b5d723-6b7c-4add-a545-bbaf63f95a7b req-f7055bb9-0614-4f62-9ec9-5f5075579da7 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 945 time: 0.2325077 Nov 12 10:56:40.914318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca595-3eb2-4413-8be0-07643f5a79da tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.976377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca595-3eb2-4413-8be0-07643f5a79da tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.985172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6c0ca595-3eb2-4413-8be0-07643f5a79da tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5728798 Nov 12 10:56:40.989992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52146) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:41.000113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-938cc943-d461-47a0-9c10-f840f7108dce tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Request body: {'security_group_rule': {'security_group_id': '88502602-0f1e-4919-b1ec-5a81b400d981', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:41.008537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ca595-3eb2-4413-8be0-07643f5a79da tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d696cc3-6e71-4b9c-9a4e-624fc31d6a6f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.020630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=125b7da0-def2-46c3-a28e-803d24549506,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.046579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1f588bfd-7881-43e2-9ea1-b86cef502cf1 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:41.079561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07b5d723-6b7c-4add-a545-bbaf63f95a7b req-a7ad118e-d84c-47d5-8027-4c1c2aac387a tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4abbff8-836b-4cd7-a6fc-c59f02885972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238761 Nov 12 10:56:41.088278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-938cc943-d461-47a0-9c10-f840f7108dce tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.142689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.159517 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:39Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:41.163871 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.212191 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e184-b315-484e-9c22-d3caca4b7829 None None] The sync data for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 is: [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:39Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:41.227635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-938cc943-d461-47a0-9c10-f840f7108dce tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.239704 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-938cc943-d461-47a0-9c10-f840f7108dce tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.247754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d167aec8-9a4a-40b5-9fe8-6d21b23215c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.251670 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d167aec8-9a4a-40b5-9fe8-6d21b23215c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.272323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d167aec8-9a4a-40b5-9fe8-6d21b23215c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbdee309-58fd-4568-8a3e-a391dc25aef4 HTTP/1.1" status: 204 len: 168 time: 0.9129891 Nov 12 10:56:41.282472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c5a327cd-cbc8-4131-bf30-be82d588c4c5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2271647 Nov 12 10:56:41.333923 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ac2e26-fe2a-4290-b8a7-8ddf4f424464 x-openstack-request-id: req-d3ac2e26-fe2a-4290-b8a7-8ddf4f424464 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:41.334480 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d838c-bb47-4725-b624-66babb2199e5", "name": "network-vif-plugged", "status": "completed", "tag": "125b7da0-def2-46c3-a28e-803d24549506", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:41.336851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cc943-d461-47a0-9c10-f840f7108dce tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170acb44-5138-4ef4-a302-dfa7c7b8c83a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.343886 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3ac2e26-fe2a-4290-b8a7-8ddf4f424464 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:41.344659 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503d838c-bb47-4725-b624-66babb2199e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b7da0-def2-46c3-a28e-803d24549506', 'code': 200} Nov 12 10:56:41.421779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No active binding found for port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 {{(pid=109167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 10:56:41.426575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1f588bfd-7881-43e2-9ea1-b86cef502cf1 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:41.440086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'port': {'device_id': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd', 'admin_state_up': True, 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:41.474192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd593d-ce38-4175-a64f-ed98aa316766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.474492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Pushing event deleted for resources: {'Port': ['ID=1f588bfd-7881-43e2-9ea1-b86cef502cf1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.480070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 913bcf57-f259-46ca-912c-3fabb8f49141 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:41.498254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd593d-ce38-4175-a64f-ed98aa316766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.513702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-938cc943-d461-47a0-9c10-f840f7108dce tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.514983 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-938cc943-d461-47a0-9c10-f840f7108dce tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5216517 Nov 12 10:56:41.532219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2308e63b-4037-42f2-bd45-efd09b113406 None None] Provisioning complete for port 8a74f37f-94db-4bde-8f2c-dde62548f9ab triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:41.532678 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2308e63b-4037-42f2-bd45-efd09b113406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.536328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52150) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:41.599884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:41.755433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] No DVR routers for this DVR port 1f588bfd-7881-43e2-9ea1-b86cef502cf1 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:41.762428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167aec8-9a4a-40b5-9fe8-6d21b23215c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdee309-58fd-4568-8a3e-a391dc25aef4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.765720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d088e0-6e20-49b9-9481-19b684f79db5 req-20c3df14-cc94-4232-b16f-a93a480acbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:41.774522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.775780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9d088e0-6e20-49b9-9481-19b684f79db5 req-20c3df14-cc94-4232-b16f-a93a480acbf0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 1097 time: 0.4910083 Nov 12 10:56:41.782773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65879442-31b9-4c57-a690-e411e6baf816 req-2761add0-5e7b-4d92-8fe3-814d2f2ac092 tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.52 "DELETE /v2.0/ports/1f588bfd-7881-43e2-9ea1-b86cef502cf1 HTTP/1.1" status: 204 len: 173 time: 3.8069398 Nov 12 10:56:41.788523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'name': 'network-vif-deleted', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:41.795687 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710b1a0e-3665-4158-87e3-e4ffb66e3584" -d '{"events": [{"server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "name": "network-vif-deleted", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:41.813633 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-16cd593d-ce38-4175-a64f-ed98aa316766 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fcce897b33d4487a81420eb8fd583c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6503475 Nov 12 10:56:41.814986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd593d-ce38-4175-a64f-ed98aa316766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782b92f5-9f98-416c-b8c3-4314a0aca2bd,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.819849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52160) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:41.886054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eae3b-fcab-42f0-8be1-981db75bff67 req-342a7bbe-4f18-4898-8e5a-6ba7fc50704d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:41.888378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b9eae3b-fcab-42f0-8be1-981db75bff67 req-342a7bbe-4f18-4898-8e5a-6ba7fc50704d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 931 time: 0.7609189 Nov 12 10:56:41.902085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e8717-26f2-4987-9f09-2c30732d18d5 req-27ab951f-a4e3-4647-9088-05c34bb24c4f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:41.904259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a19e8717-26f2-4987-9f09-2c30732d18d5 req-27ab951f-a4e3-4647-9088-05c34bb24c4f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.2457373 Nov 12 10:56:41.929264 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2308e63b-4037-42f2-bd45-efd09b113406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.962825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.054505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 913bcf57-f259-46ca-912c-3fabb8f49141 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:42.055247 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.092693 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9d088e0-6e20-49b9-9481-19b684f79db5 req-735aaa9d-71c9-42f5-a4cb-7bdf6cef0d6d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157516 Nov 12 10:56:42.122523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef43880b-fdcc-4794-9772-319ddc77a1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.144897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2308e63b-4037-42f2-bd45-efd09b113406 None None] For port 8a74f37f-94db-4bde-8f2c-dde62548f9ab, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8a74f37f-94db-4bde-8f2c-dde62548f9ab,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:42.157496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:42.162584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.199771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a19e8717-26f2-4987-9f09-2c30732d18d5 req-c8bccffc-4766-468d-8114-1d774c1ceaf6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805042 Nov 12 10:56:42.250811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b9eae3b-fcab-42f0-8be1-981db75bff67 req-d0c5696c-ff53-4971-8d53-f6e93972d2ab tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324962 Nov 12 10:56:42.286435 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.315837 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef43880b-fdcc-4794-9772-319ddc77a1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.532958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Allocated IP 172.25.2.193 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/11e6feb9-648c-4efd-a3af-3f3129f8aec8) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:42.584875 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2308e63b-4037-42f2-bd45-efd09b113406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.654848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Allocated IP 19.86.0.196 (ce8f48e8-bfcd-4bc5-ac62-a782e75822dd/f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b/bec6390b-6bb5-4043-98a1-91220f26ee49) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:42.664290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e63b-4037-42f2-bd45-efd09b113406 None None] Pushing event updated for resources: {'Port': ['ID=8a74f37f-94db-4bde-8f2c-dde62548f9ab,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:42.736394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-426590d5-1028-497e-a5c9-88809a4543a6 None None] Provisioning complete for port b3949904-adce-481e-85d6-2a988eaa1642 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:42.742153 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-426590d5-1028-497e-a5c9-88809a4543a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.800020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ffd6f-f960-4bab-b327-33980c509512 req-eeb27d89-c341-4d2e-bde2-d3786e86144d tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:42.802571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb6ffd6f-f960-4bab-b327-33980c509512 req-eeb27d89-c341-4d2e-bde2-d3786e86144d tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.2665563 Nov 12 10:56:42.820188 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21bfe8b-f505-4b5a-9cbe-acad384a8d09 x-openstack-request-id: req-c21bfe8b-f505-4b5a-9cbe-acad384a8d09 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:42.820821 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d6c57a-f7e0-4280-b51b-8719c1a50f20", "name": "network-vif-deleted", "tag": "1f588bfd-7881-43e2-9ea1-b86cef502cf1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:42.824570 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c21bfe8b-f505-4b5a-9cbe-acad384a8d09 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:42.825319 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6c57a-f7e0-4280-b51b-8719c1a50f20', 'name': 'network-vif-deleted', 'tag': '1f588bfd-7881-43e2-9ea1-b86cef502cf1', 'status': 'completed', 'code': 200} Nov 12 10:56:42.878958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b59da647-d566-4692-b8a2-596be8765f68 req-7d5b805c-0509-4196-b7e7-20719218d6bb tempest-LiveAutoBlockMigrationV225Test-345960102 tempest-LiveAutoBlockMigrationV225Test-345960102-project] 10.222.0.31 "GET /v2.0/ports?device_id=35d6c57a-f7e0-4280-b51b-8719c1a50f20 HTTP/1.1" status: 200 len: 210 time: 0.0527079 Nov 12 10:56:42.961605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-426590d5-1028-497e-a5c9-88809a4543a6 None None] Port b3949904-adce-481e-85d6-2a988eaa1642 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:42.973238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb6ffd6f-f960-4bab-b327-33980c509512 req-2e26224a-9909-4970-8ff9-4fcc2aa42e61 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537302 Nov 12 10:56:43.017481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:43.019871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:43.022247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.109568 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef43880b-fdcc-4794-9772-319ddc77a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.112307 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef43880b-fdcc-4794-9772-319ddc77a1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.116170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ef43880b-fdcc-4794-9772-319ddc77a1c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/782b92f5-9f98-416c-b8c3-4314a0aca2bd HTTP/1.1" status: 204 len: 168 time: 1.2926171 Nov 12 10:56:43.134339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.184372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43880b-fdcc-4794-9772-319ddc77a1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782b92f5-9f98-416c-b8c3-4314a0aca2bd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:43.329580 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.364414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event updated for resources: {'Port': ['ID=11e6feb9-648c-4efd-a3af-3f3129f8aec8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:43.414440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:43.449665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.454910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:43.466137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:43.501403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:43.509199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.614422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.630199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'mac_address': 'fa:16:3e:9d:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:43.650568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:43.668081 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.674133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:43.677288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 913bcf57-f259-46ca-912c-3fabb8f49141, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=913bcf57-f259-46ca-912c-3fabb8f49141,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:43.709532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:43.786602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7ddd3-3b94-4cc0-91bf-3a532cb3151e req-96e12bce-1cbe-4d5a-9ec9-41cbcc8cf534 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:43.800112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7ddd3-3b94-4cc0-91bf-3a532cb3151e req-96e12bce-1cbe-4d5a-9ec9-41cbcc8cf534 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:43.821757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20c7ddd3-3b94-4cc0-91bf-3a532cb3151e req-96e12bce-1cbe-4d5a-9ec9-41cbcc8cf534 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 1654 time: 0.3711243 Nov 12 10:56:43.844900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027b2dc-356e-4e58-8d89-b4cba0707e56 req-f09f76ec-720f-465a-9da9-e2a7fc82a888 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:43.858860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e027b2dc-356e-4e58-8d89-b4cba0707e56 req-f09f76ec-720f-465a-9da9-e2a7fc82a888 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.4415557 Nov 12 10:56:43.860885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.872609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Port': ['ID=bec6390b-6bb5-4043-98a1-91220f26ee49,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:43.920571 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.933743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20c7ddd3-3b94-4cc0-91bf-3a532cb3151e req-86d1010f-831a-479a-8962-8d3248eccf52 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080341 Nov 12 10:56:44.001256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:44.005761 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.020140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636511b-13f6-4496-b72b-926753ca444d None None] Pushing event updated for resources: {'Port': ['ID=c9b09610-fa4d-48fc-a793-aa85caf92d04,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:44.047925 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.071944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52222) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:44.078935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.250876 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e027b2dc-356e-4e58-8d89-b4cba0707e56 req-f85023ed-c82f-491e-b119-02e55b97c030 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910038 Nov 12 10:56:44.255581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8b45be6c-2d32-41a0-a658-ee00199666b2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8378735 Nov 12 10:56:44.285613 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.289951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'port': {'device_id': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340', 'admin_state_up': True, 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:44.397972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:44.470551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afd833-03e7-48b0-96ad-dbedb0c9b6ef req-a76a0f16-1cfe-4cc1-b663-927da10d6c67 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:44.482341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22afd833-03e7-48b0-96ad-dbedb0c9b6ef req-a76a0f16-1cfe-4cc1-b663-927da10d6c67 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.2769449 Nov 12 10:56:44.623236 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22afd833-03e7-48b0-96ad-dbedb0c9b6ef req-78e6a34d-bf27-4996-b3e9-074a0b3b98c2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397524 Nov 12 10:56:44.696305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d56c017c-f1da-499b-9780-3af8b0b6d25c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:44.711098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.724343 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.728963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:44.775076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=913bcf57-f259-46ca-912c-3fabb8f49141,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:44.780839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Attempting to bind port c9b09610-fa4d-48fc-a793-aa85caf92d04 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:44.781304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Attempting to bind port c9b09610-fa4d-48fc-a793-aa85caf92d04 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:44.782379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Attempting to bind port c9b09610-fa4d-48fc-a793-aa85caf92d04 on network 84d83270-68a2-460c-bdbc-b7952a16f15e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:44.825979 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.918820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-00af4013-8a26-47ea-a956-8f800f238fcd admin admin] Deleting subnet bbecd288-b864-4082-b98b-3c531c8d4828 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:56:44.925589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:44.925978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Checking segment: {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:44.926404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.926864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Bound using segment: {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:44.927375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Bound port: c9b09610-fa4d-48fc-a793-aa85caf92d04, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:44.929359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.956167 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event updated for resources: {'Port': ['ID=11e6feb9-648c-4efd-a3af-3f3129f8aec8,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:45.011381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b50e7719-4e96-4be7-b644-e179a1bab973 None None] Provisioning complete for port bec6390b-6bb5-4043-98a1-91220f26ee49 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:45.011982 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b50e7719-4e96-4be7-b644-e179a1bab973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.013071 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.023820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00af4013-8a26-47ea-a956-8f800f238fcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.027212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:45.036919 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.065174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.071298 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-53f1f283-2faa-4331-8b73-b5adecd28b16 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4978006 Nov 12 10:56:45.131871 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:56:45.132243 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:56:45.162766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00af4013-8a26-47ea-a956-8f800f238fcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.176675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:45.184082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7719-4e96-4be7-b644-e179a1bab973 None None] Port bec6390b-6bb5-4043-98a1-91220f26ee49 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:45.187354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003192-fd06-43e2-a9db-db26700976dd req-f6b0c7c2-dcba-43da-9536-aa5db7bfaafd tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:45.199708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d003192-fd06-43e2-a9db-db26700976dd req-f6b0c7c2-dcba-43da-9536-aa5db7bfaafd tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.3959894 Nov 12 10:56:45.200711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:45.219024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cfb8f-c97c-487e-8657-9a489a3a79b5 req-e9acdd80-bdf6-4365-834a-597380694dfd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:45.230553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cfb8f-c97c-487e-8657-9a489a3a79b5 req-e9acdd80-bdf6-4365-834a-597380694dfd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:45.232400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fa3cfb8f-c97c-487e-8657-9a489a3a79b5 req-e9acdd80-bdf6-4365-834a-597380694dfd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 1654 time: 0.1437974 Nov 12 10:56:45.342977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d56c017c-f1da-499b-9780-3af8b0b6d25c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:45.343347 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.346985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52266) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:45.351194 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fa3cfb8f-c97c-487e-8657-9a489a3a79b5 req-1dc8b707-5c35-4b09-b848-ce3b417f94cd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075895 Nov 12 10:56:45.362403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] For port c9b09610-fa4d-48fc-a793-aa85caf92d04, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:45.414201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] For port c9b09610-fa4d-48fc-a793-aa85caf92d04, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c9b09610-fa4d-48fc-a793-aa85caf92d04,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:45.435098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.442850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f1e5ba0a-632c-4b60-9e05-272b50a33643 None None] Provisioning complete for port c9b09610-fa4d-48fc-a793-aa85caf92d04 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:45.443450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ba0a-632c-4b60-9e05-272b50a33643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.460000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00af4013-8a26-47ea-a956-8f800f238fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.534071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d003192-fd06-43e2-a9db-db26700976dd req-bb2556ae-c3d1-4705-823b-14a87573eac3 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307781 Nov 12 10:56:45.664616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf053c1-69bd-46d7-a9c3-c91b1c6d5677 req-09c04bef-dfc5-47af-a80a-ff4090c8e5cd tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:45.680279 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-faf053c1-69bd-46d7-a9c3-c91b1c6d5677 req-09c04bef-dfc5-47af-a80a-ff4090c8e5cd tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 949 time: 0.1209614 Nov 12 10:56:45.758114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Allocated IP 19.80.0.114 (97d1427a-1580-4b70-aafd-1f69be3d6340/23c53915-937d-40d6-a9eb-d6a979046ab7/ace47412-5b8a-46ec-8cc2-02c277f9de74) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:45.777857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:45.778460 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00af4013-8a26-47ea-a956-8f800f238fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.778576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:56:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:45.805619 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67e591bd-29d3-4b32-be21-1e2617fe8cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.831507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-faf053c1-69bd-46d7-a9c3-c91b1c6d5677 req-88043b59-dff9-4b03-a904-76125af4eedd tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509852 Nov 12 10:56:45.890804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af4013-8a26-47ea-a956-8f800f238fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbecd288-b864-4082-b98b-3c531c8d4828,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:45.970535 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00af4013-8a26-47ea-a956-8f800f238fcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.974115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-00af4013-8a26-47ea-a956-8f800f238fcd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bbecd288-b864-4082-b98b-3c531c8d4828 HTTP/1.1" status: 204 len: 168 time: 1.8839669 Nov 12 10:56:45.978709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52290) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:46.116163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:46.149455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-d4a0c3c0-c504-4913-98a9-8687421e0026 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1070984943&fields=id&tenant_id=e12368c3e3924fbca8b6276ffe4c8cc9 HTTP/1.1" status: 200 len: 267 time: 0.2613418 Nov 12 10:56:46.183033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.186525 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67e591bd-29d3-4b32-be21-1e2617fe8cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.186760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636511b-13f6-4496-b72b-926753ca444d None None] Pushing event updated for resources: {'Port': ['ID=c9b09610-fa4d-48fc-a793-aa85caf92d04,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:46.196620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.202243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67e591bd-29d3-4b32-be21-1e2617fe8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.246807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678b984-2a51-412a-9ca0-b79f8720f22b req-f1aa1c6c-9d52-4035-8f4f-71f7e366a020 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.247951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5678b984-2a51-412a-9ca0-b79f8720f22b req-f1aa1c6c-9d52-4035-8f4f-71f7e366a020 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.2449236 Nov 12 10:56:46.308566 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ba0a-632c-4b60-9e05-272b50a33643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.354973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f1e5ba0a-632c-4b60-9e05-272b50a33643 None None] For port c9b09610-fa4d-48fc-a793-aa85caf92d04, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c9b09610-fa4d-48fc-a793-aa85caf92d04,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:46.362917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:46.378401 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ba0a-632c-4b60-9e05-272b50a33643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.409763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-67e591bd-29d3-4b32-be21-1e2617fe8cb2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a60fd5c3fcd400d858a576053628443&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0550313 Nov 12 10:56:46.415897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-764322d6-c575-455b-9c1e-eeeed9759076 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.419367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52300) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:46.420034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e591bd-29d3-4b32-be21-1e2617fe8cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0a5e0-49e6-4406-aeee-3d67681cf433,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:46.426084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-764322d6-c575-455b-9c1e-eeeed9759076 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/networks?id=84d83270-68a2-460c-bdbc-b7952a16f15e HTTP/1.1" status: 200 len: 811 time: 0.2662115 Nov 12 10:56:46.434307 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.462607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-d95dcc2f-fb31-467f-8602-6c4f63cf8a0f tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/quotas/e12368c3e3924fbca8b6276ffe4c8cc9 HTTP/1.1" status: 200 len: 375 time: 0.0337660 Nov 12 10:56:46.526482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5ba0a-632c-4b60-9e05-272b50a33643 None None] Pushing event updated for resources: {'Port': ['ID=c9b09610-fa4d-48fc-a793-aa85caf92d04,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:46.554864 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5678b984-2a51-412a-9ca0-b79f8720f22b req-e7a0d412-1538-4797-bd3b-c548200e326f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975981 Nov 12 10:56:46.624237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 226d9841-4486-4078-aadf-eaa206e5a438 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:46.631426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.684545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-f3ae9e27-5bb2-4fc3-b513-845a00a48072 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12368c3e3924fbca8b6276ffe4c8cc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2196031 Nov 12 10:56:46.728601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.772969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e92ef43-9379-440c-91ed-24881fea5c67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.783070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:46.785696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network 97d1427a-1580-4b70-aafd-1f69be3d6340 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:46.794005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:46.828295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:46.834082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874b9b59-a949-4993-bbf5-452693fda86c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:46.865025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:46.865623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e39e81-e5ba-4e2c-abb2-8e4b29bf0f1b') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:46.892519 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e92ef43-9379-440c-91ed-24881fea5c67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.896256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.922874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd436-562c-4cc2-912b-440153aaf61c req-dd9ec26f-48d7-4ae6-9fe2-f5356ddd0c99 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.930428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd436-562c-4cc2-912b-440153aaf61c req-dd9ec26f-48d7-4ae6-9fe2-f5356ddd0c99 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.938224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd436-562c-4cc2-912b-440153aaf61c req-dd9ec26f-48d7-4ae6-9fe2-f5356ddd0c99 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.966500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-48bbd436-562c-4cc2-912b-440153aaf61c req-dd9ec26f-48d7-4ae6-9fe2-f5356ddd0c99 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2376 time: 0.2707205 Nov 12 10:56:47.030280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.049289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:47.051200 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.084194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8093300 Nov 12 10:56:47.087671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267608e-44f9-4c29-bc9c-d9e377f9ce13 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Port': ['ID=ace47412-5b8a-46ec-8cc2-02c277f9de74,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:47.112825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:56:47.112825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:56:47.117813 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:56:47.143511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Request body: {'port': {'device_id': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:47.290125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6a0e8c77-5e26-4733-aabd-78270410042e None None] Provisioning complete for port c9b09610-fa4d-48fc-a793-aa85caf92d04 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:47.291068 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8c77-5e26-4733-aabd-78270410042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.298389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.306535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-48bbd436-562c-4cc2-912b-440153aaf61c req-1a1d28e9-744e-48d6-a283-b07fd975866a tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376257 Nov 12 10:56:47.337990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e92ef43-9379-440c-91ed-24881fea5c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.356567 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.363588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e92ef43-9379-440c-91ed-24881fea5c67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.372536 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3e92ef43-9379-440c-91ed-24881fea5c67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75c0a5e0-49e6-4406-aeee-3d67681cf433 HTTP/1.1" status: 204 len: 168 time: 0.9422491 Nov 12 10:56:47.401387 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.411636 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.427447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] 10.222.0.31 "DELETE /v2.0/networks/874b9b59-a949-4993-bbf5-452693fda86c HTTP/1.1" status: 204 len: 168 time: 1.4435785 Nov 12 10:56:47.427447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92ef43-9379-440c-91ed-24881fea5c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0a5e0-49e6-4406-aeee-3d67681cf433,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:47.447073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52320) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:47.518347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c9f9f-b8a2-4d17-9eb9-4a2d59861439 admin admin] Pushing event deleted for resources: {'Network': ['ID=874b9b59-a949-4993-bbf5-452693fda86c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:47.652279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:47.706008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 226d9841-4486-4078-aadf-eaa206e5a438 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:47.706631 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.740105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d328d7b-966b-4103-9613-293549c52519 admin admin] Deleting subnet 3db535b3-d18f-441f-91f0-27754b929765 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:56:47.759774 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d328d7b-966b-4103-9613-293549c52519 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.817608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-3969b534-ba96-42a3-ac09-aa91b7bdf460 service neutron] 10.222.0.31 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0660028 Nov 12 10:56:47.866650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:45Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:47.886138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d328d7b-966b-4103-9613-293549c52519 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.964369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742fb6b-0906-4e45-93fd-d37b510556be None None] The sync data for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 is: [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:45Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:48.091294 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d328d7b-966b-4103-9613-293549c52519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.093846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8a74f37f-94db-4bde-8f2c-dde62548f9ab up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:48.178050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b70a-d19c-4333-845c-ab4fd8a268f1 req-01c994da-a71f-4ca9-9041-7fded068a258 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:48.201482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c351b70a-d19c-4333-845c-ab4fd8a268f1 req-01c994da-a71f-4ca9-9041-7fded068a258 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.6054683 Nov 12 10:56:48.228764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7b20c74e-2605-4184-96e9-0e5c802fd504 None None] Provisioning complete for port ace47412-5b8a-46ec-8cc2-02c277f9de74 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:48.229535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7b20c74e-2605-4184-96e9-0e5c802fd504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.276307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-7344ea4d-ac14-4df3-9526-40ca9940a62d service neutron] 10.222.0.31 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408984 Nov 12 10:56:48.291782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8a74f37f-94db-4bde-8f2c-dde62548f9ab triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:48.292331 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.295575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7b20c74e-2605-4184-96e9-0e5c802fd504 None None] Port ace47412-5b8a-46ec-8cc2-02c277f9de74 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:48.312744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3949904-adce-481e-85d6-2a988eaa1642 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:48.331093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.357355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c351b70a-d19c-4333-845c-ab4fd8a268f1 req-25e46eb4-0a05-4fb3-b6bf-9f2468511e9c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545465 Nov 12 10:56:48.371893 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d328d7b-966b-4103-9613-293549c52519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.374473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Transition to ACTIVE for port object b3949904-adce-481e-85d6-2a988eaa1642 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:48.380294 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.470081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9d328d7b-966b-4103-9613-293549c52519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.482737 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9d328d7b-966b-4103-9613-293549c52519 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3db535b3-d18f-441f-91f0-27754b929765 HTTP/1.1" status: 204 len: 168 time: 1.0333438 Nov 12 10:56:48.485630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:48.488207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d328d7b-966b-4103-9613-293549c52519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db535b3-d18f-441f-91f0-27754b929765,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:48.613104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Pushing event updated for resources: {'Port': ['ID=b3949904-adce-481e-85d6-2a988eaa1642,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:48.807912 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.861030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Attempting to bind port b3949904-adce-481e-85d6-2a988eaa1642 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:48.861377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Attempting to bind port b3949904-adce-481e-85d6-2a988eaa1642 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:48.861713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Attempting to bind port b3949904-adce-481e-85d6-2a988eaa1642 on network 97d1427a-1580-4b70-aafd-1f69be3d6340 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:48.877286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Port b3949904-adce-481e-85d6-2a988eaa1642 on network 97d1427a-1580-4b70-aafd-1f69be3d6340 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:48.877621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Attempting to bind port b3949904-adce-481e-85d6-2a988eaa1642 on network 97d1427a-1580-4b70-aafd-1f69be3d6340 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:48.894503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:48.895017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Checking segment: {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:48.895536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Bound using segment: {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:48.896175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Bound port: b3949904-adce-481e-85d6-2a988eaa1642, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:48.896785 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.010184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:49.025073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176881da-3bac-4ed2-818b-583fd1b2dda5 req-ce491ebe-245d-406e-8390-da519e5b58a7 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:49.043691 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-176881da-3bac-4ed2-818b-583fd1b2dda5 req-ce491ebe-245d-406e-8390-da519e5b58a7 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 948 time: 0.5296834 Nov 12 10:56:49.086135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c9b09610-fa4d-48fc-a793-aa85caf92d04 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:49.147467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] For port b3949904-adce-481e-85d6-2a988eaa1642, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:49.156057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] For port b3949904-adce-481e-85d6-2a988eaa1642, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3949904-adce-481e-85d6-2a988eaa1642,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:49.167739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.195294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-54533cf1-aa04-4113-831b-37775fcb0b7b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2958748 Nov 12 10:56:49.296673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-176881da-3bac-4ed2-818b-583fd1b2dda5 req-00d0feca-f641-4a6b-8072-f52d8ce3224a tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509513 Nov 12 10:56:49.338090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c9b09610-fa4d-48fc-a793-aa85caf92d04 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:49.338468 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.358260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:49.362731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.365575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] 10.222.0.59 "PUT /v2.0/ports/b3949904-adce-481e-85d6-2a988eaa1642 HTTP/1.1" status: 200 len: 1092 time: 2.2549808 Nov 12 10:56:49.373088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'tag': 'b3949904-adce-481e-85d6-2a988eaa1642'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:49.380322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.385902 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "tag": "b3949904-adce-481e-85d6-2a988eaa1642"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:49.451249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Request body: {'port': {'device_id': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:49.497721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74debc43-f434-424b-9959-436f593f73d6']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:49.517950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:49.518608 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.545048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0df22d-6057-4a06-bbba-d48f7657be19') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:49.547108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0df22d-6057-4a06-bbba-d48f7657be19') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:49.601129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.627539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652fefd-71dd-45fb-9f93-52bc02e5ed86 service neutron] Pushing event updated for resources: {'Port': ['ID=b3949904-adce-481e-85d6-2a988eaa1642,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:49.667377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.701185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:56:49.702023 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:56:49.704643 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:56:49.765787 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.865087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 913bcf57-f259-46ca-912c-3fabb8f49141 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:49.874319 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-070c69b8-ea64-41c7-9fb6-75e36d91bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:49.882502 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-070c69b8-ea64-41c7-9fb6-75e36d91bc82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 1101 time: 0.6152606 Nov 12 10:56:49.905670 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.913454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.926717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/74debc43-f434-424b-9959-436f593f73d6 HTTP/1.1" status: 204 len: 168 time: 1.4353027 Nov 12 10:56:50.087575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869bed8-a2ea-4a5f-8921-4e7bf0ebca4c req-75b10c84-4a04-4117-acd6-570adef8494c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.103719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869bed8-a2ea-4a5f-8921-4e7bf0ebca4c req-75b10c84-4a04-4117-acd6-570adef8494c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.111539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869bed8-a2ea-4a5f-8921-4e7bf0ebca4c req-75b10c84-4a04-4117-acd6-570adef8494c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.134393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c869bed8-a2ea-4a5f-8921-4e7bf0ebca4c req-75b10c84-4a04-4117-acd6-570adef8494c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2388 time: 0.4474659 Nov 12 10:56:50.136561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f8d65-cf31-43ce-8552-82042c6c4dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=74debc43-f434-424b-9959-436f593f73d6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:50.235026 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.254151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52380) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:50.297039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 913bcf57-f259-46ca-912c-3fabb8f49141 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:50.298524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.328159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c869bed8-a2ea-4a5f-8921-4e7bf0ebca4c req-1767f16b-f967-4d4b-8462-3eed16ab03ed tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936502 Nov 12 10:56:50.414818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-082e3e08-fd02-49a7-a7ba-25d0b047d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.416393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-082e3e08-fd02-49a7-a7ba-25d0b047d29d service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4779584 Nov 12 10:56:50.418349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:50.420984 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dc2854-d967-4d9a-980a-e0056b214064" -d '{"events": [{"server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "name": "network-vif-plugged", "status": "completed", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:50.470453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:50.480784 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.513795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec6390b-6bb5-4043-98a1-91220f26ee49 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:50.529443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.531279 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-d5b82feb-6f69-4821-818f-4e2686d4fb40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a9e1276d-5fdb-4bf8-8904-eef988841679 HTTP/1.1" status: 200 len: 217 time: 0.0951452 Nov 12 10:56:50.551963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Transition to ACTIVE for port object bec6390b-6bb5-4043-98a1-91220f26ee49 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:50.553035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52392) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:50.582856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.700065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aec3920b-56b3-4545-8ce0-229d1903de6b req-33f2620d-a5f6-442c-b66a-15787fcf8aa4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 210 time: 0.1811211 Nov 12 10:56:50.751525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:50.751695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Pushing event updated for resources: {'Port': ['ID=bec6390b-6bb5-4043-98a1-91220f26ee49,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:50.759179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-7e2538cd-dca7-4e3f-9249-aaaf08840b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.762000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-7e2538cd-dca7-4e3f-9249-aaaf08840b48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2203429 Nov 12 10:56:50.764083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-355590da-4529-4369-873a-edfa419de9fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d956d072ec4403897681bda1ea4b91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079637 Nov 12 10:56:50.765437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52394) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:50.883664 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73ea86f-7db4-409a-a0c4-c48ce50b962e x-openstack-request-id: req-a73ea86f-7db4-409a-a0c4-c48ce50b962e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:50.884263 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "tag": "b3949904-adce-481e-85d6-2a988eaa1642", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:50.884764 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a73ea86f-7db4-409a-a0c4-c48ce50b962e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:50.885465 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'tag': 'b3949904-adce-481e-85d6-2a988eaa1642', 'status': 'completed', 'code': 200} Nov 12 10:56:51.005381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Attempting to bind port bec6390b-6bb5-4043-98a1-91220f26ee49 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:51.005931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Attempting to bind port bec6390b-6bb5-4043-98a1-91220f26ee49 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:51.006136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Attempting to bind port bec6390b-6bb5-4043-98a1-91220f26ee49 on network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:51.035771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Port bec6390b-6bb5-4043-98a1-91220f26ee49 on network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:51.035771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Attempting to bind port bec6390b-6bb5-4043-98a1-91220f26ee49 on network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:51.036352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdfc-a18c-459d-a25f-544b0ea5512b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.046370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:51.046826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Checking segment: {'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:51.047093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Bound using segment: {'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:51.047703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Bound port: bec6390b-6bb5-4043-98a1-91220f26ee49, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37aec61a-3081-46a1-99af-42ed7bb6b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:51.048062 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.073712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-d54f78c1-1fe3-4f78-8044-48832c35504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.075131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-d54f78c1-1fe3-4f78-8044-48832c35504a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1102 time: 0.0874853 Nov 12 10:56:51.098814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-320b7a56-d6f0-49f6-a4da-4afb25f11819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.109043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-7e7a217a-8180-4d01-89a0-46441e437302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.110689 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-7e7a217a-8180-4d01-89a0-46441e437302 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2524955 Nov 12 10:56:51.140747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdfc-a18c-459d-a25f-544b0ea5512b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.227305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-531b51e3-70d9-4ec2-a8ad-87d8863b796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.227786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-531b51e3-70d9-4ec2-a8ad-87d8863b796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.228247 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-531b51e3-70d9-4ec2-a8ad-87d8863b796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.231005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-531b51e3-70d9-4ec2-a8ad-87d8863b796f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2758 time: 0.3267145 Nov 12 10:56:51.340039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce555b9-0a29-4775-b301-caebae9a2bba req-bec5978d-925c-472d-9195-2a6935153e25 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.349745 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fce555b9-0a29-4775-b301-caebae9a2bba req-bec5978d-925c-472d-9195-2a6935153e25 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.3161247 Nov 12 10:56:51.789172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] For port bec6390b-6bb5-4043-98a1-91220f26ee49, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:51.805158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] For port bec6390b-6bb5-4043-98a1-91220f26ee49, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bec6390b-6bb5-4043-98a1-91220f26ee49,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:51.823360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.844191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-ea2d1746-9834-4282-970c-c2aa383d74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.846455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-ea2d1746-9834-4282-970c-c2aa383d74a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.7284472 Nov 12 10:56:51.908986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e249c8-d2b5-436a-818d-938f30c484cc req-adf7c041-0181-4f8d-82d4-16f4bbedc649 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.917178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-95e249c8-d2b5-436a-818d-938f30c484cc req-adf7c041-0181-4f8d-82d4-16f4bbedc649 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.2815568 Nov 12 10:56:51.935069 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdfc-a18c-459d-a25f-544b0ea5512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.937717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdfc-a18c-459d-a25f-544b0ea5512b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.942699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-64f7bdfc-a18c-459d-a25f-544b0ea5512b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4abbff8-836b-4cd7-a6fc-c59f02885972 HTTP/1.1" status: 204 len: 168 time: 1.1740479 Nov 12 10:56:51.961459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.962083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.964021 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] 10.222.0.59 "PUT /v2.0/ports/bec6390b-6bb5-4043-98a1-91220f26ee49 HTTP/1.1" status: 200 len: 1093 time: 2.5479383 Nov 12 10:56:51.978801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-e3545708-0314-40cd-9a05-2d55c659d291 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.981135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-e3545708-0314-40cd-9a05-2d55c659d291 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.52 "GET /v2.0/networks?id=84d83270-68a2-460c-bdbc-b7952a16f15e HTTP/1.1" status: 200 len: 811 time: 0.3403151 Nov 12 10:56:51.982480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-91769902-3503-4e81-a7b2-51a244272a63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 HTTP/1.1" status: 200 len: 217 time: 0.1030295 Nov 12 10:56:52.023845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fce555b9-0a29-4775-b301-caebae9a2bba req-d400d250-dbd2-4760-b5f0-821c62f7f042 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728868 Nov 12 10:56:52.034811 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-2bcbb17d-18ab-485b-a277-9d5dd4c4cdaf service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8961885 Nov 12 10:56:52.036721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Request body: {'port': {'device_id': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:52.039494 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7bdfc-a18c-459d-a25f-544b0ea5512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4abbff8-836b-4cd7-a6fc-c59f02885972,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:52.107367 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-320b7a56-d6f0-49f6-a4da-4afb25f11819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:52.115209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-4df35c2d-5e2c-4cea-a6ed-54492079e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:52.117440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-4df35c2d-5e2c-4cea-a6ed-54492079e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:52.117665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-4df35c2d-5e2c-4cea-a6ed-54492079e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:52.122212 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32a80ba-35b1-4618-88ff-77d5e0c0475b x-openstack-request-id: req-c32a80ba-35b1-4618-88ff-77d5e0c0475b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:52.122970 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "name": "network-vif-plugged", "status": "completed", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:52.122970 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c32a80ba-35b1-4618-88ff-77d5e0c0475b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:52.123445 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'code': 200} Nov 12 10:56:52.123981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-4df35c2d-5e2c-4cea-a6ed-54492079e7c5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8129d4edf21f434eb7988c86eac81b8c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8712385 Nov 12 10:56:52.167379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-320b7a56-d6f0-49f6-a4da-4afb25f11819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:52.205503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0e9a1-5c5f-4598-b563-a487a156dd1b service neutron] Pushing event updated for resources: {'Port': ['ID=bec6390b-6bb5-4043-98a1-91220f26ee49,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:52.360979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-b40d03eb-88ed-4b6c-9eae-47e5569f3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:52.362913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-b40d03eb-88ed-4b6c-9eae-47e5569f3f05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.3598547 Nov 12 10:56:52.367159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-95e249c8-d2b5-436a-818d-938f30c484cc req-bd0800ed-0d7f-4df5-8eef-43b585109906 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487948 Nov 12 10:56:52.402456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:52.444694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-320b7a56-d6f0-49f6-a4da-4afb25f11819 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f67ed3a564940748a62442e6cea0595&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1888347 Nov 12 10:56:52.460718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-ff846e03-735f-4a5e-849e-5bc5efedc9b5 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12368c3e3924fbca8b6276ffe4c8cc9 HTTP/1.1" status: 200 len: 380 time: 0.4433064 Nov 12 10:56:52.461520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52418) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:52.484210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Request body: {'port': {'device_id': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'admin_state_up': True, 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'security_groups': ['88502602-0f1e-4919-b1ec-5a81b400d981']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:52.620292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52420) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:52.739370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b7a56-d6f0-49f6-a4da-4afb25f11819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba866e2f-49e9-48ae-af34-9a588a5b04cb,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:52.757697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-92eb8843-e362-46d4-b4b0-b1a308836d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:52.759268 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-92eb8843-e362-46d4-b4b0-b1a308836d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3779528 Nov 12 10:56:52.835076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2d369109-8ebc-4fdc-9b51-e083cbed9390 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f1fe468933c432194f8fcf3d4e68655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121027 Nov 12 10:56:52.840051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20ef5fcf-0d89-49ef-ae38-3ea81add8bb5 req-5e344177-6831-4ac6-8d03-0eee59eb8cf3 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928798 Nov 12 10:56:52.841512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-e5225279-2fcf-439b-90a9-e19b9ab1a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:52.843369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c97b1dd-ed3a-42b3-bc67-23ed79e95342 req-e5225279-2fcf-439b-90a9-e19b9ab1a250 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6693225 Nov 12 10:56:52.844817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:52.899962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'tag': 'bec6390b-6bb5-4043-98a1-91220f26ee49'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:52.903014 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89de4dd5-c9a4-44ff-8998-bb634156b13f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "tag": "bec6390b-6bb5-4043-98a1-91220f26ee49"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:52.972665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b28d0ec-6758-4314-89c7-f4d47e328821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:52.988266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70fcd40e-e3d0-4cc4-9a3e-f15de9989521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.022587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bf462-3f25-4f0e-8596-86e7d8a1b88c req-6fb8a04a-7ea2-4cea-8482-38d1a114eb65 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.026969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b28d0ec-6758-4314-89c7-f4d47e328821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.030614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05523021-5c13-4d1e-811c-2588461465ac req-3f0350c8-483d-446d-a72a-b58cf2444c01 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 210 time: 0.0407903 Nov 12 10:56:53.055366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bf462-3f25-4f0e-8596-86e7d8a1b88c req-6fb8a04a-7ea2-4cea-8482-38d1a114eb65 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.057806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bf462-3f25-4f0e-8596-86e7d8a1b88c req-6fb8a04a-7ea2-4cea-8482-38d1a114eb65 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.067468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-292bf462-3f25-4f0e-8596-86e7d8a1b88c req-6fb8a04a-7ea2-4cea-8482-38d1a114eb65 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2400 time: 0.4890580 Nov 12 10:56:53.079540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e857-6a44-410b-8403-06c984829597 req-da066531-6139-44fd-9a1f-aa0977dd0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.083577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5753e857-6a44-410b-8403-06c984829597 req-da066531-6139-44fd-9a1f-aa0977dd0369 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1102 time: 0.4956298 Nov 12 10:56:53.133261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b28d0ec-6758-4314-89c7-f4d47e328821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.136913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b28d0ec-6758-4314-89c7-f4d47e328821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.141333 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5b28d0ec-6758-4314-89c7-f4d47e328821 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1371c7b8-b0b5-426f-b97f-5333fc04e693 HTTP/1.1" status: 204 len: 168 time: 0.2922089 Nov 12 10:56:53.173738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28d0ec-6758-4314-89c7-f4d47e328821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371c7b8-b0b5-426f-b97f-5333fc04e693,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:53.180979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70fcd40e-e3d0-4cc4-9a3e-f15de9989521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.213028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a1cf1-9a11-4b65-8ed6-705e3a10d91e req-f4a05791-5ac5-47ea-a87d-cdd1a8b63209 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.215535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-877a1cf1-9a11-4b65-8ed6-705e3a10d91e req-f4a05791-5ac5-47ea-a87d-cdd1a8b63209 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.1003172 Nov 12 10:56:53.302504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-877a1cf1-9a11-4b65-8ed6-705e3a10d91e req-d401aff5-6f8a-4f86-9d2d-e2b9417993e1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800760 Nov 12 10:56:53.400235 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902d1f61-f353-4f16-a852-2112e0a57757 x-openstack-request-id: req-902d1f61-f353-4f16-a852-2112e0a57757 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:53.400554 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "tag": "bec6390b-6bb5-4043-98a1-91220f26ee49", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:53.400814 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-902d1f61-f353-4f16-a852-2112e0a57757 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:53.401243 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'tag': 'bec6390b-6bb5-4043-98a1-91220f26ee49', 'status': 'completed', 'code': 200} Nov 12 10:56:53.407212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-292bf462-3f25-4f0e-8596-86e7d8a1b88c req-6c73b7d7-c137-4dba-ba15-97b9394c8b62 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387141 Nov 12 10:56:53.423675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Made reservation on behalf of e12368c3e3924fbca8b6276ffe4c8cc9 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:53.423675 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.442593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-24cc571e-5795-42d5-bdb3-5787dcc422e5 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712627 Nov 12 10:56:53.511909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5753e857-6a44-410b-8403-06c984829597 req-52f76425-3026-4eb3-9563-3fc5e85cc6b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010568 Nov 12 10:56:53.658576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfd8dc-481b-4e2b-a6dd-515a1cf3c235 req-0964658b-92d1-45a6-a699-dca68f59e447 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.667123 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70fcd40e-e3d0-4cc4-9a3e-f15de9989521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.670603 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fcdfd8dc-481b-4e2b-a6dd-515a1cf3c235 req-0964658b-92d1-45a6-a699-dca68f59e447 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1287239 Nov 12 10:56:53.671243 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70fcd40e-e3d0-4cc4-9a3e-f15de9989521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.672961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-70fcd40e-e3d0-4cc4-9a3e-f15de9989521 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba866e2f-49e9-48ae-af34-9a588a5b04cb HTTP/1.1" status: 204 len: 168 time: 1.2070320 Nov 12 10:56:53.680078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-ddd670d8-f5c1-4d00-9505-84e9989220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.680559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-ddd670d8-f5c1-4d00-9505-84e9989220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.681060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-ddd670d8-f5c1-4d00-9505-84e9989220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.683788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-ddd670d8-f5c1-4d00-9505-84e9989220ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2800 time: 0.2434382 Nov 12 10:56:53.744891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcd40e-e3d0-4cc4-9a3e-f15de9989521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba866e2f-49e9-48ae-af34-9a588a5b04cb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:53.747334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fcdfd8dc-481b-4e2b-a6dd-515a1cf3c235 req-5a049f6d-35c5-428a-97a8-ef370996f41b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756319 Nov 12 10:56:53.895852 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b53ecd5-7c75-48c2-97e2-3e74dfdb4e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.003748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace47412-5b8a-46ec-8cc2-02c277f9de74 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:54.055630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddc391ec-6f9e-4ffe-bd0f-675969362197 req-0c5d548f-69f9-46ad-bf75-68030cfa23cf service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737948 Nov 12 10:56:54.068423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.090341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Allocated IP 172.20.0.6 (84d83270-68a2-460c-bdbc-b7952a16f15e/789c426f-bf45-4a95-a7ba-2ad03713001b/f1d5ba48-8136-4eaa-b912-5e63230729d8) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:54.143680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Transition to ACTIVE for port object ace47412-5b8a-46ec-8cc2-02c277f9de74 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:54.151327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.287618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ea14-22d1-4b62-9199-1fb97171ad81 req-392c8967-fae0-4681-a141-15d90d5692a7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.297413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a580ea14-22d1-4b62-9199-1fb97171ad81 req-392c8967-fae0-4681-a141-15d90d5692a7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.2678187 Nov 12 10:56:54.334643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-9d4bd5aa-d7b5-4bd7-8ce5-ada3a1a47e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.335355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-9d4bd5aa-d7b5-4bd7-8ce5-ada3a1a47e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.335889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-9d4bd5aa-d7b5-4bd7-8ce5-ada3a1a47e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.339569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-9d4bd5aa-d7b5-4bd7-8ce5-ada3a1a47e56 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8129d4edf21f434eb7988c86eac81b8c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5522139 Nov 12 10:56:54.434548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-160227c4-f98c-4ced-a373-c20bb8c25a7c req-3577eac0-92d1-4654-8768-2f351d2e34a2 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 210 time: 0.1516914 Nov 12 10:56:54.575309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ace47412-5b8a-46ec-8cc2-02c277f9de74,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:54.647700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a580ea14-22d1-4b62-9199-1fb97171ad81 req-363e8ec9-5b78-4ce8-86b4-557577b59294 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490233 Nov 12 10:56:54.795213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-021fd402-c36e-42a0-8db2-eeab982cf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.800687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89de4dd5-c9a4-44ff-8998-bb634156b13f req-021fd402-c36e-42a0-8db2-eeab982cf9fb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4220502 Nov 12 10:56:55.053146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58f81a-1374-46e5-88a2-ceda7401d2e7 req-34cd9b6f-f370-4208-a659-41bdbe3a3916 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.067269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58f81a-1374-46e5-88a2-ceda7401d2e7 req-34cd9b6f-f370-4208-a659-41bdbe3a3916 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.082323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58f81a-1374-46e5-88a2-ceda7401d2e7 req-34cd9b6f-f370-4208-a659-41bdbe3a3916 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.096981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b58f81a-1374-46e5-88a2-ceda7401d2e7 req-34cd9b6f-f370-4208-a659-41bdbe3a3916 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2412 time: 0.2392440 Nov 12 10:56:55.133577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Attempting to bind port ace47412-5b8a-46ec-8cc2-02c277f9de74 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:55.134464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Attempting to bind port ace47412-5b8a-46ec-8cc2-02c277f9de74 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:55.135042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Attempting to bind port ace47412-5b8a-46ec-8cc2-02c277f9de74 on network 97d1427a-1580-4b70-aafd-1f69be3d6340 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:55.142515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:55.152596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Port ace47412-5b8a-46ec-8cc2-02c277f9de74 on network 97d1427a-1580-4b70-aafd-1f69be3d6340 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:55.153112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Attempting to bind port ace47412-5b8a-46ec-8cc2-02c277f9de74 on network 97d1427a-1580-4b70-aafd-1f69be3d6340 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:55.163837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:55.164198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Checking segment: {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:55.164609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Bound using segment: {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:55.165547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Bound port: ace47412-5b8a-46ec-8cc2-02c277f9de74, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5342e093-dbc4-40ae-a972-527beb17077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:55.165731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:55.205121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b58f81a-1374-46e5-88a2-ceda7401d2e7 req-f98dfd46-398a-4aa7-9a3b-37eb2b0c3686 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064622 Nov 12 10:56:55.331411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] For port ace47412-5b8a-46ec-8cc2-02c277f9de74, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:55.335280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] For port ace47412-5b8a-46ec-8cc2-02c277f9de74, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ace47412-5b8a-46ec-8cc2-02c277f9de74,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:55.340675 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:55.416851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.418163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:55.420625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] 10.222.0.59 "PUT /v2.0/ports/ace47412-5b8a-46ec-8cc2-02c277f9de74 HTTP/1.1" status: 200 len: 1093 time: 3.4120362 Nov 12 10:56:55.421598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'tag': 'ace47412-5b8a-46ec-8cc2-02c277f9de74'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:55.426736 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde0fb72-7324-404a-b403-40d1743c5590" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "tag": "ace47412-5b8a-46ec-8cc2-02c277f9de74"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:55.452976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc70fd-8382-4fdc-8d2c-557f3db08a59 req-18ee026a-6cff-4922-b6a3-35329f9b85b9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.457897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:55.473788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5bfc70fd-8382-4fdc-8d2c-557f3db08a59 req-18ee026a-6cff-4922-b6a3-35329f9b85b9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.1778605 Nov 12 10:56:55.506425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ce6c8-ca29-4d46-90aa-6bb9680f7bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ace47412-5b8a-46ec-8cc2-02c277f9de74,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:55.633040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5bfc70fd-8382-4fdc-8d2c-557f3db08a59 req-5480f372-9b2b-420e-815d-3758f6cbb844 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575768 Nov 12 10:56:55.725467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event updated for resources: {'Port': ['ID=f1d5ba48-8136-4eaa-b912-5e63230729d8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:55.741279 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f5d696-ae3d-4f68-bc07-1456e85a0c9e x-openstack-request-id: req-97f5d696-ae3d-4f68-bc07-1456e85a0c9e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:55.741606 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "tag": "ace47412-5b8a-46ec-8cc2-02c277f9de74", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:55.741868 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97f5d696-ae3d-4f68-bc07-1456e85a0c9e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:55.742212 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'tag': 'ace47412-5b8a-46ec-8cc2-02c277f9de74', 'status': 'completed', 'code': 200} Nov 12 10:56:55.756052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Network 84d83270-68a2-460c-bdbc-b7952a16f15e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:55.762164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:55.771756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:55.928844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-32cd76d9-8f49-4b12-9827-24bbf64748d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.929398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-32cd76d9-8f49-4b12-9827-24bbf64748d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.929829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-32cd76d9-8f49-4b12-9827-24bbf64748d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.947062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-32cd76d9-8f49-4b12-9827-24bbf64748d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2868 time: 0.4200327 Nov 12 10:56:56.056025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-286d23d7-1e55-47c6-98c1-87b0db85be31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=b3949904-adce-481e-85d6-2a988eaa1642 HTTP/1.1" status: 200 len: 217 time: 0.1072314 Nov 12 10:56:56.107152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5116a-6043-470e-aab3-a48c237bbf27 req-34a766c1-07a6-4395-99ec-e8cf7f160a7c tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.128894 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aaa5116a-6043-470e-aab3-a48c237bbf27 req-34a766c1-07a6-4395-99ec-e8cf7f160a7c tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 931 time: 0.2085409 Nov 12 10:56:56.189988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.189988 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:56.219283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b1b9-70ed-43e3-b6e9-111428c5764f req-715a4668-be2e-4c52-847d-f6254b5022b5 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.225536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b449b1b9-70ed-43e3-b6e9-111428c5764f req-715a4668-be2e-4c52-847d-f6254b5022b5 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.4002635 Nov 12 10:56:56.230203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-0d754234-0a4c-4d16-80a1-a225713a0b26 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7556274 Nov 12 10:56:56.232420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-a4a11a55-d4a6-4e88-b241-f8627b548283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.234145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-a4a11a55-d4a6-4e88-b241-f8627b548283 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23c53915-937d-40d6-a9eb-d6a979046ab7 HTTP/1.1" status: 200 len: 801 time: 0.1516147 Nov 12 10:56:56.251061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ea89e640-ff83-4a5e-90c7-503892afbd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:56.258639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Request body: {'port': {'device_id': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:56.311105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aaa5116a-6043-470e-aab3-a48c237bbf27 req-0e548c66-87a0-4820-b7de-a32e9b8a946c tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773098 Nov 12 10:56:56.408800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:56.423931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ee3d220a-7bd3-4bb3-8bac-93098467a36b None None] Provisioning complete for port f1d5ba48-8136-4eaa-b912-5e63230729d8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:56.425087 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ee3d220a-7bd3-4bb3-8bac-93098467a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:56.440323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-980f09c6-d7f9-4c4c-b5ea-1f50b24e6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.441800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-980f09c6-d7f9-4c4c-b5ea-1f50b24e6de3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97d1427a-1580-4b70-aafd-1f69be3d6340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404781 Nov 12 10:56:56.446452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b449b1b9-70ed-43e3-b6e9-111428c5764f req-2bd1bd4a-c03c-4481-9b59-37e800d8ed35 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113132 Nov 12 10:56:56.519285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d220a-7bd3-4bb3-8bac-93098467a36b None None] Port f1d5ba48-8136-4eaa-b912-5e63230729d8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:56.950209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589270-8250-4bce-af5c-19ed04afcbb9 req-ee02362c-9a79-4eb0-963f-f4441d4dad0d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.959038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589270-8250-4bce-af5c-19ed04afcbb9 req-ee02362c-9a79-4eb0-963f-f4441d4dad0d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.968308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589270-8250-4bce-af5c-19ed04afcbb9 req-ee02362c-9a79-4eb0-963f-f4441d4dad0d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.970330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05589270-8250-4bce-af5c-19ed04afcbb9 req-ee02362c-9a79-4eb0-963f-f4441d4dad0d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2412 time: 0.1835680 Nov 12 10:56:57.064955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-4650c7db-9407-4d28-80b3-9a6843f05e50 service neutron] 10.222.0.59 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921917 Nov 12 10:56:57.221289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05589270-8250-4bce-af5c-19ed04afcbb9 req-79ced5d2-2627-4799-b804-8e9dd8cd532f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128727 Nov 12 10:56:57.287686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db4e1-0bc9-4a07-b5e4-7a26405b9aeb req-9b01fd0d-09a6-4961-aac1-e1751beae148 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:57.304009 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a2db4e1-0bc9-4a07-b5e4-7a26405b9aeb req-9b01fd0d-09a6-4961-aac1-e1751beae148 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1635010 Nov 12 10:56:57.473080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a2db4e1-0bc9-4a07-b5e4-7a26405b9aeb req-17236711-2378-41bf-8ef9-701d060d0db5 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550159 Nov 12 10:56:57.595023 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:57.616219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-e26acc80-4535-4c56-bb86-a89daa64f52c service neutron] 10.222.0.59 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393853 Nov 12 10:56:57.628664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52556) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:57.704944 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-d29a3cff-7f0e-4f7a-b25d-0d91e9382e6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=bec6390b-6bb5-4043-98a1-91220f26ee49 HTTP/1.1" status: 200 len: 217 time: 0.0765502 Nov 12 10:56:57.716291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d5ba48-8136-4eaa-b912-5e63230729d8 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:57.737101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:57.820846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Transition to ACTIVE for port object f1d5ba48-8136-4eaa-b912-5e63230729d8 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:57.841938 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:57.865999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-93e179c1-bc35-4e13-ba22-c49c364fd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:57.865999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-93e179c1-bc35-4e13-ba22-c49c364fd064 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b HTTP/1.1" status: 200 len: 801 time: 0.1435046 Nov 12 10:56:57.930223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5324a-d7dc-40ec-a62e-6f3f25898cf1 req-3475b695-1815-45ae-9992-dca18b12d2d3 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:57.931943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70e5324a-d7dc-40ec-a62e-6f3f25898cf1 req-3475b695-1815-45ae-9992-dca18b12d2d3 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 931 time: 0.1911938 Nov 12 10:56:58.006152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf479370-6293-4390-a931-8ba7818ac659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.254889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf479370-6293-4390-a931-8ba7818ac659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.262044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf479370-6293-4390-a931-8ba7818ac659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.369296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf479370-6293-4390-a931-8ba7818ac659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092ce442-f1ea-4723-b994-a97d40ef737e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:58.440360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cf479370-6293-4390-a931-8ba7818ac659 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eaded8e4ce1a46e58882ca0c13f36cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8099487 Nov 12 10:56:58.441125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52586) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:58.620304 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d7670a8-a214-4371-9de1-77d8db34bd81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.701176 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d7670a8-a214-4371-9de1-77d8db34bd81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.705931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52600) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:58.820272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397113b-02a9-4256-96cd-3ea14bf1eb4a req-034bbd87-3cea-4960-b253-4b14ade400a9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.823676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6397113b-02a9-4256-96cd-3ea14bf1eb4a req-034bbd87-3cea-4960-b253-4b14ade400a9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 945 time: 0.1117408 Nov 12 10:56:58.885533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d5ba48-8136-4eaa-b912-5e63230729d8,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:58.941532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6397113b-02a9-4256-96cd-3ea14bf1eb4a req-ceaed2e9-e3b8-4322-b928-aee07cdaaef7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050839 Nov 12 10:56:58.953340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-fe8aa245-4ddb-4ac9-9826-755d1d10e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.958130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d7670a8-a214-4371-9de1-77d8db34bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.968816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d7670a8-a214-4371-9de1-77d8db34bd81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.972749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6d7670a8-a214-4371-9de1-77d8db34bd81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/092ce442-f1ea-4723-b994-a97d40ef737e HTTP/1.1" status: 204 len: 168 time: 0.5289185 Nov 12 10:56:59.005216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-fe8aa245-4ddb-4ac9-9826-755d1d10e56d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce8f48e8-bfcd-4bc5-ac62-a782e75822dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1101701 Nov 12 10:56:59.007478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7670a8-a214-4371-9de1-77d8db34bd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092ce442-f1ea-4723-b994-a97d40ef737e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:59.136202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 125b7da0-def2-46c3-a28e-803d24549506 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:59.205885 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-eee8b2bf-915f-4f2b-98d5-05dcc1f42e0c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-358390775'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:59.206911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-eee8b2bf-915f-4f2b-98d5-05dcc1f42e0c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Unknown quota resources ['metering_label']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:56:59.226608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70e5324a-d7dc-40ec-a62e-6f3f25898cf1 req-339810a6-40b5-46f3-bbbd-89b2868c58e6 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979902 Nov 12 10:56:59.315440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=125b7da0-def2-46c3-a28e-803d24549506,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:59.328954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d51e1-5d42-49ac-b85b-81cbb3e51bc9 req-4c158ec2-3d92-4e3b-ab86-788d7b228633 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.332080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '125b7da0-def2-46c3-a28e-803d24549506', 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'port_id': '125b7da0-def2-46c3-a28e-803d24549506', 'mac_address': 'fa:16:3e:92:9e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33332d9-4c19-4638-b09e-027dd606f127', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:59.337825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d51e1-5d42-49ac-b85b-81cbb3e51bc9 req-4c158ec2-3d92-4e3b-ab86-788d7b228633 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.356219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d51e1-5d42-49ac-b85b-81cbb3e51bc9 req-4c158ec2-3d92-4e3b-ab86-788d7b228633 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.367085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d4d51e1-5d42-49ac-b85b-81cbb3e51bc9 req-4c158ec2-3d92-4e3b-ab86-788d7b228633 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2412 time: 0.2490563 Nov 12 10:56:59.389670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Attempting to bind port f1d5ba48-8136-4eaa-b912-5e63230729d8 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:59.390344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Attempting to bind port f1d5ba48-8136-4eaa-b912-5e63230729d8 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:59.390992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Attempting to bind port f1d5ba48-8136-4eaa-b912-5e63230729d8 on network 84d83270-68a2-460c-bdbc-b7952a16f15e {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:59.410671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Port f1d5ba48-8136-4eaa-b912-5e63230729d8 on network 84d83270-68a2-460c-bdbc-b7952a16f15e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:59.411118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Attempting to bind port f1d5ba48-8136-4eaa-b912-5e63230729d8 on network 84d83270-68a2-460c-bdbc-b7952a16f15e {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:59.428671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:59.460707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 125b7da0-def2-46c3-a28e-803d24549506 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:59.484515 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:59.503068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:59.504036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Checking segment: {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:59.504704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Bound using segment: {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:59.505710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Bound port: f1d5ba48-8136-4eaa-b912-5e63230729d8, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d22f9b9-3119-40d3-8a63-478e8afd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:59.506133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=125b7da0-def2-46c3-a28e-803d24549506,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:59.506519 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:59.514209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:59.532779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-364ae79c-2632-4181-a46f-5611995da4da service neutron] 10.222.0.59 "GET /v2.0/networks/ce8f48e8-bfcd-4bc5-ac62-a782e75822dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441125 Nov 12 10:56:59.625955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=125b7da0-def2-46c3-a28e-803d24549506,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:59.636277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b74846-33c1-451b-9a7b-8e5c41679a9d req-9a2ea0a0-f868-4ae1-965f-9fd65b40d244 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.638414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b74846-33c1-451b-9a7b-8e5c41679a9d req-9a2ea0a0-f868-4ae1-965f-9fd65b40d244 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.2235601 Nov 12 10:56:59.665927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d4d51e1-5d42-49ac-b85b-81cbb3e51bc9 req-8b0ff167-1d90-4be7-be51-e2857a350568 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973969 Nov 12 10:56:59.692553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['125b7da0-def2-46c3-a28e-803d24549506'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:59.821778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] For port f1d5ba48-8136-4eaa-b912-5e63230729d8, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:59.828307 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eee8b2bf-915f-4f2b-98d5-05dcc1f42e0c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:59.832906 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eee8b2bf-915f-4f2b-98d5-05dcc1f42e0c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1244273 Nov 12 10:56:59.833681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52614) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:59.839249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fa4ec9aa-c98f-42de-a84d-e7fc3b8b0960 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'efc6f867-3b61-40e1-ad8c-9cb35b1b460f'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:59.840132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fa4ec9aa-c98f-42de-a84d-e7fc3b8b0960 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:56:59.879490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-ac444a00-1ce3-4a96-85fc-29310aba0787 service neutron] 10.222.0.59 "GET /v2.0/networks/ce8f48e8-bfcd-4bc5-ac62-a782e75822dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314323 Nov 12 10:56:59.891086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] For port f1d5ba48-8136-4eaa-b912-5e63230729d8, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:59.917268 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b74846-33c1-451b-9a7b-8e5c41679a9d req-854fdb7a-7183-49b7-b30c-2a7d91b432a4 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261398 Nov 12 10:56:59.967761 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:59.977811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-4471ab82-214f-4833-bd3e-72d8bc07bc17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=ace47412-5b8a-46ec-8cc2-02c277f9de74 HTTP/1.1" status: 200 len: 217 time: 0.0845766 Nov 12 10:57:00.000782 n-d-768851-19 neutron-server[109166]: WARNING neutron.services.metering.metering_plugin [None req-fa4ec9aa-c98f-42de-a84d-e7fc3b8b0960 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 10:57:00.065387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.077687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.079520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] 10.222.0.52 "PUT /v2.0/ports/f1d5ba48-8136-4eaa-b912-5e63230729d8 HTTP/1.1" status: 200 len: 1092 time: 3.8343260 Nov 12 10:57:00.151237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'tag': 'f1d5ba48-8136-4eaa-b912-5e63230729d8'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:00.153527 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4819c884-7fa2-4779-8db0-db948674b3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6bad10b3-677c-4584-bc0d-339dd12ca294", "tag": "f1d5ba48-8136-4eaa-b912-5e63230729d8"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:00.251644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52620) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:00.270752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-5ced2e13-387c-47e3-ac46-99d6fdc406b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.272586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-5ced2e13-387c-47e3-ac46-99d6fdc406b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23c53915-937d-40d6-a9eb-d6a979046ab7 HTTP/1.1" status: 200 len: 801 time: 0.2659616 Nov 12 10:57:00.277189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c82e6f-057c-4c17-8f62-431c33f66fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d5ba48-8136-4eaa-b912-5e63230729d8,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:00.340024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-a07130f6-b05b-4ea3-99af-2f189ab3173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.341556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-a07130f6-b05b-4ea3-99af-2f189ab3173c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e12368c3e3924fbca8b6276ffe4c8cc9&device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 1095 time: 0.1759155 Nov 12 10:57:00.362889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73134-6750-4f08-873a-4d17f4bc15cb req-6c491562-5f99-499b-959e-63bbd24f0eda tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.365450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c73134-6750-4f08-873a-4d17f4bc15cb req-6c491562-5f99-499b-959e-63bbd24f0eda tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 944 time: 0.1984146 Nov 12 10:57:00.407088 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0e9f-a981-437d-859d-2c7d06933575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.439386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec9aa-c98f-42de-a84d-e7fc3b8b0960 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.444955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fa4ec9aa-c98f-42de-a84d-e7fc3b8b0960 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6095629 Nov 12 10:57:00.449405 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52626) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:00.469783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-b0c4ac9e-a73e-43f4-bad0-4410ed701ee1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8 HTTP/1.1" status: 200 len: 217 time: 0.1028266 Nov 12 10:57:00.481199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3ed68dc4-3247-42a2-bd3a-63249e999c7c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'efc6f867-3b61-40e1-ad8c-9cb35b1b460f'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:00.481983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3ed68dc4-3247-42a2-bd3a-63249e999c7c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:57:00.571624 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.596374 n-d-768851-19 neutron-server[109166]: WARNING neutron.services.metering.metering_plugin [None req-3ed68dc4-3247-42a2-bd3a-63249e999c7c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 10:57:00.612787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8fb23293-59bd-4ef1-a327-b6ed493d4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.615740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-8fb23293-59bd-4ef1-a327-b6ed493d4319 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97d1427a-1580-4b70-aafd-1f69be3d6340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3222082 Nov 12 10:57:00.667506 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0193f3c7-b4a7-4c9f-9683-bb679c23fe81 x-openstack-request-id: req-0193f3c7-b4a7-4c9f-9683-bb679c23fe81 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:00.668203 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bad10b3-677c-4584-bc0d-339dd12ca294", "tag": "f1d5ba48-8136-4eaa-b912-5e63230729d8", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:00.668457 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0193f3c7-b4a7-4c9f-9683-bb679c23fe81 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:00.668876 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'tag': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'status': 'completed', 'code': 200} Nov 12 10:57:00.745138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-acb07ee4-181c-4642-960c-1e1090db4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.747998 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-acb07ee4-181c-4642-960c-1e1090db4d73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=789c426f-bf45-4a95-a7ba-2ad03713001b HTTP/1.1" status: 200 len: 850 time: 0.2629416 Nov 12 10:57:00.758027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c73134-6750-4f08-873a-4d17f4bc15cb req-b4909069-2f61-4fbc-a41e-633201a887c9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765714 Nov 12 10:57:00.794176 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ed68dc4-3247-42a2-bd3a-63249e999c7c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.797068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3ed68dc4-3247-42a2-bd3a-63249e999c7c tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3451748 Nov 12 10:57:00.818270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52636) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:00.890845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5103bee6-bf5c-4715-97fa-684d4f4cdf7b tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=a1c963b0-3cff-4912-8f98-0255f0579889 HTTP/1.1" status: 200 len: 464 time: 0.0607200 Nov 12 10:57:00.895891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52642) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:00.935423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-8e46acfa-1a39-475d-ab1a-950d167faf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.939151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-8e46acfa-1a39-475d-ab1a-950d167faf03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84d83270-68a2-460c-bdbc-b7952a16f15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795385 Nov 12 10:57:00.951504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02638-5af1-4403-a1ff-70f8dfc75925 req-f80ccba4-6c19-45cb-aa64-3e636c1dbe3a tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.953983 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1bc02638-5af1-4403-a1ff-70f8dfc75925 req-f80ccba4-6c19-45cb-aa64-3e636c1dbe3a tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 943 time: 0.1745989 Nov 12 10:57:00.981897 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0e9f-a981-437d-859d-2c7d06933575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.996725 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0e9f-a981-437d-859d-2c7d06933575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.081593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a0e9f-a981-437d-859d-2c7d06933575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a96b39-fdbd-46d8-bdde-fabdf5256d7d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:01.089471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-6eed910d-a6cd-4e6a-8cb6-cfa85781fc68 service neutron] 10.222.0.59 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563546 Nov 12 10:57:01.093982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f3a0e9f-a981-437d-859d-2c7d06933575 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3c752d9774a4830aa799a3e9f3540d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8376467 Nov 12 10:57:01.096835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52646) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:01.114590 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1bc02638-5af1-4403-a1ff-70f8dfc75925 req-57d9d11f-38eb-4ff9-8558-6148ef0604f6 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485910 Nov 12 10:57:01.159721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 125b7da0-def2-46c3-a28e-803d24549506 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:01.196632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09a9ced3-0a6b-4ed4-9deb-d595f80e2635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.246584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09a9ced3-0a6b-4ed4-9deb-d595f80e2635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.247420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b2cb4-6116-4d16-b685-7c372f32717b req-4e7a39c7-8744-45c8-a450-32cdac23d893 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.253948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b2cb4-6116-4d16-b685-7c372f32717b req-4e7a39c7-8744-45c8-a450-32cdac23d893 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.260753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b2cb4-6116-4d16-b685-7c372f32717b req-4e7a39c7-8744-45c8-a450-32cdac23d893 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.268650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-230b2cb4-6116-4d16-b685-7c372f32717b req-4e7a39c7-8744-45c8-a450-32cdac23d893 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2412 time: 0.3273799 Nov 12 10:57:01.340961 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.351823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-055f821a-8111-4648-9fc4-24fb164dbb21 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.356001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-055f821a-8111-4648-9fc4-24fb164dbb21 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/a1c963b0-3cff-4912-8f98-0255f0579889 HTTP/1.1" status: 204 len: 168 time: 0.4413574 Nov 12 10:57:01.356198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09a9ced3-0a6b-4ed4-9deb-d595f80e2635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.359924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09a9ced3-0a6b-4ed4-9deb-d595f80e2635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.361893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-09a9ced3-0a6b-4ed4-9deb-d595f80e2635 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55a96b39-fdbd-46d8-bdde-fabdf5256d7d HTTP/1.1" status: 204 len: 168 time: 0.2629933 Nov 12 10:57:01.363033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52652) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:01.383055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 125b7da0-def2-46c3-a28e-803d24549506 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:01.390075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-568958b5-5b54-4090-ac1f-5b9452346fef service neutron] 10.222.0.52 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177799 Nov 12 10:57:01.420071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=125b7da0-def2-46c3-a28e-803d24549506,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:01.422459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8c7e226b-7ff3-4912-85e3-8349717b26ac tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=a1c963b0-3cff-4912-8f98-0255f0579889 HTTP/1.1" status: 200 len: 221 time: 0.0518053 Nov 12 10:57:01.423812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9ced3-0a6b-4ed4-9deb-d595f80e2635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a96b39-fdbd-46d8-bdde-fabdf5256d7d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:01.438706 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.446197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52656) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:01.462640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9052673d-5ed3-48d2-8ccd-5a3c721c66b3 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1869861255', 'description': 'label created by tempest'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:01.463627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9052673d-5ed3-48d2-8ccd-5a3c721c66b3 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Unknown quota resources ['metering_label']. {{(pid=109165) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:57:01.521103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20651d3-e5f7-4b68-87f2-21dd17a69885 req-c2fbb3ff-9a9e-41b8-8f2b-fdc633e80a48 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.539358 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c20651d3-e5f7-4b68-87f2-21dd17a69885 req-c2fbb3ff-9a9e-41b8-8f2b-fdc633e80a48 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1566656 Nov 12 10:57:01.580039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-230b2cb4-6116-4d16-b685-7c372f32717b req-06bdb6cf-adca-4710-a0a0-bc836cebd83a tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085799 Nov 12 10:57:01.596999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c7d5d69-7f5f-401a-b6bd-cf04abb8a8d5 req-f6ae78e2-f3d4-4f8a-bdae-436d914d3387 service neutron] 10.222.0.59 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686239 Nov 12 10:57:01.613111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=125b7da0-def2-46c3-a28e-803d24549506,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:01.660784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c20651d3-e5f7-4b68-87f2-21dd17a69885 req-b47ef1f0-8048-4f24-a183-c179f9963b4e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169648 Nov 12 10:57:01.941518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff78a09-ba97-42d9-9ccb-be689c0a1542 req-cc7d96fe-081e-4563-a6a9-3a5a3b56287f service neutron] 10.222.0.52 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390213 Nov 12 10:57:01.949209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9052673d-5ed3-48d2-8ccd-5a3c721c66b3 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.950517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9052673d-5ed3-48d2-8ccd-5a3c721c66b3 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4987366 Nov 12 10:57:01.953238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52668) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:01.967893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fb72-7324-404a-b403-40d1743c5590 req-6010655b-3fad-4338-b8ac-b25f67dc39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.968274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fb72-7324-404a-b403-40d1743c5590 req-6010655b-3fad-4338-b8ac-b25f67dc39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.969121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fb72-7324-404a-b403-40d1743c5590 req-6010655b-3fad-4338-b8ac-b25f67dc39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.971580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dde0fb72-7324-404a-b403-40d1743c5590 req-6010655b-3fad-4338-b8ac-b25f67dc39e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2868 time: 0.2815616 Nov 12 10:57:02.070080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-32ea4b87-16a9-4da4-9f8d-f317f3b44e22 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=8c4ef9cb-931e-4b2e-acc1-e28ffe08eecc HTTP/1.1" status: 200 len: 468 time: 0.1155071 Nov 12 10:57:02.070692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52674) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:02.230278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07970555-7e22-45a2-a401-4d4bb1702ed7 req-c072e0c7-f79e-48ed-abc9-c482b71f75a8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.237857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07970555-7e22-45a2-a401-4d4bb1702ed7 req-c072e0c7-f79e-48ed-abc9-c482b71f75a8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 943 time: 0.2562916 Nov 12 10:57:02.246473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-a8d65a74-04b3-4935-ba9c-666048fec0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.257256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-a8d65a74-04b3-4935-ba9c-666048fec0fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e12368c3e3924fbca8b6276ffe4c8cc9&device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 1095 time: 0.2378969 Nov 12 10:57:02.325564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52682) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:02.328558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fb72-7324-404a-b403-40d1743c5590 req-8d7dbe5a-34bd-4552-a992-13555ad99f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.330806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dde0fb72-7324-404a-b403-40d1743c5590 req-8d7dbe5a-34bd-4552-a992-13555ad99f63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97d1427a-1580-4b70-aafd-1f69be3d6340 HTTP/1.1" status: 200 len: 903 time: 0.3460720 Nov 12 10:57:02.383121 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3fabd482-20d5-4196-9539-a7007a871edf tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:02.391213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3fabd482-20d5-4196-9539-a7007a871edf tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/8c4ef9cb-931e-4b2e-acc1-e28ffe08eecc HTTP/1.1" status: 204 len: 168 time: 0.3191512 Nov 12 10:57:02.392616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52686) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:02.431425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fdb8a3d7-3ace-408c-b6da-25b54731c381 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=8c4ef9cb-931e-4b2e-acc1-e28ffe08eecc HTTP/1.1" status: 200 len: 216 time: 0.0353923 Nov 12 10:57:02.433293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52690) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:02.453571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5398b1e2-54e1-477c-a55f-38358c240998 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0152700 Nov 12 10:57:02.460521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52692) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:02.472987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93835dc2-7303-4d04-97eb-d44250906d99 req-99b81b19-a1c1-4187-913c-0a8f25caf392 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.476017 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93835dc2-7303-4d04-97eb-d44250906d99 req-99b81b19-a1c1-4187-913c-0a8f25caf392 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 943 time: 0.1519074 Nov 12 10:57:02.476848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dde0fb72-7324-404a-b403-40d1743c5590 req-5d209d4c-f7e3-44fc-a888-8dc4d304bcd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=ace47412-5b8a-46ec-8cc2-02c277f9de74 HTTP/1.1" status: 200 len: 217 time: 0.1317942 Nov 12 10:57:02.517407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9fd60c62-7b85-4806-b0e5-f9566e644075 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0520909 Nov 12 10:57:02.524472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52694) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:02.553285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07970555-7e22-45a2-a401-4d4bb1702ed7 req-d4d1257a-74d1-4d5b-9505-ea3d90ff7e30 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920871 Nov 12 10:57:02.601083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-c6bcd4eb-f9ce-4d39-906e-5c7734bc836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.604336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-c6bcd4eb-f9ce-4d39-906e-5c7734bc836b service neutron] 10.222.0.52 "GET /v2.0/networks?id=84d83270-68a2-460c-bdbc-b7952a16f15e HTTP/1.1" status: 200 len: 912 time: 0.3376644 Nov 12 10:57:02.610742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fb72-7324-404a-b403-40d1743c5590 req-c0329fd7-e51a-4264-91bc-c3c0cf598e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.613268 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dde0fb72-7324-404a-b403-40d1743c5590 req-c0329fd7-e51a-4264-91bc-c3c0cf598e74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23c53915-937d-40d6-a9eb-d6a979046ab7 HTTP/1.1" status: 200 len: 801 time: 0.1162410 Nov 12 10:57:02.663202 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4ec961ed-73c8-42ab-9961-66d59470de63 tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/efc6f867-3b61-40e1-ad8c-9cb35b1b460f HTTP/1.1" status: 200 len: 472 time: 0.1351449 Nov 12 10:57:02.664399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52700) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:02.679203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-81698cb0-da8b-4632-b344-f11ead2ddeef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8 HTTP/1.1" status: 200 len: 217 time: 0.0645256 Nov 12 10:57:02.714659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96539c4e-0e10-41f4-b5cc-42c73765c5fd tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/2067c214-d557-4cfe-9e03-1f90b937ef69 HTTP/1.1" status: 200 len: 461 time: 0.0356662 Nov 12 10:57:02.724218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52706) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:02.860771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93835dc2-7303-4d04-97eb-d44250906d99 req-ef179603-e2ce-4fcc-b63c-a02869d27f20 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650954 Nov 12 10:57:02.877529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-44553729-f00e-4bb3-b193-2c3ac68b4798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:02.884361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fb72-7324-404a-b403-40d1743c5590 req-f1ec21bf-2683-4649-aef3-77514030d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.888028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dde0fb72-7324-404a-b403-40d1743c5590 req-f1ec21bf-2683-4649-aef3-77514030d6cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97d1427a-1580-4b70-aafd-1f69be3d6340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2593417 Nov 12 10:57:03.059579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b3949904-adce-481e-85d6-2a988eaa1642 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:03.063769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-7230a569-3a3b-4d30-9107-ded2f2f4a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.074507 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-7230a569-3a3b-4d30-9107-ded2f2f4a586 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=789c426f-bf45-4a95-a7ba-2ad03713001b HTTP/1.1" status: 200 len: 850 time: 0.3336475 Nov 12 10:57:03.182204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d469-e26c-49e9-859a-4323b845652a tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.185548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c6d3d469-e26c-49e9-859a-4323b845652a tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/2067c214-d557-4cfe-9e03-1f90b937ef69 HTTP/1.1" status: 204 len: 168 time: 0.4365256 Nov 12 10:57:03.187668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52718) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:03.221488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f1d5ba48-8136-4eaa-b912-5e63230729d8 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:03.254684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dde0fb72-7324-404a-b403-40d1743c5590 req-585aadc2-5dc2-4520-affe-4188badaaaf6 service neutron] 10.222.0.59 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514969 Nov 12 10:57:03.279823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470b9f3-65b2-463e-a224-296746ae7f51 req-30a3d86c-1017-4b53-bfa6-18726d3d8fac tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.282597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d470b9f3-65b2-463e-a224-296746ae7f51 req-30a3d86c-1017-4b53-bfa6-18726d3d8fac tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.2218289 Nov 12 10:57:03.361227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440a8f8-a457-4222-9c2d-1c45851f925e req-7a99af10-8e38-4c28-a7e9-d6fd00c0e454 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.367071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440a8f8-a457-4222-9c2d-1c45851f925e req-7a99af10-8e38-4c28-a7e9-d6fd00c0e454 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.371977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-772c021f-b043-4e5b-b11c-810db5d94902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.373921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-772c021f-b043-4e5b-b11c-810db5d94902 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84d83270-68a2-460c-bdbc-b7952a16f15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291648 Nov 12 10:57:03.374397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440a8f8-a457-4222-9c2d-1c45851f925e req-7a99af10-8e38-4c28-a7e9-d6fd00c0e454 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.381801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e440a8f8-a457-4222-9c2d-1c45851f925e req-7a99af10-8e38-4c28-a7e9-d6fd00c0e454 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2412 time: 0.2952414 Nov 12 10:57:03.518975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f1d5ba48-8136-4eaa-b912-5e63230729d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:03.521677 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d23e-8ee7-4fc8-a4be-041eea38016a tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.526108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e6d8d23e-8ee7-4fc8-a4be-041eea38016a tempest-MeteringTestJSON-1928634394 tempest-MeteringTestJSON-1928634394-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/efc6f867-3b61-40e1-ad8c-9cb35b1b460f HTTP/1.1" status: 204 len: 168 time: 0.3297253 Nov 12 10:57:03.535469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-44553729-f00e-4bb3-b193-2c3ac68b4798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.548834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dde0fb72-7324-404a-b403-40d1743c5590 req-077464f1-1966-421e-a162-8622622e3cfa service neutron] 10.222.0.59 "GET /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823100 Nov 12 10:57:03.550204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-44553729-f00e-4bb3-b193-2c3ac68b4798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.576961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d470b9f3-65b2-463e-a224-296746ae7f51 req-c23cbb72-b2b5-4104-9a98-04b75029e023 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018688 Nov 12 10:57:03.577353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'port_id': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'mac_address': 'fa:16:3e:3d:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:03.611997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e440a8f8-a457-4222-9c2d-1c45851f925e req-adb5015c-e60e-47aa-bf88-7fe59132d22f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270458 Nov 12 10:57:03.644251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-a4901ac8-e0b8-4842-ba18-031670a72ada service neutron] 10.222.0.52 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450387 Nov 12 10:57:03.704593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44553729-f00e-4bb3-b193-2c3ac68b4798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4c2b1a-7a0e-4972-a9a6-862f7a80aef0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:03.727142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-44553729-f00e-4bb3-b193-2c3ac68b4798 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=734f8242fc1a437587b554dca662dc72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4002843 Nov 12 10:57:03.730767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52726) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:03.734751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b3949904-adce-481e-85d6-2a988eaa1642, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3949904-adce-481e-85d6-2a988eaa1642,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:03.795387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'b3949904-adce-481e-85d6-2a988eaa1642', 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340', 'port_id': 'b3949904-adce-481e-85d6-2a988eaa1642', 'mac_address': 'fa:16:3e:68:39:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c53915-937d-40d6-a9eb-d6a979046ab7', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:03.847181 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81152427-6df4-40a2-8871-3a271dc4b5b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.900624 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81152427-6df4-40a2-8871-3a271dc4b5b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.935251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.984623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d5ba48-8136-4eaa-b912-5e63230729d8 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:03.997331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81152427-6df4-40a2-8871-3a271dc4b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.007312 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81152427-6df4-40a2-8871-3a271dc4b5b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.022189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-81152427-6df4-40a2-8871-3a271dc4b5b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee4c2b1a-7a0e-4972-a9a6-862f7a80aef0 HTTP/1.1" status: 204 len: 168 time: 0.2883291 Nov 12 10:57:04.074647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.101734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81152427-6df4-40a2-8871-3a271dc4b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4c2b1a-7a0e-4972-a9a6-862f7a80aef0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:04.109924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f1d5ba48-8136-4eaa-b912-5e63230729d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:04.112881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3949904-adce-481e-85d6-2a988eaa1642 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:04.133758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.152459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96823e0-87d1-4844-a8f5-a51e24ef2cd3 req-03836df2-cf55-4eb9-bf78-570fcbccbd49 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.155180 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a96823e0-87d1-4844-a8f5-a51e24ef2cd3 req-03836df2-cf55-4eb9-bf78-570fcbccbd49 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 943 time: 0.1307368 Nov 12 10:57:04.180769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52748) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:04.245578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=f1d5ba48-8136-4eaa-b912-5e63230729d8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:04.263123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b3949904-adce-481e-85d6-2a988eaa1642, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3949904-adce-481e-85d6-2a988eaa1642,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:04.271030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.275789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bec6390b-6bb5-4043-98a1-91220f26ee49 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:04.316074 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a96823e0-87d1-4844-a8f5-a51e24ef2cd3 req-34121d3b-777c-4b97-a2a8-6dfca11f4978 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497102 Nov 12 10:57:04.381889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1673b82-23cf-45a6-8e83-b28f41867ff9 req-53efb159-29bf-4379-a56d-1566eb1463c8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.390723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1673b82-23cf-45a6-8e83-b28f41867ff9 req-53efb159-29bf-4379-a56d-1566eb1463c8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 943 time: 0.7266560 Nov 12 10:57:04.436637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['f1d5ba48-8136-4eaa-b912-5e63230729d8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:04.470721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1673b82-23cf-45a6-8e83-b28f41867ff9 req-c811fc70-1fb6-4592-9f05-5e4e5ac387e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793049 Nov 12 10:57:04.486750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4819c884-7fa2-4779-8db0-db948674b3a4 req-9dff06c2-e1ac-4a00-b762-b0311f73a174 service neutron] 10.222.0.52 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375711 Nov 12 10:57:04.637393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19cc178d-cdd5-418a-bb36-e5db0defbce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.727628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b3949904-adce-481e-85d6-2a988eaa1642,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:04.775746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-fccc3201-8001-4675-941b-7e70a3c9e400 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.786252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-fccc3201-8001-4675-941b-7e70a3c9e400 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.52 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 943 time: 0.2174959 Nov 12 10:57:04.823580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52764) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:04.860799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bec6390b-6bb5-4043-98a1-91220f26ee49, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bec6390b-6bb5-4043-98a1-91220f26ee49,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:04.905789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a076d04f-04c6-4722-a68d-029c3e797049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.914080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'bec6390b-6bb5-4043-98a1-91220f26ee49', 'network_id': 'ce8f48e8-bfcd-4bc5-ac62-a782e75822dd', 'port_id': 'bec6390b-6bb5-4043-98a1-91220f26ee49', 'mac_address': 'fa:16:3e:e3:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b', 'ip_address': '19.86.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:05.035995 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.053012 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19cc178d-cdd5-418a-bb36-e5db0defbce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.062624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec6390b-6bb5-4043-98a1-91220f26ee49 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:05.094010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1409b7-ba5a-4424-997a-ebbabe586df9 req-ff5f2f4d-3edd-49da-8f72-33a5fc5f74e1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:05.096544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c1409b7-ba5a-4424-997a-ebbabe586df9 req-ff5f2f4d-3edd-49da-8f72-33a5fc5f74e1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.3135612 Nov 12 10:57:05.097344 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19cc178d-cdd5-418a-bb36-e5db0defbce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.145029 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-19cc178d-cdd5-418a-bb36-e5db0defbce3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d04877d8778846ceb1ee460111f28043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9582629 Nov 12 10:57:05.151546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bec6390b-6bb5-4043-98a1-91220f26ee49, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bec6390b-6bb5-4043-98a1-91220f26ee49,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:05.163884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52770) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:05.179223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5f359-2c15-4a0e-9f11-25c00116abbb req-070b9ccc-9965-46ee-8b10-4dfdfccffbf1 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:05.187439 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.207592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5f359-2c15-4a0e-9f11-25c00116abbb req-070b9ccc-9965-46ee-8b10-4dfdfccffbf1 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:05.240366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5f359-2c15-4a0e-9f11-25c00116abbb req-070b9ccc-9965-46ee-8b10-4dfdfccffbf1 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:05.242934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2bb5f359-2c15-4a0e-9f11-25c00116abbb req-070b9ccc-9965-46ee-8b10-4dfdfccffbf1 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2413 time: 0.4554765 Nov 12 10:57:05.247680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device ace47412-5b8a-46ec-8cc2-02c277f9de74 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:05.321003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bec6390b-6bb5-4043-98a1-91220f26ee49,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:05.356298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Deleting port 125b7da0-def2-46c3-a28e-803d24549506 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:05.356889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.391673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c1409b7-ba5a-4424-997a-ebbabe586df9 req-1e05bbe5-ca13-4a2c-8db8-6f37afc16026 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540414 Nov 12 10:57:05.397598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc178d-cdd5-418a-bb36-e5db0defbce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34888599-c19c-481a-8f07-934f3b37a855,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:05.515872 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f3-3613-4c0e-91a0-494f83aea175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.534090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port ace47412-5b8a-46ec-8cc2-02c277f9de74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ace47412-5b8a-46ec-8cc2-02c277f9de74,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:05.543696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2bb5f359-2c15-4a0e-9f11-25c00116abbb req-506139e7-8bc6-4adf-a963-463dd893da9e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573788 Nov 12 10:57:05.567320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'ace47412-5b8a-46ec-8cc2-02c277f9de74', 'network_id': '97d1427a-1580-4b70-aafd-1f69be3d6340', 'port_id': 'ace47412-5b8a-46ec-8cc2-02c277f9de74', 'mac_address': 'fa:16:3e:8b:f6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c53915-937d-40d6-a9eb-d6a979046ab7', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:05.627034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b3949904-adce-481e-85d6-2a988eaa1642'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:05.636622 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:57:05.687920 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a076d04f-04c6-4722-a68d-029c3e797049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.690094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] For port 125b7da0-def2-46c3-a28e-803d24549506, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=125b7da0-def2-46c3-a28e-803d24549506,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:05.691552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.693513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f3-3613-4c0e-91a0-494f83aea175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.698398 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a076d04f-04c6-4722-a68d-029c3e797049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.701067 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.725923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Calling delete_port for 125b7da0-def2-46c3-a28e-803d24549506 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:05.753693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace47412-5b8a-46ec-8cc2-02c277f9de74 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:05.790528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port ace47412-5b8a-46ec-8cc2-02c277f9de74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ace47412-5b8a-46ec-8cc2-02c277f9de74,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:05.800997 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.804165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a076d04f-04c6-4722-a68d-029c3e797049 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be303dfbf6fc40dfa6a8eea2cb21360f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9669240 Nov 12 10:57:05.807864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52792) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:05.904453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076d04f-04c6-4722-a68d-029c3e797049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea0fc27-ac37-4480-a04e-2b63bbdc83a7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:05.957492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-eb2bafbc-4dc2-4679-b10e-4d3b1226514e tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1c6fcceb684249579f900d52ddf72111&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570400 Nov 12 10:57:05.987007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=ace47412-5b8a-46ec-8cc2-02c277f9de74,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:05.997465 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f3-3613-4c0e-91a0-494f83aea175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.998343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8191a-a191-47c0-8780-5e5b8f647915 req-099646a5-8026-49e8-9d72-dc7e0f836671 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.002132 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-889ae0f3-3613-4c0e-91a0-494f83aea175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:06.007438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-889ae0f3-3613-4c0e-91a0-494f83aea175 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34888599-c19c-481a-8f07-934f3b37a855 HTTP/1.1" status: 204 len: 168 time: 0.8389640 Nov 12 10:57:06.020382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f8191a-a191-47c0-8780-5e5b8f647915 req-099646a5-8026-49e8-9d72-dc7e0f836671 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 944 time: 0.2908154 Nov 12 10:57:06.055331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ae0f3-3613-4c0e-91a0-494f83aea175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34888599-c19c-481a-8f07-934f3b37a855,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:06.173892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['ace47412-5b8a-46ec-8cc2-02c277f9de74'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:06.176659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-745affb2-0116-4dd9-b4bf-6c7a28b3733b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:06.218427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-745affb2-0116-4dd9-b4bf-6c7a28b3733b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:06.257006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-b5e3d976-6033-4fb1-9bfa-3bfee68c629d tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.270533 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-b5e3d976-6033-4fb1-9bfa-3bfee68c629d tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981033 Nov 12 10:57:06.292083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-d9a4af3d-1928-4105-a44d-30e2de20f49f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/quotas/1c6fcceb684249579f900d52ddf72111 HTTP/1.1" status: 200 len: 375 time: 0.0199687 Nov 12 10:57:06.345599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f8191a-a191-47c0-8780-5e5b8f647915 req-99522873-b1a7-4f31-8c95-0e8fd937f160 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231289 Nov 12 10:57:06.395301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-745affb2-0116-4dd9-b4bf-6c7a28b3733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:06.400124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-745affb2-0116-4dd9-b4bf-6c7a28b3733b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:06.402030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-745affb2-0116-4dd9-b4bf-6c7a28b3733b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ea0fc27-ac37-4480-a04e-2b63bbdc83a7 HTTP/1.1" status: 204 len: 168 time: 0.5903616 Nov 12 10:57:06.425703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745affb2-0116-4dd9-b4bf-6c7a28b3733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea0fc27-ac37-4480-a04e-2b63bbdc83a7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:06.663155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['bec6390b-6bb5-4043-98a1-91220f26ee49'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:06.704849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84a325-47cb-49d9-9ee8-c892c4159b5a req-98ad9d4a-8831-4acd-a90b-36c22dce15a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.717829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f84a325-47cb-49d9-9ee8-c892c4159b5a req-98ad9d4a-8831-4acd-a90b-36c22dce15a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=503d838c-bb47-4725-b624-66babb2199e5 HTTP/1.1" status: 200 len: 943 time: 0.1767113 Nov 12 10:57:06.720069 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:06.835788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event deleted for resources: {'Port': ['ID=125b7da0-def2-46c3-a28e-803d24549506,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:06.903310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52812) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:06.996608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] No DVR routers for this DVR port 125b7da0-def2-46c3-a28e-803d24549506 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:07.001686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-df32228b-1076-472c-9b6f-ccc0adadeea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.007392 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.012977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b583b79d-9d04-4651-bebc-21dd4f87ee1a req-49f29652-091f-4601-acd6-1e345d19fed9 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.52 "DELETE /v2.0/ports/125b7da0-def2-46c3-a28e-803d24549506 HTTP/1.1" status: 204 len: 173 time: 2.2028143 Nov 12 10:57:07.015879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d838c-bb47-4725-b624-66babb2199e5', 'name': 'network-vif-deleted', 'tag': '125b7da0-def2-46c3-a28e-803d24549506'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:07.021113 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d31c1e-af21-4c51-aee2-814a3b9620ac" -d '{"events": [{"server_uuid": "503d838c-bb47-4725-b624-66babb2199e5", "name": "network-vif-deleted", "tag": "125b7da0-def2-46c3-a28e-803d24549506"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:07.049231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f84a325-47cb-49d9-9ee8-c892c4159b5a req-d5a06685-6b8c-48eb-9367-17a29f2fa8aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227799 Nov 12 10:57:07.120299 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-06a5385a-4602-4fe1-a835-3aacf3630722 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c6fcceb684249579f900d52ddf72111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8125954 Nov 12 10:57:07.194269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f1d5ba48-8136-4eaa-b912-5e63230729d8 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:07.293510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b3949904-adce-481e-85d6-2a988eaa1642 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:07.317357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-df32228b-1076-472c-9b6f-ccc0adadeea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.331090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-df32228b-1076-472c-9b6f-ccc0adadeea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.360506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949642e-dd02-4fd2-abf8-22c8bc04ec18 req-44b3df83-c0b7-4b88-87d4-5f543f65ead6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.373818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6949642e-dd02-4fd2-abf8-22c8bc04ec18 req-44b3df83-c0b7-4b88-87d4-5f543f65ead6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1418998 Nov 12 10:57:07.456706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port f1d5ba48-8136-4eaa-b912-5e63230729d8 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:07.464994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port f1d5ba48-8136-4eaa-b912-5e63230729d8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:07.465779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.475960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port b3949904-adce-481e-85d6-2a988eaa1642 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:07.503680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port b3949904-adce-481e-85d6-2a988eaa1642 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:07.504168 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.532879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32228b-1076-472c-9b6f-ccc0adadeea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f82249-848e-4d8e-b700-87a97af72900,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:07.574967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-df32228b-1076-472c-9b6f-ccc0adadeea3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=264c66fbe60946219d31b7aec120e0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6450925 Nov 12 10:57:07.579824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52830) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:07.652067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6949642e-dd02-4fd2-abf8-22c8bc04ec18 req-01f5ddbe-5adb-40fe-93af-acd46ba46b35 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769208 Nov 12 10:57:07.699251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.754803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3949904-adce-481e-85d6-2a988eaa1642'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:07.761135 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24aeb0f-7357-4cce-9f10-b164122189ac" -d '{"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-plugged", "status": "completed", "tag": "b3949904-adce-481e-85d6-2a988eaa1642"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:07.770774 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.772590 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f0f9c3-940b-444b-adcf-7f604639a68e x-openstack-request-id: req-45f0f9c3-940b-444b-adcf-7f604639a68e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:07.774335 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d838c-bb47-4725-b624-66babb2199e5", "name": "network-vif-deleted", "tag": "125b7da0-def2-46c3-a28e-803d24549506", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:07.774915 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45f0f9c3-940b-444b-adcf-7f604639a68e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:07.776111 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503d838c-bb47-4725-b624-66babb2199e5', 'name': 'network-vif-deleted', 'tag': '125b7da0-def2-46c3-a28e-803d24549506', 'status': 'completed', 'code': 200} Nov 12 10:57:07.819011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b3949904-adce-481e-85d6-2a988eaa1642, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3949904-adce-481e-85d6-2a988eaa1642,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:07.834539 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.922843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f1d5ba48-8136-4eaa-b912-5e63230729d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:07.936307 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:07.942540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 125b7da0-def2-46c3-a28e-803d24549506 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:07.977547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7151dd4-b46d-4b84-8812-ceb2eb9074cd req-647c303a-cfdc-49a4-909d-603fcb2ec202 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.992990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7151dd4-b46d-4b84-8812-ceb2eb9074cd req-647c303a-cfdc-49a4-909d-603fcb2ec202 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.993571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 125b7da0-def2-46c3-a28e-803d24549506 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:07.994147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 125b7da0-def2-46c3-a28e-803d24549506 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:08.010250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7151dd4-b46d-4b84-8812-ceb2eb9074cd req-647c303a-cfdc-49a4-909d-603fcb2ec202 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:08.019469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b3949904-adce-481e-85d6-2a988eaa1642,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:08.027670 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c7151dd4-b46d-4b84-8812-ceb2eb9074cd req-647c303a-cfdc-49a4-909d-603fcb2ec202 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2415 time: 0.3858891 Nov 12 10:57:08.125315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b6437647-407d-493b-be34-e3e5570f72c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:08.163317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11520fd5-086b-469c-86c0-a335f56d72d9 req-32cd0146-9865-41ec-8fc0-54a777550590 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:08.182977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11520fd5-086b-469c-86c0-a335f56d72d9 req-32cd0146-9865-41ec-8fc0-54a777550590 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.1790113 Nov 12 10:57:08.184663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=f1d5ba48-8136-4eaa-b912-5e63230729d8,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:08.237650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b6437647-407d-493b-be34-e3e5570f72c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:08.242357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c7151dd4-b46d-4b84-8812-ceb2eb9074cd req-3d821ac9-7ec1-4f3d-968f-cec9a6ffca20 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058518 Nov 12 10:57:08.314568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11520fd5-086b-469c-86c0-a335f56d72d9 req-0e5833fe-af76-490a-8e0e-6464923a27cb tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282158 Nov 12 10:57:08.367919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8debcf9-e349-4a92-81cc-579a6b92b644 req-f1565ea1-b5c6-45a8-95bb-1e1cbfbe4ba0 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 210 time: 0.0598898 Nov 12 10:57:08.396463 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260178a0-67b7-4e0e-83a6-99b685da1037 x-openstack-request-id: req-260178a0-67b7-4e0e-83a6-99b685da1037 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:08.397017 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-plugged", "status": "completed", "tag": "b3949904-adce-481e-85d6-2a988eaa1642", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:08.397222 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-260178a0-67b7-4e0e-83a6-99b685da1037 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:08.397664 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3949904-adce-481e-85d6-2a988eaa1642', 'code': 200} Nov 12 10:57:08.407868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b6437647-407d-493b-be34-e3e5570f72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:08.410524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b6437647-407d-493b-be34-e3e5570f72c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:08.413971 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b6437647-407d-493b-be34-e3e5570f72c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11f82249-848e-4d8e-b700-87a97af72900 HTTP/1.1" status: 204 len: 168 time: 0.8303595 Nov 12 10:57:08.435131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6437647-407d-493b-be34-e3e5570f72c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f82249-848e-4d8e-b700-87a97af72900,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:08.959470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52878) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:08.985954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-97668152-7fff-40be-a876-2fa63f2ec96c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431556113', 'description': 'tempest-description--152700239'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:09.021397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ce12c-cf08-4681-846a-f6d38dfd143b req-711ec0bb-afa5-41a2-8180-f02b4ef07c61 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:09.030186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-296ce12c-cf08-4681-846a-f6d38dfd143b req-711ec0bb-afa5-41a2-8180-f02b4ef07c61 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1752336 Nov 12 10:57:09.060258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97668152-7fff-40be-a876-2fa63f2ec96c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.146208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-296ce12c-cf08-4681-846a-f6d38dfd143b req-57a14103-e134-403e-bf12-beda1d481333 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145828 Nov 12 10:57:09.222796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97668152-7fff-40be-a876-2fa63f2ec96c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.230009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97668152-7fff-40be-a876-2fa63f2ec96c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.264739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bec6390b-6bb5-4043-98a1-91220f26ee49 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:09.266740 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97668152-7fff-40be-a876-2fa63f2ec96c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.268399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-97668152-7fff-40be-a876-2fa63f2ec96c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3078301 Nov 12 10:57:09.271639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52890) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:09.280204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d1aeae63-b4f6-47fc-85bb-b0812772425f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Request body: {'security_group_rule': {'security_group_id': '788b5334-bd90-4361-a549-8d1b88c7ca04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:09.309716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97668152-7fff-40be-a876-2fa63f2ec96c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788b5334-bd90-4361-a549-8d1b88c7ca04,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:09.336301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1aeae63-b4f6-47fc-85bb-b0812772425f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.414329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port bec6390b-6bb5-4043-98a1-91220f26ee49 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:09.427258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port bec6390b-6bb5-4043-98a1-91220f26ee49 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:09.429885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.468705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1aeae63-b4f6-47fc-85bb-b0812772425f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.540607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1aeae63-b4f6-47fc-85bb-b0812772425f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.616561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73523f-df99-4f24-92c8-0abb6f6a086d req-89e696b0-9273-4168-9276-164dfec8b887 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:09.635429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da73523f-df99-4f24-92c8-0abb6f6a086d req-89e696b0-9273-4168-9276-164dfec8b887 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.1617386 Nov 12 10:57:09.698122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-3ca3854e-c01a-4154-94e3-d08502266d74 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1c6fcceb684249579f900d52ddf72111&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2249718 Nov 12 10:57:09.754806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeae63-b4f6-47fc-85bb-b0812772425f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a69373-958c-4813-a3af-f442b1d9ed8f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:09.755057 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.808127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da73523f-df99-4f24-92c8-0abb6f6a086d req-57b4824b-6f8e-4628-8ca9-c7e90e2550e5 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694286 Nov 12 10:57:09.826711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a148-fe2e-4764-9984-938815adf008 req-43d5c097-2b2b-44c5-89ba-7206bd2cbad4 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:09.826711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a148-fe2e-4764-9984-938815adf008 req-43d5c097-2b2b-44c5-89ba-7206bd2cbad4 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:09.830900 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.841373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a148-fe2e-4764-9984-938815adf008 req-43d5c097-2b2b-44c5-89ba-7206bd2cbad4 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:09.849135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:09.860905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2a4a148-fe2e-4764-9984-938815adf008 req-43d5c097-2b2b-44c5-89ba-7206bd2cbad4 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2416 time: 0.3905301 Nov 12 10:57:09.867286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1aeae63-b4f6-47fc-85bb-b0812772425f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.871293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bec6390b-6bb5-4043-98a1-91220f26ee49, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bec6390b-6bb5-4043-98a1-91220f26ee49,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:09.872371 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d1aeae63-b4f6-47fc-85bb-b0812772425f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5976925 Nov 12 10:57:09.877269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52918) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:09.892279 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.894185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device ace47412-5b8a-46ec-8cc2-02c277f9de74 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:09.947412 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80a99905-b3ab-46f1-906b-d98b850d1ef0 req-b9b99141-4662-41b6-8c8b-ae9f8546ed10 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 210 time: 0.0425951 Nov 12 10:57:09.953494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-67323c04-1f40-4c1d-865a-9e359745f296 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Request body: {'security_group_rule': {'security_group_id': '788b5334-bd90-4361-a549-8d1b88c7ca04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:10.039008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-98697634'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:10.043702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bec6390b-6bb5-4043-98a1-91220f26ee49,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:10.062008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port ace47412-5b8a-46ec-8cc2-02c277f9de74 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:10.067990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-67323c04-1f40-4c1d-865a-9e359745f296 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.069539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port ace47412-5b8a-46ec-8cc2-02c277f9de74 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:10.070309 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.094741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:10.101843 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.114193 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2a4a148-fe2e-4764-9984-938815adf008 req-2bc4e339-2bd3-4296-ab60-3eee8025a722 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505724 Nov 12 10:57:10.133568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.207852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-f6371908-9e19-488c-9ef3-7e85a71bf7d7 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.209830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-f6371908-9e19-488c-9ef3-7e85a71bf7d7 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5049009 Nov 12 10:57:10.227333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Request body: {'port': {'device_id': 'b9e8fea0-34c6-4d19-9a10-3be29c4427c4', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '1c6fcceb684249579f900d52ddf72111'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:10.269020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-67323c04-1f40-4c1d-865a-9e359745f296 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.276721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-67323c04-1f40-4c1d-865a-9e359745f296 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.296334 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.311366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.341716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.347639 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.370773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67323c04-1f40-4c1d-865a-9e359745f296 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c3181e-820a-4dfc-861c-a00c3431dc0d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:10.380482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-67323c04-1f40-4c1d-865a-9e359745f296 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.382649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-67323c04-1f40-4c1d-865a-9e359745f296 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5040441 Nov 12 10:57:10.391389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52934) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:10.398560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port ace47412-5b8a-46ec-8cc2-02c277f9de74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ace47412-5b8a-46ec-8cc2-02c277f9de74,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:10.399427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d5ba48-8136-4eaa-b912-5e63230729d8'}, {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec6390b-6bb5-4043-98a1-91220f26ee49'}, {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace47412-5b8a-46ec-8cc2-02c277f9de74'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:10.402133 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cc596e-48c4-4dd0-9fe3-135ec453264d" -d '{"events": [{"server_uuid": "6bad10b3-677c-4584-bc0d-339dd12ca294", "name": "network-vif-plugged", "status": "completed", "tag": "f1d5ba48-8136-4eaa-b912-5e63230729d8"}, {"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-plugged", "status": "completed", "tag": "bec6390b-6bb5-4043-98a1-91220f26ee49"}, {"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-plugged", "status": "completed", "tag": "ace47412-5b8a-46ec-8cc2-02c277f9de74"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:10.408945 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.421067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:10.457738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:10.479084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c1419-d239-4194-9667-e46efc5d76ff req-ee8f95b9-3efb-4071-9db7-f937d0e95be6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.480825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-486c1419-d239-4194-9667-e46efc5d76ff req-ee8f95b9-3efb-4071-9db7-f937d0e95be6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1329365 Nov 12 10:57:10.484207 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-c4d9b7cb-5e9c-44eb-8c27-87fd99d45601 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=955b4813dc5945e4b8649e056550a6ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875781 Nov 12 10:57:10.488716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=ace47412-5b8a-46ec-8cc2-02c277f9de74,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:10.521299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ccdb3f-42dc-48dc-bbd8-14b9af5cdf20,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:10.527337 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.527999 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment b15c01be-ef4a-4d30-a85d-22918b7f60f0 of type vlan for network 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 Nov 12 10:57:10.543879 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-486c1419-d239-4194-9667-e46efc5d76ff req-81aae4c1-aa2d-4311-820b-1d45327c6e87 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 Nov 12 10:57:10.583296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.620182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Made reservation on behalf of 1c6fcceb684249579f900d52ddf72111 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:10.624967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.638002 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d3bf7-6a9b-4cd2-920c-5c7aabc2a9c2 x-openstack-request-id: req-7c8d3bf7-6a9b-4cd2-920c-5c7aabc2a9c2 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:10.638264 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bad10b3-677c-4584-bc0d-339dd12ca294", "name": "network-vif-plugged", "status": "completed", "tag": "f1d5ba48-8136-4eaa-b912-5e63230729d8", "code": 200}, {"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-plugged", "status": "completed", "tag": "bec6390b-6bb5-4043-98a1-91220f26ee49", "code": 200}, {"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-plugged", "status": "completed", "tag": "ace47412-5b8a-46ec-8cc2-02c277f9de74", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:10.638727 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c8d3bf7-6a9b-4cd2-920c-5c7aabc2a9c2 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:10.639246 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'code': 200} Nov 12 10:57:10.639642 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec6390b-6bb5-4043-98a1-91220f26ee49', 'code': 200} Nov 12 10:57:10.639824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.640044 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace47412-5b8a-46ec-8cc2-02c277f9de74', 'code': 200} Nov 12 10:57:10.710647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.742571 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.748519 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.864885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b84fe3-b29b-4f4e-bfb1-49c27062ca59,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:10.880557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-401d547c-fc52-4e33-9452-ed0eba56fe29 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.888888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-401d547c-fc52-4e33-9452-ed0eba56fe29 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035432 Nov 12 10:57:10.902157 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.909714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.910784 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:11.003045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d299363-75c2-4fc9-9c6e-08275d741f4f req-646bed67-a55b-4bdf-bbcc-b7c7eed2bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.003932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d299363-75c2-4fc9-9c6e-08275d741f4f req-646bed67-a55b-4bdf-bbcc-b7c7eed2bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.004556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d299363-75c2-4fc9-9c6e-08275d741f4f req-646bed67-a55b-4bdf-bbcc-b7c7eed2bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.005767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7d266-6752-45dc-afb1-6ffd955a98cb req-36099e87-8f52-4ded-af2b-8208637f5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.007106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d299363-75c2-4fc9-9c6e-08275d741f4f req-646bed67-a55b-4bdf-bbcc-b7c7eed2bffb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2874 time: 0.1906862 Nov 12 10:57:11.008605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a1a7d266-6752-45dc-afb1-6ffd955a98cb req-36099e87-8f52-4ded-af2b-8208637f5b17 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 1097 time: 0.3025661 Nov 12 10:57:11.059680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Allocated IP 192.168.233.246 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/d43d592d-ad1e-4476-a5ac-3ec939acb489) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:11.114133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cc2d4-8302-44e1-8267-1e2a89b13f67 req-ee15c427-e93b-46ab-9f34-f8374b7c99af tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.116019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a5cc2d4-8302-44e1-8267-1e2a89b13f67 req-ee15c427-e93b-46ab-9f34-f8374b7c99af tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.1663082 Nov 12 10:57:11.122965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d299363-75c2-4fc9-9c6e-08275d741f4f req-a36450a1-48e2-4169-b25c-c5df2f2ffae6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992417 Nov 12 10:57:11.138712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7527592a-c5a5-4344-8afa-67102bfc3414 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/quotas/955b4813dc5945e4b8649e056550a6ff HTTP/1.1" status: 200 len: 375 time: 0.2488461 Nov 12 10:57:11.172208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=39f8610a-23c5-4e72-b1eb-b73fdbfeba98,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:11.193464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:11.195279 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-03e42019-e687-4e3a-ba11-85d0cfa0e240 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3435218 Nov 12 10:57:11.226804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-f3281564-5d30-4a93-aaec-3d0f81a8cb1a tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=955b4813dc5945e4b8649e056550a6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751197 Nov 12 10:57:11.277426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a1a7d266-6752-45dc-afb1-6ffd955a98cb req-ef833a2a-0b68-4adb-970a-323f14e2e0e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765528 Nov 12 10:57:11.292343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a5cc2d4-8302-44e1-8267-1e2a89b13f67 req-72202a0f-fef1-4cc5-b241-9c3cd42789cc tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641247 Nov 12 10:57:11.317229 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:11.616555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:11.627952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Allocated IP 172.25.2.87 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/53fd8174-21f3-4bfe-9205-544ceeaa2524) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:11.638953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1657f6c6-1096-4d43-a9a4-cf36586b3e5e req-65583a2b-7d5b-4f70-b8f8-744614959bed tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 210 time: 0.2030694 Nov 12 10:57:11.709694 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:11.914508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdefc93-0c70-4b9f-a010-0d2088676234 req-11627036-7549-4bfc-9e29-d714cbd1355e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.943583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:11.950043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:11.964584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:11.973438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdefc93-0c70-4b9f-a010-0d2088676234 req-11627036-7549-4bfc-9e29-d714cbd1355e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.989801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdefc93-0c70-4b9f-a010-0d2088676234 req-11627036-7549-4bfc-9e29-d714cbd1355e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:12.009599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6fdefc93-0c70-4b9f-a010-0d2088676234 req-11627036-7549-4bfc-9e29-d714cbd1355e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2418 time: 0.3662684 Nov 12 10:57:12.144765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc1efedc-d9da-47ca-8f85-b3e89d04ad8c req-9568f547-6edb-423b-b7cb-864fb212c508 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 210 time: 0.3338585 Nov 12 10:57:12.201371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:12.205221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.265561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6fdefc93-0c70-4b9f-a010-0d2088676234 req-a1499911-ef45-45a1-b2de-b832d4616412 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539027 Nov 12 10:57:12.397492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Pushing event updated for resources: {'Port': ['ID=d43d592d-ad1e-4476-a5ac-3ec939acb489,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:12.431720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c9c932aa-f055-44cb-ba09-c2b9246df62f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2079651 Nov 12 10:57:12.443668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Request body: {'port': {'device_id': 'b9e8fea0-34c6-4d19-9a10-3be29c4427c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:12.530767 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.752390 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.756839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a7cdb577-1573-40f7-9d56-f2c28c27d0b3 None None] Provisioning complete for port d43d592d-ad1e-4476-a5ac-3ec939acb489 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:12.758630 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb577-1573-40f7-9d56-f2c28c27d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.793904 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.938496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06484-126a-475d-82d9-eb139c6795cc req-ce82e8bf-bc2f-4b4c-a4fd-ddae7469a74e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:12.951490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a7cdb577-1573-40f7-9d56-f2c28c27d0b3 None None] Port d43d592d-ad1e-4476-a5ac-3ec939acb489 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:12.970296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdc06484-126a-475d-82d9-eb139c6795cc req-ce82e8bf-bc2f-4b4c-a4fd-ddae7469a74e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.4101818 Nov 12 10:57:13.004673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:13.012114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:13.025541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:13.041217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d7b3-0bda-4edb-8f8e-a983c37fe51e req-4bf0119b-6667-43dd-8b30-404886b62dfd tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:13.045940 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd46d7b3-0bda-4edb-8f8e-a983c37fe51e req-4bf0119b-6667-43dd-8b30-404886b62dfd tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.3116727 Nov 12 10:57:13.089264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event updated for resources: {'Port': ['ID=53fd8174-21f3-4bfe-9205-544ceeaa2524,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:13.229347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd46d7b3-0bda-4edb-8f8e-a983c37fe51e req-2a1b1fcc-6145-4a13-9067-d4a8f79e5598 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237431 Nov 12 10:57:13.388707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdc06484-126a-475d-82d9-eb139c6795cc req-9512c586-bc09-434a-ab35-5da3635e0c82 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170847 Nov 12 10:57:13.435196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.581663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.706867 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a0d4b75-2bfe-46c8-94df-d2ccdc9a50e9 req-93c8dc27-6c22-43a1-902c-3e17a39f28ee tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 210 time: 0.0674174 Nov 12 10:57:13.856774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca552c84-368e-4117-8d39-666593f91871 req-4e23d996-086a-46a6-aeac-57d344f32de1 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:13.880013 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca552c84-368e-4117-8d39-666593f91871 req-4e23d996-086a-46a6-aeac-57d344f32de1 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 936 time: 0.3710797 Nov 12 10:57:13.922287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43d592d-ad1e-4476-a5ac-3ec939acb489 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:13.934845 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.948038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Transition to ACTIVE for port object d43d592d-ad1e-4476-a5ac-3ec939acb489 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:13.957180 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.967418 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.982223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.104270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-9e929c49-7534-4058-9102-5fe612a97793 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=955b4813dc5945e4b8649e056550a6ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385354 Nov 12 10:57:14.173306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Pushing event updated for resources: {'Port': ['ID=d43d592d-ad1e-4476-a5ac-3ec939acb489,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:14.217007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.304453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.317456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9080296 Nov 12 10:57:14.348184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event updated for resources: {'Port': ['ID=53fd8174-21f3-4bfe-9205-544ceeaa2524,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:14.444452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.450794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.451424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.454033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.454764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.454764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.458107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.458537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.458885 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.459230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.459576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.459908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b261c3cd-2fef-45f3-853a-a7558f0a025f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.496193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca552c84-368e-4117-8d39-666593f91871 req-005ebd16-86a0-4f5d-ae6d-8506a4c8413a tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007712 Nov 12 10:57:14.518017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7091328-1408-4ff9-856a-257c1e25c1e1 req-9f6b85fc-2992-4385-abc7-b9e25e88aa68 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:14.540531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7091328-1408-4ff9-856a-257c1e25c1e1 req-9f6b85fc-2992-4385-abc7-b9e25e88aa68 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:14.567289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7091328-1408-4ff9-856a-257c1e25c1e1 req-9f6b85fc-2992-4385-abc7-b9e25e88aa68 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:14.579623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a7091328-1408-4ff9-856a-257c1e25c1e1 req-9f6b85fc-2992-4385-abc7-b9e25e88aa68 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2418 time: 0.6286170 Nov 12 10:57:14.803485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5bd2-06d1-41e8-81a5-74c5751f275f req-acfa4281-8daa-4ff9-83b6-4fd3f85d4e97 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:14.814861 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-daef5bd2-06d1-41e8-81a5-74c5751f275f req-acfa4281-8daa-4ff9-83b6-4fd3f85d4e97 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.1209483 Nov 12 10:57:14.915130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-daef5bd2-06d1-41e8-81a5-74c5751f275f req-6740a28e-b64d-4b60-b241-001e702b380f tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948086 Nov 12 10:57:14.989800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a7091328-1408-4ff9-856a-257c1e25c1e1 req-c958b053-7d72-40cc-b46d-801b1ab761e2 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076514 Nov 12 10:57:14.999608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Attempting to bind port d43d592d-ad1e-4476-a5ac-3ec939acb489 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:15.000007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Attempting to bind port d43d592d-ad1e-4476-a5ac-3ec939acb489 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:15.000310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Attempting to bind port d43d592d-ad1e-4476-a5ac-3ec939acb489 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:15.005857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Port d43d592d-ad1e-4476-a5ac-3ec939acb489 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:15.006295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Attempting to bind port d43d592d-ad1e-4476-a5ac-3ec939acb489 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:15.029879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-86f5c1f5-3b12-48c8-af54-416c89902217 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:15.031539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-86f5c1f5-3b12-48c8-af54-416c89902217 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7893004 Nov 12 10:57:15.038273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:15.038745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:15.039369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:15.040102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Bound port: d43d592d-ad1e-4476-a5ac-3ec939acb489, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:15.040709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:15.065493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Request body: {'port': {'device_id': '1413279c-941e-498b-aeb4-4f08d2eef006', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '955b4813dc5945e4b8649e056550a6ff'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:15.155014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3289f5-f704-4261-b45f-3b7571e725a0 req-3e51f5b0-8d53-4ea2-98b6-c37b47aee3cc tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:15.168534 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c3289f5-f704-4261-b45f-3b7571e725a0 req-3e51f5b0-8d53-4ea2-98b6-c37b47aee3cc tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1300254 Nov 12 10:57:15.245035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96cd864d-d2ab-483a-aee0-2ab8c419e161 req-0828bf41-5f15-43c4-8afb-73089104e2b7 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 210 time: 0.0827534 Nov 12 10:57:15.256826 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c3289f5-f704-4261-b45f-3b7571e725a0 req-7c227461-f1f0-4fad-9086-312f1609f18c tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863864 Nov 12 10:57:15.317215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] For port d43d592d-ad1e-4476-a5ac-3ec939acb489, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:15.343314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] For port d43d592d-ad1e-4476-a5ac-3ec939acb489, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d43d592d-ad1e-4476-a5ac-3ec939acb489,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:15.352644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:15.459947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d0d40-8c04-40cb-9939-bf459ed14e6d req-c708136a-878b-4085-9354-db0661cfd57a tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:15.474106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d89d0d40-8c04-40cb-9939-bf459ed14e6d req-c708136a-878b-4085-9354-db0661cfd57a tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.1514940 Nov 12 10:57:15.477707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52996) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:15.490567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Request body: {'floatingip': {'port_id': 'f1d5ba48-8136-4eaa-b912-5e63230729d8'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:15.522014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Pushing event updated for resources: {'Port': ['ID=d43d592d-ad1e-4476-a5ac-3ec939acb489,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:15.576475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.577238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.577817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.578413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.579228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.580014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.580644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.581470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.582201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.582774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.583336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.583895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:15.602485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:15.603537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:15.605286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-8e434e42-c6d8-4dd1-a925-aa197bfad757 service neutron] 10.222.0.52 "PUT /v2.0/ports/d43d592d-ad1e-4476-a5ac-3ec939acb489 HTTP/1.1" status: 200 len: 1097 time: 3.1668203 Nov 12 10:57:15.606179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e8fea0-34c6-4d19-9a10-3be29c4427c4', 'tag': 'd43d592d-ad1e-4476-a5ac-3ec939acb489'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:15.617281 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c438ac-d26e-45a2-a5fb-1d513036b020" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e8fea0-34c6-4d19-9a10-3be29c4427c4", "tag": "d43d592d-ad1e-4476-a5ac-3ec939acb489"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:15.662736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Made reservation on behalf of 955b4813dc5945e4b8649e056550a6ff for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:15.667441 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:15.717426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:15.724494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:15.833271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:15.855799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:16.160325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Allocated IP 192.168.233.58 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/0cc4c474-6cc9-481a-a621-e3ab2c378b24) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:16.270644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398be754-edeb-4dc4-960c-66342f603e06 req-8839bb94-4a88-46e1-b1e6-54340475e83b tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.272665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-398be754-edeb-4dc4-960c-66342f603e06 req-8839bb94-4a88-46e1-b1e6-54340475e83b tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 948 time: 0.1935544 Nov 12 10:57:16.356418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-f54f7ee8-51d9-4330-bb81-406fb440a3b6 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.358122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-f54f7ee8-51d9-4330-bb81-406fb440a3b6 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 822 time: 0.8373134 Nov 12 10:57:16.362684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53010) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:16.379200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '39f8610a-23c5-4e72-b1eb-b73fdbfeba98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:16.412805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:16.429770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-398be754-edeb-4dc4-960c-66342f603e06 req-fa62147b-09e8-4980-96d7-cec88744c7d5 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472359 Nov 12 10:57:16.447892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-5ae854bc-c557-4090-91a9-31c36a24c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.450925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-5ae854bc-c557-4090-91a9-31c36a24c58b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c6fcceb684249579f900d52ddf72111&device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 1100 time: 0.7202067 Nov 12 10:57:16.578487 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5af22e-579c-4a5d-b8d3-9e13bff9ad34 x-openstack-request-id: req-4d5af22e-579c-4a5d-b8d3-9e13bff9ad34 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:16.578848 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e8fea0-34c6-4d19-9a10-3be29c4427c4", "tag": "d43d592d-ad1e-4476-a5ac-3ec939acb489", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:16.579015 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d5af22e-579c-4a5d-b8d3-9e13bff9ad34 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:16.579501 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e8fea0-34c6-4d19-9a10-3be29c4427c4', 'tag': 'd43d592d-ad1e-4476-a5ac-3ec939acb489', 'status': 'completed', 'code': 200} Nov 12 10:57:16.659103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:16.671937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-c60b3919-f5c0-4de8-b390-c019d0f9e832 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/quotas/6c2c5d5853904f339db3460231c465f7 HTTP/1.1" status: 200 len: 375 time: 0.2606039 Nov 12 10:57:16.674203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-46029813-f00a-4975-9b56-620bf512f0c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d43d592d-ad1e-4476-a5ac-3ec939acb489 HTTP/1.1" status: 200 len: 217 time: 0.1944087 Nov 12 10:57:16.906344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7954-bf44-4e45-8cab-656b58b40b71 req-2e978e36-2d76-44fa-913e-36b74c66ce90 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.913411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7954-bf44-4e45-8cab-656b58b40b71 req-2e978e36-2d76-44fa-913e-36b74c66ce90 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.923710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7954-bf44-4e45-8cab-656b58b40b71 req-2e978e36-2d76-44fa-913e-36b74c66ce90 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.926538 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f76b7954-bf44-4e45-8cab-656b58b40b71 req-2e978e36-2d76-44fa-913e-36b74c66ce90 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2418 time: 0.2414963 Nov 12 10:57:17.072594 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f76b7954-bf44-4e45-8cab-656b58b40b71 req-0e714a21-6c14-42a0-8af6-65952d9ac776 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358628 Nov 12 10:57:17.224833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:17.230809 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:17.238386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:17.241879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:17.292329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c65595da-32ce-4c9b-b15a-80a83286b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:17.294114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-c65595da-32ce-4c9b-b15a-80a83286b0b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.6073024 Nov 12 10:57:17.339295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:17.358446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-bb651837-5f2e-4a66-b7c9-479192c89e3d tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6763897 Nov 12 10:57:17.373837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b3ebc-9f4f-4da8-8294-0f6571d1ab44 req-ef183c10-9e54-4a57-a247-da5259cc1bab tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:17.376402 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b36b3ebc-9f4f-4da8-8294-0f6571d1ab44 req-ef183c10-9e54-4a57-a247-da5259cc1bab tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1757052 Nov 12 10:57:17.423896 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Floating IP f5fbda1a-27cc-47b8-965f-32b4dd7ec20a associated. External IP: 172.25.2.193, port: f1d5ba48-8136-4eaa-b912-5e63230729d8. Nov 12 10:57:17.506779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:17.507822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b36b3ebc-9f4f-4da8-8294-0f6571d1ab44 req-8d4e7a24-1b6b-45c2-adb7-312fcf1454fa tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158097 Nov 12 10:57:17.571682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:17.606395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:17.611097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Pushing event updated for resources: {'Port': ['ID=0cc4c474-6cc9-481a-a621-e3ab2c378b24,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:17.711942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-2fa2961a-aa0e-417d-a8b8-443ede2ebef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:17.714495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-2fa2961a-aa0e-417d-a8b8-443ede2ebef9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3771298 Nov 12 10:57:17.828884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:17.829941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:17.925654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-c6e2c7ae-23a9-47a6-8380-905e3164f3dc service neutron] 10.222.0.31 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500426 Nov 12 10:57:17.957186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-94af36e0-3ab5-4441-b417-6584583e3ccc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8966515 Nov 12 10:57:18.014180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-025e88b7-66fe-44f8-9ba6-08f0c553258c None None] Provisioning complete for port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:18.015171 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-025e88b7-66fe-44f8-9ba6-08f0c553258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:18.065911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Request body: {'port': {'device_id': '1413279c-941e-498b-aeb4-4f08d2eef006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:18.070886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-025e88b7-66fe-44f8-9ba6-08f0c553258c None None] Port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:18.344261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d9aec-9633-45a2-8acd-5d0ac524fbe8 req-89eed760-4d90-4e37-944a-7ac18ab97033 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:18.352674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae8d9aec-9633-45a2-8acd-5d0ac524fbe8 req-89eed760-4d90-4e37-944a-7ac18ab97033 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 935 time: 0.7459338 Nov 12 10:57:18.367164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:18.472614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-af8e5e15-6654-44dc-bd34-25de7151ea21 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462995 Nov 12 10:57:18.483700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:18.494878 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae8d9aec-9633-45a2-8acd-5d0ac524fbe8 req-07ef9219-e25c-49e0-aa07-24fad21eae5b tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408093 Nov 12 10:57:18.497271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6d7f1683-3aa8-4211-9092-586f73bf6a55 service neutron] 10.222.0.31 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485454 Nov 12 10:57:18.530117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Router f443e444-4b18-4454-9dbf-957674527e5b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:57:18.594011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-36046951-cf9b-48a9-b4e9-eae1eb7efcf9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:18.610973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-36046951-cf9b-48a9-b4e9-eae1eb7efcf9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:18.652649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-36046951-cf9b-48a9-b4e9-eae1eb7efcf9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:18.655808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-36046951-cf9b-48a9-b4e9-eae1eb7efcf9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2418 time: 0.2166004 Nov 12 10:57:18.990701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5adaf9-5558-44c2-9989-fd72679627ca req-dc4a40cc-3c0c-4a1b-9b0b-b77e46b66df8 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.000569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a5adaf9-5558-44c2-9989-fd72679627ca req-dc4a40cc-3c0c-4a1b-9b0b-b77e46b66df8 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 948 time: 0.2570360 Nov 12 10:57:19.097140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=4fb9def2-9dd2-4c25-a554-88c77696974f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:19.125410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:57:19.140709 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] Sync routers for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:57:19.145271 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a5adaf9-5558-44c2-9989-fd72679627ca req-b8ef0d5c-41fd-443b-ab3c-84e08335cb44 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367249 Nov 12 10:57:19.151197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.157182 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:57:19.170709 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:56:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:19.236214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': 'b15c01be-ef4a-4d30-a85d-22918b7f60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '39f8610a-23c5-4e72-b1eb-b73fdbfeba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:19.236704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: 39f8610a-23c5-4e72-b1eb-b73fdbfeba98, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:19.250814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ceb2c5c-6d22-4675-8f62-6e60a1271ef7 req-0614a6af-9ae4-4a6e-b962-3fe8d3c01387 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689245 Nov 12 10:57:19.291199 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4a7fde09-16bc-40a3-972d-7778a11580c7 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "PUT /v2.0/floatingips/f5fbda1a-27cc-47b8-965f-32b4dd7ec20a HTTP/1.1" status: 200 len: 991 time: 3.8104854 Nov 12 10:57:19.298466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'tag': 'f1d5ba48-8136-4eaa-b912-5e63230729d8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:19.314382 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564" -d '{"events": [{"name": "network-changed", "server_uuid": "6bad10b3-677c-4584-bc0d-339dd12ca294", "tag": "f1d5ba48-8136-4eaa-b912-5e63230729d8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:19.331839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting port b3949904-adce-481e-85d6-2a988eaa1642 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:19.332369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.512461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc1979-db8b-4c4d-963d-049549190eb4 req-a7a137a5-4b01-41d1-b2a8-e2bd7291dc68 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.526537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc1979-db8b-4c4d-963d-049549190eb4 req-a7a137a5-4b01-41d1-b2a8-e2bd7291dc68 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.531760 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:57:19.540676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc1979-db8b-4c4d-963d-049549190eb4 req-a7a137a5-4b01-41d1-b2a8-e2bd7291dc68 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.553714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92cc1979-db8b-4c4d-963d-049549190eb4 req-a7a137a5-4b01-41d1-b2a8-e2bd7291dc68 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 2418 time: 0.4099538 Nov 12 10:57:19.559244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:19.582676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 39f8610a-23c5-4e72-b1eb-b73fdbfeba98) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:19.592768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a30eaa1-c10a-405f-a050-ee42cd66cfa0 None None] Network 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:19.625364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] For port b3949904-adce-481e-85d6-2a988eaa1642, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3949904-adce-481e-85d6-2a988eaa1642,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:19.626356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.649887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Calling delete_port for b3949904-adce-481e-85d6-2a988eaa1642 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:19.715504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.717371 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.788114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92cc1979-db8b-4c4d-963d-049549190eb4 req-10e05834-8910-4d6e-9fde-b61827ced060 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149456 Nov 12 10:57:19.788417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37998c28-6c2c-45e5-b16a-c6deac9c7fd7 req-c4e2b863-6838-464f-a875-e9846c6a111a tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.801739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37998c28-6c2c-45e5-b16a-c6deac9c7fd7 req-c4e2b863-6838-464f-a875-e9846c6a111a tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.4620967 Nov 12 10:57:19.802582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-94df5364-952e-4541-8cb0-bc8708906457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.806420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-94df5364-952e-4541-8cb0-bc8708906457 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c6fcceb684249579f900d52ddf72111&device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 1100 time: 0.4016464 Nov 12 10:57:19.901728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3727433a-517b-47bd-a616-094590901721 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5334604 Nov 12 10:57:19.955955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53048) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:19.980675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575284985'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:19.987424 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.999157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-39f8610a-23c5-4e72-b1eb-b73fdbfeba98', 'network_id': '39f8610a-23c5-4e72-b1eb-b73fdbfeba98', 'tenant_id': '72798590eed54dee92b608f3d9eab53b', 'fixed_ips': [{'subnet_id': '4fb9def2-9dd2-4c25-a554-88c77696974f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:20.000487 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:20.045623 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'f5fbda1a-27cc-47b8-965f-32b4dd7ec20a', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'port_id': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'mac_address': 'fa:16:3e:3d:bd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:56:43Z', 'updated_at': '2021-11-12T10:57:16Z', 'revision_number': 1, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:46Z', 'revision_number': 5, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:20.066284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc4c474-6cc9-481a-a621-e3ab2c378b24 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:20.069265 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Port': ['ID=b3949904-adce-481e-85d6-2a988eaa1642,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:20.072353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de305ed4-15e1-435c-9ca8-a765e2e10f37 req-d170f800-b082-4a4f-a33e-217037417b48 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 210 time: 0.0980351 Nov 12 10:57:20.080962 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:20.112005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37998c28-6c2c-45e5-b16a-c6deac9c7fd7 req-5bf183a5-3917-47b8-934d-9b0bf94838dc tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994647 Nov 12 10:57:20.112133 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] Checking router: f443e444-4b18-4454-9dbf-957674527e5b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:57:20.126489 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:57:20.127482 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:56:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:20.159845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Transition to ACTIVE for port object 0cc4c474-6cc9-481a-a621-e3ab2c378b24 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:20.192401 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:20.238930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-3195e794-4152-42c3-a453-653f19a9d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.244281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-3195e794-4152-42c3-a453-653f19a9d6ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3377500 Nov 12 10:57:20.262406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:20.271902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:20.375065 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec31664-8d2e-453c-b015-50c24adceafd x-openstack-request-id: req-3ec31664-8d2e-453c-b015-50c24adceafd {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:20.375780 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bad10b3-677c-4584-bc0d-339dd12ca294", "tag": "f1d5ba48-8136-4eaa-b912-5e63230729d8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:20.376405 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ec31664-8d2e-453c-b015-50c24adceafd {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:20.377195 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'tag': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'status': 'completed', 'code': 200} Nov 12 10:57:20.378592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] No DVR routers for this DVR port b3949904-adce-481e-85d6-2a988eaa1642 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:20.442589 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:57:20.483904 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:20.487291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-a5fc0f33-2f5b-4965-9f39-2fcebc895121 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "DELETE /v2.0/ports/b3949904-adce-481e-85d6-2a988eaa1642 HTTP/1.1" status: 204 len: 173 time: 1.8123271 Nov 12 10:57:20.508113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-565879a2-76d9-410e-9e65-1ed0c7472ef2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d43d592d-ad1e-4476-a5ac-3ec939acb489 HTTP/1.1" status: 200 len: 217 time: 0.1701667 Nov 12 10:57:20.686383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Allocated IP 2001:db8:0:ffff::2 (39f8610a-23c5-4e72-b1eb-b73fdbfeba98/4fb9def2-9dd2-4c25-a554-88c77696974f/14dcf925-b3e1-44ac-9717-1f6de22dd05a) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:20.739367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-c1716513-942f-4a57-98c3-6d5279040d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.741627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-c1716513-942f-4a57-98c3-6d5279040d3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1474912 Nov 12 10:57:20.756901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:20.766354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:20.766709 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment c5847818-858f-4dbb-92e1-55320aa6c075 of type vlan for network 9b21f1f6-e59b-481d-b3f2-cf75bb352152 Nov 12 10:57:20.827061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-24d7f8cd-32f5-4043-924f-ab7710e4177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.828499 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-24d7f8cd-32f5-4043-924f-ab7710e4177b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e12368c3e3924fbca8b6276ffe4c8cc9&device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 1097 time: 0.4869375 Nov 12 10:57:20.830239 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:20.880348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287394e-7f2b-4c3b-8fd1-1619fd767703 req-6806bfc7-e1a9-41e9-9d23-9333357c0365 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.888359 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d287394e-7f2b-4c3b-8fd1-1619fd767703 req-6806bfc7-e1a9-41e9-9d23-9333357c0365 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 948 time: 0.3998146 Nov 12 10:57:20.971043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc4c474-6cc9-481a-a621-e3ab2c378b24,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:21.028277 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:21.037343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.038407 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:21.050575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3460f1-f382-4033-bd40-494492f4d83e req-aeca8894-c713-47ac-88dd-38c1967f9097 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.060420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a3460f1-f382-4033-bd40-494492f4d83e req-aeca8894-c713-47ac-88dd-38c1967f9097 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 947 time: 0.5118392 Nov 12 10:57:21.109459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting port ace47412-5b8a-46ec-8cc2-02c277f9de74 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:21.109820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:21.168633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-5a17b537-e5af-47d4-96f5-771bcabd2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.170875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-5a17b537-e5af-47d4-96f5-771bcabd2868 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3313599 Nov 12 10:57:21.198630 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:21.215926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:21.245826 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d287394e-7f2b-4c3b-8fd1-1619fd767703 req-6b91691a-4ae8-479e-a5fc-4debe8bd5b78 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566611 Nov 12 10:57:21.247271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=9b21f1f6-e59b-481d-b3f2-cf75bb352152,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:21.271273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-2082cdea-872b-4db0-81f6-abfed15c618b tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.274125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-2082cdea-872b-4db0-81f6-abfed15c618b tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.52 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 822 time: 0.7612023 Nov 12 10:57:21.302171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-69db9283-8042-46df-a97e-6cdebb48b000 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3399897 Nov 12 10:57:21.327558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53064) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:21.334835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '9b21f1f6-e59b-481d-b3f2-cf75bb352152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:21.340124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-e92614e8-4635-4c04-9863-fcef895337b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.342058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-e92614e8-4635-4c04-9863-fcef895337b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=84d83270-68a2-460c-bdbc-b7952a16f15e HTTP/1.1" status: 200 len: 912 time: 0.5063691 Nov 12 10:57:21.344783 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'f5fbda1a-27cc-47b8-965f-32b4dd7ec20a', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'port_id': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'mac_address': 'fa:16:3e:3d:bd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:56:43Z', 'updated_at': '2021-11-12T10:57:16Z', 'revision_number': 1, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:46Z', 'revision_number': 5, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:21.408218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d43d592d-ad1e-4476-a5ac-3ec939acb489 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:21.414699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9b21f1f6-e59b-481d-b3f2-cf75bb352152 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:21.428605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a3460f1-f382-4033-bd40-494492f4d83e req-992ac4c5-9e11-4a46-8496-0911d7c2ad8b tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614209 Nov 12 10:57:21.436017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Request body: {'port': {'device_id': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'admin_state_up': True, 'tenant_id': '6c2c5d5853904f339db3460231c465f7'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:21.457602 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad658baf-849c-482b-81c8-e880186a8296 None None] The sync data for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 is: [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'f5fbda1a-27cc-47b8-965f-32b4dd7ec20a', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'port_id': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'mac_address': 'fa:16:3e:3d:bd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:56:43Z', 'updated_at': '2021-11-12T10:57:16Z', 'revision_number': 1, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:46Z', 'revision_number': 5, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:57:21.479594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b3949904-adce-481e-85d6-2a988eaa1642 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:21.506479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Attempting to bind port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:21.506847 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Attempting to bind port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:21.507191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Attempting to bind port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:21.565426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-febccc13-4874-421f-88ad-2c278fd569a3 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780248 Nov 12 10:57:21.571882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:21.572543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Attempting to bind port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:21.622257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: b3949904-adce-481e-85d6-2a988eaa1642 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:21.623146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b3949904-adce-481e-85d6-2a988eaa1642 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:21.623901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device ace47412-5b8a-46ec-8cc2-02c277f9de74 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:21.652617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5eb1f5e-3be9-4fc5-b2dc-3f4098180d68 req-4fa44648-480e-4b62-aa28-f15fe46df0b3 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 210 time: 0.0400729 Nov 12 10:57:21.705071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:21.705670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:21.706319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:21.707118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Bound port: 0cc4c474-6cc9-481a-a621-e3ab2c378b24, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:21.707752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:21.738923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Network 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:21.845571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-27dfa950-d4f1-40b4-8f14-62f991c7e0cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8 HTTP/1.1" status: 200 len: 999 time: 0.4821582 Nov 12 10:57:21.940030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:21.944507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:21.957236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:21.960910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:21.963433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ea111-0406-4c7f-920a-2dfb0710b0d9 None None] New status for floating IP f5fbda1a-27cc-47b8-965f-32b4dd7ec20a: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:57:22.054723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d3e2a-1761-4bf4-b406-845891f2e315 req-26a3dab5-634c-4d9d-a158-9e7dfd8d5302 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:22.063140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d3e2a-1761-4bf4-b406-845891f2e315 req-26a3dab5-634c-4d9d-a158-9e7dfd8d5302 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:22.075198 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f3d3e2a-1761-4bf4-b406-845891f2e315 req-26a3dab5-634c-4d9d-a158-9e7dfd8d5302 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 1683 time: 0.5193725 Nov 12 10:57:22.094661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Made reservation on behalf of 6c2c5d5853904f339db3460231c465f7 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:22.101989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.146063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-fc0457bc-272e-4f8a-b85b-cda8271638b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:22.148603 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-fc0457bc-272e-4f8a-b85b-cda8271638b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=789c426f-bf45-4a95-a7ba-2ad03713001b HTTP/1.1" status: 200 len: 850 time: 0.2913921 Nov 12 10:57:22.151972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] For port ace47412-5b8a-46ec-8cc2-02c277f9de74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ace47412-5b8a-46ec-8cc2-02c277f9de74,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:22.152838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.190076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9c438ac-d26e-45a2-a5fb-1d513036b020 req-4c0cbad7-f2eb-4574-bdf1-833b28563ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467412 Nov 12 10:57:22.214543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f286ef-24d0-40cd-9d72-decf2fb5e7ad req-0b124056-0164-4b0f-a709-7c996e457c6e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:22.216357 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-08f286ef-24d0-40cd-9d72-decf2fb5e7ad req-0b124056-0164-4b0f-a709-7c996e457c6e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.3407960 Nov 12 10:57:22.244738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Calling delete_port for ace47412-5b8a-46ec-8cc2-02c277f9de74 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:22.328941 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:57:22.361900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Pushing event updated for resources: {'Port': ['ID=14dcf925-b3e1-44ac-9717-1f6de22dd05a,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:22.381346 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-deleted', 'tag': 'b3949904-adce-481e-85d6-2a988eaa1642'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:22.386065 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5786cd-55b3-409f-abb1-0b139a73c60c" -d '{"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-deleted", "tag": "b3949904-adce-481e-85d6-2a988eaa1642"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:22.414831 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f3d3e2a-1761-4bf4-b406-845891f2e315 req-ce7e969d-0563-4187-96bb-df8aef29d56a tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381650 Nov 12 10:57:22.490518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-4f90008c-2841-48c5-a146-07e61dcd2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:22.492825 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-4f90008c-2841-48c5-a146-07e61dcd2ce5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84d83270-68a2-460c-bdbc-b7952a16f15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3252544 Nov 12 10:57:22.496692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] For port 0cc4c474-6cc9-481a-a621-e3ab2c378b24, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:22.506283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Attempting to bind port 14dcf925-b3e1-44ac-9717-1f6de22dd05a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:22.506283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Attempting to bind port 14dcf925-b3e1-44ac-9717-1f6de22dd05a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b15c01be-ef4a-4d30-a85d-22918b7f60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '39f8610a-23c5-4e72-b1eb-b73fdbfeba98'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:22.506283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Attempting to bind port 14dcf925-b3e1-44ac-9717-1f6de22dd05a on network 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:22.518117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.575058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Allocated IP 172.20.0.4 (0f015bb6-ad9c-4837-8ae7-dbfb556b65f9/d33332d9-4c19-4638-b09e-027dd606f127/a05d734f-bde3-4b9d-8d2c-4750f46efc34) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:22.575715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:22.576350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Checking segment: {'id': 'b15c01be-ef4a-4d30-a85d-22918b7f60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '39f8610a-23c5-4e72-b1eb-b73fdbfeba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:22.577078 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.577753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Bound using segment: {'id': 'b15c01be-ef4a-4d30-a85d-22918b7f60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '39f8610a-23c5-4e72-b1eb-b73fdbfeba98'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:22.578656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Bound port: 14dcf925-b3e1-44ac-9717-1f6de22dd05a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15c01be-ef4a-4d30-a85d-22918b7f60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '39f8610a-23c5-4e72-b1eb-b73fdbfeba98'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:22.578902 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.591573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] For port 0cc4c474-6cc9-481a-a621-e3ab2c378b24, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0cc4c474-6cc9-481a-a621-e3ab2c378b24,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:22.604379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace47412-5b8a-46ec-8cc2-02c277f9de74'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:22.606399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.607764 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf22832a-76bd-4d5a-9a3d-6bb824b30eb8" -d '{"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-unplugged", "status": "completed", "tag": "ace47412-5b8a-46ec-8cc2-02c277f9de74"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:22.644556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port ace47412-5b8a-46ec-8cc2-02c277f9de74, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ace47412-5b8a-46ec-8cc2-02c277f9de74,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:22.743309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] For port 14dcf925-b3e1-44ac-9717-1f6de22dd05a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:22.747467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] For port 14dcf925-b3e1-44ac-9717-1f6de22dd05a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14dcf925-b3e1-44ac-9717-1f6de22dd05a,segment=NetworkSegment(b15c01be-ef4a-4d30-a85d-22918b7f60f0),segment_id=b15c01be-ef4a-4d30-a85d-22918b7f60f0)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:22.758869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-08f286ef-24d0-40cd-9d72-decf2fb5e7ad req-cf8f2b47-28ac-4e9b-8210-62a97201ef00 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134730 Nov 12 10:57:22.770493 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.786697 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.786697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bec6390b-6bb5-4043-98a1-91220f26ee49 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:22.825540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:22.826777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.828467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] 10.222.0.59 "PUT /v2.0/ports/0cc4c474-6cc9-481a-a621-e3ab2c378b24 HTTP/1.1" status: 200 len: 1096 time: 4.7949028 Nov 12 10:57:22.832679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1413279c-941e-498b-aeb4-4f08d2eef006', 'tag': '0cc4c474-6cc9-481a-a621-e3ab2c378b24'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:22.836762 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1413279c-941e-498b-aeb4-4f08d2eef006", "tag": "0cc4c474-6cc9-481a-a621-e3ab2c378b24"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:22.932263 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42fd147-89a6-4e55-9c4a-50e398bffc36 x-openstack-request-id: req-b42fd147-89a6-4e55-9c4a-50e398bffc36 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:22.933186 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-deleted", "tag": "b3949904-adce-481e-85d6-2a988eaa1642", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:22.933186 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b42fd147-89a6-4e55-9c4a-50e398bffc36 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:22.934361 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-deleted', 'tag': 'b3949904-adce-481e-85d6-2a988eaa1642', 'status': 'completed', 'code': 200} Nov 12 10:57:22.993161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56ef25-3974-45aa-ab11-8cd58d2af643 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc4c474-6cc9-481a-a621-e3ab2c378b24,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:23.084405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceef3c-622e-403f-8677-029ce185770d None None] Pushing event updated for resources: {'Port': ['ID=14dcf925-b3e1-44ac-9717-1f6de22dd05a,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:23.092405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d43d592d-ad1e-4476-a5ac-3ec939acb489, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d43d592d-ad1e-4476-a5ac-3ec939acb489,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:23.165968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-18b4487b-f53e-4140-ad7a-f1945653fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:23.171487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-18b4487b-f53e-4140-ad7a-f1945653fbb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=955b4813dc5945e4b8649e056550a6ff&device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 1099 time: 0.2449296 Nov 12 10:57:23.194170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd43d592d-ad1e-4476-a5ac-3ec939acb489', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'd43d592d-ad1e-4476-a5ac-3ec939acb489', 'mac_address': 'fa:16:3e:cf:b4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:23.321008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.335647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.335963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-24725641-1e38-4cf4-a9fc-9995ac26e4cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0cc4c474-6cc9-481a-a621-e3ab2c378b24 HTTP/1.1" status: 200 len: 217 time: 0.1471505 Nov 12 10:57:23.343308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=ace47412-5b8a-46ec-8cc2-02c277f9de74,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:23.404496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43d592d-ad1e-4476-a5ac-3ec939acb489 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:23.418949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.421977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.463133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d43d592d-ad1e-4476-a5ac-3ec939acb489, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d43d592d-ad1e-4476-a5ac-3ec939acb489,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:23.497341 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.512467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.525868 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-024d452a-e077-4ebf-a905-d66c029e3110 service neutron] 10.222.0.52 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9917803 Nov 12 10:57:23.531608 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Port': ['ID=ace47412-5b8a-46ec-8cc2-02c277f9de74,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:23.561337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bec6390b-6bb5-4043-98a1-91220f26ee49, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bec6390b-6bb5-4043-98a1-91220f26ee49,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:23.623394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d43d592d-ad1e-4476-a5ac-3ec939acb489,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:23.636719 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.684221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb7b8d-60c1-4a61-9c34-4596c7065949 req-63e2c3ba-8edd-492c-b024-6264e7e36505 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:23.704305 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7dbb7b8d-60c1-4a61-9c34-4596c7065949 req-63e2c3ba-8edd-492c-b024-6264e7e36505 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 948 time: 0.9438260 Nov 12 10:57:23.716935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53092) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:23.726032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1288655578'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:23.764114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bec6390b-6bb5-4043-98a1-91220f26ee49,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:23.794091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d43d592d-ad1e-4476-a5ac-3ec939acb489'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:23.800486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] No DVR routers for this DVR port ace47412-5b8a-46ec-8cc2-02c277f9de74 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:23.823302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.826415 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-d006b902-a5f9-43e6-874f-b4cf2a339a88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "DELETE /v2.0/ports/ace47412-5b8a-46ec-8cc2-02c277f9de74 HTTP/1.1" status: 204 len: 173 time: 3.3063631 Nov 12 10:57:23.833976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=cf0f4498-1080-41a1-8c04-64937635a8bb,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:23.897807 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5cc068a8-5bd6-4772-ad13-16e41769a533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.966426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': 'c5847818-858f-4dbb-92e1-55320aa6c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9b21f1f6-e59b-481d-b3f2-cf75bb352152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:23.967050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: 9b21f1f6-e59b-481d-b3f2-cf75bb352152, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:23.989767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:23.992560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39358b-1327-4a14-8e8d-a7858b4ebd8a req-28bab99e-a274-4964-8bc3-eeb5460877c1 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:23.997349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.000776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b39358b-1327-4a14-8e8d-a7858b4ebd8a req-28bab99e-a274-4964-8bc3-eeb5460877c1 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 947 time: 0.9627268 Nov 12 10:57:24.046094 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7dbb7b8d-60c1-4a61-9c34-4596c7065949 req-a2b62d47-5910-4b66-b89d-0f511d54c30b tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146188 Nov 12 10:57:24.061383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c75c1522-a943-4bec-a3ab-5ac5c4ed2564 req-7719ace3-2189-4c64-b9a1-71dfdb77fd46 service neutron] 10.222.0.52 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018151 Nov 12 10:57:24.102528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:24.110794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 9b21f1f6-e59b-481d-b3f2-cf75bb352152 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:24.133582 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9e1d5a-2a4c-4f52-b329-e3907e75166d x-openstack-request-id: req-be9e1d5a-2a4c-4f52-b329-e3907e75166d {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:24.134234 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-unplugged", "status": "completed", "tag": "ace47412-5b8a-46ec-8cc2-02c277f9de74", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:24.135379 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be9e1d5a-2a4c-4f52-b329-e3907e75166d {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:24.136310 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace47412-5b8a-46ec-8cc2-02c277f9de74', 'code': 200} Nov 12 10:57:24.138233 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.138589 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Added segment 21cb7eca-dbd8-4607-bf47-2585c1304902 of type vlan for network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 Nov 12 10:57:24.155409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9b21f1f6-e59b-481d-b3f2-cf75bb352152) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:24.167316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1a9cb-b6ff-45f6-8230-aa2d0c0c3e25 None None] Network 9b21f1f6-e59b-481d-b3f2-cf75bb352152 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:24.194212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b39358b-1327-4a14-8e8d-a7858b4ebd8a req-881f4f60-c538-4060-a3e0-76a258f93fff tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918833 Nov 12 10:57:24.199109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.199721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.211605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting port bec6390b-6bb5-4043-98a1-91220f26ee49 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:24.212026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.226611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-d6e263c8-dffe-4546-832a-611eaac41ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.231468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-d6e263c8-dffe-4546-832a-611eaac41ec3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.8823621 Nov 12 10:57:24.234805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.271103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.309923 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-213d4e59-b0e0-4e2a-be8d-d53b2dd6951b tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9806032 Nov 12 10:57:24.318252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53096) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:24.391876 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.resource_extend [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:57:24.416654 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cee7c5d-0e15-4908-a1d4-7594f22f9303 x-openstack-request-id: req-3cee7c5d-0e15-4908-a1d4-7594f22f9303 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:24.417008 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1413279c-941e-498b-aeb4-4f08d2eef006", "tag": "0cc4c474-6cc9-481a-a621-e3ab2c378b24", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:24.417260 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cee7c5d-0e15-4908-a1d4-7594f22f9303 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:24.417825 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1413279c-941e-498b-aeb4-4f08d2eef006', 'tag': '0cc4c474-6cc9-481a-a621-e3ab2c378b24', 'status': 'completed', 'code': 200} Nov 12 10:57:24.473477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:24.480574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:24.490438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:24.522718 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.529379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-9b21f1f6-e59b-481d-b3f2-cf75bb352152', 'network_id': '9b21f1f6-e59b-481d-b3f2-cf75bb352152', 'tenant_id': '72798590eed54dee92b608f3d9eab53b', 'fixed_ips': [{'subnet_id': 'cf0f4498-1080-41a1-8c04-64937635a8bb'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:24.532171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.533001 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.533408 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.565786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event updated for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:24.588572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.588964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.604725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358b5f-8c95-40ba-849f-efe0cf1b3dc5 req-0c940e06-bca0-44e8-94c4-59b8825ed02b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.612344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614102-0139-499d-80de-b32286ee5b08 req-2e1d52b4-aa8d-4c15-a466-fb6ad91e185d tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.617721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34358b5f-8c95-40ba-849f-efe0cf1b3dc5 req-0c940e06-bca0-44e8-94c4-59b8825ed02b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 944 time: 0.1958337 Nov 12 10:57:24.621269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc614102-0139-499d-80de-b32286ee5b08 req-2e1d52b4-aa8d-4c15-a466-fb6ad91e185d tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 931 time: 0.3474770 Nov 12 10:57:24.673219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-4b39c46c-b752-4f3f-82ce-77136b0a6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.675776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-4b39c46c-b752-4f3f-82ce-77136b0a6456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4254906 Nov 12 10:57:24.702696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9810946 Nov 12 10:57:24.710419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] For port bec6390b-6bb5-4043-98a1-91220f26ee49, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bec6390b-6bb5-4043-98a1-91220f26ee49,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:24.710972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.714155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53098) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:24.724397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1897143899'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:24.765957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Allocated IP 2001:db8::1 (9b21f1f6-e59b-481d-b3f2-cf75bb352152/cf0f4498-1080-41a1-8c04-64937635a8bb/970605a8-faf6-4434-93d5-06c51342b8e6) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:24.818753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.826089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Calling delete_port for bec6390b-6bb5-4043-98a1-91220f26ee49 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:24.843623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-eacb035b-c748-49e9-a85a-5cbf8ba1b5d7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4323397 Nov 12 10:57:24.859856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Request body: {'port': {'device_id': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:24.864071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ed6b1-920c-413c-999f-6f724d1c7314 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Network': ['ID=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:24.922647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc614102-0139-499d-80de-b32286ee5b08 req-9bc486ef-f596-4a43-9dc2-e0c3f972b5ca tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003089 Nov 12 10:57:24.962980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34358b5f-8c95-40ba-849f-efe0cf1b3dc5 req-fb3d4a10-9bca-412e-b9a4-fc9252acd8dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439837 Nov 12 10:57:24.963830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:24.985045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2553678-a3f7-4724-a7f0-628663a3102f None None] Network 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:25.014468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-deleted', 'tag': 'ace47412-5b8a-46ec-8cc2-02c277f9de74'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:25.027407 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48dae3c-1ff9-4cb8-97ff-5400be8a1f2c" -d '{"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-deleted", "tag": "ace47412-5b8a-46ec-8cc2-02c277f9de74"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:25.035412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:25.038306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.048120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.088521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14dcf925-b3e1-44ac-9717-1f6de22dd05a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:25.153801 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f75cd-a5df-42cd-bd4b-fbb1bc5d6638 x-openstack-request-id: req-907f75cd-a5df-42cd-bd4b-fbb1bc5d6638 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:25.154377 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-deleted", "tag": "ace47412-5b8a-46ec-8cc2-02c277f9de74", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:25.154875 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-907f75cd-a5df-42cd-bd4b-fbb1bc5d6638 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:25.155534 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-deleted', 'tag': 'ace47412-5b8a-46ec-8cc2-02c277f9de74', 'status': 'completed', 'code': 200} Nov 12 10:57:25.224040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:25.268366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-b8318fa5-9323-4937-8d2c-8e222d7ea0f1 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717340 Nov 12 10:57:25.311826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.312207 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Added segment 7382ed91-5b96-4ffa-b34b-45b745006193 of type vlan for network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 Nov 12 10:57:25.325587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.354364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e72724-14ed-4199-b6b6-c99c093aaef7 req-054bea5a-1616-4321-9fae-3aaaf0c67fb6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.355961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e72724-14ed-4199-b6b6-c99c093aaef7 req-054bea5a-1616-4321-9fae-3aaaf0c67fb6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.2745547 Nov 12 10:57:25.367433 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.417489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-22ac4ef0-6720-412c-995f-90436749635f None None] Provisioning complete for port 14dcf925-b3e1-44ac-9717-1f6de22dd05a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:25.417884 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22ac4ef0-6720-412c-995f-90436749635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.422193 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.436201 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.461811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cd4b8-9264-48f9-a83e-83fdf56a9c66 req-310fc8ec-e93e-4478-9478-ab455c30f97c tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.464466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d03cd4b8-9264-48f9-a83e-83fdf56a9c66 req-310fc8ec-e93e-4478-9478-ab455c30f97c tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 949 time: 0.2459145 Nov 12 10:57:25.518909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d43d592d-ad1e-4476-a5ac-3ec939acb489 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:25.521191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e72724-14ed-4199-b6b6-c99c093aaef7 req-b9da66df-ef77-467b-9fb4-8b93b7570011 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197367 Nov 12 10:57:25.528675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5c2192a-236d-47ed-84f3-89a80ea8d14d req-13f8d4d0-0a72-40cb-b7e2-15ccda84f4a7 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496789 Nov 12 10:57:25.532252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Pushing event updated for resources: {'Port': ['ID=970605a8-faf6-4434-93d5-06c51342b8e6,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:25.549744 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.555997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.556690 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.645053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Network 9b21f1f6-e59b-481d-b3f2-cf75bb352152 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:25.655322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:25.656484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d03cd4b8-9264-48f9-a83e-83fdf56a9c66 req-85b5c0d6-f813-43e0-969d-1d02a604a4ef tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732185 Nov 12 10:57:25.657548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.667557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.685228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:25.723990 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0045826 Nov 12 10:57:25.766804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53106) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:25.777316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'subnet': {'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:25.811353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port d43d592d-ad1e-4476-a5ac-3ec939acb489 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:25.826003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0f4498-1080-41a1-8c04-64937635a8bb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:25.834343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Port': ['ID=bec6390b-6bb5-4043-98a1-91220f26ee49,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:25.838700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 14dcf925-b3e1-44ac-9717-1f6de22dd05a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:25.840295 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.859375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05d734f-bde3-4b9d-8d2c-4750f46efc34 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:25.893854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf27a7-18df-44a1-90d1-c6c70ebb8709 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Network': ['ID=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:25.899729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d43d592d-ad1e-4476-a5ac-3ec939acb489 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:25.900731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.952823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:25.963456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.984806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-fe8e65d0-af95-4849-bd19-b766ebcae05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.988845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-fe8e65d0-af95-4849-bd19-b766ebcae05a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=955b4813dc5945e4b8649e056550a6ff&device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 1099 time: 0.3556130 Nov 12 10:57:26.014853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] No DVR routers for this DVR port bec6390b-6bb5-4043-98a1-91220f26ee49 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:26.017990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.024245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73b510a1-c3ef-4755-8ef4-3dbb15a349d8 req-fd90be22-6ead-4358-a33e-4542b800673c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "DELETE /v2.0/ports/bec6390b-6bb5-4043-98a1-91220f26ee49 HTTP/1.1" status: 204 len: 173 time: 2.1869385 Nov 12 10:57:26.043896 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.055372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd55a7-bbd7-44d1-9310-1b96e0404868 req-c9936204-d266-4e98-80f8-8e76246252bc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:26.063036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Attempting to bind port 970605a8-faf6-4434-93d5-06c51342b8e6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:26.063407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Attempting to bind port 970605a8-faf6-4434-93d5-06c51342b8e6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'c5847818-858f-4dbb-92e1-55320aa6c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9b21f1f6-e59b-481d-b3f2-cf75bb352152'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:26.063777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Attempting to bind port 970605a8-faf6-4434-93d5-06c51342b8e6 on network 9b21f1f6-e59b-481d-b3f2-cf75bb352152 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:26.069094 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45fd55a7-bbd7-44d1-9310-1b96e0404868 req-c9936204-d266-4e98-80f8-8e76246252bc tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 947 time: 0.3792531 Nov 12 10:57:26.138632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec6390b-6bb5-4043-98a1-91220f26ee49'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:26.142534 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa7bf0a-ed5f-4532-b3b4-7f4aad2bd47b" -d '{"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-unplugged", "status": "completed", "tag": "bec6390b-6bb5-4043-98a1-91220f26ee49"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:26.153704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Transition to ACTIVE for port object a05d734f-bde3-4b9d-8d2c-4750f46efc34 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:26.167297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b21f1f6-e59b-481d-b3f2-cf75bb352152']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:26.171687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.231599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b524d7-2d69-40d6-8e8c-dfd5c9918e19 req-8aa5ceee-c253-4a76-8cff-8c32b4945709 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:26.251925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:26.252308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Checking segment: {'id': 'c5847818-858f-4dbb-92e1-55320aa6c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9b21f1f6-e59b-481d-b3f2-cf75bb352152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:26.252765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.253351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Bound using segment: {'id': 'c5847818-858f-4dbb-92e1-55320aa6c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9b21f1f6-e59b-481d-b3f2-cf75bb352152'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:26.253865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Bound port: 970605a8-faf6-4434-93d5-06c51342b8e6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5847818-858f-4dbb-92e1-55320aa6c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9b21f1f6-e59b-481d-b3f2-cf75bb352152'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:26.254323 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.261663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b524d7-2d69-40d6-8e8c-dfd5c9918e19 req-8aa5ceee-c253-4a76-8cff-8c32b4945709 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 931 time: 0.1928554 Nov 12 10:57:26.269079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5847818-858f-4dbb-92e1-55320aa6c075') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:26.269780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5847818-858f-4dbb-92e1-55320aa6c075') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:26.313635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.319764 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22ac4ef0-6720-412c-995f-90436749635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.360585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.378230 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7c56-e697-4c83-92e8-d8d7d7baf464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.391387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:26.394343 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:26.411479 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:26.419071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:26.424921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.437729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45fd55a7-bbd7-44d1-9310-1b96e0404868 req-1c1e3d86-bd8e-4391-aeeb-7742ce037cc9 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661997 Nov 12 10:57:26.448181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2b524d7-2d69-40d6-8e8c-dfd5c9918e19 req-404f485d-c202-4094-a83b-851cf0592e64 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849487 Nov 12 10:57:26.573317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-22ac4ef0-6720-412c-995f-90436749635f None None] For port 14dcf925-b3e1-44ac-9717-1f6de22dd05a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14dcf925-b3e1-44ac-9717-1f6de22dd05a,segment=NetworkSegment(b15c01be-ef4a-4d30-a85d-22918b7f60f0),segment_id=b15c01be-ef4a-4d30-a85d-22918b7f60f0)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:26.588575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:26.603250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.api [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 10:57:26.603250 n-d-768851-19 neutron-server[109166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 10:57:26.603250 n-d-768851-19 neutron-server[109166]: [parameters: {'id': '9b21f1f6-e59b-481d-b3f2-cf75bb352152'}] Nov 12 10:57:26.603250 n-d-768851-19 neutron-server[109166]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:57:26.603886 n-d-768851-19 neutron-server[109166]: DEBUG oslo_db.api [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:57:26.637578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22ac4ef0-6720-412c-995f-90436749635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.715366 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76421adf-3141-471c-a18c-1adb8597ba72 req-e3a00940-aa18-401b-ad9b-aa37ab11fc83 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab4baa43-21d7-4ff7-813e-864385fa138f HTTP/1.1" status: 200 len: 210 time: 0.0583754 Nov 12 10:57:26.726890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] For port 970605a8-faf6-4434-93d5-06c51342b8e6, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:26.738000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.746325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-c5a8248f-2023-421c-8b0b-be9194210d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:26.747875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-c5a8248f-2023-421c-8b0b-be9194210d4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.7300103 Nov 12 10:57:26.794000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.819636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] For port 970605a8-faf6-4434-93d5-06c51342b8e6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=970605a8-faf6-4434-93d5-06c51342b8e6,segment=NetworkSegment(c5847818-858f-4dbb-92e1-55320aa6c075),segment_id=c5847818-858f-4dbb-92e1-55320aa6c075)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:26.827701 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671601d5-00fa-4b4f-8247-ce07a80fe751 x-openstack-request-id: req-671601d5-00fa-4b4f-8247-ce07a80fe751 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:26.827979 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-unplugged", "status": "completed", "tag": "bec6390b-6bb5-4043-98a1-91220f26ee49", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:26.828269 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-671601d5-00fa-4b4f-8247-ce07a80fe751 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:26.830123 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec6390b-6bb5-4043-98a1-91220f26ee49', 'code': 200} Nov 12 10:57:26.882505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.920230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac4ef0-6720-412c-995f-90436749635f None None] Pushing event updated for resources: {'Port': ['ID=14dcf925-b3e1-44ac-9717-1f6de22dd05a,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:26.996052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-d037eb82-4304-45bb-95d5-1702490956f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0cc4c474-6cc9-481a-a621-e3ab2c378b24 HTTP/1.1" status: 200 len: 217 time: 0.2282078 Nov 12 10:57:27.020642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f38206-1877-4a00-829f-5cea24e23a26 req-c91a1acf-c3d6-4895-a5ed-ee4a93545ce6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:27.023504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23f38206-1877-4a00-829f-5cea24e23a26 req-c91a1acf-c3d6-4895-a5ed-ee4a93545ce6 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1314306 Nov 12 10:57:27.082579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d43d592d-ad1e-4476-a5ac-3ec939acb489, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d43d592d-ad1e-4476-a5ac-3ec939acb489,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:27.104762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.110046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Attempting to bind port a05d734f-bde3-4b9d-8d2c-4750f46efc34 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:27.110883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Attempting to bind port a05d734f-bde3-4b9d-8d2c-4750f46efc34 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:27.111696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Attempting to bind port a05d734f-bde3-4b9d-8d2c-4750f46efc34 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:27.127750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7ed9a-37a4-4dea-875e-b9ae4034560a None None] Pushing event updated for resources: {'Port': ['ID=970605a8-faf6-4434-93d5-06c51342b8e6,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:27.147775 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.154564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Port a05d734f-bde3-4b9d-8d2c-4750f46efc34 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:27.154992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Attempting to bind port a05d734f-bde3-4b9d-8d2c-4750f46efc34 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:27.164540 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23f38206-1877-4a00-829f-5cea24e23a26 req-d45bd2a5-a355-4d56-903d-0981213d82c5 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312897 Nov 12 10:57:27.166347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-deleted', 'tag': 'bec6390b-6bb5-4043-98a1-91220f26ee49'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:27.170719 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ded7e4-5d4d-4d9e-a4b4-693326121c6d" -d '{"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-deleted", "tag": "bec6390b-6bb5-4043-98a1-91220f26ee49"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:27.194211 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:57:27.195757 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:57:27.203732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8d1a42a7-d592-402e-b7eb-14086df934e5 None None] Provisioning complete for port 14dcf925-b3e1-44ac-9717-1f6de22dd05a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:27.204763 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8d1a42a7-d592-402e-b7eb-14086df934e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.210193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efbfd7-2385-48a9-8e8c-67580f18fc25 req-224b63c4-7fc8-42a6-94c7-1dbb582899cb tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:27.213034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70efbfd7-2385-48a9-8e8c-67580f18fc25 req-224b63c4-7fc8-42a6-94c7-1dbb582899cb tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 949 time: 0.2344172 Nov 12 10:57:27.220242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-febd88ef-759e-4c1e-8f78-c192088c26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:27.222000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-febd88ef-759e-4c1e-8f78-c192088c26be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1954670 Nov 12 10:57:27.223006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:27.223583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Checking segment: {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:27.224189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Bound using segment: {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:27.224853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Bound port: a05d734f-bde3-4b9d-8d2c-4750f46efc34, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:27.225406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.243687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c82922-a2a5-4304-a59d-2e8cfd0261eb None None] Network 9b21f1f6-e59b-481d-b3f2-cf75bb352152 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:27.252889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting port 970605a8-faf6-4434-93d5-06c51342b8e6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:27.253458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.304147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0cc4c474-6cc9-481a-a621-e3ab2c378b24 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:27.355764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d43d592d-ad1e-4476-a5ac-3ec939acb489,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:27.381132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] For port 970605a8-faf6-4434-93d5-06c51342b8e6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=970605a8-faf6-4434-93d5-06c51342b8e6,segment=NetworkSegment(c5847818-858f-4dbb-92e1-55320aa6c075),segment_id=c5847818-858f-4dbb-92e1-55320aa6c075)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:27.382044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.407152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Calling delete_port for 970605a8-faf6-4434-93d5-06c51342b8e6 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:27.415377 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a64aa60-b3ff-47d7-a79f-5e55822f3385 x-openstack-request-id: req-2a64aa60-b3ff-47d7-a79f-5e55822f3385 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:27.416947 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4baa43-21d7-4ff7-813e-864385fa138f", "name": "network-vif-deleted", "tag": "bec6390b-6bb5-4043-98a1-91220f26ee49", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:27.417295 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a64aa60-b3ff-47d7-a79f-5e55822f3385 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:27.417824 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4baa43-21d7-4ff7-813e-864385fa138f', 'name': 'network-vif-deleted', 'tag': 'bec6390b-6bb5-4043-98a1-91220f26ee49', 'status': 'completed', 'code': 200} Nov 12 10:57:27.456427 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70efbfd7-2385-48a9-8e8c-67580f18fc25 req-75296dea-1c35-4c48-a2ec-3a3b5ac4382a tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005360 Nov 12 10:57:27.465896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-f28dd596-f9bb-4139-bea4-6c0a97e58795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:27.467412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-f28dd596-f9bb-4139-bea4-6c0a97e58795 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1963942 Nov 12 10:57:27.543603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.580500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:27.601945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.659166 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.662364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Port': ['ID=970605a8-faf6-4434-93d5-06c51342b8e6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:27.680033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:27.698622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No DVR routers for this DVR port 970605a8-faf6-4434-93d5-06c51342b8e6 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:27.701872 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c2544-2cec-4dd8-9c5b-ba560fcb0a56 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 10:57:27.711092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e89b5-199d-4a96-bfe9-71bddea11892 req-6cf4ed9f-46ed-4c49-91c1-7793e2ffcc58 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:27.722652 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-633e89b5-199d-4a96-bfe9-71bddea11892 req-6cf4ed9f-46ed-4c49-91c1-7793e2ffcc58 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 947 time: 0.1334038 Nov 12 10:57:27.731010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.817415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Subnet': ['ID=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:27.825097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0cc4c474-6cc9-481a-a621-e3ab2c378b24, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0cc4c474-6cc9-481a-a621-e3ab2c378b24,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:27.828141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:27.830257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.831896 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/a05d734f-bde3-4b9d-8d2c-4750f46efc34 HTTP/1.1" status: 200 len: 1092 time: 2.9798253 Nov 12 10:57:27.866116 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-633e89b5-199d-4a96-bfe9-71bddea11892 req-aad84eee-4ff7-44d9-bdd1-d49a698aef8d tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387737 Nov 12 10:57:27.869870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '0cc4c474-6cc9-481a-a621-e3ab2c378b24', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '0cc4c474-6cc9-481a-a621-e3ab2c378b24', 'mac_address': 'fa:16:3e:4d:05:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:27.875449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:27.882634 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:27.949970 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.995787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b21f1f6-e59b-481d-b3f2-cf75bb352152']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:28.018159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f44ed-3072-441a-8883-97ab42cbf577 req-57012684-d158-468e-9635-bf1765bd2a0d tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.019336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7f3f44ed-3072-441a-8883-97ab42cbf577 req-57012684-d158-468e-9635-bf1765bd2a0d tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 943 time: 0.3686137 Nov 12 10:57:28.021616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Checking segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:28.021987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network hostable DHCP agents. Network: 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:28.034684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5847818-858f-4dbb-92e1-55320aa6c075') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:28.035228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5847818-858f-4dbb-92e1-55320aa6c075') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:28.045994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53132) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:28.049980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.051778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-c1989834-52d1-41d5-90ca-0deee88bb9fe service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644321 Nov 12 10:57:28.065444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14dcf925-b3e1-44ac-9717-1f6de22dd05a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:28.093187 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb84e87-75b9-4e1e-b5d4-43b09cb4e5cf x-openstack-request-id: req-afb84e87-75b9-4e1e-b5d4-43b09cb4e5cf {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:28.094154 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:28.094548 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afb84e87-75b9-4e1e-b5d4-43b09cb4e5cf {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:28.095280 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'status': 'completed', 'code': 200} Nov 12 10:57:28.097320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40a325-a90f-4b77-8db5-30fcb32da3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:28.117122 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.137594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:28.138310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:28.142806 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:28.147750 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.204395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0c204a-c451-43af-a1f1-a7c089e05f6b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting subnet f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:57:28.215746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab0c204a-c451-43af-a1f1-a7c089e05f6b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.245707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:28.247748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.271931 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.277482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/9b21f1f6-e59b-481d-b3f2-cf75bb352152 HTTP/1.1" status: 204 len: 168 time: 3.9581821 Nov 12 10:57:28.279213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:28.285640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-012f3f2f-a1f6-490e-b6ff-a71bf2dba15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.289031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-012f3f2f-a1f6-490e-b6ff-a71bf2dba15e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 1095 time: 0.3704739 Nov 12 10:57:28.305711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53136) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:28.347201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.347458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1346304717'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:28.348065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.356723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa16fd-f241-4cb5-989a-3e83c3ecfadc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=9b21f1f6-e59b-481d-b3f2-cf75bb352152,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:28.363118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab0c204a-c451-43af-a1f1-a7c089e05f6b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.366292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc4c474-6cc9-481a-a621-e3ab2c378b24 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:28.418586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7f3f44ed-3072-441a-8883-97ab42cbf577 req-7f870965-efc4-4bd0-b4b0-933c87721d10 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708577 Nov 12 10:57:28.424718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d07ffa64-6220-40a0-ae22-fed2b6b3b9c8 req-977209d0-6b12-469e-b421-763f21465ab6 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365448 Nov 12 10:57:28.428395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-6a5f5347-fcc7-4175-b3cc-74ef295e30fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34 HTTP/1.1" status: 200 len: 217 time: 0.0977111 Nov 12 10:57:28.449904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0cc4c474-6cc9-481a-a621-e3ab2c378b24, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0cc4c474-6cc9-481a-a621-e3ab2c378b24,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:28.457134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0ff27-1a03-4797-9469-cb20b1f84bfa req-62d14622-4566-4752-9ffe-5d84e092ef5b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.458937 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41c0ff27-1a03-4797-9469-cb20b1f84bfa req-62d14622-4566-4752-9ffe-5d84e092ef5b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1800034 Nov 12 10:57:28.466167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.497087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:28.501901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-508ba983-cd84-41a8-96f2-a97d95669188 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7303786 Nov 12 10:57:28.502538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.503544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53138) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:28.510077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'subnet': {'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:28.557562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 14dcf925-b3e1-44ac-9717-1f6de22dd05a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:28.558159 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.599489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-a58c9669-f513-4e50-b946-bc0e1bbf2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.602017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-a58c9669-f513-4e50-b946-bc0e1bbf2e6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d33332d9-4c19-4638-b09e-027dd606f127 HTTP/1.1" status: 200 len: 862 time: 0.1574278 Nov 12 10:57:28.621514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab0c204a-c451-43af-a1f1-a7c089e05f6b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.639168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117c2544-2cec-4dd8-9c5b-ba560fcb0a56 None None] Unable to find a vacant binding_index for network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 and agent d717de28-b3ec-4517-b09a-262bf3569a64 {{(pid=109167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 10:57:28.646270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=0cc4c474-6cc9-481a-a621-e3ab2c378b24,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:28.655760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117c2544-2cec-4dd8-9c5b-ba560fcb0a56 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2) {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 10:57:28.674206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:28.690516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41c0ff27-1a03-4797-9469-cb20b1f84bfa req-68df4974-fee5-45c5-9a01-8bf93830746e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175059 Nov 12 10:57:28.719402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.720446 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment 2abe4aeb-1313-4c61-9028-8456171d8d92 of type vlan for network e7337316-ea8d-41ff-a1a4-c4e63a517730 Nov 12 10:57:28.727270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-cafb8faa-a32c-4754-8452-a207a8032e64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001031 Nov 12 10:57:28.794772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.804757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab0c204a-c451-43af-a1f1-a7c089e05f6b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.822351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43845a8-c095-44f6-abe9-7acb6ba142b6 req-d1798520-84ad-4e2a-b230-eae3cb03ffe9 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.827489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['0cc4c474-6cc9-481a-a621-e3ab2c378b24'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:28.835726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a43845a8-c095-44f6-abe9-7acb6ba142b6 req-d1798520-84ad-4e2a-b230-eae3cb03ffe9 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 950 time: 0.2243378 Nov 12 10:57:28.843554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c204a-c451-43af-a1f1-a7c089e05f6b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Subnet': ['ID=f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:28.850861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e8fea0-34c6-4d19-9a10-3be29c4427c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43d592d-ad1e-4476-a5ac-3ec939acb489'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:28.853951 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3ad470-7971-4e8c-b55b-2a28e037e235" -d '{"events": [{"server_uuid": "b9e8fea0-34c6-4d19-9a10-3be29c4427c4", "name": "network-vif-plugged", "status": "completed", "tag": "d43d592d-ad1e-4476-a5ac-3ec939acb489"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:28.859801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab0c204a-c451-43af-a1f1-a7c089e05f6b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.863578 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ab0c204a-c451-43af-a1f1-a7c089e05f6b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "DELETE /v2.0/subnets/f86d1fd1-7edb-4b5c-a2c4-a531c65c7e9b HTTP/1.1" status: 204 len: 168 time: 0.8164158 Nov 12 10:57:28.866975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53144) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:28.879462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.887756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:28.891871 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.900249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.901355 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.971466 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac2efca-3185-4f2f-9041-b32c8675944a x-openstack-request-id: req-3ac2efca-3185-4f2f-9041-b32c8675944a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:28.972200 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e8fea0-34c6-4d19-9a10-3be29c4427c4", "name": "network-vif-plugged", "status": "completed", "tag": "d43d592d-ad1e-4476-a5ac-3ec939acb489", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:28.973168 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ac2efca-3185-4f2f-9041-b32c8675944a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:28.974116 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e8fea0-34c6-4d19-9a10-3be29c4427c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43d592d-ad1e-4476-a5ac-3ec939acb489', 'code': 200} Nov 12 10:57:29.114048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-9a48c640-cf31-4318-a888-dade1b263a28 service neutron] 10.222.0.52 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794153 Nov 12 10:57:29.136257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a43845a8-c095-44f6-abe9-7acb6ba142b6 req-f37369d7-4180-49d6-9cc0-dbb35a14846f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986271 Nov 12 10:57:29.142852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8324807 Nov 12 10:57:29.159690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53150) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:29.186559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': 'e7337316-ea8d-41ff-a1a4-c4e63a517730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:29.340605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.346295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678275-1caa-418e-92f1-f59de98bac16 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=e7337316-ea8d-41ff-a1a4-c4e63a517730,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:29.375130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1353af8-db34-4a0a-ba91-f375ac391f28 req-0b31782b-f135-426a-9d19-9a6983413b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:29.376837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1353af8-db34-4a0a-ba91-f375ac391f28 req-0b31782b-f135-426a-9d19-9a6983413b76 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 1102 time: 0.2495179 Nov 12 10:57:29.386840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad89cd-170c-44c3-81a1-6570eaa77e86 req-0a04b8d0-196a-4e5f-b247-8f0e59ac284c tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:29.388507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3ad89cd-170c-44c3-81a1-6570eaa77e86 req-0a04b8d0-196a-4e5f-b247-8f0e59ac284c tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 948 time: 0.2660062 Nov 12 10:57:29.404284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network e7337316-ea8d-41ff-a1a4-c4e63a517730 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:29.437287 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.452763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c36be-420a-43f7-b7f8-97acf4c13673 req-885f7f9e-fdd4-44c6-bfef-408dcbfcde62 service neutron] 10.222.0.52 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117461 Nov 12 10:57:29.473223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:29.479727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.521190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.561631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3ad89cd-170c-44c3-81a1-6570eaa77e86 req-c4e6417b-75c8-4da7-b366-270ce8116459 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456397 Nov 12 10:57:29.574249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1353af8-db34-4a0a-ba91-f375ac391f28 req-dba343bd-2e05-419d-adbe-69de5beaa124 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608124 Nov 12 10:57:29.585286 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting port 226d9841-4486-4078-aadf-eaa206e5a438 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:29.585955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.673660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'fixed_ips': [{'subnet_id': '4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:29.679539 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.694765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] For port 226d9841-4486-4078-aadf-eaa206e5a438, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=226d9841-4486-4078-aadf-eaa206e5a438,segment=NetworkSegment(37aec61a-3081-46a1-99af-42ed7bb6b634),segment_id=37aec61a-3081-46a1-99af-42ed7bb6b634)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:29.694765 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.728588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Calling delete_port for 226d9841-4486-4078-aadf-eaa206e5a438 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:29.819308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Subnet': ['ID=31dd4282-a1d7-4d59-9a3f-d54466a2c122,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:29.876451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567f298-4c2f-4fcd-9403-8e01ea17186c req-92451f50-f88a-41a9-8bcc-0ec438262f42 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:29.878311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e567f298-4c2f-4fcd-9403-8e01ea17186c req-92451f50-f88a-41a9-8bcc-0ec438262f42 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 943 time: 0.2799132 Nov 12 10:57:29.887159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-9336e102-a732-46ae-8eaf-a01af66979dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:29.889857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-9336e102-a732-46ae-8eaf-a01af66979dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 1095 time: 0.3395753 Nov 12 10:57:29.918192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Provisioning complete for port 53fd8174-21f3-4bfe-9205-544ceeaa2524 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:29.919088 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.958755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9763b5-a6f2-4ff7-a0de-b90e67d458f8 req-ecf0dc11-04d7-49f0-b2dc-1a4f8e56ed0b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:29.961955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b9763b5-a6f2-4ff7-a0de-b90e67d458f8 req-ecf0dc11-04d7-49f0-b2dc-1a4f8e56ed0b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1167884 Nov 12 10:57:29.966434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Checking segment: {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:29.966922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network hostable DHCP agents. Network: 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:30.050351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Port 53fd8174-21f3-4bfe-9205-544ceeaa2524 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:30.081706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Allocated IP 10.1.1.2 (19b321b1-dc6e-4a0d-aabc-06e1fdd767b2/4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0/d62b264f-83e0-4c62-9ebb-015324fecbc8) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:30.095500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Provisioning complete for port f53d1402-17fa-4c13-83fa-fb5266a437b5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:30.095941 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.119601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e567f298-4c2f-4fcd-9403-8e01ea17186c req-c3a68a27-739f-4fa3-8658-1642b7ef6dfe tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277882 Nov 12 10:57:30.130066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:30.190738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:30.199481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-0e11ee74-20c0-44e5-94f9-51af2942dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:30.201618 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-0e11ee74-20c0-44e5-94f9-51af2942dd22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 923 time: 0.2936976 Nov 12 10:57:30.206554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:30.207154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.277257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-bed20692-0126-4c7b-81d3-6fd8cf383890 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34 HTTP/1.1" status: 200 len: 217 time: 0.0566456 Nov 12 10:57:30.283950 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-59678fea-c453-4b6a-8021-967d1e4cca3d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7762089 Nov 12 10:57:30.299577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53158) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:30.300510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.309616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'port': {'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'name': 'tempest-TaggedBootDevicesTest_v242-737298392', 'fixed_ips': [{'subnet_id': '4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:30.347070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Provisioning complete for port 11e6feb9-648c-4efd-a3af-3f3129f8aec8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:30.348005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.408494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.447468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Port 11e6feb9-648c-4efd-a3af-3f3129f8aec8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:30.461792 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.468057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] No DVR routers for this DVR port 226d9841-4486-4078-aadf-eaa206e5a438 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:30.472574 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.473819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Port': ['ID=226d9841-4486-4078-aadf-eaa206e5a438,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:30.475996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Provisioning complete for port d56c017c-f1da-499b-9780-3af8b0b6d25c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:30.476524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.484757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b9763b5-a6f2-4ff7-a0de-b90e67d458f8 req-7602db29-db1e-4fc3-a880-91c5e615eb1c tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087414 Nov 12 10:57:30.524452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=b96fb096-1049-4738-a9af-341a812e7765,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:30.535694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Pushing event updated for resources: {'Port': ['ID=d62b264f-83e0-4c62-9ebb-015324fecbc8,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:30.539138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-99615661-7bd6-4e79-9bc6-34b1db779222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:30.541464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-99615661-7bd6-4e79-9bc6-34b1db779222 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d33332d9-4c19-4638-b09e-027dd606f127 HTTP/1.1" status: 200 len: 862 time: 0.2468605 Nov 12 10:57:30.568961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3586ecd-7945-4839-96ee-f226a24b4a1e req-97474fcf-cc79-42aa-9750-0c266f1fb789 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:30.570427 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3586ecd-7945-4839-96ee-f226a24b4a1e req-97474fcf-cc79-42aa-9750-0c266f1fb789 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 950 time: 0.2883039 Nov 12 10:57:30.653394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.663122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:30.666681 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.673640 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:30.679424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:30.695693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8f48e8-bfcd-4bc5-ac62-a782e75822dd']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:30.723621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37aec61a-3081-46a1-99af-42ed7bb6b634') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:30.727221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37aec61a-3081-46a1-99af-42ed7bb6b634') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:30.767817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.811316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.830985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Attempting to bind port d62b264f-83e0-4c62-9ebb-015324fecbc8 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:30.831447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Attempting to bind port d62b264f-83e0-4c62-9ebb-015324fecbc8 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:30.831813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Attempting to bind port d62b264f-83e0-4c62-9ebb-015324fecbc8 on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:30.834273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:30.835762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:30.844745 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:30.854365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:30.854770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Checking segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:30.855189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.855551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Bound using segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:30.856081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Bound port: d62b264f-83e0-4c62-9ebb-015324fecbc8, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:30.857594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.915415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Provisioning complete for port a160c6e8-ad0e-4a05-bff3-c6bb284f271b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:30.915809 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.972016 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.981051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.988727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "DELETE /v2.0/networks/ce8f48e8-bfcd-4bc5-ac62-a782e75822dd HTTP/1.1" status: 204 len: 168 time: 2.1166649 Nov 12 10:57:30.991366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53164) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:31.021834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae61f8e-6c87-4184-b9ab-509c30b17b6e req-568dd37f-0276-4672-ae34-64274d2f1aa3 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.027986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] For port d62b264f-83e0-4c62-9ebb-015324fecbc8, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:31.030057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ae61f8e-6c87-4184-b9ab-509c30b17b6e req-568dd37f-0276-4672-ae34-64274d2f1aa3 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 948 time: 0.1800573 Nov 12 10:57:31.032379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5eddbc-ce47-42e7-a89c-2990209be221 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Network': ['ID=ce8f48e8-bfcd-4bc5-ac62-a782e75822dd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:31.034917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] For port d62b264f-83e0-4c62-9ebb-015324fecbc8, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d62b264f-83e0-4c62-9ebb-015324fecbc8,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:31.038012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-39e1de33-391e-49dd-b8de-e6f4f3e72775 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4775040 Nov 12 10:57:31.054176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': '2abe4aeb-1313-4c61-9028-8456171d8d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e7337316-ea8d-41ff-a1a4-c4e63a517730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:31.054687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: e7337316-ea8d-41ff-a1a4-c4e63a517730, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:31.065410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.141753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ae61f8e-6c87-4184-b9ab-509c30b17b6e req-9f86ef48-5686-4244-916a-785f6930b261 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103885 Nov 12 10:57:31.152766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a1388c-47cb-4582-968b-b9e54d26c35f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting subnet 23c53915-937d-40d6-a9eb-d6a979046ab7 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:57:31.162059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64a1388c-47cb-4582-968b-b9e54d26c35f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.164423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaf126-87fb-4014-acd4-f23ffad3899d None None] Pushing event updated for resources: {'Port': ['ID=d62b264f-83e0-4c62-9ebb-015324fecbc8,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:31.206239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Provisioning complete for port 913bcf57-f259-46ca-912c-3fabb8f49141 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:31.208357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-908d7acb-e75a-454d-a176-bf5e2a1ef035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.219121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:31.254410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3586ecd-7945-4839-96ee-f226a24b4a1e req-1f344da4-4754-44dd-981b-82d492a3a25e tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678321 Nov 12 10:57:31.255301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network e7337316-ea8d-41ff-a1a4-c4e63a517730 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:31.302264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, e7337316-ea8d-41ff-a1a4-c4e63a517730) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:31.308036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64a1388c-47cb-4582-968b-b9e54d26c35f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.371710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0cc4c474-6cc9-481a-a621-e3ab2c378b24 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:31.433342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dd0f0-f774-424b-aa56-3e86e7739aa5 req-0246e09e-1ac4-4b95-b4f0-d3ca294cd5e0 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.435355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.436025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.438571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e0dd0f0-f774-424b-aa56-3e86e7739aa5 req-0246e09e-1ac4-4b95-b4f0-d3ca294cd5e0 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 943 time: 0.1722307 Nov 12 10:57:31.516386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:31.517296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-3439eed0-7369-4218-a751-c7bb899b56b7 service neutron] 10.222.0.52 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655411 Nov 12 10:57:31.521668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:31.521668 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.557085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a3821a8-3874-4cf2-9fcd-cb3a1cff3551 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3946049 Nov 12 10:57:31.575729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53170) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:31.582269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-255619935'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:31.605679 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64a1388c-47cb-4582-968b-b9e54d26c35f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.614562 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e0dd0f0-f774-424b-aa56-3e86e7739aa5 req-3e793d32-734b-46c5-9b92-cb40f450b322 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157398 Nov 12 10:57:31.696650 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.749212 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64a1388c-47cb-4582-968b-b9e54d26c35f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.786012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] device_id is not set on port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 10:57:31.793799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:31.797635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.830704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a05d734f-bde3-4b9d-8d2c-4750f46efc34 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:31.831121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1388c-47cb-4582-968b-b9e54d26c35f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Subnet': ['ID=23c53915-937d-40d6-a9eb-d6a979046ab7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:31.840493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64a1388c-47cb-4582-968b-b9e54d26c35f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.844933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-64a1388c-47cb-4582-968b-b9e54d26c35f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "DELETE /v2.0/subnets/23c53915-937d-40d6-a9eb-d6a979046ab7 HTTP/1.1" status: 204 len: 168 time: 0.8513167 Nov 12 10:57:31.851954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53174) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:31.904375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea9c4507-05f9-493b-86d1-ee8d8f5fa306 req-f2561827-2ead-4d75-a3a3-9f3921148894 service neutron] 10.222.0.52 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801877 Nov 12 10:57:31.978096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.027407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48366-7561-4be0-89aa-d60f84df65ea req-4da8f44e-940d-4f9f-881b-00956f845f0b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:32.030239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ecf48366-7561-4be0-89aa-d60f84df65ea req-4da8f44e-940d-4f9f-881b-00956f845f0b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.3128564 Nov 12 10:57:32.048064 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.068422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413279c-941e-498b-aeb4-4f08d2eef006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc4c474-6cc9-481a-a621-e3ab2c378b24'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:32.073218 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82a2edf-a32e-4a32-bb61-4a2f410f3b66" -d '{"events": [{"server_uuid": "1413279c-941e-498b-aeb4-4f08d2eef006", "name": "network-vif-plugged", "status": "completed", "tag": "0cc4c474-6cc9-481a-a621-e3ab2c378b24"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:32.107719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:32.120028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0cc4c474-6cc9-481a-a621-e3ab2c378b24, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0cc4c474-6cc9-481a-a621-e3ab2c378b24,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:32.134907 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.161375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.162065 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment 46080efe-03ba-4b4c-b736-8b50679c1dbb of type vlan for network 192facba-a17c-4881-ab69-eb362cdf2f1a Nov 12 10:57:32.230627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting port 1e633580-2a62-480a-b5a7-73e00f193296 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:32.232136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.235746 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e48f7b-b825-46f1-b4d8-6e6e507f3622 x-openstack-request-id: req-08e48f7b-b825-46f1-b4d8-6e6e507f3622 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:32.236482 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1413279c-941e-498b-aeb4-4f08d2eef006", "name": "network-vif-plugged", "status": "completed", "tag": "0cc4c474-6cc9-481a-a621-e3ab2c378b24", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:32.237142 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08e48f7b-b825-46f1-b4d8-6e6e507f3622 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:32.238037 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1413279c-941e-498b-aeb4-4f08d2eef006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc4c474-6cc9-481a-a621-e3ab2c378b24', 'code': 200} Nov 12 10:57:32.265335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:32.318809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'port_id': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'mac_address': 'fa:16:3e:dd:89:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33332d9-4c19-4638-b09e-027dd606f127', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:32.328660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=0cc4c474-6cc9-481a-a621-e3ab2c378b24,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:32.398430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] For port 1e633580-2a62-480a-b5a7-73e00f193296, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1e633580-2a62-480a-b5a7-73e00f193296,segment=NetworkSegment(5342e093-dbc4-40ae-a972-527beb17077b),segment_id=5342e093-dbc4-40ae-a972-527beb17077b)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:32.400663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.414814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d62b264f-83e0-4c62-9ebb-015324fecbc8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:32.432087 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.461142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Calling delete_port for 1e633580-2a62-480a-b5a7-73e00f193296 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:32.492827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3a8ec-7354-43e1-ae09-1883d4668242 req-dc114b4e-a0af-4f36-8553-1156d53118e0 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:32.493845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ecf48366-7561-4be0-89aa-d60f84df65ea req-65a5dd9c-3be6-4a9c-9070-1ce069a82a6c tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190729 Nov 12 10:57:32.503425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6c3a8ec-7354-43e1-ae09-1883d4668242 req-dc114b4e-a0af-4f36-8553-1156d53118e0 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 949 time: 0.0929887 Nov 12 10:57:32.505836 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.515069 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.534960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:32.547242 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.553432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d62b264f-83e0-4c62-9ebb-015324fecbc8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:32.553897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.558451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05d734f-bde3-4b9d-8d2c-4750f46efc34 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:32.589134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:32.615133 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.637933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Allocated IP 10.1.1.25 (19b321b1-dc6e-4a0d-aabc-06e1fdd767b2/4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0/336ba9c3-e927-48fb-ab90-fe2b9e7f34ad) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:32.695955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:32.712245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6c3a8ec-7354-43e1-ae09-1883d4668242 req-9872d33e-49d2-408a-8b8e-ab1a1b8d5a27 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056363 Nov 12 10:57:32.726893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1494086 Nov 12 10:57:32.738420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53184) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:32.747232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '192facba-a17c-4881-ab69-eb362cdf2f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:32.807234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.868843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.899075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Port': ['ID=1e633580-2a62-480a-b5a7-73e00f193296,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:32.939128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6c4b9-4e24-4a96-af44-f22bd9b6e948 req-c0dcc337-76d4-4180-87dc-76516fdbe024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:32.941556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4c6c4b9-4e24-4a96-af44-f22bd9b6e948 req-c0dcc337-76d4-4180-87dc-76516fdbe024 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 1101 time: 0.5978615 Nov 12 10:57:32.942209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ea8da-de59-4fcd-a20e-ecf40e79de84 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=192facba-a17c-4881-ab69-eb362cdf2f1a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:32.945235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a05d734f-bde3-4b9d-8d2c-4750f46efc34'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:32.984617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] No DVR routers for this DVR port 1e633580-2a62-480a-b5a7-73e00f193296 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:33.004929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 192facba-a17c-4881-ab69-eb362cdf2f1a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:33.077354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4c6c4b9-4e24-4a96-af44-f22bd9b6e948 req-fb34c6f3-180e-42b1-90d6-568cb23a410a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191704 Nov 12 10:57:33.090147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:33.103123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a352b-3092-47c4-95eb-b9e7e56dd15f req-9b6578ce-8cac-41e3-aca9-90010a323ffd tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.104947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-596a352b-3092-47c4-95eb-b9e7e56dd15f req-9b6578ce-8cac-41e3-aca9-90010a323ffd tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 950 time: 0.3699858 Nov 12 10:57:33.115294 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.136422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b8b72-a789-478e-87c9-ac1189467c04 None None] DHCP port deletion for 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:57:33.148667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port d62b264f-83e0-4c62-9ebb-015324fecbc8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d62b264f-83e0-4c62-9ebb-015324fecbc8,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:33.194828 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.213612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c1ba9-77f5-4590-b463-8df89ebb3f5a None None] Network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:33.214874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aeb6e0-b936-4176-bb70-f7e30ff4b131 None None] Network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:33.216578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf80a7d-5ed4-41f9-8f60-753c9bb3ad0b None None] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:33.219335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5324a77-70e6-4ee8-b020-8e1394599a58 None None] Network 97d1427a-1580-4b70-aafd-1f69be3d6340 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:33.222424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eac10d-2b87-4b2a-b83b-0c55d8f8a08e None None] Network e7337316-ea8d-41ff-a1a4-c4e63a517730 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:33.253574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-596a352b-3092-47c4-95eb-b9e7e56dd15f req-d6038d9b-ea8b-4d61-b4bc-eaef30cb067a tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361361 Nov 12 10:57:33.270591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da372a-722d-4c8f-a6c9-347d549fa5f9 req-133df6b0-e61c-4568-af0a-67d4c05e69ae tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.278157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2da372a-722d-4c8f-a6c9-347d549fa5f9 req-133df6b0-e61c-4568-af0a-67d4c05e69ae tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 944 time: 0.4290347 Nov 12 10:57:33.285730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.288318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.351151 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.353890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Performing IP validity checks on allocation pools {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 10:57:33.354516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 10:57:33.409053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2da372a-722d-4c8f-a6c9-347d549fa5f9 req-8e6da208-3590-408f-ba5a-afa2a6121eae tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296995 Nov 12 10:57:33.446282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d1427a-1580-4b70-aafd-1f69be3d6340']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:33.459554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5342e093-dbc4-40ae-a972-527beb17077b') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:33.460009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5342e093-dbc4-40ae-a972-527beb17077b') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:33.480012 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.485560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:33.485986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:33.493698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:33.511874 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.520154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:33.530623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:33.531281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:33.534783 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:33.616058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.617671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.656853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:33.683324 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.684767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91dbb4-3ba2-4c1c-9ca4-ba49a380bbe8 req-49500b24-cfbe-4a92-9a1e-fe369f9893b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.690768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d91dbb4-3ba2-4c1c-9ca4-ba49a380bbe8 req-49500b24-cfbe-4a92-9a1e-fe369f9893b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1102 time: 0.3110871 Nov 12 10:57:33.711323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0c87e9a2-c03c-400a-a148-f5a16f55bb9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4123161 Nov 12 10:57:33.738889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.742855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "DELETE /v2.0/networks/97d1427a-1580-4b70-aafd-1f69be3d6340 HTTP/1.1" status: 204 len: 168 time: 1.8894856 Nov 12 10:57:33.750685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53208) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:33.763456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'port': {'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'name': 'tempest-TaggedBootDevicesTest_v242-1170729833', 'fixed_ips': [{'subnet_id': '4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:33.770128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53212) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:33.784293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-33837216'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:33.795605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d91dbb4-3ba2-4c1c-9ca4-ba49a380bbe8 req-e3ae20ab-017a-4558-83a2-43752fd436f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824475 Nov 12 10:57:33.839539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c37fbd-0e11-44fd-a67b-1f0c9eafc5bd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Network': ['ID=97d1427a-1580-4b70-aafd-1f69be3d6340,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:33.842229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a866a-b1e2-42fa-b15e-01c98d89b7da req-11a7c301-0c9d-4fa9-92e3-a56f5c3d2e69 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.845446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb7a866a-b1e2-42fa-b15e-01c98d89b7da req-11a7c301-0c9d-4fa9-92e3-a56f5c3d2e69 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.1847186 Nov 12 10:57:33.877080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.904335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aeb6e0-b936-4176-bb70-f7e30ff4b131 None None] Network ce8f48e8-bfcd-4bc5-ac62-a782e75822dd could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 10:57:33.905277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0e3bd4f7-afb5-4196-8e0b-5e934225f66e None None] Provisioning complete for port d62b264f-83e0-4c62-9ebb-015324fecbc8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:33.905643 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd4f7-afb5-4196-8e0b-5e934225f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.932615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-e7337316-ea8d-41ff-a1a4-c4e63a517730', 'network_id': 'e7337316-ea8d-41ff-a1a4-c4e63a517730', 'tenant_id': '72798590eed54dee92b608f3d9eab53b', 'fixed_ips': [{'subnet_id': 'b96fb096-1049-4738-a9af-341a812e7765'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:33.933550 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.983253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb7a866a-b1e2-42fa-b15e-01c98d89b7da req-c601fb91-9acc-4312-b89f-655b38f4eaa5 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274009 Nov 12 10:57:34.045432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba49b8b-4731-4296-8224-a292e531404e None None] DHCP port deletion for ce8f48e8-bfcd-4bc5-ac62-a782e75822dd request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:57:34.095714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:34.103497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.150622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:34.218449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=d62b264f-83e0-4c62-9ebb-015324fecbc8,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:34.221076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea791c8f-807b-43fa-b396-3db95898754e req-ae527e75-dc3f-4704-95da-bf736fedd306 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.234254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea791c8f-807b-43fa-b396-3db95898754e req-ae527e75-dc3f-4704-95da-bf736fedd306 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 950 time: 0.1520579 Nov 12 10:57:34.237723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402747a6-b60f-47fb-a4d9-9a72a0577a1d None None] DHCP port deletion for 97d1427a-1580-4b70-aafd-1f69be3d6340 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:57:34.242108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c16e24-af58-4bd3-af1c-699215b0f6e1 req-8b5528a0-198a-4db9-9183-535089cb7592 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.245309 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-65c16e24-af58-4bd3-af1c-699215b0f6e1 req-8b5528a0-198a-4db9-9183-535089cb7592 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 949 time: 0.3729923 Nov 12 10:57:34.246365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=088047c3-0065-4738-946d-c6d31efe539e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:34.303715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'mac_address': 'fa:16:3e:9d:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:34.337110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:34.342911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea791c8f-807b-43fa-b396-3db95898754e req-507632dc-c8ce-4029-bff2-f7d22cafa37f tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886338 Nov 12 10:57:34.359222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:34.380446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': '46080efe-03ba-4b4c-b736-8b50679c1dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '192facba-a17c-4881-ab69-eb362cdf2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:34.380446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: 192facba-a17c-4881-ab69-eb362cdf2f1a, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:34.460564 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.461280 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Added segment 6db72a74-a005-4dd3-a53e-a0f6817d5f6e of type vlan for network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 Nov 12 10:57:34.573059 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-65c16e24-af58-4bd3-af1c-699215b0f6e1 req-012f480e-15e2-4f3a-b35a-dd7dbfca37b5 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028812 Nov 12 10:57:34.590884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 192facba-a17c-4881-ab69-eb362cdf2f1a is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:34.621321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.632673 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.639476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 192facba-a17c-4881-ab69-eb362cdf2f1a) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:34.652484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.653613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.683703 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.695757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2cdfa216-1bef-45f1-b6b5-99efed9f4ca4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9519205 Nov 12 10:57:34.704704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d11291-bb21-4b10-bc14-06d06c37e086 None None] Network 192facba-a17c-4881-ab69-eb362cdf2f1a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:34.705577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53220) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:34.707912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1df6c-01d4-425c-b8ab-ac70ff06918b req-c59fc446-fc07-413d-b09c-d79cd206c7e4 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.711745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f1df6c-01d4-425c-b8ab-ac70ff06918b req-c59fc446-fc07-413d-b09c-d79cd206c7e4 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 944 time: 0.1009207 Nov 12 10:57:34.721961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.728932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.729306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.814303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0405111 Nov 12 10:57:34.818611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53222) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:34.829554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'subnet': {'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:34.831557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] device_id is not set on port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 10:57:34.852089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f1df6c-01d4-425c-b8ab-ac70ff06918b req-b1c53ba1-e34d-47cc-8937-d6e1a6bc0593 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286652 Nov 12 10:57:35.037053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dae68-1383-4647-8f63-0ca907ef7f5e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Network': ['ID=ee75bb64-7084-488f-a0f1-7b9e2ac3eb56,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:35.134736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:35.140748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.152993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:35.163775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:35.253241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Allocated IP 2001:db8::1 (e7337316-ea8d-41ff-a1a4-c4e63a517730/b96fb096-1049-4738-a9af-341a812e7765/40fdff0b-3719-4fff-ae27-8b955524048d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:35.299455 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.333647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-d61345c9-6a42-4085-8551-80e3dd2dee1d tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:35.336221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-d61345c9-6a42-4085-8551-80e3dd2dee1d tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 950 time: 0.2184055 Nov 12 10:57:35.462950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-54a4674f-b7b8-4f8c-a7e0-7d05052d87d3', 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'fixed_ips': [{'subnet_id': '31dd4282-a1d7-4d59-9a3f-d54466a2c122'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:35.463826 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.477201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11a6ef-5a30-4604-8e09-efbae470b510 req-9cf4e01e-d136-4975-93fc-cd9e39d4c57b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:35.491562 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f11a6ef-5a30-4604-8e09-efbae470b510 req-9cf4e01e-d136-4975-93fc-cd9e39d4c57b tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 950 time: 0.3950455 Nov 12 10:57:35.582159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:35.605620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.666725 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.682413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Allocated IP 10.1.1.67 (19b321b1-dc6e-4a0d-aabc-06e1fdd767b2/4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0/6120c0c9-9800-4d56-b328-aa0cb8cd3ec3) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:35.732415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.789373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f11a6ef-5a30-4604-8e09-efbae470b510 req-d4fbb9a5-c24b-489e-b049-6a3ac0b3826d tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369497 Nov 12 10:57:35.913899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.939139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Deleting port d43d592d-ad1e-4476-a5ac-3ec939acb489 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:35.939856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.027645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=088047c3-0065-4738-946d-c6d31efe539e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:36.087202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:36.122663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] For port d43d592d-ad1e-4476-a5ac-3ec939acb489, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d43d592d-ad1e-4476-a5ac-3ec939acb489,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:36.123299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.132546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d62b264f-83e0-4c62-9ebb-015324fecbc8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:36.160795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ca335-1d28-43cc-98ba-389bdc7be0e2 req-644c00ba-56a2-4d2e-b729-9abd4f69b46c tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.166683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-552ca335-1d28-43cc-98ba-389bdc7be0e2 req-644c00ba-56a2-4d2e-b729-9abd4f69b46c tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e8fea0-34c6-4d19-9a10-3be29c4427c4 HTTP/1.1" status: 200 len: 950 time: 0.5180688 Nov 12 10:57:36.168210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:36.192212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Calling delete_port for d43d592d-ad1e-4476-a5ac-3ec939acb489 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:36.259479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f0918-fde6-45bc-a9b5-3e2550012d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-192facba-a17c-4881-ab69-eb362cdf2f1a', 'network_id': '192facba-a17c-4881-ab69-eb362cdf2f1a', 'tenant_id': '72798590eed54dee92b608f3d9eab53b', 'fixed_ips': [{'subnet_id': '088047c3-0065-4738-946d-c6d31efe539e'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:36.260440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f66f0918-fde6-45bc-a9b5-3e2550012d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.306284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Subnet': ['ID=a6a98a56-4403-4dfd-ab9a-7c89d849a5ea,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:36.356083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Checking segment: {'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:36.356471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network hostable DHCP agents. Network: ee75bb64-7084-488f-a0f1-7b9e2ac3eb56, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:36.417969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-552ca335-1d28-43cc-98ba-389bdc7be0e2 req-1d5316e9-8632-4de3-a042-64822f8c6410 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b84fe3-b29b-4f4e-bfb1-49c27062ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060867 Nov 12 10:57:36.430572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.458177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572150b-a07a-4ddc-9faf-7f36e0b7ae28 None None] Network 192facba-a17c-4881-ab69-eb362cdf2f1a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:36.471666 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.501950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Allocated IP 10.2.2.2 (54a4674f-b7b8-4f8c-a7e0-7d05052d87d3/31dd4282-a1d7-4d59-9a3f-d54466a2c122/aff91da4-197d-4d38-afec-cb75a4d32d08) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:36.517741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Network e7337316-ea8d-41ff-a1a4-c4e63a517730 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:36.523593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:36.536752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:36.554573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:36.581745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ee75bb64-7084-488f-a0f1-7b9e2ac3eb56) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:36.582790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.616716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567363d2-bc4a-4e9f-b2ff-a0e60a8046ac None None] Network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:36.660834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192facba-a17c-4881-ab69-eb362cdf2f1a']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:36.674268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.674928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.677394 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.693933 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.706653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46080efe-03ba-4b4c-b736-8b50679c1dbb') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:36.706973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46080efe-03ba-4b4c-b736-8b50679c1dbb') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:36.716911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1eae2-90a1-4847-aab2-0406cdd420db req-c3a661b3-8e10-4aec-b80f-1a2f01708df8 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.718501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ec1eae2-90a1-4847-aab2-0406cdd420db req-c3a661b3-8e10-4aec-b80f-1a2f01708df8 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 949 time: 0.6239972 Nov 12 10:57:36.728813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5f51f3-9414-4daa-9604-873c6e6a3364 None None] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:36.729108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-91bbc3ee-4156-4e37-b348-2e7eabab1d10 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9085314 Nov 12 10:57:36.731008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Pushing event deleted for resources: {'Port': ['ID=d43d592d-ad1e-4476-a5ac-3ec939acb489,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:36.733878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53234) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:36.740104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-328693798'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:36.745895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.802628 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.810176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] No DVR routers for this DVR port d43d592d-ad1e-4476-a5ac-3ec939acb489 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:36.819890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:36.820401 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.821207 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:36.825635 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:36.842056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5efcbcd-b3ec-40a0-8ae9-fff6c2d723fc req-eb57a18c-d622-4257-b35c-dd85b797ffc6 tempest-ServerDiagnosticsNegativeTest-879201661 tempest-ServerDiagnosticsNegativeTest-879201661-project] 10.222.0.52 "DELETE /v2.0/ports/d43d592d-ad1e-4476-a5ac-3ec939acb489 HTTP/1.1" status: 204 len: 173 time: 1.4946005 Nov 12 10:57:36.877769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e8fea0-34c6-4d19-9a10-3be29c4427c4', 'name': 'network-vif-deleted', 'tag': 'd43d592d-ad1e-4476-a5ac-3ec939acb489'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:36.881494 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63753e0f-c3dc-4545-8a8f-01ee3af60f11" -d '{"events": [{"server_uuid": "b9e8fea0-34c6-4d19-9a10-3be29c4427c4", "name": "network-vif-deleted", "tag": "d43d592d-ad1e-4476-a5ac-3ec939acb489"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:36.894324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc1d13-558e-497e-ade7-42ef2284227a req-e1bf575b-e65e-43af-9b6c-e76ca7b231c6 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.896815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bc1d13-558e-497e-ade7-42ef2284227a req-e1bf575b-e65e-43af-9b6c-e76ca7b231c6 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 944 time: 0.3117867 Nov 12 10:57:36.899284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:36.906578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.910237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.020804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ec1eae2-90a1-4847-aab2-0406cdd420db req-1addb09f-3eb5-4b71-b79d-ad31522d94ac tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592053 Nov 12 10:57:37.075976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:37.084391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d62b264f-83e0-4c62-9ebb-015324fecbc8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:37.085329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.089547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Pushing event updated for resources: {'Port': ['ID=40fdff0b-3719-4fff-ae27-8b955524048d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:37.112378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:37.125358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bc1d13-558e-497e-ade7-42ef2284227a req-b2217ad1-bdcd-4073-ab9c-57b4780d0d67 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160356 Nov 12 10:57:37.134384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.134840 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Added segment 3019ab26-703f-4918-a30d-c6a14298f4ef of type vlan for network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 Nov 12 10:57:37.138830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.142729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:37.149508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.156682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/192facba-a17c-4881-ab69-eb362cdf2f1a HTTP/1.1" status: 204 len: 168 time: 2.4498177 Nov 12 10:57:37.158220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:37.171507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:37.175680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53244) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:37.185278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-837777761'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:37.216545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.260234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.270429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:37.271308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.284290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522aeca-1bc3-403d-abac-32387b9c8b30 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=192facba-a17c-4881-ab69-eb362cdf2f1a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:37.410558 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d8fa0-48ea-4cfa-a63c-a2e91351f4c8 x-openstack-request-id: req-628d8fa0-48ea-4cfa-a63c-a2e91351f4c8 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:37.411150 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e8fea0-34c6-4d19-9a10-3be29c4427c4", "name": "network-vif-deleted", "tag": "d43d592d-ad1e-4476-a5ac-3ec939acb489", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:37.411509 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-628d8fa0-48ea-4cfa-a63c-a2e91351f4c8 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:37.412139 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e8fea0-34c6-4d19-9a10-3be29c4427c4', 'name': 'network-vif-deleted', 'tag': 'd43d592d-ad1e-4476-a5ac-3ec939acb489', 'status': 'completed', 'code': 200} Nov 12 10:57:37.448569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:37.457877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.466617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7308760 Nov 12 10:57:37.468214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38221b46-e921-46f2-b52b-1b571231dead tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Network': ['ID=3477d7fc-4338-40a9-8a2c-fb8a282c8806,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:37.471502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53250) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:37.496127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'subnet': {'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:37.516252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:37.517362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.548466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38da1e6-4538-4ebf-b78b-d3ab952e1eff req-47a4d06e-96a8-489d-a45d-3050d958a6ce tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:37.551107 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f38da1e6-4538-4ebf-b78b-d3ab952e1eff req-47a4d06e-96a8-489d-a45d-3050d958a6ce tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 949 time: 0.2832327 Nov 12 10:57:37.554166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:37.633936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a0db5a19-b174-4d1c-9654-c7e4b42c6723 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8788083 Nov 12 10:57:37.642836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:37.677571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:37.684197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.699567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0a811bdd-79c1-4e61-b81d-c0ab184d849c None None] Provisioning complete for port d62b264f-83e0-4c62-9ebb-015324fecbc8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:37.700147 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a811bdd-79c1-4e61-b81d-c0ab184d849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.703191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a05d734f-bde3-4b9d-8d2c-4750f46efc34 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:37.726478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.727352 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment 949bf7e2-4848-43c3-adfa-6f4a830b2263 of type vlan for network 22b29ea1-8a18-43c5-ae94-4dbbe11c7582 Nov 12 10:57:37.769149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f38da1e6-4538-4ebf-b78b-d3ab952e1eff req-a33be552-d733-4f36-afe3-59c2ff6c5007 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036185 Nov 12 10:57:37.854831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:37.867608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.973648 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.984344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:37.993654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.164754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=22b29ea1-8a18-43c5-ae94-4dbbe11c7582,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:38.169613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53264) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:38.183366 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e5c022bf-5220-4ffa-b2af-96d1314fa1e3 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0047755 Nov 12 10:57:38.192074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5e4e8877-65db-4be3-8c0d-5d36b9b4f27a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354230161', 'description': 'tempest-description--1513168725'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:38.225396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53268) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:38.236125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '22b29ea1-8a18-43c5-ae94-4dbbe11c7582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:38.245892 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8877-65db-4be3-8c0d-5d36b9b4f27a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.319988 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.424464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.427062 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8877-65db-4be3-8c0d-5d36b9b4f27a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.433390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8877-65db-4be3-8c0d-5d36b9b4f27a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.479038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Attempting to bind port 40fdff0b-3719-4fff-ae27-8b955524048d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:38.479970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Attempting to bind port 40fdff0b-3719-4fff-ae27-8b955524048d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '2abe4aeb-1313-4c61-9028-8456171d8d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e7337316-ea8d-41ff-a1a4-c4e63a517730'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:38.482080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Attempting to bind port 40fdff0b-3719-4fff-ae27-8b955524048d on network e7337316-ea8d-41ff-a1a4-c4e63a517730 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:38.516162 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8877-65db-4be3-8c0d-5d36b9b4f27a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.518282 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e4e8877-65db-4be3-8c0d-5d36b9b4f27a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3328221 Nov 12 10:57:38.523165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53278) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:38.534005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-19f1692e-842b-462b-9142-fad4a7aa50fc tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'security_group_rule': {'security_group_id': 'ce7fb2b2-2953-431c-9b04-478b982e2164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:38.560452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 22b29ea1-8a18-43c5-ae94-4dbbe11c7582 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:38.608270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19f1692e-842b-462b-9142-fad4a7aa50fc tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.612278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e8877-65db-4be3-8c0d-5d36b9b4f27a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7fb2b2-2953-431c-9b04-478b982e2164,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:38.616516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Subnet': ['ID=4e4599d4-9344-4c74-9d5c-4bf93b922f40,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:38.617384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:38.630653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.674398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7405b-721b-4624-a4d6-b5d32efa74e3 req-a6494545-3c49-4681-a9f6-890794cfb758 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:38.689338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1c7405b-721b-4624-a4d6-b5d32efa74e3 req-a6494545-3c49-4681-a9f6-890794cfb758 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 944 time: 0.2186766 Nov 12 10:57:38.718501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Checking segment: {'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:38.718860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network hostable DHCP agents. Network: 3477d7fc-4338-40a9-8a2c-fb8a282c8806, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:38.788737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1c7405b-721b-4624-a4d6-b5d32efa74e3 req-46114235-777b-4435-a827-7a8fb8dbe522 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976009 Nov 12 10:57:38.802087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53280) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:38.822830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:38.858119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 3477d7fc-4338-40a9-8a2c-fb8a282c8806) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:38.870950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:38.871878 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.893789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:38.894190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Checking segment: {'id': '2abe4aeb-1313-4c61-9028-8456171d8d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e7337316-ea8d-41ff-a1a4-c4e63a517730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:38.894544 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.895066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Bound using segment: {'id': '2abe4aeb-1313-4c61-9028-8456171d8d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e7337316-ea8d-41ff-a1a4-c4e63a517730'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:38.895851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Bound port: 40fdff0b-3719-4fff-ae27-8b955524048d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abe4aeb-1313-4c61-9028-8456171d8d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e7337316-ea8d-41ff-a1a4-c4e63a517730'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:38.896328 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.903856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.943869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b059d1c0-32ac-4aec-a61b-91926c150a3f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4499738 Nov 12 10:57:38.944429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f5a91-b79c-418b-86b3-ef51bfd51394 None None] Network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:38.944620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19f1692e-842b-462b-9142-fad4a7aa50fc tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.945377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f7ca-e8f5-4042-9a5e-0c8aae02b394 req-9d859a19-f07b-4e43-b450-b860fe81eb50 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:38.948903 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b972f7ca-e8f5-4042-9a5e-0c8aae02b394 req-9d859a19-f07b-4e43-b450-b860fe81eb50 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1101 time: 0.1957660 Nov 12 10:57:38.954738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19f1692e-842b-462b-9142-fad4a7aa50fc tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.027111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19f1692e-842b-462b-9142-fad4a7aa50fc tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.029313 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-19f1692e-842b-462b-9142-fad4a7aa50fc tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5043154 Nov 12 10:57:39.032923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53288) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:39.041590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4e11df91-3f9e-4d0e-9c67-54a4f5ed9ba7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'security_group_rule': {'security_group_id': 'ce7fb2b2-2953-431c-9b04-478b982e2164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:39.057936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Pushing event updated for resources: {'Port': ['ID=aff91da4-197d-4d38-afec-cb75a4d32d08,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:39.066782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1692e-842b-462b-9142-fad4a7aa50fc tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5526cb8a-2aff-4cf4-8acd-c7a49973040f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:39.111163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port a05d734f-bde3-4b9d-8d2c-4750f46efc34 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:39.141706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b972f7ca-e8f5-4042-9a5e-0c8aae02b394 req-c1df94bb-2793-46a1-86d5-ec90c51e9a98 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400340 Nov 12 10:57:39.186035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e11df91-3f9e-4d0e-9c67-54a4f5ed9ba7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.256580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port a05d734f-bde3-4b9d-8d2c-4750f46efc34 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:39.257979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6fa22c42-b9be-446c-96d5-9798ef41c736 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c6fcceb684249579f900d52ddf72111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537392 Nov 12 10:57:39.258712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53294) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:39.262289 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.278700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:39.326445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:39.326794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.375117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e11df91-3f9e-4d0e-9c67-54a4f5ed9ba7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.384049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e11df91-3f9e-4d0e-9c67-54a4f5ed9ba7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.439687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e11df91-3f9e-4d0e-9c67-54a4f5ed9ba7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.446820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4e11df91-3f9e-4d0e-9c67-54a4f5ed9ba7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123194 Nov 12 10:57:39.452436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11df91-3f9e-4d0e-9c67-54a4f5ed9ba7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c356d5ed-ba09-4007-b8a1-cf98d5d7ce6c,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:39.464738 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] For port 40fdff0b-3719-4fff-ae27-8b955524048d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:39.465153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53298) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:39.472907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] For port 40fdff0b-3719-4fff-ae27-8b955524048d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=40fdff0b-3719-4fff-ae27-8b955524048d,segment=NetworkSegment(2abe4aeb-1313-4c61-9028-8456171d8d92),segment_id=2abe4aeb-1313-4c61-9028-8456171d8d92)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:39.476319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:39.478675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:39.488645 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84a2856-25a1-49a1-8518-adc456df4a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.535640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=7fff5d84-9042-4b26-98cf-65b22bf433c3,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:39.545964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84a2856-25a1-49a1-8518-adc456df4a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.549768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.564917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': '949bf7e2-4848-43c3-adfa-6f4a830b2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '22b29ea1-8a18-43c5-ae94-4dbbe11c7582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:39.565953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: 22b29ea1-8a18-43c5-ae94-4dbbe11c7582, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:39.601255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 22b29ea1-8a18-43c5-ae94-4dbbe11c7582 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:39.601600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.617618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 22b29ea1-8a18-43c5-ae94-4dbbe11c7582) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:39.644434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.645886 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.720335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6c460b-9ca5-4b1f-a85f-186367be3cc1 None None] Network 22b29ea1-8a18-43c5-ae94-4dbbe11c7582 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:39.730702 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2e2bb78f-e6fa-457d-add4-179028d30dfc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5028722 Nov 12 10:57:39.736786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53310) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:39.828328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84a2856-25a1-49a1-8518-adc456df4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.832894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84a2856-25a1-49a1-8518-adc456df4a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.833590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bd600-03f5-414d-868c-ed8e9cea7519 req-177c76c7-6418-4c9e-a7f8-74ee19efff18 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.836898 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-542bd600-03f5-414d-868c-ed8e9cea7519 req-177c76c7-6418-4c9e-a7f8-74ee19efff18 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 949 time: 0.1639128 Nov 12 10:57:39.837980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e84a2856-25a1-49a1-8518-adc456df4a01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81b84fe3-b29b-4f4e-bfb1-49c27062ca59 HTTP/1.1" status: 204 len: 168 time: 0.5623765 Nov 12 10:57:39.878429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a2856-25a1-49a1-8518-adc456df4a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b84fe3-b29b-4f4e-bfb1-49c27062ca59,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:39.922598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-a211e401-011b-4de4-b0c6-c2f33202f576 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.929264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-a211e401-011b-4de4-b0c6-c2f33202f576 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.931750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-a211e401-011b-4de4-b0c6-c2f33202f576 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/networks?id=ee75bb64-7084-488f-a0f1-7b9e2ac3eb56&id=3477d7fc-4338-40a9-8a2c-fb8a282c8806 HTTP/1.1" status: 200 len: 1389 time: 0.2256505 Nov 12 10:57:39.973653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:39.990514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-a301a3f5-6bd2-4e04-b5d4-86d2f06a533b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/quotas/8129d4edf21f434eb7988c86eac81b8c HTTP/1.1" status: 200 len: 375 time: 0.0377054 Nov 12 10:57:40.006436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-542bd600-03f5-414d-868c-ed8e9cea7519 req-25dad993-33cb-40a1-a068-95adc70e28f3 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041484 Nov 12 10:57:40.029920 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.149848 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.171735 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.274276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.402200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-c211b9a8-b631-45e1-b325-00a6b7acc161 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2623057 Nov 12 10:57:40.470625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7293b-98c1-431b-af30-b6b700d46cc6 req-f6a13078-2794-4491-ad23-6e0750484fc6 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:40.473443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8f7293b-98c1-431b-af30-b6b700d46cc6 req-f6a13078-2794-4491-ad23-6e0750484fc6 tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 1101 time: 0.2515311 Nov 12 10:57:40.492665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 226d9841-4486-4078-aadf-eaa206e5a438 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:40.541581 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.731807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=7fff5d84-9042-4b26-98cf-65b22bf433c3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:40.774663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53322) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:40.828898 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8f7293b-98c1-431b-af30-b6b700d46cc6 req-4314062e-8c97-4152-a4d7-d8384b4f7f3a tempest-ServersAdminTestJSON-848417757 tempest-ServersAdminTestJSON-848417757-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473444 Nov 12 10:57:40.845224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Allocated IP 172.25.2.83 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/083ff3eb-6dc3-47f7-98f6-ef0353fda7f8) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:40.876413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-ee75bb64-7084-488f-a0f1-7b9e2ac3eb56', 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'fixed_ips': [{'subnet_id': 'a6a98a56-4403-4dfd-ab9a-7c89d849a5ea'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:40.878735 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.907865 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.913363 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0c8dab8-49e8-4417-a334-a7f223781106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.968784 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.978485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:41.018031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:41.032274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abddbf4-5f93-46e5-b06d-51b9295936e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-22b29ea1-8a18-43c5-ae94-4dbbe11c7582', 'network_id': '22b29ea1-8a18-43c5-ae94-4dbbe11c7582', 'tenant_id': '72798590eed54dee92b608f3d9eab53b', 'fixed_ips': [{'subnet_id': '7fff5d84-9042-4b26-98cf-65b22bf433c3'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:41.033824 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0abddbf4-5f93-46e5-b06d-51b9295936e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.039676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 226d9841-4486-4078-aadf-eaa206e5a438 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:41.040150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 226d9841-4486-4078-aadf-eaa206e5a438 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:41.041587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1e633580-2a62-480a-b5a7-73e00f193296 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:41.066651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-567e4eed-dca6-4b54-a764-ba3ee1c76329 service neutron] 10.222.0.31 "GET /v2.0/networks/ee75bb64-7084-488f-a0f1-7b9e2ac3eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422701 Nov 12 10:57:41.101448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b29ea1-8a18-43c5-ae94-4dbbe11c7582']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:41.136383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949bf7e2-4848-43c3-adfa-6f4a830b2263') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:41.137931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949bf7e2-4848-43c3-adfa-6f4a830b2263') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:41.163489 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.174328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.206052 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.217441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:41.223321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Attempting to bind port aff91da4-197d-4d38-afec-cb75a4d32d08 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:41.223703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Attempting to bind port aff91da4-197d-4d38-afec-cb75a4d32d08 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:41.224181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Attempting to bind port aff91da4-197d-4d38-afec-cb75a4d32d08 on network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:41.225871 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48dbf1-bf13-46f1-b096-4dea1dbf3aa2 req-c0b70ef5-c96c-42ff-bb87-141ea7fb31a2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:41.226656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1e633580-2a62-480a-b5a7-73e00f193296 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:41.227035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1e633580-2a62-480a-b5a7-73e00f193296 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:41.229583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Pushing event updated for resources: {'Port': ['ID=40fdff0b-3719-4fff-ae27-8b955524048d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:41.256557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b48dbf1-bf13-46f1-b096-4dea1dbf3aa2 req-c0b70ef5-c96c-42ff-bb87-141ea7fb31a2 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 944 time: 0.2726510 Nov 12 10:57:41.280664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-3477d7fc-4338-40a9-8a2c-fb8a282c8806', 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'fixed_ips': [{'subnet_id': '4e4599d4-9344-4c74-9d5c-4bf93b922f40'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:41.284008 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.362022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.378202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:41.379173 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.416270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0a811bdd-79c1-4e61-b81d-c0ab184d849c None None] Provisioning complete for port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:41.416997 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a811bdd-79c1-4e61-b81d-c0ab184d849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:41.435175 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:41.529923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:41.530498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Checking segment: {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:41.531102 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.531746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Bound using segment: {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:41.532549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Bound port: aff91da4-197d-4d38-afec-cb75a4d32d08, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:41.533225 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.536763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b48dbf1-bf13-46f1-b096-4dea1dbf3aa2 req-6345324a-ce36-4fff-a92f-b164c5f68886 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789886 Nov 12 10:57:41.545067 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.562229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.562769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.563372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.563911 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.564473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.565043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.565586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.566212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.566839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.567582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.568482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.569054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d57b7-0664-4c36-ad22-8da8876a8f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:41.574244 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.597951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/22b29ea1-8a18-43c5-ae94-4dbbe11c7582 HTTP/1.1" status: 204 len: 168 time: 1.8567815 Nov 12 10:57:41.615157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:41.635135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:41.637432 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ad339-31d9-48e2-bffd-61940cf7123d" -d '{"events": [{"server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:41.643580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53328) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:41.663217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1723427000'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:41.673348 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.674155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d43d592d-ad1e-4476-a5ac-3ec939acb489 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:41.680710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492f1a1-d423-4011-81da-3383eba7a8dc tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=22b29ea1-8a18-43c5-ae94-4dbbe11c7582,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:41.717406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:41.722212 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.766670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: d43d592d-ad1e-4476-a5ac-3ec939acb489 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:41.767020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d43d592d-ad1e-4476-a5ac-3ec939acb489 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:41.786515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:41.805084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.810424 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment dc2333de-9514-4266-b300-2c94b7c4a2ac of type vlan for network 233f327d-68ae-4254-81c7-95c8bc6a6f2b Nov 12 10:57:41.833063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244467a4-03ef-47ea-aa96-4beeb5d7f3dc None None] Network 22b29ea1-8a18-43c5-ae94-4dbbe11c7582 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:41.884519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0a811bdd-79c1-4e61-b81d-c0ab184d849c None None] Port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:41.909505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244467a4-03ef-47ea-aa96-4beeb5d7f3dc None None] Network 22b29ea1-8a18-43c5-ae94-4dbbe11c7582 could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 10:57:41.948040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.016290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.021258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Allocated IP 19.80.0.2 (ee75bb64-7084-488f-a0f1-7b9e2ac3eb56/a6a98a56-4403-4dfd-ab9a-7c89d849a5ea/7e313d51-b844-4152-99fa-f42e2068d28f) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:42.027629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:42.028785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.032177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:42.033054 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.034239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=10']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:42.117193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.137345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] For port aff91da4-197d-4d38-afec-cb75a4d32d08, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:42.164325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5187302 Nov 12 10:57:42.171098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Allocated IP 19.86.0.2 (3477d7fc-4338-40a9-8a2c-fb8a282c8806/4e4599d4-9344-4c74-9d5c-4bf93b922f40/c1f0fdb5-4ac4-412c-880f-063a0626ccef) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:42.171509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-3a7053d6-5275-43cc-b7ca-5e7f455a22da service neutron] 10.222.0.31 "GET /v2.0/networks/ee75bb64-7084-488f-a0f1-7b9e2ac3eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1035876 Nov 12 10:57:42.171982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53334) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:42.196200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-7f366019-3ad3-4438-96c4-0734a3ed11f8 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:42.197907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-7f366019-3ad3-4438-96c4-0734a3ed11f8 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.59 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 949 time: 0.3213897 Nov 12 10:57:42.213022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '233f327d-68ae-4254-81c7-95c8bc6a6f2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:42.238631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0c8dab8-49e8-4417-a334-a7f223781106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.293964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467a833-d8e9-4368-a07e-259858e50253 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=233f327d-68ae-4254-81c7-95c8bc6a6f2b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:42.295477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0c8dab8-49e8-4417-a334-a7f223781106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.333025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300130f-38eb-4ad8-b4c0-5cecd9f0254f req-47340746-6f83-4c9a-b5cf-67f554a66053 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:42.335806 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1300130f-38eb-4ad8-b4c0-5cecd9f0254f req-47340746-6f83-4c9a-b5cf-67f554a66053 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 949 time: 0.1029840 Nov 12 10:57:42.392030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8dab8-49e8-4417-a334-a7f223781106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90565b8-eedf-4024-9ac8-a023b905e851,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:42.435520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1300130f-38eb-4ad8-b4c0-5cecd9f0254f req-4ef8cba2-3369-4abd-832f-28aeaf307eeb tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875862 Nov 12 10:57:42.580524 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a741ac36-5d28-4850-a3d7-65432a5eaeca x-openstack-request-id: req-a741ac36-5d28-4850-a3d7-65432a5eaeca {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:42.580830 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:42.581233 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a741ac36-5d28-4850-a3d7-65432a5eaeca {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:42.581709 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'code': 200} Nov 12 10:57:42.582685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 233f327d-68ae-4254-81c7-95c8bc6a6f2b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:42.585312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981634e9-6fe7-4e9b-a601-b5eb47214dfd None None] Network e7337316-ea8d-41ff-a1a4-c4e63a517730 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:42.609121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] For port aff91da4-197d-4d38-afec-cb75a4d32d08, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aff91da4-197d-4d38-afec-cb75a4d32d08,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:42.643068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:57:42.646222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.655046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b0c8dab8-49e8-4417-a334-a7f223781106 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=feb3e2debda346c0b17996e8514296c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8757334 Nov 12 10:57:42.659073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53338) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:42.719881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195a40d-8d12-4964-b145-f335c10674e2 req-7ebc9919-2518-47f9-b5b5-33fed58a3584 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:42.722442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2195a40d-8d12-4964-b145-f335c10674e2 req-7ebc9919-2518-47f9-b5b5-33fed58a3584 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 949 time: 0.1187403 Nov 12 10:57:42.732646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-239640d5-1981-47bc-9e37-6f09e2a08a78 None None] Provisioning complete for port d62b264f-83e0-4c62-9ebb-015324fecbc8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:42.733277 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-239640d5-1981-47bc-9e37-6f09e2a08a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.739002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.756845 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8b7f-4b7b-4988-b7ac-06bed000675a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.823080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8b7f-4b7b-4988-b7ac-06bed000675a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.834393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:42.834787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:42.840700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.841868 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2195a40d-8d12-4964-b145-f335c10674e2 req-d1031778-5fe6-46a1-9897-1e6e1aa71bb2 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052492 Nov 12 10:57:42.842576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:42.875024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:42.878173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:42.908800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=083ff3eb-6dc3-47f7-98f6-ef0353fda7f8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:42.915976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-02e54f3a-bf21-4b70-ae2e-17eafde50b74 service neutron] 10.222.0.31 "GET /v2.0/networks/3477d7fc-4338-40a9-8a2c-fb8a282c8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153943 Nov 12 10:57:42.982642 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8b7f-4b7b-4988-b7ac-06bed000675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.989696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8b7f-4b7b-4988-b7ac-06bed000675a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.995841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d4e8b7f-4b7b-4988-b7ac-06bed000675a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b90565b8-eedf-4024-9ac8-a023b905e851 HTTP/1.1" status: 204 len: 168 time: 0.3305764 Nov 12 10:57:43.016600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e8b7f-4b7b-4988-b7ac-06bed000675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90565b8-eedf-4024-9ac8-a023b905e851,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:43.046232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Deleting port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:43.046589 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.051801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1c0fa-60ec-4185-a04b-f604da0863f1 req-e7b4ea3b-37ca-42a9-941d-2a348860a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:43.054100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97f1c0fa-60ec-4185-a04b-f604da0863f1 req-e7b4ea3b-37ca-42a9-941d-2a348860a1e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 1097 time: 0.4562762 Nov 12 10:57:43.365443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191732eb-c89c-4967-aca5-1a9f3c9a35f1 req-11789f99-9885-49e1-85d7-945b1a0dbd91 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:43.380485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-191732eb-c89c-4967-aca5-1a9f3c9a35f1 req-11789f99-9885-49e1-85d7-945b1a0dbd91 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 945 time: 0.2599630 Nov 12 10:57:43.423542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.500368 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.541925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-191732eb-c89c-4967-aca5-1a9f3c9a35f1 req-89397403-2a3b-4063-81a3-4f4895d1a669 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584346 Nov 12 10:57:43.570717 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-18a3cf82-b5d9-45b4-8ae4-524a0466bb12 service neutron] 10.222.0.31 "GET /v2.0/networks/3477d7fc-4338-40a9-8a2c-fb8a282c8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228604 Nov 12 10:57:43.646514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97f1c0fa-60ec-4185-a04b-f604da0863f1 req-65a44601-77d0-4ed7-9dbc-358081fa1300 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555990 Nov 12 10:57:43.715429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] For port 0cc4c474-6cc9-481a-a621-e3ab2c378b24, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0cc4c474-6cc9-481a-a621-e3ab2c378b24,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:43.715794 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.723132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f255e3-db2f-4d73-90f8-f5dfb8545bdd None None] Pushing event updated for resources: {'Port': ['ID=aff91da4-197d-4d38-afec-cb75a4d32d08,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:43.739866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.799238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Calling delete_port for 0cc4c474-6cc9-481a-a621-e3ab2c378b24 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:43.815749 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.934029 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 40fdff0b-3719-4fff-ae27-8b955524048d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:43.948209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.006039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86539-e95f-412d-a80c-047e9ceeac13 req-b4422911-b174-4c6e-8bc7-49e21e813871 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:44.021213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1b86539-e95f-412d-a80c-047e9ceeac13 req-b4422911-b174-4c6e-8bc7-49e21e813871 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 949 time: 0.2001488 Nov 12 10:57:44.048790 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.210836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1b86539-e95f-412d-a80c-047e9ceeac13 req-361881c0-3440-44e8-a162-57b3e1a29372 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/security-groups?id=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883345 Nov 12 10:57:44.222773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-2e8f5fcb-d669-484f-b0aa-73ef480ece74 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:44.225083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-2e8f5fcb-d669-484f-b0aa-73ef480ece74 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 949 time: 0.1461353 Nov 12 10:57:44.235760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:44.291292 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.326191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:44.331012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:44.378322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:44.427531 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4adc1e32-7c30-4a53-8039-d9df094ecaf9 req-b8a21fbe-dc47-453e-bae3-e5ebc368a56b tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 210 time: 0.3543420 Nov 12 10:57:44.479422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.498796 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.506335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Pushing event updated for resources: {'Port': ['ID=c1f0fdb5-4ac4-412c-880f-063a0626ccef,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:44.579824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0cc4c474-6cc9-481a-a621-e3ab2c378b24 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:44.597726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:44.601851 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf813f90-2c1f-40e8-abe9-c5e36cea874e" -d '{"events": [{"server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "name": "network-vif-plugged", "status": "completed", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:44.662545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Deleting port e3363e68-7334-421a-a56c-92ec9e4d7e63 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:44.663537 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.726379 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.731934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=46145d72-b210-4e6c-9de3-48625441535d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:44.740089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.818091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b7fd1-bfd0-4251-adb3-f073b3e754a3 req-86fd23d8-9705-46a7-821e-fa353d79e9ec tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:44.820730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0b7fd1-bfd0-4251-adb3-f073b3e754a3 req-86fd23d8-9705-46a7-821e-fa353d79e9ec tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 949 time: 0.3384452 Nov 12 10:57:44.866503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': 'dc2333de-9514-4266-b300-2c94b7c4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '233f327d-68ae-4254-81c7-95c8bc6a6f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:44.866895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: 233f327d-68ae-4254-81c7-95c8bc6a6f2b, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:44.917620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 40fdff0b-3719-4fff-ae27-8b955524048d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:44.917620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.981493 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.988716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=083ff3eb-6dc3-47f7-98f6-ef0353fda7f8,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:45.028130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 233f327d-68ae-4254-81c7-95c8bc6a6f2b is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:45.032950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Pushing event updated for resources: {'Port': ['ID=7e313d51-b844-4152-99fa-f42e2068d28f,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:45.040638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:45.041871 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d234d17-b694-4b16-8f9b-b43d8800bd33 req-e85eedd8-b90f-4786-8f55-8fe861d9cdc5 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:45.043545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d234d17-b694-4b16-8f9b-b43d8800bd33 req-e85eedd8-b90f-4786-8f55-8fe861d9cdc5 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 945 time: 0.2990026 Nov 12 10:57:45.082103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.083179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-239640d5-1981-47bc-9e37-6f09e2a08a78 None None] Provisioning complete for port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:45.083326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-239640d5-1981-47bc-9e37-6f09e2a08a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.083476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-241a5713-5fdf-4cb1-8532-844bc12cc999 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6148608 Nov 12 10:57:45.098643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Attempting to bind port c1f0fdb5-4ac4-412c-880f-063a0626ccef on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:45.098937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 233f327d-68ae-4254-81c7-95c8bc6a6f2b) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:45.099045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Attempting to bind port c1f0fdb5-4ac4-412c-880f-063a0626ccef by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:45.099368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Attempting to bind port c1f0fdb5-4ac4-412c-880f-063a0626ccef on network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:45.115960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:45.116566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.133253 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0b7fd1-bfd0-4251-adb3-f073b3e754a3 req-8842d96d-651d-447d-a01f-d67c4642aac8 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726629 Nov 12 10:57:45.140172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.221756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] For port e3363e68-7334-421a-a56c-92ec9e4d7e63, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e3363e68-7334-421a-a56c-92ec9e4d7e63,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:45.222545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.241940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Pushing event deleted for resources: {'Port': ['ID=0cc4c474-6cc9-481a-a621-e3ab2c378b24,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:45.247024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-06381807-e85f-4e15-986c-11b3ba1fac86 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0701063 Nov 12 10:57:45.251120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:45.254221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53384) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:45.269024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Calling delete_port for e3363e68-7334-421a-a56c-92ec9e4d7e63 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:45.306501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d234d17-b694-4b16-8f9b-b43d8800bd33 req-41ebf69c-f0d4-4a8b-acfd-46d8a9e5f06e tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471995 Nov 12 10:57:45.399533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:45.459331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] No DVR routers for this DVR port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:45.461725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d964c-e772-43f3-b5cb-995258c1d4ae None None] Network 233f327d-68ae-4254-81c7-95c8bc6a6f2b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:45.466035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.466391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef956f-d974-4ae4-9079-c604b8e48630 None None] Network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:45.484179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:45.484570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Checking segment: {'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:45.487588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.489425 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Bound using segment: {'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:45.494608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d49981b4-5ed4-4120-8a74-616517c74fdb req-fba697a8-f155-47f4-abfd-f4ba6559be57 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.59 "DELETE /v2.0/ports/0cc4c474-6cc9-481a-a621-e3ab2c378b24 HTTP/1.1" status: 204 len: 173 time: 3.2647860 Nov 12 10:57:45.496900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Bound port: c1f0fdb5-4ac4-412c-880f-063a0626ccef, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:45.499308 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.507186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413279c-941e-498b-aeb4-4f08d2eef006', 'name': 'network-vif-deleted', 'tag': '0cc4c474-6cc9-481a-a621-e3ab2c378b24'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:45.515831 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb92ee8-279b-4117-9668-9bb60b85323f" -d '{"events": [{"server_uuid": "1413279c-941e-498b-aeb4-4f08d2eef006", "name": "network-vif-deleted", "tag": "0cc4c474-6cc9-481a-a621-e3ab2c378b24"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:45.552701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-239640d5-1981-47bc-9e37-6f09e2a08a78 None None] Port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:45.618082 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae8b7a7-113c-4e23-af90-08116088bb4b x-openstack-request-id: req-7ae8b7a7-113c-4e23-af90-08116088bb4b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:45.618884 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "name": "network-vif-plugged", "status": "completed", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:45.619413 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ae8b7a7-113c-4e23-af90-08116088bb4b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:45.620231 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'code': 200} Nov 12 10:57:45.707637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31331360-979a-4ca3-9758-8bd028e26828 req-fc2e2933-902b-4dd3-9528-376db9999a7f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 210 time: 0.0970187 Nov 12 10:57:45.721572 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.761522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.820159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a080dd6-7ed3-4d85-8571-beb3afec7981 req-426ee3a8-183b-4ed6-8857-f22988dc44d5 tempest-TenantUsagesTestJSON-1713186631 tempest-TenantUsagesTestJSON-1713186631-project] 10.222.0.31 "GET /v2.0/ports?device_id=1413279c-941e-498b-aeb4-4f08d2eef006 HTTP/1.1" status: 200 len: 210 time: 0.0728469 Nov 12 10:57:45.854242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a9e1276d-5fdb-4bf8-8904-eef988841679'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:45.856968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:45.909996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-239640d5-1981-47bc-9e37-6f09e2a08a78 None None] Provisioning complete for port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:45.910597 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-239640d5-1981-47bc-9e37-6f09e2a08a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.914940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Pushing event deleted for resources: {'Port': ['ID=e3363e68-7334-421a-a56c-92ec9e4d7e63,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:45.934672 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbf607c-1b11-4e4e-8220-fdb4ef921587 x-openstack-request-id: req-3fbf607c-1b11-4e4e-8220-fdb4ef921587 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:45.935113 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1413279c-941e-498b-aeb4-4f08d2eef006", "name": "network-vif-deleted", "tag": "0cc4c474-6cc9-481a-a621-e3ab2c378b24", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:45.935283 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fbf607c-1b11-4e4e-8220-fdb4ef921587 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:45.936180 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1413279c-941e-498b-aeb4-4f08d2eef006', 'name': 'network-vif-deleted', 'tag': '0cc4c474-6cc9-481a-a621-e3ab2c378b24', 'status': 'completed', 'code': 200} Nov 12 10:57:46.001038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] No DVR routers for this DVR port e3363e68-7334-421a-a56c-92ec9e4d7e63 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:46.006493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.011138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b6b5ddf-6366-43bd-a20c-0af558827fe6 req-494547e0-8aed-4986-96a1-b39bf8368315 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "DELETE /v2.0/ports/e3363e68-7334-421a-a56c-92ec9e4d7e63 HTTP/1.1" status: 204 len: 173 time: 1.7779534 Nov 12 10:57:46.011624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32cf9b4-003d-49fb-b6e0-5137eea62a7c', 'name': 'network-vif-deleted', 'tag': 'e3363e68-7334-421a-a56c-92ec9e4d7e63'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:46.015668 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d82dd6-3b81-4fc4-b32d-5fd4b0865889" -d '{"events": [{"server_uuid": "b32cf9b4-003d-49fb-b6e0-5137eea62a7c", "name": "network-vif-deleted", "tag": "e3363e68-7334-421a-a56c-92ec9e4d7e63"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:46.023178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.045725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No active binding found for port 0cc4c474-6cc9-481a-a621-e3ab2c378b24 {{(pid=109167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 10:57:46.046398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0cc4c474-6cc9-481a-a621-e3ab2c378b24 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:46.111152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-1370eb6d-a7af-4f6e-8569-5fac438317ab tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--354230161&fields=id&tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3 HTTP/1.1" status: 200 len: 267 time: 0.1972563 Nov 12 10:57:46.122012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e3363e68-7334-421a-a56c-92ec9e4d7e63 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:46.124417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=11']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:46.198789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Attempting to bind port 7e313d51-b844-4152-99fa-f42e2068d28f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:46.199616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Attempting to bind port 7e313d51-b844-4152-99fa-f42e2068d28f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:46.200208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Attempting to bind port 7e313d51-b844-4152-99fa-f42e2068d28f on network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:46.221648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: e3363e68-7334-421a-a56c-92ec9e4d7e63 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:46.222392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e3363e68-7334-421a-a56c-92ec9e4d7e63 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:46.261167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-8221405e-9252-4077-a72e-82d7583f66cf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.263385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-8221405e-9252-4077-a72e-82d7583f66cf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports/336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 935 time: 0.1519229 Nov 12 10:57:46.270691 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.277524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] For port c1f0fdb5-4ac4-412c-880f-063a0626ccef, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:46.293196 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00517e5c-7e04-4b83-a00d-78fff8819942 x-openstack-request-id: req-00517e5c-7e04-4b83-a00d-78fff8819942 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:46.293515 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32cf9b4-003d-49fb-b6e0-5137eea62a7c", "name": "network-vif-deleted", "tag": "e3363e68-7334-421a-a56c-92ec9e4d7e63", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:46.294240 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00517e5c-7e04-4b83-a00d-78fff8819942 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:46.294942 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32cf9b4-003d-49fb-b6e0-5137eea62a7c', 'name': 'network-vif-deleted', 'tag': 'e3363e68-7334-421a-a56c-92ec9e4d7e63', 'status': 'completed', 'code': 200} Nov 12 10:57:46.312985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:46.313275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Checking segment: {'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:46.313808 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.314638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Bound using segment: {'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:46.315252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Bound port: 7e313d51-b844-4152-99fa-f42e2068d28f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:46.315746 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.384421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-239640d5-1981-47bc-9e37-6f09e2a08a78 None None] Port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:46.410274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] For port c1f0fdb5-4ac4-412c-880f-063a0626ccef, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c1f0fdb5-4ac4-412c-880f-063a0626ccef,segment=NetworkSegment(3019ab26-703f-4918-a30d-c6a14298f4ef),segment_id=3019ab26-703f-4918-a30d-c6a14298f4ef)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:46.429521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=46145d72-b210-4e6c-9de3-48625441535d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:46.436791 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.590120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-c9529c7e-f289-4876-97ca-b74f6e5a3ee6 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.615246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-c9529c7e-f289-4876-97ca-b74f6e5a3ee6 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.617484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-c9529c7e-f289-4876-97ca-b74f6e5a3ee6 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "GET /v2.0/networks?id=ee75bb64-7084-488f-a0f1-7b9e2ac3eb56&id=3477d7fc-4338-40a9-8a2c-fb8a282c8806 HTTP/1.1" status: 200 len: 1389 time: 0.2828376 Nov 12 10:57:46.634648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-71cb984c-0ff0-4a38-b6c3-e4c24fb14f72 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.648494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-71cb984c-0ff0-4a38-b6c3-e4c24fb14f72 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports/6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 936 time: 0.3635342 Nov 12 10:57:46.648906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'port': {'device_id': '32461e14-6014-47bb-aef9-d917673eed7b', 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56', 'admin_state_up': True, 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:46.730552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.731167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.745990 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96aaa2c5-01f1-4e0f-91e4-03005451c371 req-ef0c590b-6613-4c42-997d-b7807a08204e tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32cf9b4-003d-49fb-b6e0-5137eea62a7c HTTP/1.1" status: 200 len: 210 time: 0.1229932 Nov 12 10:57:46.810199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-2afbf137-f624-4c4e-82bf-42ab00b92e03 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1602025 Nov 12 10:57:46.869731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-cb26721b-bca4-47ea-a481-54f2566c7169 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0577559 Nov 12 10:57:46.887815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233f327d-68ae-4254-81c7-95c8bc6a6f2b']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:46.943099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2333de-9514-4266-b300-2c94b7c4a2ac') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:46.943464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2333de-9514-4266-b300-2c94b7c4a2ac') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:46.985942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.999196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:47.007010 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.064902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b70c9-fc23-46e7-b297-4c06aab5f3e8 None None] Network 233f327d-68ae-4254-81c7-95c8bc6a6f2b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:47.116454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 40fdff0b-3719-4fff-ae27-8b955524048d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=40fdff0b-3719-4fff-ae27-8b955524048d,segment=NetworkSegment(2abe4aeb-1313-4c61-9028-8456171d8d92),segment_id=2abe4aeb-1313-4c61-9028-8456171d8d92)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:47.129397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e92915b9-5370-4582-a162-228eefc8bfe4 None None] Provisioning complete for port 40fdff0b-3719-4fff-ae27-8b955524048d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:47.129769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e92915b9-5370-4582-a162-228eefc8bfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.136302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.185483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:47.185947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.187496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb745a-3941-430a-accc-79fa212d6249 None None] Pushing event updated for resources: {'Port': ['ID=c1f0fdb5-4ac4-412c-880f-063a0626ccef,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:47.190868 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:47.198936 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:47.240426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] For port 7e313d51-b844-4152-99fa-f42e2068d28f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:47.408526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] For port 7e313d51-b844-4152-99fa-f42e2068d28f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e313d51-b844-4152-99fa-f42e2068d28f,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:47.434264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Allocated IP 19.80.0.137 (ee75bb64-7084-488f-a0f1-7b9e2ac3eb56/a6a98a56-4403-4dfd-ab9a-7c89d849a5ea/b09b7410-38af-4340-ba91-83d11e58acb7) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:47.460222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-89cacefe-8c10-4011-9ca4-9c825c4b64c0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.465320 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.483697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-89cacefe-8c10-4011-9ca4-9c825c4b64c0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.495683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-89cacefe-8c10-4011-9ca4-9c825c4b64c0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.498060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-89cacefe-8c10-4011-9ca4-9c825c4b64c0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/networks?id=6f693615-e5a7-41a0-9004-ac6f0aac8815&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 HTTP/1.1" status: 200 len: 1994 time: 0.6063468 Nov 12 10:57:47.499260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.514277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.521302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/233f327d-68ae-4254-81c7-95c8bc6a6f2b HTTP/1.1" status: 204 len: 168 time: 2.2593222 Nov 12 10:57:47.531989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53424) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:47.539311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927058510'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:47.546680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=40fdff0b-3719-4fff-ae27-8b955524048d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:47.572494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aff91da4-197d-4d38-afec-cb75a4d32d08 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:47.581841 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-1f017379-33a2-4468-835c-5990fd6371ea tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/quotas/0ca3cc7935c245b9a96436c6e4adc2b3 HTTP/1.1" status: 200 len: 375 time: 0.0621114 Nov 12 10:57:47.587155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:47.598607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.652256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0cb0-af60-4127-ae43-0a971549a7df tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=233f327d-68ae-4254-81c7-95c8bc6a6f2b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:47.696038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:47.697665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.711828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.712158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b90285-adac-4843-8d7a-27e07bdc6dd4 req-4ef26e2c-c9ca-4cdd-bdfc-321f5f4cc6d3 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.713247 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment 990f481a-de70-4a32-a840-f3daa11a4928 of type vlan for network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 Nov 12 10:57:47.715270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b5b90285-adac-4843-8d7a-27e07bdc6dd4 req-4ef26e2c-c9ca-4cdd-bdfc-321f5f4cc6d3 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 945 time: 0.4580309 Nov 12 10:57:47.757620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-42a53d8f-f50f-488e-8546-a19b67b2c639 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1193323 Nov 12 10:57:47.818413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.861060 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.906446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port aff91da4-197d-4d38-afec-cb75a4d32d08 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:47.907246 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.913806 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b5b90285-adac-4843-8d7a-27e07bdc6dd4 req-8a05f9db-dc93-4062-9da5-668965ff3567 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859727 Nov 12 10:57:47.952132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:47.994289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:47.999019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:48.002831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Port': ['ID=b09b7410-38af-4340-ba91-83d11e58acb7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:48.076290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25529-257e-4974-bd22-e812355a6bc2 None None] Pushing event updated for resources: {'Port': ['ID=7e313d51-b844-4152-99fa-f42e2068d28f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:48.077681 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.089379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:48.091565 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.113545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e92915b9-5370-4582-a162-228eefc8bfe4 None None] Provisioning complete for port aff91da4-197d-4d38-afec-cb75a4d32d08 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:48.114041 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e92915b9-5370-4582-a162-228eefc8bfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.150102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6118588 Nov 12 10:57:48.155494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53432) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:48.162069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:48.163746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.189352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:48.256118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-8ddd311f-f266-47b5-b72f-aed5d7bf2897 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6133671 Nov 12 10:57:48.281358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Request body: {'port': {'device_id': '32461e14-6014-47bb-aef9-d917673eed7b', 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806', 'admin_state_up': True, 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:48.288954 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.338464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f858c-7ead-4663-99ed-b40c595003d6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=05b2012e-3efd-4ccc-9802-3a1238c45ec7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:48.360209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:48.363217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3fbae108-ba9e-4896-ae01-faafced68f4a service neutron] 10.222.0.31 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772572 Nov 12 10:57:48.370389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1b7d6-a315-4f4a-9181-ab74c0f9bfae req-18311462-7fe9-4f74-b71e-30c5b5a9eb6d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:48.373078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03b1b7d6-a315-4f4a-9181-ab74c0f9bfae req-18311462-7fe9-4f74-b71e-30c5b5a9eb6d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 932 time: 0.2032118 Nov 12 10:57:48.403304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port aff91da4-197d-4d38-afec-cb75a4d32d08, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aff91da4-197d-4d38-afec-cb75a4d32d08,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:48.423797 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.477429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03b1b7d6-a315-4f4a-9181-ab74c0f9bfae req-d4fe70b3-3a24-4369-8aa7-7005bcf1aac8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841236 Nov 12 10:57:48.485689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e92915b9-5370-4582-a162-228eefc8bfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.557851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Made reservation on behalf of 8129d4edf21f434eb7988c86eac81b8c for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:48.574093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.709381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-2ba5224b-6921-465b-9e00-eb6d79c725b4 service neutron] 10.222.0.31 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580605 Nov 12 10:57:48.715424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:48.729186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.731190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=aff91da4-197d-4d38-afec-cb75a4d32d08,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:48.826119 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-e92915b9-5370-4582-a162-228eefc8bfe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:57:48.827525 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-e92915b9-5370-4582-a162-228eefc8bfe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:57:48.944906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-247112c5-f663-4964-9442-96d47550d302 service neutron] 10.222.0.31 "GET /v2.0/ports/336ba9c3-e927-48fb-ab90-fe2b9e7f34ad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2017519 Nov 12 10:57:48.953898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c83912-f3be-429b-a613-fbdab0f76d77 req-0d31164a-229e-4611-88db-553834e9362a tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:48.956845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6c83912-f3be-429b-a613-fbdab0f76d77 req-0d31164a-229e-4611-88db-553834e9362a tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 945 time: 0.1580176 Nov 12 10:57:48.987823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Allocated IP 19.86.0.23 (3477d7fc-4338-40a9-8a2c-fb8a282c8806/4e4599d4-9344-4c74-9d5c-4bf93b922f40/1fef2a63-536a-45aa-9ed8-6c646c7c303c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:49.064817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9275cb-08b6-46f7-a5cd-f400a6eca64c None None] Network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:49.078373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6c83912-f3be-429b-a613-fbdab0f76d77 req-7f51d5bd-5c44-4bea-bc76-14ced38be65a tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067820 Nov 12 10:57:49.108186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53442) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:49.113236 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-4d2dabba-9e6b-4bbb-a59d-d6a0f0ea3536 service neutron] 10.222.0.31 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249750 Nov 12 10:57:49.434587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89cccd-3c8e-4d08-bd7d-d99050381fac None None] Network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:49.481578 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:49.557687 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-28d6a4df-254c-4db3-ba04-b704cc7ba735 service neutron] 10.222.0.31 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354441 Nov 12 10:57:49.563627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:49.601568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-44a72c47-43dd-4187-b11f-0b151a3f6882 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=955b4813dc5945e4b8649e056550a6ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4917812 Nov 12 10:57:49.604755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53452) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:49.666827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Provisioning complete for port aff91da4-197d-4d38-afec-cb75a4d32d08 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:49.667258 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:49.675488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:49.756528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 40fdff0b-3719-4fff-ae27-8b955524048d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:49.828262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:49.868252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-0e24fc42-295a-40f7-8867-f14a107da528 service neutron] 10.222.0.31 "GET /v2.0/ports/6120c0c9-9800-4d56-b328-aa0cb8cd3ec3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2937346 Nov 12 10:57:49.880234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:49.896701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8555e5f-3539-48ca-b311-0be2130d722b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:49.906349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:49.933166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=cd0c1f1a-a4be-43b8-8834-d9a163cf244f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:49.935720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': '990f481a-de70-4a32-a840-f3daa11a4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:49.936268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: 05b2012e-3efd-4ccc-9802-3a1238c45ec7, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:50.008647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event updated for resources: {'Port': ['ID=1fef2a63-536a-45aa-9ed8-6c646c7c303c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:50.086477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8555e5f-3539-48ca-b311-0be2130d722b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.118396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-6b6f501b-a3c4-4dc4-b19e-75b28680ad3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2814794 Nov 12 10:57:50.129097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:50.167867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.170007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.182177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 40fdff0b-3719-4fff-ae27-8b955524048d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:50.182988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.219019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 05b2012e-3efd-4ccc-9802-3a1238c45ec7) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:50.255889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Provisioning complete for port c1f0fdb5-4ac4-412c-880f-063a0626ccef triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:50.256599 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.260558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23997995-ac1f-4642-b546-0656bbce675c None None] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:50.297889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.298693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.308640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-a6fc3629-942e-4ff9-ad98-76092a508894 service neutron] 10.222.0.31 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855894 Nov 12 10:57:50.311950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-dac94906-fefd-4520-ae52-00adfd4d65c8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0435705 Nov 12 10:57:50.343425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Request body: {'port': {'device_id': '32461e14-6014-47bb-aef9-d917673eed7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:50.418199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f2231d0b-c637-449e-a627-d54e00b34015 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2510955 Nov 12 10:57:50.424504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53470) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:50.432130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:50.488165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-bfa84416-7478-490f-8602-ad0fd6101095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.491562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-bfa84416-7478-490f-8602-ad0fd6101095 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e12368c3e3924fbca8b6276ffe4c8cc9&device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 1097 time: 0.2562835 Nov 12 10:57:50.576591 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8555e5f-3539-48ca-b311-0be2130d722b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.581866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8555e5f-3539-48ca-b311-0be2130d722b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.586617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f8555e5f-3539-48ca-b311-0be2130d722b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cace5ffc-bb1f-460c-a13c-7fe2ada84ff9 HTTP/1.1" status: 204 len: 168 time: 0.9759200 Nov 12 10:57:50.637509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-013b7d66-d439-4315-8521-a8129d92d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.639131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-013b7d66-d439-4315-8521-a8129d92d435 service neutron] 10.222.0.52 "GET /v2.0/networks?id=84d83270-68a2-460c-bdbc-b7952a16f15e HTTP/1.1" status: 200 len: 912 time: 0.1260533 Nov 12 10:57:50.723977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.746563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-05b2012e-3efd-4ccc-9802-3a1238c45ec7', 'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7', 'tenant_id': '72798590eed54dee92b608f3d9eab53b', 'fixed_ips': [{'subnet_id': 'cd0c1f1a-a4be-43b8-8834-d9a163cf244f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:50.747941 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.768988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-1a119ce9-5381-4520-ac1d-a343343fa481 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8 HTTP/1.1" status: 200 len: 1001 time: 0.1185005 Nov 12 10:57:50.773599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-18897dff-6648-426f-852a-2f2a0da38f79 service neutron] 10.222.0.31 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557147 Nov 12 10:57:50.868325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aff91da4-197d-4d38-afec-cb75a4d32d08 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:50.875502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-27ecaea9-3721-4036-bde2-39ce133402e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.877341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-27ecaea9-3721-4036-bde2-39ce133402e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=789c426f-bf45-4a95-a7ba-2ad03713001b HTTP/1.1" status: 200 len: 850 time: 0.0784280 Nov 12 10:57:51.013798 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.082256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-caa4df09-cb52-46d2-abc5-b02cb6fb63cf service neutron] 10.222.0.31 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965779 Nov 12 10:57:51.191607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port aff91da4-197d-4d38-afec-cb75a4d32d08 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:51.192210 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.242940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] For port c1f0fdb5-4ac4-412c-880f-063a0626ccef, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c1f0fdb5-4ac4-412c-880f-063a0626ccef,segment=NetworkSegment(3019ab26-703f-4918-a30d-c6a14298f4ef),segment_id=3019ab26-703f-4918-a30d-c6a14298f4ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:51.251010 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.309290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Allocated IP 2001:db8::2 (05b2012e-3efd-4ccc-9802-3a1238c45ec7/cd0c1f1a-a4be-43b8-8834-d9a163cf244f/c7bea2fe-80e4-4570-9bfb-8a4741a69222) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:51.327633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53476) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:51.334526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8555e5f-3539-48ca-b311-0be2130d722b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cace5ffc-bb1f-460c-a13c-7fe2ada84ff9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:51.387771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Provisioning complete for port 7e313d51-b844-4152-99fa-f42e2068d28f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:51.388254 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.395962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e18b34a-58ad-4f77-9d46-a35d90510826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.451128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:51.458754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.459067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c1f0fdb5-4ac4-412c-880f-063a0626ccef up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:51.470677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4adcc-bdcb-428f-a9de-27f3537014e9 req-03bd1909-68b9-4c4a-b30c-c0ec2f9a48ed tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:51.477933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4adcc-bdcb-428f-a9de-27f3537014e9 req-03bd1909-68b9-4c4a-b30c-c0ec2f9a48ed tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:51.480586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fee4adcc-bdcb-428f-a9de-27f3537014e9 req-03bd1909-68b9-4c4a-b30c-c0ec2f9a48ed tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1654 time: 1.0710211 Nov 12 10:57:51.528709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Pushing event updated for resources: {'Port': ['ID=c1f0fdb5-4ac4-412c-880f-063a0626ccef,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:51.608905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-675765b1-0a7c-42dc-adc0-4fc8c204e3f3 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:51.608905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-675765b1-0a7c-42dc-adc0-4fc8c204e3f3 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.52 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 949 time: 0.2763464 Nov 12 10:57:51.657902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-21ae7805-196b-4734-8f0b-65431a9d416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:51.659455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-21ae7805-196b-4734-8f0b-65431a9d416f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84d83270-68a2-460c-bdbc-b7952a16f15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6385140 Nov 12 10:57:51.673702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a05d734f-bde3-4b9d-8d2c-4750f46efc34 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:51.755752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c1f0fdb5-4ac4-412c-880f-063a0626ccef triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:51.756089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-aae3d601-fb65-4691-85a1-89f0ac1254ae service neutron] 10.222.0.31 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630688 Nov 12 10:57:51.756316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.846086 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.880464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.907134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-591ceda2-30d9-46c8-9ac6-69d78e3dbb4c service neutron] 10.222.0.52 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310817 Nov 12 10:57:51.919049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.034770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fee4adcc-bdcb-428f-a9de-27f3537014e9 req-6cfccf88-5b39-486d-9a98-275e9f718e2c tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914663 Nov 12 10:57:52.035006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:52.064910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Pushing event updated for resources: {'Port': ['ID=c7bea2fe-80e4-4570-9bfb-8a4741a69222,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:52.064910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:52.075377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] For port 7e313d51-b844-4152-99fa-f42e2068d28f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e313d51-b844-4152-99fa-f42e2068d28f,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:52.077183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:52.090336 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.122771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-36e9de24-c87f-4fb2-9cae-65cff4202b63 service neutron] 10.222.0.31 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531463 Nov 12 10:57:52.181774 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e18b34a-58ad-4f77-9d46-a35d90510826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.206127 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e18b34a-58ad-4f77-9d46-a35d90510826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.224715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:52.270964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'port_id': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'mac_address': 'fa:16:3e:dd:89:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33332d9-4c19-4638-b09e-027dd606f127', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:52.293342 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-28c98a3f-7bca-4047-a094-16d6ed7c6502 service neutron] 10.222.0.31 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541073 Nov 12 10:57:52.306763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e313d51-b844-4152-99fa-f42e2068d28f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:52.326376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffdc9f3e-d84b-4b2d-b58f-3dfb90cc7e16 req-979b6897-a3aa-4496-bab7-fb91614bd144 service neutron] 10.222.0.52 "GET /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073155 Nov 12 10:57:52.353975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Deleting port a9e1276d-5fdb-4bf8-8904-eef988841679 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:52.354932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.369394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5d516b2b-db33-44a3-a94e-17c40628b999 None None] Provisioning complete for port c1f0fdb5-4ac4-412c-880f-063a0626ccef triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:52.369775 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d516b2b-db33-44a3-a94e-17c40628b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.405840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c31da-87d6-4e77-af2b-405ad0f11ef1 None None] Pushing event updated for resources: {'Port': ['ID=7e313d51-b844-4152-99fa-f42e2068d28f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:52.410260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Attempting to bind port c7bea2fe-80e4-4570-9bfb-8a4741a69222 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:52.415700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0e18b34a-58ad-4f77-9d46-a35d90510826 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15ec2c369ba444e380d3421c8e7de100&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0779812 Nov 12 10:57:52.416559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Attempting to bind port c7bea2fe-80e4-4570-9bfb-8a4741a69222 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '990f481a-de70-4a32-a840-f3daa11a4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:52.417666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Attempting to bind port c7bea2fe-80e4-4570-9bfb-8a4741a69222 on network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:52.432421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18b34a-58ad-4f77-9d46-a35d90510826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0fcf82-3a5f-47d7-96c4-394d53f11395,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:52.435679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53478) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:52.474641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:52.475013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Checking segment: {'id': '990f481a-de70-4a32-a840-f3daa11a4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:52.475449 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.475862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Bound using segment: {'id': '990f481a-de70-4a32-a840-f3daa11a4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:52.476510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Bound port: c7bea2fe-80e4-4570-9bfb-8a4741a69222, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990f481a-de70-4a32-a840-f3daa11a4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:52.477015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.515091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.563600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ad35193f-0c9d-415d-b85e-19d90ebdd6fa service neutron] 10.222.0.31 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431591 Nov 12 10:57:52.594128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a05d734f-bde3-4b9d-8d2c-4750f46efc34 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:52.627640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d2c0a-4469-430d-b1c4-878f3aa75226 req-0e48012c-5b5a-4412-88e2-fc2f90254e63 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:52.629822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-797d2c0a-4469-430d-b1c4-878f3aa75226 req-0e48012c-5b5a-4412-88e2-fc2f90254e63 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 949 time: 0.4547331 Nov 12 10:57:52.669398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:52.677764 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.740902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7e313d51-b844-4152-99fa-f42e2068d28f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:52.741632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.745598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] For port c7bea2fe-80e4-4570-9bfb-8a4741a69222, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:52.746764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-24a7bccc-9e6a-41a9-8ac3-0e449ad9303d service neutron] 10.222.0.31 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746500 Nov 12 10:57:52.813850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09b7410-38af-4340-ba91-83d11e58acb7 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:52.850498 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.857075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] For port a9e1276d-5fdb-4bf8-8904-eef988841679, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a9e1276d-5fdb-4bf8-8904-eef988841679,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:52.857504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.894945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a05d734f-bde3-4b9d-8d2c-4750f46efc34'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:52.908927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] For port c7bea2fe-80e4-4570-9bfb-8a4741a69222, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c7bea2fe-80e4-4570-9bfb-8a4741a69222,segment=NetworkSegment(990f481a-de70-4a32-a840-f3daa11a4928),segment_id=990f481a-de70-4a32-a840-f3daa11a4928)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:52.937610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.957729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c565b8b0-5394-4c9d-bce6-8b51acd357fb service neutron] 10.222.0.31 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945510 Nov 12 10:57:52.958363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Transition to ACTIVE for port object b09b7410-38af-4340-ba91-83d11e58acb7 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:52.959271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Calling delete_port for a9e1276d-5fdb-4bf8-8904-eef988841679 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:52.991619 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.007195 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.012151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-797d2c0a-4469-430d-b1c4-878f3aa75226 req-753b122f-7ae1-4fd4-9474-2432e7f6cdea tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278522 Nov 12 10:57:53.027848 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539f8228-cf80-4bc7-876e-e69949e0e48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.067348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:53.071993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:53.124237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-0ccb87c3-7a3b-40e7-b4d7-ebc8f77ffe03 service neutron] 10.222.0.31 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521416 Nov 12 10:57:53.126202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:53.132174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.132174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.143371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5d516b2b-db33-44a3-a94e-17c40628b999 None None] Provisioning complete for port 7e313d51-b844-4152-99fa-f42e2068d28f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:53.143844 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d516b2b-db33-44a3-a94e-17c40628b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.175376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539f8228-cf80-4bc7-876e-e69949e0e48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.258272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=7df7531b-e0df-423b-acf2-99455729fe0a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:53.267425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b7410-38af-4340-ba91-83d11e58acb7,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:53.304715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53494) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:53.307530 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dc92619b-fb64-48a5-a5f2-1ebdcd556dce tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8800292 Nov 12 10:57:53.508834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9700189-ea61-4a57-ab8d-b177786c3db7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.511815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9700189-ea61-4a57-ab8d-b177786c3db7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.513779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9700189-ea61-4a57-ab8d-b177786c3db7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.515904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9700189-ea61-4a57-ab8d-b177786c3db7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.520485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9700189-ea61-4a57-ab8d-b177786c3db7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.522870 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f9700189-ea61-4a57-ab8d-b177786c3db7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2168794 Nov 12 10:57:53.529328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53504) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:53.535698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923248464'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:53.569868 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bfa77-88c1-4c0f-96cd-4df9b39ddc26 None None] Pushing event updated for resources: {'Port': ['ID=c7bea2fe-80e4-4570-9bfb-8a4741a69222,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:53.620758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:53.631065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.674840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a9e1276d-5fdb-4bf8-8904-eef988841679 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:53.732511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:53.741127 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539f8228-cf80-4bc7-876e-e69949e0e48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.749408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.749999 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment 05f0ef60-59a4-406f-9c84-fc936d4e12db of type vlan for network 3e96beb0-acf7-4020-9f85-2371351f9868 Nov 12 10:57:53.760380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539f8228-cf80-4bc7-876e-e69949e0e48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.770953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-539f8228-cf80-4bc7-876e-e69949e0e48e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a0fcf82-3a5f-47d7-96c4-394d53f11395 HTTP/1.1" status: 204 len: 168 time: 1.3223736 Nov 12 10:57:53.929253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c1f0fdb5-4ac4-412c-880f-063a0626ccef up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:53.982635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f8228-cf80-4bc7-876e-e69949e0e48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0fcf82-3a5f-47d7-96c4-394d53f11395,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:53.985429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.036517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Attempting to bind port b09b7410-38af-4340-ba91-83d11e58acb7 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:54.037362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Attempting to bind port b09b7410-38af-4340-ba91-83d11e58acb7 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:54.037931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Attempting to bind port b09b7410-38af-4340-ba91-83d11e58acb7 on network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:54.090650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.103800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.125307 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Port b09b7410-38af-4340-ba91-83d11e58acb7 on network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:54.125663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Attempting to bind port b09b7410-38af-4340-ba91-83d11e58acb7 on network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:54.135411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:54.144209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.220349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Pushing event deleted for resources: {'Port': ['ID=a9e1276d-5fdb-4bf8-8904-eef988841679,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:54.339481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] No DVR routers for this DVR port a9e1276d-5fdb-4bf8-8904-eef988841679 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:54.350191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.361355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73e62a3c-5a59-46de-9b70-494fcf458043 req-ec3815b7-84fe-40d6-b86c-1ffe2d0a5368 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.52 "DELETE /v2.0/ports/a9e1276d-5fdb-4bf8-8904-eef988841679 HTTP/1.1" status: 204 len: 173 time: 2.6906512 Nov 12 10:57:54.379075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:54.379541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Checking segment: {'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:54.382077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Bound using segment: {'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:54.384308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Bound port: b09b7410-38af-4340-ba91-83d11e58acb7, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db72a74-a005-4dd3-a53e-a0f6817d5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:54.384758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.421888 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:54.460926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8647fb74-e91f-4198-98fe-39f21b9fe31e', 'name': 'network-vif-deleted', 'tag': 'a9e1276d-5fdb-4bf8-8904-eef988841679'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:54.471376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9405479 Nov 12 10:57:54.474417 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b058571-ff43-49a0-a9db-9171f45625ff" -d '{"events": [{"server_uuid": "8647fb74-e91f-4198-98fe-39f21b9fe31e", "name": "network-vif-deleted", "tag": "a9e1276d-5fdb-4bf8-8904-eef988841679"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:54.475529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53524) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:54.499832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-83c356a8-e279-4837-9a5e-03e4af8620a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:54.565701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46901be6-d875-4cc4-a1d7-4d63cef70d99 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=3e96beb0-acf7-4020-9f85-2371351f9868,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:54.580011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a10da3-c85a-4264-8022-1276520825ba req-fe785b97-7c07-4bee-9d64-037f1a452c35 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:54.615704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a10da3-c85a-4264-8022-1276520825ba req-fe785b97-7c07-4bee-9d64-037f1a452c35 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:54.623195 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17a10da3-c85a-4264-8022-1276520825ba req-fe785b97-7c07-4bee-9d64-037f1a452c35 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1666 time: 0.6321280 Nov 12 10:57:54.854981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3589bcae-72dd-4907-9b86-085c1648285b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.908386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3e96beb0-acf7-4020-9f85-2371351f9868 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:54.954195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No active binding found for port a9e1276d-5fdb-4bf8-8904-eef988841679 {{(pid=109167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 10:57:54.956713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a9e1276d-5fdb-4bf8-8904-eef988841679 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:55.014005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] For port b09b7410-38af-4340-ba91-83d11e58acb7, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:55.023553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] For port b09b7410-38af-4340-ba91-83d11e58acb7, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b09b7410-38af-4340-ba91-83d11e58acb7,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:55.060289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17a10da3-c85a-4264-8022-1276520825ba req-fcb5319f-258b-455f-ab5f-e7141679a896 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249170 Nov 12 10:57:55.063224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.164433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:55.168776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.170961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/b09b7410-38af-4340-ba91-83d11e58acb7 HTTP/1.1" status: 200 len: 1093 time: 4.8417592 Nov 12 10:57:55.276776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Request body: {'port': {'device_id': '32461e14-6014-47bb-aef9-d917673eed7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:55.325339 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-83c356a8-e279-4837-9a5e-03e4af8620a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.416341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5d516b2b-db33-44a3-a94e-17c40628b999 None None] Provisioning complete for port 1fef2a63-536a-45aa-9ed8-6c646c7c303c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:55.416629 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d516b2b-db33-44a3-a94e-17c40628b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.418191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddf86c-4b54-4e20-ad0c-a5c9c56df9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b7410-38af-4340-ba91-83d11e58acb7,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:55.423974 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-83c356a8-e279-4837-9a5e-03e4af8620a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.490741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83c356a8-e279-4837-9a5e-03e4af8620a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 3e96beb0-acf7-4020-9f85-2371351f9868 is not hosted by any dhcp agent {{(pid=109165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 10:57:55.512355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c356a8-e279-4837-9a5e-03e4af8620a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:55.525979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-83c356a8-e279-4837-9a5e-03e4af8620a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.535257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-83c356a8-e279-4837-9a5e-03e4af8620a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "PUT /v2.0/networks/3e96beb0-acf7-4020-9f85-2371351f9868 HTTP/1.1" status: 200 len: 723 time: 1.0584202 Nov 12 10:57:55.545477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53554) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:55.607415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c1f0fdb5-4ac4-412c-880f-063a0626ccef triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:55.612087 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.637062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '3e96beb0-acf7-4020-9f85-2371351f9868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:55.657484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.763085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5d516b2b-db33-44a3-a94e-17c40628b999 None None] Port 1fef2a63-536a-45aa-9ed8-6c646c7c303c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:55.979815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c356a8-e279-4837-9a5e-03e4af8620a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=3e96beb0-acf7-4020-9f85-2371351f9868,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:56.032502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3e96beb0-acf7-4020-9f85-2371351f9868 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:56.190520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e313d51-b844-4152-99fa-f42e2068d28f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:56.231545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82f292f2-b58c-43d2-8bf8-f289e13343ab req-b7d5340a-9abd-43d5-9521-622440f9cfa8 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647fb74-e91f-4198-98fe-39f21b9fe31e HTTP/1.1" status: 200 len: 210 time: 0.5289047 Nov 12 10:57:56.235787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:56.237789 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b657d6-efcc-452c-83fe-cc96d860a116 x-openstack-request-id: req-06b657d6-efcc-452c-83fe-cc96d860a116 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:56.238130 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8647fb74-e91f-4198-98fe-39f21b9fe31e", "name": "network-vif-deleted", "tag": "a9e1276d-5fdb-4bf8-8904-eef988841679", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:56.238535 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06b657d6-efcc-452c-83fe-cc96d860a116 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:56.238963 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8647fb74-e91f-4198-98fe-39f21b9fe31e', 'name': 'network-vif-deleted', 'tag': 'a9e1276d-5fdb-4bf8-8904-eef988841679', 'status': 'completed', 'code': 200} Nov 12 10:57:56.241572 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.405988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a44951-5862-4503-aa79-e2c01cf0fc31 None None] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:56.448791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53578) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:56.449986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3e3a24dc-e42d-4e16-afaf-2d04b74fc6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.554698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e9bf153e-2e73-4a8e-a386-8b681523d5ab None None] Provisioning complete for port c7bea2fe-80e4-4570-9bfb-8a4741a69222 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:56.555727 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9bf153e-2e73-4a8e-a386-8b681523d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.619276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7e313d51-b844-4152-99fa-f42e2068d28f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:56.619989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.626056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b125-8d70-438c-8cce-8f05ef4214ba req-d01d681a-7488-4739-9c0c-d4ee7bb09675 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:56.634768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f723b125-8d70-438c-8cce-8f05ef4214ba req-d01d681a-7488-4739-9c0c-d4ee7bb09675 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 944 time: 0.4275913 Nov 12 10:57:56.771757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fef2a63-536a-45aa-9ed8-6c646c7c303c {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:56.799664 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.813165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-network', 'tenant_id': '2a1527725895485fafec360f4adecb3e'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:56.871734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f723b125-8d70-438c-8cce-8f05ef4214ba req-9725e684-7f3d-48ce-aa21-188255443122 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315145 Nov 12 10:57:56.895596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Transition to ACTIVE for port object 1fef2a63-536a-45aa-9ed8-6c646c7c303c will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:56.917199 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8a857c4-15b2-4eb1-a4be-d1349175c459 req-6ef2cef7-42e6-4d3e-9907-d2c138d88c2d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.4711270 Nov 12 10:57:56.919938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.923217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Made reservation on behalf of 2a1527725895485fafec360f4adecb3e for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:56.937259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.990228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.067262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Pushing event updated for resources: {'Port': ['ID=1fef2a63-536a-45aa-9ed8-6c646c7c303c,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:57.135969 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9bf153e-2e73-4a8e-a386-8b681523d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.159643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6fded6-39c5-4ae1-81e7-818629c2e33e None None] Update dhcp port {'port': {'network_id': '05b2012e-3efd-4ccc-9802-3a1238c45ec7', 'fixed_ips': [{'subnet_id': 'cd0c1f1a-a4be-43b8-8834-d9a163cf244f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7df7531b-e0df-423b-acf2-99455729fe0a'}], 'binding:host_id': 'n-d-768851-19'}, 'id': 'c7bea2fe-80e4-4570-9bfb-8a4741a69222'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 10:57:57.217813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.264884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484af72e-4924-43b1-888b-9f807a5779b1 req-3d8909ab-898b-468c-8e84-c5c5dc21e45e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:57.296132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484af72e-4924-43b1-888b-9f807a5779b1 req-3d8909ab-898b-468c-8e84-c5c5dc21e45e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:57.299195 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-484af72e-4924-43b1-888b-9f807a5779b1 req-3d8909ab-898b-468c-8e84-c5c5dc21e45e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1678 time: 0.1923332 Nov 12 10:57:57.320022 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6b6fded6-39c5-4ae1-81e7-818629c2e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.332922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e9bf153e-2e73-4a8e-a386-8b681523d5ab None None] For port c7bea2fe-80e4-4570-9bfb-8a4741a69222, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c7bea2fe-80e4-4570-9bfb-8a4741a69222,segment=NetworkSegment(990f481a-de70-4a32-a840-f3daa11a4928),segment_id=990f481a-de70-4a32-a840-f3daa11a4928)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:57.359114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9bf153e-2e73-4a8e-a386-8b681523d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.426655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Attempting to bind port 1fef2a63-536a-45aa-9ed8-6c646c7c303c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:57.438109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Attempting to bind port 1fef2a63-536a-45aa-9ed8-6c646c7c303c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:57.439091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Attempting to bind port 1fef2a63-536a-45aa-9ed8-6c646c7c303c on network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:57.461064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Port 1fef2a63-536a-45aa-9ed8-6c646c7c303c on network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:57.470925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Attempting to bind port 1fef2a63-536a-45aa-9ed8-6c646c7c303c on network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:57.479452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf153e-2e73-4a8e-a386-8b681523d5ab None None] Pushing event updated for resources: {'Port': ['ID=c7bea2fe-80e4-4570-9bfb-8a4741a69222,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:57.484599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c7bea2fe-80e4-4570-9bfb-8a4741a69222 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:57.506491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:57.507526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Checking segment: {'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:57.508368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Bound using segment: {'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:57.509387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Bound port: 1fef2a63-536a-45aa-9ed8-6c646c7c303c, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3019ab26-703f-4918-a30d-c6a14298f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:57.517863 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.536531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=95cc7639-8258-4f23-a08e-132ee3e693b3,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:57.561163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.618364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-484af72e-4924-43b1-888b-9f807a5779b1 req-883cc5bf-7561-49c1-9dbc-bd16b4c02136 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692745 Nov 12 10:57:57.642039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': '05f0ef60-59a4-406f-9c84-fc936d4e12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3e96beb0-acf7-4020-9f85-2371351f9868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:57.653733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: 3e96beb0-acf7-4020-9f85-2371351f9868, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:57.702035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 3e96beb0-acf7-4020-9f85-2371351f9868 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:57.708064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a05d734f-bde3-4b9d-8d2c-4750f46efc34 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:57.717364 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.721052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] For port 1fef2a63-536a-45aa-9ed8-6c646c7c303c, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:57.724524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 3e96beb0-acf7-4020-9f85-2371351f9868) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:57.732364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] For port 1fef2a63-536a-45aa-9ed8-6c646c7c303c, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1fef2a63-536a-45aa-9ed8-6c646c7c303c,segment=NetworkSegment(3019ab26-703f-4918-a30d-c6a14298f4ef),segment_id=3019ab26-703f-4918-a30d-c6a14298f4ef)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:57.735969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.737681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:57.739421 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.749949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.769505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b19ea9ae-4944-4db9-92af-2d432dcfd72e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1980865 Nov 12 10:57:57.772147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53602) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:57.778318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-63d37990-b78a-40b6-8f7f-71ec32119b35 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:57.782378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a134ba5-e32d-410a-95c8-7dc7de4f383c None None] Network 3e96beb0-acf7-4020-9f85-2371351f9868 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:57.853794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Pushing event updated for resources: {'Port': ['ID=1fef2a63-536a-45aa-9ed8-6c646c7c303c,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:57.895813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:57.896752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.899347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b6e8bb15-1e0f-4806-8193-af4b5483f8ed service neutron] 10.222.0.59 "PUT /v2.0/ports/1fef2a63-536a-45aa-9ed8-6c646c7c303c HTTP/1.1" status: 200 len: 1092 time: 2.6477783 Nov 12 10:57:57.899347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:57.960963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:57.966153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.966948 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Added segment a38a08de-6fa7-4e0f-a920-92e143364ea5 of type vlan for network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 Nov 12 10:57:58.076476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-63d37990-b78a-40b6-8f7f-71ec32119b35 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5792920'] for subnet, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.112231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c7bea2fe-80e4-4570-9bfb-8a4741a69222 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:58.113199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.119540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fe944-f26e-415e-8928-b5e2b87cad91 req-a58f74b1-c73f-40bb-bef3-74e67843d26c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.130444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-587fe944-f26e-415e-8928-b5e2b87cad91 req-a58f74b1-c73f-40bb-bef3-74e67843d26c tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 944 time: 0.2800179 Nov 12 10:57:58.202439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-6b6fded6-39c5-4ae1-81e7-818629c2e33e None None] Allocated IP 172.20.0.1 (05b2012e-3efd-4ccc-9802-3a1238c45ec7/7df7531b-e0df-423b-acf2-99455729fe0a/c7bea2fe-80e4-4570-9bfb-8a4741a69222) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:58.275328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'tag': 'b09b7410-38af-4340-ba91-83d11e58acb7'}, {'name': 'network-changed', 'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'tag': '1fef2a63-536a-45aa-9ed8-6c646c7c303c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:58.283554 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713" -d '{"events": [{"name": "network-changed", "server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "tag": "b09b7410-38af-4340-ba91-83d11e58acb7"}, {"name": "network-changed", "server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "tag": "1fef2a63-536a-45aa-9ed8-6c646c7c303c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:58.288296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port a05d734f-bde3-4b9d-8d2c-4750f46efc34 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:58.289891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.346826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.445393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-e295b053-f673-4516-868f-3c4443b29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.447618 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-e295b053-f673-4516-868f-3c4443b29d90 service neutron] 10.222.0.52 "GET /v2.0/ports/336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 1031 time: 0.2196753 Nov 12 10:57:58.464485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-4f6846e3-ed47-475a-b516-523389f97de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.464996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-4f6846e3-ed47-475a-b516-523389f97de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.467777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-4f6846e3-ed47-475a-b516-523389f97de4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1982 time: 0.3849788 Nov 12 10:57:58.495638 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-587fe944-f26e-415e-8928-b5e2b87cad91 req-f287f712-4e07-499a-869e-aca46d33871b tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607130 Nov 12 10:57:58.509777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a69eb87e-f846-49ee-831d-6cd1c192a7b3 req-193dd3cd-0819-4253-a07c-41a0053254c9 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0893662 Nov 12 10:57:58.545214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-63d37990-b78a-40b6-8f7f-71ec32119b35 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794361402251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5493880'] for subnet, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.573932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d37990-b78a-40b6-8f7f-71ec32119b35 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.574847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-63d37990-b78a-40b6-8f7f-71ec32119b35 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.579899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-63d37990-b78a-40b6-8f7f-71ec32119b35 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "PUT /v2.0/subnets/95cc7639-8258-4f23-a08e-132ee3e693b3 HTTP/1.1" status: 200 len: 826 time: 0.8031075 Nov 12 10:57:58.582124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53612) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:58.584158 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.585845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.587764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.667629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6b6fded6-39c5-4ae1-81e7-818629c2e33e None None] For port c7bea2fe-80e4-4570-9bfb-8a4741a69222, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c7bea2fe-80e4-4570-9bfb-8a4741a69222,segment=NetworkSegment(990f481a-de70-4a32-a840-f3daa11a4928),segment_id=990f481a-de70-4a32-a840-f3daa11a4928)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:58.673970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-0f1712aa-f868-42fc-ac46-c802a873b849 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=b09b7410-38af-4340-ba91-83d11e58acb7 HTTP/1.1" status: 200 len: 217 time: 0.1764984 Nov 12 10:57:58.719497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d37990-b78a-40b6-8f7f-71ec32119b35 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=95cc7639-8258-4f23-a08e-132ee3e693b3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:58.724584 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb83215-6c03-45b5-85e3-7ccab3efa136 x-openstack-request-id: req-bdb83215-6c03-45b5-85e3-7ccab3efa136 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:58.725183 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "tag": "b09b7410-38af-4340-ba91-83d11e58acb7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "tag": "1fef2a63-536a-45aa-9ed8-6c646c7c303c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:58.725774 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdb83215-6c03-45b5-85e3-7ccab3efa136 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:58.726631 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'tag': 'b09b7410-38af-4340-ba91-83d11e58acb7', 'status': 'completed', 'code': 200} Nov 12 10:57:58.727024 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'tag': '1fef2a63-536a-45aa-9ed8-6c646c7c303c', 'status': 'completed', 'code': 200} Nov 12 10:57:58.741541 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6b6fded6-39c5-4ae1-81e7-818629c2e33e None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.764430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-055d7ef6-aa70-41cf-b68c-e113e6f459f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.767118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-055d7ef6-aa70-41cf-b68c-e113e6f459f0 service neutron] 10.222.0.52 "GET /v2.0/ports/6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 1032 time: 0.2985890 Nov 12 10:57:58.783261 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6b6fded6-39c5-4ae1-81e7-818629c2e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.017237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf8a60-5c4d-49bd-999d-933240a45661 req-a218beb5-a8a4-4349-9b97-54a04b7e4eea tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.026074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf8a60-5c4d-49bd-999d-933240a45661 req-a218beb5-a8a4-4349-9b97-54a04b7e4eea tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.029114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eecf8a60-5c4d-49bd-999d-933240a45661 req-a218beb5-a8a4-4349-9b97-54a04b7e4eea tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1678 time: 0.1262157 Nov 12 10:57:59.123377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eecf8a60-5c4d-49bd-999d-933240a45661 req-ea1989db-d7fd-41c9-a702-3cceefb2ec06 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856669 Nov 12 10:57:59.249586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-3e96beb0-acf7-4020-9f85-2371351f9868', 'network_id': '3e96beb0-acf7-4020-9f85-2371351f9868', 'tenant_id': '72798590eed54dee92b608f3d9eab53b', 'fixed_ips': [{'subnet_id': '95cc7639-8258-4f23-a08e-132ee3e693b3'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:57:59.256456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.403533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afffe-b926-4887-9895-142a8d0f4f9d req-42005690-69aa-4cae-8861-3c89918d9cec tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.408743 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-213afffe-b926-4887-9895-142a8d0f4f9d req-42005690-69aa-4cae-8861-3c89918d9cec tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 944 time: 0.2236354 Nov 12 10:57:59.428179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fded6-39c5-4ae1-81e7-818629c2e33e None None] Pushing event updated for resources: {'Port': ['ID=c7bea2fe-80e4-4570-9bfb-8a4741a69222,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:59.462651 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.587630 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.601825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c7bea2fe-80e4-4570-9bfb-8a4741a69222 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:59.625739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1727490 Nov 12 10:57:59.630208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53632) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:59.655344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Request body: {'subnet': {'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-subnet', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:59.713356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Made reservation on behalf of 2a1527725895485fafec360f4adecb3e for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:59.720176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.783232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:59.787651 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cd2ccb-d946-44fb-a583-c98be3c080a9" -d '{"events": [{"server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:59.831092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:59.837896 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.840711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881239a3-608a-4961-8df8-a6facfd5afab admin admin] Pushing event updated for resources: {'Network': ['ID=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:59.859594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.879646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:59.881828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a05d734f-bde3-4b9d-8d2c-4750f46efc34 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:59.924228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-f8096325-31b0-49b9-ac6d-a5b8cc1ba533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.926487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-f8096325-31b0-49b9-ac6d-a5b8cc1ba533 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6a98a56-4403-4dfd-ab9a-7c89d849a5ea HTTP/1.1" status: 200 len: 801 time: 1.1982331 Nov 12 10:57:59.941919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-bf087bc5-d735-41dc-8719-b66b22a7dd09 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.950808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-bf087bc5-d735-41dc-8719-b66b22a7dd09 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.958155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-bf087bc5-d735-41dc-8719-b66b22a7dd09 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.961637 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-bf087bc5-d735-41dc-8719-b66b22a7dd09 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "GET /v2.0/networks?id=6f693615-e5a7-41a0-9004-ac6f0aac8815&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 HTTP/1.1" status: 200 len: 1994 time: 1.0815461 Nov 12 10:58:00.056960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39524384-c661-4673-bd23-cd18c337d103 req-a00c4044-de54-43fe-8aa5-6506c696812f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.057434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Allocated IP 2001:db8::2 (3e96beb0-acf7-4020-9f85-2371351f9868/95cc7639-8258-4f23-a08e-132ee3e693b3/5b2d7249-2f1f-4048-b6db-68e31ac433cc) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:00.060120 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-39524384-c661-4673-bd23-cd18c337d103 req-a00c4044-de54-43fe-8aa5-6506c696812f tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 951 time: 1.3636947 Nov 12 10:58:00.135578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Deleting port a05d734f-bde3-4b9d-8d2c-4750f46efc34 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:00.136042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.184101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:00.280853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.319757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.359084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f73b68-752b-4cee-abf6-fafcf8e5b1f9 req-de352f7a-546d-46b2-91b9-23a9df3e57c0 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.369498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-37f73b68-752b-4cee-abf6-fafcf8e5b1f9 req-de352f7a-546d-46b2-91b9-23a9df3e57c0 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 945 time: 0.6619949 Nov 12 10:58:00.387867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-1055771b-d000-4f16-a9c6-ba7590880eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.389579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-1055771b-d000-4f16-a9c6-ba7590880eae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee75bb64-7084-488f-a0f1-7b9e2ac3eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4237766 Nov 12 10:58:00.426491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c7bea2fe-80e4-4570-9bfb-8a4741a69222 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:00.428018 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.444111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ed95a-c692-4a37-9fa6-bada9047e602 None None] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:00.535287 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-a1759b25-3135-47a5-90bf-a29ffa6d7832 service neutron] 10.222.0.59 "GET /v2.0/networks/ee75bb64-7084-488f-a0f1-7b9e2ac3eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281838 Nov 12 10:58:00.547819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:00.548315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.561099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02c1cea-f807-4e06-a33e-9b396083142d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:00.599866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Calling delete_port for a05d734f-bde3-4b9d-8d2c-4750f46efc34 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:00.606779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Checking segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:00.607057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Network hostable DHCP agents. Network: 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:00.617137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-c75dcd67-4fc6-4327-a43d-fef3da0c85bd tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.619601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-c75dcd67-4fc6-4327-a43d-fef3da0c85bd tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 951 time: 0.2217588 Nov 12 10:58:00.630015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.641227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-37f73b68-752b-4cee-abf6-fafcf8e5b1f9 req-646302a2-2222-408a-bc6d-6968f4b98718 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693377 Nov 12 10:58:00.657339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-a411c138-9d8a-4d4b-95bb-7bf456e6ea04 service neutron] 10.222.0.59 "GET /v2.0/networks/ee75bb64-7084-488f-a0f1-7b9e2ac3eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097350 Nov 12 10:58:00.658692 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.661122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-39524384-c661-4673-bd23-cd18c337d103 req-f72b33bf-dc54-49a4-a58f-576eab7f30a8 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593314 Nov 12 10:58:00.683655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c8b1984a-0ff1-43a7-a42c-28ee3d646d31 None None] Provisioning complete for port c7bea2fe-80e4-4570-9bfb-8a4741a69222 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:00.683655 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c8b1984a-0ff1-43a7-a42c-28ee3d646d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.687996 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.697470 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.705307 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.732019 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-21a85625-6311-476e-9b06-53c6b0ca824a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3 HTTP/1.1" status: 200 len: 379 time: 0.6695139 Nov 12 10:58:00.737719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=95cc7639-8258-4f23-a08e-132ee3e693b3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:00.747170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'admin_state_up': True, 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'security_groups': ['ce7fb2b2-2953-431c-9b04-478b982e2164']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:00.878460 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee0feb-d248-45fe-8834-9a0f3e32698d x-openstack-request-id: req-1dee0feb-d248-45fe-8834-9a0f3e32698d {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:00.878905 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:00.879324 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dee0feb-d248-45fe-8834-9a0f3e32698d {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:00.879741 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'code': 200} Nov 12 10:58:00.938526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Network 3e96beb0-acf7-4020-9f85-2371351f9868 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:00.945330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:00.957765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:00.964082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.002845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:01.006010 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-b13790fe-7d55-44c9-98b7-211a0e17a7e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=1fef2a63-536a-45aa-9ed8-6c646c7c303c HTTP/1.1" status: 200 len: 217 time: 0.3195643 Nov 12 10:58:01.008856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-328c0164-52e9-4e44-a298-4c05a193d0da req-4f714271-ab37-44d2-b8c2-68d3bdab00b9 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0958126 Nov 12 10:58:01.100480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-83673aee-9838-4e9a-b97f-be6b0d4d863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.102447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-83673aee-9838-4e9a-b97f-be6b0d4d863d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e4599d4-9344-4c74-9d5c-4bf93b922f40 HTTP/1.1" status: 200 len: 801 time: 0.0764115 Nov 12 10:58:01.142210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a05d734f-bde3-4b9d-8d2c-4750f46efc34, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a05d734f-bde3-4b9d-8d2c-4750f46efc34,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:01.156778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Pushing event updated for resources: {'Port': ['ID=5b2d7249-2f1f-4048-b6db-68e31ac433cc,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:01.187276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.198943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.245556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e96beb0-acf7-4020-9f85-2371351f9868']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:01.259868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f0ef60-59a4-406f-9c84-fc936d4e12db') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:01.260193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f0ef60-59a4-406f-9c84-fc936d4e12db') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:01.276260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.296261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.303311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:01.303787 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.309674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:01.395256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:01.426252 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:01.443784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.449246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafdb99-534b-4206-8477-83d5c404e13f None None] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:01.455429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.513316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19003b-1342-4141-8431-1f0a27dea70b req-1b27e094-6427-4ca2-aa8c-baaca90cee34 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.522213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19003b-1342-4141-8431-1f0a27dea70b req-1b27e094-6427-4ca2-aa8c-baaca90cee34 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.532252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c19003b-1342-4141-8431-1f0a27dea70b req-1b27e094-6427-4ca2-aa8c-baaca90cee34 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1678 time: 0.2961590 Nov 12 10:58:01.535006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c7bea2fe-80e4-4570-9bfb-8a4741a69222 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:01.564889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Attempting to bind port 5b2d7249-2f1f-4048-b6db-68e31ac433cc on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:01.565537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Attempting to bind port 5b2d7249-2f1f-4048-b6db-68e31ac433cc by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '05f0ef60-59a4-406f-9c84-fc936d4e12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3e96beb0-acf7-4020-9f85-2371351f9868'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:01.566077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Attempting to bind port 5b2d7249-2f1f-4048-b6db-68e31ac433cc on network 3e96beb0-acf7-4020-9f85-2371351f9868 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:01.588469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c981fdd4-3a92-444e-adf8-8f619a7131c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9436865 Nov 12 10:58:01.589297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:01.596599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Deleting port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:01.597852 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.621577 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.api [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 10:58:01.621577 n-d-768851-19 neutron-server[109166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 10:58:01.621577 n-d-768851-19 neutron-server[109166]: [parameters: {'id': '3e96beb0-acf7-4020-9f85-2371351f9868'}] Nov 12 10:58:01.621577 n-d-768851-19 neutron-server[109166]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:58:01.622454 n-d-768851-19 neutron-server[109166]: DEBUG oslo_db.api [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:58:01.670645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:01.671659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Checking segment: {'id': '05f0ef60-59a4-406f-9c84-fc936d4e12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3e96beb0-acf7-4020-9f85-2371351f9868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:01.677552 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.678357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Bound using segment: {'id': '05f0ef60-59a4-406f-9c84-fc936d4e12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3e96beb0-acf7-4020-9f85-2371351f9868'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:01.679140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Bound port: 5b2d7249-2f1f-4048-b6db-68e31ac433cc, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f0ef60-59a4-406f-9c84-fc936d4e12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3e96beb0-acf7-4020-9f85-2371351f9868'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:01.679865 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.697889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:01.729352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] For port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:01.729788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.734900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53652) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:01.735934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Allocated IP 172.20.0.14 (6f693615-e5a7-41a0-9004-ac6f0aac8815/6eb17540-e5ed-4e03-aa3a-b71844022014/5f393c5f-c9cf-4602-b32d-224f86c2594d) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:01.737257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:01.762973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-3047d540-f5ed-43c8-ad0c-d906fd3a12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.764539 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-3047d540-f5ed-43c8-ad0c-d906fd3a12cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3477d7fc-4338-40a9-8a2c-fb8a282c8806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6505487 Nov 12 10:58:01.811119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Calling delete_port for da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:01.937179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c7bea2fe-80e4-4570-9bfb-8a4741a69222 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:01.937804 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.988361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6d149148-14f0-4483-a00a-5785639923eb None None] For port 5b2d7249-2f1f-4048-b6db-68e31ac433cc, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:02.028913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eca06-0009-45b0-ae41-89cf02a323c6 req-ecbcfff3-20d0-4d27-af25-77b1378271f4 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:02.030650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-350eca06-0009-45b0-ae41-89cf02a323c6 req-ecbcfff3-20d0-4d27-af25-77b1378271f4 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 865 time: 0.2560642 Nov 12 10:58:02.039040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df32fc87-73f9-491d-943c-4d1eac39a0ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.041513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6d149148-14f0-4483-a00a-5785639923eb None None] For port 5b2d7249-2f1f-4048-b6db-68e31ac433cc, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5b2d7249-2f1f-4048-b6db-68e31ac433cc,segment=NetworkSegment(05f0ef60-59a4-406f-9c84-fc936d4e12db),segment_id=05f0ef60-59a4-406f-9c84-fc936d4e12db)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:02.052170 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.133324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:58:02.142521 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.189620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df32fc87-73f9-491d-943c-4d1eac39a0ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.197279 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.200573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c19003b-1342-4141-8431-1f0a27dea70b req-67338958-a15d-46e3-ac3a-e88a7cb41e70 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663265 Nov 12 10:58:02.205745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.206548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.244899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df32fc87-73f9-491d-943c-4d1eac39a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.271476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-df32fc87-73f9-491d-943c-4d1eac39a0ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a66fd057a35430f83fb2ade150df738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5330825 Nov 12 10:58:02.298577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53660) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:02.319537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.325316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.344095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.403109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:02.414328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49efb084-5094-4a7f-a0de-0d9cd519b29d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.439045 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49efb084-5094-4a7f-a0de-0d9cd519b29d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.446407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a31599-597e-4f52-8cc5-ddbcb43d1755 None None] Network 3e96beb0-acf7-4020-9f85-2371351f9868 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:02.458173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d149148-14f0-4483-a00a-5785639923eb None None] Pushing event updated for resources: {'Port': ['ID=5b2d7249-2f1f-4048-b6db-68e31ac433cc,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:02.498798 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-350eca06-0009-45b0-ae41-89cf02a323c6 req-588d283c-b920-4851-800e-d0320278beef tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569352 Nov 12 10:58:02.500762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-fd61d24f-97f6-428e-b968-1176b4791e16 service neutron] 10.222.0.59 "GET /v2.0/networks/3477d7fc-4338-40a9-8a2c-fb8a282c8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250168 Nov 12 10:58:02.512270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49efb084-5094-4a7f-a0de-0d9cd519b29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.519580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49efb084-5094-4a7f-a0de-0d9cd519b29d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.520734 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-49efb084-5094-4a7f-a0de-0d9cd519b29d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f692318-b18a-4d7b-96f6-43567fee1050 HTTP/1.1" status: 204 len: 168 time: 0.2210450 Nov 12 10:58:02.527445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32fc87-73f9-491d-943c-4d1eac39a0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f692318-b18a-4d7b-96f6-43567fee1050,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:02.544628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cfbfe629-a6b0-46af-8631-a8ad20662b50 None None] Provisioning complete for port c7bea2fe-80e4-4570-9bfb-8a4741a69222 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:02.545033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe629-a6b0-46af-8631-a8ad20662b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.671171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.687662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efb084-5094-4a7f-a0de-0d9cd519b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f692318-b18a-4d7b-96f6-43567fee1050,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:02.737622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.755579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] No DVR routers for this DVR port da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:02.758474 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.765554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c9345012-e16a-4180-b4f0-bb38b949c1ed req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.59 "DELETE /v2.0/ports/da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 HTTP/1.1" status: 204 len: 173 time: 2.1361384 Nov 12 10:58:02.779685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting port 5b2d7249-2f1f-4048-b6db-68e31ac433cc {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:02.780026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.786897 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27254cbf-310e-4816-81ad-df6950142db1 req-7217b74d-8ef9-41c6-b81f-457d0a67aef2 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606 HTTP/1.1" status: 200 len: 210 time: 0.4173274 Nov 12 10:58:02.789318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'name': 'network-vif-deleted', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:02.793511 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aacc36-a8ca-4ff6-abb5-56bfc99cab19" -d '{"events": [{"server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "name": "network-vif-deleted", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:02.917281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe76b2-7476-422a-b4ea-4f3dcc68f0f1 tempest-ServersAdminTestJSON-1023433550 tempest-ServersAdminTestJSON-1023433550-project] Pushing event deleted for resources: {'Port': ['ID=da3e1c62-f088-40cd-bcd8-4e19c18cc8e5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:02.950346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:02.952687 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbee43e3-209c-4757-a34b-82d0d5ef73e7" -d '{"events": [{"server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:02.996538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ccf6b-b7d2-4656-a629-e2d86395755e None None] DHCP port deletion for 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:03.022270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event deleted for resources: {'Port': ['ID=a05d734f-bde3-4b9d-8d2c-4750f46efc34,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:03.031339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2637f89b-a234-4e85-a691-6b9f928949c2 req-028a1cb4-fe94-4ff1-9d89-d11946c2e5e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.3467460 Nov 12 10:58:03.038894 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40f6f56-6b89-4c0a-bfda-5e1d58d4f668 x-openstack-request-id: req-d40f6f56-6b89-4c0a-bfda-5e1d58d4f668 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:03.039179 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606", "name": "network-vif-deleted", "tag": "da3e1c62-f088-40cd-bcd8-4e19c18cc8e5", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:03.039436 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d40f6f56-6b89-4c0a-bfda-5e1d58d4f668 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:03.039835 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d68e6e9-6bd1-4ec2-9d30-f9a264a1c606', 'name': 'network-vif-deleted', 'tag': 'da3e1c62-f088-40cd-bcd8-4e19c18cc8e5', 'status': 'completed', 'code': 200} Nov 12 10:58:03.046570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] No DVR routers for this DVR port a05d734f-bde3-4b9d-8d2c-4750f46efc34 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:03.094243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] For port 5b2d7249-2f1f-4048-b6db-68e31ac433cc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5b2d7249-2f1f-4048-b6db-68e31ac433cc,segment=NetworkSegment(05f0ef60-59a4-406f-9c84-fc936d4e12db),segment_id=05f0ef60-59a4-406f-9c84-fc936d4e12db)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:03.095021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.105950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.110362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-213afffe-b926-4887-9895-142a8d0f4f9d req-2bc270dd-7eb1-4b67-b842-0b31f6572d26 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.52 "DELETE /v2.0/ports/a05d734f-bde3-4b9d-8d2c-4750f46efc34 HTTP/1.1" status: 204 len: 173 time: 3.6930163 Nov 12 10:58:03.141024 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0856a9-0568-4343-a22c-cf826d57f14b x-openstack-request-id: req-0e0856a9-0568-4343-a22c-cf826d57f14b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:03.141520 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:03.141942 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e0856a9-0568-4343-a22c-cf826d57f14b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:03.142500 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'code': 200} Nov 12 10:58:03.167978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Calling delete_port for 5b2d7249-2f1f-4048-b6db-68e31ac433cc owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:03.175911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ba3c24b-44bf-427f-b2df-dd87000aa7de req-46ad2e43-52bd-4a00-9c4d-dc84d0dac22f service neutron] 10.222.0.59 "GET /v2.0/networks/3477d7fc-4338-40a9-8a2c-fb8a282c8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524765 Nov 12 10:58:03.235390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.464187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Allocated IP 172.20.0.2 (67ba4a15-eab0-4c2b-8ba0-4ea321045ef9/e02c1cea-f807-4e06-a33e-9b396083142d/46723110-bee9-4699-a0da-82afbba13a52) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:03.507953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:03.526983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=5f393c5f-c9cf-4602-b32d-224f86c2594d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:03.544415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:03.571453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:03.615448 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.678445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.678966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f24a43-526c-46b7-ad9f-79e29ddd3169 None None] Network 3e96beb0-acf7-4020-9f85-2371351f9868 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:03.775924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-a7bd27cd-33e8-4eae-ae56-dd402f354d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.775924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-a7bd27cd-33e8-4eae-ae56-dd402f354d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.776496 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-a7bd27cd-33e8-4eae-ae56-dd402f354d3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1982 time: 0.4073675 Nov 12 10:58:03.911227 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.037257 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.044851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.048378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.048611 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.056216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Allocated IP 172.25.2.218 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/4cdb790c-794e-445f-bbe1-7581c45cc97b) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:04.074378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517a0d-90be-48f8-9789-2a2a38db42be req-323d9bb1-4808-4d12-977d-40dc5f50bad6 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.094019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517a0d-90be-48f8-9789-2a2a38db42be req-323d9bb1-4808-4d12-977d-40dc5f50bad6 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.095692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06517a0d-90be-48f8-9789-2a2a38db42be req-323d9bb1-4808-4d12-977d-40dc5f50bad6 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1678 time: 0.7318182 Nov 12 10:58:04.121691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:04.125193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Pushing event updated for resources: {'Port': ['ID=46723110-bee9-4699-a0da-82afbba13a52,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:04.137784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:04.147360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:04.160671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Port': ['ID=5b2d7249-2f1f-4048-b6db-68e31ac433cc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:04.174460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No DVR routers for this DVR port 5b2d7249-2f1f-4048-b6db-68e31ac433cc on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:04.215944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.219540 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-38fead24-0e0f-424b-94e1-4aba3b239c22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4776244 Nov 12 10:58:04.236425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'admin_state_up': True, 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'security_groups': ['ce7fb2b2-2953-431c-9b04-478b982e2164']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:04.272637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.306340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Attempting to bind port 46723110-bee9-4699-a0da-82afbba13a52 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:04.306917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Attempting to bind port 46723110-bee9-4699-a0da-82afbba13a52 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:04.307359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Attempting to bind port 46723110-bee9-4699-a0da-82afbba13a52 on network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:04.311339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1fcd7007-9a67-4b5f-a282-cfef23415bec None None] Provisioning complete for port 5f393c5f-c9cf-4602-b32d-224f86c2594d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:04.312517 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7007-9a67-4b5f-a282-cfef23415bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.346291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf70fc0-3a46-4c6e-aaee-ae871788f9d6 req-0016976e-4628-43eb-aebc-fa27a8333df4 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ceac2c-0894-427d-8479-c4b4a78248f7 HTTP/1.1" status: 200 len: 210 time: 0.3033512 Nov 12 10:58:04.374335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:04.385126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:04.397768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd7007-9a67-4b5f-a282-cfef23415bec None None] Port 5f393c5f-c9cf-4602-b32d-224f86c2594d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:04.403806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:04.411903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b386ea9-3d3a-4c73-a4db-f08333b2458c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:04.420431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:04.421087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Checking segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:04.421738 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.422389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Bound using segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:04.423193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Bound port: 46723110-bee9-4699-a0da-82afbba13a52, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:04.423808 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.426320 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06517a0d-90be-48f8-9789-2a2a38db42be req-b5c97b5f-4071-4bf5-ba84-6e6d8781d80d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812393 Nov 12 10:58:04.432744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-c5ab1c1c-2372-479b-9c32-48b90327faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.458666 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-c5ab1c1c-2372-479b-9c32-48b90327faf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 HTTP/1.1" status: 200 len: 901 time: 0.6442134 Nov 12 10:58:04.499507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.511500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4cdb790c-794e-445f-bbe1-7581c45cc97b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:04.542423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] For port 46723110-bee9-4699-a0da-82afbba13a52, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:04.551378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] For port 46723110-bee9-4699-a0da-82afbba13a52, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=46723110-bee9-4699-a0da-82afbba13a52,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:04.562074 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.655786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a07936-4abc-47f5-bc5e-24d491bbeb8a None None] Pushing event updated for resources: {'Port': ['ID=46723110-bee9-4699-a0da-82afbba13a52,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:04.695520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-c5cb6bc5-a90f-4ee5-bb0e-c8b17dd87a00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=b09b7410-38af-4340-ba91-83d11e58acb7 HTTP/1.1" status: 200 len: 217 time: 0.2208927 Nov 12 10:58:04.699076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-33baed8b-4771-404f-87fc-a37f46b4c6c6 None None] Provisioning complete for port 4cdb790c-794e-445f-bbe1-7581c45cc97b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:04.699505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33baed8b-4771-404f-87fc-a37f46b4c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.737162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e96beb0-acf7-4020-9f85-2371351f9868']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:04.795337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21abf2-b769-4eef-91e7-b6dd47d0c958 req-a6d8f7de-273f-4e75-93d8-2cee54a0914f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.808046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea21abf2-b769-4eef-91e7-b6dd47d0c958 req-a6d8f7de-273f-4e75-93d8-2cee54a0914f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 932 time: 0.1881075 Nov 12 10:58:04.826187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-33baed8b-4771-404f-87fc-a37f46b4c6c6 None None] Port 4cdb790c-794e-445f-bbe1-7581c45cc97b cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:04.875634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f0ef60-59a4-406f-9c84-fc936d4e12db') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:04.890901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f0ef60-59a4-406f-9c84-fc936d4e12db') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:04.903671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea21abf2-b769-4eef-91e7-b6dd47d0c958 req-655cd4a5-0315-46d0-beb4-aa1f3f37bc4c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947993 Nov 12 10:58:04.965186 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.991352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-c1570709-7e30-474b-9e14-b1743bb760e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.994528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-c1570709-7e30-474b-9e14-b1743bb760e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6a98a56-4403-4dfd-ab9a-7c89d849a5ea HTTP/1.1" status: 200 len: 801 time: 0.2949345 Nov 12 10:58:05.026548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.049643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'name': 'network-vif-deleted', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:05.051922 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2bb568-c191-46c0-8715-5a715957cd26" -d '{"events": [{"server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "name": "network-vif-deleted", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:05.150111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53708) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:05.158264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:05.159177 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.205689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.210177 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f8f01-f136-46b5-9fcc-8aeb690b13ee x-openstack-request-id: req-9f2f8f01-f136-46b5-9fcc-8aeb690b13ee {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:05.210600 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ceac2c-0894-427d-8479-c4b4a78248f7", "name": "network-vif-deleted", "tag": "a05d734f-bde3-4b9d-8d2c-4750f46efc34", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:05.210888 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f2f8f01-f136-46b5-9fcc-8aeb690b13ee {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:05.211481 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ceac2c-0894-427d-8479-c4b4a78248f7', 'name': 'network-vif-deleted', 'tag': 'a05d734f-bde3-4b9d-8d2c-4750f46efc34', 'status': 'completed', 'code': 200} Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:05.271925 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:05.275631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:05.277954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.577649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Allocated IP 10.1.1.227 (19b321b1-dc6e-4a0d-aabc-06e1fdd767b2/4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0/5c71c11f-17f3-4a32-887e-cb14d0ed66fc) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:05.594174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.640677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 46723110-bee9-4699-a0da-82afbba13a52 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:05.708049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.711458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/3e96beb0-acf7-4020-9f85-2371351f9868 HTTP/1.1" status: 204 len: 168 time: 7.1200352 Nov 12 10:58:05.715200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b09b7410-38af-4340-ba91-83d11e58acb7 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:05.724347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:05.731519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79989f0f-2f8a-49c2-91d4-44c5d7f4ecf7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=3e96beb0-acf7-4020-9f85-2371351f9868,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:05.767963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53722) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:05.818114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26170e97-be80-49f0-a2cd-0c34bae49e1f req-c3411f0c-5b61-441d-aa28-7c7b2b0f8758 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:05.820158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-b7e387ec-f93e-40ae-bf2e-fa32f62b5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:05.823468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-b7e387ec-f93e-40ae-bf2e-fa32f62b5130 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee75bb64-7084-488f-a0f1-7b9e2ac3eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8103197 Nov 12 10:58:05.825673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26170e97-be80-49f0-a2cd-0c34bae49e1f req-c3411f0c-5b61-441d-aa28-7c7b2b0f8758 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:05.827468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26170e97-be80-49f0-a2cd-0c34bae49e1f req-c3411f0c-5b61-441d-aa28-7c7b2b0f8758 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1678 time: 0.2758834 Nov 12 10:58:05.827894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53726) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:05.853151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:05.854391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device da3e1c62-f088-40cd-bcd8-4e19c18cc8e5 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:05.910473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.993421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26170e97-be80-49f0-a2cd-0c34bae49e1f req-de4ccdfe-1101-4cb5-bf3d-ce5e2573fb88 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552994 Nov 12 10:58:06.025256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 46723110-bee9-4699-a0da-82afbba13a52 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:06.026893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.249327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.268477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b09b7410-38af-4340-ba91-83d11e58acb7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b09b7410-38af-4340-ba91-83d11e58acb7,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:06.291158 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.341906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'b09b7410-38af-4340-ba91-83d11e58acb7', 'network_id': 'ee75bb64-7084-488f-a0f1-7b9e2ac3eb56', 'port_id': 'b09b7410-38af-4340-ba91-83d11e58acb7', 'mac_address': 'fa:16:3e:3b:98:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a98a56-4403-4dfd-ab9a-7c89d849a5ea', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:06.344465 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3de3509-5b79-41f0-8409-c96727c2b1c7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:06.346525 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3de3509-5b79-41f0-8409-c96727c2b1c7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:06.358731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a3de3509-5b79-41f0-8409-c96727c2b1c7 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/3e96beb0-acf7-4020-9f85-2371351f9868 HTTP/1.1" status: 404 len: 339 time: 0.5864985 Nov 12 10:58:06.439514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 46723110-bee9-4699-a0da-82afbba13a52, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=46723110-bee9-4699-a0da-82afbba13a52,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:06.442759 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.451179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53740) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:06.456820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140121060', 'description': 'd1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:06.462501 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.473658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7484aeab-1dea-4ce7-86b2-a454a117d014 None None] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:06.482837 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b7410-38af-4340-ba91-83d11e58acb7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:06.511163 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-83712cdb-89c5-4497-9fb1-e08f1f2dc2f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c1e7f67c8df48db9a67eec7eaad3a09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3565331 Nov 12 10:58:06.513587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-e3c43ed7-36a4-4a54-aa89-85bed5b460b7 service neutron] 10.222.0.59 "GET /v2.0/networks/ee75bb64-7084-488f-a0f1-7b9e2ac3eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340654 Nov 12 10:58:06.514980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.516506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53742) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:06.574578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:06.578600 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.590012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbeeb6-636b-4e4a-90c8-7020f1807e2c req-f1c6136d-386b-4fe7-878c-b819ed0f9772 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:06.591716 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9fbeeb6-636b-4e4a-90c8-7020f1807e2c req-f1c6136d-386b-4fe7-878c-b819ed0f9772 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 932 time: 0.4762878 Nov 12 10:58:06.607924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b09b7410-38af-4340-ba91-83d11e58acb7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b09b7410-38af-4340-ba91-83d11e58acb7,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:06.613265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b1d287fe-7861-4c05-976c-b46a32bc6558 None None] Provisioning complete for port 46723110-bee9-4699-a0da-82afbba13a52 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:06.613811 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b1d287fe-7861-4c05-976c-b46a32bc6558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.630640 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.631418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1fef2a63-536a-45aa-9ed8-6c646c7c303c details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:06.679239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=46723110-bee9-4699-a0da-82afbba13a52,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:06.730686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:06.755104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fb5bb3e-a70a-4fb3-af7f-62c4a3b35460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.769190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Router 0e39c3e3-e282-417b-aaf6-6392721df806 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:58:06.773857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.774595 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment 6f79c898-0a51-4b8a-bc93-fd1f726c59a2 of type vlan for network 4878128b-09aa-46e3-b17d-16c50315f3ff Nov 12 10:58:06.804645 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9fbeeb6-636b-4e4a-90c8-7020f1807e2c req-8bea00ba-e13a-441b-b20a-3844ac22e40c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000184 Nov 12 10:58:06.891565 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fb5bb3e-a70a-4fb3-af7f-62c4a3b35460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.919075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.964453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b09b7410-38af-4340-ba91-83d11e58acb7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:07.055294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1fef2a63-536a-45aa-9ed8-6c646c7c303c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1fef2a63-536a-45aa-9ed8-6c646c7c303c,segment=NetworkSegment(3019ab26-703f-4918-a30d-c6a14298f4ef),segment_id=3019ab26-703f-4918-a30d-c6a14298f4ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:07.097908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '1fef2a63-536a-45aa-9ed8-6c646c7c303c', 'network_id': '3477d7fc-4338-40a9-8a2c-fb8a282c8806', 'port_id': '1fef2a63-536a-45aa-9ed8-6c646c7c303c', 'mac_address': 'fa:16:3e:b6:53:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4599d4-9344-4c74-9d5c-4bf93b922f40', 'ip_address': '19.86.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:07.116607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881b5722-1461-4545-a55f-8b34e0699843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.146183 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.161256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.165090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fef2a63-536a-45aa-9ed8-6c646c7c303c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:07.167655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.168455 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.195923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1fef2a63-536a-45aa-9ed8-6c646c7c303c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1fef2a63-536a-45aa-9ed8-6c646c7c303c,segment=NetworkSegment(3019ab26-703f-4918-a30d-c6a14298f4ef),segment_id=3019ab26-703f-4918-a30d-c6a14298f4ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:07.206036 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.269202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=4878128b-09aa-46e3-b17d-16c50315f3ff,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:07.279671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fb5bb3e-a70a-4fb3-af7f-62c4a3b35460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.284039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fb5bb3e-a70a-4fb3-af7f-62c4a3b35460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.285518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4fb5bb3e-a70a-4fb3-af7f-62c4a3b35460 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc HTTP/1.1" status: 204 len: 168 time: 0.7655687 Nov 12 10:58:07.288137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1fef2a63-536a-45aa-9ed8-6c646c7c303c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:07.295243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 4878128b-09aa-46e3-b17d-16c50315f3ff details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:07.344501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5bb3e-a70a-4fb3-af7f-62c4a3b35460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b9493-a7fe-426f-b9ae-ef6c33f36ddc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:07.346621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-68857af9-3bec-44e1-be9f-da7f08c239c9 service neutron] 10.222.0.59 "GET /v2.0/networks/ee75bb64-7084-488f-a0f1-7b9e2ac3eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835960 Nov 12 10:58:07.362183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:07.374763 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:07.414564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ec6875f3-e738-4eef-bf66-f6b9028a0351 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9622629 Nov 12 10:58:07.418613 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:07.420934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53750) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:07.422117 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:07.451431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:07.471147 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.472705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a6a7e792-f5c0-4e33-8fc8-a3edfbb206e7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.7394383 Nov 12 10:58:07.510149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53752) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:07.522234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 46723110-bee9-4699-a0da-82afbba13a52 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:07.531787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ff5d8-dd08-401e-b167-1151586f99a9 req-346156ed-1fe3-4c8c-8c5e-d65ae3c215a5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.552502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ff5d8-dd08-401e-b167-1151586f99a9 req-346156ed-1fe3-4c8c-8c5e-d65ae3c215a5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.553446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:07.558663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:07.570380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad6ff5d8-dd08-401e-b167-1151586f99a9 req-346156ed-1fe3-4c8c-8c5e-d65ae3c215a5 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1680 time: 0.4191749 Nov 12 10:58:07.572760 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:07.634663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1fef2a63-536a-45aa-9ed8-6c646c7c303c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:07.636877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b09b7410-38af-4340-ba91-83d11e58acb7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:07.705006 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:07.812019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 46723110-bee9-4699-a0da-82afbba13a52 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:07.812633 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.812782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc79b8d-7fab-47a7-b4ff-9fa67d871bcd tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.827138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0bc79b8d-7fab-47a7-b4ff-9fa67d871bcd tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/networks?id=4878128b-09aa-46e3-b17d-16c50315f3ff HTTP/1.1" status: 200 len: 765 time: 0.4002061 Nov 12 10:58:07.827372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-875a88b4-049f-41fa-b347-71c544913532 None None] Provisioning complete for port 46723110-bee9-4699-a0da-82afbba13a52 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:07.827372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-875a88b4-049f-41fa-b347-71c544913532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.833278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53756) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:07.839009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1d0acea3-e58a-4bb3-b410-3f6f51b37536 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'description': 'd2'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:07.839986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24312c5-ea83-4122-b8d5-1c776854347d req-9e6e506d-0737-49f2-b8ee-7ddbd14fcc69 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.841814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-9e6e506d-0737-49f2-b8ee-7ddbd14fcc69 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 822 time: 1.5316787 Nov 12 10:58:07.865067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-1a986c9f-2c86-44e7-a1b5-b37bd18cd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.865910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-1a986c9f-2c86-44e7-a1b5-b37bd18cd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.867872 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-1a986c9f-2c86-44e7-a1b5-b37bd18cd834 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8129d4edf21f434eb7988c86eac81b8c&device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1984 time: 0.4137053 Nov 12 10:58:07.893117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.895143 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.947511 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3c393dd1-21ff-400e-91a2-84dad50e22d0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7152081 Nov 12 10:58:07.953462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad6ff5d8-dd08-401e-b167-1151586f99a9 req-0f4527e8-3c36-4063-8d02-dc8ad8cdd787 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529937 Nov 12 10:58:07.971981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-f80ad9f7-8377-477e-be2b-cc9280f77918 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:58:07.973079 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-f80ad9f7-8377-477e-be2b-cc9280f77918 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174775 Nov 12 10:58:08.032376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53762) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:08.051137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-d9d9f953-cdf4-4770-aa41-15a7731a7fcc tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/quotas/6c2c5d5853904f339db3460231c465f7 HTTP/1.1" status: 200 len: 375 time: 0.1973548 Nov 12 10:58:08.067267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'admin_state_up': True, 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'security_groups': ['ce7fb2b2-2953-431c-9b04-478b982e2164']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:08.123771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d4c11-7b85-4539-94fd-5cce5790a0b5 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 10:58:08.188049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f136f42f-55b2-4439-b6fc-bb1bd2448956 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12e0511a4ec54057b358b7b095792577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512160 Nov 12 10:58:08.193651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53764) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:08.259968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e147c-b883-4878-92dd-75e5c3ab6a40 req-8768ef1c-0846-46bf-9157-412096597eab tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:08.266825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e147c-b883-4878-92dd-75e5c3ab6a40 req-8768ef1c-0846-46bf-9157-412096597eab tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:08.275670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d65e147c-b883-4878-92dd-75e5c3ab6a40 req-8768ef1c-0846-46bf-9157-412096597eab tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 1654 time: 0.2011166 Nov 12 10:58:08.342613 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d0acea3-e58a-4bb3-b410-3f6f51b37536 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.385405 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d0acea3-e58a-4bb3-b410-3f6f51b37536 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.417019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d65e147c-b883-4878-92dd-75e5c3ab6a40 req-6feeb911-cad5-4752-98e8-729adcdab3d6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397331 Nov 12 10:58:08.442150 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23738786-beed-49dd-9c94-6dc62bef9c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.452838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d0acea3-e58a-4bb3-b410-3f6f51b37536 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 4878128b-09aa-46e3-b17d-16c50315f3ff is not hosted by any dhcp agent {{(pid=109165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 10:58:08.464006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0acea3-e58a-4bb3-b410-3f6f51b37536 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:08.465270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d0acea3-e58a-4bb3-b410-3f6f51b37536 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.467378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1d0acea3-e58a-4bb3-b410-3f6f51b37536 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "PUT /v2.0/networks/4878128b-09aa-46e3-b17d-16c50315f3ff HTTP/1.1" status: 200 len: 762 time: 0.6331170 Nov 12 10:58:08.480508 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-2ddde961-3164-441c-a354-a5393a9b6d64 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4021246 Nov 12 10:58:08.509762 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:04Z', 'revision_number': 3, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:08.542691 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:08.543042 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Updating router 0e39c3e3-e282-417b-aaf6-6392721df806 port 4cdb790c-794e-445f-bbe1-7581c45cc97b binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:58:08.559338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23738786-beed-49dd-9c94-6dc62bef9c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.574329 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.575734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0acea3-e58a-4bb3-b410-3f6f51b37536 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=4878128b-09aa-46e3-b17d-16c50315f3ff,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:08.579490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53766) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:08.652607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881b5722-1461-4545-a55f-8b34e0699843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.664675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-1de088b1-387a-4abe-ba35-3ece3499021f service neutron] 10.222.0.31 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817944 Nov 12 10:58:08.700475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-881b5722-1461-4545-a55f-8b34e0699843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.704425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef9164b-a98a-432c-bc5e-7b475848a3a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:08.706526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6ef9164b-a98a-432c-bc5e-7b475848a3a5 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/networks?id=4878128b-09aa-46e3-b17d-16c50315f3ff HTTP/1.1" status: 200 len: 765 time: 0.1232414 Nov 12 10:58:08.718141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53768) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:08.774765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:08.778534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.844397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-794250fb-ec3d-4862-832b-0895bbf9b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:08.849730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-794250fb-ec3d-4862-832b-0895bbf9b644 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3477d7fc-4338-40a9-8a2c-fb8a282c8806 HTTP/1.1" status: 200 len: 902 time: 0.9382565 Nov 12 10:58:08.916369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-881b5722-1461-4545-a55f-8b34e0699843 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e40d8069043c4b1ba0ee8ab807fbc199&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0793552 Nov 12 10:58:08.919469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53770) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:08.958755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 4878128b-09aa-46e3-b17d-16c50315f3ff details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:08.983821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-8695860b-eabe-4f47-9d01-01ed1db02498 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=1fef2a63-536a-45aa-9ed8-6c646c7c303c HTTP/1.1" status: 200 len: 217 time: 0.0597291 Nov 12 10:58:08.993999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b5722-1461-4545-a55f-8b34e0699843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdbd970-b2e1-4251-89a2-6a132f1e0bfa,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:09.021295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d4c11-7b85-4539-94fd-5cce5790a0b5 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 10:58:09.028313 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.052443 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.091452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a9e26-e493-4b5d-b5e5-b02b6b9b58cf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.100206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f81a9e26-e493-4b5d-b5e5-b02b6b9b58cf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3788283 Nov 12 10:58:09.103796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53774) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:09.111144 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23738786-beed-49dd-9c94-6dc62bef9c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.116216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23738786-beed-49dd-9c94-6dc62bef9c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.135810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-23738786-beed-49dd-9c94-6dc62bef9c4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35988b4d-4672-49b9-b721-62fe7e988598 HTTP/1.1" status: 204 len: 168 time: 0.9284418 Nov 12 10:58:09.161090 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Attempting to bind port 4cdb790c-794e-445f-bbe1-7581c45cc97b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:09.161523 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Attempting to bind port 4cdb790c-794e-445f-bbe1-7581c45cc97b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:09.161894 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Attempting to bind port 4cdb790c-794e-445f-bbe1-7581c45cc97b on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:09.205814 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:09.206277 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:09.206683 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.207088 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:09.209273 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Bound port: 4cdb790c-794e-445f-bbe1-7581c45cc97b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:09.209611 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.230350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ea245e26-07fe-489b-a95a-d3351ebdf55f None None] Provisioning complete for port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:09.230736 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ea245e26-07fe-489b-a95a-d3351ebdf55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.277347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ea245e26-07fe-489b-a95a-d3351ebdf55f None None] Port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:09.305050 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] For port 4cdb790c-794e-445f-bbe1-7581c45cc97b, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:09.313280 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] For port 4cdb790c-794e-445f-bbe1-7581c45cc97b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4cdb790c-794e-445f-bbe1-7581c45cc97b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:09.329204 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.334200 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Pushing event updated for resources: {'Port': ['ID=4cdb790c-794e-445f-bbe1-7581c45cc97b,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:09.356141 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.356744 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.357314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.357837 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.358526 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.359182 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.359692 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.360199 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.360838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-0d315f05-a2a0-4c0a-8cfb-cbec7f08b23c service neutron] 10.222.0.31 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905482 Nov 12 10:58:09.361632 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.362148 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.362654 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.363479 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:09.375782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76c03abb-5235-4187-a5ad-8cfaa89bb3a6 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 207 time: 0.2364824 Nov 12 10:58:09.382172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-1442ea94-175a-4c5f-98ee-24c81193425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.387979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53778) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:09.388816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23738786-beed-49dd-9c94-6dc62bef9c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35988b4d-4672-49b9-b721-62fe7e988598,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:09.389728 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-1442ea94-175a-4c5f-98ee-24c81193425d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e4599d4-9344-4c74-9d5c-4bf93b922f40 HTTP/1.1" status: 200 len: 801 time: 0.3926284 Nov 12 10:58:09.457784 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:09.458153 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:09.534713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c02a702e-e44f-433c-9c95-c025127d63ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.570320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139990c-3054-41e0-8021-3bb5d2eb261b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:09.602884 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b11605-ba1e-46a2-b8ea-78b17b4c98f7 None None] Pushing event updated for resources: {'Port': ['ID=4cdb790c-794e-445f-bbe1-7581c45cc97b,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:09.628385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba30195-aabe-4dac-854a-792daaa4a421 req-df47d57f-05be-4691-bd1d-a07fbca3eddd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.632695 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd727a-bb2c-467d-a9cf-b263bac20f2e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:09.647415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba30195-aabe-4dac-854a-792daaa4a421 req-df47d57f-05be-4691-bd1d-a07fbca3eddd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.670189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fba30195-aabe-4dac-854a-792daaa4a421 req-df47d57f-05be-4691-bd1d-a07fbca3eddd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1680 time: 0.4598260 Nov 12 10:58:09.747988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b09b7410-38af-4340-ba91-83d11e58acb7 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:09.752582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Allocated IP 10.1.1.127 (19b321b1-dc6e-4a0d-aabc-06e1fdd767b2/4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0/c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:09.760087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c02a702e-e44f-433c-9c95-c025127d63ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.765004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9d280044-27c5-4b6f-b6e4-49890808ad67 None None] Provisioning complete for port 4cdb790c-794e-445f-bbe1-7581c45cc97b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:09.765393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d280044-27c5-4b6f-b6e4-49890808ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.862716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-74dfd972-60be-4fbd-98b1-5de956d4f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.864258 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-74dfd972-60be-4fbd-98b1-5de956d4f520 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3477d7fc-4338-40a9-8a2c-fb8a282c8806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4431338 Nov 12 10:58:09.942769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-04c1a744-cf99-4251-bd2e-fcb1cc65f270 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:58:09.943800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-04c1a744-cf99-4251-bd2e-fcb1cc65f270 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0374737 Nov 12 10:58:09.948195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a881ded-8fd0-4251-81d9-e6c55dda2f03 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.955258 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.966545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a881ded-8fd0-4251-81d9-e6c55dda2f03 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.970136 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:09.981667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a881ded-8fd0-4251-81d9-e6c55dda2f03 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.988490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a881ded-8fd0-4251-81d9-e6c55dda2f03 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.007198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a881ded-8fd0-4251-81d9-e6c55dda2f03 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.017940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port b09b7410-38af-4340-ba91-83d11e58acb7 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:10.031535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a881ded-8fd0-4251-81d9-e6c55dda2f03 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.039646 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2a881ded-8fd0-4251-81d9-e6c55dda2f03 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6486130 Nov 12 10:58:10.048106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53802) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:10.121011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d280044-27c5-4b6f-b6e4-49890808ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.135505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port b09b7410-38af-4340-ba91-83d11e58acb7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:10.136090 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.206232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9d280044-27c5-4b6f-b6e4-49890808ad67 None None] For port 4cdb790c-794e-445f-bbe1-7581c45cc97b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4cdb790c-794e-445f-bbe1-7581c45cc97b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:10.221902 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d280044-27c5-4b6f-b6e4-49890808ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.265483 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.325227 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:04Z', 'revision_number': 3, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:10.367161 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740fd37-e844-4d88-89ad-1b287fc38436 None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:04Z', 'revision_number': 3, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:10.385507 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-87c56051-b4d4-471e-8605-58a6f32a15cb tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3345497 Nov 12 10:58:10.388750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53810) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:10.406885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d280044-27c5-4b6f-b6e4-49890808ad67 None None] Pushing event updated for resources: {'Port': ['ID=4cdb790c-794e-445f-bbe1-7581c45cc97b,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:10.421413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fba30195-aabe-4dac-854a-792daaa4a421 req-f1df4eeb-c5cf-4d6c-a6ad-7fd5c9b8aa2f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7230709 Nov 12 10:58:10.435576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-5e8039eb-03e9-459f-a43c-e8d7d943085a service neutron] 10.222.0.59 "GET /v2.0/networks/3477d7fc-4338-40a9-8a2c-fb8a282c8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615240 Nov 12 10:58:10.450394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.468465 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.558089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b7410-38af-4340-ba91-83d11e58acb7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:10.560429 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ee1eb2-a3a4-4537-8914-5b4144a62eae" -d '{"events": [{"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-plugged", "status": "completed", "tag": "b09b7410-38af-4340-ba91-83d11e58acb7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:10.573634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde869e2-cfb3-4b76-aa56-f44e0115b5fd tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.584758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde869e2-cfb3-4b76-aa56-f44e0115b5fd tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.588939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde869e2-cfb3-4b76-aa56-f44e0115b5fd tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.598304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde869e2-cfb3-4b76-aa56-f44e0115b5fd tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.599912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde869e2-cfb3-4b76-aa56-f44e0115b5fd tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.602058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b09b7410-38af-4340-ba91-83d11e58acb7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b09b7410-38af-4340-ba91-83d11e58acb7,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:10.610797 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.622972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bde869e2-cfb3-4b76-aa56-f44e0115b5fd tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2327433 Nov 12 10:58:10.623750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53818) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:10.660587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53820) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:10.725060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e11e-952b-4fea-8ae8-4a81bafd8fb1 req-3a7e8e69-ab94-4434-84d9-c1b2fd1dae0b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.731896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec6de5-1ada-4393-b27e-2f4084bc8a5c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.733631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec6de5-1ada-4393-b27e-2f4084bc8a5c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.735759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec6de5-1ada-4393-b27e-2f4084bc8a5c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.736344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e11e-952b-4fea-8ae8-4a81bafd8fb1 req-3a7e8e69-ab94-4434-84d9-c1b2fd1dae0b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.738100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec6de5-1ada-4393-b27e-2f4084bc8a5c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.739265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e665e11e-952b-4fea-8ae8-4a81bafd8fb1 req-3a7e8e69-ab94-4434-84d9-c1b2fd1dae0b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 1654 time: 0.9834166 Nov 12 10:58:10.740074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec6de5-1ada-4393-b27e-2f4084bc8a5c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.742262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-beec6de5-1ada-4393-b27e-2f4084bc8a5c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1171472 Nov 12 10:58:10.747250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53822) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:10.748786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b09b7410-38af-4340-ba91-83d11e58acb7,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:11.018560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bda1205c-24ac-4806-b9b3-7ccd860a660c req-73e13e16-3b6b-4989-80f9-e227c0e2a094 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 210 time: 0.2520585 Nov 12 10:58:11.077498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda4787-9b1a-4247-90d3-5b2afc74c5ae tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:11.079316 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9fda4787-9b1a-4247-90d3-5b2afc74c5ae tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/networks/39f8610a-23c5-4e72-b1eb-b73fdbfeba98 HTTP/1.1" status: 200 len: 802 time: 0.3296151 Nov 12 10:58:11.083570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53826) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:11.097037 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbec675-9f19-49ca-936a-c829ebbbacf3 x-openstack-request-id: req-5fbec675-9f19-49ca-936a-c829ebbbacf3 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:11.097545 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-plugged", "status": "completed", "tag": "b09b7410-38af-4340-ba91-83d11e58acb7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:11.097657 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fbec675-9f19-49ca-936a-c829ebbbacf3 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:11.097967 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b7410-38af-4340-ba91-83d11e58acb7', 'code': 200} Nov 12 10:58:11.281521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c02a702e-e44f-433c-9c95-c025127d63ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.286841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c02a702e-e44f-433c-9c95-c025127d63ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.288886 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c02a702e-e44f-433c-9c95-c025127d63ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbdbd970-b2e1-4251-89a2-6a132f1e0bfa HTTP/1.1" status: 204 len: 168 time: 2.3634584 Nov 12 10:58:11.344940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-network', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:11.432679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a702e-e44f-433c-9c95-c025127d63ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdbd970-b2e1-4251-89a2-6a132f1e0bfa,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:11.564087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4cdb790c-794e-445f-bbe1-7581c45cc97b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:11.615799 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.661688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Made reservation on behalf of 6ebb16fa4d4f4b7ea2c94b726b7585a5 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:11.667391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.706900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4cdb790c-794e-445f-bbe1-7581c45cc97b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:11.707827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.710217 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.721412 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e665e11e-952b-4fea-8ae8-4a81bafd8fb1 req-7cd3baf6-1f52-47e7-9fce-767eef5bc578 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9530416 Nov 12 10:58:11.752813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1fef2a63-536a-45aa-9ed8-6c646c7c303c up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:11.771685 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ebdf4a6-9d3f-4efb-9053-d74b60f4f713 req-9741a9f5-d28a-4fc8-8aec-bbebdf21f3c2 service neutron] 10.222.0.59 "GET /v2.0/networks/3477d7fc-4338-40a9-8a2c-fb8a282c8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2983675 Nov 12 10:58:11.832733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2c29e9da-524c-4236-9098-99a27c776df0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/networks/39f8610a-23c5-4e72-b1eb-b73fdbfeba98?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.7478240 Nov 12 10:58:11.846176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53840) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:11.877460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386698b-6db4-45ec-9ec6-284293919344 req-09bef31c-08f7-48ab-8ee2-8c16879954fc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:11.886335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386698b-6db4-45ec-9ec6-284293919344 req-09bef31c-08f7-48ab-8ee2-8c16879954fc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:11.901404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9386698b-6db4-45ec-9ec6-284293919344 req-09bef31c-08f7-48ab-8ee2-8c16879954fc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1681 time: 0.2168064 Nov 12 10:58:11.949235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8fcb3ecf-f845-4c17-b68e-625a4d7a00df tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:11.950804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8fcb3ecf-f845-4c17-b68e-625a4d7a00df tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.59 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 822 time: 0.3309627 Nov 12 10:58:11.955977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 1fef2a63-536a-45aa-9ed8-6c646c7c303c completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:11.960768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 1fef2a63-536a-45aa-9ed8-6c646c7c303c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:11.961321 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.020116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Request body: {'port': {'device_id': '4e3df8cf-3dc9-491a-986b-66f893393da8', 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'admin_state_up': True, 'tenant_id': '6c2c5d5853904f339db3460231c465f7'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:12.037583 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.144352 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.167501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f67c6-a7b8-49f9-9d29-6dc6f6025c1f tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:12.173171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53848) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:12.175482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-044f67c6-a7b8-49f9-9d29-6dc6f6025c1f tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/subnets/4fb9def2-9dd2-4c25-a554-88c77696974f HTTP/1.1" status: 200 len: 843 time: 0.3257973 Nov 12 10:58:12.195129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9386698b-6db4-45ec-9ec6-284293919344 req-d43f5fb3-a87b-4493-b055-301d393b33b7 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928197 Nov 12 10:58:12.195790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1fef2a63-536a-45aa-9ed8-6c646c7c303c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1fef2a63-536a-45aa-9ed8-6c646c7c303c,segment=NetworkSegment(3019ab26-703f-4918-a30d-c6a14298f4ef),segment_id=3019ab26-703f-4918-a30d-c6a14298f4ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:12.197194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:12.213345 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.270330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Allocated IP 172.20.0.1 (67ba4a15-eab0-4c2b-8ba0-4ea321045ef9/e02c1cea-f807-4e06-a33e-9b396083142d/0466adeb-32eb-4269-beb6-a3541778a502) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:12.300812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Made reservation on behalf of 6c2c5d5853904f339db3460231c465f7 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:12.304917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.332490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1fef2a63-536a-45aa-9ed8-6c646c7c303c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:12.344681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49b61591-f456-4060-b37f-689abeb428f0 req-52f93066-494b-48e8-ab62-ec3526302df5 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 210 time: 0.1718383 Nov 12 10:58:12.365072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:12.377178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:12.410089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:12.498441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6236dc6-36b0-4a18-b37f-701a07376d01 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:12.499925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c6236dc6-36b0-4a18-b37f-701a07376d01 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "GET /v2.0/subnets/4fb9def2-9dd2-4c25-a554-88c77696974f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2974803 Nov 12 10:58:12.504307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53858) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:12.510213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768751642'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:12.531038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Allocated IP 172.20.0.3 (0f015bb6-ad9c-4837-8ae7-dbfb556b65f9/d33332d9-4c19-4638-b09e-027dd606f127/eb047000-9f43-4bce-bf26-e93ec4a08313) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:12.561223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.568857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:12.569566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.574256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:12.578468 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.585345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.591410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:12.601306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.601654 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Added segment 6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e of type vlan for network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 Nov 12 10:58:12.619269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53860) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:12.657792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.670068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:12.699544 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.700881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:12.701503 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.747492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.748340 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Added segment e2b3913e-37b4-488a-873f-b021d9fb449d of type vlan for network 348edc79-5df7-4011-9982-8c31e419739e Nov 12 10:58:12.759741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-582244cd-6f7e-4887-b02f-d1ab298507bf tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6962173 Nov 12 10:58:12.780321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3', 'admin_state_up': True, 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'security_groups': ['ce7fb2b2-2953-431c-9b04-478b982e2164']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:12.826090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ae314-c205-494d-b3e0-a6a1b95439e5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:12.867476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.874065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1468847c-9c40-41bf-b1a9-3be98ac4d4e0 None None] Provisioning complete for port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:12.880563 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1468847c-9c40-41bf-b1a9-3be98ac4d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.890310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1641361956-network', 'tenant_id': 'dbe1eecf24ab4bd48f86a7c7686d5e08'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:12.901296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1608965 Nov 12 10:58:12.908985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53866) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:12.919709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.940323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Request body: {'subnet': {'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-subnet', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:12.942557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c58c9-4ffa-4c98-8dd2-eb5f9497f110 admin admin] Pushing event updated for resources: {'Network': ['ID=2c2c5b0b-4e02-498e-9271-95dc9a18a4e4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:12.959749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:12.965157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1468847c-9c40-41bf-b1a9-3be98ac4d4e0 None None] Port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:13.016890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.022825 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.028535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.029242 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.073390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.091292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Made reservation on behalf of dbe1eecf24ab4bd48f86a7c7686d5e08 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:13.093706 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.100986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fef2a63-536a-45aa-9ed8-6c646c7c303c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:13.104366 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9c83f0-e5b2-4059-8050-1394559c0be2" -d '{"events": [{"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-plugged", "status": "completed", "tag": "1fef2a63-536a-45aa-9ed8-6c646c7c303c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:13.112535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Made reservation on behalf of 6ebb16fa4d4f4b7ea2c94b726b7585a5 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:13.120169 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.146666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:13.158037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:13.179214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:13.193023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:13.198086 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f92ab00-3c6f-40be-a16e-f7bf27111337 x-openstack-request-id: req-2f92ab00-3c6f-40be-a16e-f7bf27111337 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:13.198654 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-plugged", "status": "completed", "tag": "1fef2a63-536a-45aa-9ed8-6c646c7c303c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:13.198751 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f92ab00-3c6f-40be-a16e-f7bf27111337 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:13.199138 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fef2a63-536a-45aa-9ed8-6c646c7c303c', 'code': 200} Nov 12 10:58:13.200384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.252989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Pushing event updated for resources: {'Port': ['ID=0466adeb-32eb-4269-beb6-a3541778a502,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:13.364466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.393320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96888e-b6e3-4d13-bbac-a09d92342bfa req-5c691d8e-663b-4016-b4d7-ef8ed86ff777 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.403692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96888e-b6e3-4d13-bbac-a09d92342bfa req-5c691d8e-663b-4016-b4d7-ef8ed86ff777 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.410581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96888e-b6e3-4d13-bbac-a09d92342bfa req-5c691d8e-663b-4016-b4d7-ef8ed86ff777 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.418628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf96888e-b6e3-4d13-bbac-a09d92342bfa req-5c691d8e-663b-4016-b4d7-ef8ed86ff777 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 2375 time: 0.5169621 Nov 12 10:58:13.431552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.496040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9900196 Nov 12 10:58:13.504413 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.508091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-02f46fbe-57fc-4fa5-8ff5-a66210faf228 None None] Provisioning complete for port 0466adeb-32eb-4269-beb6-a3541778a502 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:13.508535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02f46fbe-57fc-4fa5-8ff5-a66210faf228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.509292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53878) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:13.516429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'network_id': '348edc79-5df7-4011-9982-8c31e419739e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:13.522650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506c834-8c16-4678-8295-d36cb0f47131 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Network': ['ID=348edc79-5df7-4011-9982-8c31e419739e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:13.559209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 348edc79-5df7-4011-9982-8c31e419739e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:13.588458 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.590441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:13.591794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cea0c-d840-4510-be83-f3e754d250ee req-4be90303-b0eb-484c-bf8a-baee6ac5667e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.603253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cea0c-d840-4510-be83-f3e754d250ee req-4be90303-b0eb-484c-bf8a-baee6ac5667e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.605758 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd9cea0c-d840-4510-be83-f3e754d250ee req-4be90303-b0eb-484c-bf8a-baee6ac5667e tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1682 time: 0.2719119 Nov 12 10:58:13.613335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f5f45-eaba-49a5-acf7-5789d68f6b85,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:13.665165 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.665165 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Added segment d7ffd109-a1de-480e-bf20-198532b55615 of type vlan for network 5a302518-1705-4149-8fc8-698317deedc9 Nov 12 10:58:13.666427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-02f46fbe-57fc-4fa5-8ff5-a66210faf228 None None] Port 0466adeb-32eb-4269-beb6-a3541778a502 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:13.668504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.686070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf96888e-b6e3-4d13-bbac-a09d92342bfa req-07737f6b-bb5c-427d-9e2e-f376d08569f4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658379 Nov 12 10:58:13.723254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e736556-efe1-47e5-8e14-65913c25e0e1 req-589816ae-c1f9-4ee5-8b63-2f3d1c9648ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.723806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e736556-efe1-47e5-8e14-65913c25e0e1 req-589816ae-c1f9-4ee5-8b63-2f3d1c9648ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.725340 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e736556-efe1-47e5-8e14-65913c25e0e1 req-589816ae-c1f9-4ee5-8b63-2f3d1c9648ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1986 time: 0.4397910 Nov 12 10:58:13.731722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:13.747658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:13.756420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event updated for resources: {'Port': ['ID=eb047000-9f43-4bce-bf26-e93ec4a08313,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:13.763571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:13.768402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.787760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502bf14-0f8b-4fae-9078-8d727d7022f2 None None] DHCP port deletion for 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:13.899790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.900433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.906923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.907885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.908472 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.922770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Made reservation on behalf of 72798590eed54dee92b608f3d9eab53b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:13.927131 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.931291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-988b314d-fd04-4a6a-aaab-84c2a10aa2c9 None None] Provisioning complete for port eb047000-9f43-4bce-bf26-e93ec4a08313 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:13.932189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-988b314d-fd04-4a6a-aaab-84c2a10aa2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.950989 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd9cea0c-d840-4510-be83-f3e754d250ee req-89139719-f8ba-4a71-b617-bdd948eeabd7 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349676 Nov 12 10:58:13.991226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-988b314d-fd04-4a6a-aaab-84c2a10aa2c9 None None] Port eb047000-9f43-4bce-bf26-e93ec4a08313 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:14.001714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3796964 Nov 12 10:58:14.007968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53880) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:14.032550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Request body: {'subnet': {'network_id': '5a302518-1705-4149-8fc8-698317deedc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1641361956-subnet', 'tenant_id': 'dbe1eecf24ab4bd48f86a7c7686d5e08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:14.066295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-8db2be05-81cc-4a45-a2c7-aeab04cac9e8 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0554543 Nov 12 10:58:14.085555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Request body: {'port': {'device_id': '4e3df8cf-3dc9-491a-986b-66f893393da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:14.091961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e736556-efe1-47e5-8e14-65913c25e0e1 req-93a83247-959d-4d1b-a28a-da578b0b18ca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523757 Nov 12 10:58:14.104163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.108260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Performing IP validity checks on allocation pools {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 10:58:14.108787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 10:58:14.123043 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.145011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da761329-d552-473c-b34e-4d932d04b503 admin admin] Pushing event updated for resources: {'Network': ['ID=5a302518-1705-4149-8fc8-698317deedc9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:14.166463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 5a302518-1705-4149-8fc8-698317deedc9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:14.184079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7c801-77be-434d-813b-fd13bf552c0c req-904d9132-4b71-4f1a-9ba8-0129f9b09d33 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.190276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Made reservation on behalf of dbe1eecf24ab4bd48f86a7c7686d5e08 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:14.192458 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0a7c801-77be-434d-813b-fd13bf552c0c req-904d9132-4b71-4f1a-9ba8-0129f9b09d33 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 931 time: 0.3511539 Nov 12 10:58:14.192834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.273780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:14.313783 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.334850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Allocated IP 10.2.2.100 (54a4674f-b7b8-4f8c-a7e0-7d05052d87d3/31dd4282-a1d7-4d59-9a3f-d54466a2c122/01fd76b2-220c-4e30-8e48-ac0e33361316) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:14.355959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0a7c801-77be-434d-813b-fd13bf552c0c req-285a238a-f0da-48e8-9195-3ffd60f82461 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623952 Nov 12 10:58:14.359113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Checking segment: {'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:14.359732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Network hostable DHCP agents. Network: 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:14.422898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:14.446632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:14.462619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe10090-0f4b-41fc-91ad-fbc45fe24200 None None] Network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:14.536674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.537665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.681986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-2c2c5b0b-4e02-498e-9271-95dc9a18a4e4', 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'fixed_ips': [{'subnet_id': 'e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:58:14.683999 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.697453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.762832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb047000-9f43-4bce-bf26-e93ec4a08313 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:14.772516 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.791295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Transition to ACTIVE for port object eb047000-9f43-4bce-bf26-e93ec4a08313 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:14.800307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-58bc3e91-6f77-47c7-b631-9cbd2d21a05b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8764088 Nov 12 10:58:14.800593 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.804638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53886) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:14.813254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:14.832306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.839633 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.878596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb047000-9f43-4bce-bf26-e93ec4a08313,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:14.879452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Allocated IP 172.20.0.2 (2c2c5b0b-4e02-498e-9271-95dc9a18a4e4/e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5/f27933b7-3464-4782-bb55-416fcbc955f1) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:14.880777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.933874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09790e-1948-4bc9-af1b-b86ef95d6dfb None None] DHCP port deletion for 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:14.979678 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.043749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.046508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.083250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Attempting to bind port eb047000-9f43-4bce-bf26-e93ec4a08313 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:15.083620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Attempting to bind port eb047000-9f43-4bce-bf26-e93ec4a08313 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:15.083949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Attempting to bind port eb047000-9f43-4bce-bf26-e93ec4a08313 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:15.142163 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.152591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.165301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.166116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Port eb047000-9f43-4bce-bf26-e93ec4a08313 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:15.166699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Attempting to bind port eb047000-9f43-4bce-bf26-e93ec4a08313 on network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:15.173208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=a391ba12-9882-4921-89e4-22ebcf0c118c,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:15.177218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:15.177218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Checking segment: {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:15.177578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Bound using segment: {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:15.177971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Bound port: eb047000-9f43-4bce-bf26-e93ec4a08313, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c4692a-1007-434c-9cc1-29083677ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:15.178323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.212853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Pushing event updated for resources: {'Port': ['ID=f27933b7-3464-4782-bb55-416fcbc955f1,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:15.255724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:15.257412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:15.265395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.265703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:15.265913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.266098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.266498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.266700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.267053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.267327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.267643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.267964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.268280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.268599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.268936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:15.348978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Pushing event updated for resources: {'Port': ['ID=0466adeb-32eb-4269-beb6-a3541778a502,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:15.360653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Checking segment: {'id': 'e2b3913e-37b4-488a-873f-b021d9fb449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '348edc79-5df7-4011-9982-8c31e419739e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:15.361043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network hostable DHCP agents. Network: 348edc79-5df7-4011-9982-8c31e419739e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:15.383801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230c01-3308-4efd-8f66-e390a6948d43 req-624361a0-2ed6-49bc-93fd-0dcb5b695f84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.389853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230c01-3308-4efd-8f66-e390a6948d43 req-624361a0-2ed6-49bc-93fd-0dcb5b695f84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.397270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230c01-3308-4efd-8f66-e390a6948d43 req-624361a0-2ed6-49bc-93fd-0dcb5b695f84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.402602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Attempting to bind port f27933b7-3464-4782-bb55-416fcbc955f1 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:15.404087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Attempting to bind port f27933b7-3464-4782-bb55-416fcbc955f1 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:15.404680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Attempting to bind port f27933b7-3464-4782-bb55-416fcbc955f1 on network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:15.405306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75230c01-3308-4efd-8f66-e390a6948d43 req-624361a0-2ed6-49bc-93fd-0dcb5b695f84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 2375 time: 0.5265105 Nov 12 10:58:15.415321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:15.415987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Checking segment: {'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:15.416595 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.418121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Bound using segment: {'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:15.422313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Bound port: f27933b7-3464-4782-bb55-416fcbc955f1, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:15.424076 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.435322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.439283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Checking segment: {'id': 'd7ffd109-a1de-480e-bf20-198532b55615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a302518-1705-4149-8fc8-698317deedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:15.439677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Network hostable DHCP agents. Network: 5a302518-1705-4149-8fc8-698317deedc9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:15.470842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae89ec-7b50-4777-a402-4b895f71fff1 req-118642b3-2deb-4c8c-9023-a419ae0d5cf9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.478885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae89ec-7b50-4777-a402-4b895f71fff1 req-118642b3-2deb-4c8c-9023-a419ae0d5cf9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.480791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adae89ec-7b50-4777-a402-4b895f71fff1 req-118642b3-2deb-4c8c-9023-a419ae0d5cf9 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1682 time: 0.3987026 Nov 12 10:58:15.485561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb83c3c-af98-483e-8198-09ef2b1a3491,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:15.516009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Network 348edc79-5df7-4011-9982-8c31e419739e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:15.551924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:15.569227 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75230c01-3308-4efd-8f66-e390a6948d43 req-ccca1a68-cd2a-4817-a48b-81c88e714c4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569984 Nov 12 10:58:15.578817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Network 5a302518-1705-4149-8fc8-698317deedc9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:15.581607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:15.597544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 348edc79-5df7-4011-9982-8c31e419739e) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:15.609468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.610301 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.624074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 5a302518-1705-4149-8fc8-698317deedc9) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:15.630379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] For port f27933b7-3464-4782-bb55-416fcbc955f1, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:15.637100 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.637702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.639338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] For port f27933b7-3464-4782-bb55-416fcbc955f1, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f27933b7-3464-4782-bb55-416fcbc955f1,segment=NetworkSegment(6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e),segment_id=6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:15.646495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de2cf5f-d7ea-4bbe-8336-6699fc033399 None None] Network 348edc79-5df7-4011-9982-8c31e419739e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:15.648198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.649199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.653398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.673626 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adae89ec-7b50-4777-a402-4b895f71fff1 req-947f8057-c755-4594-bff2-e7f04d730b66 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378627 Nov 12 10:58:15.682795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e85d26-5af0-45dd-acd6-333a00199693 None None] Network 5a302518-1705-4149-8fc8-698317deedc9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:15.692342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ff3dd537-bc32-4bf5-82b2-b598cdb9b1be tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1800711 Nov 12 10:58:15.695436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53894) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:15.777593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f6364d29-491e-489d-a3eb-f732f6d58cef tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:15.944261 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f6364d29-491e-489d-a3eb-f732f6d58cef tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5792920'] for subnet, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:16.239484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350f24b-dd0e-46ce-90fb-cc715f876cac None None] Pushing event updated for resources: {'Port': ['ID=f27933b7-3464-4782-bb55-416fcbc955f1,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:16.325888 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-31bc2237-d6c9-4dbc-9c94-b7ab980d6304 None None] Provisioning complete for port 0466adeb-32eb-4269-beb6-a3541778a502 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:16.326746 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-31bc2237-d6c9-4dbc-9c94-b7ab980d6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:16.372737 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e1aab26f-9f8a-4ce7-a546-9329db5b2fac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3445821 Nov 12 10:58:16.382450 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-31bc2237-d6c9-4dbc-9c94-b7ab980d6304 None None] Port 0466adeb-32eb-4269-beb6-a3541778a502 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:16.403045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:16.419009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:16.421722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] For port eb047000-9f43-4bce-bf26-e93ec4a08313, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:16.432510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:16.489339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29646c8a-35aa-4d98-8dc0-2da9af253d57 None None] Network 5a302518-1705-4149-8fc8-698317deedc9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:16.490444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] For port eb047000-9f43-4bce-bf26-e93ec4a08313, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=eb047000-9f43-4bce-bf26-e93ec4a08313,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:16.515745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:16.540641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-348edc79-5df7-4011-9982-8c31e419739e', 'network_id': '348edc79-5df7-4011-9982-8c31e419739e', 'tenant_id': '72798590eed54dee92b608f3d9eab53b', 'fixed_ips': [{'subnet_id': 'a391ba12-9882-4921-89e4-22ebcf0c118c'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:58:16.541069 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:16.655805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b2488-796d-42d6-bfb0-2b0aacece5bb None None] DHCP port deletion for 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:16.677170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f89e-34a7-4071-9a82-4d119e15d40c req-2e45283f-1658-4dcc-81df-403f167bca22 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:16.680176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5417f89e-34a7-4071-9a82-4d119e15d40c req-2e45283f-1658-4dcc-81df-403f167bca22 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 943 time: 0.6679480 Nov 12 10:58:16.696233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:16.711149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:16.713112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/eb047000-9f43-4bce-bf26-e93ec4a08313 HTTP/1.1" status: 200 len: 1092 time: 2.6354589 Nov 12 10:58:16.713905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:16.716443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:16.720358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3df8cf-3dc9-491a-986b-66f893393da8', 'tag': 'eb047000-9f43-4bce-bf26-e93ec4a08313'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:16.722773 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3fb258-8903-4c81-a5ea-18b611175c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3df8cf-3dc9-491a-986b-66f893393da8", "tag": "eb047000-9f43-4bce-bf26-e93ec4a08313"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:16.767440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=01fd76b2-220c-4e30-8e48-ac0e33361316,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:16.843432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb047000-9f43-4bce-bf26-e93ec4a08313,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:16.861884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ecbb191d-2b03-4061-96a1-5bf548ba899c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0881100 Nov 12 10:58:16.916824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3', 'admin_state_up': True, 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'security_groups': ['ce7fb2b2-2953-431c-9b04-478b982e2164']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:16.940807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.942476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.942840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.943181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.943517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.943848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.944175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.944503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.944829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.945183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.945505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:16.945825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040170c2-bb8b-450b-9ef2-37b3b55769f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:17.015527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5417f89e-34a7-4071-9a82-4d119e15d40c req-f3da4594-3eeb-4d88-a320-5e2645d877da tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961388 Nov 12 10:58:17.023327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Router 0e39c3e3-e282-417b-aaf6-6392721df806 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:17.070365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054c2f-8a25-4e44-80b0-2b743631c459 req-c9108166-f7fc-4272-908c-561456f0461b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.086186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f6364d29-491e-489d-a3eb-f732f6d58cef tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794361402251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5493880'] for subnet, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.099501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054c2f-8a25-4e44-80b0-2b743631c459 req-c9108166-f7fc-4272-908c-561456f0461b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.106346 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054c2f-8a25-4e44-80b0-2b743631c459 req-c9108166-f7fc-4272-908c-561456f0461b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.125366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054c2f-8a25-4e44-80b0-2b743631c459 req-c9108166-f7fc-4272-908c-561456f0461b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.138230 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b054c2f-8a25-4e44-80b0-2b743631c459 req-c9108166-f7fc-4272-908c-561456f0461b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 3096 time: 0.3396780 Nov 12 10:58:17.161548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Allocated IP 2001:db8::3 (348edc79-5df7-4011-9982-8c31e419739e/a391ba12-9882-4921-89e4-22ebcf0c118c/0ccd4e80-9810-4eca-b385-7687ba717254) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:17.260395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6364d29-491e-489d-a3eb-f732f6d58cef tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event updated for resources: {'Subnet': ['ID=a391ba12-9882-4921-89e4-22ebcf0c118c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:17.264689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6364d29-491e-489d-a3eb-f732f6d58cef tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.265350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f6364d29-491e-489d-a3eb-f732f6d58cef tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.269446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f6364d29-491e-489d-a3eb-f732f6d58cef tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "PUT /v2.0/subnets/a391ba12-9882-4921-89e4-22ebcf0c118c HTTP/1.1" status: 200 len: 900 time: 1.5105603 Nov 12 10:58:17.272130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53910) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:17.319051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24312c5-ea83-4122-b8d5-1c776854347d req-bbc3efa6-38c7-450a-98a9-baff253dd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.323226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-bbc3efa6-38c7-450a-98a9-baff253dd4d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 1095 time: 0.5302048 Nov 12 10:58:17.417435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Made reservation on behalf of 0ca3cc7935c245b9a96436c6e4adc2b3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:17.422566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.444039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.449370 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b054c2f-8a25-4e44-80b0-2b743631c459 req-c63004c9-f215-468b-a058-ef8f64ce9c5a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910185 Nov 12 10:58:17.455593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67fbb6-842e-4d10-9226-0c05dc755f26 None None] Network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:17.473897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.490730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:17.500652 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.503868 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-59f098d8-5dbd-4983-89c9-0a6ed804558f admin admin] 10.222.0.31 "PUT /v2.0/routers/0e39c3e3-e282-417b-aaf6-6392721df806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9583852 Nov 12 10:58:17.602462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f27933b7-3464-4782-bb55-416fcbc955f1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:17.632645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-3454c71b-b078-4284-8da2-5dd5ecd9ecbe req-9c6901f7-0108-4060-8547-6b02c4a7d06a tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-336415329', 'description': 'tempest-description-1066581812'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:17.641790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:17.680967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-310ea15a-707a-46c9-83e6-364f72fd8031 None None] Provisioning complete for port 01fd76b2-220c-4e30-8e48-ac0e33361316 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:17.682064 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-310ea15a-707a-46c9-83e6-364f72fd8031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.705950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe73521-db94-4e42-82dd-450d860b4414 req-102421be-c888-4838-b0d9-284e9b283b57 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.713327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe73521-db94-4e42-82dd-450d860b4414 req-102421be-c888-4838-b0d9-284e9b283b57 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.721333 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-abe73521-db94-4e42-82dd-450d860b4414 req-102421be-c888-4838-b0d9-284e9b283b57 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1682 time: 0.1274753 Nov 12 10:58:17.750418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:17.751064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:17.759303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-e12672a9-6b15-4608-94b6-8e132c839c80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb047000-9f43-4bce-bf26-e93ec4a08313 HTTP/1.1" status: 200 len: 217 time: 0.2781594 Nov 12 10:58:17.799536 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3454c71b-b078-4284-8da2-5dd5ecd9ecbe req-9c6901f7-0108-4060-8547-6b02c4a7d06a tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.850481 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.856566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f27933b7-3464-4782-bb55-416fcbc955f1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:17.856566 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.858171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-310ea15a-707a-46c9-83e6-364f72fd8031 None None] Port 01fd76b2-220c-4e30-8e48-ac0e33361316 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:17.877889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-abe73521-db94-4e42-82dd-450d860b4414 req-6c693d71-2aaf-4dba-8749-fe33664f5661 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554937 Nov 12 10:58:17.914389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Allocated IP 10.2.2.200 (54a4674f-b7b8-4f8c-a7e0-7d05052d87d3/31dd4282-a1d7-4d59-9a3f-d54466a2c122/fd4a3d4e-38e9-4b94-adec-321710959a02) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:17.918128 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.998059 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.033689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24312c5-ea83-4122-b8d5-1c776854347d req-9d2c8bb7-d38c-49c7-b2e0-ec1b5478cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:18.035486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-9d2c8bb7-d38c-49c7-b2e0-ec1b5478cd67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d33332d9-4c19-4638-b09e-027dd606f127 HTTP/1.1" status: 200 len: 862 time: 0.2510457 Nov 12 10:58:18.051504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Network 348edc79-5df7-4011-9982-8c31e419739e is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:18.074950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:18.084997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:18.089755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Pushing event updated for resources: {'Port': ['ID=0ccd4e80-9810-4eca-b385-7687ba717254,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:18.103460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Allocated IP 172.25.2.202 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/3d9751f2-c4d5-424e-9fc5-e81ed689b9ec) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:18.107882 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-c8db0247-fd28-4738-bfe6-d50c59be1b14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593386 Nov 12 10:58:18.114704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:18.120966 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0aa10d-ab79-40d0-bbef-be0cbbc4118e x-openstack-request-id: req-2f0aa10d-ab79-40d0-bbef-be0cbbc4118e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:18.121454 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3df8cf-3dc9-491a-986b-66f893393da8", "tag": "eb047000-9f43-4bce-bf26-e93ec4a08313", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:18.121846 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f0aa10d-ab79-40d0-bbef-be0cbbc4118e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:18.122348 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3df8cf-3dc9-491a-986b-66f893393da8', 'tag': 'eb047000-9f43-4bce-bf26-e93ec4a08313', 'status': 'completed', 'code': 200} Nov 12 10:58:18.149881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d06b14a2-6c98-4ca7-9dc6-863c2e4878ab None None] Provisioning complete for port f27933b7-3464-4782-bb55-416fcbc955f1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:18.150254 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d06b14a2-6c98-4ca7-9dc6-863c2e4878ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.295296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.312232 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3454c71b-b078-4284-8da2-5dd5ecd9ecbe req-9c6901f7-0108-4060-8547-6b02c4a7d06a tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.325030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.368602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.392386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Attempting to bind port 0ccd4e80-9810-4eca-b385-7687ba717254 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:18.392751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Attempting to bind port 0ccd4e80-9810-4eca-b385-7687ba717254 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e2b3913e-37b4-488a-873f-b021d9fb449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '348edc79-5df7-4011-9982-8c31e419739e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:18.393139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Attempting to bind port 0ccd4e80-9810-4eca-b385-7687ba717254 on network 348edc79-5df7-4011-9982-8c31e419739e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:18.403455 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3454c71b-b078-4284-8da2-5dd5ecd9ecbe req-9c6901f7-0108-4060-8547-6b02c4a7d06a tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.464298 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.508093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event updated for resources: {'Port': ['ID=fd4a3d4e-38e9-4b94-adec-321710959a02,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:18.530465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:18.530856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Checking segment: {'id': 'e2b3913e-37b4-488a-873f-b021d9fb449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '348edc79-5df7-4011-9982-8c31e419739e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:18.531271 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.531683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Bound using segment: {'id': 'e2b3913e-37b4-488a-873f-b021d9fb449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '348edc79-5df7-4011-9982-8c31e419739e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:18.532321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Bound port: 0ccd4e80-9810-4eca-b385-7687ba717254, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b3913e-37b4-488a-873f-b021d9fb449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '348edc79-5df7-4011-9982-8c31e419739e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:18.532526 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.562202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:18.568020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:18.572831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:18.599909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-a78349ef-83b6-4d42-9502-23e6892d27ea service neutron] 10.222.0.59 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738719 Nov 12 10:58:18.621031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3454c71b-b078-4284-8da2-5dd5ecd9ecbe req-9c6901f7-0108-4060-8547-6b02c4a7d06a tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.622469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3454c71b-b078-4284-8da2-5dd5ecd9ecbe req-9c6901f7-0108-4060-8547-6b02c4a7d06a tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.1324301 Nov 12 10:58:18.635971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=a391ba12-9882-4921-89e4-22ebcf0c118c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:18.667093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6901f7-0108-4060-8547-6b02c4a7d06a tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f86a0d2-d95b-4605-9d61-d68a504d59ed,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:18.707767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port f27933b7-3464-4782-bb55-416fcbc955f1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f27933b7-3464-4782-bb55-416fcbc955f1,segment=NetworkSegment(6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e),segment_id=6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:18.762990 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.795966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:18.796812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.822591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-c74a10ab-d9b7-497f-afce-1ae2e651b64a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:18.831004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-c74a10ab-d9b7-497f-afce-1ae2e651b64a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 821 time: 0.3772790 Nov 12 10:58:18.845388 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-c3d6d282-25e8-4be0-92e1-c74bbeff741d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9673169 Nov 12 10:58:18.859739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-04a8537b-3d19-43fd-b122-5644b827baaa tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/quotas/2a1527725895485fafec360f4adecb3e HTTP/1.1" status: 200 len: 375 time: 0.0268121 Nov 12 10:58:18.863334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.866600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] For port 0ccd4e80-9810-4eca-b385-7687ba717254, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:18.879715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] For port 0ccd4e80-9810-4eca-b385-7687ba717254, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0ccd4e80-9810-4eca-b385-7687ba717254,segment=NetworkSegment(e2b3913e-37b4-488a-873f-b021d9fb449d),segment_id=e2b3913e-37b4-488a-873f-b021d9fb449d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:18.899631 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.901266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:18.918515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=f27933b7-3464-4782-bb55-416fcbc955f1,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:18.988020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-47b2adab-53e3-4f41-aee2-0481abd11115 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261740 Nov 12 10:58:19.008033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348edc79-5df7-4011-9982-8c31e419739e']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:19.033080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b3913e-37b4-488a-873f-b021d9fb449d') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:19.033701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b3913e-37b4-488a-873f-b021d9fb449d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:19.037415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c24312c5-ea83-4122-b8d5-1c776854347d req-75cb7fd3-14a4-441b-ae9c-72e6e3faf063 service neutron] 10.222.0.59 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115455 Nov 12 10:58:19.054958 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.068308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.120389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729e597-6ab7-44ff-a7e1-53c96a003964 req-d788be0d-e828-4137-b78a-53d7bc04d941 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.128824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1729e597-6ab7-44ff-a7e1-53c96a003964 req-d788be0d-e828-4137-b78a-53d7bc04d941 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 943 time: 0.2341413 Nov 12 10:58:19.132495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.152906 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-b16a5da1-a4ae-428d-857a-24fda1594027 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631360 Nov 12 10:58:19.159895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:19.160745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.168036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:19.174218 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:19.193905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:14Z', 'revision_number': 2, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:19.233231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:19.246317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:19.246674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Updating router 0e39c3e3-e282-417b-aaf6-6392721df806 port 0466adeb-32eb-4269-beb6-a3541778a502 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:58:19.250556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-afcd6f47-48e7-4506-b003-be3a855d2c6a None None] Provisioning complete for port f27933b7-3464-4782-bb55-416fcbc955f1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:19.250930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-afcd6f47-48e7-4506-b003-be3a855d2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.274683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874aeb-8396-46b9-83b5-0cf1fb4be80a None None] Pushing event updated for resources: {'Port': ['ID=0ccd4e80-9810-4eca-b385-7687ba717254,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:19.296343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a1b9de-fe42-4401-96f1-751612264a2b None None] Network 348edc79-5df7-4011-9982-8c31e419739e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:19.303445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:19.318963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:19.335327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74885b-4067-4ea6-aaca-6339dcb6f2f8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:19.335660 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.342502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9751f2-c4d5-424e-9fc5-e81ed689b9ec,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:19.380176 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.411821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.api [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 10:58:19.411821 n-d-768851-19 neutron-server[109165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 10:58:19.411821 n-d-768851-19 neutron-server[109165]: [parameters: {'id': '348edc79-5df7-4011-9982-8c31e419739e'}] Nov 12 10:58:19.411821 n-d-768851-19 neutron-server[109165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:58:19.417424 n-d-768851-19 neutron-server[109165]: DEBUG oslo_db.api [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:58:19.450185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1729e597-6ab7-44ff-a7e1-53c96a003964 req-ee9fabcd-5529-4995-91d1-932e0a2daa12 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200674 Nov 12 10:58:19.493174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-bc6f5fb0-fea0-4b6e-a536-d7e6d59635f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.498939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-bc6f5fb0-fea0-4b6e-a536-d7e6d59635f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c2c5d5853904f339db3460231c465f7&device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 1095 time: 0.3676705 Nov 12 10:58:19.561117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f27933b7-3464-4782-bb55-416fcbc955f1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:19.641331 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:58:19.731285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f85286-8e32-42d7-abf3-f7a1e625ffb9 None None] Network 348edc79-5df7-4011-9982-8c31e419739e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:19.773619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f393c5f-c9cf-4602-b32d-224f86c2594d {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:19.783352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.798209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Transition to ACTIVE for port object 5f393c5f-c9cf-4602-b32d-224f86c2594d will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:19.809397 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.819142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082fd8a-bd83-44de-8cfc-9c3526732c67 req-d4537908-dd69-48b6-b0f0-cf2d50b56d56 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.828262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082fd8a-bd83-44de-8cfc-9c3526732c67 req-d4537908-dd69-48b6-b0f0-cf2d50b56d56 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.841062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082fd8a-bd83-44de-8cfc-9c3526732c67 req-d4537908-dd69-48b6-b0f0-cf2d50b56d56 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.849901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082fd8a-bd83-44de-8cfc-9c3526732c67 req-d4537908-dd69-48b6-b0f0-cf2d50b56d56 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.856568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082fd8a-bd83-44de-8cfc-9c3526732c67 req-d4537908-dd69-48b6-b0f0-cf2d50b56d56 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.861238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-d8444dd6-ae47-408e-b46a-2b8339dbbe46 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071025 Nov 12 10:58:19.867513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3082fd8a-bd83-44de-8cfc-9c3526732c67 req-d4537908-dd69-48b6-b0f0-cf2d50b56d56 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 3817 time: 0.2751267 Nov 12 10:58:19.924150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-dbf9b2ed-df52-44b8-8377-ae2c73d200b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.927499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-dbf9b2ed-df52-44b8-8377-ae2c73d200b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 200 len: 923 time: 0.3396850 Nov 12 10:58:19.928320 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.936448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f393c5f-c9cf-4602-b32d-224f86c2594d,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:20.027906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f27933b7-3464-4782-bb55-416fcbc955f1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:20.028286 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.050802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Attempting to bind port 5f393c5f-c9cf-4602-b32d-224f86c2594d on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:20.051185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Attempting to bind port 5f393c5f-c9cf-4602-b32d-224f86c2594d by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:20.051526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Attempting to bind port 5f393c5f-c9cf-4602-b32d-224f86c2594d on network 6f693615-e5a7-41a0-9004-ac6f0aac8815 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:20.057480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Port 5f393c5f-c9cf-4602-b32d-224f86c2594d on network 6f693615-e5a7-41a0-9004-ac6f0aac8815 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:20.057831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Attempting to bind port 5f393c5f-c9cf-4602-b32d-224f86c2594d on network 6f693615-e5a7-41a0-9004-ac6f0aac8815 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:20.069270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:20.069696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Checking segment: {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:20.069984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Bound using segment: {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:20.070436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Bound port: 5f393c5f-c9cf-4602-b32d-224f86c2594d, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:20.070803 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.079239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3082fd8a-bd83-44de-8cfc-9c3526732c67 req-67925705-a2a5-4b9a-89a3-2d836dbaf4f5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096372 Nov 12 10:58:20.080568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-143f89ed-2284-4b49-a510-7486fcf290b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb047000-9f43-4bce-bf26-e93ec4a08313 HTTP/1.1" status: 200 len: 217 time: 0.1234019 Nov 12 10:58:20.126587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-346b89ae-c05d-4b9f-b9df-1ee151f9d565 None None] Provisioning complete for port fd4a3d4e-38e9-4b94-adec-321710959a02 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:20.126587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-346b89ae-c05d-4b9f-b9df-1ee151f9d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.161750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.207801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] For port 5f393c5f-c9cf-4602-b32d-224f86c2594d, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:20.212828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] For port 5f393c5f-c9cf-4602-b32d-224f86c2594d, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:20.232720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.302485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-855d439a-07d2-4af4-83ad-30d34b58326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:20.313737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-855d439a-07d2-4af4-83ad-30d34b58326c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d33332d9-4c19-4638-b09e-027dd606f127 HTTP/1.1" status: 200 len: 862 time: 0.0961051 Nov 12 10:58:20.320512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af52ca-e3ed-407a-8b83-87d508249411 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 10:58:20.353663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:20.355127 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.358737 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] 10.222.0.52 "PUT /v2.0/ports/5f393c5f-c9cf-4602-b32d-224f86c2594d HTTP/1.1" status: 200 len: 1093 time: 1.4960539 Nov 12 10:58:20.361039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:20.367333 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352" -d '{"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:20.394418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:20.425154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7659-7970-41db-a961-0b907bd95be2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f393c5f-c9cf-4602-b32d-224f86c2594d,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:20.441314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-346b89ae-c05d-4b9f-b9df-1ee151f9d565 None None] Port fd4a3d4e-38e9-4b94-adec-321710959a02 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:20.470662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-7becd922-cda5-4617-9caf-27be0c0a4705 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531342 Nov 12 10:58:20.544155 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.672269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f99b79d5-e2e2-4fa6-bda3-9e146615ebc5 req-1a46b4a6-fccb-477c-9b99-e10719b384c9 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 210 time: 0.0750148 Nov 12 10:58:20.686885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-346b89ae-c05d-4b9f-b9df-1ee151f9d565 None None] Provisioning complete for port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:20.687471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-346b89ae-c05d-4b9f-b9df-1ee151f9d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.802398 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a6828f-6d63-4d34-9201-5446daef760b x-openstack-request-id: req-75a6828f-6d63-4d34-9201-5446daef760b {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:20.803036 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:20.803163 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75a6828f-6d63-4d34-9201-5446daef760b {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:20.803846 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'status': 'completed', 'code': 200} Nov 12 10:58:20.845309 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.900639 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.990436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-346b89ae-c05d-4b9f-b9df-1ee151f9d565 None None] Port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:21.086098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db72a2a3-ea82-4748-b609-1ddd7dd4c8e1 req-0411a172-d288-465c-8e10-0d1915f9b614 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/1f86a0d2-d95b-4605-9d61-d68a504d59ed HTTP/1.1" status: 200 len: 1831 time: 0.9199533 Nov 12 10:58:21.101694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af52ca-e3ed-407a-8b83-87d508249411 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 10:58:21.174891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-db72a2a3-ea82-4748-b609-1ddd7dd4c8e1 req-10e801df-062f-41eb-82ae-ff1d15e36592 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f86a0d2-d95b-4605-9d61-d68a504d59ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:21.175292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-db72a2a3-ea82-4748-b609-1ddd7dd4c8e1 req-10e801df-062f-41eb-82ae-ff1d15e36592 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f86a0d2-d95b-4605-9d61-d68a504d59ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:21.206499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba7d5f-796f-4c50-98f4-edc94e4352e3 None None] Pushing event updated for resources: {'Port': ['ID=0466adeb-32eb-4269-beb6-a3541778a502,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:21.244641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d3401-66fc-4b27-ad3d-9e3afa972d5e req-888036ac-180c-4460-8518-5f51ac165a5f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.260093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d3401-66fc-4b27-ad3d-9e3afa972d5e req-888036ac-180c-4460-8518-5f51ac165a5f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.268969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Attempting to bind port 0466adeb-32eb-4269-beb6-a3541778a502 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:21.268969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Attempting to bind port 0466adeb-32eb-4269-beb6-a3541778a502 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:21.268969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Attempting to bind port 0466adeb-32eb-4269-beb6-a3541778a502 on network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:21.270831 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e8d3401-66fc-4b27-ad3d-9e3afa972d5e req-888036ac-180c-4460-8518-5f51ac165a5f tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1682 time: 0.2936273 Nov 12 10:58:21.286770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting port 0ccd4e80-9810-4eca-b385-7687ba717254 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:21.287174 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.301481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:21.327770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.378637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Transition to ACTIVE for port object 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:21.388468 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.402031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:21.402437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Checking segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:21.405005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.405517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Bound using segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:21.406048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Bound port: 0466adeb-32eb-4269-beb6-a3541778a502, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:21.406453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.406821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e8d3401-66fc-4b27-ad3d-9e3afa972d5e req-1f3d9b13-4d77-48d0-9b6f-c02bb53106e8 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273408 Nov 12 10:58:21.421966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-cdad9636-d3a3-4008-8522-ef9d3220baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.422470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-cdad9636-d3a3-4008-8522-ef9d3220baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.423267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-cdad9636-d3a3-4008-8522-ef9d3220baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.424148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-cdad9636-d3a3-4008-8522-ef9d3220baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.424892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-cdad9636-d3a3-4008-8522-ef9d3220baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.426842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-cdad9636-d3a3-4008-8522-ef9d3220baa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 4365 time: 0.2668765 Nov 12 10:58:21.520412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-d43b07b1-f000-4555-a560-65aaa5198c39 service neutron] 10.222.0.59 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0171821 Nov 12 10:58:21.575087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:21.588367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] For port 0466adeb-32eb-4269-beb6-a3541778a502, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:21.592852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] For port 0466adeb-32eb-4269-beb6-a3541778a502, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0466adeb-32eb-4269-beb6-a3541778a502,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:21.625573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.705830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:21.706489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:21.730483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] For port 0ccd4e80-9810-4eca-b385-7687ba717254, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0ccd4e80-9810-4eca-b385-7687ba717254,segment=NetworkSegment(e2b3913e-37b4-488a-873f-b021d9fb449d),segment_id=e2b3913e-37b4-488a-873f-b021d9fb449d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:21.730719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.736706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b023bbd-e6b9-427f-a15a-af77f309ec16 req-c5ed1c14-ee2b-4066-b422-311333967fec tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.738988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5b023bbd-e6b9-427f-a15a-af77f309ec16 req-c5ed1c14-ee2b-4066-b422-311333967fec tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 943 time: 0.1152756 Nov 12 10:58:21.774592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Attempting to bind port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:21.775264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Attempting to bind port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:21.776045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Attempting to bind port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:21.790404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:21.790762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Attempting to bind port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:21.802648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:21.803797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Checking segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:21.804251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Bound using segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:21.804725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Bound port: 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:21.805121 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.830422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-db72a2a3-ea82-4748-b609-1ddd7dd4c8e1 req-10e801df-062f-41eb-82ae-ff1d15e36592 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.851829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device eb047000-9f43-4bce-bf26-e93ec4a08313 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:21.853278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Calling delete_port for 0ccd4e80-9810-4eca-b385-7687ba717254 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:21.948274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5b023bbd-e6b9-427f-a15a-af77f309ec16 req-5c03fd8b-d0af-44c6-ad5c-cac064aa9aed tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023902 Nov 12 10:58:22.027072 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-db72a2a3-ea82-4748-b609-1ddd7dd4c8e1 req-10e801df-062f-41eb-82ae-ff1d15e36592 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.035501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] For port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:22.039376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] For port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:22.045372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port eb047000-9f43-4bce-bf26-e93ec4a08313, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=eb047000-9f43-4bce-bf26-e93ec4a08313,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:22.046560 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.070123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'eb047000-9f43-4bce-bf26-e93ec4a08313', 'network_id': '0f015bb6-ad9c-4837-8ae7-dbfb556b65f9', 'port_id': 'eb047000-9f43-4bce-bf26-e93ec4a08313', 'mac_address': 'fa:16:3e:21:da:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33332d9-4c19-4638-b09e-027dd606f127', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:22.078217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba7d5f-796f-4c50-98f4-edc94e4352e3 None None] Pushing event updated for resources: {'Port': ['ID=0466adeb-32eb-4269-beb6-a3541778a502,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:22.130320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.131009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.133065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] 10.222.0.52 "PUT /v2.0/ports/336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 1135 time: 1.7453921 Nov 12 10:58:22.205335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf0910-c75c-47b5-8650-4ff016455ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:22.213884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:22.233658 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.292004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677a47-dd22-42fe-912e-dbf620ff76c0 req-eb060f19-d270-4334-9f06-a16ef85e2071 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.301298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677a47-dd22-42fe-912e-dbf620ff76c0 req-eb060f19-d270-4334-9f06-a16ef85e2071 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.313227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677a47-dd22-42fe-912e-dbf620ff76c0 req-eb060f19-d270-4334-9f06-a16ef85e2071 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.318181 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-db72a2a3-ea82-4748-b609-1ddd7dd4c8e1 req-10e801df-062f-41eb-82ae-ff1d15e36592 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.325263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677a47-dd22-42fe-912e-dbf620ff76c0 req-eb060f19-d270-4334-9f06-a16ef85e2071 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.339848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677a47-dd22-42fe-912e-dbf620ff76c0 req-eb060f19-d270-4334-9f06-a16ef85e2071 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.351019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677a47-dd22-42fe-912e-dbf620ff76c0 req-eb060f19-d270-4334-9f06-a16ef85e2071 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.354369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8677a47-dd22-42fe-912e-dbf620ff76c0 req-eb060f19-d270-4334-9f06-a16ef85e2071 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 4605 time: 0.2433262 Nov 12 10:58:22.391477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-2e037ebd-df5b-4505-b345-a01426a5eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.392054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-2e037ebd-df5b-4505-b345-a01426a5eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.392516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-2e037ebd-df5b-4505-b345-a01426a5eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.394571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-2e037ebd-df5b-4505-b345-a01426a5eb64 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9114714 Nov 12 10:58:22.448475 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.468573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb047000-9f43-4bce-bf26-e93ec4a08313 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:22.490334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:22.533969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.567928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port eb047000-9f43-4bce-bf26-e93ec4a08313, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=eb047000-9f43-4bce-bf26-e93ec4a08313,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:22.585039 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.585761 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8677a47-dd22-42fe-912e-dbf620ff76c0 req-d26e7b6c-caeb-4317-a8fc-cd459683ff2b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245307 Nov 12 10:58:22.621383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-51cd84bf-62ea-4c71-84b2-1ce0e7ae73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.622843 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d17de0cb-6ccf-4cd5-8085-cd66ec47c352 req-51cd84bf-62ea-4c71-84b2-1ce0e7ae73d8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942081 Nov 12 10:58:22.623546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e801df-062f-41eb-82ae-ff1d15e36592 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feff573c-92b7-4053-8673-51c543188b84,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:22.649584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3fb258-8903-4c81-a5ea-18b611175c4d req-64b1e890-e5c2-4514-9651-2b50b29e7267 service neutron] 10.222.0.59 "GET /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0916836 Nov 12 10:58:22.662433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-db72a2a3-ea82-4748-b609-1ddd7dd4c8e1 req-10e801df-062f-41eb-82ae-ff1d15e36592 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.681898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db72a2a3-ea82-4748-b609-1ddd7dd4c8e1 req-10e801df-062f-41eb-82ae-ff1d15e36592 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5941138 Nov 12 10:58:22.785909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-ae61f56d-d728-430f-a43f-b8340fc9a0b7 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.787517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-ae61f56d-d728-430f-a43f-b8340fc9a0b7 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.52 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 821 time: 0.9285128 Nov 12 10:58:22.804008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.810369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '336ba9c3-e927-48fb-ab90-fe2b9e7f34ad'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:22.812779 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "336ba9c3-e927-48fb-ab90-fe2b9e7f34ad"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:22.929085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['eb047000-9f43-4bce-bf26-e93ec4a08313'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:22.940944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Request body: {'port': {'device_id': '59558566-b5cf-4cd5-8039-91dfc9556801', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'admin_state_up': True, 'tenant_id': '2a1527725895485fafec360f4adecb3e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:22.945223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Port': ['ID=0ccd4e80-9810-4eca-b385-7687ba717254,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:22.999556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No DVR routers for this DVR port 0ccd4e80-9810-4eca-b385-7687ba717254 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:23.017132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-45a26fd3-55bc-43e6-b1a2-1e2c8820e038 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:23.023414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-45a26fd3-55bc-43e6-b1a2-1e2c8820e038 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:23.029748 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-45a26fd3-55bc-43e6-b1a2-1e2c8820e038 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1682 time: 0.4968131 Nov 12 10:58:23.059599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e30e5d9-c824-46f2-b383-313917c7e4f9 req-3d6f3e02-deb1-484d-9a0d-3483f9aac747 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 210 time: 0.2866182 Nov 12 10:58:23.105154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=eb047000-9f43-4bce-bf26-e93ec4a08313,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:23.193137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:21Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:23.275691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c61554-d5a4-48b1-b118-3da97c9ba7e2 None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:21Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:23.403389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Made reservation on behalf of 2a1527725895485fafec360f4adecb3e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:23.409987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a8aef944-31df-4150-83db-8cc0eff7ca52 None None] Provisioning complete for port 0466adeb-32eb-4269-beb6-a3541778a502 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:23.412666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.419100 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8aef944-31df-4150-83db-8cc0eff7ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.624493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0466adeb-32eb-4269-beb6-a3541778a502 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:23.635846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9a7a2f9-0310-4594-b9a4-070615f47b2a req-56b8afe6-8b0e-4d4a-a59a-968026b7ed85 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/1f86a0d2-d95b-4605-9d61-d68a504d59ed HTTP/1.1" status: 200 len: 2425 time: 0.5284140 Nov 12 10:58:23.689734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf304ff-cdfd-4c52-9177-72f8f087b4d2 req-7204e15a-58fe-40d4-a5bc-72c493fc09fd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:23.708579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf304ff-cdfd-4c52-9177-72f8f087b4d2 req-7204e15a-58fe-40d4-a5bc-72c493fc09fd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:23.717393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8aef944-31df-4150-83db-8cc0eff7ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.719871 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adf304ff-cdfd-4c52-9177-72f8f087b4d2 req-7204e15a-58fe-40d4-a5bc-72c493fc09fd tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 1682 time: 0.6842020 Nov 12 10:58:23.744644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.756284 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f74c3e-8fe5-4a1f-b7c5-cb8531cc0634 x-openstack-request-id: req-b5f74c3e-8fe5-4a1f-b7c5-cb8531cc0634 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:23.756563 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "336ba9c3-e927-48fb-ab90-fe2b9e7f34ad", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:23.756822 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5f74c3e-8fe5-4a1f-b7c5-cb8531cc0634 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:23.757290 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '336ba9c3-e927-48fb-ab90-fe2b9e7f34ad', 'status': 'completed', 'code': 200} Nov 12 10:58:23.784479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:23.799343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0466adeb-32eb-4269-beb6-a3541778a502 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:23.799885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.823649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348edc79-5df7-4011-9982-8c31e419739e']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:23.832700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.887430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a8aef944-31df-4150-83db-8cc0eff7ca52 None None] For port 0466adeb-32eb-4269-beb6-a3541778a502, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0466adeb-32eb-4269-beb6-a3541778a502,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:23.893913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Transition to ACTIVE for port object 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:23.909884 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8aef944-31df-4150-83db-8cc0eff7ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.917980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.968626 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adf304ff-cdfd-4c52-9177-72f8f087b4d2 req-31da15d8-ae41-4263-94c1-d9ffcfeef9cc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383540 Nov 12 10:58:24.025252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aef944-31df-4150-83db-8cc0eff7ca52 None None] Pushing event updated for resources: {'Port': ['ID=0466adeb-32eb-4269-beb6-a3541778a502,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:24.032383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting port 1fef2a63-536a-45aa-9ed8-6c646c7c303c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:24.035326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.054058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1c079dc-13fb-4ee7-a39e-2818085da99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.260409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:24.298390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-44da25b5-6605-4c5e-a131-789190f42fa5 None None] Provisioning complete for port 0466adeb-32eb-4269-beb6-a3541778a502 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:24.298755 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44da25b5-6605-4c5e-a131-789190f42fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.310626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b3913e-37b4-488a-873f-b021d9fb449d') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:24.311124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b3913e-37b4-488a-873f-b021d9fb449d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:24.327909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0beb0-05c7-4469-8596-7311378c40de req-54d5502a-19bf-4bfa-84ef-4a2066ce2fe3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.328214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.334018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0beb0-05c7-4469-8596-7311378c40de req-54d5502a-19bf-4bfa-84ef-4a2066ce2fe3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.341272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0beb0-05c7-4469-8596-7311378c40de req-54d5502a-19bf-4bfa-84ef-4a2066ce2fe3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.345422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.347014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0beb0-05c7-4469-8596-7311378c40de req-54d5502a-19bf-4bfa-84ef-4a2066ce2fe3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.353159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0beb0-05c7-4469-8596-7311378c40de req-54d5502a-19bf-4bfa-84ef-4a2066ce2fe3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.354930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:24.355654 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.359695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0beb0-05c7-4469-8596-7311378c40de req-54d5502a-19bf-4bfa-84ef-4a2066ce2fe3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.373698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0beb0-05c7-4469-8596-7311378c40de req-54d5502a-19bf-4bfa-84ef-4a2066ce2fe3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.386134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03e0beb0-05c7-4469-8596-7311378c40de req-54d5502a-19bf-4bfa-84ef-4a2066ce2fe3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5382 time: 0.2712994 Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:24.464597 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:24.492322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] For port 1fef2a63-536a-45aa-9ed8-6c646c7c303c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1fef2a63-536a-45aa-9ed8-6c646c7c303c,segment=NetworkSegment(3019ab26-703f-4918-a30d-c6a14298f4ef),segment_id=3019ab26-703f-4918-a30d-c6a14298f4ef)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:24.493221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.506393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Attempting to bind port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:24.507467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Attempting to bind port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:24.508207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Allocated IP 172.20.0.14 (67ba4a15-eab0-4c2b-8ba0-4ea321045ef9/e02c1cea-f807-4e06-a33e-9b396083142d/1e4b92d3-a646-4564-b1a1-9992d7daa305) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:24.509048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Attempting to bind port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:24.533185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Calling delete_port for 1fef2a63-536a-45aa-9ed8-6c646c7c303c owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:24.549057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:24.549812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Attempting to bind port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:24.568795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:24.569715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Checking segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:24.570699 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Bound using segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:24.573275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Bound port: 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:24.574115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.625925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.636320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:58:24.638547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03e0beb0-05c7-4469-8596-7311378c40de req-f552b25e-f491-4fcf-9bd7-83e6ec94dce2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2506995 Nov 12 10:58:24.648751 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.663934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/348edc79-5df7-4011-9982-8c31e419739e HTTP/1.1" status: 204 len: 168 time: 7.3395629 Nov 12 10:58:24.683720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53982) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:24.703154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0c15-24bc-4d7f-9a3a-84881948efa0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=348edc79-5df7-4011-9982-8c31e419739e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:24.715510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500c4b2-a6ad-4b86-b762-89559d5f21a3 req-1bc42b3e-28e6-4b5c-a552-7eb7f207eef3 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.717214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8500c4b2-a6ad-4b86-b762-89559d5f21a3 req-1bc42b3e-28e6-4b5c-a552-7eb7f207eef3 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 944 time: 0.2183256 Nov 12 10:58:24.728010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-5030e36d-7ce4-40bb-afb1-bd4f51a7afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.728480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-5030e36d-7ce4-40bb-afb1-bd4f51a7afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.728974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-5030e36d-7ce4-40bb-afb1-bd4f51a7afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.729584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-5030e36d-7ce4-40bb-afb1-bd4f51a7afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.730044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-5030e36d-7ce4-40bb-afb1-bd4f51a7afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.730497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-5030e36d-7ce4-40bb-afb1-bd4f51a7afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.730948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-5030e36d-7ce4-40bb-afb1-bd4f51a7afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.732991 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-5030e36d-7ce4-40bb-afb1-bd4f51a7afdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6180 time: 0.9626772 Nov 12 10:58:24.780621 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba718ce-5623-4edd-aa26-3804b105338c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:24.781187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba718ce-5623-4edd-aa26-3804b105338c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:24.784367 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2ba718ce-5623-4edd-aa26-3804b105338c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/a391ba12-9882-4921-89e4-22ebcf0c118c HTTP/1.1" status: 404 len: 337 time: 0.0428715 Nov 12 10:58:24.791436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53984) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:24.840519 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a02c850f-8122-491d-9e94-ebcf9fc8aada req-0b29485e-3971-42e3-875f-544bf571fb7f tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-group-rules/feff573c-92b7-4053-8673-51c543188b84 HTTP/1.1" status: 200 len: 778 time: 0.0709033 Nov 12 10:58:24.860768 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-43eea551-630c-488d-b073-a5ec3925bd88 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:24.861882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43eea551-630c-488d-b073-a5ec3925bd88 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:24.865504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-43eea551-630c-488d-b073-a5ec3925bd88 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/348edc79-5df7-4011-9982-8c31e419739e HTTP/1.1" status: 404 len: 339 time: 0.0624640 Nov 12 10:58:24.876094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53986) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:24.933620 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a02c850f-8122-491d-9e94-ebcf9fc8aada req-b8509679-a16c-40e6-a44a-4a47edb69d4d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/1f86a0d2-d95b-4605-9d61-d68a504d59ed HTTP/1.1" status: 200 len: 2425 time: 0.0921798 Nov 12 10:58:24.943554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] For port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:24.980326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] For port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:25.030228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.065881 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a02c850f-8122-491d-9e94-ebcf9fc8aada req-aa4af153-a4b5-49e0-831a-626cd112b267 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.089280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a02c850f-8122-491d-9e94-ebcf9fc8aada req-aa4af153-a4b5-49e0-831a-626cd112b267 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.091599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:25.092192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.093704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 1136 time: 2.8914444 Nov 12 10:58:25.151932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:25.171349 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8500c4b2-a6ad-4b86-b762-89559d5f21a3 req-f0efe7d8-1d56-467e-9291-708a8240a96e tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308317 Nov 12 10:58:25.222824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.235675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b09b7410-38af-4340-ba91-83d11e58acb7', '1fef2a63-536a-45aa-9ed8-6c646c7c303c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:25.238790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:25.253723 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Sync routers for ids ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:25.261760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-b195fd04-d77c-4e1b-a0f9-4985276bcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:25.262321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-b195fd04-d77c-4e1b-a0f9-4985276bcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:25.262841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-b195fd04-d77c-4e1b-a0f9-4985276bcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:25.264530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-b195fd04-d77c-4e1b-a0f9-4985276bcaca service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5145390 Nov 12 10:58:25.282484 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Routers {'a0e214d0-c381-4bcc-b9bf-7b60c121cd64'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:25.285195 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:25.293758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.320262 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.342939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db4340-53c6-4df5-aecb-6b2493c419d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:25.409580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.433986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.439967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-97adad8b-2c2d-4103-97b4-8b43fb61f363 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.6292260 Nov 12 10:58:25.454513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53990) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:25.511204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a02c850f-8122-491d-9e94-ebcf9fc8aada req-aa4af153-a4b5-49e0-831a-626cd112b267 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.585903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0466adeb-32eb-4269-beb6-a3541778a502 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:25.593174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a02c850f-8122-491d-9e94-ebcf9fc8aada req-aa4af153-a4b5-49e0-831a-626cd112b267 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.615795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a02c850f-8122-491d-9e94-ebcf9fc8aada req-aa4af153-a4b5-49e0-831a-626cd112b267 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/feff573c-92b7-4053-8673-51c543188b84 HTTP/1.1" status: 204 len: 173 time: 0.6695335 Nov 12 10:58:25.630583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-23fa2908-4194-4705-ae17-d1b5eacf67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:25.632138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e59e725-8b01-4256-a53d-8dc1d1a8fe7f req-23fa2908-4194-4705-ae17-d1b5eacf67c5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3321192 Nov 12 10:58:25.657537 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Set router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:25.694484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] No DVR routers for this DVR port 1fef2a63-536a-45aa-9ed8-6c646c7c303c on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:25.712636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Port': ['ID=1fef2a63-536a-45aa-9ed8-6c646c7c303c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:25.723389 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.737759 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-200b23b3-cd4c-435e-8a79-48a94406df3d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "DELETE /v2.0/ports/1fef2a63-536a-45aa-9ed8-6c646c7c303c HTTP/1.1" status: 204 len: 173 time: 2.6877475 Nov 12 10:58:25.776771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4af153-a4b5-49e0-831a-626cd112b267 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feff573c-92b7-4053-8673-51c543188b84,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:25.783555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '6120c0c9-9800-4d56-b328-aa0cb8cd3ec3'}, {'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-deleted', 'tag': '1fef2a63-536a-45aa-9ed8-6c646c7c303c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:25.792507 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120bb953-091a-4828-968c-b7f4ccc5e814" -d '{"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "6120c0c9-9800-4d56-b328-aa0cb8cd3ec3"}, {"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-deleted", "tag": "1fef2a63-536a-45aa-9ed8-6c646c7c303c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:25.828096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device eb047000-9f43-4bce-bf26-e93ec4a08313 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:25.865085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ff3632a-abfe-4550-9c35-7894aaeebfeb req-d65004a1-2bb9-494e-a94b-fb79b5432bc2 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 210 time: 0.2272863 Nov 12 10:58:25.911446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-26994e34-915f-4d7a-89e8-66a278815d3c req-3c7e0db5-4403-4c1c-8ca7-9860df84b61d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2005936839', 'description': 'tempest-description-1292822288'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:25.944234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0466adeb-32eb-4269-beb6-a3541778a502 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:25.944672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.022802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.043837 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.107484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port eb047000-9f43-4bce-bf26-e93ec4a08313 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:26.135491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-26994e34-915f-4d7a-89e8-66a278815d3c req-3c7e0db5-4403-4c1c-8ca7-9860df84b61d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.147777 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:19Z', 'revision_number': 3, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port': {'id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:17Z', 'updated_at': '2021-11-12T10:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:26.167593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4878128b-09aa-46e3-b17d-16c50315f3ff']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:26.168406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port eb047000-9f43-4bce-bf26-e93ec4a08313 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:26.168992 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.179653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:26.202019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f79c898-0a51-4b8a-bc93-fd1f726c59a2') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:26.202563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f79c898-0a51-4b8a-bc93-fd1f726c59a2') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:26.204897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:26.208928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:26.224128 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Checking router: a0e214d0-c381-4bcc-b9bf-7b60c121cd64 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:26.227113 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Updating router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:58:26.258646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Pushing event updated for resources: {'Port': ['ID=1e4b92d3-a646-4564-b1a1-9992d7daa305,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:26.267799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.296453 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.392494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6ac198f-cef9-463b-ac8b-2e47a54e4f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.448465 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.502757 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.519238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:26.519713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:26.535167 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:26.547800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3df8cf-3dc9-491a-986b-66f893393da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb047000-9f43-4bce-bf26-e93ec4a08313'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:26.553851 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290559a9-ba89-4e9c-92c7-fd47ac89bc1e" -d '{"events": [{"server_uuid": "4e3df8cf-3dc9-491a-986b-66f893393da8", "name": "network-vif-plugged", "status": "completed", "tag": "eb047000-9f43-4bce-bf26-e93ec4a08313"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:26.582181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f630a-9013-4eab-992a-d4ae3ed6719d req-1c2540f3-9be0-42de-a676-29bfd75295c6 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:26.587722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port eb047000-9f43-4bce-bf26-e93ec4a08313, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=eb047000-9f43-4bce-bf26-e93ec4a08313,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:26.593071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c81f630a-9013-4eab-992a-d4ae3ed6719d req-1c2540f3-9be0-42de-a676-29bfd75295c6 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 946 time: 0.8230531 Nov 12 10:58:26.605273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-975564a6-a07c-4b9a-8507-bc182bfeaba5 None None] Provisioning complete for port 1e4b92d3-a646-4564-b1a1-9992d7daa305 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:26.605936 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-975564a6-a07c-4b9a-8507-bc182bfeaba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.607879 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.608905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b09b7410-38af-4340-ba91-83d11e58acb7 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:26.672464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:26.673371 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.749525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c81f630a-9013-4eab-992a-d4ae3ed6719d req-dab68e84-b6db-4427-b6d8-fc2bad9875de tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ab80b4-9721-4ec8-84e1-673be1653872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554968 Nov 12 10:58:26.754419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting port b09b7410-38af-4340-ba91-83d11e58acb7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:26.754696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.769316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=eb047000-9f43-4bce-bf26-e93ec4a08313,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:26.833558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-fe8420d6-9386-408d-bf39-81b2656199c5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9852045 Nov 12 10:58:26.845728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-975564a6-a07c-4b9a-8507-bc182bfeaba5 None None] Port 1e4b92d3-a646-4564-b1a1-9992d7daa305 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:26.857710 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.883018 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.891917 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.894404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Request body: {'port': {'device_id': '59558566-b5cf-4cd5-8039-91dfc9556801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:26.903649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b09b7410-38af-4340-ba91-83d11e58acb7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b09b7410-38af-4340-ba91-83d11e58acb7,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:26.910279 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.913137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-26994e34-915f-4d7a-89e8-66a278815d3c req-3c7e0db5-4403-4c1c-8ca7-9860df84b61d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.979411 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0f8e6-b16b-4f79-8793-ff8b6777f6af None None] Pushing event updated for resources: {'Port': ['ID=3d9751f2-c4d5-424e-9fc5-e81ed689b9ec,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:26.991531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Attempting to bind port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:26.991897 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Attempting to bind port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:26.992254 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Attempting to bind port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:26.995328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1bd414-a223-4042-b692-d090a2c1c574 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:27.000652 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:27.001051 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:27.001446 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.001831 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:27.013397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Bound port: 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:27.013742 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.036631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b09b7410-38af-4340-ba91-83d11e58acb7,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:27.061811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] For port b09b7410-38af-4340-ba91-83d11e58acb7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b09b7410-38af-4340-ba91-83d11e58acb7,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:27.062171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.085434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-17b329cd-691e-482c-a9d9-f317fe706c72 None None] Provisioning complete for port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:27.085802 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-17b329cd-691e-482c-a9d9-f317fe706c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.110576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Calling delete_port for b09b7410-38af-4340-ba91-83d11e58acb7 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:27.132717 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] For port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:27.134771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-17b329cd-691e-482c-a9d9-f317fe706c72 None None] Port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:27.137492 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] For port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d9751f2-c4d5-424e-9fc5-e81ed689b9ec,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:27.143855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-f7ebe671-9199-4526-ba6d-ae9fcdb6aa22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.151010 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.161897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-f7ebe671-9199-4526-ba6d-ae9fcdb6aa22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.168289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-f7ebe671-9199-4526-ba6d-ae9fcdb6aa22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.187270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-f7ebe671-9199-4526-ba6d-ae9fcdb6aa22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.203738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-f7ebe671-9199-4526-ba6d-ae9fcdb6aa22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.209947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-f7ebe671-9199-4526-ba6d-ae9fcdb6aa22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.215993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-f7ebe671-9199-4526-ba6d-ae9fcdb6aa22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.217998 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-f7ebe671-9199-4526-ba6d-ae9fcdb6aa22 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5382 time: 0.3228381 Nov 12 10:58:27.252509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c71c11f-17f3-4a32-887e-cb14d0ed66fc {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:27.263718 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.270387 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.273801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-26994e34-915f-4d7a-89e8-66a278815d3c req-3c7e0db5-4403-4c1c-8ca7-9860df84b61d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.285950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.290918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.326267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Transition to ACTIVE for port object 5c71c11f-17f3-4a32-887e-cb14d0ed66fc will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:27.359156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.393214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.406471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/4878128b-09aa-46e3-b17d-16c50315f3ff HTTP/1.1" status: 204 len: 168 time: 2.4931805 Nov 12 10:58:27.410834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54006) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:27.412350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-26994e34-915f-4d7a-89e8-66a278815d3c req-3c7e0db5-4403-4c1c-8ca7-9860df84b61d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.431573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0f8e6-b16b-4f79-8793-ff8b6777f6af None None] Pushing event updated for resources: {'Port': ['ID=3d9751f2-c4d5-424e-9fc5-e81ed689b9ec,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:27.433624 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26994e34-915f-4d7a-89e8-66a278815d3c req-3c7e0db5-4403-4c1c-8ca7-9860df84b61d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.5260670 Nov 12 10:58:27.471872 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Routers {'a0e214d0-c381-4bcc-b9bf-7b60c121cd64'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:27.472964 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:27.484333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14162cd5-b208-4bf3-9071-fd6a3b1edc17 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:27.527734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7f627-fa38-42c7-83f7-a2c91f214b7d tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=4878128b-09aa-46e3-b17d-16c50315f3ff,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:27.607433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e0db5-4403-4c1c-8ca7-9860df84b61d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491bfdd9-d50c-46e7-84e9-7eaacec37158,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:27.633390 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.650637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7bc2a661-8356-41b3-8822-ca126eed44eb None None] Provisioning complete for port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:27.651303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70e3fab1-ad31-44f4-9b9c-1d747243188e req-90a6bc41-1118-4eec-bc75-fc8216d87bab tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4199684 Nov 12 10:58:27.654844 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a661-8356-41b3-8822-ca126eed44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.659425 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4343c03c-ec9a-4107-8f8d-b9df031ed347 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:27.659987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4343c03c-ec9a-4107-8f8d-b9df031ed347 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:27.665205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4343c03c-ec9a-4107-8f8d-b9df031ed347 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/95cc7639-8258-4f23-a08e-132ee3e693b3 HTTP/1.1" status: 404 len: 337 time: 0.2513428 Nov 12 10:58:27.698205 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de0becb-ce79-42e8-b7db-8cc042275937 x-openstack-request-id: req-4de0becb-ce79-42e8-b7db-8cc042275937 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:27.698508 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "6120c0c9-9800-4d56-b328-aa0cb8cd3ec3", "status": "completed", "code": 200}, {"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-deleted", "tag": "1fef2a63-536a-45aa-9ed8-6c646c7c303c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:27.698759 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4de0becb-ce79-42e8-b7db-8cc042275937 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:27.699735 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '6120c0c9-9800-4d56-b328-aa0cb8cd3ec3', 'status': 'completed', 'code': 200} Nov 12 10:58:27.699999 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-deleted', 'tag': '1fef2a63-536a-45aa-9ed8-6c646c7c303c', 'status': 'completed', 'code': 200} Nov 12 10:58:27.702274 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.708977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54010) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:27.785757 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-19585e75-bccf-4feb-b8fb-083fd9f88481 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:27.786007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19585e75-bccf-4feb-b8fb-083fd9f88481 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:27.792192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-19585e75-bccf-4feb-b8fb-083fd9f88481 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/3e96beb0-acf7-4020-9f85-2371351f9868 HTTP/1.1" status: 404 len: 339 time: 0.0582895 Nov 12 10:58:27.800609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1fef2a63-536a-45aa-9ed8-6c646c7c303c no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:27.854754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 1fef2a63-536a-45aa-9ed8-6c646c7c303c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:27.855104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1fef2a63-536a-45aa-9ed8-6c646c7c303c not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:27.862153 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] Set router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:27.869303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:27.950424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Pushing event updated for resources: {'Port': ['ID=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:27.980713 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a661-8356-41b3-8822-ca126eed44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.982289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-1fe0958e-51a8-4e52-853d-4fbef5034401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.983403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-1fe0958e-51a8-4e52-853d-4fbef5034401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.984067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-1fe0958e-51a8-4e52-853d-4fbef5034401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.984717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-1fe0958e-51a8-4e52-853d-4fbef5034401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.985396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-1fe0958e-51a8-4e52-853d-4fbef5034401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.986926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-1fe0958e-51a8-4e52-853d-4fbef5034401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.987642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-1fe0958e-51a8-4e52-853d-4fbef5034401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.989861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-1fe0958e-51a8-4e52-853d-4fbef5034401 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6248 time: 0.4775419 Nov 12 10:58:28.003492 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7737257-bd00-4ef6-ba85-367ace41d3c0 x-openstack-request-id: req-a7737257-bd00-4ef6-ba85-367ace41d3c0 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:28.003853 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3df8cf-3dc9-491a-986b-66f893393da8", "name": "network-vif-plugged", "status": "completed", "tag": "eb047000-9f43-4bce-bf26-e93ec4a08313", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:28.005803 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7737257-bd00-4ef6-ba85-367ace41d3c0 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:28.006393 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3df8cf-3dc9-491a-986b-66f893393da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb047000-9f43-4bce-bf26-e93ec4a08313', 'code': 200} Nov 12 10:58:28.067355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7bc2a661-8356-41b3-8822-ca126eed44eb None None] For port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d9751f2-c4d5-424e-9fc5-e81ed689b9ec,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:28.081552 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a661-8356-41b3-8822-ca126eed44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.143469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Port': ['ID=b09b7410-38af-4340-ba91-83d11e58acb7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:28.201789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] No DVR routers for this DVR port b09b7410-38af-4340-ba91-83d11e58acb7 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:28.205557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.209551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fce7c30-b6bb-4c27-bb70-9b15c8fb5987 req-41a93f0c-90c3-4dd1-89e7-7b9de56ec982 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.59 "DELETE /v2.0/ports/b09b7410-38af-4340-ba91-83d11e58acb7 HTTP/1.1" status: 204 len: 173 time: 2.4651203 Nov 12 10:58:28.211531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2a661-8356-41b3-8822-ca126eed44eb None None] Pushing event updated for resources: {'Port': ['ID=3d9751f2-c4d5-424e-9fc5-e81ed689b9ec,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:28.232780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8e5b32-b4e8-4f2a-ac33-24e0e459d149 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting subnet 7df7531b-e0df-423b-acf2-99455729fe0a {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:28.240151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5b32-b4e8-4f2a-ac33-24e0e459d149 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.417560 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-017abdd4-49c3-4868-b782-552545836d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:19Z', 'revision_number': 3, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port': {'id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:17Z', 'updated_at': '2021-11-12T10:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:28.438654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5b32-b4e8-4f2a-ac33-24e0e459d149 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.460051 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017abdd4-49c3-4868-b782-552545836d44 None None] The sync data for ids ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'] in n-d-768851-19 is: [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:19Z', 'revision_number': 3, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port': {'id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:17Z', 'updated_at': '2021-11-12T10:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:28.497835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Attempting to bind port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:28.498165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Attempting to bind port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:28.498498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Attempting to bind port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:28.517762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:28.518198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Attempting to bind port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:28.534404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:28.534765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Checking segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:28.535114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Bound using segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:28.535567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Bound port: 5c71c11f-17f3-4a32-887e-cb14d0ed66fc, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:28.535930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.538162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822aaf-93d0-4c2c-ac2c-42aa434c9793 req-90c5ac9e-2300-4d86-acfc-91647802f116 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:28.540797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7822aaf-93d0-4c2c-ac2c-42aa434c9793 req-90c5ac9e-2300-4d86-acfc-91647802f116 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 945 time: 0.8693392 Nov 12 10:58:28.563539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ff35-7d23-47fe-bc3c-c01a9adea2e7 req-1dcba9aa-4ca2-4bc5-a2fa-27200c1c6d90 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:28.573423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2886ff35-7d23-47fe-bc3c-c01a9adea2e7 req-1dcba9aa-4ca2-4bc5-a2fa-27200c1c6d90 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 932 time: 0.2056649 Nov 12 10:58:28.725457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5b32-b4e8-4f2a-ac33-24e0e459d149 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.829932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Allocated IP 172.20.0.1 (2c2c5b0b-4e02-498e-9271-95dc9a18a4e4/e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5/9e38cd1c-3e1d-42fa-a882-29f4dadd6d37) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:28.836000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124b20-9209-4ccc-af76-22136735b14d req-9d8690f8-caec-4062-93eb-a72052505ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:28.838166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0124b20-9209-4ccc-af76-22136735b14d req-9d8690f8-caec-4062-93eb-a72052505ebf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 1097 time: 0.3202915 Nov 12 10:58:28.841657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7822aaf-93d0-4c2c-ac2c-42aa434c9793 req-666d8989-c69d-4acb-adf1-708e07c58028 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793131 Nov 12 10:58:28.852125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2886ff35-7d23-47fe-bc3c-c01a9adea2e7 req-ace284cc-70a4-46a4-b42f-0a6a3d5c6426 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773802 Nov 12 10:58:28.853435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] For port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:28.859136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-55ab16a5-4c7e-494c-a028-4af1ab782ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:28.859603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-55ab16a5-4c7e-494c-a028-4af1ab782ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:28.860329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-55ab16a5-4c7e-494c-a028-4af1ab782ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:28.862292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-55ab16a5-4c7e-494c-a028-4af1ab782ee9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7949765 Nov 12 10:58:28.876653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] For port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:28.901953 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.970365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Pushing event updated for resources: {'Port': ['ID=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:29.039262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.040090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.041514 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fb52108d-bef5-4091-9829-d73d999cda15 service neutron] 10.222.0.52 "PUT /v2.0/ports/5c71c11f-17f3-4a32-887e-cb14d0ed66fc HTTP/1.1" status: 200 len: 1092 time: 3.9070089 Nov 12 10:58:29.091059 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e1c992d-f258-4c62-995d-7d3a813aa166 req-8b2e313a-eec5-4505-8962-4c601ea73a2d tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/491bfdd9-d50c-46e7-84e9-7eaacec37158 HTTP/1.1" status: 200 len: 1832 time: 0.1851830 Nov 12 10:58:29.104513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:29.151949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5b32-b4e8-4f2a-ac33-24e0e459d149 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.162924 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2baedccd-8813-4f63-a29c-dda9ae17df94 req-29eb20cb-6762-44cc-a544-a0f3db64996d tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "GET /v2.0/ports?device_id=32461e14-6014-47bb-aef9-d917673eed7b HTTP/1.1" status: 200 len: 210 time: 0.1534686 Nov 12 10:58:29.259690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37f53f-0fbf-4b35-92a2-30b4d6d0b741 None None] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:29.260257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5b32-b4e8-4f2a-ac33-24e0e459d149 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.263317 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7c8e5b32-b4e8-4f2a-ac33-24e0e459d149 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/7df7531b-e0df-423b-acf2-99455729fe0a HTTP/1.1" status: 204 len: 168 time: 1.3896341 Nov 12 10:58:29.264340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e5b32-b4e8-4f2a-ac33-24e0e459d149 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=7df7531b-e0df-423b-acf2-99455729fe0a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:29.269715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54024) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:29.362596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0124b20-9209-4ccc-af76-22136735b14d req-d8f09bf3-f1a4-4146-899f-c95ae030fe6c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096884 Nov 12 10:58:29.370922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.409552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4b92d3-a646-4564-b1a1-9992d7daa305 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:29.425322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.443506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Transition to ACTIVE for port object 1e4b92d3-a646-4564-b1a1-9992d7daa305 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:29.455478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b12c7db0-9b12-4d63-aae6-e4676acd0be8 req-e55b3e4e-6383-4b60-ac09-f35fe747ff91 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-269281064', 'description': 'tempest-description-1028998638'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:29.466093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.488187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-df71f2f7-8b7a-4f42-a1a8-e7e93bdcbef2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.494614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-df71f2f7-8b7a-4f42-a1a8-e7e93bdcbef2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.500754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-df71f2f7-8b7a-4f42-a1a8-e7e93bdcbef2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.507319 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-df71f2f7-8b7a-4f42-a1a8-e7e93bdcbef2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.513932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-df71f2f7-8b7a-4f42-a1a8-e7e93bdcbef2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.525225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-df71f2f7-8b7a-4f42-a1a8-e7e93bdcbef2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.533696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-df71f2f7-8b7a-4f42-a1a8-e7e93bdcbef2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.542993 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-df71f2f7-8b7a-4f42-a1a8-e7e93bdcbef2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5394 time: 0.3313830 Nov 12 10:58:29.558236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:29.600339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5ec0c9-bc86-4384-adf5-114e0e7d9e90 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting subnet cd0c1f1a-a4be-43b8-8834-d9a163cf244f {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:29.601312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.609637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec0c9-bc86-4384-adf5-114e0e7d9e90 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.658180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.685137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:29.689514 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.757752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4b92d3-a646-4564-b1a1-9992d7daa305,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:29.761488 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.764656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-3eb5c8ca-73b8-49a5-8e41-f1d68a33652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.766341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120bb953-091a-4828-968c-b7f4ccc5e814 req-3eb5c8ca-73b8-49a5-8e41-f1d68a33652e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8575161 Nov 12 10:58:29.786062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-deleted', 'tag': 'b09b7410-38af-4340-ba91-83d11e58acb7'}, {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:29.790325 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b" -d '{"events": [{"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-deleted", "tag": "b09b7410-38af-4340-ba91-83d11e58acb7"}, {"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "5c71c11f-17f3-4a32-887e-cb14d0ed66fc"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:29.808561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec0c9-bc86-4384-adf5-114e0e7d9e90 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.917736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b12c7db0-9b12-4d63-aae6-e4676acd0be8 req-e55b3e4e-6383-4b60-ac09-f35fe747ff91 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.941313 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a065c0a-a1b3-41be-bf2f-f49cda1dc654 req-18ea469a-b608-4944-8017-ec7d56f4f300 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3971834 Nov 12 10:58:30.012062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b7410-38af-4340-ba91-83d11e58acb7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:30.015915 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117bb61b-9961-4d4c-82d1-6c9d433508a7" -d '{"events": [{"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-unplugged", "status": "completed", "tag": "b09b7410-38af-4340-ba91-83d11e58acb7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:30.016618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:30.022961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Attempting to bind port 1e4b92d3-a646-4564-b1a1-9992d7daa305 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:30.023517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Attempting to bind port 1e4b92d3-a646-4564-b1a1-9992d7daa305 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:30.025005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Attempting to bind port 1e4b92d3-a646-4564-b1a1-9992d7daa305 on network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:30.043315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:30.046653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:30.099676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec0c9-bc86-4384-adf5-114e0e7d9e90 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.143905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Pushing event updated for resources: {'Port': ['ID=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:30.156253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Port 1e4b92d3-a646-4564-b1a1-9992d7daa305 on network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:30.156917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Attempting to bind port 1e4b92d3-a646-4564-b1a1-9992d7daa305 on network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:30.162231 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e542ca-0805-450a-b2cd-9fced38836cb x-openstack-request-id: req-29e542ca-0805-450a-b2cd-9fced38836cb {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:30.162736 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-deleted", "tag": "b09b7410-38af-4340-ba91-83d11e58acb7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "5c71c11f-17f3-4a32-887e-cb14d0ed66fc", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:30.163309 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29e542ca-0805-450a-b2cd-9fced38836cb {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:30.163989 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-deleted', 'tag': 'b09b7410-38af-4340-ba91-83d11e58acb7', 'status': 'completed', 'code': 200} Nov 12 10:58:30.164341 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc', 'status': 'completed', 'code': 200} Nov 12 10:58:30.198332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:30.199400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Checking segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:30.200036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Bound using segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:30.200680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Bound port: 1e4b92d3-a646-4564-b1a1-9992d7daa305, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:30.201343 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.245771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.267468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-9a3e5876-0a78-4ac4-b4cd-1d45b6020b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.268633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-9a3e5876-0a78-4ac4-b4cd-1d45b6020b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.269833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-9a3e5876-0a78-4ac4-b4cd-1d45b6020b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.270880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-9a3e5876-0a78-4ac4-b4cd-1d45b6020b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.271914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-9a3e5876-0a78-4ac4-b4cd-1d45b6020b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.272746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-9a3e5876-0a78-4ac4-b4cd-1d45b6020b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.273518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-9a3e5876-0a78-4ac4-b4cd-1d45b6020b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.276845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-9a3e5876-0a78-4ac4-b4cd-1d45b6020b30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6290 time: 0.1690891 Nov 12 10:58:30.293541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec0c9-bc86-4384-adf5-114e0e7d9e90 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.331376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196e9a9-8797-474a-b086-615d143452bd req-a2ccb932-3636-441c-ad7c-9e4e04c740e7 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.333037 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c196e9a9-8797-474a-b086-615d143452bd req-a2ccb932-3636-441c-ad7c-9e4e04c740e7 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 944 time: 0.1362157 Nov 12 10:58:30.337826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ec0c9-bc86-4384-adf5-114e0e7d9e90 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0c1f1a-a4be-43b8-8834-d9a163cf244f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:30.384753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec0c9-bc86-4384-adf5-114e0e7d9e90 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.392901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6f5ec0c9-bc86-4384-adf5-114e0e7d9e90 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/cd0c1f1a-a4be-43b8-8834-d9a163cf244f HTTP/1.1" status: 204 len: 168 time: 1.1182477 Nov 12 10:58:30.392901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54040) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:30.443998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:30.455251 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.507212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Transition to ACTIVE for port object c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:30.521217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.542280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b12c7db0-9b12-4d63-aae6-e4676acd0be8 req-e55b3e4e-6383-4b60-ac09-f35fe747ff91 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.578584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b12c7db0-9b12-4d63-aae6-e4676acd0be8 req-e55b3e4e-6383-4b60-ac09-f35fe747ff91 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.585934 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.609911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c196e9a9-8797-474a-b086-615d143452bd req-b942cad0-3b57-409b-879f-c1e2f23ba01a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654183 Nov 12 10:58:30.647499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8f640-b5bf-4c7a-b8ad-1ccf4f7d1103 None None] Network 05b2012e-3efd-4ccc-9802-3a1238c45ec7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:30.666629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a2b36eeb-00fd-4901-8a9d-34b375fb9434 None None] Provisioning complete for port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:30.667325 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a2b36eeb-00fd-4901-8a9d-34b375fb9434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.687039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b3e4e-6383-4b60-ac09-f35fe747ff91 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d114b5b-761a-430e-866a-43040be0bda4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:30.704806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] For port 1e4b92d3-a646-4564-b1a1-9992d7daa305, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:30.750660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:30.802422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b12c7db0-9b12-4d63-aae6-e4676acd0be8 req-e55b3e4e-6383-4b60-ac09-f35fe747ff91 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.803957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b12c7db0-9b12-4d63-aae6-e4676acd0be8 req-e55b3e4e-6383-4b60-ac09-f35fe747ff91 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.4343450 Nov 12 10:58:30.823557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] For port 1e4b92d3-a646-4564-b1a1-9992d7daa305, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:30.839861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a2b36eeb-00fd-4901-8a9d-34b375fb9434 None None] Port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:30.841798 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.844457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.887466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-40eb485a-c0f9-4b1c-a421-d1540cdc75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.887932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-40eb485a-c0f9-4b1c-a421-d1540cdc75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.888386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-40eb485a-c0f9-4b1c-a421-d1540cdc75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.890042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-40eb485a-c0f9-4b1c-a421-d1540cdc75ca service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5558541 Nov 12 10:58:30.903583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.904207 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.906755 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 1093 time: 4.0433719 Nov 12 10:58:30.920947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:30.924913 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c272a81-79c0-4263-8d91-43a28ccd047c x-openstack-request-id: req-5c272a81-79c0-4263-8d91-43a28ccd047c {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:30.925335 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9e14de-3dac-4c63-8882-4494d9912a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:30.926100 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32461e14-6014-47bb-aef9-d917673eed7b", "name": "network-vif-unplugged", "status": "completed", "tag": "b09b7410-38af-4340-ba91-83d11e58acb7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:30.926691 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c272a81-79c0-4263-8d91-43a28ccd047c {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:30.927435 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32461e14-6014-47bb-aef9-d917673eed7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b7410-38af-4340-ba91-83d11e58acb7', 'code': 200} Nov 12 10:58:31.035396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-40e07e63-cf24-4add-9b92-bbd8bac77259 None None] Provisioning complete for port c7bea2fe-80e4-4570-9bfb-8a4741a69222 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:31.035920 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-40e07e63-cf24-4add-9b92-bbd8bac77259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.049890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54048) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:31.051384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Attempting to bind port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:31.055548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Attempting to bind port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:31.056200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Attempting to bind port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:31.155588 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.159826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] DHCP port deletion for 05b2012e-3efd-4ccc-9802-3a1238c45ec7 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:31.202848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e131db9-911c-4121-8037-563f29b055a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4b92d3-a646-4564-b1a1-9992d7daa305,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:31.229973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-1ae35109-1388-4853-bfbb-2c9e8f83fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.231846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-1ae35109-1388-4853-bfbb-2c9e8f83fee6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1096 time: 0.2460880 Nov 12 10:58:31.252498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a358d33a-d364-4538-bc2e-e374f8ceb1f0 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting subnet 4e4599d4-9344-4c74-9d5c-4bf93b922f40 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:31.256306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a358d33a-d364-4538-bc2e-e374f8ceb1f0 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.276480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] Deleting port c7bea2fe-80e4-4570-9bfb-8a4741a69222 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:31.277032 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.310942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a358d33a-d364-4538-bc2e-e374f8ceb1f0 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.339038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:31.339376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Attempting to bind port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:31.339806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-e48e8d46-7b09-4b58-bf11-9adb5187c4ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 217 time: 0.0643580 Nov 12 10:58:31.359951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-22fa4924-ada6-4378-98f8-511627ff0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.360771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc82dbfe-b0ad-4771-a44f-e0166ba9a89b req-22fa4924-ada6-4378-98f8-511627ff0ca5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4511142 Nov 12 10:58:31.369497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74e9cc-96df-43c9-9dec-836ba4343693 req-4918cfba-b0ae-4e86-a0a6-b016daaa5c55 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.371164 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef74e9cc-96df-43c9-9dec-836ba4343693 req-4918cfba-b0ae-4e86-a0a6-b016daaa5c55 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 945 time: 0.5693760 Nov 12 10:58:31.371855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:31.372190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Checking segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:31.372774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Bound using segment: {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:31.373151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Bound port: c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cb7eca-dbd8-4607-bf47-2585c1304902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:31.373521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.389686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] For port c7bea2fe-80e4-4570-9bfb-8a4741a69222, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c7bea2fe-80e4-4570-9bfb-8a4741a69222,segment=NetworkSegment(990f481a-de70-4a32-a840-f3daa11a4928),segment_id=990f481a-de70-4a32-a840-f3daa11a4928)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:31.390109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.414623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dc85c8a-2b12-477f-bbfa-82d1fefd5198 req-495adda5-e5a0-4569-9019-a91f204caa6f tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/1d114b5b-761a-430e-866a-43040be0bda4 HTTP/1.1" status: 200 len: 1831 time: 0.2240236 Nov 12 10:58:31.427571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] Calling delete_port for c7bea2fe-80e4-4570-9bfb-8a4741a69222 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:31.477589 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e70513-8219-47a7-a3b6-7c9f5d3193c2 x-openstack-request-id: req-51e70513-8219-47a7-a3b6-7c9f5d3193c2 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:31.477886 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:31.478139 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51e70513-8219-47a7-a3b6-7c9f5d3193c2 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:31.478540 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'status': 'completed', 'code': 200} Nov 12 10:58:31.487352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c7bea2fe-80e4-4570-9bfb-8a4741a69222 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:31.487586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-62cbf734-ed6e-47c1-86d5-d3906f54bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.489088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-62cbf734-ed6e-47c1-86d5-d3906f54bd60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1403956 Nov 12 10:58:31.527240 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a358d33a-d364-4538-bc2e-e374f8ceb1f0 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.638980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-243cca44-2162-4b73-bbe3-b32b5555043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.640694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-243cca44-2162-4b73-bbe3-b32b5555043a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186240 Nov 12 10:58:31.674040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cccf-459b-44eb-b195-edba2e0b028b req-be3cc895-2ced-4ece-8f12-0fc93ca1799f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.679948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cccf-459b-44eb-b195-edba2e0b028b req-be3cc895-2ced-4ece-8f12-0fc93ca1799f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.683807 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef74e9cc-96df-43c9-9dec-836ba4343693 req-8a6ab2d1-7eea-42aa-bcee-a4e487084a3d tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757332 Nov 12 10:58:31.687353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cccf-459b-44eb-b195-edba2e0b028b req-be3cc895-2ced-4ece-8f12-0fc93ca1799f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.688990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting port c7bea2fe-80e4-4570-9bfb-8a4741a69222 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:31.690073 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.694935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cccf-459b-44eb-b195-edba2e0b028b req-be3cc895-2ced-4ece-8f12-0fc93ca1799f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.701854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cccf-459b-44eb-b195-edba2e0b028b req-be3cc895-2ced-4ece-8f12-0fc93ca1799f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.708294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cccf-459b-44eb-b195-edba2e0b028b req-be3cc895-2ced-4ece-8f12-0fc93ca1799f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.714712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] For port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:31.718368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cccf-459b-44eb-b195-edba2e0b028b req-be3cc895-2ced-4ece-8f12-0fc93ca1799f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.718521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a358d33a-d364-4538-bc2e-e374f8ceb1f0 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.719217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c573cccf-459b-44eb-b195-edba2e0b028b req-be3cc895-2ced-4ece-8f12-0fc93ca1799f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5406 time: 0.1678722 Nov 12 10:58:31.751121 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.783695 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.784923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] Pushing event deleted for resources: {'Port': ['ID=c7bea2fe-80e4-4570-9bfb-8a4741a69222,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:31.785947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-b990d06c-1e50-4e0f-8c2d-150a0d514875 req-f4fe4113-51d1-4fc4-ac74-ee2ecbed85cc tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1989873277', 'description': 'tempest-description-1968504317'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:31.787281 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.804554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358d33a-d364-4538-bc2e-e374f8ceb1f0 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4599d4-9344-4c74-9d5c-4bf93b922f40,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:31.811274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] For port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:31.818114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca9bfb-478d-47b0-a505-a42fb81a904d None None] No DVR routers for this DVR port c7bea2fe-80e4-4570-9bfb-8a4741a69222 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:31.825564 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a358d33a-d364-4538-bc2e-e374f8ceb1f0 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.827535 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.828895 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a358d33a-d364-4538-bc2e-e374f8ceb1f0 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "DELETE /v2.0/subnets/4e4599d4-9344-4c74-9d5c-4bf93b922f40 HTTP/1.1" status: 204 len: 168 time: 0.7529042 Nov 12 10:58:31.835947 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.838245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54054) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:31.849751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] For port c7bea2fe-80e4-4570-9bfb-8a4741a69222, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c7bea2fe-80e4-4570-9bfb-8a4741a69222,segment=NetworkSegment(990f481a-de70-4a32-a840-f3daa11a4928),segment_id=990f481a-de70-4a32-a840-f3daa11a4928)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:31.850461 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.850851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f8ffc-b96f-462d-84fc-adafc8d1cc09 None None] Network 3477d7fc-4338-40a9-8a2c-fb8a282c8806 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:31.921491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Calling delete_port for c7bea2fe-80e4-4570-9bfb-8a4741a69222 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:31.949425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.950044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.951559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] 10.222.0.52 "PUT /v2.0/ports/c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e HTTP/1.1" status: 200 len: 1092 time: 2.8543777 Nov 12 10:58:31.951706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Pushing event updated for resources: {'Port': ['ID=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:31.963223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b990d06c-1e50-4e0f-8c2d-150a0d514875 req-f4fe4113-51d1-4fc4-ac74-ee2ecbed85cc tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.981650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c573cccf-459b-44eb-b195-edba2e0b028b req-4c051710-338c-4537-9c3b-6d5eea0fedc8 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2390282 Nov 12 10:58:31.985398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:31.999784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.015424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-e104b24b-5a69-4bd9-9eff-c31e33204e52 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641706 Nov 12 10:58:32.180978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:32.186516 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb910089-8a3a-42aa-aee6-236f5e4bb768" -d '{"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:32.192822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] DHCP port deletion for 3477d7fc-4338-40a9-8a2c-fb8a282c8806 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:32.256712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec664a2-4180-4373-af87-1c5965161ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:32.260635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] Deleting port c1f0fdb5-4ac4-412c-880f-063a0626ccef {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:32.261054 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.264849 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.341455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] For port c1f0fdb5-4ac4-412c-880f-063a0626ccef, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c1f0fdb5-4ac4-412c-880f-063a0626ccef,segment=NetworkSegment(3019ab26-703f-4918-a30d-c6a14298f4ef),segment_id=3019ab26-703f-4918-a30d-c6a14298f4ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:32.341863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.359178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] Calling delete_port for c1f0fdb5-4ac4-412c-880f-063a0626ccef owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:32.457241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.486391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] Pushing event deleted for resources: {'Port': ['ID=c1f0fdb5-4ac4-412c-880f-063a0626ccef,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:32.490532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61844b85-4fbc-4790-9ef6-6dde3323ba40 None None] No DVR routers for this DVR port c1f0fdb5-4ac4-412c-880f-063a0626ccef on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:32.530796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2de684c-43ea-4ac9-af3e-d30c2999506a req-430c5bd9-36d3-4446-8a4a-f09dafff1999 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987440 Nov 12 10:58:32.554284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592eaa1-6693-46b1-aab1-8f722fa39b4c req-713247f2-b7e9-4218-a883-4d794fdc1eac tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.556012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7592eaa1-6693-46b1-aab1-8f722fa39b4c req-713247f2-b7e9-4218-a883-4d794fdc1eac tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 944 time: 0.4181874 Nov 12 10:58:32.562551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:32.565917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:32.593812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.738528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7592eaa1-6693-46b1-aab1-8f722fa39b4c req-429b8dfd-856d-4e97-ad17-a88b28d89fd8 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747437 Nov 12 10:58:32.740562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-5f9e9eda-32d2-4705-8f02-7bcaab32034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.742038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-5f9e9eda-32d2-4705-8f02-7bcaab32034f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1096 time: 0.1622944 Nov 12 10:58:32.766504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b990d06c-1e50-4e0f-8c2d-150a0d514875 req-f4fe4113-51d1-4fc4-ac74-ee2ecbed85cc tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.797037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:32.834339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b990d06c-1e50-4e0f-8c2d-150a0d514875 req-f4fe4113-51d1-4fc4-ac74-ee2ecbed85cc tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.850259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.894982 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5b8857e1-e540-4fe4-bfb5-a38b1aa41b5c None None] Provisioning complete for port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:32.895834 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b8857e1-e540-4fe4-bfb5-a38b1aa41b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.958037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5b8857e1-e540-4fe4-bfb5-a38b1aa41b5c None None] Port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:32.983896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-2b8010cf-cdfb-4a92-8983-f0aabb9f2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.985973 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-2b8010cf-cdfb-4a92-8983-f0aabb9f2034 service neutron] 10.222.0.52 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.2345793 Nov 12 10:58:33.000674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.007282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Port': ['ID=c7bea2fe-80e4-4570-9bfb-8a4741a69222,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:33.021921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No DVR routers for this DVR port c7bea2fe-80e4-4570-9bfb-8a4741a69222 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:33.028797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b990d06c-1e50-4e0f-8c2d-150a0d514875 req-f4fe4113-51d1-4fc4-ac74-ee2ecbed85cc tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.030455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b990d06c-1e50-4e0f-8c2d-150a0d514875 req-f4fe4113-51d1-4fc4-ac74-ee2ecbed85cc tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.2498343 Nov 12 10:58:33.043677 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7f32fa-e27b-4dd4-a4cd-7cb6b31e64f0 x-openstack-request-id: req-6a7f32fa-e27b-4dd4-a4cd-7cb6b31e64f0 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:33.043874 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:33.044096 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a7f32fa-e27b-4dd4-a4cd-7cb6b31e64f0 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:33.044415 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e', 'status': 'completed', 'code': 200} Nov 12 10:58:33.049044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe4113-51d1-4fc4-ac74-ee2ecbed85cc tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb57ea-7d02-4bcd-b7d3-ae4de13bf7f4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:33.054156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-e3c14d50-af3c-4125-86a5-5d81ba855cfd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 217 time: 0.0577900 Nov 12 10:58:33.055254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:33.069471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-00330616-dee8-4973-97bd-64951a0a586c admin admin] 10.222.0.31 "PUT /v2.0/routers/a0e214d0-c381-4bcc-b9bf-7b60c121cd64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6044092 Nov 12 10:58:33.069593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Sync routers for ids ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:33.083544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Routers {'a0e214d0-c381-4bcc-b9bf-7b60c121cd64'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:33.085110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.105198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3477d7fc-4338-40a9-8a2c-fb8a282c8806']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.177535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-9bce7412-1968-4ce5-9ff1-29148b0d801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.177535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-9bce7412-1968-4ce5-9ff1-29148b0d801f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1138833 Nov 12 10:58:33.245598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.267012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b2012e-3efd-4ccc-9802-3a1238c45ec7']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.281433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3019ab26-703f-4918-a30d-c6a14298f4ef') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.281731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3019ab26-703f-4918-a30d-c6a14298f4ef') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.295132 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.307749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-c571a03e-8407-4a3d-b612-dc8071abdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.308227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-c571a03e-8407-4a3d-b612-dc8071abdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.308690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-c571a03e-8407-4a3d-b612-dc8071abdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.309206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-c571a03e-8407-4a3d-b612-dc8071abdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.309665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-c571a03e-8407-4a3d-b612-dc8071abdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.309827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Set router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:33.310120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-c571a03e-8407-4a3d-b612-dc8071abdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.310574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-c571a03e-8407-4a3d-b612-dc8071abdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.312555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-c571a03e-8407-4a3d-b612-dc8071abdb79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6358 time: 0.1360028 Nov 12 10:58:33.314541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-fd27f740-105c-4b6b-8072-70f189f0e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.315950 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-fd27f740-105c-4b6b-8072-70f189f0e554 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148770 Nov 12 10:58:33.328006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-dfb9a382-a5ee-4ee3-8a0c-3f086616a8ef tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.329991 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990f481a-de70-4a32-a840-f3daa11a4928') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.330340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990f481a-de70-4a32-a840-f3daa11a4928') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.334476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-dfb9a382-a5ee-4ee3-8a0c-3f086616a8ef tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.341405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-dfb9a382-a5ee-4ee3-8a0c-3f086616a8ef tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.347742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-dfb9a382-a5ee-4ee3-8a0c-3f086616a8ef tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.354374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-dfb9a382-a5ee-4ee3-8a0c-3f086616a8ef tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.360062 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.360390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-dfb9a382-a5ee-4ee3-8a0c-3f086616a8ef tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.366513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-dfb9a382-a5ee-4ee3-8a0c-3f086616a8ef tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.368494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-dfb9a382-a5ee-4ee3-8a0c-3f086616a8ef tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5406 time: 0.1908753 Nov 12 10:58:33.372415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.389323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:33.389738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:33.397727 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:33.505819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df274-6418-40fe-a067-f486fd2527e1 req-6e233b60-9a71-4dfe-892f-1d53ca105bdc tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.514807 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b00df274-6418-40fe-a067-f486fd2527e1 req-6e233b60-9a71-4dfe-892f-1d53ca105bdc tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 945 time: 0.3386977 Nov 12 10:58:33.516136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c1f0fdb5-4ac4-412c-880f-063a0626ccef no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:33.526187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.546157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c1f0fdb5-4ac4-412c-880f-063a0626ccef {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:33.547053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c1f0fdb5-4ac4-412c-880f-063a0626ccef not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:33.565574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:33.569489 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:33.573941 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:33.615034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f5210e9-110f-4c2f-9d9d-5ba451333516 req-aea6ea7f-a448-43cc-a82e-541b029df132 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2055597 Nov 12 10:58:33.617257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-8baa9746-1b9a-4b58-842f-f610e86f0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.618116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-8baa9746-1b9a-4b58-842f-f610e86f0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.618741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-8baa9746-1b9a-4b58-842f-f610e86f0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.620321 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-8baa9746-1b9a-4b58-842f-f610e86f0bb2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2433054 Nov 12 10:58:33.622197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-3968536a-731d-4a7d-9ebb-3e0787e86736 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527266 Nov 12 10:58:33.657976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:30Z', 'revision_number': 4, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port': {'id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:17Z', 'updated_at': '2021-11-12T10:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9e38cd1c-3e1d-42fa-a882-29f4dadd6d37', 'name': '', 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'mac_address': 'fa:16:3e:3f:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:27Z', 'updated_at': '2021-11-12T10:58:31Z', 'revision_number': 2, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'subnets': [{'id': 'e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.663397 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.668889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.675414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "DELETE /v2.0/networks/3477d7fc-4338-40a9-8a2c-fb8a282c8806 HTTP/1.1" status: 204 len: 168 time: 1.8269625 Nov 12 10:58:33.686100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54072) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:33.692624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Checking router: a0e214d0-c381-4bcc-b9bf-7b60c121cd64 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:33.693067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Updating router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:58:33.720605 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.760974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e60cf-a594-4fbf-9997-88c6b50b9c05 tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Network': ['ID=3477d7fc-4338-40a9-8a2c-fb8a282c8806,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:33.770348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.776257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.780011 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/05b2012e-3efd-4ccc-9802-3a1238c45ec7 HTTP/1.1" status: 204 len: 168 time: 3.3861568 Nov 12 10:58:33.783171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fd76b2-220c-4e30-8e48-ac0e33361316 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:33.789774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1e4b92d3-a646-4564-b1a1-9992d7daa305 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:33.794273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b00df274-6418-40fe-a067-f486fd2527e1 req-1d104556-880c-4bb1-83fe-409e61d1c247 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784369 Nov 12 10:58:33.796734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54076) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:33.801761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.864124 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d1580d-a4ae-453e-951a-f94fb0e4e61e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:33.864850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d1580d-a4ae-453e-951a-f94fb0e4e61e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:33.868753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-31d1580d-a4ae-453e-951a-f94fb0e4e61e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/46145d72-b210-4e6c-9de3-48625441535d HTTP/1.1" status: 404 len: 337 time: 0.0692520 Nov 12 10:58:33.871571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eba8a0-739b-4fd8-be04-6916cc1cb04c tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=05b2012e-3efd-4ccc-9802-3a1238c45ec7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:33.875246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54084) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:33.890209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Transition to ACTIVE for port object 01fd76b2-220c-4e30-8e48-ac0e33361316 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:33.895803 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.919166 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56ea2c5-edf2-43d0-b7dc-03ad3a271fb1 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:33.920046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56ea2c5-edf2-43d0-b7dc-03ad3a271fb1 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:33.925860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f56ea2c5-edf2-43d0-b7dc-03ad3a271fb1 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/233f327d-68ae-4254-81c7-95c8bc6a6f2b HTTP/1.1" status: 404 len: 339 time: 0.0450883 Nov 12 10:58:33.945296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a3a3837-f35f-4f54-aac7-cd64b873c2bd req-e4d2143a-4474-4fb2-9fb5-b1bdc16569a0 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/64eb57ea-7d02-4bcd-b7d3-ae4de13bf7f4 HTTP/1.1" status: 200 len: 1832 time: 0.2984085 Nov 12 10:58:33.946368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54086) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:33.968138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4b955f-2971-442c-85e8-6c0d63e75bdf tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting subnet a6a98a56-4403-4dfd-ab9a-7c89d849a5ea {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:33.979738 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab4b955f-2971-442c-85e8-6c0d63e75bdf tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.046517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-da09db28-25f9-46cd-b701-9cdd87783330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:34.049451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb910089-8a3a-42aa-aee6-236f5e4bb768 req-da09db28-25f9-46cd-b701-9cdd87783330 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4158945 Nov 12 10:58:34.086703 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60204f6-c791-41c4-9d8f-a9dcf7174dbe tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:34.087160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60204f6-c791-41c4-9d8f-a9dcf7174dbe tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:34.090012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1e4b92d3-a646-4564-b1a1-9992d7daa305, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:34.093297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c60204f6-c791-41c4-9d8f-a9dcf7174dbe tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/7fff5d84-9042-4b26-98cf-65b22bf433c3 HTTP/1.1" status: 404 len: 337 time: 0.1371992 Nov 12 10:58:34.095787 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03392ab5-f746-452a-9b6d-82951aa52f09 req-ccba181f-ac2a-4493-95a6-a89c6b8fe210 tempest-FloatingIPsNegativeTestJSON-278972532 tempest-FloatingIPsNegativeTestJSON-278972532-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=6ebb16fa4d4f4b7ea2c94b726b7585a5 HTTP/1.1" status: 200 len: 217 time: 0.0981891 Nov 12 10:58:34.110015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54090) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:34.123056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d9e14de-3dac-4c63-8882-4494d9912a6d req-2533a383-7195-4dee-96a0-888c6652dfe5 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774289 Nov 12 10:58:34.136192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'mac_address': 'fa:16:3e:f6:a3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:34.159499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab4b955f-2971-442c-85e8-6c0d63e75bdf tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.160141 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fee1f2-aefc-4d79-9e0a-387560178fa4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:34.160771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fee1f2-aefc-4d79-9e0a-387560178fa4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:34.166845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-13fee1f2-aefc-4d79-9e0a-387560178fa4 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/22b29ea1-8a18-43c5-ae94-4dbbe11c7582 HTTP/1.1" status: 404 len: 339 time: 0.0511906 Nov 12 10:58:34.167578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54094) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:34.183719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Pushing event updated for resources: {'Port': ['ID=01fd76b2-220c-4e30-8e48-ac0e33361316,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:34.200776 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.214082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710f823-9db4-4369-9901-bdf1fb844c48 req-3e2bed1b-5b99-4135-b422-e279f263454a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:34.217029 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0710f823-9db4-4369-9901-bdf1fb844c48 req-3e2bed1b-5b99-4135-b422-e279f263454a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 944 time: 0.1815891 Nov 12 10:58:34.219389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4b92d3-a646-4564-b1a1-9992d7daa305 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:34.222062 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c9a9fc-ad98-429a-8d35-89315b12da1e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:34.222524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c9a9fc-ad98-429a-8d35-89315b12da1e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:34.229015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d6c9a9fc-ad98-429a-8d35-89315b12da1e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/088047c3-0065-4738-946d-c6d31efe539e HTTP/1.1" status: 404 len: 337 time: 0.0511062 Nov 12 10:58:34.234375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54096) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:34.246800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1e4b92d3-a646-4564-b1a1-9992d7daa305, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:34.256816 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.308688 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c03120-4c61-443e-aa1c-53890920ef07 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:34.309363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c03120-4c61-443e-aa1c-53890920ef07 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:34.317443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-06c03120-4c61-443e-aa1c-53890920ef07 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/192facba-a17c-4881-ab69-eb362cdf2f1a HTTP/1.1" status: 404 len: 339 time: 0.0672672 Nov 12 10:58:34.321769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54098) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:34.379122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=1e4b92d3-a646-4564-b1a1-9992d7daa305,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:34.395299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Attempting to bind port 01fd76b2-220c-4e30-8e48-ac0e33361316 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:34.395695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Attempting to bind port 01fd76b2-220c-4e30-8e48-ac0e33361316 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:34.396074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Attempting to bind port 01fd76b2-220c-4e30-8e48-ac0e33361316 on network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:34.408293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Port 01fd76b2-220c-4e30-8e48-ac0e33361316 on network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:34.408621 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.408775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Attempting to bind port 01fd76b2-220c-4e30-8e48-ac0e33361316 on network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:34.415708 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab4b955f-2971-442c-85e8-6c0d63e75bdf tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.421255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:34.421602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Checking segment: {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:34.421994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Bound using segment: {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:34.422440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Bound port: 01fd76b2-220c-4e30-8e48-ac0e33361316, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:34.422805 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.434715 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.444135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-80670f5e-c37f-4975-bd54-5def60f92414 req-fba57285-dda1-4be7-bed3-c360ffc72d9b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1645989697', 'description': 'tempest-description-352584946'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:34.457560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbed515c-c5ff-465a-8e4a-0a17ec57b526 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting subnet b96fb096-1049-4738-a9af-341a812e7765 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:34.464632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbed515c-c5ff-465a-8e4a-0a17ec57b526 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.487232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['1e4b92d3-a646-4564-b1a1-9992d7daa305'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:34.548475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-80670f5e-c37f-4975-bd54-5def60f92414 req-fba57285-dda1-4be7-bed3-c360ffc72d9b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.550001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0710f823-9db4-4369-9901-bdf1fb844c48 req-3a786d75-b42a-4b88-87db-d46ab3197f7d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175719 Nov 12 10:58:34.552449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbed515c-c5ff-465a-8e4a-0a17ec57b526 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.575088 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab4b955f-2971-442c-85e8-6c0d63e75bdf tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.582871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07e0d5-08be-416e-8541-82ed8dca56cd None None] Pushing event updated for resources: {'Port': ['ID=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:34.634254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Attempting to bind port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:34.634660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Attempting to bind port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:34.634969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Attempting to bind port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 on network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:34.635592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b955f-2971-442c-85e8-6c0d63e75bdf tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a98a56-4403-4dfd-ab9a-7c89d849a5ea,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:34.660804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab4b955f-2971-442c-85e8-6c0d63e75bdf tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.667649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ab4b955f-2971-442c-85e8-6c0d63e75bdf tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "DELETE /v2.0/subnets/a6a98a56-4403-4dfd-ab9a-7c89d849a5ea HTTP/1.1" status: 204 len: 168 time: 0.9754322 Nov 12 10:58:34.672180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] For port 01fd76b2-220c-4e30-8e48-ac0e33361316, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:34.679125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54104) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:34.685934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1aa8ae7c-cd81-421c-83f0-d10a0834053e req-d3c8f761-a69c-4469-94ca-9ec4e9029b53 tempest-FloatingIPsNegativeTestJSON-278972532 tempest-FloatingIPsNegativeTestJSON-278972532-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1010797 Nov 12 10:58:34.690992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] For port 01fd76b2-220c-4e30-8e48-ac0e33361316, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=01fd76b2-220c-4e30-8e48-ac0e33361316,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:34.692136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3bc6e-152d-4e7f-b55b-7c9a0449ef24 None None] Network ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:34.696898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:34.697390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Checking segment: {'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:34.698111 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.698111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Bound using segment: {'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:34.698559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Bound port: 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:34.698935 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.725094 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.828140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789017b7-12e0-4151-835a-4fa5174db29f req-5c571d89-eb10-4fd9-a480-f4c84e192a3e tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:34.830553 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-789017b7-12e0-4151-835a-4fa5174db29f req-5c571d89-eb10-4fd9-a480-f4c84e192a3e tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 945 time: 0.0814812 Nov 12 10:58:34.841180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:34.842223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.845071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] 10.222.0.52 "PUT /v2.0/ports/01fd76b2-220c-4e30-8e48-ac0e33361316 HTTP/1.1" status: 200 len: 1092 time: 2.8633990 Nov 12 10:58:34.894468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Request body: {'port': {'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:34.898590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbed515c-c5ff-465a-8e4a-0a17ec57b526 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.928930 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-789017b7-12e0-4151-835a-4fa5174db29f req-1832631e-dc5f-4add-8c5b-addded77e40f tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914497 Nov 12 10:58:34.959251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] For port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:34.976370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.985001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-80670f5e-c37f-4975-bd54-5def60f92414 req-fba57285-dda1-4be7-bed3-c360ffc72d9b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.001900 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-80670f5e-c37f-4975-bd54-5def60f92414 req-fba57285-dda1-4be7-bed3-c360ffc72d9b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.022549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7d411-cf01-49d0-9955-7b638912820e service neutron] Pushing event updated for resources: {'Port': ['ID=01fd76b2-220c-4e30-8e48-ac0e33361316,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:35.044503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] For port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,segment=NetworkSegment(6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e),segment_id=6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:35.056901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '01fd76b2-220c-4e30-8e48-ac0e33361316'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:35.059823 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b74bb63-ba87-46f0-939a-aa5477fb74a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "01fd76b2-220c-4e30-8e48-ac0e33361316"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:35.076263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1bec5e39-45e0-401d-a9dc-8afa6f5d9df9 None None] Provisioning complete for port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:35.077077 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bec5e39-45e0-401d-a9dc-8afa6f5d9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.090408 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-80670f5e-c37f-4975-bd54-5def60f92414 req-fba57285-dda1-4be7-bed3-c360ffc72d9b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.091736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80670f5e-c37f-4975-bd54-5def60f92414 req-fba57285-dda1-4be7-bed3-c360ffc72d9b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6517577 Nov 12 10:58:35.113632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-df45a958-72aa-46ea-910d-2bc3383acb5b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.117046 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.122406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-df45a958-72aa-46ea-910d-2bc3383acb5b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.129483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-df45a958-72aa-46ea-910d-2bc3383acb5b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.142009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-df45a958-72aa-46ea-910d-2bc3383acb5b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.146099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba57285-dda1-4be7-bed3-c360ffc72d9b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8960f056-6837-44b8-b0c2-905db83f775d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:35.154896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-df45a958-72aa-46ea-910d-2bc3383acb5b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.162642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-df45a958-72aa-46ea-910d-2bc3383acb5b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.182308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-df45a958-72aa-46ea-910d-2bc3383acb5b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.184678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-df45a958-72aa-46ea-910d-2bc3383acb5b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5418 time: 0.1628163 Nov 12 10:58:35.217615 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-b421672c-50f4-4301-bfed-f49dc06d88d8 req-73cb43bf-b04e-4e45-89b6-8f092fcf4903 tempest-FloatingIPsNegativeTestJSON-278972532 tempest-FloatingIPsNegativeTestJSON-278972532-project] show failed (client error): The resource could not be found. Nov 12 10:58:35.218198 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b421672c-50f4-4301-bfed-f49dc06d88d8 req-73cb43bf-b04e-4e45-89b6-8f092fcf4903 tempest-FloatingIPsNegativeTestJSON-278972532 tempest-FloatingIPsNegativeTestJSON-278972532-project] 10.222.0.31 "GET /v2.0/floatingips/d7ba694e-1b23-487e-a2d7-a555e98cef2e HTTP/1.1" status: 404 len: 350 time: 0.0679054 Nov 12 10:58:35.219340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbed515c-c5ff-465a-8e4a-0a17ec57b526 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.237197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:35.282771 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c3ab2-6945-489d-9bcb-5d5e6f12c493 x-openstack-request-id: req-c69c3ab2-6945-489d-9bcb-5d5e6f12c493 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:35.283406 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "01fd76b2-220c-4e30-8e48-ac0e33361316", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:35.283406 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c69c3ab2-6945-489d-9bcb-5d5e6f12c493 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:35.284285 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '01fd76b2-220c-4e30-8e48-ac0e33361316', 'status': 'completed', 'code': 200} Nov 12 10:58:35.285805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed515c-c5ff-465a-8e4a-0a17ec57b526 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=b96fb096-1049-4738-a9af-341a812e7765,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:35.306279 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbed515c-c5ff-465a-8e4a-0a17ec57b526 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.310582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bbed515c-c5ff-465a-8e4a-0a17ec57b526 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/b96fb096-1049-4738-a9af-341a812e7765 HTTP/1.1" status: 204 len: 168 time: 0.9873383 Nov 12 10:58:35.317116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54114) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:35.328920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8f9ff-071f-4d31-8b62-cbb5397639b6 None None] Network e7337316-ea8d-41ff-a1a4-c4e63a517730 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:35.331177 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.396017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3708b89f-2a92-4ea9-a8de-21d2379c71b3 req-6df11711-f524-4c04-b2e9-8ae4bbb741a5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2039752 Nov 12 10:58:35.450101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-bd2578b7-e4c8-42ca-99e8-6e1148256412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.450734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-bd2578b7-e4c8-42ca-99e8-6e1148256412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.451270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-bd2578b7-e4c8-42ca-99e8-6e1148256412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.451973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-bd2578b7-e4c8-42ca-99e8-6e1148256412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.452835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-bd2578b7-e4c8-42ca-99e8-6e1148256412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.453433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-bd2578b7-e4c8-42ca-99e8-6e1148256412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.454072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-bd2578b7-e4c8-42ca-99e8-6e1148256412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.457345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-bd2578b7-e4c8-42ca-99e8-6e1148256412 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6426 time: 0.1375892 Nov 12 10:58:35.506010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Deleting port 7e313d51-b844-4152-99fa-f42e2068d28f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:35.506368 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.535205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07e0d5-08be-416e-8541-82ed8dca56cd None None] Pushing event updated for resources: {'Port': ['ID=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:35.563869 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.582333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Routers {'a0e214d0-c381-4bcc-b9bf-7b60c121cd64'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:35.583708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:35.627413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe0d9a8c-0151-4645-9301-a911f80990c1 req-2a9e1f5f-f820-4fcc-bec0-72d922af6a46 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/8960f056-6837-44b8-b0c2-905db83f775d HTTP/1.1" status: 200 len: 1831 time: 0.3049901 Nov 12 10:58:35.678391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] DHCP port deletion for ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:35.729650 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-1e739960-2fc5-4541-a4a2-11068ca82fdf req-1b411bae-7a0e-4442-8cc4-15ec11e30863 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] show failed (client error): The resource could not be found. Nov 12 10:58:35.730719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e739960-2fc5-4541-a4a2-11068ca82fdf req-1b411bae-7a0e-4442-8cc4-15ec11e30863 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/a085bf89-019f-4282-97b4-7ce6c8f4ffad HTTP/1.1" status: 404 len: 352 time: 0.0622373 Nov 12 10:58:35.733281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] For port 7e313d51-b844-4152-99fa-f42e2068d28f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e313d51-b844-4152-99fa-f42e2068d28f,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:35.733657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.791864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Calling delete_port for 7e313d51-b844-4152-99fa-f42e2068d28f owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:35.843278 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-c8dac32f-f699-4190-8048-e33c55bf3661 req-e6aee252-8a1b-4b5b-b976-276fa654001e tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] show failed (client error): The resource could not be found. Nov 12 10:58:35.844891 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c8dac32f-f699-4190-8048-e33c55bf3661 req-e6aee252-8a1b-4b5b-b976-276fa654001e tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-group-rules/4486f28a-4f88-4456-94c8-d677be6a50c1 HTTP/1.1" status: 404 len: 361 time: 0.0627418 Nov 12 10:58:35.885986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bec5e39-45e0-401d-a9dc-8afa6f5d9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.923164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-a3739a60-19f1-4c0c-80e9-035d9d14c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.924476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-a3739a60-19f1-4c0c-80e9-035d9d14c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.925181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-a3739a60-19f1-4c0c-80e9-035d9d14c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.926871 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-a3739a60-19f1-4c0c-80e9-035d9d14c788 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4591291 Nov 12 10:58:35.951724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] Set router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:35.994923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1bec5e39-45e0-401d-a9dc-8afa6f5d9df9 None None] For port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,segment=NetworkSegment(6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e),segment_id=6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:35.999699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4cf05-1199-4709-8fd1-20f7a235a546 req-c321f6a2-7736-4124-96ec-02d828d73e9f tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:36.001640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-80b4cf05-1199-4709-8fd1-20f7a235a546 req-c321f6a2-7736-4124-96ec-02d828d73e9f tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 945 time: 0.2455993 Nov 12 10:58:36.009373 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bec5e39-45e0-401d-a9dc-8afa6f5d9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.020098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] Deleting port 7e313d51-b844-4152-99fa-f42e2068d28f {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:36.020532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.044589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c2e8a88-888f-4b43-ac82-e01ff19f78f3 req-bccbe6ec-ad51-4096-9084-be710d910294 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/8960f056-6837-44b8-b0c2-905db83f775d HTTP/1.1" status: 200 len: 1831 time: 0.1285684 Nov 12 10:58:36.093196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] DHCP port deletion for e7337316-ea8d-41ff-a1a4-c4e63a517730 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:36.148606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting port 40fdff0b-3719-4fff-ae27-8b955524048d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:36.149064 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.186423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] For port 7e313d51-b844-4152-99fa-f42e2068d28f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e313d51-b844-4152-99fa-f42e2068d28f,segment=NetworkSegment(6db72a74-a005-4dd3-a53e-a0f6817d5f6e),segment_id=6db72a74-a005-4dd3-a53e-a0f6817d5f6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:36.186829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.221108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-80b4cf05-1199-4709-8fd1-20f7a235a546 req-5bb8cb68-2538-4377-9212-af75ad659ea0 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708755 Nov 12 10:58:36.229252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-b0281f5c-f35a-4bd9-8ce0-ec031a1ece2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:36.231738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b74bb63-ba87-46f0-939a-aa5477fb74a0 req-b0281f5c-f35a-4bd9-8ce0-ec031a1ece2b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2940798 Nov 12 10:58:36.241965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.260445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-26c1d5b6-ab35-4eaa-b058-f57b873d99d4 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:36.262462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-26c1d5b6-ab35-4eaa-b058-f57b873d99d4 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 945 time: 0.1291296 Nov 12 10:58:36.264527 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4a3d4e-38e9-4b94-adec-321710959a02 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:36.278917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] Calling delete_port for 7e313d51-b844-4152-99fa-f42e2068d28f owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:36.288538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec5e39-45e0-401d-a9dc-8afa6f5d9df9 None None] Pushing event updated for resources: {'Port': ['ID=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.306411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] No DVR routers for this DVR port 7e313d51-b844-4152-99fa-f42e2068d28f on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:36.326751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Port': ['ID=7e313d51-b844-4152-99fa-f42e2068d28f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.331662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.369326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] For port 40fdff0b-3719-4fff-ae27-8b955524048d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=40fdff0b-3719-4fff-ae27-8b955524048d,segment=NetworkSegment(2abe4aeb-1313-4c61-9028-8456171d8d92),segment_id=2abe4aeb-1313-4c61-9028-8456171d8d92)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:36.370192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.379416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3b34d072-0306-4c96-adc1-9d08024fe832 None None] Provisioning complete for port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:36.380019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3b34d072-0306-4c96-adc1-9d08024fe832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.400087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2c2e8a88-888f-4b43-ac82-e01ff19f78f3 req-a4b12fb9-e330-4ca3-8b2a-3212e1c24411 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.425131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Calling delete_port for 40fdff0b-3719-4fff-ae27-8b955524048d owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:36.434207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Transition to ACTIVE for port object fd4a3d4e-38e9-4b94-adec-321710959a02 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:36.459805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] Deleting port 40fdff0b-3719-4fff-ae27-8b955524048d {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:36.460185 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.470901 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.473870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2c2e8a88-888f-4b43-ac82-e01ff19f78f3 req-a4b12fb9-e330-4ca3-8b2a-3212e1c24411 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.498878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.570481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] For port 40fdff0b-3719-4fff-ae27-8b955524048d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=40fdff0b-3719-4fff-ae27-8b955524048d,segment=NetworkSegment(2abe4aeb-1313-4c61-9028-8456171d8d92),segment_id=2abe4aeb-1313-4c61-9028-8456171d8d92)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:36.570932 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.576105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.611723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee75bb64-7084-488f-a0f1-7b9e2ac3eb56']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:36.634085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db72a74-a005-4dd3-a53e-a0f6817d5f6e') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:36.634367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db72a74-a005-4dd3-a53e-a0f6817d5f6e') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:36.657960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Pushing event updated for resources: {'Port': ['ID=fd4a3d4e-38e9-4b94-adec-321710959a02,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.661203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] Calling delete_port for 40fdff0b-3719-4fff-ae27-8b955524048d owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:36.665272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] Pushing event deleted for resources: {'Port': ['ID=7e313d51-b844-4152-99fa-f42e2068d28f,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.670460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.674943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47fdd13-fd45-42d2-92ea-7f2bbb13da47 None None] No DVR routers for this DVR port 7e313d51-b844-4152-99fa-f42e2068d28f on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:36.687318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:30Z', 'revision_number': 4, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port': {'id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:17Z', 'updated_at': '2021-11-12T10:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9e38cd1c-3e1d-42fa-a882-29f4dadd6d37', 'name': '', 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'mac_address': 'fa:16:3e:3f:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:27Z', 'updated_at': '2021-11-12T10:58:34Z', 'revision_number': 4, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'subnets': [{'id': 'e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:36.723641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2c2e8a88-888f-4b43-ac82-e01ff19f78f3 req-a4b12fb9-e330-4ca3-8b2a-3212e1c24411 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.726288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2c2e8a88-888f-4b43-ac82-e01ff19f78f3 req-a4b12fb9-e330-4ca3-8b2a-3212e1c24411 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.736431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c2e8a88-888f-4b43-ac82-e01ff19f78f3 req-a4b12fb9-e330-4ca3-8b2a-3212e1c24411 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "DELETE /v2.0/security-groups/8960f056-6837-44b8-b0c2-905db83f775d HTTP/1.1" status: 204 len: 173 time: 0.6593399 Nov 12 10:58:36.737609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.751762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afea8cd-3e2e-4567-98ca-d1be09fb8862 None None] The sync data for ids ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'] in n-d-768851-19 is: [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:30Z', 'revision_number': 4, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port': {'id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:17Z', 'updated_at': '2021-11-12T10:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9e38cd1c-3e1d-42fa-a882-29f4dadd6d37', 'name': '', 'network_id': '2c2c5b0b-4e02-498e-9271-95dc9a18a4e4', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'mac_address': 'fa:16:3e:3f:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:27Z', 'updated_at': '2021-11-12T10:58:34Z', 'revision_number': 4, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'subnets': [{'id': 'e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:36.783878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:36.784580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:36.791890 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:36.821795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b12fb9-e330-4ca3-8b2a-3212e1c24411 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8960f056-6837-44b8-b0c2-905db83f775d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.880422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.919324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.965577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] Pushing event deleted for resources: {'Port': ['ID=40fdff0b-3719-4fff-ae27-8b955524048d,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.967983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Port': ['ID=40fdff0b-3719-4fff-ae27-8b955524048d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.976779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No DVR routers for this DVR port 40fdff0b-3719-4fff-ae27-8b955524048d on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:36.980992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4018263f-0851-4b8e-bc64-53b0b530cbc0 None None] No DVR routers for this DVR port 40fdff0b-3719-4fff-ae27-8b955524048d on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:37.010915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee9671-0645-4cb2-acd8-9cb1ce5f0e17 req-a34226aa-282e-42a2-9b7f-d56d732cf81a tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.012490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbee9671-0645-4cb2-acd8-9cb1ce5f0e17 req-a34226aa-282e-42a2-9b7f-d56d732cf81a tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 945 time: 0.6706986 Nov 12 10:58:37.042839 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.044470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Attempting to bind port fd4a3d4e-38e9-4b94-adec-321710959a02 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:37.045147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Attempting to bind port fd4a3d4e-38e9-4b94-adec-321710959a02 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:37.045741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Attempting to bind port fd4a3d4e-38e9-4b94-adec-321710959a02 on network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:37.064108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.072746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.081218 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] 10.222.0.31 "DELETE /v2.0/networks/ee75bb64-7084-488f-a0f1-7b9e2ac3eb56 HTTP/1.1" status: 204 len: 168 time: 2.3984408 Nov 12 10:58:37.101140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Port fd4a3d4e-38e9-4b94-adec-321710959a02 on network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:37.101364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Attempting to bind port fd4a3d4e-38e9-4b94-adec-321710959a02 on network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:37.114409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6193f-ded7-417b-9d33-b65a2a1146dc tempest-ServersTestMultiNic-1740707564 tempest-ServersTestMultiNic-1740707564-project] Pushing event deleted for resources: {'Network': ['ID=ee75bb64-7084-488f-a0f1-7b9e2ac3eb56,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:37.124220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Deleting port eb047000-9f43-4bce-bf26-e93ec4a08313 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:37.124557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.256746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbee9671-0645-4cb2-acd8-9cb1ce5f0e17 req-fb1a7c77-6da4-4517-b63f-1cbd9fa87bf7 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups?id=61ba3356-69e2-4123-a267-79817b72b6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184935 Nov 12 10:58:37.318633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] For port eb047000-9f43-4bce-bf26-e93ec4a08313, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=eb047000-9f43-4bce-bf26-e93ec4a08313,segment=NetworkSegment(d2c4692a-1007-434c-9cc1-29083677ff2f),segment_id=d2c4692a-1007-434c-9cc1-29083677ff2f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:37.319016 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.335962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Calling delete_port for eb047000-9f43-4bce-bf26-e93ec4a08313 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:37.471303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-27a52e32-0467-443a-a609-dbb0994cb5f2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.478314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-27a52e32-0467-443a-a609-dbb0994cb5f2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.484467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-27a52e32-0467-443a-a609-dbb0994cb5f2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.493492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-27a52e32-0467-443a-a609-dbb0994cb5f2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.500802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-27a52e32-0467-443a-a609-dbb0994cb5f2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.506927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:37.510511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-27a52e32-0467-443a-a609-dbb0994cb5f2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.517295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-27a52e32-0467-443a-a609-dbb0994cb5f2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.519356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-27a52e32-0467-443a-a609-dbb0994cb5f2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.6847522 Nov 12 10:58:37.522930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:37.523269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Checking segment: {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:37.524175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Bound using segment: {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:37.525332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Bound port: fd4a3d4e-38e9-4b94-adec-321710959a02, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7382ed91-5b96-4ffa-b34b-45b745006193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:37.525700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.528631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.570499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7337316-ea8d-41ff-a1a4-c4e63a517730']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:37.580110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:37.580495 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.583189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abe4aeb-1313-4c61-9028-8456171d8d92') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:37.583487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abe4aeb-1313-4c61-9028-8456171d8d92') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:37.585389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76f3b688-ca4a-4610-84cb-d6b89032a1e4 req-4ae4f5bd-ec80-4d2c-bcd9-40c36eafc51b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/64eb57ea-7d02-4bcd-b7d3-ae4de13bf7f4 HTTP/1.1" status: 200 len: 1832 time: 0.1740601 Nov 12 10:58:37.595395 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.611977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.619427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:37.619807 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:37.687795 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:37.710333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.731726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-76f3b688-ca4a-4610-84cb-d6b89032a1e4 req-9d2c0980-a6d7-4818-a92c-e3e7813e2642 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.750175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.754103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/e7337316-ea8d-41ff-a1a4-c4e63a517730 HTTP/1.1" status: 204 len: 168 time: 2.4307358 Nov 12 10:58:37.763743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54138) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:37.782412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46207cd-9cc2-47d3-bfe3-de97faff97f0 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=e7337316-ea8d-41ff-a1a4-c4e63a517730,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:37.782919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e313d51-b844-4152-99fa-f42e2068d28f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:37.798817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1e4b92d3-a646-4564-b1a1-9992d7daa305 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:37.837096 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-76f3b688-ca4a-4610-84cb-d6b89032a1e4 req-9d2c0980-a6d7-4818-a92c-e3e7813e2642 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.839449 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26d46e61-22f8-4050-bf13-d90a02ff50aa req-d41642bb-cc8e-4c4d-83e2-fb605e7ce58c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3081372 Nov 12 10:58:37.842007 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-730ddef1-1837-4bb9-a4a8-a8ff946d5909 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:37.842549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730ddef1-1837-4bb9-a4a8-a8ff946d5909 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:37.846453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] For port fd4a3d4e-38e9-4b94-adec-321710959a02, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:37.847822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 7e313d51-b844-4152-99fa-f42e2068d28f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:37.848170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e313d51-b844-4152-99fa-f42e2068d28f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:37.848582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 40fdff0b-3719-4fff-ae27-8b955524048d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:37.848714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-730ddef1-1837-4bb9-a4a8-a8ff946d5909 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/cf0f4498-1080-41a1-8c04-64937635a8bb HTTP/1.1" status: 404 len: 337 time: 0.0802715 Nov 12 10:58:37.849626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54140) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:37.853434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] For port fd4a3d4e-38e9-4b94-adec-321710959a02, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fd4a3d4e-38e9-4b94-adec-321710959a02,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:37.861665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.873922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.890689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 40fdff0b-3719-4fff-ae27-8b955524048d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:37.890689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 40fdff0b-3719-4fff-ae27-8b955524048d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:37.918225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.919220 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.921763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 1e4b92d3-a646-4564-b1a1-9992d7daa305 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:37.921911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] 10.222.0.52 "PUT /v2.0/ports/fd4a3d4e-38e9-4b94-adec-321710959a02 HTTP/1.1" status: 200 len: 1092 time: 3.0400136 Nov 12 10:58:37.922463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': 'fd4a3d4e-38e9-4b94-adec-321710959a02'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:37.925202 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "fd4a3d4e-38e9-4b94-adec-321710959a02"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:37.948961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 1e4b92d3-a646-4564-b1a1-9992d7daa305 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:37.951061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.998713 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5d399c-87d8-4a74-8219-3bce5a7e211e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] DELETE failed (client error): The resource could not be found. Nov 12 10:58:37.999286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5d399c-87d8-4a74-8219-3bce5a7e211e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 10:58:38.003007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8a5d399c-87d8-4a74-8219-3bce5a7e211e tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/9b21f1f6-e59b-481d-b3f2-cf75bb352152 HTTP/1.1" status: 404 len: 339 time: 0.1444542 Nov 12 10:58:38.007591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54146) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:38.062678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-76f3b688-ca4a-4610-84cb-d6b89032a1e4 req-9d2c0980-a6d7-4818-a92c-e3e7813e2642 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.066497 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-76f3b688-ca4a-4610-84cb-d6b89032a1e4 req-9d2c0980-a6d7-4818-a92c-e3e7813e2642 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.069093 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76f3b688-ca4a-4610-84cb-d6b89032a1e4 req-9d2c0980-a6d7-4818-a92c-e3e7813e2642 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "DELETE /v2.0/security-groups/64eb57ea-7d02-4bcd-b7d3-ae4de13bf7f4 HTTP/1.1" status: 204 len: 173 time: 0.4827511 Nov 12 10:58:38.076067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event deleted for resources: {'Port': ['ID=eb047000-9f43-4bce-bf26-e93ec4a08313,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:38.102009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655674b1-1b7b-4588-a7c6-e0615b6483ce service neutron] Pushing event updated for resources: {'Port': ['ID=fd4a3d4e-38e9-4b94-adec-321710959a02,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:38.124903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c0980-a6d7-4818-a92c-e3e7813e2642 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb57ea-7d02-4bcd-b7d3-ae4de13bf7f4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:38.130718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f7e2ef-e3b3-438d-813c-e49ed40e9bfb None None] DHCP port deletion for 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:38.149480 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187872e6-f4cc-4693-bd33-feb6a504f2fb x-openstack-request-id: req-187872e6-f4cc-4693-bd33-feb6a504f2fb {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:38.149777 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "fd4a3d4e-38e9-4b94-adec-321710959a02", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:38.152638 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-187872e6-f4cc-4693-bd33-feb6a504f2fb {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:38.153100 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': 'fd4a3d4e-38e9-4b94-adec-321710959a02', 'status': 'completed', 'code': 200} Nov 12 10:58:38.194507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] No DVR routers for this DVR port eb047000-9f43-4bce-bf26-e93ec4a08313 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:38.195615 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.198232 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.202683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d942723e-e65d-4f9e-9ff8-8aef57753014 req-14d3577d-f861-4512-a296-a88f371569aa tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.59 "DELETE /v2.0/ports/eb047000-9f43-4bce-bf26-e93ec4a08313 HTTP/1.1" status: 204 len: 173 time: 1.9308703 Nov 12 10:58:38.209027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3df8cf-3dc9-491a-986b-66f893393da8', 'name': 'network-vif-deleted', 'tag': 'eb047000-9f43-4bce-bf26-e93ec4a08313'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:38.212700 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c0fcff-0eca-4ec8-99c3-72a5c1be36cc" -d '{"events": [{"server_uuid": "4e3df8cf-3dc9-491a-986b-66f893393da8", "name": "network-vif-deleted", "tag": "eb047000-9f43-4bce-bf26-e93ec4a08313"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:38.232693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2014398-f1dd-4ede-9212-64d3dd18e122 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting subnet 4fb9def2-9dd2-4c25-a554-88c77696974f {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:38.240834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:38.244253 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0794e1-5614-4dfc-a250-704cc4db2cf9" -d '{"events": [{"server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "name": "network-vif-plugged", "status": "completed", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:38.268612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 1e4b92d3-a646-4564-b1a1-9992d7daa305, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:38.273221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-af8aaa95-84ce-45ff-979c-1abd858ed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.273221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-af8aaa95-84ce-45ff-979c-1abd858ed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.275054 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.278023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-af8aaa95-84ce-45ff-979c-1abd858ed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.278660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-af8aaa95-84ce-45ff-979c-1abd858ed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.279138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-af8aaa95-84ce-45ff-979c-1abd858ed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.279606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-af8aaa95-84ce-45ff-979c-1abd858ed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.280067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-af8aaa95-84ce-45ff-979c-1abd858ed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.281803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Deleting port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:38.282146 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.286855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-af8aaa95-84ce-45ff-979c-1abd858ed08a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6494 time: 0.3013084 Nov 12 10:58:38.290047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2014398-f1dd-4ede-9212-64d3dd18e122 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.434864 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-30627331-f569-46cf-a755-fd94c5410044 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d HTTP/1.1" status: 200 len: 217 time: 0.0826542 Nov 12 10:58:38.446746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65dff51b-30ac-4c65-9b5b-7e400aa9ddba req-4e39056c-8ad2-48e4-a554-94d037c668e8 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/1d114b5b-761a-430e-866a-43040be0bda4 HTTP/1.1" status: 200 len: 1831 time: 0.1859970 Nov 12 10:58:38.484634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2014398-f1dd-4ede-9212-64d3dd18e122 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.494816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] For port 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,segment=NetworkSegment(6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e),segment_id=6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:38.495471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.513060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Calling delete_port for 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:38.517377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81800a2-8218-4c5e-84ca-1c3e44bab00a req-1a43e359-f3a2-413e-b02d-ca6611bc3626 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.521860 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e81800a2-8218-4c5e-84ca-1c3e44bab00a req-1a43e359-f3a2-413e-b02d-ca6611bc3626 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 945 time: 0.3519773 Nov 12 10:58:38.580112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=1e4b92d3-a646-4564-b1a1-9992d7daa305,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:38.587147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-2ba57183-0075-4266-bf53-6f5b659eff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.589196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-2ba57183-0075-4266-bf53-6f5b659eff2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eb17540-e5ed-4e03-aa3a-b71844022014 HTTP/1.1" status: 200 len: 854 time: 0.1405358 Nov 12 10:58:38.625543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65dff51b-30ac-4c65-9b5b-7e400aa9ddba req-4e57a3b2-4527-4c88-a722-58cab366ecb0 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.645417 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e81800a2-8218-4c5e-84ca-1c3e44bab00a req-e8df8f18-4a5c-4d46-9446-ad8b09c1d1d2 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178634 Nov 12 10:58:38.693765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-25a3100d-0566-491d-a79c-da3dadeb6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.695330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-25a3100d-0566-491d-a79c-da3dadeb6697 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f693615-e5a7-41a0-9004-ac6f0aac8815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967171 Nov 12 10:58:38.697579 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0bc2b6-f337-415f-840d-6c0a9f2ed613 x-openstack-request-id: req-7c0bc2b6-f337-415f-840d-6c0a9f2ed613 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:38.697873 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3df8cf-3dc9-491a-986b-66f893393da8", "name": "network-vif-deleted", "tag": "eb047000-9f43-4bce-bf26-e93ec4a08313", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:38.698110 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c0bc2b6-f337-415f-840d-6c0a9f2ed613 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:38.698504 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3df8cf-3dc9-491a-986b-66f893393da8', 'name': 'network-vif-deleted', 'tag': 'eb047000-9f43-4bce-bf26-e93ec4a08313', 'status': 'completed', 'code': 200} Nov 12 10:58:38.702011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65dff51b-30ac-4c65-9b5b-7e400aa9ddba req-4e57a3b2-4527-4c88-a722-58cab366ecb0 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.777098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2014398-f1dd-4ede-9212-64d3dd18e122 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.796231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65dff51b-30ac-4c65-9b5b-7e400aa9ddba req-4e57a3b2-4527-4c88-a722-58cab366ecb0 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.800729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65dff51b-30ac-4c65-9b5b-7e400aa9ddba req-4e57a3b2-4527-4c88-a722-58cab366ecb0 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.802682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65dff51b-30ac-4c65-9b5b-7e400aa9ddba req-4e57a3b2-4527-4c88-a722-58cab366ecb0 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d114b5b-761a-430e-866a-43040be0bda4 HTTP/1.1" status: 204 len: 173 time: 0.3550637 Nov 12 10:58:38.804336 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0df6ab-1087-471b-8dd1-659450c5575e x-openstack-request-id: req-ef0df6ab-1087-471b-8dd1-659450c5575e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:38.804691 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "name": "network-vif-plugged", "status": "completed", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:38.805050 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef0df6ab-1087-471b-8dd1-659450c5575e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:38.805974 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'code': 200} Nov 12 10:58:38.830246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57a3b2-4527-4c88-a722-58cab366ecb0 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d114b5b-761a-430e-866a-43040be0bda4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:38.895314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.905787 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-a7d5edfe-b439-46e2-b894-cdf8c44e7056 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015517 Nov 12 10:58:38.988428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2014398-f1dd-4ede-9212-64d3dd18e122 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.017153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f67586c-ce7d-4318-898c-96021d350a54 req-1666f2ea-5a38-458e-8c45-bdf6b0750c11 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3df8cf-3dc9-491a-986b-66f893393da8 HTTP/1.1" status: 200 len: 210 time: 0.0808747 Nov 12 10:58:39.019144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54166) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:39.019963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e38cd1c-3e1d-42fa-a882-29f4dadd6d37,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:39.107701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2014398-f1dd-4ede-9212-64d3dd18e122 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.113308 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b2014398-f1dd-4ede-9212-64d3dd18e122 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/subnets/4fb9def2-9dd2-4c25-a554-88c77696974f HTTP/1.1" status: 204 len: 168 time: 1.0994282 Nov 12 10:58:39.118750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54168) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:39.120843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eaf840-5557-4d92-b81e-8720ce048e31 None None] Network 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:39.129043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2014398-f1dd-4ede-9212-64d3dd18e122 tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb9def2-9dd2-4c25-a554-88c77696974f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:39.195769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-a742d51a-e28e-452f-9d3f-1af57f4e82e4 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815232 Nov 12 10:58:39.220779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-bbca7751-9377-4d02-8ce7-03fd634a1683 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.229760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-bbca7751-9377-4d02-8ce7-03fd634a1683 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.236449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-bbca7751-9377-4d02-8ce7-03fd634a1683 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.242833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-bbca7751-9377-4d02-8ce7-03fd634a1683 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.249160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-bbca7751-9377-4d02-8ce7-03fd634a1683 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.255257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-bbca7751-9377-4d02-8ce7-03fd634a1683 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.261911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-bbca7751-9377-4d02-8ce7-03fd634a1683 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.264697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-bbca7751-9377-4d02-8ce7-03fd634a1683 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.1584778 Nov 12 10:58:39.277693 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-7a79b3a5-a07a-40a0-acf4-1f95e6334afb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 217 time: 0.0539377 Nov 12 10:58:39.280304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6e08f6c-a853-4df2-9130-2c2a41fc60e3 req-0bb2a672-10e6-4b76-8cec-393e2433d58b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/491bfdd9-d50c-46e7-84e9-7eaacec37158 HTTP/1.1" status: 200 len: 1832 time: 0.2247951 Nov 12 10:58:39.296915 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.350390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b38411-0fcb-4f34-9780-cd16ff576448 req-c2ce3e28-bac0-4562-aaaa-d56559a63104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.352009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74b38411-0fcb-4f34-9780-cd16ff576448 req-c2ce3e28-bac0-4562-aaaa-d56559a63104 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 0.3338983 Nov 12 10:58:39.363896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] DHCP port deletion for 39f8610a-23c5-4e72-b1eb-b73fdbfeba98 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:39.384995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-84e66f5d-3d17-4238-80aa-65bb1ac9c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.386541 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-84e66f5d-3d17-4238-80aa-65bb1ac9c6f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1006052 Nov 12 10:58:39.426440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] Deleting port 14dcf925-b3e1-44ac-9717-1f6de22dd05a {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:39.426877 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.465644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e6e08f6c-a853-4df2-9130-2c2a41fc60e3 req-5429d032-5756-4f91-af13-96904443d831 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.501442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-6128ddb0-bc3e-492c-b66c-da53120a54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.503075 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-6128ddb0-bc3e-492c-b66c-da53120a54bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932665 Nov 12 10:58:39.505658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e6e08f6c-a853-4df2-9130-2c2a41fc60e3 req-5429d032-5756-4f91-af13-96904443d831 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.521056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] For port 14dcf925-b3e1-44ac-9717-1f6de22dd05a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14dcf925-b3e1-44ac-9717-1f6de22dd05a,segment=NetworkSegment(b15c01be-ef4a-4d30-a85d-22918b7f60f0),segment_id=b15c01be-ef4a-4d30-a85d-22918b7f60f0)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:39.521556 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.522068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74b38411-0fcb-4f34-9780-cd16ff576448 req-ff55f539-4bd6-41b2-9c6f-c0eed80911bf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451256 Nov 12 10:58:39.539127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] Calling delete_port for 14dcf925-b3e1-44ac-9717-1f6de22dd05a owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:39.572586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c8ac1-ce1f-4610-bacd-fcfea578e185 req-e39adc0d-8cef-42cf-9519-4ac8dc67f7ea tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2198987 Nov 12 10:58:39.580202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Deleting port 14dcf925-b3e1-44ac-9717-1f6de22dd05a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:39.580404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.605354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14dcf925-b3e1-44ac-9717-1f6de22dd05a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:39.642582 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.676251 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e6e08f6c-a853-4df2-9130-2c2a41fc60e3 req-5429d032-5756-4f91-af13-96904443d831 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.678905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e6e08f6c-a853-4df2-9130-2c2a41fc60e3 req-5429d032-5756-4f91-af13-96904443d831 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.680554 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6e08f6c-a853-4df2-9130-2c2a41fc60e3 req-5429d032-5756-4f91-af13-96904443d831 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "DELETE /v2.0/security-groups/491bfdd9-d50c-46e7-84e9-7eaacec37158 HTTP/1.1" status: 204 len: 173 time: 0.3810582 Nov 12 10:58:39.694715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] For port 14dcf925-b3e1-44ac-9717-1f6de22dd05a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14dcf925-b3e1-44ac-9717-1f6de22dd05a,segment=NetworkSegment(b15c01be-ef4a-4d30-a85d-22918b7f60f0),segment_id=b15c01be-ef4a-4d30-a85d-22918b7f60f0)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:39.695083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.709339 n-d-768851-19 neutron-server[109167]: INFO neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No ports have port_id starting with 14dcf925-b3e1-44ac-9717-1f6de22dd05a Nov 12 10:58:39.710848 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.723613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429d032-5756-4f91-af13-96904443d831 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491bfdd9-d50c-46e7-84e9-7eaacec37158,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:39.726919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9ce33da5-90df-422d-b48e-92b997b3cc74 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155554 Nov 12 10:58:39.727839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Calling delete_port for 14dcf925-b3e1-44ac-9717-1f6de22dd05a owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:39.762608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] No DVR routers for this DVR port 14dcf925-b3e1-44ac-9717-1f6de22dd05a on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:39.801769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d9bde-82f4-4336-8723-c2dffc0a4c5d None None] Pushing event deleted for resources: {'Port': ['ID=14dcf925-b3e1-44ac-9717-1f6de22dd05a,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:39.816059 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.823709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device eb047000-9f43-4bce-bf26-e93ec4a08313 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:39.846732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: eb047000-9f43-4bce-bf26-e93ec4a08313 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:39.846732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device eb047000-9f43-4bce-bf26-e93ec4a08313 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:39.868789 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63845cd5-b2ac-488c-9467-0f6698a9331a req-371b2322-4527-4718-ba5e-3313a18d062b tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "GET /v2.0/security-groups/1f86a0d2-d95b-4605-9d61-d68a504d59ed HTTP/1.1" status: 200 len: 1831 time: 0.1557462 Nov 12 10:58:39.911720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6082edd-ffe3-4672-a587-7f60ab3440c1 req-c2a2c250-192c-4553-8ce9-9464f9a18f89 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.913293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6082edd-ffe3-4672-a587-7f60ab3440c1 req-c2a2c250-192c-4553-8ce9-9464f9a18f89 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 946 time: 0.1680591 Nov 12 10:58:39.949712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-8c21cde6-648b-4945-8067-c994e698f5b2 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123365 Nov 12 10:58:40.003792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.017035 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-472ea1a4-8ff6-4b70-911e-18d1bfa34a23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 217 time: 0.0591631 Nov 12 10:58:40.036816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-63845cd5-b2ac-488c-9467-0f6698a9331a req-ae584209-3c66-41ae-bee5-a232662f5441 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.047070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Port': ['ID=14dcf925-b3e1-44ac-9717-1f6de22dd05a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:40.050090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] No DVR routers for this DVR port 14dcf925-b3e1-44ac-9717-1f6de22dd05a on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:40.076370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6082edd-ffe3-4672-a587-7f60ab3440c1 req-67afe4f5-7544-4ff5-9fad-6cbed54e0247 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531780 Nov 12 10:58:40.124666 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-63845cd5-b2ac-488c-9467-0f6698a9331a req-ae584209-3c66-41ae-bee5-a232662f5441 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.133979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:40.177258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ccb67442-78ca-4093-a32b-5c762627208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:40.178602 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ccb67442-78ca-4093-a32b-5c762627208c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1427753 Nov 12 10:58:40.186664 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.230762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.240184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.272391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f8610a-23c5-4e72-b1eb-b73fdbfeba98']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:40.280647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-63845cd5-b2ac-488c-9467-0f6698a9331a req-ae584209-3c66-41ae-bee5-a232662f5441 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.283389 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-63845cd5-b2ac-488c-9467-0f6698a9331a req-ae584209-3c66-41ae-bee5-a232662f5441 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.284575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63845cd5-b2ac-488c-9467-0f6698a9331a req-ae584209-3c66-41ae-bee5-a232662f5441 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f86a0d2-d95b-4605-9d61-d68a504d59ed HTTP/1.1" status: 204 len: 173 time: 0.4067535 Nov 12 10:58:40.293609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15c01be-ef4a-4d30-a85d-22918b7f60f0') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:40.293940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15c01be-ef4a-4d30-a85d-22918b7f60f0') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:40.296749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54186) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:40.327963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.350797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae584209-3c66-41ae-bee5-a232662f5441 tempest-SecurityGroupRulesNegativeTestJSON-777598164 tempest-SecurityGroupRulesNegativeTestJSON-777598164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f86a0d2-d95b-4605-9d61-d68a504d59ed,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:40.362147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-04f6ebee-3784-4908-b0d7-aef98ed4e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:40.363694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-04f6ebee-3784-4908-b0d7-aef98ed4e2ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1491959 Nov 12 10:58:40.379323 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.410012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54192) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:40.411079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:40.411651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.417698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-da961cdd-92e9-4090-bd48-2dd772b075e3 admin admin] Deleting subnet fcb83c3c-af98-483e-8198-09ef2b1a3491 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:40.421440 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:40.446258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da961cdd-92e9-4090-bd48-2dd772b075e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.584815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da961cdd-92e9-4090-bd48-2dd772b075e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.616183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.629712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.633016 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] 10.222.0.31 "DELETE /v2.0/networks/39f8610a-23c5-4e72-b1eb-b73fdbfeba98 HTTP/1.1" status: 204 len: 168 time: 1.5130992 Nov 12 10:58:40.670410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905202d-1ab4-4f29-9d70-b9948a4045bf tempest-NetworksIpV6Test-193480448 tempest-NetworksIpV6Test-193480448-project] Pushing event deleted for resources: {'Network': ['ID=39f8610a-23c5-4e72-b1eb-b73fdbfeba98,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:40.705254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4797968-d33c-47f4-adc1-8e1f56f01971 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.707664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:40.708303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-fe7de37f-c925-42bd-a9b1-666160d41201 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248770 Nov 12 10:58:40.718136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f357223a-1995-4dee-8a12-f630de6b7e29 admin admin] 10.222.0.31 "PUT /v2.0/routers/a0e214d0-c381-4bcc-b9bf-7b60c121cd64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4793584 Nov 12 10:58:40.723564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54198) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:40.724837 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da961cdd-92e9-4090-bd48-2dd772b075e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.726825 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] Sync routers for ids ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:40.740255 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] Routers {'a0e214d0-c381-4bcc-b9bf-7b60c121cd64'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:40.742397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:40.842556 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.927490 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] Set router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:40.975715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4797968-d33c-47f4-adc1-8e1f56f01971 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.006217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54202) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:41.050700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-8492f882-8cb9-4b7c-b2c5-96ba5fd53778 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.056825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-8492f882-8cb9-4b7c-b2c5-96ba5fd53778 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.062946 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-8492f882-8cb9-4b7c-b2c5-96ba5fd53778 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.069088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-8492f882-8cb9-4b7c-b2c5-96ba5fd53778 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.075658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-8492f882-8cb9-4b7c-b2c5-96ba5fd53778 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.081955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-8492f882-8cb9-4b7c-b2c5-96ba5fd53778 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.087268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.088500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-8492f882-8cb9-4b7c-b2c5-96ba5fd53778 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.090521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-8492f882-8cb9-4b7c-b2c5-96ba5fd53778 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.4147887 Nov 12 10:58:41.150984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da961cdd-92e9-4090-bd48-2dd772b075e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.168265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-776a557d-ba94-4fd6-8ed3-da4832189e52 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392130 Nov 12 10:58:41.206084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da961cdd-92e9-4090-bd48-2dd772b075e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb83c3c-af98-483e-8198-09ef2b1a3491,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:41.212770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da961cdd-92e9-4090-bd48-2dd772b075e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.216574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2888dbf-0f2b-41e2-be65-99d10cffb8af None None] Network 5a302518-1705-4149-8fc8-698317deedc9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:41.220330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da961cdd-92e9-4090-bd48-2dd772b075e3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fcb83c3c-af98-483e-8198-09ef2b1a3491 HTTP/1.1" status: 204 len: 168 time: 0.9132621 Nov 12 10:58:41.220554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54210) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:41.281631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:38Z', 'revision_number': 5, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port': {'id': '3d9751f2-c4d5-424e-9fc5-e81ed689b9ec', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:17Z', 'updated_at': '2021-11-12T10:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:41.311182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Deleting port 48c857d4-c10d-495b-9cbb-4cdc513db0a7 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:41.311765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.324846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-a80d83b0-1d5d-47c2-a881-896cedd81190 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc HTTP/1.1" status: 200 len: 217 time: 0.1305115 Nov 12 10:58:41.346027 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4797968-d33c-47f4-adc1-8e1f56f01971 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.348548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4797968-d33c-47f4-adc1-8e1f56f01971 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.353714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b4797968-d33c-47f4-adc1-8e1f56f01971 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "DELETE /v2.0/security-groups/788b5334-bd90-4361-a549-8d1b88c7ca04 HTTP/1.1" status: 204 len: 168 time: 0.9330783 Nov 12 10:58:41.360114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7291f01e-0eef-49ad-aa73-bbdae749ed26 req-9cf14383-e26f-4b97-b666-65dd29820f9a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2557731 Nov 12 10:58:41.361722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Deleting port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:41.362601 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.363897 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] Checking router: a0e214d0-c381-4bcc-b9bf-7b60c121cd64 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:41.377163 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] Routers {'a0e214d0-c381-4bcc-b9bf-7b60c121cd64'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:41.378374 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:41.378524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54212) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:41.388245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d542cc-2cb5-4fcc-8909-979916159be5 req-42a76810-6a8b-4c4c-a99a-8458e328564d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.390411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d0d542cc-2cb5-4fcc-8909-979916159be5 req-42a76810-6a8b-4c4c-a99a-8458e328564d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 946 time: 0.1326180 Nov 12 10:58:41.418329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4797968-d33c-47f4-adc1-8e1f56f01971 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b5334-bd90-4361-a549-8d1b88c7ca04,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:41.423854 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-b90184ea-ac94-424a-9757-a4bf5fabac15 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] show failed (client error): The resource could not be found. Nov 12 10:58:41.425421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b90184ea-ac94-424a-9757-a4bf5fabac15 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "GET /v2.0/security-groups/788b5334-bd90-4361-a549-8d1b88c7ca04 HTTP/1.1" status: 404 len: 347 time: 0.0336211 Nov 12 10:58:41.440667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:41.505223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.506697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-e64e6862-324c-440c-b5f1-4483fda9613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:41.508805 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-e64e6862-324c-440c-b5f1-4483fda9613d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1471417 Nov 12 10:58:41.532247 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] Set router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:41.569888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d0d542cc-2cb5-4fcc-8909-979916159be5 req-c613b5f6-0382-4dc5-a298-67c6ac33c520 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629694 Nov 12 10:58:41.608785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922aefb-9de1-4acd-92f2-5fe928367d4a None None] DHCP port deletion for 5a302518-1705-4149-8fc8-698317deedc9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:41.641653 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:41Z', 'revision_number': 6, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:41.674348 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebf1f5-e114-4553-ba8c-ee907e7c2446 None None] The sync data for ids ['a0e214d0-c381-4bcc-b9bf-7b60c121cd64'] in n-d-768851-19 is: [{'id': 'a0e214d0-c381-4bcc-b9bf-7b60c121cd64', 'name': 'tempest-FloatingIPsNegativeTestJSON-1506123733-router', 'tenant_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:15Z', 'updated_at': '2021-11-12T10:58:41Z', 'revision_number': 6, 'project_id': '6ebb16fa4d4f4b7ea2c94b726b7585a5', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:41.723775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] For port 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d9751f2-c4d5-424e-9fc5-e81ed689b9ec,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:41.724143 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.741028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] For port 48c857d4-c10d-495b-9cbb-4cdc513db0a7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=48c857d4-c10d-495b-9cbb-4cdc513db0a7,segment=NetworkSegment(340dc826-c690-4ee5-979a-70289dca1b9c),segment_id=340dc826-c690-4ee5-979a-70289dca1b9c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:41.741393 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.745780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.764701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Calling delete_port for 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:41.771956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Calling delete_port for 48c857d4-c10d-495b-9cbb-4cdc513db0a7 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:41.793000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a302518-1705-4149-8fc8-698317deedc9']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:41.839261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ffd109-a1de-480e-bf20-198532b55615') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:41.839538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ffd109-a1de-480e-bf20-198532b55615') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:41.885957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.913673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.923493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9982a056-8b8e-4e7c-83a6-67e2eb02a13a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72798590eed54dee92b608f3d9eab53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9119825 Nov 12 10:58:41.929184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54218) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:41.933308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:41.933711 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:41.942482 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:42.066503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-d2a41686-1d56-4316-a018-c7a34062f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:42.068020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-d2a41686-1d56-4316-a018-c7a34062f676 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5526183 Nov 12 10:58:42.130015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.143928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.150864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5a302518-1705-4149-8fc8-698317deedc9 HTTP/1.1" status: 204 len: 168 time: 0.9190845 Nov 12 10:58:42.150864 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015a6ada-654d-4ded-b4fa-1c63284fcfa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.157704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5d3c136-be8c-454e-b147-aab84094a02b req-81d7e31d-7171-44b6-bd1f-cabce7b6dd01 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3213627 Nov 12 10:58:42.175322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a5cb2-6899-40f0-b1e6-9ff08cb96c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a302518-1705-4149-8fc8-698317deedc9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:42.212690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:42.222508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015a6ada-654d-4ded-b4fa-1c63284fcfa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.237656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Deleting port 53fd8174-21f3-4bfe-9205-544ceeaa2524 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:42.238034 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.299575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.301429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54222) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:42.303788 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.339118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-952944b9-a06d-427b-9f20-ac6aaf94daee service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571802 Nov 12 10:58:42.361230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9751f2-c4d5-424e-9fc5-e81ed689b9ec,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:42.374921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae4af65-1e5a-419a-91ae-5728d0d6bab8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:42.396231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.427524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015a6ada-654d-4ded-b4fa-1c63284fcfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.431000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015a6ada-654d-4ded-b4fa-1c63284fcfa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.434475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-015a6ada-654d-4ded-b4fa-1c63284fcfa5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2ccdb3f-42dc-48dc-bbd8-14b9af5cdf20 HTTP/1.1" status: 204 len: 168 time: 0.5002680 Nov 12 10:58:42.449499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.449794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.484013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c857d4-c10d-495b-9cbb-4cdc513db0a7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:42.495061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a6ada-654d-4ded-b4fa-1c63284fcfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ccdb3f-42dc-48dc-bbd8-14b9af5cdf20,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:42.517227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f4fbd6d8-8cfa-499d-8dde-e58aae3654bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbe1eecf24ab4bd48f86a7c7686d5e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085235 Nov 12 10:58:42.526702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54228) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:42.533827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Calling delete_port for 53fd8174-21f3-4bfe-9205-544ceeaa2524 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:42.638232 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.659543 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-8aba2015-b745-45df-9f67-1db9422df02b service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110139 Nov 12 10:58:42.725630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-65198cc8-db20-4611-9093-2201d437f9e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e HTTP/1.1" status: 200 len: 217 time: 0.0557108 Nov 12 10:58:42.788752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.823987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-acdd2ecd-0c89-4b57-948a-df194eb99fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:42.825659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-acdd2ecd-0c89-4b57-948a-df194eb99fa8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.0896842 Nov 12 10:58:42.835671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.838809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.978206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.978806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0e214d0-c381-4bcc-b9bf-7b60c121cd64 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:58:42.989088 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:42.990589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-8098fba7-af74-4338-921a-8b7c338e0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:42.990995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f9008dc0-0dc1-40c6-9fce-db84c7f289b6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a0e214d0-c381-4bcc-b9bf-7b60c121cd64 HTTP/1.1" status: 204 len: 168 time: 2.2658432 Nov 12 10:58:42.992077 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-8098fba7-af74-4338-921a-8b7c338e0a90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1393144 Nov 12 10:58:42.997366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54240) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:43.006526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-2e70e8a6-ef67-4aa7-8bd6-7e61e4306a11 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:43.013848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-2e70e8a6-ef67-4aa7-8bd6-7e61e4306a11 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:43.020575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-2e70e8a6-ef67-4aa7-8bd6-7e61e4306a11 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:43.027241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-2e70e8a6-ef67-4aa7-8bd6-7e61e4306a11 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:43.033675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-2e70e8a6-ef67-4aa7-8bd6-7e61e4306a11 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:43.034704 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.040047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-2e70e8a6-ef67-4aa7-8bd6-7e61e4306a11 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:43.047330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-2e70e8a6-ef67-4aa7-8bd6-7e61e4306a11 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:43.049488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-2e70e8a6-ef67-4aa7-8bd6-7e61e4306a11 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.4567912 Nov 12 10:58:43.059886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-acd64b74-b415-4b05-8b9a-e2cdbcfda479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.109836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Allocated IP 172.25.2.7 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/0055de16-edc7-486c-b1fe-42060660861f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:43.126653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Pushing event deleted for resources: {'Port': ['ID=53fd8174-21f3-4bfe-9205-544ceeaa2524,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:43.156058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-acd64b74-b415-4b05-8b9a-e2cdbcfda479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.193706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e5a1e-a2fa-4611-b0fc-5e3e35b10ac0 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:43.196425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1cbcd2-1436-438e-9152-3be78d26e853 admin admin] Deleting subnet e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:43.226913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbcd2-1436-438e-9152-3be78d26e853 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.234108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79fbb376-23b3-44c5-9842-04bd38aeac32 req-f53b4146-00dd-4c1e-b4f0-81b4980d7251 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773715 Nov 12 10:58:43.235070 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.368049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3728fbc2-b4e5-49e0-9037-91ec2f8adce2 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600760 Nov 12 10:58:43.368342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-acd64b74-b415-4b05-8b9a-e2cdbcfda479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.370712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbcd2-1436-438e-9152-3be78d26e853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.371820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-acd64b74-b415-4b05-8b9a-e2cdbcfda479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.373067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-acd64b74-b415-4b05-8b9a-e2cdbcfda479 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f5f5f45-eaba-49a5-acf7-5789d68f6b85 HTTP/1.1" status: 204 len: 168 time: 0.8437502 Nov 12 10:58:43.391968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd64b74-b415-4b05-8b9a-e2cdbcfda479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f5f45-eaba-49a5-acf7-5789d68f6b85,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:43.417065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.419749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.421211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5e9233c-4a66-4d54-81e9-dd4d1d70b0a1 tempest-ImagesOneServerNegativeTestJSON-1673715447 tempest-ImagesOneServerNegativeTestJSON-1673715447-project] 10.222.0.31 "DELETE /v2.0/floatingips/fe5e66b8-98e0-4a8a-8045-9b103c639878 HTTP/1.1" status: 204 len: 168 time: 1.9771714 Nov 12 10:58:43.512101 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.612505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbcd2-1436-438e-9152-3be78d26e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.616699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-ef46f28c-5204-4b04-85d3-23d1493e9013 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180197 Nov 12 10:58:43.625096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:43.681730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54264) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:43.692404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-029edbba-5d8e-420f-8d22-2fe6e5153310 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=01fd76b2-220c-4e30-8e48-ac0e33361316 HTTP/1.1" status: 200 len: 217 time: 0.0544963 Nov 12 10:58:43.699635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54266) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:43.711986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:43.737520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.738832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:43.739358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9e38cd1c-3e1d-42fa-a882-29f4dadd6d37 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:43.739938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:43.791517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:43.794208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d9751f2-c4d5-424e-9fc5-e81ed689b9ec not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:43.835350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:43.847050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:43.857005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b6e106-0f0d-475b-85a9-afc65665697c admin admin] Deleting subnet d33332d9-4c19-4638-b09e-027dd606f127 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:43.861190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:43.863597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b6e106-0f0d-475b-85a9-afc65665697c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.866807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Pushing event updated for resources: {'Port': ['ID=0055de16-edc7-486c-b1fe-42060660861f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:43.870979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3287ab33-fd17-4bfe-a6a4-16430e78cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:43.872428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3287ab33-fd17-4bfe-a6a4-16430e78cd7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.1703980 Nov 12 10:58:43.911097 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbcd2-1436-438e-9152-3be78d26e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.991032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cbcd2-1436-438e-9152-3be78d26e853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:44.002879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b6e106-0f0d-475b-85a9-afc65665697c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.008497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b0a05-2d04-4de1-bbe2-87e320490dce None None] Network 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:44.026051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbcd2-1436-438e-9152-3be78d26e853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.029437 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3d1cbcd2-1436-438e-9152-3be78d26e853 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e2fc97b4-48f3-46cf-8f79-4aa2de4aacd5 HTTP/1.1" status: 204 len: 168 time: 1.0308986 Nov 12 10:58:44.037472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54278) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:44.149156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b6e106-0f0d-475b-85a9-afc65665697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.176718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-f0fe190b-59be-44a5-8f5d-c8ed9e14c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.178316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-f0fe190b-59be-44a5-8f5d-c8ed9e14c76e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2612050 Nov 12 10:58:44.213676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:44.214737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-secgroup--304329959'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:44.234069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f6b1969-7063-4245-8902-55e442ff12b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6b5a4d7-111d-41ff-8ded-ab1e759feda5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1855676 Nov 12 10:58:44.237189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54284) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:44.245189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81811c50-8253-4133-bf40-89109d32fcac None None] Sync routers for ids ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:44.248792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.263909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.269007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81811c50-8253-4133-bf40-89109d32fcac None None] Routers {'d6b5a4d7-111d-41ff-8ded-ab1e759feda5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:44.269893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-81811c50-8253-4133-bf40-89109d32fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:44.386468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-81811c50-8253-4133-bf40-89109d32fcac None None] Set router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:44.461790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] DHCP port deletion for 2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:44.497684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.579101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d94f2-b586-400f-9ea4-245d157baeed req-28e8bf9f-f0ac-448e-a6f4-6969108d93e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.586703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d94f2-b586-400f-9ea4-245d157baeed req-28e8bf9f-f0ac-448e-a6f4-6969108d93e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.596824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d94f2-b586-400f-9ea4-245d157baeed req-28e8bf9f-f0ac-448e-a6f4-6969108d93e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.606455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d94f2-b586-400f-9ea4-245d157baeed req-28e8bf9f-f0ac-448e-a6f4-6969108d93e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.613248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d94f2-b586-400f-9ea4-245d157baeed req-28e8bf9f-f0ac-448e-a6f4-6969108d93e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.614082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Deleting port f27933b7-3464-4782-bb55-416fcbc955f1 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:44.614469 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.619371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d94f2-b586-400f-9ea4-245d157baeed req-28e8bf9f-f0ac-448e-a6f4-6969108d93e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.625621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d94f2-b586-400f-9ea4-245d157baeed req-28e8bf9f-f0ac-448e-a6f4-6969108d93e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.627650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-258d94f2-b586-400f-9ea4-245d157baeed req-28e8bf9f-f0ac-448e-a6f4-6969108d93e5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.2171445 Nov 12 10:58:44.628158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54296) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:44.693535 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.737045 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.737307 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b6e106-0f0d-475b-85a9-afc65665697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.744662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.746466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.752112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] For port f27933b7-3464-4782-bb55-416fcbc955f1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f27933b7-3464-4782-bb55-416fcbc955f1,segment=NetworkSegment(6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e),segment_id=6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:44.752663 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.753058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-258d94f2-b586-400f-9ea4-245d157baeed req-ab3e6c22-c719-4316-9c5c-b89ecd9de7de tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137953 Nov 12 10:58:44.772037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Calling delete_port for f27933b7-3464-4782-bb55-416fcbc955f1 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:44.784534 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-81811c50-8253-4133-bf40-89109d32fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:58:42Z', 'revision_number': 5, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port': {'id': 'a160c6e8-ad0e-4a05-bff3-c6bb284f271b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:04Z', 'updated_at': '2021-11-12T10:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:44.822771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6e106-0f0d-475b-85a9-afc65665697c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33332d9-4c19-4638-b09e-027dd606f127,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:44.830434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81811c50-8253-4133-bf40-89109d32fcac None None] Checking router: d6b5a4d7-111d-41ff-8ded-ab1e759feda5 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:44.840290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68b6e106-0f0d-475b-85a9-afc65665697c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.843897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-68b6e106-0f0d-475b-85a9-afc65665697c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d33332d9-4c19-4638-b09e-027dd606f127 HTTP/1.1" status: 204 len: 168 time: 1.1579375 Nov 12 10:58:44.847556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-47318724-network', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:44.851375 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-3bd346f8-9a8a-4308-8815-228367ac3b2e service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558619 Nov 12 10:58:44.852350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54300) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:44.877458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586cc45f-60a5-45f5-95b0-22950cde5a1c None None] Network 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:44.931945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Deleting port a160c6e8-ad0e-4a05-bff3-c6bb284f271b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:44.932310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.935558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Made reservation on behalf of dfde3f0195e04fbdbb6d63434af40b6a for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:44.938136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:44.952906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81811c50-8253-4133-bf40-89109d32fcac None None] Routers {'d6b5a4d7-111d-41ff-8ded-ab1e759feda5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:44.953840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-81811c50-8253-4133-bf40-89109d32fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:44.977400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.020490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.024380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Deleting port f27933b7-3464-4782-bb55-416fcbc955f1 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:45.024573 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.104501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] For port a160c6e8-ad0e-4a05-bff3-c6bb284f271b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a160c6e8-ad0e-4a05-bff3-c6bb284f271b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:45.104885 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.116411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-81811c50-8253-4133-bf40-89109d32fcac None None] Set router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:45.120674 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.162470 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-d0a267e3-5e6d-4bf6-aa89-1f40f359d95d service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953529 Nov 12 10:58:45.168709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] For port f27933b7-3464-4782-bb55-416fcbc955f1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f27933b7-3464-4782-bb55-416fcbc955f1,segment=NetworkSegment(6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e),segment_id=6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:45.169133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.178136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Calling delete_port for a160c6e8-ad0e-4a05-bff3-c6bb284f271b owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:45.194301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.235073 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.242868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Calling delete_port for f27933b7-3464-4782-bb55-416fcbc955f1 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:45.246264 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-40e43d30-7125-429b-bf7e-41c2589a9847 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd4a3d4e-38e9-4b94-adec-321710959a02 HTTP/1.1" status: 200 len: 217 time: 0.0663059 Nov 12 10:58:45.250453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.267605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f015bb6-ad9c-4837-8ae7-dbfb556b65f9']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:45.292734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c4692a-1007-434c-9cc1-29083677ff2f') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:45.292968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c4692a-1007-434c-9cc1-29083677ff2f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:45.296001 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.310855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.317052 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.336607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca8c7e-32b1-448c-8316-163e9b2c31bc None None] DHCP port deletion for 0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:45.356501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.359137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-81811c50-8253-4133-bf40-89109d32fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:58:44Z', 'revision_number': 6, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:45.361494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Pushing event deleted for resources: {'Port': ['ID=f27933b7-3464-4782-bb55-416fcbc955f1,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.368596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:45.373067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.373415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.373758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.374094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.374426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.374762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.375126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.375462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.375793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.376120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.376349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.376491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.376757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:45.405558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e722956-af09-40df-a85f-a521da2a5b89 None None] No DVR routers for this DVR port f27933b7-3464-4782-bb55-416fcbc955f1 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:45.410091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:45.410317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15ee60e-93df-4fe4-87e8-d5cb5336ea67,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.410832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81811c50-8253-4133-bf40-89109d32fcac None None] The sync data for ids ['d6b5a4d7-111d-41ff-8ded-ab1e759feda5'] in n-d-768851-19 is: [{'id': 'd6b5a4d7-111d-41ff-8ded-ab1e759feda5', 'name': 'tempest-ServersTestMultiNic-49570623-router', 'tenant_id': '8129d4edf21f434eb7988c86eac81b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:01Z', 'updated_at': '2021-11-12T10:58:44Z', 'revision_number': 6, 'project_id': '8129d4edf21f434eb7988c86eac81b8c', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:45.410984 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:45.413050 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:45.416321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.427263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f519fbf-ceac-4027-a97c-69ea59918363,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.482451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9e0bd7f3-4107-4e6a-9fe1-160eb499447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:45.483925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-9e0bd7f3-4107-4e6a-9fe1-160eb499447e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.2215495 Nov 12 10:58:45.487493 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.487858 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Added segment e76f6d92-7dde-41e8-831c-a50a9dc39bae of type vlan for network 275f9a07-dff3-48d6-954b-d50ef76d631a Nov 12 10:58:45.561076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.574383 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.580379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] 10.222.0.31 "DELETE /v2.0/networks/0f015bb6-ad9c-4837-8ae7-dbfb556b65f9 HTTP/1.1" status: 204 len: 168 time: 0.7243257 Nov 12 10:58:45.583314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.588340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.589320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Pushing event updated for resources: {'Port': ['ID=0055de16-edc7-486c-b1fe-42060660861f,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.592044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.602534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa62eb-5bb5-46cb-a0d9-d53465a1cc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f015bb6-ad9c-4837-8ae7-dbfb556b65f9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.609258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.629600 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.646939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27933b7-3464-4782-bb55-416fcbc955f1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.654529 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.655515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:45.655689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] No DVR routers for this DVR port f27933b7-3464-4782-bb55-416fcbc955f1 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:45.656078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.667414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.667843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Pushing event deleted for resources: {'Port': ['ID=a160c6e8-ad0e-4a05-bff3-c6bb284f271b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.707228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d3da9-b41f-4f79-ae06-03341da1ee55 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:45.714049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.715620 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0150425 Nov 12 10:58:45.720646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5245b015-b8c8-496b-b5bc-6b61413be775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:45.722251 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-5245b015-b8c8-496b-b5bc-6b61413be775 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2201052 Nov 12 10:58:45.724633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54304) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:45.728456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e1aea-56a3-479a-9b26-00e4a36adc1a tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d7a9e-baaa-4409-9833-c1bba725ba39,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.752770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1181800 Nov 12 10:58:45.755195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54306) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:45.758452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.759741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5d3c136-be8c-454e-b147-aab84094a02b req-4277b00d-1b7f-4543-9693-f5edf259762e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.5550237 Nov 12 10:58:45.778765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Request body: {'subnet': {'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-47318724-subnet', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:45.803348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c675c-bd8c-4a32-b95f-6cb0e04ddc04 admin admin] Pushing event updated for resources: {'Network': ['ID=275f9a07-dff3-48d6-954b-d50ef76d631a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.805426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54308) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:45.815304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 275f9a07-dff3-48d6-954b-d50ef76d631a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:45.872274 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.940659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f27933b7-3464-4782-bb55-416fcbc955f1 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:45.956637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Made reservation on behalf of dfde3f0195e04fbdbb6d63434af40b6a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:45.958969 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.986804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f27933b7-3464-4782-bb55-416fcbc955f1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:45.987220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f27933b7-3464-4782-bb55-416fcbc955f1 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:45.998337 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.036089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5d3c136-be8c-454e-b147-aab84094a02b req-7b32e890-40c2-43fb-9007-116a6b63049e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.2370780 Nov 12 10:58:46.038443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.058665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.085269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2c5b0b-4e02-498e-9271-95dc9a18a4e4']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:46.093235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2e69cd15-2131-41e4-8c9d-c506215b66ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c2c5d5853904f339db3460231c465f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673597 Nov 12 10:58:46.100183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54314) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:46.115259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:46.115559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cebeb73-9fa2-4d62-bcb4-2cf01edc0e1e') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:46.134348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-044c0f15-65e4-42fd-84f4-19d4b7678647 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4073315 Nov 12 10:58:46.143607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54316) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:46.150300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-560061be-6772-451a-992f-2e1aa62c9254 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-security--1453714561', 'description': 'tempest-security-description-1205135622'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:46.172719 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.189022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-757dcae8-5596-4847-9f48-b62f39edc55a service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572890 Nov 12 10:58:46.193798 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.194352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b5a4d7-111d-41ff-8ded-ab1e759feda5 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:58:46.201447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.210676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.212425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-97941463-8e11-4580-98e5-26ab532f3345 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6b5a4d7-111d-41ff-8ded-ab1e759feda5 HTTP/1.1" status: 204 len: 168 time: 1.9727533 Nov 12 10:58:46.227137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-824372cc-959b-4b48-a6f7-5139628981d2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.232801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54318) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:46.233110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-824372cc-959b-4b48-a6f7-5139628981d2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.238016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:46.238652 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.239093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-824372cc-959b-4b48-a6f7-5139628981d2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:46.244690 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:46.247226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-824372cc-959b-4b48-a6f7-5139628981d2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.251253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-824372cc-959b-4b48-a6f7-5139628981d2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.257251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-824372cc-959b-4b48-a6f7-5139628981d2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.263873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-824372cc-959b-4b48-a6f7-5139628981d2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.265844 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-824372cc-959b-4b48-a6f7-5139628981d2 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.3047969 Nov 12 10:58:46.306763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-560061be-6772-451a-992f-2e1aa62c9254 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.372448 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8a8f-cc5d-4058-a41b-204a0d27d949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.389929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3c136-be8c-454e-b147-aab84094a02b req-2ec1732f-7f7d-4e36-a40a-8a13b758c2a6 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.391583 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5d3c136-be8c-454e-b147-aab84094a02b req-2ec1732f-7f7d-4e36-a40a-8a13b758c2a6 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.3452351 Nov 12 10:58:46.401695 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-560061be-6772-451a-992f-2e1aa62c9254 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.402538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7aa06d-df64-4e5f-8907-036fb3bf89d0 admin admin] Deleting subnet 31eecba2-5a4b-4c79-abd2-208e4ee72806 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:46.406016 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa06d-df64-4e5f-8907-036fb3bf89d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.428202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-209e1e5e-fee6-41fc-91e6-bf4ecd724ac2 req-f6743679-bacd-4ec5-bf3f-d2502ec1ac7c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1477528 Nov 12 10:58:46.446077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-560061be-6772-451a-992f-2e1aa62c9254 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.448752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-560061be-6772-451a-992f-2e1aa62c9254 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.450012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-560061be-6772-451a-992f-2e1aa62c9254 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "PUT /v2.0/security-groups/8e7d7a9e-baaa-4409-9833-c1bba725ba39 HTTP/1.1" status: 200 len: 1797 time: 0.3039401 Nov 12 10:58:46.454748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54322) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:46.469491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa06d-df64-4e5f-8907-036fb3bf89d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.470260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8a8f-cc5d-4058-a41b-204a0d27d949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.507826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.514174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.517920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2c2c5b0b-4e02-498e-9271-95dc9a18a4e4 HTTP/1.1" status: 204 len: 168 time: 2.4791772 Nov 12 10:58:46.531132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-204a6e84-fde6-45f6-a96d-8154f8d5e9cf req-46d22bfc-d2a0-455d-9356-310aa0c1816c service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274522 Nov 12 10:58:46.548451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b8dc6-0a49-4faf-bad6-e13a2aeb2383 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c2c5b0b-4e02-498e-9271-95dc9a18a4e4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:46.560438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560061be-6772-451a-992f-2e1aa62c9254 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d7a9e-baaa-4409-9833-c1bba725ba39,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:46.606929 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e11fd1d5-6a06-4d1f-98c6-1aac117ffde0 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups/8e7d7a9e-baaa-4409-9833-c1bba725ba39 HTTP/1.1" status: 200 len: 1797 time: 0.1451795 Nov 12 10:58:46.607594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54326) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:46.696280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8a8f-cc5d-4058-a41b-204a0d27d949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.699916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8a8f-cc5d-4058-a41b-204a0d27d949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.704009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8ffa8a8f-cc5d-4058-a41b-204a0d27d949 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61ba3356-69e2-4123-a267-79817b72b6e0 HTTP/1.1" status: 204 len: 168 time: 0.5997872 Nov 12 10:58:46.707217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa06d-df64-4e5f-8907-036fb3bf89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.757465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa8a8f-cc5d-4058-a41b-204a0d27d949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba3356-69e2-4123-a267-79817b72b6e0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:46.807457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.834540 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa06d-df64-4e5f-8907-036fb3bf89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.896300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:46.902216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:46.909430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-06b554e5-8855-461e-980b-9b4280b3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.909817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-06b554e5-8855-461e-980b-9b4280b3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.910191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-06b554e5-8855-461e-980b-9b4280b3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.910663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-06b554e5-8855-461e-980b-9b4280b3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.911131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-06b554e5-8855-461e-980b-9b4280b3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.911578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-06b554e5-8855-461e-980b-9b4280b3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.912181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-06b554e5-8855-461e-980b-9b4280b3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.913914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b1d17-f41b-4d57-88bd-b9ed8192d225 None None] Network ef157971-b920-4b47-9a5d-cb659950172e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:46.915011 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-06b554e5-8855-461e-980b-9b4280b3481c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6494 time: 0.2584858 Nov 12 10:58:46.915515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aa06d-df64-4e5f-8907-036fb3bf89d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31eecba2-5a4b-4c79-abd2-208e4ee72806,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:46.923883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Checking segment: {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:46.924259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Network hostable DHCP agents. Network: 275f9a07-dff3-48d6-954b-d50ef76d631a, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:46.924709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa06d-df64-4e5f-8907-036fb3bf89d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.931410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9b7aa06d-df64-4e5f-8907-036fb3bf89d0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/31eecba2-5a4b-4c79-abd2-208e4ee72806 HTTP/1.1" status: 204 len: 168 time: 0.6948295 Nov 12 10:58:46.934868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-e3587059-722c-4445-9744-85498a28d9fa tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.938817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7965f5a5-128d-4079-9264-992bcbd7f681 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.943450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-e3587059-722c-4445-9744-85498a28d9fa tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 821 time: 0.2370708 Nov 12 10:58:46.949450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54342) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:47.049445 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-24c6e8f2-9fc4-48f4-b5de-210096eb0294 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ebb16fa4d4f4b7ea2c94b726b7585a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292019 Nov 12 10:58:47.049712 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.051857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54346) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:47.053418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7965f5a5-128d-4079-9264-992bcbd7f681 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.066394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-21f5f1ec-5ef2-42fb-914b-e265f2c40a81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/quotas/2a1527725895485fafec360f4adecb3e HTTP/1.1" status: 200 len: 375 time: 0.1218235 Nov 12 10:58:47.157122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Network 275f9a07-dff3-48d6-954b-d50ef76d631a is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:47.159407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-a457a52c-03cf-4bf2-b5d6-c1cf988f5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.160946 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-a457a52c-03cf-4bf2-b5d6-c1cf988f5b9c service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 HTTP/1.1" status: 200 len: 903 time: 0.2301438 Nov 12 10:58:47.168154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b384-9d56-4fa7-bf47-6a28a00f4ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.195035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-df670409-71f7-4a0f-b1d4-0ed684b6fdca tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1277556 Nov 12 10:58:47.197460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 275f9a07-dff3-48d6-954b-d50ef76d631a) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:47.202598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.203219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.208403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a2450-617f-4724-be88-62463f5c8120 None None] Network 275f9a07-dff3-48d6-954b-d50ef76d631a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:47.216167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7965f5a5-128d-4079-9264-992bcbd7f681 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.220883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7965f5a5-128d-4079-9264-992bcbd7f681 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.224007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7965f5a5-128d-4079-9264-992bcbd7f681 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e7d7a9e-baaa-4409-9833-c1bba725ba39 HTTP/1.1" status: 204 len: 168 time: 0.6152911 Nov 12 10:58:47.224503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54354) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:47.244242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-bfdc2f97-74d9-4dbb-8f29-d1b09645ac17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd4a3d4e-38e9-4b94-adec-321710959a02 HTTP/1.1" status: 200 len: 217 time: 0.0727875 Nov 12 10:58:47.252464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5b95b9af-2b89-418a-a054-087d3a0ca077 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4926319 Nov 12 10:58:47.256729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54356) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:47.258993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779dff88-09be-4293-8629-259f0c059917 None None] DHCP port deletion for ef157971-b920-4b47-9a5d-cb659950172e request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:47.259569 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b384-9d56-4fa7-bf47-6a28a00f4ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.265677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:47.282441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965f5a5-128d-4079-9264-992bcbd7f681 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d7a9e-baaa-4409-9833-c1bba725ba39,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:47.319704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Deleting port 3f2b5159-68bc-425d-9c97-109e108e8640 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:47.320373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.353261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a51f8b15-0fd7-438d-96e0-da9d12a1c5bc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1142023 Nov 12 10:58:47.353548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54360) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:47.382569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-5ff438c0-424f-44d0-9e9a-7e58dc0e03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.384666 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-5ff438c0-424f-44d0-9e9a-7e58dc0e03ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.1218774 Nov 12 10:58:47.416460 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-76cfca84-8211-4834-8513-91ebc29a5f23 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] delete failed (client error): The resource could not be found. Nov 12 10:58:47.417797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76cfca84-8211-4834-8513-91ebc29a5f23 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e7d7a9e-baaa-4409-9833-c1bba725ba39 HTTP/1.1" status: 404 len: 347 time: 0.0599086 Nov 12 10:58:47.422954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54362) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:47.440130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] For port 3f2b5159-68bc-425d-9c97-109e108e8640, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3f2b5159-68bc-425d-9c97-109e108e8640,segment=NetworkSegment(340dc826-c690-4ee5-979a-70289dca1b9c),segment_id=340dc826-c690-4ee5-979a-70289dca1b9c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:47.446122 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.446226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-aa3b057c-d73a-48eb-b456-ecc38430ee15 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-secgroup--258513488'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:47.454621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b384-9d56-4fa7-bf47-6a28a00f4ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.455844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.458163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.459301 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b384-9d56-4fa7-bf47-6a28a00f4ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.462732 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7ef4b384-9d56-4fa7-bf47-6a28a00f4ca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a7ae314-c205-494d-b3e0-a6a1b95439e5 HTTP/1.1" status: 204 len: 168 time: 0.4029508 Nov 12 10:58:47.481369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4b384-9d56-4fa7-bf47-6a28a00f4ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ae314-c205-494d-b3e0-a6a1b95439e5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:47.497569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-1d120176-7a62-4b8a-83ad-8abecd631268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.500288 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-1d120176-7a62-4b8a-83ad-8abecd631268 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953481 Nov 12 10:58:47.505840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa3b057c-d73a-48eb-b456-ecc38430ee15 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.559774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Calling delete_port for 3f2b5159-68bc-425d-9c97-109e108e8640 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:47.576584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3f2b5159-68bc-425d-9c97-109e108e8640 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:47.611729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-d15c9c07-f077-451d-9d78-1485743e6065 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891814 Nov 12 10:58:47.615119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-275f9a07-dff3-48d6-954b-d50ef76d631a', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:58:47.616107 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.739332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-779dff88-09be-4293-8629-259f0c059917 None None] Deleting port 3f2b5159-68bc-425d-9c97-109e108e8640 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:47.740737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-779dff88-09be-4293-8629-259f0c059917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.763220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.803010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-846df8e1-52b9-4813-881c-4488b3d79861 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.810191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-846df8e1-52b9-4813-881c-4488b3d79861 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.816336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-846df8e1-52b9-4813-881c-4488b3d79861 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.822642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-846df8e1-52b9-4813-881c-4488b3d79861 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.828664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-846df8e1-52b9-4813-881c-4488b3d79861 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.835042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-846df8e1-52b9-4813-881c-4488b3d79861 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.841741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-846df8e1-52b9-4813-881c-4488b3d79861 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.843648 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-846df8e1-52b9-4813-881c-4488b3d79861 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.1570675 Nov 12 10:58:47.852134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-c07589ed-19dd-4875-9503-6f6c5f8771f1 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417442 Nov 12 10:58:47.887577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.889451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa3b057c-d73a-48eb-b456-ecc38430ee15 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.922559 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa3b057c-d73a-48eb-b456-ecc38430ee15 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.953813 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa3b057c-d73a-48eb-b456-ecc38430ee15 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.955189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aa3b057c-d73a-48eb-b456-ecc38430ee15 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5138323 Nov 12 10:58:47.958433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54382) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:47.962528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-779dff88-09be-4293-8629-259f0c059917 None None] For port 3f2b5159-68bc-425d-9c97-109e108e8640, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3f2b5159-68bc-425d-9c97-109e108e8640,segment=NetworkSegment(340dc826-c690-4ee5-979a-70289dca1b9c),segment_id=340dc826-c690-4ee5-979a-70289dca1b9c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:47.964652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-779dff88-09be-4293-8629-259f0c059917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:47.996315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 3f2b5159-68bc-425d-9c97-109e108e8640, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3f2b5159-68bc-425d-9c97-109e108e8640,segment=NetworkSegment(340dc826-c690-4ee5-979a-70289dca1b9c),segment_id=340dc826-c690-4ee5-979a-70289dca1b9c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:48.007176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8da2c95e-29b4-4279-9ec4-aac921a25c94 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': '393b1fec-3d23-4c06-8853-fd9cbe4286dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:48.016571 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.018428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 48c857d4-c10d-495b-9cbb-4cdc513db0a7 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:48.027438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b057c-d73a-48eb-b456-ecc38430ee15 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393b1fec-3d23-4c06-8853-fd9cbe4286dc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.031626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54386) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:48.054033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 48c857d4-c10d-495b-9cbb-4cdc513db0a7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:48.054640 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 48c857d4-c10d-495b-9cbb-4cdc513db0a7 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:48.055441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a160c6e8-ad0e-4a05-bff3-c6bb284f271b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:48.059707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-779dff88-09be-4293-8629-259f0c059917 None None] Calling delete_port for 3f2b5159-68bc-425d-9c97-109e108e8640 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:48.083315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-407002cf-86b9-4b51-b666-5e95d2536ef3 req-98479209-8156-4a0d-8bd1-2fa1e86b99af tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2296686 Nov 12 10:58:48.093427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.103886 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8dbb49fb-4269-4bd0-9bff-c5a86d0e41ab req-3f4566e7-7e85-466f-9d1b-0188fa973500 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340894 Nov 12 10:58:48.134931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a160c6e8-ad0e-4a05-bff3-c6bb284f271b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:48.136981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a160c6e8-ad0e-4a05-bff3-c6bb284f271b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:48.164042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Allocated IP 172.20.0.2 (275f9a07-dff3-48d6-954b-d50ef76d631a/9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf/0b1c264c-91ff-418a-80d0-acb51dc747df) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:48.185396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.238487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] No DVR routers for this DVR port 3f2b5159-68bc-425d-9c97-109e108e8640 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:48.266904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2b5159-68bc-425d-9c97-109e108e8640,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.274941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-6c90c541-4d3a-4f96-af3a-8b8e570337d4 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511164 Nov 12 10:58:48.285342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8da2c95e-29b4-4279-9ec4-aac921a25c94 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.318488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=3f2b5159-68bc-425d-9c97-109e108e8640,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.416194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-779dff88-09be-4293-8629-259f0c059917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.450028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dff88-09be-4293-8629-259f0c059917 None None] Pushing event deleted for resources: {'Port': ['ID=3f2b5159-68bc-425d-9c97-109e108e8640,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.485806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1639143949-network', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:48.486853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779dff88-09be-4293-8629-259f0c059917 None None] No DVR routers for this DVR port 3f2b5159-68bc-425d-9c97-109e108e8640 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:48.526314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.539306 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.573702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:48.579197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.594153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Network 275f9a07-dff3-48d6-954b-d50ef76d631a is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:48.609661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:48.613611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:48.621719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Pushing event updated for resources: {'Port': ['ID=0b1c264c-91ff-418a-80d0-acb51dc747df,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.661508 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95c87ad0-b7d2-4b96-86ee-2746ffda42d3 req-06f05ad4-d8a1-4220-bbd2-0f40699cac21 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 210 time: 0.1223915 Nov 12 10:58:48.662632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.689268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Attempting to bind port 0b1c264c-91ff-418a-80d0-acb51dc747df on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:48.689268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Attempting to bind port 0b1c264c-91ff-418a-80d0-acb51dc747df by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:48.689268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Attempting to bind port 0b1c264c-91ff-418a-80d0-acb51dc747df on network 275f9a07-dff3-48d6-954b-d50ef76d631a {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:48.693482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:48.693857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Checking segment: {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:48.694260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.694654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Bound using segment: {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:48.695133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Bound port: 0b1c264c-91ff-418a-80d0-acb51dc747df, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:48.696079 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.774308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.784975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.786672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.797496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:48.808527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.808929 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Added segment 4fe244a3-afac-4417-9cc3-ba38538f907c of type vlan for network 77981b1f-f093-4607-a4ab-5db715ba3b08 Nov 12 10:58:48.828292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef157971-b920-4b47-9a5d-cb659950172e']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:48.836214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] For port 0b1c264c-91ff-418a-80d0-acb51dc747df, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:48.842329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] For port 0b1c264c-91ff-418a-80d0-acb51dc747df, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0b1c264c-91ff-418a-80d0-acb51dc747df,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:48.850336 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.850616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340dc826-c690-4ee5-979a-70289dca1b9c') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:48.850767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340dc826-c690-4ee5-979a-70289dca1b9c') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:48.860829 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.879847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8234259f-fcc1-4830-a3ef-bc7c11b1b824,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.894319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8da2c95e-29b4-4279-9ec4-aac921a25c94 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.896148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.913139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.913797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:48.914757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.925350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8da2c95e-29b4-4279-9ec4-aac921a25c94 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.934142 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.952469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:48.952791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.953592 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd63bb7-f152-45bf-b026-4e865127a3f7 None None] Pushing event updated for resources: {'Port': ['ID=0b1c264c-91ff-418a-80d0-acb51dc747df,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: timer() Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:48.955792 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:48.973283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2c95e-29b4-4279-9ec4-aac921a25c94 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0873f72e-f489-4346-afa4-89bf8fe6c42e,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:49.000191 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9644060 Nov 12 10:58:49.003398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54412) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:49.010758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Request body: {'subnet': {'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1639143949-subnet', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:49.016961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a50389-485c-4311-b207-ab66ffe1c029 admin admin] Pushing event updated for resources: {'Network': ['ID=77981b1f-f093-4607-a4ab-5db715ba3b08,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:49.029311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:49.041122 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8da2c95e-29b4-4279-9ec4-aac921a25c94 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.042477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8da2c95e-29b4-4279-9ec4-aac921a25c94 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0427988 Nov 12 10:58:49.046986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54414) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:49.080243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:49.082572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.145160 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.174399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.183772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] 10.222.0.31 "DELETE /v2.0/networks/ef157971-b920-4b47-9a5d-cb659950172e HTTP/1.1" status: 204 len: 168 time: 2.2341483 Nov 12 10:58:49.248146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bc335-8639-4edf-a149-378a283f360a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef157971-b920-4b47-9a5d-cb659950172e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:49.310445 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-927e1c2d-3f2f-499f-b306-349ddedeb39b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.323006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.347317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.361942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-927e1c2d-3f2f-499f-b306-349ddedeb39b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.377891 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.557711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0117afdc-0f85-46f4-a531-24e8628fef14,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:49.585005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-e271fb08-e916-4f6d-a919-d3e9f98f629b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.591653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-e271fb08-e916-4f6d-a919-d3e9f98f629b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.598477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-e271fb08-e916-4f6d-a919-d3e9f98f629b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.609468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-e271fb08-e916-4f6d-a919-d3e9f98f629b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.625504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-e271fb08-e916-4f6d-a919-d3e9f98f629b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.630953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54448) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:49.633682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-e271fb08-e916-4f6d-a919-d3e9f98f629b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.639702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-e271fb08-e916-4f6d-a919-d3e9f98f629b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.648059 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-e271fb08-e916-4f6d-a919-d3e9f98f629b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.3393810 Nov 12 10:58:49.650638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-927e1c2d-3f2f-499f-b306-349ddedeb39b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.659190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-927e1c2d-3f2f-499f-b306-349ddedeb39b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.661829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Allocated IP 172.25.2.180 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:49.662816 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-927e1c2d-3f2f-499f-b306-349ddedeb39b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0873f72e-f489-4346-afa4-89bf8fe6c42e HTTP/1.1" status: 204 len: 168 time: 0.6119680 Nov 12 10:58:49.666373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:49.675374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0b1c264c-91ff-418a-80d0-acb51dc747df up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:49.706053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e1c2d-3f2f-499f-b306-349ddedeb39b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0873f72e-f489-4346-afa4-89bf8fe6c42e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:49.722140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Checking segment: {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:49.722429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Network hostable DHCP agents. Network: 77981b1f-f093-4607-a4ab-5db715ba3b08, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:49.764781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6c4cb76-a23f-437f-af82-a73c433ab925 req-797159d0-1d88-4a24-bfdb-7dbfc83314fc tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152782 Nov 12 10:58:49.768676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:49.783897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 77981b1f-f093-4607-a4ab-5db715ba3b08) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:49.792024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.793268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.796355 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-742943c3-e457-420d-9570-9054e013247f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8129d4edf21f434eb7988c86eac81b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613367 Nov 12 10:58:49.801290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54460) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:49.802493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f648c9-37f2-44fb-89bd-3a1b52d5eba3 None None] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:49.845061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f0ba72a-1536-4998-bf97-e78e71dc17b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8404775 Nov 12 10:58:49.848954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54462) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:49.853930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:49.922376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-47e61a31-4838-47d7-9a5b-65b6c5844bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.927024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0b1c264c-91ff-418a-80d0-acb51dc747df triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:49.927648 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.935756 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.937036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.991824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d751151d-d2c8-49d8-9e43-e2fb62303339 req-9f865feb-74d7-4ae7-a69d-fdab96c31e83 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 210 time: 0.1486249 Nov 12 10:58:49.997635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.005263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bdd4ba8d-3bf6-4b54-84f3-9d5f32b66c26 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3248832 Nov 12 10:58:50.008788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54470) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:50.074355 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-47e61a31-4838-47d7-9a5b-65b6c5844bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.130683 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.161411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-77981b1f-f093-4607-a4ab-5db715ba3b08', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:58:50.162957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.199260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.215935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94129e92-7403-480f-927c-99b1be8a620d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.232676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 0b1c264c-91ff-418a-80d0-acb51dc747df, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0b1c264c-91ff-418a-80d0-acb51dc747df,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:50.270186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94129e92-7403-480f-927c-99b1be8a620d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.302862 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.326255 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.374633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:50.378537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:50.382935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:50.402466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36876c7-3ed4-4ac2-a318-a1926e7281de None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:50.417864 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.422092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=0b1c264c-91ff-418a-80d0-acb51dc747df,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:50.445488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54476) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:50.448707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Allocated IP 172.20.0.2 (77981b1f-f093-4607-a4ab-5db715ba3b08/0117afdc-0f85-46f4-a531-24e8628fef14/d03e12ff-a061-48ce-a726-5177a059c0c0) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:50.470102 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94129e92-7403-480f-927c-99b1be8a620d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.486716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94129e92-7403-480f-927c-99b1be8a620d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.486963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-47e61a31-4838-47d7-9a5b-65b6c5844bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.489400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-47e61a31-4838-47d7-9a5b-65b6c5844bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.490415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-94129e92-7403-480f-927c-99b1be8a620d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/393b1fec-3d23-4c06-8853-fd9cbe4286dc HTTP/1.1" status: 204 len: 168 time: 0.4803851 Nov 12 10:58:50.496628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-47e61a31-4838-47d7-9a5b-65b6c5844bb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12ab80b4-9721-4ec8-84e1-673be1653872 HTTP/1.1" status: 204 len: 168 time: 0.6903512 Nov 12 10:58:50.496628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54480) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:50.523346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Pushing event updated for resources: {'Port': ['ID=4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:50.536037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94129e92-7403-480f-927c-99b1be8a620d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393b1fec-3d23-4c06-8853-fd9cbe4286dc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:50.588487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e61a31-4838-47d7-9a5b-65b6c5844bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab80b4-9721-4ec8-84e1-673be1653872,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:50.664570 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e4df7bf-ffb2-4dbc-94de-faf288ac75e0 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1527231 Nov 12 10:58:50.665218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54484) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:50.671313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9569cce4-2c7f-4c5b-bd2b-7b63f20534fc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126840040'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:50.766512 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6c393a7-1f92-4141-aba4-8ef29c956ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.790459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9569cce4-2c7f-4c5b-bd2b-7b63f20534fc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.872057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a740ca63-cb68-4a8f-b321-642fc56db111 None None] Network 275f9a07-dff3-48d6-954b-d50ef76d631a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:50.973308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9569cce4-2c7f-4c5b-bd2b-7b63f20534fc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.018307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e34002fb-fcb4-43a1-a28e-0ba0498bf97b None None] Provisioning complete for port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:51.019240 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e34002fb-fcb4-43a1-a28e-0ba0498bf97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.170694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e34002fb-fcb4-43a1-a28e-0ba0498bf97b None None] Port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:51.179317 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.207218 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.216192 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.283543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:51.302196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:51.308367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-c4222a7c-24d4-43b5-9e9f-3355b6e913c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.314561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:51.317647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-c4222a7c-24d4-43b5-9e9f-3355b6e913c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.324512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Pushing event updated for resources: {'Port': ['ID=d03e12ff-a061-48ce-a726-5177a059c0c0,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:51.325331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-c4222a7c-24d4-43b5-9e9f-3355b6e913c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.332813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-c4222a7c-24d4-43b5-9e9f-3355b6e913c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.341235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-c4222a7c-24d4-43b5-9e9f-3355b6e913c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.348223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-c4222a7c-24d4-43b5-9e9f-3355b6e913c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.354912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-c4222a7c-24d4-43b5-9e9f-3355b6e913c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.364689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f5c9a47c-7aea-4bb5-ae78-1b30946e01fe None None] Provisioning complete for port 0b1c264c-91ff-418a-80d0-acb51dc747df triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:51.365083 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a47c-7aea-4bb5-ae78-1b30946e01fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.365239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-c4222a7c-24d4-43b5-9e9f-3355b6e913c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.3201690 Nov 12 10:58:51.415174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9569cce4-2c7f-4c5b-bd2b-7b63f20534fc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.441579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Attempting to bind port d03e12ff-a061-48ce-a726-5177a059c0c0 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:51.445884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Attempting to bind port d03e12ff-a061-48ce-a726-5177a059c0c0 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:51.446739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Attempting to bind port d03e12ff-a061-48ce-a726-5177a059c0c0 on network 77981b1f-f093-4607-a4ab-5db715ba3b08 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:51.459851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5acee1d0-e5cf-46c9-af77-83302963fbeb req-d63a0267-1b1c-421a-ad1f-79d006c576a5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 210 time: 0.1016872 Nov 12 10:58:51.461854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:51.462478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Checking segment: {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:51.463054 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.463627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Bound using segment: {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:51.464301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Bound port: d03e12ff-a061-48ce-a726-5177a059c0c0, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:51.465098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.488939 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6c393a7-1f92-4141-aba4-8ef29c956ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.508906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6c393a7-1f92-4141-aba4-8ef29c956ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.546452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9569cce4-2c7f-4c5b-bd2b-7b63f20534fc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.548254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9569cce4-2c7f-4c5b-bd2b-7b63f20534fc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8819232 Nov 12 10:58:51.553557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54506) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:51.575825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-65f2598f-5575-4dcd-909f-5e298a46c3a6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': 'c767c9d6-4404-4140-a8b4-197ab1cb7730', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:51.588394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e6c393a7-1f92-4141-aba4-8ef29c956ded admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0f48087df9b4ff58f96d5d77bb9bf45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1398919 Nov 12 10:58:51.596592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54510) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:51.596763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569cce4-2c7f-4c5b-bd2b-7b63f20534fc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c767c9d6-4404-4140-a8b4-197ab1cb7730,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:51.605713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.630881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0b1c264c-91ff-418a-80d0-acb51dc747df up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:51.632450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.637059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-c9f05bbb-4b31-461d-8c5c-59eff56ef540 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.639117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-c9f05bbb-4b31-461d-8c5c-59eff56ef540 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.59 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 821 time: 0.9892972 Nov 12 10:58:51.680806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Request body: {'port': {'device_id': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'admin_state_up': True, 'tenant_id': '2a1527725895485fafec360f4adecb3e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:51.719021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] For port d03e12ff-a061-48ce-a726-5177a059c0c0, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:51.723691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] For port d03e12ff-a061-48ce-a726-5177a059c0c0, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d03e12ff-a061-48ce-a726-5177a059c0c0,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:51.740008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-37dc9689-4384-4537-9f61-ed19ee72acb6 req-fe399ca3-f5d9-4b37-858b-74bedba52c93 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3738174 Nov 12 10:58:51.751617 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.778799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0b1c264c-91ff-418a-80d0-acb51dc747df triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:51.779452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.810728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c393a7-1f92-4141-aba4-8ef29c956ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbf52ce-ecea-4e99-b9aa-2f67f8bb7639,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:51.815223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Allocated IP 172.25.2.60 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/ea802fe5-a92b-47d6-9de1-3f9adf1302fb) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:51.872765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54516) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:51.935185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572063a-784f-4b9b-ac69-8eff2415eb1e None None] Pushing event updated for resources: {'Port': ['ID=d03e12ff-a061-48ce-a726-5177a059c0c0,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:51.953697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fb67f214-cec2-42cf-adc2-24d5e8359ff8 None None] Provisioning complete for port 0b1c264c-91ff-418a-80d0-acb51dc747df triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:51.954094 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fb67f214-cec2-42cf-adc2-24d5e8359ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.964259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65f2598f-5575-4dcd-909f-5e298a46c3a6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.982429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b257b4-5196-41e8-9d0f-c33a4035ec1e req-2f4dbe64-2ff6-4c71-8040-20514a2e7021 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.984019 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01b257b4-5196-41e8-9d0f-c33a4035ec1e req-2f4dbe64-2ff6-4c71-8040-20514a2e7021 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.1703405 Nov 12 10:58:52.052435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c805d6d-2af3-41bd-b875-d161c0482df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.098712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.116519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-476545654-network', 'tenant_id': 'c72eeaa1a2c945deac4d2c220c43a7d3'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:52.162662 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01b257b4-5196-41e8-9d0f-c33a4035ec1e req-da8f6bda-3c53-44c5-8072-360799ccc1a8 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685193 Nov 12 10:58:52.171411 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c805d6d-2af3-41bd-b875-d161c0482df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.224209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Made reservation on behalf of c72eeaa1a2c945deac4d2c220c43a7d3 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:52.227908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.249906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.251758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.276159 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.342408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65f2598f-5575-4dcd-909f-5e298a46c3a6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.348602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Made reservation on behalf of 2a1527725895485fafec360f4adecb3e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:52.352791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.359804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65f2598f-5575-4dcd-909f-5e298a46c3a6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.360206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:52.371067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:52.374682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:52.383683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea802fe5-a92b-47d6-9de1-3f9adf1302fb,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:52.389696 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ac749d-7cc2-4a87-9f36-8defb430e009 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:52.413755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65f2598f-5575-4dcd-909f-5e298a46c3a6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.417970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-65f2598f-5575-4dcd-909f-5e298a46c3a6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8471990 Nov 12 10:58:52.420630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54522) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:52.427441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8fd2a820-1017-4e3e-80f2-8bfeb96c919e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': 'c767c9d6-4404-4140-a8b4-197ab1cb7730', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:52.447937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2598f-5575-4dcd-909f-5e298a46c3a6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da5d682-ff25-4981-9914-14584fd7c616,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:52.450337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c805d6d-2af3-41bd-b875-d161c0482df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.453345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0c805d6d-2af3-41bd-b875-d161c0482df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.454679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0c805d6d-2af3-41bd-b875-d161c0482df7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cbf52ce-ecea-4e99-b9aa-2f67f8bb7639 HTTP/1.1" status: 204 len: 168 time: 0.8332939 Nov 12 10:58:52.483709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c805d6d-2af3-41bd-b875-d161c0482df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbf52ce-ecea-4e99-b9aa-2f67f8bb7639,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:52.572203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8162fc38-a95d-45f0-aed8-175486f21939 None None] Provisioning complete for port ea802fe5-a92b-47d6-9de1-3f9adf1302fb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:52.572582 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8162fc38-a95d-45f0-aed8-175486f21939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.608527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a820-1017-4e3e-80f2-8bfeb96c919e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.614726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.640687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.643007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8162fc38-a95d-45f0-aed8-175486f21939 None None] Port ea802fe5-a92b-47d6-9de1-3f9adf1302fb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:52.658669 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a66662ad-2124-49af-ab5b-0f71143e3b61 req-230ddb20-2373-4b9b-b9f2-7f9b6d51c3fc tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 210 time: 0.0433378 Nov 12 10:58:52.691654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Allocated IP 172.20.0.11 (67ba4a15-eab0-4c2b-8ba0-4ea321045ef9/e02c1cea-f807-4e06-a33e-9b396083142d/dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:52.695280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:52.696087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:58:52.755646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:52.762886 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.763299 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Added segment 6f188495-127f-4af3-9cc1-a09c721fc384 of type vlan for network b2d8740b-ad04-4daf-aba6-56d815392558 Nov 12 10:58:52.819145 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a820-1017-4e3e-80f2-8bfeb96c919e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.863682 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a820-1017-4e3e-80f2-8bfeb96c919e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.876328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.885384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:52.893942 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Sync routers for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:52.906486 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:52.907395 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:52.948346 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2a820-1017-4e3e-80f2-8bfeb96c919e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82464c9f-7f6c-4213-a60f-5a7b78480cce,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:52.970030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a820-1017-4e3e-80f2-8bfeb96c919e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.970954 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8fd2a820-1017-4e3e-80f2-8bfeb96c919e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5468552 Nov 12 10:58:52.974572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54534) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:52.975442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.022518 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.024044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.024706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.089690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.118186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477c61-7ef8-4cae-872f-59d1650db490 req-f0b8d2ea-ac8a-4414-b381-f4bd4761c6ce tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.142924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-913fb301-f5e6-40f0-b33a-19da5ebc3a1d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': 'c767c9d6-4404-4140-a8b4-197ab1cb7730', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:53.144785 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477c61-7ef8-4cae-872f-59d1650db490 req-f0b8d2ea-ac8a-4414-b381-f4bd4761c6ce tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.156687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477c61-7ef8-4cae-872f-59d1650db490 req-f0b8d2ea-ac8a-4414-b381-f4bd4761c6ce tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.164473 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:53.168346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.184035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['1e4b92d3-a646-4564-b1a1-9992d7daa305'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:53.189776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477c61-7ef8-4cae-872f-59d1650db490 req-f0b8d2ea-ac8a-4414-b381-f4bd4761c6ce tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.198873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477c61-7ef8-4cae-872f-59d1650db490 req-f0b8d2ea-ac8a-4414-b381-f4bd4761c6ce tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.206645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477c61-7ef8-4cae-872f-59d1650db490 req-f0b8d2ea-ac8a-4414-b381-f4bd4761c6ce tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.226282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477c61-7ef8-4cae-872f-59d1650db490 req-f0b8d2ea-ac8a-4414-b381-f4bd4761c6ce tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.226750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-09477c61-7ef8-4cae-872f-59d1650db490 req-f0b8d2ea-ac8a-4414-b381-f4bd4761c6ce tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.3358843 Nov 12 10:58:53.233157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3574297 Nov 12 10:58:53.306518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:53.312784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54544) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:53.317108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Pushing event updated for resources: {'Port': ['ID=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:53.329050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:53.343885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Request body: {'subnet': {'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-476545654-subnet', 'tenant_id': 'c72eeaa1a2c945deac4d2c220c43a7d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:53.360560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5613b39-67df-4150-b276-b121fe9424da admin admin] Pushing event updated for resources: {'Network': ['ID=b2d8740b-ad04-4daf-aba6-56d815392558,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:53.394685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:53.402300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b2d8740b-ad04-4daf-aba6-56d815392558 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:53.411527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.416645 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cfdeaddd-396f-4727-ab23-de40b576f6be admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1564095 Nov 12 10:58:53.421527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54546) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:53.635232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aa610d-3f8c-4914-9863-ccb0eab44dd9 None None] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:53.742961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d03e12ff-a061-48ce-a726-5177a059c0c0 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:53.815816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.884321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1c1c5196-4d89-4b58-9555-d7423ddb84a4 None None] Provisioning complete for port d03e12ff-a061-48ce-a726-5177a059c0c0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:53.885019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5196-4d89-4b58-9555-d7423ddb84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.947349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-09477c61-7ef8-4cae-872f-59d1650db490 req-e1629a52-ce68-41f6-b659-b01377141cb6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6233218 Nov 12 10:58:54.019250 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:50Z', 'revision_number': 3, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:54.054811 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Checking router: 4f368363-f3df-45f3-88b8-c5bd40bd6bcc for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:54.055651 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Updating router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:58:54.071300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Router 1fa89a9f-b508-4fac-ba05-f933928683e8 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:58:54.086655 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.098919 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-92687225-0bfa-44f0-843a-19da5aaefd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.213024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-913fb301-f5e6-40f0-b33a-19da5ebc3a1d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.237539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d03e12ff-a061-48ce-a726-5177a059c0c0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:54.237974 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.254349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:54.268291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0b6c2-37c5-495d-8caa-3422b13e26f3 req-3c3d5388-2e25-4194-b687-3dc0a5021e32 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:54.270117 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d0b6c2-37c5-495d-8caa-3422b13e26f3 req-3c3d5388-2e25-4194-b687-3dc0a5021e32 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.0840704 Nov 12 10:58:54.285389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5196-4d89-4b58-9555-d7423ddb84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.298007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Made reservation on behalf of c72eeaa1a2c945deac4d2c220c43a7d3 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:54.298515 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.300010 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-721a274d-55c4-463a-87c3-f664b308f6f5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4499676 Nov 12 10:58:54.302464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54562) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:54.303257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.334945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:54.336640 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.360187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1c1c5196-4d89-4b58-9555-d7423ddb84a4 None None] For port d03e12ff-a061-48ce-a726-5177a059c0c0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d03e12ff-a061-48ce-a726-5177a059c0c0,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:54.369706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Sync routers for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:54.387425 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5196-4d89-4b58-9555-d7423ddb84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.410631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:54.411307 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d0b6c2-37c5-495d-8caa-3422b13e26f3 req-605343bb-f32f-4211-a2a1-4857f4ff5c98 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318185 Nov 12 10:58:54.412268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:54.435170 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.454310 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.478030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aac98-611a-4b0c-8ddd-b7714afb8d2b req-2809b81e-d480-4d1d-8b88-7963a4e8cde5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:54.485696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd7aac98-611a-4b0c-8ddd-b7714afb8d2b req-2809b81e-d480-4d1d-8b88-7963a4e8cde5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 932 time: 0.3539815 Nov 12 10:58:54.490529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-336e4849-1ccc-4e00-80ed-3c2c0f9e350a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8275070 Nov 12 10:58:54.545926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a1d3f9a0-711a-4c6d-acbf-8bce253c6919 None None] Provisioning complete for port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:54.546398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1d3f9a0-711a-4c6d-acbf-8bce253c6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.551690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Request body: {'port': {'device_id': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:54.572433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Attempting to bind port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:54.572819 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Attempting to bind port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:54.573196 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Attempting to bind port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:54.605217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3f9a0-711a-4c6d-acbf-8bce253c6919 None None] Port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:54.607173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c789d8-f0b8-485f-ad7b-299b8bf23c4a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:54.621691 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:54.621691 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:54.621691 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.622052 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:54.622856 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Bound port: 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:54.623765 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.681792 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e413db3-27bf-4a15-985a-5155dae7f91b None None] Pushing event updated for resources: {'Port': ['ID=4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:54.694194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-913fb301-f5e6-40f0-b33a-19da5ebc3a1d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.716741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-913fb301-f5e6-40f0-b33a-19da5ebc3a1d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.734231 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] For port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:54.739251 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] For port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:54.754150 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.773087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd7aac98-611a-4b0c-8ddd-b7714afb8d2b req-f24766c2-b2a5-4139-87f8-6a6bdc138c70 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862449 Nov 12 10:58:54.826503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c5196-4d89-4b58-9555-d7423ddb84a4 None None] Pushing event updated for resources: {'Port': ['ID=d03e12ff-a061-48ce-a726-5177a059c0c0,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:54.826820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fb301-f5e6-40f0-b33a-19da5ebc3a1d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479b97b3-41e2-4384-b21e-c75d85f9c62f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:54.846411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:54.930707 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:54.932297 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:54.982507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ee3a9-218d-45f1-a3e2-60bdf4716d05 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:54.994302 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e413db3-27bf-4a15-985a-5155dae7f91b None None] Pushing event updated for resources: {'Port': ['ID=4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:55.004844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-913fb301-f5e6-40f0-b33a-19da5ebc3a1d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.008756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e912772a-5be1-43c3-b146-49dc1d7ca1e4 None None] Provisioning complete for port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:55.009155 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e912772a-5be1-43c3-b146-49dc1d7ca1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.018313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-913fb301-f5e6-40f0-b33a-19da5ebc3a1d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0341876 Nov 12 10:58:55.019053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.022614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54578) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:55.042435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-157bf15b-bcad-499e-beb6-b739129945d4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': 'c767c9d6-4404-4140-a8b4-197ab1cb7730', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:55.108212 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:55.219116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-157bf15b-bcad-499e-beb6-b739129945d4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.233858 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.284704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-ccdd05f4-7e73-4cbf-80d3-712000058250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.293177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-ccdd05f4-7e73-4cbf-80d3-712000058250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.302240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-ccdd05f4-7e73-4cbf-80d3-712000058250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.312322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-ccdd05f4-7e73-4cbf-80d3-712000058250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.319429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-ccdd05f4-7e73-4cbf-80d3-712000058250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.347367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-ccdd05f4-7e73-4cbf-80d3-712000058250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.354997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-ccdd05f4-7e73-4cbf-80d3-712000058250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.356692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-ccdd05f4-7e73-4cbf-80d3-712000058250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.3103166 Nov 12 10:58:55.371301 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e912772a-5be1-43c3-b146-49dc1d7ca1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.388162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54586) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:55.440219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e912772a-5be1-43c3-b146-49dc1d7ca1e4 None None] For port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:55.462977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e912772a-5be1-43c3-b146-49dc1d7ca1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.488183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:52Z', 'revision_number': 3, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:55.528116 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e643c0ea-a892-4e4d-b650-0827c1b00d11 req-47f80dae-caf6-40a8-9046-361d78a85b45 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381607 Nov 12 10:58:55.531970 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:50Z', 'revision_number': 3, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:55.548501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.581583 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f78c97-ee78-4d65-8aaf-23b2b407cf9f None None] The sync data for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 is: [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:50Z', 'revision_number': 3, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:55.597281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Checking router: 1fa89a9f-b508-4fac-ba05-f933928683e8 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:55.597718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Updating router 1fa89a9f-b508-4fac-ba05-f933928683e8 port ea802fe5-a92b-47d6-9de1-3f9adf1302fb binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:58:55.627148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0033bea7-dc1e-48f6-848f-34d48b4fe2b0,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:55.647454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.649845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d03e12ff-a061-48ce-a726-5177a059c0c0 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:55.662863 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e344468-eb96-47cf-bdfa-a506aad397aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.685697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfc34e-7da9-482c-b9be-9e19b9fef219 req-d9c69c82-eaf7-4384-a5de-cb1a4b89ad49 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.692966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52dfc34e-7da9-482c-b9be-9e19b9fef219 req-d9c69c82-eaf7-4384-a5de-cb1a4b89ad49 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.2444103 Nov 12 10:58:55.767071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.800012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-157bf15b-bcad-499e-beb6-b739129945d4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.806949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Checking segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:55.807317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Network hostable DHCP agents. Network: b2d8740b-ad04-4daf-aba6-56d815392558, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:55.836891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Allocated IP 172.20.0.1 (77981b1f-f093-4607-a4ab-5db715ba3b08/0117afdc-0f85-46f4-a531-24e8628fef14/5fd313a9-3280-4d42-8a96-cbd26e38e63f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:55.847179 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-157bf15b-bcad-499e-beb6-b739129945d4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.869940 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e344468-eb96-47cf-bdfa-a506aad397aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.894936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e344468-eb96-47cf-bdfa-a506aad397aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.908448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c244fb74-16af-4b00-b9bc-4237ac6fa5ec None None] Provisioning complete for port d03e12ff-a061-48ce-a726-5177a059c0c0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:55.908827 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c244fb74-16af-4b00-b9bc-4237ac6fa5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.927287 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8e344468-eb96-47cf-bdfa-a506aad397aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a5ddd3c6f5b45da8658a24aadaeb960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358984 Nov 12 10:58:55.931439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54592) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:56.006011 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52dfc34e-7da9-482c-b9be-9e19b9fef219 req-2ded098a-27f0-4780-97b7-cf1ccd847f1f tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123257 Nov 12 10:58:56.040308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912772a-5be1-43c3-b146-49dc1d7ca1e4 None None] Pushing event updated for resources: {'Port': ['ID=4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:56.059329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e344468-eb96-47cf-bdfa-a506aad397aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230cf7cd-c289-4cee-aef0-f7a70a5b2819,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:56.088066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-157bf15b-bcad-499e-beb6-b739129945d4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.092109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-157bf15b-bcad-499e-beb6-b739129945d4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0646775 Nov 12 10:58:56.095289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54594) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:56.100807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bf15b-bcad-499e-beb6-b739129945d4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cd2b7f-5337-43bd-ba2e-64a98fd687ca,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:56.106479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-93ab6296-e2bf-4720-8b9a-8d76d5ad25ef tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': 'c767c9d6-4404-4140-a8b4-197ab1cb7730', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:56.116416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241659a2-b4cf-469e-b3e5-86b0e2b6a6d0 req-5a6d908d-69b6-4cbc-9f77-27a782c36b28 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:56.118112 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-241659a2-b4cf-469e-b3e5-86b0e2b6a6d0 req-5a6d908d-69b6-4cbc-9f77-27a782c36b28 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 932 time: 0.1971049 Nov 12 10:58:56.123229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d03e12ff-a061-48ce-a726-5177a059c0c0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:56.124047 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.162473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.180727 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a067e936-6aa0-4eae-b928-dca49c04a9d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.191088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:56.203883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Network b2d8740b-ad04-4daf-aba6-56d815392558 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:56.222325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.236331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b2d8740b-ad04-4daf-aba6-56d815392558) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:56.244172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-241659a2-b4cf-469e-b3e5-86b0e2b6a6d0 req-b1b1cb8e-5988-45a3-95a1-f652d58ba4b1 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184664 Nov 12 10:58:56.261978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a067e936-6aa0-4eae-b928-dca49c04a9d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.298280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:56.299647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.300790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e68381-e8ec-43ba-b8c8-cc9a11aafda6 None None] Network b2d8740b-ad04-4daf-aba6-56d815392558 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:56.302572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Transition to ACTIVE for port object dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:56.307646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93ab6296-e2bf-4720-8b9a-8d76d5ad25ef tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.336329 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.343871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.407464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6fafd2ca-8e34-4d9d-9e68-3afe6b1d285d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0737562 Nov 12 10:58:56.416088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:56.419505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:56.422524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:56.422696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b9a2175c-6902-4a55-bb91-8f8f75e5931a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.455343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd313a9-3280-4d42-8a96-cbd26e38e63f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:56.465260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a067e936-6aa0-4eae-b928-dca49c04a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.468360 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a067e936-6aa0-4eae-b928-dca49c04a9d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.472157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a067e936-6aa0-4eae-b928-dca49c04a9d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/230cf7cd-c289-4cee-aef0-f7a70a5b2819 HTTP/1.1" status: 204 len: 168 time: 0.5243461 Nov 12 10:58:56.490132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067e936-6aa0-4eae-b928-dca49c04a9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230cf7cd-c289-4cee-aef0-f7a70a5b2819,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:56.496420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.653172 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:58:56.704422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c244fb74-16af-4b00-b9bc-4237ac6fa5ec None None] Provisioning complete for port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:56.706249 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c244fb74-16af-4b00-b9bc-4237ac6fa5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.706671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.854857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Pushing event updated for resources: {'Port': ['ID=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:56.877155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Allocated IP 172.20.0.1 (275f9a07-dff3-48d6-954b-d50ef76d631a/9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf/1cb97494-5450-49f8-a386-7d9110cee794) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:56.979977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-c7841153-aa03-43e1-a095-01e6ef721bd0 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:56.981484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-c7841153-aa03-43e1-a095-01e6ef721bd0 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.2113245 Nov 12 10:58:56.987223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93ab6296-e2bf-4720-8b9a-8d76d5ad25ef tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.101183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93ab6296-e2bf-4720-8b9a-8d76d5ad25ef tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.107562 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.145684 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.233501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab6296-e2bf-4720-8b9a-8d76d5ad25ef tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39dc163-c101-482d-8a1f-b616b7bf7f22,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:57.250950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefcc96-3c17-4a43-8f13-4d68f402d323 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:57.256596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Attempting to bind port ea802fe5-a92b-47d6-9de1-3f9adf1302fb on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:57.257117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Attempting to bind port ea802fe5-a92b-47d6-9de1-3f9adf1302fb by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:57.257544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Attempting to bind port ea802fe5-a92b-47d6-9de1-3f9adf1302fb on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:57.288353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:57.288790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:57.289947 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.291081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:57.291546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Bound port: ea802fe5-a92b-47d6-9de1-3f9adf1302fb, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:57.291935 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.293842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d324f1-9d9f-47ab-aba0-7b72cf690cde None None] Network b2d8740b-ad04-4daf-aba6-56d815392558 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:57.365814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-79504327-446f-4183-a360-2ab02fd1da4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.373358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-79504327-446f-4183-a360-2ab02fd1da4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.381336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-79504327-446f-4183-a360-2ab02fd1da4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.387894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-79504327-446f-4183-a360-2ab02fd1da4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.397505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-79504327-446f-4183-a360-2ab02fd1da4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.404554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-79504327-446f-4183-a360-2ab02fd1da4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.411613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-79504327-446f-4183-a360-2ab02fd1da4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.424196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-79504327-446f-4183-a360-2ab02fd1da4f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.6480603 Nov 12 10:58:57.435299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89751abb-b209-4937-b035-20574c23475f None None] Pushing event updated for resources: {'Port': ['ID=ea802fe5-a92b-47d6-9de1-3f9adf1302fb,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:57.458532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Attempting to bind port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:57.459947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Attempting to bind port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:57.460465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Attempting to bind port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f on network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:57.469761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] For port ea802fe5-a92b-47d6-9de1-3f9adf1302fb, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:57.484631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93ab6296-e2bf-4720-8b9a-8d76d5ad25ef tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.486136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-93ab6296-e2bf-4720-8b9a-8d76d5ad25ef tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3864768 Nov 12 10:58:57.495361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54632) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:57.507977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] For port ea802fe5-a92b-47d6-9de1-3f9adf1302fb, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ea802fe5-a92b-47d6-9de1-3f9adf1302fb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:57.527428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f on network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:57.528339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Attempting to bind port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f on network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:57.553629 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.559171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:57.559511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Checking segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:57.559899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Bound using segment: {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:57.560351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Bound port: dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38a08de-6fa7-4e0f-a920-92e143364ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:57.560707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.598932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc1d4c67-0b6d-4a0f-8b5c-860c3317bdc8 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.604892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2885d70-ac9b-4dac-a002-31fdd76e7285 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:58:57.638293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] Provisioning complete for port ea802fe5-a92b-47d6-9de1-3f9adf1302fb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:57.638665 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.646333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc1d4c67-0b6d-4a0f-8b5c-860c3317bdc8 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.654875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.677714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:57.718059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.730786 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.744783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870946ea-07ef-46fe-a341-3519a7e7e1b3 req-85beeb3e-ab94-418c-b546-e465b82c14b3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3191566 Nov 12 10:58:57.748325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:57.749424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:57.764811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.812897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] For port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:57.818016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] For port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:57.839080 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.858498 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc1d4c67-0b6d-4a0f-8b5c-860c3317bdc8 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.870407 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc1d4c67-0b6d-4a0f-8b5c-860c3317bdc8 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.875343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bc1d4c67-0b6d-4a0f-8b5c-860c3317bdc8 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a39dc163-c101-482d-8a1f-b616b7bf7f22 HTTP/1.1" status: 204 len: 168 time: 0.3785725 Nov 12 10:58:57.876921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.877563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.879122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] 10.222.0.59 "PUT /v2.0/ports/dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 1093 time: 3.3339155 Nov 12 10:58:57.905244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54640) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:57.925210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:57.935638 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f59be3-9bd9-4898-be2e-a17dabacb09b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:58.009728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.018001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d4c67-0b6d-4a0f-8b5c-860c3317bdc8 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a39dc163-c101-482d-8a1f-b616b7bf7f22,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:58.027347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89751abb-b209-4937-b035-20574c23475f None None] Pushing event updated for resources: {'Port': ['ID=ea802fe5-a92b-47d6-9de1-3f9adf1302fb,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:58.034285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:58.078967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Network 275f9a07-dff3-48d6-954b-d50ef76d631a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:58.082189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3d948313-c9d9-4200-9783-15e2cf4d490c tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1647556 Nov 12 10:58:58.083823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:58.096438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd313a9-3280-4d42-8a96-cbd26e38e63f,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:58.108046 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.111973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200f673-2a11-45e0-babf-eb3b93afdc0b req-5d1dc80b-8865-4ab1-95a4-33ef4c47a222 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.113612 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f200f673-2a11-45e0-babf-eb3b93afdc0b req-5d1dc80b-8865-4ab1-95a4-33ef4c47a222 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 945 time: 0.2637370 Nov 12 10:58:58.116884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:58.123449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6c180-53f5-4c07-a88b-a08f6f0fcc71 service neutron] Pushing event updated for resources: {'Port': ['ID=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:58.128936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-b16abc65-5357-4213-9eff-c270c0ff7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.130638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-b16abc65-5357-4213-9eff-c270c0ff7a54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 1096 time: 0.1731894 Nov 12 10:58:58.195867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:58.197959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb97494-5450-49f8-a386-7d9110cee794,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:58.271436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-4e8fd79d-d541-440e-8a47-67d9e848bf74 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.273160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-4e8fd79d-d541-440e-8a47-67d9e848bf74 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.5429676 Nov 12 10:58:58.313595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Deleting port f1d5ba48-8136-4eaa-b912-5e63230729d8 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:58.314263 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.326818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-8caa5daa-b101-4c84-90bd-a3ddc5500b80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 217 time: 0.1235478 Nov 12 10:58:58.333223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:58.333593 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.337842 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aed84082-0a80-40f0-bd73-8c77338cc483 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.368794 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aed84082-0a80-40f0-bd73-8c77338cc483 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.378654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.387176 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-c1016df5-afb3-4665-9e80-b9bf739575e2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/quotas/c72eeaa1a2c945deac4d2c220c43a7d3 HTTP/1.1" status: 200 len: 375 time: 0.1026170 Nov 12 10:58:58.427057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] For port ea802fe5-a92b-47d6-9de1-3f9adf1302fb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ea802fe5-a92b-47d6-9de1-3f9adf1302fb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:58.428397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.435407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:58.451919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:58.454748 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.483314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-7c6b4a89-f69b-4d05-9d4a-48d07eee8973 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868707 Nov 12 10:58:58.528671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] Pushing event updated for resources: {'Port': ['ID=ea802fe5-a92b-47d6-9de1-3f9adf1302fb,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:58.603641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f200f673-2a11-45e0-babf-eb3b93afdc0b req-f7969d1b-297c-45f0-8a76-6184f1ac01b5 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups?id=88502602-0f1e-4919-b1ec-5a81b400d981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4574857 Nov 12 10:58:58.626689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] For port f1d5ba48-8136-4eaa-b912-5e63230729d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f1d5ba48-8136-4eaa-b912-5e63230729d8,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:58.639428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.646295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-2687ae3f-7b96-4da0-968f-68fa69522d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.647801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-2687ae3f-7b96-4da0-968f-68fa69522d1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.2996967 Nov 12 10:58:58.648108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] Provisioning complete for port 5fd313a9-3280-4d42-8a96-cbd26e38e63f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:58.649487 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.651087 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aed84082-0a80-40f0-bd73-8c77338cc483 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.664701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aed84082-0a80-40f0-bd73-8c77338cc483 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.665918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aed84082-0a80-40f0-bd73-8c77338cc483 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a2cd2b7f-5337-43bd-ba2e-64a98fd687ca HTTP/1.1" status: 204 len: 168 time: 0.5782943 Nov 12 10:58:58.692083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 2, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:58.701550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54650) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:58.741258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe8587-2ed9-40b5-9603-53d3fe75d04f None None] The sync data for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 is: [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 2, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:58.767557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-03b254fb-4770-4475-a1da-48c9d2632407 None None] Port 5fd313a9-3280-4d42-8a96-cbd26e38e63f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:58.783670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed84082-0a80-40f0-bd73-8c77338cc483 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2cd2b7f-5337-43bd-ba2e-64a98fd687ca,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:58.828414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-b2b63068-d616-4d08-9060-72571f461270 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:58:58.829506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-b2b63068-d616-4d08-9060-72571f461270 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3390422 Nov 12 10:58:58.848071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.878818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-533f5578-43d4-4d75-b191-a3ad7e9907b0 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1594613 Nov 12 10:58:58.890398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b54b5b-4e58-4fcb-9c12-70469b5371c4 req-ec03652f-93db-44b3-bc98-41fcd26417b8 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.895655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54654) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:58.897767 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18b54b5b-4e58-4fcb-9c12-70469b5371c4 req-ec03652f-93db-44b3-bc98-41fcd26417b8 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 944 time: 0.1932979 Nov 12 10:58:58.906782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-575d350e-08a1-4c19-8106-d20bd961c4c7 None None] Provisioning complete for port ea802fe5-a92b-47d6-9de1-3f9adf1302fb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:58.907019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-575d350e-08a1-4c19-8106-d20bd961c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.909741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-5943ae0d-5448-48d4-9423-0f6ca00e4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.911262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-5943ae0d-5448-48d4-9423-0f6ca00e4356 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2443473 Nov 12 10:58:59.022397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Router 1fa89a9f-b508-4fac-ba05-f933928683e8 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:59.091095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60886387-e86a-4a56-9de9-01c5349bbf2c tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.116800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60886387-e86a-4a56-9de9-01c5349bbf2c tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.236148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-575d350e-08a1-4c19-8106-d20bd961c4c7 None None] Provisioning complete for port 1cb97494-5450-49f8-a386-7d9110cee794 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:59.236793 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-575d350e-08a1-4c19-8106-d20bd961c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.262672 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.263035 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.263360 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Floating IP f5fbda1a-27cc-47b8-965f-32b4dd7ec20a disassociated. External IP: 172.25.2.193, port: f1d5ba48-8136-4eaa-b912-5e63230729d8. Nov 12 10:58:59.263707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Calling delete_port for f1d5ba48-8136-4eaa-b912-5e63230729d8 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:59.280304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-4b97a10d-0f83-4822-b7c7-1e8d524c4fc4 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277868 Nov 12 10:58:59.302606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-575d350e-08a1-4c19-8106-d20bd961c4c7 None None] Port 1cb97494-5450-49f8-a386-7d9110cee794 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:59.335158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-575d350e-08a1-4c19-8106-d20bd961c4c7 None None] Provisioning complete for port 5fd313a9-3280-4d42-8a96-cbd26e38e63f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:59.336028 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-575d350e-08a1-4c19-8106-d20bd961c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.357754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60886387-e86a-4a56-9de9-01c5349bbf2c tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.388952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18b54b5b-4e58-4fcb-9c12-70469b5371c4 req-c0ff78a3-9e94-4896-864f-479ff2b15332 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902420 Nov 12 10:58:59.406149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60886387-e86a-4a56-9de9-01c5349bbf2c tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.413727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-60886387-e86a-4a56-9de9-01c5349bbf2c tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/479b97b3-41e2-4384-b21e-c75d85f9c62f HTTP/1.1" status: 204 len: 168 time: 0.5169649 Nov 12 10:58:59.416117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.435676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-575d350e-08a1-4c19-8106-d20bd961c4c7 None None] Port 5fd313a9-3280-4d42-8a96-cbd26e38e63f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:59.438183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54656) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:59.489222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60886387-e86a-4a56-9de9-01c5349bbf2c tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=479b97b3-41e2-4384-b21e-c75d85f9c62f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:59.542259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-706403db-6b00-407d-83f0-a3fdf9f8eac3 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1025052 Nov 12 10:58:59.546439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54660) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:59.547806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-ab637f58-bb20-4c63-b352-8e611c88ab30 service neutron] 10.222.0.59 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261685 Nov 12 10:58:59.669496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.684383 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.730601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.742299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:59.744146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b400f847-d263-400c-b9f0-ba7fae9a3eaf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.745730 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4bf300-6317-482c-bf5a-d1e8b62bed32 x-openstack-request-id: req-de4bf300-6317-482c-bf5a-d1e8b62bed32 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:59.746012 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:59.746255 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de4bf300-6317-482c-bf5a-d1e8b62bed32 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:59.746648 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'status': 'completed', 'code': 200} Nov 12 10:58:59.753775 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b400f847-d263-400c-b9f0-ba7fae9a3eaf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.771082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3c8b5434-c999-4587-8ea3-1450f9650313 admin admin] 10.222.0.31 "PUT /v2.0/routers/1fa89a9f-b508-4fac-ba05-f933928683e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4593344 Nov 12 10:58:59.793012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894e2f37-0ba6-4072-933c-018ef79983e2 req-8cf176d4-ed1e-416d-842e-0be132e6119d service neutron] 10.222.0.59 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368779 Nov 12 10:58:59.815110 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-22e3cb11-2621-4e65-8299-2f9e84a83421 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338976 Nov 12 10:58:59.816349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.820757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb97494-5450-49f8-a386-7d9110cee794,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:59.885486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f1d5ba48-8136-4eaa-b912-5e63230729d8 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:59.897843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event deleted for resources: {'Port': ['ID=f1d5ba48-8136-4eaa-b912-5e63230729d8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:59.959227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: f1d5ba48-8136-4eaa-b912-5e63230729d8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:59.959666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f1d5ba48-8136-4eaa-b912-5e63230729d8 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:00.011168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-48748919-cc07-428f-a60b-6b23b182f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.013317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-48748919-cc07-428f-a60b-6b23b182f809 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 1096 time: 0.1496353 Nov 12 10:59:00.048715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b400f847-d263-400c-b9f0-ba7fae9a3eaf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.064277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-27e79bf7-ba43-4091-bb70-62fb1fa71f6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.071056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-27e79bf7-ba43-4091-bb70-62fb1fa71f6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.071542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b400f847-d263-400c-b9f0-ba7fae9a3eaf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.073254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b400f847-d263-400c-b9f0-ba7fae9a3eaf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/82464c9f-7f6c-4213-a60f-5a7b78480cce HTTP/1.1" status: 204 len: 168 time: 0.5238476 Nov 12 10:59:00.078996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-27e79bf7-ba43-4091-bb70-62fb1fa71f6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.083033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54680) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:00.086983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-27e79bf7-ba43-4091-bb70-62fb1fa71f6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.112289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-27e79bf7-ba43-4091-bb70-62fb1fa71f6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.125918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400f847-d263-400c-b9f0-ba7fae9a3eaf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82464c9f-7f6c-4213-a60f-5a7b78480cce,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:00.136220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-27e79bf7-ba43-4091-bb70-62fb1fa71f6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.143349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-27e79bf7-ba43-4091-bb70-62fb1fa71f6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.146363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-27e79bf7-ba43-4091-bb70-62fb1fa71f6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.2356727 Nov 12 10:59:00.210965 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8a4876e2-301a-4ade-b43b-4acf01b51997 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1266758 Nov 12 10:59:00.213702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54686) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:00.254682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Router f443e444-4b18-4454-9dbf-957674527e5b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:00.308108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-54655cda-e263-461e-bdc0-0b506c044d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.309660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-54655cda-e263-461e-bdc0-0b506c044d64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.2876041 Nov 12 10:59:00.336610 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0485d68-a6fb-4470-aaf2-5d638f247e67 req-537b7e36-366c-4f6a-adf0-055ce4bdcc7a tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 210 time: 0.1029820 Nov 12 10:59:00.338603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71fb43f0-a5a4-4538-bb0c-0406b6a86f9b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.345176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Network 275f9a07-dff3-48d6-954b-d50ef76d631a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:00.369544 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71fb43f0-a5a4-4538-bb0c-0406b6a86f9b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.371626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:00.428474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71fb43f0-a5a4-4538-bb0c-0406b6a86f9b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.458613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71fb43f0-a5a4-4538-bb0c-0406b6a86f9b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.462391 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-71fb43f0-a5a4-4538-bb0c-0406b6a86f9b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3da5d682-ff25-4981-9914-14584fd7c616 HTTP/1.1" status: 204 len: 168 time: 0.2451909 Nov 12 10:59:00.472136 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54720) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:00.575392 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.635414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb43f0-a5a4-4538-bb0c-0406b6a86f9b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3da5d682-ff25-4981-9914-14584fd7c616,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:00.716266 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30639f27-c5d6-4e24-823f-4384fa30e53b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2429380 Nov 12 10:59:00.719446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54742) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:00.803770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-a0095b95-55a3-4c86-ba1f-5024f15e97d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 217 time: 0.4284368 Nov 12 10:59:00.854684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:00.867223 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] Sync routers for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:00.880083 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:00.889486 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:00.979413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b5e0f1c6-56ce-4c2c-a32d-301fb2452c0c None None] Provisioning complete for port 1cb97494-5450-49f8-a386-7d9110cee794 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:00.979929 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f1c6-56ce-4c2c-a32d-301fb2452c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.980435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:00.989000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-b27c7ec4-4800-4687-8ded-2e72b3d1337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.990468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-b27c7ec4-4800-4687-8ded-2e72b3d1337e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1737089 Nov 12 10:59:01.059914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3df2808a-83db-4160-8ec6-45972ff462ab req-4e0a8ec0-a2db-4ae9-bedc-6065fb317ba3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 210 time: 0.3392992 Nov 12 10:59:01.092273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f75aab4d-b1c1-4d60-940b-62d10dc29473 req-2193c1ad-2743-4797-be00-01ec1ea3ab61 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9219286 Nov 12 10:59:01.096538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0f1c6-56ce-4c2c-a32d-301fb2452c0c None None] Port 1cb97494-5450-49f8-a386-7d9110cee794 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:01.131189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] No DVR routers for this DVR port f1d5ba48-8136-4eaa-b912-5e63230729d8 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:01.139537 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.149266 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8fc6e831-ae1f-4bbc-beb7-1e9eb09f06bb req-32754c28-17b8-4520-b619-34d665bc1ca4 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.52 "DELETE /v2.0/ports/f1d5ba48-8136-4eaa-b912-5e63230729d8 HTTP/1.1" status: 204 len: 173 time: 3.4263682 Nov 12 10:59:01.149860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'name': 'network-vif-deleted', 'tag': 'f1d5ba48-8136-4eaa-b912-5e63230729d8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:01.153345 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdc9357-1638-41d7-99dd-e6f7a15b7322" -d '{"events": [{"server_uuid": "6bad10b3-677c-4584-bc0d-339dd12ca294", "name": "network-vif-deleted", "tag": "f1d5ba48-8136-4eaa-b912-5e63230729d8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:01.197914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4af80173-cccd-4dc3-b523-82c5eec6c980 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.257488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4af80173-cccd-4dc3-b523-82c5eec6c980 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.269659 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:01.312281 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de12086f-144c-44d6-8779-a2ccc510d9da x-openstack-request-id: req-de12086f-144c-44d6-8779-a2ccc510d9da {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:01.312837 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bad10b3-677c-4584-bc0d-339dd12ca294", "name": "network-vif-deleted", "tag": "f1d5ba48-8136-4eaa-b912-5e63230729d8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:01.313446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-8b3db3b8-d6fb-49c0-931b-9f9935e9d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:01.313792 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de12086f-144c-44d6-8779-a2ccc510d9da {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:01.314441 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bad10b3-677c-4584-bc0d-339dd12ca294', 'name': 'network-vif-deleted', 'tag': 'f1d5ba48-8136-4eaa-b912-5e63230729d8', 'status': 'completed', 'code': 200} Nov 12 10:59:01.316720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-8b3db3b8-d6fb-49c0-931b-9f9935e9d045 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2982912 Nov 12 10:59:01.380484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4995c-096d-4f19-a172-fc345195c197 req-f941dab3-4dcb-40f3-9a7f-fa931ef4de7d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:01.398058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50c4995c-096d-4f19-a172-fc345195c197 req-f941dab3-4dcb-40f3-9a7f-fa931ef4de7d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 944 time: 0.1445153 Nov 12 10:59:01.467689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4af80173-cccd-4dc3-b523-82c5eec6c980 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.470496 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4af80173-cccd-4dc3-b523-82c5eec6c980 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.491249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4af80173-cccd-4dc3-b523-82c5eec6c980 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/c767c9d6-4404-4140-a8b4-197ab1cb7730 HTTP/1.1" status: 204 len: 168 time: 0.7695553 Nov 12 10:59:01.491877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54776) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:01.536680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af80173-cccd-4dc3-b523-82c5eec6c980 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c767c9d6-4404-4140-a8b4-197ab1cb7730,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:01.562045 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50c4995c-096d-4f19-a172-fc345195c197 req-6f8b7f9b-b3e1-41c1-b944-56d2ee167814 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628532 Nov 12 10:59:01.611276 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-6d4cee02-384f-4aa4-9218-7f87365cbac4 service neutron] 10.222.0.59 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491577 Nov 12 10:59:01.646572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:01.656015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Sync routers for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:01.661465 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-abfcda9e-b44a-4e46-a658-c99c3f083425 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f368363-f3df-45f3-88b8-c5bd40bd6bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2320395 Nov 12 10:59:01.676054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54792) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:01.676468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-995584ad-e3e7-4596-a867-130507311357 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1380558 Nov 12 10:59:01.682064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0bde4a04-0069-43d8-90c1-9bfaa7617cc6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124670228'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:01.695523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:01.696378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:01.800034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ea802fe5-a92b-47d6-9de1-3f9adf1302fb up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:01.830881 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a04-0069-43d8-90c1-9bfaa7617cc6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.846552 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:46Z', 'revision_number': 5, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:01.925666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:01.935550 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] Checking router: f443e444-4b18-4454-9dbf-957674527e5b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:01.946725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54802) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:01.947551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e363c6d-0659-43be-8fc4-d64c2a78d294 req-5e0ee32e-45bb-474d-be57-7a2bd8b37877 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bad10b3-677c-4584-bc0d-339dd12ca294 HTTP/1.1" status: 200 len: 210 time: 0.2841134 Nov 12 10:59:01.971841 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:01.973284 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:02.152960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:02.210152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26f59be3-9bd9-4898-be2e-a17dabacb09b req-ae2555fe-52ee-4939-b255-43103c92bc03 service neutron] 10.222.0.59 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852888 Nov 12 10:59:02.270147 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:02.343908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da8ecf9-59f8-4b51-ae40-f22cdedd5fb1 req-bea9b354-591e-4cf1-8f92-9c1923eb4b72 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 210 time: 0.0800657 Nov 12 10:59:02.386500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-6f15e679-90ba-48ae-8439-0a68db8db8ac tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.393560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-6f15e679-90ba-48ae-8439-0a68db8db8ac tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.2912989 Nov 12 10:59:02.430870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Request body: {'port': {'device_id': '59310f2b-ad7f-426c-98c1-3cfcedd5ca0b', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'admin_state_up': True, 'tenant_id': 'c72eeaa1a2c945deac4d2c220c43a7d3'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:02.483391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a04-0069-43d8-90c1-9bfaa7617cc6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.499838 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a04-0069-43d8-90c1-9bfaa7617cc6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.632426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8c2841ad-2df7-425c-92da-70d96664422a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.638364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a04-0069-43d8-90c1-9bfaa7617cc6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.645564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0bde4a04-0069-43d8-90c1-9bfaa7617cc6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9683902 Nov 12 10:59:02.649550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:02.656800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54818) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:02.664095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-78dcb33d-bff1-4284-9d6e-dc65ddcabec3 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': '31217b72-bc32-40c5-90d9-cb5df2ea1cf5', 'direction': 'ingress', 'protocol': 17}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:02.669128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde4a04-0069-43d8-90c1-9bfaa7617cc6 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31217b72-bc32-40c5-90d9-cb5df2ea1cf5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:02.702462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'port_id': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'mac_address': 'fa:16:3e:88:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:02.703799 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Sync routers for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:02.728182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c7e0-530e-407d-9866-e17531a914ae req-0f5f8404-2c0e-4c97-95a0-3507ecddbe6d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.744955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c7e0-530e-407d-9866-e17531a914ae req-0f5f8404-2c0e-4c97-95a0-3507ecddbe6d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.754028 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8c2841ad-2df7-425c-92da-70d96664422a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.761535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c7e0-530e-407d-9866-e17531a914ae req-0f5f8404-2c0e-4c97-95a0-3507ecddbe6d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.769171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54820) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:02.769674 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:02.772649 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:02.779534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c7e0-530e-407d-9866-e17531a914ae req-0f5f8404-2c0e-4c97-95a0-3507ecddbe6d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.783095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2d8ac470-c341-4e17-a091-892670e0b8cc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24171247', 'description': 'tempest-description--1351834774'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:02.789132 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8c2841ad-2df7-425c-92da-70d96664422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.805100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c7e0-530e-407d-9866-e17531a914ae req-0f5f8404-2c0e-4c97-95a0-3507ecddbe6d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.812740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Made reservation on behalf of c72eeaa1a2c945deac4d2c220c43a7d3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:02.817391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.829658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c7e0-530e-407d-9866-e17531a914ae req-0f5f8404-2c0e-4c97-95a0-3507ecddbe6d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.843064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c7e0-530e-407d-9866-e17531a914ae req-0f5f8404-2c0e-4c97-95a0-3507ecddbe6d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.852453 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a39c7e0-530e-407d-9866-e17531a914ae req-0f5f8404-2c0e-4c97-95a0-3507ecddbe6d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.3074446 Nov 12 10:59:02.858236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ea802fe5-a92b-47d6-9de1-3f9adf1302fb triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:02.859040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.938083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8c2841ad-2df7-425c-92da-70d96664422a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e049c64889d64c3f8eecf601a29457f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9899516 Nov 12 10:59:02.939948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2841ad-2df7-425c-92da-70d96664422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c66e46-0e66-4d53-8ff3-c59d4ff7c061,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:02.951313 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.955218 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a39c7e0-530e-407d-9866-e17531a914ae req-a38452f2-a893-41e7-b01d-c3c5c6c14813 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017685 Nov 12 10:59:02.955752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54822) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:03.013344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:03.101342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78dcb33d-bff1-4284-9d6e-dc65ddcabec3 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.123789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d7886cb-9160-4bc8-867f-f6869e77bbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.127606 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:03.153194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:03.155850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:03.174647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Allocated IP 172.20.0.5 (b2d8740b-ad04-4daf-aba6-56d815392558/0033bea7-dc1e-48f6-848f-34d48b4fe2b0/0d8e7b53-7d3b-4e60-b5ec-2926162336ce) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:03.214765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.228820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d7886cb-9160-4bc8-867f-f6869e77bbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.265959 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc77c5ae-8956-4660-bae9-087342a0a822 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.268697 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:46Z', 'revision_number': 5, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:03.330769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc77c5ae-8956-4660-bae9-087342a0a822 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.344710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac470-c341-4e17-a091-892670e0b8cc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.382160 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d7886cb-9160-4bc8-867f-f6869e77bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.386192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d7886cb-9160-4bc8-867f-f6869e77bbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.388557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0d7886cb-9160-4bc8-867f-f6869e77bbaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4c66e46-0e66-4d53-8ff3-c59d4ff7c061 HTTP/1.1" status: 204 len: 168 time: 0.4269414 Nov 12 10:59:03.391111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:58:59Z', 'revision_number': 2, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:03.393841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:03.396094 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27729280-86fc-4896-b1d1-78cfcd8df443 None None] The sync data for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 is: [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c9b09610-fa4d-48fc-a793-aa85caf92d04', 'name': '', 'network_id': '84d83270-68a2-460c-bdbc-b7952a16f15e', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'mac_address': 'fa:16:3e:ea:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:46Z', 'revision_number': 5, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'subnets': [{'id': '789c426f-bf45-4a95-a7ba-2ad03713001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:03.416712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7886cb-9160-4bc8-867f-f6869e77bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c66e46-0e66-4d53-8ff3-c59d4ff7c061,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:03.475320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742af0b-ac60-4687-bd5e-9b3571435b01 req-9be947f2-3ef3-48c1-a8d9-55429a37d4d0 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:03.482898 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6742af0b-ac60-4687-bd5e-9b3571435b01 req-9be947f2-3ef3-48c1-a8d9-55429a37d4d0 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 944 time: 0.6343226 Nov 12 10:59:03.543749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:03.548318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a80d4bc-3582-488a-9605-66e691dcd518 req-dce7ad28-8861-46ee-8adc-8a72d43b7ea5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 210 time: 0.0654645 Nov 12 10:59:03.553504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc77c5ae-8956-4660-bae9-087342a0a822 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.571970 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc77c5ae-8956-4660-bae9-087342a0a822 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.571970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bc77c5ae-8956-4660-bae9-087342a0a822 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "DELETE /v2.0/security-groups/88502602-0f1e-4919-b1ec-5a81b400d981 HTTP/1.1" status: 204 len: 168 time: 0.4108324 Nov 12 10:59:03.571970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54836) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:03.595352 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-864d5ec5-db15-4226-834f-f8004b2781dc tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] show failed (client error): The resource could not be found. Nov 12 10:59:03.600235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-864d5ec5-db15-4226-834f-f8004b2781dc tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "GET /v2.0/security-groups/88502602-0f1e-4919-b1ec-5a81b400d981 HTTP/1.1" status: 404 len: 347 time: 0.0264442 Nov 12 10:59:03.606974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54838) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:03.627882 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78dcb33d-bff1-4284-9d6e-dc65ddcabec3 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.646930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Checking router: 4f368363-f3df-45f3-88b8-c5bd40bd6bcc for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:03.649020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Updating router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc port 1cb97494-5450-49f8-a386-7d9110cee794 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:59:03.662636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77c5ae-8956-4660-bae9-087342a0a822 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88502602-0f1e-4919-b1ec-5a81b400d981,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:03.682029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78dcb33d-bff1-4284-9d6e-dc65ddcabec3 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.790832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcb33d-bff1-4284-9d6e-dc65ddcabec3 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2075c8-6f87-40ea-9b31-d96af71a85d9,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:03.801861 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 2, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:03.806601 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.817841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.834246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78dcb33d-bff1-4284-9d6e-dc65ddcabec3 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.837572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-78dcb33d-bff1-4284-9d6e-dc65ddcabec3 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1794331 Nov 12 10:59:03.845771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6742af0b-ac60-4687-bd5e-9b3571435b01 req-78a05b79-dabf-4a41-9bb8-3a28222a8911 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395445 Nov 12 10:59:03.857012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54842) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:03.894228 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Checking router: 1fa89a9f-b508-4fac-ba05-f933928683e8 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:03.895425 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Updating router 1fa89a9f-b508-4fac-ba05-f933928683e8 port 5fd313a9-3280-4d42-8a96-cbd26e38e63f binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:59:03.914407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:03.961712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac470-c341-4e17-a091-892670e0b8cc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.964588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Deleting port 11e6feb9-648c-4efd-a3af-3f3129f8aec8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:03.965155 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.975494 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.002035 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac470-c341-4e17-a091-892670e0b8cc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.098900 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac470-c341-4e17-a091-892670e0b8cc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.100145 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2d8ac470-c341-4e17-a091-892670e0b8cc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3285439 Nov 12 10:59:04.103895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.111001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54850) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:04.115945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ac470-c341-4e17-a091-892670e0b8cc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0d5c9e-0f42-4864-becf-40902af73eb0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:04.128626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-2427b169-5aa9-458e-9f7a-86e162e81870 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Request body: {'security_group_rule': {'security_group_id': 'ca0d5c9e-0f42-4864-becf-40902af73eb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:04.154602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77216f6-015e-4c1a-97e4-3bcec07381e5 None None] New status for floating IP f5fbda1a-27cc-47b8-965f-32b4dd7ec20a: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:04.189474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e3d08bf-e24f-4ae1-9e1f-a6f221059019 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.221225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Network b2d8740b-ad04-4daf-aba6-56d815392558 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:04.253382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:04.254567 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.255091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.258385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:04.272370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-e0d76315-e45d-4535-8bca-d7957aa536c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.280447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-e0d76315-e45d-4535-8bca-d7957aa536c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.288229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-e0d76315-e45d-4535-8bca-d7957aa536c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.296776 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-e0d76315-e45d-4535-8bca-d7957aa536c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.311180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-e0d76315-e45d-4535-8bca-d7957aa536c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.323311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-e0d76315-e45d-4535-8bca-d7957aa536c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.340129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-e0d76315-e45d-4535-8bca-d7957aa536c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.342091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-e0d76315-e45d-4535-8bca-d7957aa536c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5430 time: 0.2319803 Nov 12 10:59:04.362976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event updated for resources: {'Port': ['ID=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:04.391274 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e3d08bf-e24f-4ae1-9e1f-a6f221059019 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.425127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Calling delete_port for 11e6feb9-648c-4efd-a3af-3f3129f8aec8 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:04.461941 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.470522 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.495695 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2427b169-5aa9-458e-9f7a-86e162e81870 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.569961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.573839 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.598860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e3d08bf-e24f-4ae1-9e1f-a6f221059019 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.615694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e3d08bf-e24f-4ae1-9e1f-a6f221059019 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.625482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e3d08bf-e24f-4ae1-9e1f-a6f221059019 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/31217b72-bc32-40c5-90d9-cb5df2ea1cf5 HTTP/1.1" status: 204 len: 168 time: 0.7600503 Nov 12 10:59:04.625726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2427b169-5aa9-458e-9f7a-86e162e81870 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.636315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54862) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:04.638893 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa0acd-a4e5-492a-81e3-43ec42710821 None None] Pushing event updated for resources: {'Port': ['ID=5fd313a9-3280-4d42-8a96-cbd26e38e63f,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:04.721714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d08bf-e24f-4ae1-9e1f-a6f221059019 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31217b72-bc32-40c5-90d9-cb5df2ea1cf5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:04.734090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-677330b1-946c-49c3-ac66-42e15ee56a23 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3085821 Nov 12 10:59:04.736222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:04.746172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4d6d91b-a3c4-4d91-9a72-ebaf4d255e70 req-265770d7-be5d-45ba-9e05-36dd96678db5 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3785088 Nov 12 10:59:04.760928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Request body: {'port': {'device_id': '59310f2b-ad7f-426c-98c1-3cfcedd5ca0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:04.785965 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Attempting to bind port 5fd313a9-3280-4d42-8a96-cbd26e38e63f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:04.788454 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Attempting to bind port 5fd313a9-3280-4d42-8a96-cbd26e38e63f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:04.790893 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Attempting to bind port 5fd313a9-3280-4d42-8a96-cbd26e38e63f on network 77981b1f-f093-4607-a4ab-5db715ba3b08 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:04.807551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:04.807955 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Checking segment: {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:04.808388 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.808783 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Bound using segment: {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:04.809314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Bound port: 5fd313a9-3280-4d42-8a96-cbd26e38e63f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:04.809712 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.836096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '336ba9c3-e927-48fb-ab90-fe2b9e7f34ad', 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'port_id': '336ba9c3-e927-48fb-ab90-fe2b9e7f34ad', 'mac_address': 'fa:16:3e:b6:60:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:04.860464 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2427b169-5aa9-458e-9f7a-86e162e81870 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.976344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427b169-5aa9-458e-9f7a-86e162e81870 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02c5eba-c183-4222-9064-980e9790829e,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:04.984371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a661d9-6a41-44a9-ba27-d246c392e94f req-908e2686-6a90-4655-9401-3b8123f85458 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:05.004108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87a661d9-6a41-44a9-ba27-d246c392e94f req-908e2686-6a90-4655-9401-3b8123f85458 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 931 time: 0.2541823 Nov 12 10:59:05.004383 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2427b169-5aa9-458e-9f7a-86e162e81870 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.004383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2427b169-5aa9-458e-9f7a-86e162e81870 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8881176 Nov 12 10:59:05.005521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54872) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:05.010876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.021289 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] For port 5fd313a9-3280-4d42-8a96-cbd26e38e63f, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:05.027871 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] For port 5fd313a9-3280-4d42-8a96-cbd26e38e63f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5fd313a9-3280-4d42-8a96-cbd26e38e63f,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:05.031299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.040778 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.041995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:05.053725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-531feed4-de0d-4098-8259-7e1078bacc53 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Request body: {'security_group_rule': {'security_group_id': 'ca0d5c9e-0f42-4864-becf-40902af73eb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:05.130819 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87a661d9-6a41-44a9-ba27-d246c392e94f req-59ba4e0c-3764-4993-acf6-6f74d3bf0124 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323192 Nov 12 10:59:05.193789 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa0acd-a4e5-492a-81e3-43ec42710821 None None] Pushing event updated for resources: {'Port': ['ID=5fd313a9-3280-4d42-8a96-cbd26e38e63f,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:05.204245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54874) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:05.247193 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9a357689-fe90-454b-90c2-0b1baf4c86f4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6032372 Nov 12 10:59:05.259994 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:05.261661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54878) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:05.262341 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:05.297755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1e77fdd8-e18f-4c4b-9c95-a16e1b9230cf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860892084'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:05.363879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227411ae-a22c-4fe7-bed8-5ab80ee34b78 req-d3524f00-07eb-4d1d-9f4a-5afee0c44666 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:05.365515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-227411ae-a22c-4fe7-bed8-5ab80ee34b78 req-d3524f00-07eb-4d1d-9f4a-5afee0c44666 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 945 time: 0.2861726 Nov 12 10:59:05.377350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-531feed4-de0d-4098-8259-7e1078bacc53 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.436276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-975702612-network', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:05.512554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:05.533011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.535921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5f393c5f-c9cf-4602-b32d-224f86c2594d details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:05.562738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Made reservation on behalf of fdbdf80e4f394ad987482241cbb00464 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:05.565356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.566349 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:05.571955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e77fdd8-e18f-4c4b-9c95-a16e1b9230cf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.595369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.644107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:05.674465 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.676444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7d7823b2-3c6d-41e5-86c6-404e71cc5eb2 None None] Provisioning complete for port 5fd313a9-3280-4d42-8a96-cbd26e38e63f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:05.677063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d7823b2-3c6d-41e5-86c6-404e71cc5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.693986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-227411ae-a22c-4fe7-bed8-5ab80ee34b78 req-0e48184e-98cb-46b3-ae44-41e9c4c49182 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087358 Nov 12 10:59:05.715031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5fd313a9-3280-4d42-8a96-cbd26e38e63f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:05.765226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.782149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.790743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-531feed4-de0d-4098-8259-7e1078bacc53 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.826497 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-531feed4-de0d-4098-8259-7e1078bacc53 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.833538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Pushing event deleted for resources: {'Port': ['ID=11e6feb9-648c-4efd-a3af-3f3129f8aec8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:05.876232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531feed4-de0d-4098-8259-7e1078bacc53 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a919bf4c-1504-41e5-b375-a8c6bc70acb9,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:05.907542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2ca3a-cf1a-43bd-8248-86a500870d9b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:59:05.931770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5fd313a9-3280-4d42-8a96-cbd26e38e63f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:05.932007 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.946657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:06.005454 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-531feed4-de0d-4098-8259-7e1078bacc53 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.009827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-531feed4-de0d-4098-8259-7e1078bacc53 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9721115 Nov 12 10:59:06.017708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54884) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:06.031653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:06.039913 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:59:05Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:06.081043 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e77fdd8-e18f-4c4b-9c95-a16e1b9230cf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.096258 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84e9db-2ebd-4b5d-9336-4968705d9ae2 None None] The sync data for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 is: [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:59:05Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:06.100020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.109935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.111151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-238614eb-88d1-4c0d-86ac-6bcf02267f27 tempest-ServersTestManualDisk-499576443 tempest-ServersTestManualDisk-499576443-project] 10.222.0.31 "DELETE /v2.0/floatingips/f5fbda1a-27cc-47b8-965f-32b4dd7ec20a HTTP/1.1" status: 204 len: 168 time: 2.5029321 Nov 12 10:59:06.122930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e77fdd8-e18f-4c4b-9c95-a16e1b9230cf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.129581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54886) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:06.136172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef3214-3307-4d12-b242-0d1251b61481 None None] Pushing event updated for resources: {'Port': ['ID=1cb97494-5450-49f8-a386-7d9110cee794,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:06.263182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:06.403457 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d7823b2-3c6d-41e5-86c6-404e71cc5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.420034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:06.421550 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.504954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Attempting to bind port 1cb97494-5450-49f8-a386-7d9110cee794 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:06.505337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Attempting to bind port 1cb97494-5450-49f8-a386-7d9110cee794 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:06.505729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Attempting to bind port 1cb97494-5450-49f8-a386-7d9110cee794 on network 275f9a07-dff3-48d6-954b-d50ef76d631a {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:06.513080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-d29b223c-a4ac-431c-975f-589b34e78c50 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.522185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-d29b223c-a4ac-431c-975f-589b34e78c50 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.529578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-d29b223c-a4ac-431c-975f-589b34e78c50 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.536470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-d29b223c-a4ac-431c-975f-589b34e78c50 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.550012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-d29b223c-a4ac-431c-975f-589b34e78c50 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.557030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-d29b223c-a4ac-431c-975f-589b34e78c50 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.566439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-d29b223c-a4ac-431c-975f-589b34e78c50 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.568465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-d29b223c-a4ac-431c-975f-589b34e78c50 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5431 time: 0.2443819 Nov 12 10:59:06.572262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5f393c5f-c9cf-4602-b32d-224f86c2594d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:06.616119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7d7823b2-3c6d-41e5-86c6-404e71cc5eb2 None None] For port 5fd313a9-3280-4d42-8a96-cbd26e38e63f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5fd313a9-3280-4d42-8a96-cbd26e38e63f,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:06.617461 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.619909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77fdd8-e18f-4c4b-9c95-a16e1b9230cf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a67af-206c-4291-b834-d90983ce7105,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:06.636887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8e7b53-7d3b-4e60-b5ec-2926162336ce {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:06.664241 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.677013 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.691484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.704687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.728812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Transition to ACTIVE for port object 0d8e7b53-7d3b-4e60-b5ec-2926162336ce will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:06.731569 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d7823b2-3c6d-41e5-86c6-404e71cc5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.735296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e77fdd8-e18f-4c4b-9c95-a16e1b9230cf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.739613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1e77fdd8-e18f-4c4b-9c95-a16e1b9230cf tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4682891 Nov 12 10:59:06.740061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:06.740498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Checking segment: {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:06.742762 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.743271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Bound using segment: {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:06.743782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Bound port: 1cb97494-5450-49f8-a386-7d9110cee794, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:06.749132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-162f9c40-3c76-4d65-94c0-046a5c3f9304 req-3a2df757-1ae4-4af6-9b29-5cfaadd1cc42 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1699088 Nov 12 10:59:06.749639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54894) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:06.751451 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.760316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'port_id': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'mac_address': 'fa:16:3e:45:f3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:06.773225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:59:06.801085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ad620aa9-274a-4594-8f58-a85da6884b53 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757399224'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:06.812406 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.911998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d799c9ee-13fc-412e-b66c-e9ccf7327d60,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:06.941652 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.942149 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Added segment d1f4cd25-2a60-4d3c-8b0f-da7adba72790 of type vlan for network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 Nov 12 10:59:06.949725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debde23-2191-4c0f-86c6-79e2615c2342 req-a97b8685-1ae6-4704-aa63-6d56b3bc13b1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.952315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8debde23-2191-4c0f-86c6-79e2615c2342 req-a97b8685-1ae6-4704-aa63-6d56b3bc13b1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 931 time: 0.3234932 Nov 12 10:59:07.010040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] For port 1cb97494-5450-49f8-a386-7d9110cee794, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:07.016701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] For port 1cb97494-5450-49f8-a386-7d9110cee794, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1cb97494-5450-49f8-a386-7d9110cee794,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:07.022636 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad620aa9-274a-4594-8f58-a85da6884b53 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.050649 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.081908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.091379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2c1858de-fcdf-4a6a-b929-aff45f7c4ff9 None None] Provisioning complete for port 1cb97494-5450-49f8-a386-7d9110cee794 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:07.094351 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c1858de-fcdf-4a6a-b929-aff45f7c4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.109890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:07.110456 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8debde23-2191-4c0f-86c6-79e2615c2342 req-b6ce6c41-a4f4-4e67-ad4f-5dd790a8986a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481276 Nov 12 10:59:07.142684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.148274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7823b2-3c6d-41e5-86c6-404e71cc5eb2 None None] Pushing event updated for resources: {'Port': ['ID=5fd313a9-3280-4d42-8a96-cbd26e38e63f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:07.156394 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:59:07.157142 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:59:07.202534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf30d5-3bfb-41db-84ac-f6fe6a1d4d50 req-b03926bc-1bb5-4409-8428-fab3543d6d0f tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:07.204013 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.208645 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77bf30d5-3bfb-41db-84ac-f6fe6a1d4d50 req-b03926bc-1bb5-4409-8428-fab3543d6d0f tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 945 time: 0.2897441 Nov 12 10:59:07.237839 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.262419 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.263276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:07.263859 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.280299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:07.281838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:07.317456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Attempting to bind port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:07.318370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Attempting to bind port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:07.319145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Attempting to bind port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:07.377968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.386330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1805823 Nov 12 10:59:07.400409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54896) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:07.401662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce on network b2d8740b-ad04-4daf-aba6-56d815392558 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:07.402173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Attempting to bind port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:07.413070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Request body: {'subnet': {'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-975702612-subnet', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:07.450492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f393c5f-c9cf-4602-b32d-224f86c2594d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:07.469975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:07.472273 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fc7fcc-cf1f-4374-9429-a44b9e8cbb62" -d '{"events": [{"server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "name": "network-vif-plugged", "status": "completed", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:07.501053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef3214-3307-4d12-b242-0d1251b61481 None None] Pushing event updated for resources: {'Port': ['ID=1cb97494-5450-49f8-a386-7d9110cee794,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:07.509177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:07.513699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:07.516173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Checking segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:07.516988 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Bound using segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:07.522973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5f393c5f-c9cf-4602-b32d-224f86c2594d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:07.527005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Bound port: 0d8e7b53-7d3b-4e60-b5ec-2926162336ce, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:07.527608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.533388 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.534945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad620aa9-274a-4594-8f58-a85da6884b53 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.548505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:07.550675 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.555147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188799b-a357-44eb-9f5e-1e346072a1de admin admin] Pushing event updated for resources: {'Network': ['ID=7d2cc73e-ea7a-4c42-98be-a2f303b60750,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:07.560545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77bf30d5-3bfb-41db-84ac-f6fe6a1d4d50 req-becba61f-3ff6-4568-8c68-77d73a6ef11a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210380 Nov 12 10:59:07.565669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad620aa9-274a-4594-8f58-a85da6884b53 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.615201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Made reservation on behalf of fdbdf80e4f394ad987482241cbb00464 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:07.618342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.623931 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e409ec9-b2fa-4513-8ffc-7078cfa9be0a x-openstack-request-id: req-0e409ec9-b2fa-4513-8ffc-7078cfa9be0a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:07.624494 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "name": "network-vif-plugged", "status": "completed", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:07.624494 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e409ec9-b2fa-4513-8ffc-7078cfa9be0a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:07.624901 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'code': 200} Nov 12 10:59:07.632108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 01fd76b2-220c-4e30-8e48-ac0e33361316 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:07.653312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:59:07.674855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad620aa9-274a-4594-8f58-a85da6884b53 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.678956 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ad620aa9-274a-4594-8f58-a85da6884b53 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9070935 Nov 12 10:59:07.679612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54902) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:07.702326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ad917607-3c83-40bf-a90a-23272a009a1f tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': 'bc5a67af-206c-4291-b834-d90983ce7105', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '77f05ea3-22ac-4580-90ed-26631840b446', 'remote_ip_prefix': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:07.723839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad620aa9-274a-4594-8f58-a85da6884b53 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f05ea3-22ac-4580-90ed-26631840b446,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:07.790643 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:59:07.852308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['336ba9c3-e927-48fb-ab90-fe2b9e7f34ad'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:07.857276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] For port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:07.888012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] For port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:07.906887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad917607-3c83-40bf-a90a-23272a009a1f tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.923520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.988187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c1858de-fcdf-4a6a-b929-aff45f7c4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.996348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:08.063548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Allocated IP 172.25.2.171 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/b4f29220-0ae8-44b2-b7c3-805a4c1a8210) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:08.085361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.086546 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.087962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] 10.222.0.59 "PUT /v2.0/ports/0d8e7b53-7d3b-4e60-b5ec-2926162336ce HTTP/1.1" status: 200 len: 1092 time: 3.3332345 Nov 12 10:59:08.089925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59310f2b-ad7f-426c-98c1-3cfcedd5ca0b', 'tag': '0d8e7b53-7d3b-4e60-b5ec-2926162336ce'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:08.092922 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee9b49-2d76-4865-adbb-143c30f65e41" -d '{"events": [{"name": "network-changed", "server_uuid": "59310f2b-ad7f-426c-98c1-3cfcedd5ca0b", "tag": "0d8e7b53-7d3b-4e60-b5ec-2926162336ce"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:08.157443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aecd51-22e0-443b-97af-6b272a6fa85e req-228be1fd-06e6-4d5b-b2ad-0f902ce85f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.160091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1aecd51-22e0-443b-97af-6b272a6fa85e req-228be1fd-06e6-4d5b-b2ad-0f902ce85f7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 1098 time: 0.1707079 Nov 12 10:59:08.183358 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cbe458-b7aa-4d41-a25d-f895744963c1 x-openstack-request-id: req-16cbe458-b7aa-4d41-a25d-f895744963c1 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:08.183650 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59310f2b-ad7f-426c-98c1-3cfcedd5ca0b", "tag": "0d8e7b53-7d3b-4e60-b5ec-2926162336ce", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:08.184046 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16cbe458-b7aa-4d41-a25d-f895744963c1 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:08.184299 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59310f2b-ad7f-426c-98c1-3cfcedd5ca0b', 'tag': '0d8e7b53-7d3b-4e60-b5ec-2926162336ce', 'status': 'completed', 'code': 200} Nov 12 10:59:08.200072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983f353-df72-4060-89a3-9577d9230a97 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:08.281476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295c8a-2a85-4412-b990-72b0f82d267d req-c3c6808c-8cd3-4bdb-a97d-a54c6b5af26e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.288575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295c8a-2a85-4412-b990-72b0f82d267d req-c3c6808c-8cd3-4bdb-a97d-a54c6b5af26e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.298052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295c8a-2a85-4412-b990-72b0f82d267d req-c3c6808c-8cd3-4bdb-a97d-a54c6b5af26e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.305020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295c8a-2a85-4412-b990-72b0f82d267d req-c3c6808c-8cd3-4bdb-a97d-a54c6b5af26e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.311198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295c8a-2a85-4412-b990-72b0f82d267d req-c3c6808c-8cd3-4bdb-a97d-a54c6b5af26e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.317513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295c8a-2a85-4412-b990-72b0f82d267d req-c3c6808c-8cd3-4bdb-a97d-a54c6b5af26e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.326025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295c8a-2a85-4412-b990-72b0f82d267d req-c3c6808c-8cd3-4bdb-a97d-a54c6b5af26e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.334220 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85295c8a-2a85-4412-b990-72b0f82d267d req-c3c6808c-8cd3-4bdb-a97d-a54c6b5af26e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5432 time: 0.4168968 Nov 12 10:59:08.337362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1aecd51-22e0-443b-97af-6b272a6fa85e req-9a9e4ec9-d3e6-4fd7-9a66-16361e83ade4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601703 Nov 12 10:59:08.337884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad917607-3c83-40bf-a90a-23272a009a1f tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.394046 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad917607-3c83-40bf-a90a-23272a009a1f tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.422430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5fd313a9-3280-4d42-8a96-cbd26e38e63f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:08.456451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad917607-3c83-40bf-a90a-23272a009a1f tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa833ed2-e3d6-4fc4-b401-18f99aee23ee,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:08.463250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.467481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-52d12712-9497-45a3-bec4-457e71df9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.468730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-52d12712-9497-45a3-bec4-457e71df9ae6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 1095 time: 0.3084157 Nov 12 10:59:08.479008 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad917607-3c83-40bf-a90a-23272a009a1f tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.480212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ad917607-3c83-40bf-a90a-23272a009a1f tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7906244 Nov 12 10:59:08.488613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dd240-115d-41f3-a157-84be9b233c98 req-46e1b0d2-35e2-42f4-a243-71920490c73f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.493595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba2dd240-115d-41f3-a157-84be9b233c98 req-46e1b0d2-35e2-42f4-a243-71920490c73f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 943 time: 0.1971707 Nov 12 10:59:08.497591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54910) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:08.526140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.546101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85295c8a-2a85-4412-b990-72b0f82d267d req-46f6fa1d-c762-4988-8b31-2666e18ed93f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2103565 Nov 12 10:59:08.558467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=5f393c5f-c9cf-4602-b32d-224f86c2594d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:08.627266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2c1858de-fcdf-4a6a-b929-aff45f7c4ff9 None None] For port 1cb97494-5450-49f8-a386-7d9110cee794, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1cb97494-5450-49f8-a386-7d9110cee794,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:08.628506 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.637209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 01fd76b2-220c-4e30-8e48-ac0e33361316, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=01fd76b2-220c-4e30-8e48-ac0e33361316,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:08.653929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63577643-e587-440f-901b-00c30553afa6,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:08.659511 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c1858de-fcdf-4a6a-b929-aff45f7c4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.661588 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-4b35c49d-c55f-4e78-a393-70787747a038 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d8e7b53-7d3b-4e60-b5ec-2926162336ce HTTP/1.1" status: 200 len: 217 time: 0.0825047 Nov 12 10:59:08.676521 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-effa0060-915e-40fa-b326-03658bd7c655 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.687597 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-effa0060-915e-40fa-b326-03658bd7c655 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.693303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Checking segment: {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:08.693921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Network hostable DHCP agents. Network: 7d2cc73e-ea7a-4c42-98be-a2f303b60750, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:59:08.743386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '01fd76b2-220c-4e30-8e48-ac0e33361316', 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3', 'port_id': '01fd76b2-220c-4e30-8e48-ac0e33361316', 'mac_address': 'fa:16:3e:f3:e1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31dd4282-a1d7-4d59-9a3f-d54466a2c122', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:08.773983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:08.785610 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:08.794897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:08.841097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:59:08.845459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2c1858de-fcdf-4a6a-b929-aff45f7c4ff9 None None] Provisioning complete for port 5fd313a9-3280-4d42-8a96-cbd26e38e63f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:08.845908 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c1858de-fcdf-4a6a-b929-aff45f7c4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.869333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b93b-c407-446e-a45a-12665474ca66 req-b082c21d-375e-458a-be58-11e5655cebf2 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.870979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0422b93b-c407-446e-a45a-12665474ca66 req-b082c21d-375e-458a-be58-11e5655cebf2 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 946 time: 0.1225278 Nov 12 10:59:08.873914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-fa79e6fc-6b7d-4cdf-a54e-0ae1f8d35f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.875431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-fa79e6fc-6b7d-4cdf-a54e-0ae1f8d35f2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1969995 Nov 12 10:59:08.879073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 7d2cc73e-ea7a-4c42-98be-a2f303b60750) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:08.909802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['5f393c5f-c9cf-4602-b32d-224f86c2594d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:08.923433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd80f15-79c5-4b35-8cb2-79824dbb01b9 None None] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:08.925670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5fd313a9-3280-4d42-8a96-cbd26e38e63f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:08.926041 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.946307 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-514d62ab-980d-4e32-b481-35f728e179cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550752 Nov 12 10:59:08.956618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.957254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.967266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event updated for resources: {'Port': ['ID=b4f29220-0ae8-44b2-b7c3-805a4c1a8210,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:08.971068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-effa0060-915e-40fa-b326-03658bd7c655 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.977396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-effa0060-915e-40fa-b326-03658bd7c655 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.979249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-effa0060-915e-40fa-b326-03658bd7c655 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fa833ed2-e3d6-4fc4-b401-18f99aee23ee HTTP/1.1" status: 204 len: 168 time: 0.4777181 Nov 12 10:59:08.986339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54916) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:09.024254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba2dd240-115d-41f3-a157-84be9b233c98 req-99252d82-da60-46c1-ac2d-499810f05e92 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190427 Nov 12 10:59:09.041269 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.047073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1858de-fcdf-4a6a-b929-aff45f7c4ff9 None None] Pushing event updated for resources: {'Port': ['ID=1cb97494-5450-49f8-a386-7d9110cee794,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:09.078001 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-260e58ae-30bf-4999-95a7-0bcdb95a34e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6696908 Nov 12 10:59:09.079000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54918) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:09.089089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:09.117838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa0060-915e-40fa-b326-03658bd7c655 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa833ed2-e3d6-4fc4-b401-18f99aee23ee,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:09.124501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.125760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.145121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.157273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0422b93b-c407-446e-a45a-12665474ca66 req-98385402-ea38-4f8b-b692-14b336c41b78 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090240 Nov 12 10:59:09.163196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fd76b2-220c-4e30-8e48-ac0e33361316 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:09.209136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.220400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:59:07Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:09.228682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e76d9c63-12b3-43ba-af9c-c8186b4d3f6f tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2047541 Nov 12 10:59:09.228682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54920) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:09.242315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 01fd76b2-220c-4e30-8e48-ac0e33361316, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=01fd76b2-220c-4e30-8e48-ac0e33361316,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:09.260926 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-1885e58d-32a8-45ff-8245-edfbfd2c2252 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979503 Nov 12 10:59:09.265715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.290298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156584d-c7cb-4c3b-a816-6a7439b4b0a8 None None] The sync data for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 is: [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:59:07Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:09.299859 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.300820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:09.439399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Deleting port c9b09610-fa4d-48fc-a793-aa85caf92d04 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:09.442076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.561247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33396d9-8029-4e65-bf64-5ef8b029b6a1 req-777401ed-880c-4a52-97cc-40c594fb8307 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294197 Nov 12 10:59:09.588000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4df9a9e9-4331-437a-a1cf-ddf8084c1670 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.680601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=01fd76b2-220c-4e30-8e48-ac0e33361316,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:09.812024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4df9a9e9-4331-437a-a1cf-ddf8084c1670 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.832437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:59:09.839540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.899895 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.909674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.950096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-aba6472c-10d9-487a-aeff-bf127e30bea9 None None] Provisioning complete for port 1cb97494-5450-49f8-a386-7d9110cee794 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:09.950402 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aba6472c-10d9-487a-aeff-bf127e30bea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.954514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:09.977326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] For port c9b09610-fa4d-48fc-a793-aa85caf92d04, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c9b09610-fa4d-48fc-a793-aa85caf92d04,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:09.977857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.980245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-1e958856-54c4-447a-b65a-f3cf574162fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:09.985316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-1e958856-54c4-447a-b65a-f3cf574162fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 1095 time: 0.2188632 Nov 12 10:59:10.014959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Calling delete_port for c9b09610-fa4d-48fc-a793-aa85caf92d04 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:10.048715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '6120c0c9-9800-4d56-b328-aa0cb8cd3ec3', 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'port_id': '6120c0c9-9800-4d56-b328-aa0cb8cd3ec3', 'mac_address': 'fa:16:3e:e8:b9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:10.188587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-f81b72d9-60d4-4fa2-853d-d03137245e83 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.195238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-f81b72d9-60d4-4fa2-853d-d03137245e83 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.202352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-f81b72d9-60d4-4fa2-853d-d03137245e83 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.207965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-f81b72d9-60d4-4fa2-853d-d03137245e83 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.217291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-f81b72d9-60d4-4fa2-853d-d03137245e83 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.224386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-f81b72d9-60d4-4fa2-853d-d03137245e83 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.243377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-f81b72d9-60d4-4fa2-853d-d03137245e83 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.245429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-f81b72d9-60d4-4fa2-853d-d03137245e83 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5433 time: 0.4591646 Nov 12 10:59:10.313651 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4df9a9e9-4331-437a-a1cf-ddf8084c1670 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.316342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4df9a9e9-4331-437a-a1cf-ddf8084c1670 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.320461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4df9a9e9-4331-437a-a1cf-ddf8084c1670 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/77f05ea3-22ac-4580-90ed-26631840b446 HTTP/1.1" status: 204 len: 168 time: 1.0889525 Nov 12 10:59:10.329576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54930) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:10.332974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1cb97494-5450-49f8-a386-7d9110cee794 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:10.336570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.348318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-99bf7a13-cebc-4b71-908c-4dc4ab814825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.350328 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-99bf7a13-cebc-4b71-908c-4dc4ab814825 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 912 time: 0.3598690 Nov 12 10:59:10.359125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9a9e9-4331-437a-a1cf-ddf8084c1670 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f05ea3-22ac-4580-90ed-26631840b446,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:10.393660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.408336 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.439200 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-7b0ed955-ad3e-41ee-becb-5ed2d4a89792 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d8e7b53-7d3b-4e60-b5ec-2926162336ce HTTP/1.1" status: 200 len: 217 time: 0.0611572 Nov 12 10:59:10.485162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:10.509753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8548d13d-ba00-4c8e-8bf7-f69a669f5736 req-263091e6-0f47-4313-9b5e-798e92ede423 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2236178 Nov 12 10:59:10.545152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:10.554864 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.569821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.571070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fd4a3d4e-38e9-4b94-adec-321710959a02 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:10.581932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-c4c20198-50f7-4d3d-9933-ef2082328115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.587771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-c4c20198-50f7-4d3d-9933-ef2082328115 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1328220 Nov 12 10:59:10.610392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event updated for resources: {'Port': ['ID=b4f29220-0ae8-44b2-b7c3-805a4c1a8210,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:10.615435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcc90-b677-4ce9-8688-76a77e22cfe2 req-6e15e631-9360-4828-af6f-311bbe8f2007 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.626513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-647bcc90-b677-4ce9-8688-76a77e22cfe2 req-6e15e631-9360-4828-af6f-311bbe8f2007 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 943 time: 0.4289393 Nov 12 10:59:10.662423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:10.665355 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.694128 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.703926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-35d387a6-e836-4dc4-ad2a-5df9193ce122 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6754372 Nov 12 10:59:10.707149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Allocated IP 172.20.0.2 (7d2cc73e-ea7a-4c42-98be-a2f303b60750/63577643-e587-440f-901b-00c30553afa6/c3b723e2-1a38-440e-b831-935dc5b8bdb6) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:10.802209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.803414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c80da9a5-4e63-47e9-b3fe-56e1468caba4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4562066 Nov 12 10:59:10.808070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1cb97494-5450-49f8-a386-7d9110cee794 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:10.809272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54934) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:10.815775 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.835843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-13d26b9c-ccef-4670-b939-880466079cc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800566 Nov 12 10:59:10.858950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b83db8-4e43-4cc2-98e5-a8406327a899 req-322a58cf-7fa9-4058-8a14-ad635e0c804a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.863328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8b83db8-4e43-4cc2-98e5-a8406327a899 req-322a58cf-7fa9-4058-8a14-ad635e0c804a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 946 time: 0.1280961 Nov 12 10:59:10.923354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b09610-fa4d-48fc-a793-aa85caf92d04,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:10.964140 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:59:11.046319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-24f4a432-5b49-494e-b154-5693938f2dda tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.107263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port fd4a3d4e-38e9-4b94-adec-321710959a02, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fd4a3d4e-38e9-4b94-adec-321710959a02,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:11.125574 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-24f4a432-5b49-494e-b154-5693938f2dda tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.137935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8b83db8-4e43-4cc2-98e5-a8406327a899 req-3f198d92-9e74-4467-8361-b93d20b299b6 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315917 Nov 12 10:59:11.157514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'fd4a3d4e-38e9-4b94-adec-321710959a02', 'network_id': '54a4674f-b7b8-4f8c-a7e0-7d05052d87d3', 'port_id': 'fd4a3d4e-38e9-4b94-adec-321710959a02', 'mac_address': 'fa:16:3e:75:0b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31dd4282-a1d7-4d59-9a3f-d54466a2c122', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:11.229178 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.307287 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.309490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.341344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4a3d4e-38e9-4b94-adec-321710959a02 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:11.372104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-24f4a432-5b49-494e-b154-5693938f2dda tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.375499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-24f4a432-5b49-494e-b154-5693938f2dda tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.376039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-647bcc90-b677-4ce9-8688-76a77e22cfe2 req-aec55967-645a-4aa0-8a1a-28412c593ec8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478759 Nov 12 10:59:11.381934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port fd4a3d4e-38e9-4b94-adec-321710959a02, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fd4a3d4e-38e9-4b94-adec-321710959a02,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:11.382719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-24f4a432-5b49-494e-b154-5693938f2dda tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc5a67af-206c-4291-b834-d90983ce7105 HTTP/1.1" status: 204 len: 168 time: 0.5686469 Nov 12 10:59:11.385643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54950) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:11.388429 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.395260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.396118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5c71c11f-17f3-4a32-887e-cb14d0ed66fc details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:11.436585 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.446338 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-2c46e4ac-dfbb-438b-ba95-beda014d4370 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517633 Nov 12 10:59:11.493078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:11.503575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:11.503898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.507879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:11.511140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:11.513956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=fd4a3d4e-38e9-4b94-adec-321710959a02,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:11.525434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-e24296f7-4d2c-4f53-8dc7-7747dea0c5b6 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--24171247&fields=id&tenant_id=dfde3f0195e04fbdbb6d63434af40b6a HTTP/1.1" status: 200 len: 267 time: 0.1886873 Nov 12 10:59:11.527414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4a432-5b49-494e-b154-5693938f2dda tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a67af-206c-4291-b834-d90983ce7105,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:11.579110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc', 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'port_id': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc', 'mac_address': 'fa:16:3e:d2:9a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:11.705136 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3ee9b49-2d76-4865-adbb-143c30f65e41 req-40b669a3-2b55-4b33-99d1-23f23c19aa55 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194226 Nov 12 10:59:11.786052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-739883e8-1c22-46d6-8452-8d836ad27d83 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3957622 Nov 12 10:59:11.793832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54954) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:11.803490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-52a466be-9002-4408-814b-c14ee6526b66 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-secgroup--911788390'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:11.808258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fed29-7765-41a8-bd89-92282b593134 req-cfc874f5-3e58-42d0-9dce-64ba70f2415a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:11.820339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Pushing event updated for resources: {'Port': ['ID=c3b723e2-1a38-440e-b831-935dc5b8bdb6,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:11.831213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-cfc874f5-3e58-42d0-9dce-64ba70f2415a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3440328 Nov 12 10:59:11.846667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Attempting to bind port c3b723e2-1a38-440e-b831-935dc5b8bdb6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:11.847175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Attempting to bind port c3b723e2-1a38-440e-b831-935dc5b8bdb6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:11.847643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Attempting to bind port c3b723e2-1a38-440e-b831-935dc5b8bdb6 on network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:11.849823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.854239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Allocated IP 172.25.2.149 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/1d16cc9b-26a8-4c43-9d49-0aafcf83c043) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:11.861647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:11.862205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Checking segment: {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:11.862718 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.863222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Bound using segment: {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:11.863824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Bound port: c3b723e2-1a38-440e-b831-935dc5b8bdb6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:11.864314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.867720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de223-3d8f-427b-aed7-13b4e93f206b req-d4ae048e-7b4c-4752-bb1d-ad335501bead tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:11.869265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-d4ae048e-7b4c-4752-bb1d-ad335501bead tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/networks?id=275f9a07-dff3-48d6-954b-d50ef76d631a HTTP/1.1" status: 200 len: 813 time: 0.3430588 Nov 12 10:59:11.879133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c71c11f-17f3-4a32-887e-cb14d0ed66fc {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:11.907876 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52a466be-9002-4408-814b-c14ee6526b66 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.913448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-b1bfa57a-3b6f-4f67-9e27-a97e3eb42827 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/quotas/dfde3f0195e04fbdbb6d63434af40b6a HTTP/1.1" status: 200 len: 375 time: 0.0325320 Nov 12 10:59:11.929922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:11.935264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0d8e7b53-7d3b-4e60-b5ec-2926162336ce details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:11.943982 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.944924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:11.947664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-af18224d-9bc2-487b-8b9f-de822f45771a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.1151366 Nov 12 10:59:11.957298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Request body: {'floatingip': {'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:12.022084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.045985 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-f7972fde-4a9b-41bf-8add-edf9835e482f tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dfde3f0195e04fbdbb6d63434af40b6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221268 Nov 12 10:59:12.115675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] For port c3b723e2-1a38-440e-b831-935dc5b8bdb6, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:12.125594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:12.140401 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52a466be-9002-4408-814b-c14ee6526b66 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.147731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:12.152184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] For port c3b723e2-1a38-440e-b831-935dc5b8bdb6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c3b723e2-1a38-440e-b831-935dc5b8bdb6,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:12.184226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.198112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e', 'network_id': '19b321b1-dc6e-4a0d-aabc-06e1fdd767b2', 'port_id': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e', 'mac_address': 'fa:16:3e:3d:22:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:12.265141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52a466be-9002-4408-814b-c14ee6526b66 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.332982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Router f443e444-4b18-4454-9dbf-957674527e5b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:12.357068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a466be-9002-4408-814b-c14ee6526b66 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2abe05-0930-43ca-b6c6-56bae1eab34f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:12.361417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d908cc-0fce-49af-b7f0-e1431a17b131 None None] Pushing event updated for resources: {'Port': ['ID=c3b723e2-1a38-440e-b831-935dc5b8bdb6,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:12.369738 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.374113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:12.384477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52a466be-9002-4408-814b-c14ee6526b66 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.390853 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-52a466be-9002-4408-814b-c14ee6526b66 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5924523 Nov 12 10:59:12.394359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54958) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:12.396305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '0d8e7b53-7d3b-4e60-b5ec-2926162336ce', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'port_id': '0d8e7b53-7d3b-4e60-b5ec-2926162336ce', 'mac_address': 'fa:16:3e:41:50:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033bea7-dc1e-48f6-848f-34d48b4fe2b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:12.399326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:12.420895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1405fa13-6a17-44fd-8eac-10cd00ae513d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': 'dd2abe05-0930-43ca-b6c6-56bae1eab34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:12.472784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:12.477037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-fe983b1c-c4dc-49d4-8360-a36d591b3e25 service neutron] 10.222.0.31 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256462 Nov 12 10:59:12.483124 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.489394 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.518198 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1405fa13-6a17-44fd-8eac-10cd00ae513d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.531607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5f393c5f-c9cf-4602-b32d-224f86c2594d up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:12.582048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8e7b53-7d3b-4e60-b5ec-2926162336ce {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:12.649079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:12.653939 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:12.656714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 5f393c5f-c9cf-4602-b32d-224f86c2594d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:12.662502 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.671365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 5f393c5f-c9cf-4602-b32d-224f86c2594d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:12.671856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.802624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:12.933432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.934728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['6120c0c9-9800-4d56-b328-aa0cb8cd3ec3'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:13.003040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.005384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['0d8e7b53-7d3b-4e60-b5ec-2926162336ce'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:13.007639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['01fd76b2-220c-4e30-8e48-ac0e33361316'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:13.016923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:13.152037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5f393c5f-c9cf-4602-b32d-224f86c2594d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:13.188976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:13.191466 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35d2714-0c9b-4fdd-af32-80c8023f8bfa" -d '{"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:13.197973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1405fa13-6a17-44fd-8eac-10cd00ae513d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.208077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1405fa13-6a17-44fd-8eac-10cd00ae513d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.218889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.219694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:13.229057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5adb477e-561d-4ebf-ab28-e9e66df02526 service neutron] 10.222.0.31 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7511370 Nov 12 10:59:13.239294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:13.245316 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c55122c9-8f25-4774-be38-9daccd65c45b admin admin] 10.222.0.31 "PUT /v2.0/routers/f443e444-4b18-4454-9dbf-957674527e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0946627 Nov 12 10:59:13.249291 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] Sync routers for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:13.263971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54966) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:13.266233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405fa13-6a17-44fd-8eac-10cd00ae513d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee706a82-2dd4-4bc7-8ff0-988c95e55134,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:13.270829 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:13.271522 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:13.299464 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.301580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.303478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1405fa13-6a17-44fd-8eac-10cd00ae513d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.309394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1405fa13-6a17-44fd-8eac-10cd00ae513d tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8907084 Nov 12 10:59:13.309625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.319160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54968) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:13.461323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:13.493381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:13.528043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:13.533878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Pushing event updated for resources: {'Port': ['ID=1d16cc9b-26a8-4c43-9d49-0aafcf83c043,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:13.537256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80e41922-8387-4e59-9f9a-567c5f79fe9e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.550756 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80e41922-8387-4e59-9f9a-567c5f79fe9e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.638880 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:13.657023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14c493-dd32-4de8-922a-6162cb32a427 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:59:13.682961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80e41922-8387-4e59-9f9a-567c5f79fe9e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.694716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80e41922-8387-4e59-9f9a-567c5f79fe9e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.695769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-80e41922-8387-4e59-9f9a-567c5f79fe9e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ee706a82-2dd4-4bc7-8ff0-988c95e55134 HTTP/1.1" status: 204 len: 168 time: 0.3741307 Nov 12 10:59:13.702669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:13.728438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.758391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e41922-8387-4e59-9f9a-567c5f79fe9e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee706a82-2dd4-4bc7-8ff0-988c95e55134,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:13.812489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-35ccdc66-d94a-45bc-86c2-f2c3c8dc5180 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.816394 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 associated. External IP: 172.25.2.7, port: 1e4b92d3-a646-4564-b1a1-9992d7daa305. Nov 12 10:59:13.819028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-35ccdc66-d94a-45bc-86c2-f2c3c8dc5180 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.827751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-35ccdc66-d94a-45bc-86c2-f2c3c8dc5180 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.832095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-35ccdc66-d94a-45bc-86c2-f2c3c8dc5180 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.838696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-35ccdc66-d94a-45bc-86c2-f2c3c8dc5180 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.845026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-35ccdc66-d94a-45bc-86c2-f2c3c8dc5180 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.851686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-35ccdc66-d94a-45bc-86c2-f2c3c8dc5180 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.860691 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-35ccdc66-d94a-45bc-86c2-f2c3c8dc5180 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5438 time: 0.2798064 Nov 12 10:59:14.032096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a7d0ea60-4fd6-4705-992b-8490e39e41f2 req-9ab2a570-f494-4755-b7ef-565c0b76194b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704435 Nov 12 10:59:14.050807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.056125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e7c63-c5ef-4ccb-b44a-9fad2a57bb5f None None] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:14.061509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['5c71c11f-17f3-4a32-887e-cb14d0ed66fc'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:14.071652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['fd4a3d4e-38e9-4b94-adec-321710959a02'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:14.143264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Deleting port 913bcf57-f259-46ca-912c-3fabb8f49141 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:14.148758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.152300 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6cea0d82-161a-4ed2-898a-14314c6e23a1 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4473236 Nov 12 10:59:14.156062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54980) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:14.160555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:14.367542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=5f393c5f-c9cf-4602-b32d-224f86c2594d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:14.392722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c3b723e2-1a38-440e-b831-935dc5b8bdb6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:14.455110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:14.455481 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.475484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1049262c-79af-44b9-bd51-4be73d83904b None None] Provisioning complete for port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:14.475899 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1049262c-79af-44b9-bd51-4be73d83904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.505339 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 5, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port': {'id': '913bcf57-f259-46ca-912c-3fabb8f49141', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:19Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:14.556489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] For port 913bcf57-f259-46ca-912c-3fabb8f49141, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=913bcf57-f259-46ca-912c-3fabb8f49141,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:14.556737 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] Checking router: f443e444-4b18-4454-9dbf-957674527e5b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:14.557791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.578502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Calling delete_port for 913bcf57-f259-46ca-912c-3fabb8f49141 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:14.587193 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] Routers {'f443e444-4b18-4454-9dbf-957674527e5b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:14.588370 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f443e444-4b18-4454-9dbf-957674527e5b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:14.625124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Router 0e39c3e3-e282-417b-aaf6-6392721df806 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:14.636341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6c534-dbfb-4b59-9538-5e3ff3053dfe req-85e1bd98-5f7d-4c99-9880-92693b43deec tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:14.644575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45b6c534-dbfb-4b59-9538-5e3ff3053dfe req-85e1bd98-5f7d-4c99-9880-92693b43deec tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 944 time: 0.3404338 Nov 12 10:59:14.719136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0677ae03-ab87-4042-be4b-f968ac4db48e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.764752 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] Set router f443e444-4b18-4454-9dbf-957674527e5b gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:14.767432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.770453 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0677ae03-ab87-4042-be4b-f968ac4db48e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.831029 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45b6c534-dbfb-4b59-9538-5e3ff3053dfe req-e5389f91-d211-482a-897c-1ae545bf2b3d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829655 Nov 12 10:59:14.908127 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 6, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:14.963195 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0e5ed-9659-4c39-8f55-c28003174eba None None] The sync data for ids ['f443e444-4b18-4454-9dbf-957674527e5b'] in n-d-768851-19 is: [{'id': 'f443e444-4b18-4454-9dbf-957674527e5b', 'name': 'tempest-ServersTestManualDisk-586810117-router', 'tenant_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:17Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 6, 'project_id': 'e12368c3e3924fbca8b6276ffe4c8cc9', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:14.975740 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37121fe-0b23-43e5-9561-82f9c893bb54 x-openstack-request-id: req-b37121fe-0b23-43e5-9561-82f9c893bb54 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:14.976045 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:14.976339 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b37121fe-0b23-43e5-9561-82f9c893bb54 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:14.976733 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'code': 200} Nov 12 10:59:15.027612 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0677ae03-ab87-4042-be4b-f968ac4db48e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.036405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1049262c-79af-44b9-bd51-4be73d83904b None None] Port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:15.037120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0677ae03-ab87-4042-be4b-f968ac4db48e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.038778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0677ae03-ab87-4042-be4b-f968ac4db48e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd2abe05-0930-43ca-b6c6-56bae1eab34f HTTP/1.1" status: 204 len: 168 time: 0.8831170 Nov 12 10:59:15.051362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c3b723e2-1a38-440e-b831-935dc5b8bdb6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:15.053067 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.073834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54986) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:15.110476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:15.117873 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.176112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:15.199117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38f92266-288e-4087-849f-860daf766ad7 req-8ec7fbd2-d061-4aed-8f88-77d1c284a10d tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 210 time: 0.0723469 Nov 12 10:59:15.205617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677ae03-ab87-4042-be4b-f968ac4db48e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2abe05-0930-43ca-b6c6-56bae1eab34f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:15.219735 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-957a2092-5962-44c6-be2d-5452844fe413 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "PUT /v2.0/floatingips/b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 HTTP/1.1" status: 200 len: 995 time: 3.2706556 Nov 12 10:59:15.222790 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.224481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:15.227632 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d4e584-10ab-405a-976f-13208e4dce7c" -d '{"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:15.240846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d625a01e-52c0-4993-b639-0149949a3776 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1628101 Nov 12 10:59:15.252057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54992) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:15.287315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478023168'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:15.305249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Pushing event deleted for resources: {'Port': ['ID=913bcf57-f259-46ca-912c-3fabb8f49141,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:15.502840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-64ebcda8-5e90-43ef-9fa3-d1ce654d5956 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.510166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-64ebcda8-5e90-43ef-9fa3-d1ce654d5956 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.521390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-64ebcda8-5e90-43ef-9fa3-d1ce654d5956 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.529246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-64ebcda8-5e90-43ef-9fa3-d1ce654d5956 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.532677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fed29-7765-41a8-bd89-92282b593134 req-f13345f3-40aa-4a18-8fea-1757ef62ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.538846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-f13345f3-40aa-4a18-8fea-1757ef62ffe3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 0.2894466 Nov 12 10:59:15.542166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-64ebcda8-5e90-43ef-9fa3-d1ce654d5956 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.560521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-64ebcda8-5e90-43ef-9fa3-d1ce654d5956 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.568708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-64ebcda8-5e90-43ef-9fa3-d1ce654d5956 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.571468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-64ebcda8-5e90-43ef-9fa3-d1ce654d5956 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5438 time: 0.1985912 Nov 12 10:59:15.579006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.712905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:15.713858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:15.723348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.747071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fed29-7765-41a8-bd89-92282b593134 req-d2fb6b1e-7b1f-4d96-9a95-c0571fdb57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.747334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eede9f-6f2a-498e-a42b-27b0445e8c2c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:59:15.748621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-d2fb6b1e-7b1f-4d96-9a95-c0571fdb57f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.1519318 Nov 12 10:59:15.765053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.766624 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.772719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.826706 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.875980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-40b4728d-6020-4622-ae10-12df57c125c5 None None] Provisioning complete for port c3b723e2-1a38-440e-b831-935dc5b8bdb6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:15.876263 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-40b4728d-6020-4622-ae10-12df57c125c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.926674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f85693a-9a2d-422f-96b8-c81554ff28e4 req-d3bdb723-41dc-46e1-9d56-adee28a7fe84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3438773 Nov 12 10:59:15.943809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.944557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f443e444-4b18-4454-9dbf-957674527e5b {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:59:15.960139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.964330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-258652a5-ed9a-431d-a1d1-f11a9f2580bc admin admin] 10.222.0.31 "DELETE /v2.0/routers/f443e444-4b18-4454-9dbf-957674527e5b HTTP/1.1" status: 204 len: 168 time: 2.6889081 Nov 12 10:59:15.968176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54998) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:15.970428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de223-3d8f-427b-aed7-13b4e93f206b req-d3adcc76-3fa5-4f75-a9e0-489cb0f9e801 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.972084 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-d3adcc76-3fa5-4f75-a9e0-489cb0f9e801 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.52 "GET /v2.0/networks?id=275f9a07-dff3-48d6-954b-d50ef76d631a HTTP/1.1" status: 200 len: 813 time: 0.5209565 Nov 12 10:59:15.997301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-541623b6-4063-4c32-9484-622307d50676 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 998 time: 0.2338850 Nov 12 10:59:16.062081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Deleting subnet 789c426f-bf45-4a95-a7ba-2ad03713001b {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:59:16.072269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.111913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0d8e7b53-7d3b-4e60-b5ec-2926162336ce up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:16.182661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:16.213983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.251392 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.370293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e584-10ab-405a-976f-13208e4dce7c req-c21d9c50-1ce2-4957-9368-0f894dd7a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:16.377011 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d4e584-10ab-405a-976f-13208e4dce7c req-c21d9c50-1ce2-4957-9368-0f894dd7a690 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 0.2432382 Nov 12 10:59:16.384249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:16.548559 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccff410e-4c80-496e-a983-f0d0740fb08e x-openstack-request-id: req-ccff410e-4c80-496e-a983-f0d0740fb08e {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:16.549213 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:16.549213 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccff410e-4c80-496e-a983-f0d0740fb08e {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:16.549486 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'status': 'completed', 'code': 200} Nov 12 10:59:16.582502 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.606986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.611212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.665045 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.666642 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.677342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3990874 Nov 12 10:59:16.683226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55004) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:16.701425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7280eead-08ec-40b6-aaa5-25e7165b66bc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': '5e547d62-f988-4179-9269-7471a40da087', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:16.713127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85053-d4c6-4282-9178-2b7d18bc8136 req-bb4acadf-bb8c-462c-9fc6-1966d1947901 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:16.721504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04c85053-d4c6-4282-9178-2b7d18bc8136 req-bb4acadf-bb8c-462c-9fc6-1966d1947901 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 944 time: 0.5034785 Nov 12 10:59:16.738809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:16.739412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fed29-7765-41a8-bd89-92282b593134 req-afe96af8-7fbc-4900-8811-c61a5f88c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:16.750909 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-afe96af8-7fbc-4900-8811-c61a5f88c91b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.7439351 Nov 12 10:59:16.756481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:16.821681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e584-10ab-405a-976f-13208e4dce7c req-f30ab8c6-be09-4003-96c4-df623675a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:16.823205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d4e584-10ab-405a-976f-13208e4dce7c req-f30ab8c6-be09-4003-96c4-df623675a8c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.4382465 Nov 12 10:59:16.838291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04c85053-d4c6-4282-9178-2b7d18bc8136 req-fe918c57-902e-4c00-9012-1f2fc16e5514 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120024 Nov 12 10:59:16.845837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-ed6d6dcf-ae03-4ddd-ba0a-7fe4c0e3845f tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfde3f0195e04fbdbb6d63434af40b6a HTTP/1.1" status: 200 len: 378 time: 0.8610947 Nov 12 10:59:16.848009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e547d62-f988-4179-9269-7471a40da087,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:16.861668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.873584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Request body: {'port': {'device_id': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'admin_state_up': True, 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'security_groups': ['ca0d5c9e-0f42-4864-becf-40902af73eb0']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:16.883128 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.886713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/789c426f-bf45-4a95-a7ba-2ad03713001b HTTP/1.1" status: 204 len: 168 time: 0.9174163 Nov 12 10:59:16.904761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55006) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:16.904761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.905205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.905411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.905818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.906165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.906490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.906897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.907361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.907694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.908015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.908333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.908654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92a8cf-2a43-49e5-864a-6790288f7f3b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.916092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7280eead-08ec-40b6-aaa5-25e7165b66bc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.954571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789c426f-bf45-4a95-a7ba-2ad03713001b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:16.979406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c19ba2-e755-4a15-8166-d0a43b32c3bb None None] Network 84d83270-68a2-460c-bdbc-b7952a16f15e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:16.994931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.995421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.995861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.996359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.996745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.997190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.997626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.998036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.998461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.998929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.999357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:16.999773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bc03-7d94-47a8-97ea-e48189ca1872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:17.005573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1b9e9c3-8a92-42c2-9b3b-05229147bdb3 req-4c49072c-0ed3-451a-a45f-a234cdcc8c76 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 210 time: 0.0655777 Nov 12 10:59:17.020075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d4e584-10ab-405a-976f-13208e4dce7c req-08405800-3743-4ade-93d8-b77ee27875b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 998 time: 0.1791728 Nov 12 10:59:17.030664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:59:17.046095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336ba9c3-e927-48fb-ab90-fe2b9e7f34ad'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:17.048293 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad221fab-a3e6-4301-83f0-a56802834db4" -d '{"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "336ba9c3-e927-48fb-ab90-fe2b9e7f34ad"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:17.079529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e584-10ab-405a-976f-13208e4dce7c req-2a0129ad-bda3-45c6-b54b-b627d4048a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.081080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d4e584-10ab-405a-976f-13208e4dce7c req-2a0129ad-bda3-45c6-b54b-b627d4048a5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.0539567 Nov 12 10:59:17.083725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port c3b723e2-1a38-440e-b831-935dc5b8bdb6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c3b723e2-1a38-440e-b831-935dc5b8bdb6,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:17.139128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e584-10ab-405a-976f-13208e4dce7c req-b59c289d-7944-4ada-b765-f82355f16329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.140501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d4e584-10ab-405a-976f-13208e4dce7c req-b59c289d-7944-4ada-b765-f82355f16329 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516393 Nov 12 10:59:17.144973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fed29-7765-41a8-bd89-92282b593134 req-0a759a38-42eb-4d8f-b85e-525447817c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.146629 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-0a759a38-42eb-4d8f-b85e-525447817c4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3947008 Nov 12 10:59:17.151608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.168490 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.259491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=c3b723e2-1a38-440e-b831-935dc5b8bdb6,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:17.267324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:17.285802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:17.287148 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.294972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:17.298239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-108875a7-023d-45b2-b68c-07d5390d9b96 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.306539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-108875a7-023d-45b2-b68c-07d5390d9b96 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.314756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-108875a7-023d-45b2-b68c-07d5390d9b96 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.322324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-108875a7-023d-45b2-b68c-07d5390d9b96 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.330162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-108875a7-023d-45b2-b68c-07d5390d9b96 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.336929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-108875a7-023d-45b2-b68c-07d5390d9b96 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.343850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-108875a7-023d-45b2-b68c-07d5390d9b96 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.346031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-108875a7-023d-45b2-b68c-07d5390d9b96 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5439 time: 0.2043121 Nov 12 10:59:17.353044 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-40b4728d-6020-4622-ae10-12df57c125c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.380378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c9b09610-fa4d-48fc-a793-aa85caf92d04 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:17.435049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a3d7ef5-02cf-4d18-a01f-3d9444c47240 req-e2846cab-41da-4e2c-94b8-48e39e74ad07 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822344 Nov 12 10:59:17.437097 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d4e584-10ab-405a-976f-13208e4dce7c req-29874bbf-7eee-4916-8f0c-adf732a4b58e service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752287 Nov 12 10:59:17.457873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:17.458256 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.480163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7280eead-08ec-40b6-aaa5-25e7165b66bc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.503158 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7280eead-08ec-40b6-aaa5-25e7165b66bc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.552682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c9b09610-fa4d-48fc-a793-aa85caf92d04 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:17.553077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c9b09610-fa4d-48fc-a793-aa85caf92d04 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:17.553753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 913bcf57-f259-46ca-912c-3fabb8f49141 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:17.575191 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa3f16b-0603-4a8c-b90a-e086563cbcea x-openstack-request-id: req-1fa3f16b-0603-4a8c-b90a-e086563cbcea {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:17.575480 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "336ba9c3-e927-48fb-ab90-fe2b9e7f34ad", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:17.575727 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fa3f16b-0603-4a8c-b90a-e086563cbcea {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:17.576118 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336ba9c3-e927-48fb-ab90-fe2b9e7f34ad', 'code': 200} Nov 12 10:59:17.587416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280eead-08ec-40b6-aaa5-25e7165b66bc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49aa7f09-55ba-47c6-9149-c6360d09c98e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:17.590707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d4e584-10ab-405a-976f-13208e4dce7c req-10c95bc6-cd08-4a03-bfac-98be3ca489a7 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441557 Nov 12 10:59:17.628787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 913bcf57-f259-46ca-912c-3fabb8f49141 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:17.629141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 913bcf57-f259-46ca-912c-3fabb8f49141 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:17.638920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-5fe3242a-742f-472e-bd59-fe86578da119 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761176 Nov 12 10:59:17.640095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:17.647934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Made reservation on behalf of dfde3f0195e04fbdbb6d63434af40b6a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:17.649735 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Sync routers for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:17.651883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.657665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Deleting port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:17.658187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.669124 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:17.670060 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:17.675661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7280eead-08ec-40b6-aaa5-25e7165b66bc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.677007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7280eead-08ec-40b6-aaa5-25e7165b66bc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9793093 Nov 12 10:59:17.681535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55014) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:17.710173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cac18cae-35f2-44bd-86b7-1063c1ed7895 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules/49aa7f09-55ba-47c6-9149-c6360d09c98e HTTP/1.1" status: 200 len: 763 time: 0.0268476 Nov 12 10:59:17.712724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55016) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:17.735590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.737114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-885253f6-40c4-4378-8b91-cc5d73bcef54 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6533134 Nov 12 10:59:17.749057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55018) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:17.756562 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-40b4728d-6020-4622-ae10-12df57c125c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:59:17.759321 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-40b4728d-6020-4622-ae10-12df57c125c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:59:17.837275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fd642d85-8941-4e27-90f4-5c5adc22bcfc tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1190991 Nov 12 10:59:17.838267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55020) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:17.849400 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.897181 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:17.900836 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab535-77bb-4370-9147-0b73d8aefec9 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.904840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.915298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] DHCP port deletion for 84d83270-68a2-460c-bdbc-b7952a16f15e request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:59:17.927702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab535-77bb-4370-9147-0b73d8aefec9 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.970837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] For port 4d8888fe-ee67-43a2-b267-5bf2b6a78938, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4d8888fe-ee67-43a2-b267-5bf2b6a78938,segment=NetworkSegment(2d22f9b9-3119-40d3-8a63-478e8afd8f2a),segment_id=2d22f9b9-3119-40d3-8a63-478e8afd8f2a)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:17.971235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.008290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab535-77bb-4370-9147-0b73d8aefec9 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.026793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab535-77bb-4370-9147-0b73d8aefec9 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.030102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ec0ab535-77bb-4370-9147-0b73d8aefec9 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/49aa7f09-55ba-47c6-9149-c6360d09c98e HTTP/1.1" status: 204 len: 168 time: 0.1884820 Nov 12 10:59:18.031180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55024) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:18.044205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Calling delete_port for 4d8888fe-ee67-43a2-b267-5bf2b6a78938 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:18.062279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ab535-77bb-4370-9147-0b73d8aefec9 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49aa7f09-55ba-47c6-9149-c6360d09c98e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:18.071851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:18.092037 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.095668 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7f3f98f1-8503-4d72-ab6c-476687c10972 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612619 Nov 12 10:59:18.096691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55028) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:18.100406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a8c08528-283c-4409-9771-6589ceffa860 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': '5e547d62-f988-4179-9269-7471a40da087', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:18.121229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd4fed29-7765-41a8-bd89-92282b593134 req-58b442f4-5980-481a-b1b1-934ba496c308 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516428 Nov 12 10:59:18.129142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3f8a3-e735-4c06-a1e9-e9275df4b17c req-44002d6a-c791-4494-8359-b0cb6e9bd8f2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.130709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50a3f8a3-e735-4c06-a1e9-e9275df4b17c req-44002d6a-c791-4494-8359-b0cb6e9bd8f2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 944 time: 0.1416512 Nov 12 10:59:18.245227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8c08528-283c-4409-9771-6589ceffa860 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.248216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Allocated IP 172.20.0.9 (275f9a07-dff3-48d6-954b-d50ef76d631a/9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf/75080498-f4ba-45e2-9da9-7bc7f09cbe95) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:18.262927 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 3, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:18.293609 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Checking router: 47a3835a-7bb5-41c2-848a-025b91c7c4b7 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:18.294281 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Updating router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:59:18.300179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:18.304377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:18.328367 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33aec234-4129-4137-acb7-3c8809497f0f req-7d038bfb-616a-4e1e-a1ce-a8d265ea52c5 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 210 time: 0.0451257 Nov 12 10:59:18.341251 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.363055 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.373906 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8c08528-283c-4409-9771-6589ceffa860 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.386440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8c08528-283c-4409-9771-6589ceffa860 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.397355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fd4a3d4e-38e9-4b94-adec-321710959a02 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:18.432621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c08528-283c-4409-9771-6589ceffa860 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a23e43-d5c0-47ea-a90f-3895f88c3b23,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:18.441760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50a3f8a3-e735-4c06-a1e9-e9275df4b17c req-29d38ab9-8161-44f6-bb07-ade14c91c354 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961948 Nov 12 10:59:18.454471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8c08528-283c-4409-9771-6589ceffa860 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.459067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a8c08528-283c-4409-9771-6589ceffa860 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621478 Nov 12 10:59:18.460955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55032) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:18.500364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b8bc95a1-afb1-4719-8241-7ca6bf38e52b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules/27a23e43-d5c0-47ea-a90f-3895f88c3b23 HTTP/1.1" status: 200 len: 763 time: 0.0374556 Nov 12 10:59:18.505598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55036) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:18.632894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-34eb9f7c-32dd-44e7-ac16-885e18938333 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1228342 Nov 12 10:59:18.667769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55040) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:18.762938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-e6af5d61-8b50-43e0-ab52-a4da48b2a39c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.770492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-e6af5d61-8b50-43e0-ab52-a4da48b2a39c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.784480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-e6af5d61-8b50-43e0-ab52-a4da48b2a39c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.792804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-e6af5d61-8b50-43e0-ab52-a4da48b2a39c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.799606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:f6:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59558566-b5cf-4cd5-8039-91dfc9556801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:13Z', 'revision_number': 1, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:18.802391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-e6af5d61-8b50-43e0-ab52-a4da48b2a39c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.810684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-e6af5d61-8b50-43e0-ab52-a4da48b2a39c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.818197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-e6af5d61-8b50-43e0-ab52-a4da48b2a39c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.828451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-e6af5d61-8b50-43e0-ab52-a4da48b2a39c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5440 time: 0.2512116 Nov 12 10:59:18.832322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:18.840722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3339ff5-faea-4c9c-8e8a-1f4754fe9658 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.845177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:18.858163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] Deleting port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:18.858531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.860523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3339ff5-faea-4c9c-8e8a-1f4754fe9658 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.873429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:18.873998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:18.919664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3339ff5-faea-4c9c-8e8a-1f4754fe9658 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.928630 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.937221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3339ff5-faea-4c9c-8e8a-1f4754fe9658 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.938649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d3339ff5-faea-4c9c-8e8a-1f4754fe9658 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/27a23e43-d5c0-47ea-a90f-3895f88c3b23 HTTP/1.1" status: 204 len: 168 time: 0.2638922 Nov 12 10:59:18.941102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55042) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:18.944941 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.951215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3339ff5-faea-4c9c-8e8a-1f4754fe9658 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27a23e43-d5c0-47ea-a90f-3895f88c3b23,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:18.972167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port fd4a3d4e-38e9-4b94-adec-321710959a02 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:18.980733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.018002 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Attempting to bind port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:19.018518 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Attempting to bind port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:19.018988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Attempting to bind port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:19.029352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbd6dd-cf3d-4782-b311-772a80ae1af3 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:59:19.034718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port fd4a3d4e-38e9-4b94-adec-321710959a02 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:19.036131 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:19.036637 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:19.037010 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.037309 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.043445 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:19.044096 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Bound port: 1d16cc9b-26a8-4c43-9d49-0aafcf83c043, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:19.045661 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.058602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-55c23c68-d875-4a81-906c-9da726960eb7 None None] Provisioning complete for port c3b723e2-1a38-440e-b831-935dc5b8bdb6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:19.059739 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55c23c68-d875-4a81-906c-9da726960eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.080429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] No DVR routers for this DVR port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:19.082282 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e593d9-2786-4443-810e-21a68901043f None None] Pushing event updated for resources: {'Port': ['ID=1d16cc9b-26a8-4c43-9d49-0aafcf83c043,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:19.092804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0181e146-9ed1-4a3f-9c88-c42ec90f7fa9 req-af9778fe-2ab9-48e2-95d0-f27f017061d4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2630208 Nov 12 10:59:19.095366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] For port 4d8888fe-ee67-43a2-b267-5bf2b6a78938, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:19.095964 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.105206 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.105684 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.106126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.106575 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.107004 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.107450 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.108018 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.108455 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.109030 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.109464 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.109919 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.110344 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e593d9-2786-4443-810e-21a68901043f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.135353 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.142550 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] For port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:19.151637 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] For port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1d16cc9b-26a8-4c43-9d49-0aafcf83c043,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:19.160107 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.169698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-08279761-d93d-4115-83eb-01e58f930a00 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2246687 Nov 12 10:59:19.169921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55044) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:19.180226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4b57b690-fae5-4824-91d1-df493e3b2ba4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Request body: {'security_group_rule': {'security_group_id': '5e547d62-f988-4179-9269-7471a40da087', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:19.200412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] Calling delete_port for 4d8888fe-ee67-43a2-b267-5bf2b6a78938 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:19.212474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] Port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 10:59:19.221957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.251023 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b57b690-fae5-4824-91d1-df493e3b2ba4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.269387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a8580-8a1b-4251-b0e7-8e96f4fdd415 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:59:19.291676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] Pushing event deleted for resources: {'Port': ['ID=4d8888fe-ee67-43a2-b267-5bf2b6a78938,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:19.293387 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:19.294835 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:19.300079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b80b64-5790-425a-847d-fe2e7e06886c None None] No DVR routers for this DVR port 4d8888fe-ee67-43a2-b267-5bf2b6a78938 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:19.305592 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:19.436351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c3b723e2-1a38-440e-b831-935dc5b8bdb6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:19.468979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b57b690-fae5-4824-91d1-df493e3b2ba4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.477923 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e593d9-2786-4443-810e-21a68901043f None None] Pushing event updated for resources: {'Port': ['ID=1d16cc9b-26a8-4c43-9d49-0aafcf83c043,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:19.487222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b57b690-fae5-4824-91d1-df493e3b2ba4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.534753 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:19.542860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57b690-fae5-4824-91d1-df493e3b2ba4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b81bab0-22e8-4794-a9a8-5f73d639afcd,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:19.583379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59310f2b-ad7f-426c-98c1-3cfcedd5ca0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8e7b53-7d3b-4e60-b5ec-2926162336ce'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6120c0c9-9800-4d56-b328-aa0cb8cd3ec3'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:19.587679 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f23995b-67b9-4947-9dc2-f143757b0158" -d '{"events": [{"server_uuid": "59310f2b-ad7f-426c-98c1-3cfcedd5ca0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d8e7b53-7d3b-4e60-b5ec-2926162336ce"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "6120c0c9-9800-4d56-b328-aa0cb8cd3ec3"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:19.604572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Allocated IP 172.20.0.1 (7d2cc73e-ea7a-4c42-98be-a2f303b60750/63577643-e587-440f-901b-00c30553afa6/b6eac809-63bd-4cb4-9ee4-946ad5b1cd15) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:19.621837 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b57b690-fae5-4824-91d1-df493e3b2ba4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.631442 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4b57b690-fae5-4824-91d1-df493e3b2ba4 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4577587 Nov 12 10:59:19.636956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-663d4086-8fd2-48a3-96b7-499287138d16 req-c53adc3e-1a6c-4039-9a91-dfeb030770ca tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 210 time: 0.0985446 Nov 12 10:59:19.637342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55052) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:19.688817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.690223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9197a110-d2c1-4c8f-83b9-d10ff0dbdc40 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules/5b81bab0-22e8-4794-a9a8-5f73d639afcd HTTP/1.1" status: 200 len: 764 time: 0.0515988 Nov 12 10:59:19.691054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55054) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:19.734677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d83270-68a2-460c-bdbc-b7952a16f15e']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:19.764754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d22f9b9-3119-40d3-8a63-478e8afd8f2a') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:19.765075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d22f9b9-3119-40d3-8a63-478e8afd8f2a') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:19.776538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.791297 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.797998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:59:19.798408 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.874680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-12c441e8-efbd-497c-b404-83b92be8e2d1 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1102741 Nov 12 10:59:19.876574 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.876663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55058) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:19.876738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8888fe-ee67-43a2-b267-5bf2b6a78938,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:19.876807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-176e7700-7fab-4f45-b959-3244db348b6b None None] Provisioning complete for port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:19.876807 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176e7700-7fab-4f45-b959-3244db348b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.876966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-559a4769-152c-40c6-a2fc-934a78b52905 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.911349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-559a4769-152c-40c6-a2fc-934a78b52905 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.996729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cc2a4-48d0-4fa1-aae9-7940d84475d8 req-13195833-360e-4f99-b67f-7c1dd2ed5016 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.010077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d21cc2a4-48d0-4fa1-aae9-7940d84475d8 req-13195833-360e-4f99-b67f-7c1dd2ed5016 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 945 time: 0.2420163 Nov 12 10:59:20.017645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.036533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c3b723e2-1a38-440e-b831-935dc5b8bdb6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:20.037718 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.052230 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 3, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: timer() Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:59:20.058584 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:59:20.071498 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-559a4769-152c-40c6-a2fc-934a78b52905 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.080632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.082469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-559a4769-152c-40c6-a2fc-934a78b52905 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.087012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-559a4769-152c-40c6-a2fc-934a78b52905 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5b81bab0-22e8-4794-a9a8-5f73d639afcd HTTP/1.1" status: 204 len: 168 time: 0.2633467 Nov 12 10:59:20.092549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port fd4a3d4e-38e9-4b94-adec-321710959a02, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fd4a3d4e-38e9-4b94-adec-321710959a02,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:20.097432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55060) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:20.104353 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.105271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5c71c11f-17f3-4a32-887e-cb14d0ed66fc up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:20.129031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-0fd6baaf-9bbe-44a3-80ba-e6da903ca588 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.129323 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a530ba2-a2be-4b58-a49d-e4b4451c6e6c None None] The sync data for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 is: [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 3, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:20.137751 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-0fd6baaf-9bbe-44a3-80ba-e6da903ca588 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.6559424 Nov 12 10:59:20.147863 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.156896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a4769-152c-40c6-a2fc-934a78b52905 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b81bab0-22e8-4794-a9a8-5f73d639afcd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:20.222363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d21cc2a4-48d0-4fa1-aae9-7940d84475d8 req-2bc14d7d-1213-4548-a25e-fd32417e6265 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100184 Nov 12 10:59:20.264849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8f937ca2-3ffb-4242-b27e-3aa61409f8b7 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1626458 Nov 12 10:59:20.267767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55064) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:20.336978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.347163 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176e7700-7fab-4f45-b959-3244db348b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.359728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=fd4a3d4e-38e9-4b94-adec-321710959a02,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:20.364888 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:20.385871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.392570 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] 10.222.0.31 "DELETE /v2.0/networks/84d83270-68a2-460c-bdbc-b7952a16f15e HTTP/1.1" status: 204 len: 168 time: 3.4514558 Nov 12 10:59:20.395570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c7ffb-b071-424f-9c75-7c7ffa06420b admin admin] Pushing event deleted for resources: {'Network': ['ID=84d83270-68a2-460c-bdbc-b7952a16f15e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:20.397684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Pushing event updated for resources: {'Port': ['ID=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:20.411911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-0b74c598-fd86-4cd7-bbc5-3f15cb614343 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 998 time: 0.2736878 Nov 12 10:59:20.415376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:20.415887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b963b1c-6c43-4032-bba3-967f1562727b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.429919 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccd3923-34c0-4380-8436-f5cf896e9f12 x-openstack-request-id: req-dccd3923-34c0-4380-8436-f5cf896e9f12 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:20.430112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:20.431508 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59310f2b-ad7f-426c-98c1-3cfcedd5ca0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d8e7b53-7d3b-4e60-b5ec-2926162336ce", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "6120c0c9-9800-4d56-b328-aa0cb8cd3ec3", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:20.432856 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dccd3923-34c0-4380-8436-f5cf896e9f12 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:20.434878 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59310f2b-ad7f-426c-98c1-3cfcedd5ca0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8e7b53-7d3b-4e60-b5ec-2926162336ce', 'code': 200} Nov 12 10:59:20.436059 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6120c0c9-9800-4d56-b328-aa0cb8cd3ec3', 'code': 200} Nov 12 10:59:20.439004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Request body: {'floatingip': {'port_id': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:20.464793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b963b1c-6c43-4032-bba3-967f1562727b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.559763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:f6:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59558566-b5cf-4cd5-8039-91dfc9556801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:13Z', 'revision_number': 1, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:20.665509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b963b1c-6c43-4032-bba3-967f1562727b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.673428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b963b1c-6c43-4032-bba3-967f1562727b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.674899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.680597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8b963b1c-6c43-4032-bba3-967f1562727b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e547d62-f988-4179-9269-7471a40da087 HTTP/1.1" status: 204 len: 168 time: 0.4111948 Nov 12 10:59:20.687967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55070) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:20.738778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55072) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:20.752092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b963b1c-6c43-4032-bba3-967f1562727b tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e547d62-f988-4179-9269-7471a40da087,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:20.755929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-176e7700-7fab-4f45-b959-3244db348b6b None None] For port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1d16cc9b-26a8-4c43-9d49-0aafcf83c043,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:20.760853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede53985-2706-4dae-a6b4-7a787eb3fc88 None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:f6:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59558566-b5cf-4cd5-8039-91dfc9556801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:13Z', 'revision_number': 1, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:20.807025 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-176e7700-7fab-4f45-b959-3244db348b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.819469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:20.845181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-632ec0a0-3ba5-439c-bfdd-118844e8fdca tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.852056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-632ec0a0-3ba5-439c-bfdd-118844e8fdca tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.858875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-632ec0a0-3ba5-439c-bfdd-118844e8fdca tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.865793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-632ec0a0-3ba5-439c-bfdd-118844e8fdca tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.875775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-632ec0a0-3ba5-439c-bfdd-118844e8fdca tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.892802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-632ec0a0-3ba5-439c-bfdd-118844e8fdca tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.925446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-632ec0a0-3ba5-439c-bfdd-118844e8fdca tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.935887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-632ec0a0-3ba5-439c-bfdd-118844e8fdca tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5441 time: 0.4383125 Nov 12 10:59:20.959871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:20.960389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.968733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4d8888fe-ee67-43a2-b267-5bf2b6a78938 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:20.996905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-62039bfc-1800-4d31-87f1-d7e46a0da2ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e12368c3e3924fbca8b6276ffe4c8cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555571 Nov 12 10:59:21.013955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55076) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:21.092288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a30b29fe-755b-4b2c-899e-283d16a6b616 tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3896244 Nov 12 10:59:21.098307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:21.104293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 4d8888fe-ee67-43a2-b267-5bf2b6a78938 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:21.105049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4d8888fe-ee67-43a2-b267-5bf2b6a78938 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:21.129353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e7700-7fab-4f45-b959-3244db348b6b None None] Pushing event updated for resources: {'Port': ['ID=1d16cc9b-26a8-4c43-9d49-0aafcf83c043,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:21.177065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab8bdccd-342e-4f6c-bc9c-6440961e7a5c req-2815398d-7e2f-4c6f-9cf4-dd7061c6266f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2379115 Nov 12 10:59:21.260677 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-960048ea-b540-4af1-9856-a49d3715086e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.302141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c5b40786-27a8-481d-9677-4f4ecfe99d95 None None] Provisioning complete for port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:21.302517 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c5b40786-27a8-481d-9677-4f4ecfe99d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.362182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-54e25b15-9451-43d9-8df4-72ce4045a22e tempest-SecGroupTest-1677865466 tempest-SecGroupTest-1677865466-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2627237 Nov 12 10:59:21.368365 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-960048ea-b540-4af1-9856-a49d3715086e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.372321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c5b40786-27a8-481d-9677-4f4ecfe99d95 None None] Port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:21.375881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43acedca-f328-4a74-b220-173a5800316c None None] New status for floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:21.488667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2d455-f2e9-4684-828e-7ddc1b171ea5 req-35167179-4d95-4a5e-84ce-fed36683fe9e tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.489692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:21.490939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5bf2d455-f2e9-4684-828e-7ddc1b171ea5 req-35167179-4d95-4a5e-84ce-fed36683fe9e tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 931 time: 0.1446683 Nov 12 10:59:21.518967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-960048ea-b540-4af1-9856-a49d3715086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.522026 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-960048ea-b540-4af1-9856-a49d3715086e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.525827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-960048ea-b540-4af1-9856-a49d3715086e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/304f64eb-b278-4a9e-8b6d-5c9db9d1509a HTTP/1.1" status: 204 len: 168 time: 0.5107989 Nov 12 10:59:21.546657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960048ea-b540-4af1-9856-a49d3715086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f64eb-b278-4a9e-8b6d-5c9db9d1509a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:21.614675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5bf2d455-f2e9-4684-828e-7ddc1b171ea5 req-1ed5ba15-08a2-4f04-8094-4030b6a7d3e8 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030676 Nov 12 10:59:21.667055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.674023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event updated for resources: {'Port': ['ID=75080498-f4ba-45e2-9da9-7bc7f09cbe95,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:21.756890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.769788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Network 275f9a07-dff3-48d6-954b-d50ef76d631a is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:21.774513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618c840-53b1-46a1-a228-d82f7388ead0 req-2e2e3d5c-e00c-42e8-866d-7b924dc43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.785673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8618c840-53b1-46a1-a228-d82f7388ead0 req-2e2e3d5c-e00c-42e8-866d-7b924dc43b86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 1097 time: 1.3653972 Nov 12 10:59:21.791616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:21.809543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:22.007809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb04fc-7552-44ab-a6f2-6017ae708ac7 req-f0f3cb0c-eeaf-4151-ba31-7aeb20e19f94 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.012096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ffb04fc-7552-44ab-a6f2-6017ae708ac7 req-f0f3cb0c-eeaf-4151-ba31-7aeb20e19f94 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 945 time: 0.1625862 Nov 12 10:59:22.077634 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8618c840-53b1-46a1-a228-d82f7388ead0 req-3918cb46-1e4f-470a-ba3f-d698b2f15ca4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416464 Nov 12 10:59:22.176841 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ffb04fc-7552-44ab-a6f2-6017ae708ac7 req-ca4257b8-1bed-4c2a-9d2b-9893f5222a03 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548755 Nov 12 10:59:22.177550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55092) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:22.255456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.256551 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.335344 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1406984b-790e-4d77-b643-db641ddf6c68 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4788115 Nov 12 10:59:22.378673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Request body: {'port': {'device_id': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:22.494559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-699757b6-291e-4763-b110-42db41c1d82c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.503040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-699757b6-291e-4763-b110-42db41c1d82c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.509915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-699757b6-291e-4763-b110-42db41c1d82c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.519525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-699757b6-291e-4763-b110-42db41c1d82c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.530425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-699757b6-291e-4763-b110-42db41c1d82c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.530678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4a3d4e-38e9-4b94-adec-321710959a02'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:22.534291 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b79ce77-0a3a-4cc1-aeb2-723ac93236a0" -d '{"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "fd4a3d4e-38e9-4b94-adec-321710959a02"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:22.540611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-699757b6-291e-4763-b110-42db41c1d82c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.551966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-699757b6-291e-4763-b110-42db41c1d82c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.555916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-699757b6-291e-4763-b110-42db41c1d82c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5441 time: 0.1799929 Nov 12 10:59:22.605484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:22.606194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.626406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-419563bc-6161-4813-87b7-2b74304f03ee None None] Provisioning complete for port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:22.626785 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-419563bc-6161-4813-87b7-2b74304f03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.628672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.686232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.721133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-11eaaa26-6dcf-48a7-89ef-272e7c55117c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d80bfe168df474f9c5896a78e607a4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5417759 Nov 12 10:59:22.723585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55118) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:22.724734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.899117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bfb740f-aff6-4f82-9957-39d86a70c4ea req-2536f35b-3a89-43ce-8a0f-7af461f7da4b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3256056 Nov 12 10:59:22.909572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-419563bc-6161-4813-87b7-2b74304f03ee None None] Port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:22.916611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:22.937532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.938851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 01fd76b2-220c-4e30-8e48-ac0e33361316 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:22.941893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e941663d-8c41-4101-808f-9966eb548476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.012956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e941663d-8c41-4101-808f-9966eb548476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.073902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:23.148978 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69322f7-d0c0-4f74-ae4b-9b1dab9d34df x-openstack-request-id: req-a69322f7-d0c0-4f74-ae4b-9b1dab9d34df {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:23.149406 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "fd4a3d4e-38e9-4b94-adec-321710959a02", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:23.149802 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a69322f7-d0c0-4f74-ae4b-9b1dab9d34df {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:23.150408 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4a3d4e-38e9-4b94-adec-321710959a02', 'code': 200} Nov 12 10:59:23.209733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e941663d-8c41-4101-808f-9966eb548476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.216285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e941663d-8c41-4101-808f-9966eb548476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.220782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e941663d-8c41-4101-808f-9966eb548476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d15ee60e-93df-4fe4-87e8-d5cb5336ea67 HTTP/1.1" status: 204 len: 168 time: 0.4912584 Nov 12 10:59:23.258253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 01fd76b2-220c-4e30-8e48-ac0e33361316 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:23.265738 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 01fd76b2-220c-4e30-8e48-ac0e33361316 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:23.266644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.273365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941663d-8c41-4101-808f-9966eb548476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15ee60e-93df-4fe4-87e8-d5cb5336ea67,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:23.400487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55134) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:23.479827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2985634-3e64-4d0f-9741-57c264979a9f req-6cff10a0-d798-4478-bb43-23d5a05b4fbc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:23.482399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2985634-3e64-4d0f-9741-57c264979a9f req-6cff10a0-d798-4478-bb43-23d5a05b4fbc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 931 time: 0.1884112 Nov 12 10:59:23.560745 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.649992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 01fd76b2-220c-4e30-8e48-ac0e33361316, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=01fd76b2-220c-4e30-8e48-ac0e33361316,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:23.662717 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.671038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:23.676545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2985634-3e64-4d0f-9741-57c264979a9f req-7525f376-39b6-4d0c-ba2f-616689104981 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1827252 Nov 12 10:59:23.832065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.api [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:59:23.833601 n-d-768851-19 neutron-server[109166]: DEBUG oslo_db.api [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:59:23.968700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75080498-f4ba-45e2-9da9-7bc7f09cbe95 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:23.975409 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5eb06e2d-b71c-4bee-bdc0-bd256387fee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.988163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.026607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=01fd76b2-220c-4e30-8e48-ac0e33361316,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:24.028704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Transition to ACTIVE for port object 75080498-f4ba-45e2-9da9-7bc7f09cbe95 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:24.031403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:24.035265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.036940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:24.037354 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.115098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Pushing event updated for resources: {'Port': ['ID=75080498-f4ba-45e2-9da9-7bc7f09cbe95,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:24.160709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e549f-1f26-48bf-8e47-11ba23041179 req-9c8bc591-d22f-4fd6-9995-900e53ecc7c8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.175406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f80e549f-1f26-48bf-8e47-11ba23041179 req-9c8bc591-d22f-4fd6-9995-900e53ecc7c8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 945 time: 0.2207282 Nov 12 10:59:24.186021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.191234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1692734814-network', 'tenant_id': '9da1d97de2aa4d3187116b8776cc7e88'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:24.197522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.308801 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.317577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Made reservation on behalf of 9da1d97de2aa4d3187116b8776cc7e88 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:24.324456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.359512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.394646 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f80e549f-1f26-48bf-8e47-11ba23041179 req-cf2fe9cd-8345-490d-9b98-98e478448d5e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178450 Nov 12 10:59:24.410181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:24.417206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.421507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.571357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:24.578286 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Pushing event updated for resources: {'Port': ['ID=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:24.685922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-b6a5b4a7-d96e-4a03-a74a-d7e164e13f2f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.693556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-b6a5b4a7-d96e-4a03-a74a-d7e164e13f2f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.700440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-b6a5b4a7-d96e-4a03-a74a-d7e164e13f2f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.707040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-b6a5b4a7-d96e-4a03-a74a-d7e164e13f2f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.714416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-b6a5b4a7-d96e-4a03-a74a-d7e164e13f2f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.717674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.722929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-b6a5b4a7-d96e-4a03-a74a-d7e164e13f2f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.729721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-b6a5b4a7-d96e-4a03-a74a-d7e164e13f2f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.731758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Attempting to bind port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:24.732103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Attempting to bind port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:24.732457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Attempting to bind port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 on network 275f9a07-dff3-48d6-954b-d50ef76d631a {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:24.739214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-b6a5b4a7-d96e-4a03-a74a-d7e164e13f2f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.2593682 Nov 12 10:59:24.763894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 on network 275f9a07-dff3-48d6-954b-d50ef76d631a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:24.764216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Attempting to bind port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 on network 275f9a07-dff3-48d6-954b-d50ef76d631a {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:24.799616 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.807396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.846243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:24.847107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Checking segment: {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:24.847663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Bound using segment: {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:24.848402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Bound port: 75080498-f4ba-45e2-9da9-7bc7f09cbe95, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76f6d92-7dde-41e8-831c-a50a9dc39bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:24.848779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.850168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:59:24.889644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.890092 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Added segment 22ce709b-5e6b-429c-84fc-40dce6f7d309 of type vlan for network c4cffe9d-a8d3-43cc-bb1f-c65323793108 Nov 12 10:59:24.915974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d18dc174-7ae2-4536-a7d1-b1d46a5bd989 req-517bbc26-06b9-49fa-a3ea-90cb697c07cb tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756148 Nov 12 10:59:24.916783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:25.079716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.127732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.129615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:25.137043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:25.139022 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.140063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:25.144609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] For port 75080498-f4ba-45e2-9da9-7bc7f09cbe95, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:25.152066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd76b2-220c-4e30-8e48-ac0e33361316'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:25.154807 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09218ddd-06f8-43d4-aaa1-1f948123ad28" -d '{"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "5c71c11f-17f3-4a32-887e-cb14d0ed66fc"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "01fd76b2-220c-4e30-8e48-ac0e33361316"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:25.223948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] For port 75080498-f4ba-45e2-9da9-7bc7f09cbe95, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:25.307080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.364221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cffe9d-a8d3-43cc-bb1f-c65323793108,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:25.378641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d521f046-8aab-43c0-b3c4-4e568ee09ea4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9685602 Nov 12 10:59:25.389600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c4cffe9d-a8d3-43cc-bb1f-c65323793108 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:59:25.394909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55180) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:25.408615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Request body: {'subnet': {'network_id': 'c4cffe9d-a8d3-43cc-bb1f-c65323793108', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1692734814-subnet', 'tenant_id': '9da1d97de2aa4d3187116b8776cc7e88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:25.492786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1b038-b9fc-4ced-9850-156302220c35 req-f6140f21-58d2-4116-a8f8-d88d139368ca tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:25.526017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65f1b038-b9fc-4ced-9850-156302220c35 req-f6140f21-58d2-4116-a8f8-d88d139368ca tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 943 time: 0.1947262 Nov 12 10:59:25.528180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:25.539648 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.541448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] 10.222.0.52 "PUT /v2.0/ports/75080498-f4ba-45e2-9da9-7bc7f09cbe95 HTTP/1.1" status: 200 len: 1092 time: 3.1770358 Nov 12 10:59:25.546324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'tag': '75080498-f4ba-45e2-9da9-7bc7f09cbe95'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:25.549982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Made reservation on behalf of 9da1d97de2aa4d3187116b8776cc7e88 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:25.553473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.564745 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22706388-6ad5-4c89-810c-ca687f255559" -d '{"events": [{"name": "network-changed", "server_uuid": "93b7f4e3-430b-4a13-ae97-4c76ac6b55af", "tag": "75080498-f4ba-45e2-9da9-7bc7f09cbe95"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:25.771461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-76b38f02-bc96-47d8-b778-a82f5e644aae None None] Provisioning complete for port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:25.772192 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76b38f02-bc96-47d8-b778-a82f5e644aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.840666 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.resource_extend [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:59:25.847733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477c174-1190-4c66-90bd-fd7aee171269 service neutron] Pushing event updated for resources: {'Port': ['ID=75080498-f4ba-45e2-9da9-7bc7f09cbe95,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:25.903866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-76b38f02-bc96-47d8-b778-a82f5e644aae None None] Port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:25.932647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de223-3d8f-427b-aed7-13b4e93f206b req-8a165195-f856-4bd1-a450-c180e11a7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:25.934732 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-8a165195-f856-4bd1-a450-c180e11a7e78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfde3f0195e04fbdbb6d63434af40b6a&device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 1095 time: 0.2579026 Nov 12 10:59:25.939680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:25.969866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:26.059721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-2508ffa8-6d09-4136-8f01-5cff577c6a5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95 HTTP/1.1" status: 200 len: 217 time: 0.1120632 Nov 12 10:59:26.060741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:26.255419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-607327b7-567a-41d5-a9b7-4a3e10904c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:26.286443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1e190e7e-7830-4351-9e4f-1988d7c87f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.287975 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-1e190e7e-7830-4351-9e4f-1988d7c87f3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf HTTP/1.1" status: 200 len: 852 time: 0.2193825 Nov 12 10:59:26.440818 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:26.512978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b424477-f7db-4aac-9306-b84573cb7ee2,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:26.542102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de223-3d8f-427b-aed7-13b4e93f206b req-35281b14-ba7f-4209-8a68-21c4499da41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.545832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-35281b14-ba7f-4209-8a68-21c4499da41b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=275f9a07-dff3-48d6-954b-d50ef76d631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2461390 Nov 12 10:59:26.568243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65f1b038-b9fc-4ced-9850-156302220c35 req-c0b84875-6c59-4953-85de-23873f1eec9b tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0386009 Nov 12 10:59:26.584570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Checking segment: {'id': '22ce709b-5e6b-429c-84fc-40dce6f7d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c4cffe9d-a8d3-43cc-bb1f-c65323793108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:26.585096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Network hostable DHCP agents. Network: c4cffe9d-a8d3-43cc-bb1f-c65323793108, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:59:26.618130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Network c4cffe9d-a8d3-43cc-bb1f-c65323793108 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:59:26.668099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c4cffe9d-a8d3-43cc-bb1f-c65323793108) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:26.682166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2577f-5a1c-4700-8e77-d946bea69ae4 None None] Network c4cffe9d-a8d3-43cc-bb1f-c65323793108 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:26.686115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.687239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:26.720890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-93368b8f-38d4-4bf1-b050-16c66e165271 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3242502 Nov 12 10:59:26.840650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a00671-4038-4168-bfd2-ce79273db7c3 req-8062c9a6-3b90-43b6-9c73-9fcc876dc63b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.861643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a00671-4038-4168-bfd2-ce79273db7c3 req-8062c9a6-3b90-43b6-9c73-9fcc876dc63b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 945 time: 0.1342397 Nov 12 10:59:26.961433 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a00671-4038-4168-bfd2-ce79273db7c3 req-483d7286-b5f0-4dd6-9576-06eb502b8736 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975831 Nov 12 10:59:26.990773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61653aee-297d-400f-b9d0-f1a8b2db58d6 None None] Network c4cffe9d-a8d3-43cc-bb1f-c65323793108 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:27.136406 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f44053b-8994-43fe-bc00-9e4cc0ae39b3 x-openstack-request-id: req-7f44053b-8994-43fe-bc00-9e4cc0ae39b3 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:27.136406 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "5c71c11f-17f3-4a32-887e-cb14d0ed66fc", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "01fd76b2-220c-4e30-8e48-ac0e33361316", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-plugged", "status": "completed", "tag": "c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:27.136589 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f44053b-8994-43fe-bc00-9e4cc0ae39b3 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:27.137109 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc', 'code': 200} Nov 12 10:59:27.137541 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd76b2-220c-4e30-8e48-ac0e33361316', 'code': 200} Nov 12 10:59:27.137885 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e', 'code': 200} Nov 12 10:59:27.293233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-f930b15e-f8e0-40a9-8a51-75af30d8f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.304755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-f930b15e-f8e0-40a9-8a51-75af30d8f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.307144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-f930b15e-f8e0-40a9-8a51-75af30d8f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.307631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-f930b15e-f8e0-40a9-8a51-75af30d8f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.308246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-f930b15e-f8e0-40a9-8a51-75af30d8f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.308564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-f930b15e-f8e0-40a9-8a51-75af30d8f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.309080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-f930b15e-f8e0-40a9-8a51-75af30d8f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.311220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-f930b15e-f8e0-40a9-8a51-75af30d8f63e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6508 time: 0.1170559 Nov 12 10:59:27.387917 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27767a6e-638c-49ff-9685-b6486abec180 x-openstack-request-id: req-27767a6e-638c-49ff-9685-b6486abec180 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:27.388585 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b7f4e3-430b-4a13-ae97-4c76ac6b55af", "tag": "75080498-f4ba-45e2-9da9-7bc7f09cbe95", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:27.393676 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27767a6e-638c-49ff-9685-b6486abec180 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:27.396275 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'tag': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'status': 'completed', 'code': 200} Nov 12 10:59:27.405952 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 associated. External IP: 172.25.2.7, port: 1e4b92d3-a646-4564-b1a1-9992d7daa305. Nov 12 10:59:27.436803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fb1b368-5c73-4861-81a1-dfe8427bf313 req-c1b83cde-e194-4889-bd4b-600aa7df80ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114759 Nov 12 10:59:27.560319 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:27.572799 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Sync routers for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:27.581793 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a77982bc-6f6c-45b1-bbb6-e95414c3335a admin admin] 10.222.0.31 "PUT /v2.0/routers/47a3835a-7bb5-41c2-848a-025b91c7c4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7797544 Nov 12 10:59:27.599845 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:27.613665 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:27.622485 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:27.630168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c7f-0329-412a-9984-e4007521dd43 req-8dd8f9f2-64e9-4036-9d23-ff0a0ddeaa84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.649380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c7f-0329-412a-9984-e4007521dd43 req-8dd8f9f2-64e9-4036-9d23-ff0a0ddeaa84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.669211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c7f-0329-412a-9984-e4007521dd43 req-8dd8f9f2-64e9-4036-9d23-ff0a0ddeaa84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.675521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c7f-0329-412a-9984-e4007521dd43 req-8dd8f9f2-64e9-4036-9d23-ff0a0ddeaa84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.702195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c7f-0329-412a-9984-e4007521dd43 req-8dd8f9f2-64e9-4036-9d23-ff0a0ddeaa84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.722021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c7f-0329-412a-9984-e4007521dd43 req-8dd8f9f2-64e9-4036-9d23-ff0a0ddeaa84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.737747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c7f-0329-412a-9984-e4007521dd43 req-8dd8f9f2-64e9-4036-9d23-ff0a0ddeaa84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.739728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db493c7f-0329-412a-9984-e4007521dd43 req-8dd8f9f2-64e9-4036-9d23-ff0a0ddeaa84 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.2693539 Nov 12 10:59:27.849873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-3fb2550c-6e3b-4086-99d5-92cd364badab service neutron] 10.222.0.52 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2783451 Nov 12 10:59:27.883196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db493c7f-0329-412a-9984-e4007521dd43 req-071362fb-884f-40b1-b28b-d5ac73cab5a3 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345019 Nov 12 10:59:27.886105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-18dfa24e-f4c4-4af8-a864-abedd19f9a9d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.887690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-18dfa24e-f4c4-4af8-a864-abedd19f9a9d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/ports?device_id=59310f2b-ad7f-426c-98c1-3cfcedd5ca0b HTTP/1.1" status: 200 len: 945 time: 0.4196193 Nov 12 10:59:27.959394 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:28.257492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117de223-3d8f-427b-aed7-13b4e93f206b req-4fd1519e-fb4b-461d-bd3c-712369ec047a service neutron] 10.222.0.52 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662202 Nov 12 10:59:28.278069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Router 0e39c3e3-e282-417b-aaf6-6392721df806 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:28.284683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Deleting port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:28.285056 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:28.290077 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:23Z', 'revision_number': 2, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:28.333142 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Checking router: 47a3835a-7bb5-41c2-848a-025b91c7c4b7 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:28.333657 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Updating router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:59:28.370476 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:28.395804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-cd7febbb-b214-4f1b-b5ca-0bd0341acb08 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:28.397550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-cd7febbb-b214-4f1b-b5ca-0bd0341acb08 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/networks?id=c4cffe9d-a8d3-43cc-bb1f-c65323793108 HTTP/1.1" status: 200 len: 818 time: 0.2134342 Nov 12 10:59:28.432402 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-450f25de-5d3a-46fb-bc33-218e5723e482 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/quotas/9da1d97de2aa4d3187116b8776cc7e88 HTTP/1.1" status: 200 len: 375 time: 0.0274699 Nov 12 10:59:28.486347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55260) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:28.488760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-63dd169d-75dd-40eb-a92a-403783af4d5b tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9da1d97de2aa4d3187116b8776cc7e88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503933 Nov 12 10:59:28.589764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:28.603194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:28.616652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:28.617319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:28.648236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] For port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:28.650216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:28.858749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Calling delete_port for 0d8e7b53-7d3b-4e60-b5ec-2926162336ce owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:28.879111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706388-6ad5-4c89-810c-ca687f255559 req-aea8d5fb-7245-4bca-a4d5-c0db0b4f4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:28.881489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22706388-6ad5-4c89-810c-ca687f255559 req-aea8d5fb-7245-4bca-a4d5-c0db0b4f4f9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfde3f0195e04fbdbb6d63434af40b6a&device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 1095 time: 0.5619550 Nov 12 10:59:28.942201 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:28.952377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:28.953407 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:28.982411 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ea8739d-ac8e-4fde-ba6c-e1205859bbed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.026341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-62f02089-8690-49c8-a94f-585db84bf7f8 service neutron] 10.222.0.31 "GET /v2.0/networks/c4cffe9d-a8d3-43cc-bb1f-c65323793108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213921 Nov 12 10:59:29.131460 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aec14e-7ca3-46c1-a30b-c4e51957f546 None None] Pushing event updated for resources: {'Port': ['ID=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:29.151463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706388-6ad5-4c89-810c-ca687f255559 req-9a7a2bed-8a53-4062-9508-1928c955c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:29.153039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22706388-6ad5-4c89-810c-ca687f255559 req-9a7a2bed-8a53-4062-9508-1928c955c0ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=275f9a07-dff3-48d6-954b-d50ef76d631a HTTP/1.1" status: 200 len: 914 time: 0.2534361 Nov 12 10:59:29.213933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Attempting to bind port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:29.214344 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Attempting to bind port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:29.214716 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Attempting to bind port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 on network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:29.222473 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:29.222874 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Checking segment: {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:29.223251 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.223646 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Bound using segment: {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:29.224767 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Bound port: b6eac809-63bd-4cb4-9ee4-946ad5b1cd15, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:29.225232 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.294162 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22706388-6ad5-4c89-810c-ca687f255559 req-ef8ab3b3-4737-4dc5-8db2-2b77d7f44aaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95 HTTP/1.1" status: 200 len: 217 time: 0.1296861 Nov 12 10:59:29.311608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-adfc1498-8ffe-47c8-ac9c-479e3377d0b8 service neutron] 10.222.0.31 "GET /v2.0/networks/c4cffe9d-a8d3-43cc-bb1f-c65323793108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679875 Nov 12 10:59:29.368758 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] For port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:29.377397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] For port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:29.387102 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.391691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706388-6ad5-4c89-810c-ca687f255559 req-cc8d8e66-5599-4fb6-b5e4-f4cd63794eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:29.394778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22706388-6ad5-4c89-810c-ca687f255559 req-cc8d8e66-5599-4fb6-b5e4-f4cd63794eb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf HTTP/1.1" status: 200 len: 852 time: 0.0793195 Nov 12 10:59:29.413012 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.446212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ea8739d-ac8e-4fde-ba6c-e1205859bbed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.454471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ea8739d-ac8e-4fde-ba6c-e1205859bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.493330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:88:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:25Z', 'revision_number': 3, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:29.498848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-aa7bf427-bd50-4f84-9064-039ad2f3d41c None None] Provisioning complete for port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:29.499218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf427-bd50-4f84-9064-039ad2f3d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.576613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5ea8739d-ac8e-4fde-ba6c-e1205859bbed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92614f6e4f2a4f6fbaf2d7ba4be2d959&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0867224 Nov 12 10:59:29.580198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55274) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:29.588370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8739d-ac8e-4fde-ba6c-e1205859bbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6ac593-b1d9-4edf-9e1a-d97cdd107753,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:29.607053 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:29.609926 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:29.655259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.658998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Router 0e39c3e3-e282-417b-aaf6-6392721df806 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:29.721817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event deleted for resources: {'Port': ['ID=0d8e7b53-7d3b-4e60-b5ec-2926162336ce,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:29.722152 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aec14e-7ca3-46c1-a30b-c4e51957f546 None None] Pushing event updated for resources: {'Port': ['ID=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:29.733540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['0d8e7b53-7d3b-4e60-b5ec-2926162336ce'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:29.740634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:29.798631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706388-6ad5-4c89-810c-ca687f255559 req-6e043d46-5df3-4413-9bf4-03efd46e4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:29.798989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4da1-b3f5-43b5-8a94-5ea96b83c3b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.801992 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22706388-6ad5-4c89-810c-ca687f255559 req-6e043d46-5df3-4413-9bf4-03efd46e4a9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=275f9a07-dff3-48d6-954b-d50ef76d631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3909597 Nov 12 10:59:29.834530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:29.835218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:29.883314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4da1-b3f5-43b5-8a94-5ea96b83c3b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.969124 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:30.004035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1017204-b294-410a-97e8-30674fb028ee req-47dc6c5a-e0e7-4be9-8ff6-03939e6a6018 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:30.011510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1017204-b294-410a-97e8-30674fb028ee req-47dc6c5a-e0e7-4be9-8ff6-03939e6a6018 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 943 time: 0.3773525 Nov 12 10:59:30.106578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf427-bd50-4f84-9064-039ad2f3d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:30.111512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1017204-b294-410a-97e8-30674fb028ee req-d17d07ae-029b-47d2-ae42-29c4572b419c tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990169 Nov 12 10:59:30.113755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4da1-b3f5-43b5-8a94-5ea96b83c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:30.123370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4da1-b3f5-43b5-8a94-5ea96b83c3b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:30.123685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:30.125051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ed7f4da1-b3f5-43b5-8a94-5ea96b83c3b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e6ac593-b1d9-4edf-9e1a-d97cdd107753 HTTP/1.1" status: 204 len: 168 time: 0.5331228 Nov 12 10:59:30.184477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f4da1-b3f5-43b5-8a94-5ea96b83c3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6ac593-b1d9-4edf-9e1a-d97cdd107753,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:30.216848 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:30.245496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:30.249629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] No DVR routers for this DVR port 0d8e7b53-7d3b-4e60-b5ec-2926162336ce on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:30.312562 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:30.316743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-091afce6-015a-462d-a6d4-a0031cb2f3c8 req-fb193a2d-fc47-4e39-9e39-049ba51658c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "DELETE /v2.0/ports/0d8e7b53-7d3b-4e60-b5ec-2926162336ce HTTP/1.1" status: 204 len: 173 time: 2.4142475 Nov 12 10:59:30.318933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59310f2b-ad7f-426c-98c1-3cfcedd5ca0b', 'name': 'network-vif-deleted', 'tag': '0d8e7b53-7d3b-4e60-b5ec-2926162336ce'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:30.323785 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d8c55-0c68-4e52-9a96-0faa6110a180" -d '{"events": [{"server_uuid": "59310f2b-ad7f-426c-98c1-3cfcedd5ca0b", "name": "network-vif-deleted", "tag": "0d8e7b53-7d3b-4e60-b5ec-2926162336ce"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:30.335866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aa7bf427-bd50-4f84-9064-039ad2f3d41c None None] For port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:30.367393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf427-bd50-4f84-9064-039ad2f3d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:30.460139 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:29Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:30.472183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6eaaa608-f85f-473b-b61f-ad1d581cb420 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "PUT /v2.0/floatingips/b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 HTTP/1.1" status: 200 len: 997 time: 10.0592966 Nov 12 10:59:30.478637 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22706388-6ad5-4c89-810c-ca687f255559 req-9cabd54f-67eb-4351-99e4-af6fd5f108b1 service neutron] 10.222.0.52 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153286 Nov 12 10:59:30.555157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-2c03aca6-1e9a-4c40-829f-d944fb108235 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:30.556752 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-2c03aca6-1e9a-4c40-829f-d944fb108235 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports/1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 943 time: 0.0771217 Nov 12 10:59:30.582991 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec70a4-27f1-4c51-b449-e12184343855 None None] The sync data for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 is: [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:29Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:30.627663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 75080498-f4ba-45e2-9da9-7bc7f09cbe95 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:30.820730 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:59:30.924365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22706388-6ad5-4c89-810c-ca687f255559 req-44b1c098-ff03-4c6f-ab11-e2704a674e92 service neutron] 10.222.0.52 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664761 Nov 12 10:59:30.966360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55292) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:30.969210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6cd40926-e127-4570-9a05-be6896d8caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:30.970865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-6cd40926-e127-4570-9a05-be6896d8caa3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 0.1621382 Nov 12 10:59:30.991630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-30beae5b-5235-4708-8a40-1e2f46d03330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.259320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-3c9b4180-5b96-4afa-b4f1-536047e99e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:31.266380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-3c9b4180-5b96-4afa-b4f1-536047e99e8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.2783556 Nov 12 10:59:31.309778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-30beae5b-5235-4708-8a40-1e2f46d03330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.315187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-30beae5b-5235-4708-8a40-1e2f46d03330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.428563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-03011d40-4f05-43f7-bb53-757c32a10209 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 217 time: 0.1479557 Nov 12 10:59:31.459481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beae5b-5235-4708-8a40-1e2f46d03330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4051eb21-9ca0-4b64-91bd-e5a2af1fa2a6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:31.478933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-30beae5b-5235-4708-8a40-1e2f46d03330 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fdb83c7c4684d2f93b92b92d6696a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5108609 Nov 12 10:59:31.484855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55298) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:31.585237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-7a18123b-8676-44cc-a973-bdfdc97ed1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:31.587106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-7a18123b-8676-44cc-a973-bdfdc97ed1d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1486256 Nov 12 10:59:31.637264 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.639181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bf427-bd50-4f84-9064-039ad2f3d41c None None] Pushing event updated for resources: {'Port': ['ID=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:31.642590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:31.647269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f682ae78-762c-4c9f-8eb6-e2e1a0aa7f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.683632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-b3254652-7b45-43a5-b92e-1b06cc895e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:31.687671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55300) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:31.688326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-b3254652-7b45-43a5-b92e-1b06cc895e9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874991 Nov 12 10:59:31.721850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-cb648e3f-b386-4c3a-accd-1bc456a53b34 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375769189', 'description': 'tempest-description--831190893'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:31.726905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 75080498-f4ba-45e2-9da9-7bc7f09cbe95, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:31.739816 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f682ae78-762c-4c9f-8eb6-e2e1a0aa7f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.748691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-053e4e50-24ae-40ca-846b-7a81dbf025d4 None None] Provisioning complete for port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:31.749393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-053e4e50-24ae-40ca-846b-7a81dbf025d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.932944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'port_id': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'mac_address': 'fa:16:3e:85:e0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:31.939685 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-aa579b89-d330-4ac4-9b75-cf0157496b6e service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416570 Nov 12 10:59:32.056159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f682ae78-762c-4c9f-8eb6-e2e1a0aa7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.062995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f682ae78-762c-4c9f-8eb6-e2e1a0aa7f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.066912 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f682ae78-762c-4c9f-8eb6-e2e1a0aa7f69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4051eb21-9ca0-4b64-91bd-e5a2af1fa2a6 HTTP/1.1" status: 204 len: 168 time: 0.5804081 Nov 12 10:59:32.068556 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb648e3f-b386-4c3a-accd-1bc456a53b34 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.134991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682ae78-762c-4c9f-8eb6-e2e1a0aa7f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4051eb21-9ca0-4b64-91bd-e5a2af1fa2a6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:32.136171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0d8e7b53-7d3b-4e60-b5ec-2926162336ce no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:32.181474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-92b81e79-eff4-4b40-88f8-2c452f7f1dc4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.188731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-92b81e79-eff4-4b40-88f8-2c452f7f1dc4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.195819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-92b81e79-eff4-4b40-88f8-2c452f7f1dc4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.203782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-92b81e79-eff4-4b40-88f8-2c452f7f1dc4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.217863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-92b81e79-eff4-4b40-88f8-2c452f7f1dc4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.230108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-92b81e79-eff4-4b40-88f8-2c452f7f1dc4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.250015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.251852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 0d8e7b53-7d3b-4e60-b5ec-2926162336ce {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:32.252429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0d8e7b53-7d3b-4e60-b5ec-2926162336ce not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:32.264189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-92b81e79-eff4-4b40-88f8-2c452f7f1dc4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.281313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-92b81e79-eff4-4b40-88f8-2c452f7f1dc4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.4156923 Nov 12 10:59:32.306445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-4fc4cd73-4e70-4018-a997-62386a878027 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.308416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-4fc4cd73-4e70-4018-a997-62386a878027 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.59 "GET /v2.0/networks?id=c4cffe9d-a8d3-43cc-bb1f-c65323793108 HTTP/1.1" status: 200 len: 818 time: 0.3500087 Nov 12 10:59:32.366553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75080498-f4ba-45e2-9da9-7bc7f09cbe95 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:32.464040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-761e60ee-ee91-4c43-8a46-3d86a10fd799 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229018 Nov 12 10:59:32.478383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:32.483216 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.488321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Request body: {'port': {'device_id': '04ff12d2-433e-4354-964a-d1abfecd1b8e', 'network_id': 'c4cffe9d-a8d3-43cc-bb1f-c65323793108', 'admin_state_up': True, 'tenant_id': '9da1d97de2aa4d3187116b8776cc7e88'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:32.518293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb648e3f-b386-4c3a-accd-1bc456a53b34 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.527523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb648e3f-b386-4c3a-accd-1bc456a53b34 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.571993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 75080498-f4ba-45e2-9da9-7bc7f09cbe95, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:32.579704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb648e3f-b386-4c3a-accd-1bc456a53b34 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0575b956-6504-4755-a5ba-50a9fd34c5dd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:32.603551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe04ffa7-04a4-46f2-a45b-fac8bc9aa448 req-bb129c1c-6433-4ce0-8f4f-79221cf4dcf1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3180275 Nov 12 10:59:32.615707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb648e3f-b386-4c3a-accd-1bc456a53b34 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.618947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cb648e3f-b386-4c3a-accd-1bc456a53b34 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9298222 Nov 12 10:59:32.622388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55312) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:32.636723 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.640762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-627748f3-2c35-4974-ba0d-e1e6bcb191df tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Request body: {'security_group_rule': {'security_group_id': '0575b956-6504-4755-a5ba-50a9fd34c5dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:32.728430 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-627748f3-2c35-4974-ba0d-e1e6bcb191df tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.793410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Made reservation on behalf of 9da1d97de2aa4d3187116b8776cc7e88 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:32.808309 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.826270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=75080498-f4ba-45e2-9da9-7bc7f09cbe95,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:32.857993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-fa5e446c-1c8a-4705-893b-e7385c4a1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.870192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-fa5e446c-1c8a-4705-893b-e7385c4a1cd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 1098 time: 0.2229388 Nov 12 10:59:32.909024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e5409fd-2ea2-413c-bc27-ae3cd027bf46 req-db1c7e6c-130a-4617-a8d6-589ab09c4f72 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 210 time: 0.1352584 Nov 12 10:59:32.923366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:88:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:25Z', 'revision_number': 3, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:32.948959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['75080498-f4ba-45e2-9da9-7bc7f09cbe95'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:32.999037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-627748f3-2c35-4974-ba0d-e1e6bcb191df tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.011449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-627748f3-2c35-4974-ba0d-e1e6bcb191df tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.052734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627748f3-2c35-4974-ba0d-e1e6bcb191df tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b70075-7edb-4b91-af39-24813bf40f1b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:33.092430 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-627748f3-2c35-4974-ba0d-e1e6bcb191df tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.101748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-627748f3-2c35-4974-ba0d-e1e6bcb191df tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4693732 Nov 12 10:59:33.104470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55322) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:33.120708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5a7a8f2f-2db9-4b68-9eb8-ad4a64f56207 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Request body: {'security_group_rule': {'security_group_id': '0575b956-6504-4755-a5ba-50a9fd34c5dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:33.162010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-30dd344b-accb-470e-8003-7a71f0b8bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:33.165473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-30dd344b-accb-470e-8003-7a71f0b8bddf service neutron] 10.222.0.31 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.2887652 Nov 12 10:59:33.174720 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e43fc5-b8ad-4f68-8bee-9d842faa5d57 x-openstack-request-id: req-d1e43fc5-b8ad-4f68-8bee-9d842faa5d57 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:33.175710 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59310f2b-ad7f-426c-98c1-3cfcedd5ca0b", "name": "network-vif-deleted", "tag": "0d8e7b53-7d3b-4e60-b5ec-2926162336ce", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:33.176148 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1e43fc5-b8ad-4f68-8bee-9d842faa5d57 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:33.176939 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59310f2b-ad7f-426c-98c1-3cfcedd5ca0b', 'name': 'network-vif-deleted', 'tag': '0d8e7b53-7d3b-4e60-b5ec-2926162336ce', 'status': 'completed', 'code': 200} Nov 12 10:59:33.196779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b2176-cb76-48ff-bcc0-68db2ba11dd7 None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:88:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:25Z', 'revision_number': 3, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:33.237924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8f2f-2db9-4b68-9eb8-ad4a64f56207 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.357812 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-2a189dc1-95cd-40ad-83ea-f0630678da06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 1000 time: 0.1795177 Nov 12 10:59:33.518228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:33.524178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8f2f-2db9-4b68-9eb8-ad4a64f56207 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.542496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8f2f-2db9-4b68-9eb8-ad4a64f56207 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.607339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a8f2f-2db9-4b68-9eb8-ad4a64f56207 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f426c188-7ce9-4f4d-b40f-0497b8e54da2,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:33.624203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad1a23-ae61-4789-ad87-48ec0bf4dc62 req-10367b64-8dbb-47cf-923d-51f5cff420a3 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:33.633611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad1a23-ae61-4789-ad87-48ec0bf4dc62 req-10367b64-8dbb-47cf-923d-51f5cff420a3 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 944 time: 0.3618460 Nov 12 10:59:33.652651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-33b0ce58-d946-4c80-8390-01041b2f4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:33.655137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-33b0ce58-d946-4c80-8390-01041b2f4913 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.2667437 Nov 12 10:59:33.657145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Allocated IP 172.20.0.7 (c4cffe9d-a8d3-43cc-bb1f-c65323793108/0b424477-f7db-4aac-9306-b84573cb7ee2/b3309f75-ada8-4460-82e8-00f7e342d759) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:33.668843 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:59:33.700260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8f2f-2db9-4b68-9eb8-ad4a64f56207 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.702001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5a7a8f2f-2db9-4b68-9eb8-ad4a64f56207 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5961816 Nov 12 10:59:33.719192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55330) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:33.722249 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd5f558-0e6c-46b7-b86f-833340272442 None None] New status for floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:33.727709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:33.742366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:33.746392 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.816383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-64ecfe1c-6861-4bd9-ab90-5afc2ea7954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:33.818237 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-64ecfe1c-6861-4bd9-ab90-5afc2ea7954f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551211 Nov 12 10:59:33.824438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.858428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ad1a23-ae61-4789-ad87-48ec0bf4dc62 req-ff8be160-fe76-4104-b8cf-aae4d6798e87 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2232423 Nov 12 10:59:34.192376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-54eed065-ab2b-4cb7-82f9-110ebb99cf72 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:34.197459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-54eed065-ab2b-4cb7-82f9-110ebb99cf72 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.2063234 Nov 12 10:59:34.228804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-2cf607bd-c556-4c27-91f2-22dc6680db77 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/quotas/c72eeaa1a2c945deac4d2c220c43a7d3 HTTP/1.1" status: 200 len: 375 time: 0.0230505 Nov 12 10:59:34.289140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-cbbfdcd2-a50c-4a0f-b223-430078090029 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583553 Nov 12 10:59:34.311709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:34.330766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:34.331583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:34.423374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-e73330db-1f78-4aa2-8c25-5b78a7cde850 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332357 Nov 12 10:59:34.589461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:34.592082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-1b1a821a-3250-40bf-8e32-56d427cb4eb3 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674519 Nov 12 10:59:34.625260 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-eb89992e-98ea-4de7-815b-9e95a88dd4bf service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943189 Nov 12 10:59:34.768325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 75080498-f4ba-45e2-9da9-7bc7f09cbe95 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:34.951997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3ec73-c114-40d5-a63a-ab6c236ffe56 req-0486deb9-86d1-4284-b9c6-52b69151d87e service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873731 Nov 12 10:59:34.985855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b371-83d3-454c-aa63-99805e93b25b req-b0eee2ad-7cfe-4eb8-a1a9-0394ae2efb71 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:34.996404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b371-83d3-454c-aa63-99805e93b25b req-b0eee2ad-7cfe-4eb8-a1a9-0394ae2efb71 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.008072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b371-83d3-454c-aa63-99805e93b25b req-b0eee2ad-7cfe-4eb8-a1a9-0394ae2efb71 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.016730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b371-83d3-454c-aa63-99805e93b25b req-b0eee2ad-7cfe-4eb8-a1a9-0394ae2efb71 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.024609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b371-83d3-454c-aa63-99805e93b25b req-b0eee2ad-7cfe-4eb8-a1a9-0394ae2efb71 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.031135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b371-83d3-454c-aa63-99805e93b25b req-b0eee2ad-7cfe-4eb8-a1a9-0394ae2efb71 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.037670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b371-83d3-454c-aa63-99805e93b25b req-b0eee2ad-7cfe-4eb8-a1a9-0394ae2efb71 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.052120 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4da2b371-83d3-454c-aa63-99805e93b25b req-b0eee2ad-7cfe-4eb8-a1a9-0394ae2efb71 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.2167933 Nov 12 10:59:35.053853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55368) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:35.065815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Request body: {'floatingip': {'port_id': '5f393c5f-c9cf-4602-b32d-224f86c2594d'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:35.087541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:35.118488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.146630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:35.148234 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.191757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.198412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305'}, {'name': 'network-changed', 'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:35.200739 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e0a17c-8b93-4eb2-ad42-740969055396" -d '{"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305"}, {"name": "network-changed", "server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:35.209037 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70f72ac2-ebd0-4371-a975-fbdf58362789 req-defe290e-d394-4fc1-b1de-e93eeac22769 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 210 time: 0.0668852 Nov 12 10:59:35.211927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.356805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Allocated IP 172.25.2.107 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/bd99a7f3-675b-4abe-90ac-e3a6a69d3774) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:35.364968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e11e9941-9225-48f3-98e7-6f8f0506d2a0 req-7d4118c2-cc3d-4f23-aaef-5eaf0d712dbb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.1644807 Nov 12 10:59:35.524081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.526133 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.551816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.619542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 75080498-f4ba-45e2-9da9-7bc7f09cbe95, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:35.620492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75080498-f4ba-45e2-9da9-7bc7f09cbe95'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:35.623974 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3e3957-7079-4e76-ade9-5e2776189bc3" -d '{"events": [{"server_uuid": "93b7f4e3-430b-4a13-ae97-4c76ac6b55af", "name": "network-vif-plugged", "status": "completed", "tag": "75080498-f4ba-45e2-9da9-7bc7f09cbe95"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:35.629761 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.635980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ffb68-90e6-4a46-be9c-5f397f0205e1 req-c4e1136c-3bc2-4d57-a8f2-70e1c66f1ea9 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.640087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d00ffb68-90e6-4a46-be9c-5f397f0205e1 req-c4e1136c-3bc2-4d57-a8f2-70e1c66f1ea9 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 944 time: 0.1600275 Nov 12 10:59:35.693130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=75080498-f4ba-45e2-9da9-7bc7f09cbe95,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:35.709901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:88:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:33Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:35.731405 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Pushing event updated for resources: {'Port': ['ID=b3309f75-ada8-4460-82e8-00f7e342d759,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:35.764138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:35.798288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:35.802866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:35.804820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Network c4cffe9d-a8d3-43cc-bb1f-c65323793108 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:35.809830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:35.812721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:35.858700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d30539d-7696-4b70-b8dd-226331fd2114 req-13b860e4-da6e-4f41-bac5-adf997eb56cc tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.4370065 Nov 12 10:59:35.897633 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.930486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d00ffb68-90e6-4a46-be9c-5f397f0205e1 req-2fe799af-ef69-4ae0-807d-339b4b21e647 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1868124 Nov 12 10:59:35.988685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.989540 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:36.021970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:36.028794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-fd0a3abf-f6b2-4dbd-8967-ddbd7df4fe94 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5622032 Nov 12 10:59:36.033731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:36.039235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event updated for resources: {'Port': ['ID=bd99a7f3-675b-4abe-90ac-e3a6a69d3774,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:36.052500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:36.129464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Request body: {'port': {'device_id': '04ff12d2-433e-4354-964a-d1abfecd1b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:36.148196 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c592cf0-8289-416d-a3df-69625e7b677c x-openstack-request-id: req-1c592cf0-8289-416d-a3df-69625e7b677c {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:36.148827 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:36.149230 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c592cf0-8289-416d-a3df-69625e7b677c {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:36.149921 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'status': 'completed', 'code': 200} Nov 12 10:59:36.150686 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'status': 'completed', 'code': 200} Nov 12 10:59:36.170320 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6dafb8-fcf2-4abe-8986-e52164e35cae x-openstack-request-id: req-6f6dafb8-fcf2-4abe-8986-e52164e35cae {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:36.172853 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b7f4e3-430b-4a13-ae97-4c76ac6b55af", "name": "network-vif-plugged", "status": "completed", "tag": "75080498-f4ba-45e2-9da9-7bc7f09cbe95", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:36.173841 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f6dafb8-fcf2-4abe-8986-e52164e35cae {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:36.175642 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'code': 200} Nov 12 10:59:36.187795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:36.209739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30539d-7696-4b70-b8dd-226331fd2114 req-5b4b433f-ff23-4a21-9d48-cbe324fe2014 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:36.218956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d30539d-7696-4b70-b8dd-226331fd2114 req-5b4b433f-ff23-4a21-9d48-cbe324fe2014 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports/dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 943 time: 0.3592942 Nov 12 10:59:36.507344 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:36.518161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-7b096e14-8921-4803-918f-3154a4092037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:36.520135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-7b096e14-8921-4803-918f-3154a4092037 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 0.3687084 Nov 12 10:59:36.539546 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:36.546027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-fabf8649-3c06-48dd-b2b9-e24d3ce55538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:36.548595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-fabf8649-3c06-48dd-b2b9-e24d3ce55538 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 1098 time: 0.3276575 Nov 12 10:59:36.721306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d30539d-7696-4b70-b8dd-226331fd2114 req-be5101bc-d135-492d-a821-b495b6fa7e5f tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.4272726 Nov 12 10:59:36.723413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-81e8f4d1-ee30-4887-a378-f8814d4f99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:36.727601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-81e8f4d1-ee30-4887-a378-f8814d4f99a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.1629651 Nov 12 10:59:36.782674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-e5225a93-daab-4ec0-af84-a2f5aa373eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:36.784908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-e5225a93-daab-4ec0-af84-a2f5aa373eaa service neutron] 10.222.0.52 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.2567613 Nov 12 10:59:37.005727 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:88:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:33Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:37.055898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2427fc-545c-42a7-b196-6fa3cb12cfa3 None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:88:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:33Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:37.090133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eab37d-550e-4963-a71b-ffd2dae47bd4 req-b12fb72f-7343-4ec1-97f2-940f268afccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:37.091559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3eab37d-550e-4963-a71b-ffd2dae47bd4 req-b12fb72f-7343-4ec1-97f2-940f268afccc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 1097 time: 0.7253060 Nov 12 10:59:37.232415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3309f75-ada8-4460-82e8-00f7e342d759 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:37.244026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.258887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Transition to ACTIVE for port object b3309f75-ada8-4460-82e8-00f7e342d759 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:37.307408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-289058dc-3cd2-4903-9e38-34718beb3e7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 1000 time: 0.5571470 Nov 12 10:59:37.322116 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.358045 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.471679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3eab37d-550e-4963-a71b-ffd2dae47bd4 req-b953f382-2525-4c35-a03e-e6e4ffa74af4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2757118 Nov 12 10:59:37.569495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Pushing event updated for resources: {'Port': ['ID=b3309f75-ada8-4460-82e8-00f7e342d759,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:37.580538 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-b9a9b5a4-d004-43e8-b3b2-5f1bdd4a171c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 217 time: 0.2745059 Nov 12 10:59:37.581291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30539d-7696-4b70-b8dd-226331fd2114 req-f22fd126-06ac-4224-83b0-cb33ca0c1b37 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:37.582757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d30539d-7696-4b70-b8dd-226331fd2114 req-f22fd126-06ac-4224-83b0-cb33ca0c1b37 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.8396111 Nov 12 10:59:37.595909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-0d859db9-47f6-4aff-9fc3-4d763ebdb510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:37.597486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-0d859db9-47f6-4aff-9fc3-4d763ebdb510 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.2447836 Nov 12 10:59:37.613219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-51e394de-d881-49c7-90e6-cd2bd44fdff2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:37.614834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-51e394de-d881-49c7-90e6-cd2bd44fdff2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.6660244 Nov 12 10:59:37.634169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2735c-e339-4530-bb49-9d9113cc2c4b req-802db8ea-ba79-4399-8e5b-5ad6e9717169 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:37.636114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ecc2735c-e339-4530-bb49-9d9113cc2c4b req-802db8ea-ba79-4399-8e5b-5ad6e9717169 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 931 time: 1.1109338 Nov 12 10:59:37.667719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Request body: {'port': {'device_id': '270e11ad-e2d0-43a5-b2b3-7bcd105166af', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'admin_state_up': True, 'tenant_id': 'c72eeaa1a2c945deac4d2c220c43a7d3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:37.711777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.783218 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.016294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-1ae52e63-34df-4db6-b4e1-506f3847bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.018463 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-1ae52e63-34df-4db6-b4e1-506f3847bc65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.3292246 Nov 12 10:59:38.019124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event updated for resources: {'Port': ['ID=bd99a7f3-675b-4abe-90ac-e3a6a69d3774,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:38.066472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Attempting to bind port b3309f75-ada8-4460-82e8-00f7e342d759 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:38.066802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Attempting to bind port b3309f75-ada8-4460-82e8-00f7e342d759 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '22ce709b-5e6b-429c-84fc-40dce6f7d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c4cffe9d-a8d3-43cc-bb1f-c65323793108'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:38.067127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Attempting to bind port b3309f75-ada8-4460-82e8-00f7e342d759 on network c4cffe9d-a8d3-43cc-bb1f-c65323793108 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:38.103678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ecc2735c-e339-4530-bb49-9d9113cc2c4b req-d28db130-bac0-4033-bbf2-d5b200da0c25 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163401 Nov 12 10:59:38.106799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Port b3309f75-ada8-4460-82e8-00f7e342d759 on network c4cffe9d-a8d3-43cc-bb1f-c65323793108 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:38.107107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Attempting to bind port b3309f75-ada8-4460-82e8-00f7e342d759 on network c4cffe9d-a8d3-43cc-bb1f-c65323793108 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:38.115739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:38.117285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Checking segment: {'id': '22ce709b-5e6b-429c-84fc-40dce6f7d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c4cffe9d-a8d3-43cc-bb1f-c65323793108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:38.117754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Bound using segment: {'id': '22ce709b-5e6b-429c-84fc-40dce6f7d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c4cffe9d-a8d3-43cc-bb1f-c65323793108'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:38.118210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Bound port: b3309f75-ada8-4460-82e8-00f7e342d759, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ce709b-5e6b-429c-84fc-40dce6f7d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c4cffe9d-a8d3-43cc-bb1f-c65323793108'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:38.118523 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.137521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.145257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f712040-04ac-4885-9212-07a39f5dc878 req-27b4e943-1999-4165-8415-ea6b8e45608e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.4818835 Nov 12 10:59:38.194747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-2f606cee-961d-40a2-979f-46c9973c3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.196539 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-2f606cee-961d-40a2-979f-46c9973c3a2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1622300 Nov 12 10:59:38.206079 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.207429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fc521ece-7be6-462e-9de5-c55b58618161 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4854555 Nov 12 10:59:38.278176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] For port b3309f75-ada8-4460-82e8-00f7e342d759, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:38.330067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-1cb730d5-aaac-475f-9281-bb66bddfea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.331983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-1cb730d5-aaac-475f-9281-bb66bddfea26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7038651 Nov 12 10:59:38.341597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-b5468e60-b98d-4c3b-a578-5a984188756f tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1186662 Nov 12 10:59:38.361846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] For port b3309f75-ada8-4460-82e8-00f7e342d759, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3309f75-ada8-4460-82e8-00f7e342d759,segment=NetworkSegment(22ce709b-5e6b-429c-84fc-40dce6f7d309),segment_id=22ce709b-5e6b-429c-84fc-40dce6f7d309)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:38.371602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.430196 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.resource_extend [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:59:38.444940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.447815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.449629 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] 10.222.0.59 "PUT /v2.0/ports/b3309f75-ada8-4460-82e8-00f7e342d759 HTTP/1.1" status: 200 len: 1092 time: 2.3271110 Nov 12 10:59:38.457589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ff12d2-433e-4354-964a-d1abfecd1b8e', 'tag': 'b3309f75-ada8-4460-82e8-00f7e342d759'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:38.462354 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d" -d '{"events": [{"name": "network-changed", "server_uuid": "04ff12d2-433e-4354-964a-d1abfecd1b8e", "tag": "b3309f75-ada8-4460-82e8-00f7e342d759"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:38.490280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d732-4c5f-4222-a18a-80021228cd91 req-de3ab680-987a-475c-a681-090c50d7e37c tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.497837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f996d732-4c5f-4222-a18a-80021228cd91 req-de3ab680-987a-475c-a681-090c50d7e37c tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 945 time: 0.2211034 Nov 12 10:59:38.549682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-89f1a9ab-c8bf-4b2e-848b-a8427545bf38 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401525 Nov 12 10:59:38.563087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3f14fc40-e61e-4846-935e-e2a470f5073c tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.564526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3f14fc40-e61e-4846-935e-e2a470f5073c tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports/dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 943 time: 0.2221498 Nov 12 10:59:38.588891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df1ed3-908e-4842-bb9a-51f28cde013b service neutron] Pushing event updated for resources: {'Port': ['ID=b3309f75-ada8-4460-82e8-00f7e342d759,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:38.660101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.668376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.673932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Made reservation on behalf of c72eeaa1a2c945deac4d2c220c43a7d3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:38.678365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f996d732-4c5f-4222-a18a-80021228cd91 req-94dcda85-5b99-49b1-8be7-7d9a9f333220 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1794763 Nov 12 10:59:38.679352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.713830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-b002d171-4bf7-4354-b376-09a02410d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.715326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-b002d171-4bf7-4354-b376-09a02410d93c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9da1d97de2aa4d3187116b8776cc7e88&device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 1095 time: 0.1893723 Nov 12 10:59:38.816067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-68f676dc-1f0a-4060-8cd2-ed8c6ed56311 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3309f75-ada8-4460-82e8-00f7e342d759 HTTP/1.1" status: 200 len: 217 time: 0.0795326 Nov 12 10:59:38.819020 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcdd4d2-0a13-455c-95bc-5e564a2452b2 x-openstack-request-id: req-4bcdd4d2-0a13-455c-95bc-5e564a2452b2 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:38.819829 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ff12d2-433e-4354-964a-d1abfecd1b8e", "tag": "b3309f75-ada8-4460-82e8-00f7e342d759", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:38.820088 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bcdd4d2-0a13-455c-95bc-5e564a2452b2 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:38.820556 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ff12d2-433e-4354-964a-d1abfecd1b8e', 'tag': 'b3309f75-ada8-4460-82e8-00f7e342d759', 'status': 'completed', 'code': 200} Nov 12 10:59:38.824483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-40c2eb76-bc32-4d10-a722-b95520a68b84 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504463 Nov 12 10:59:38.916294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-f971e552-876a-4b3c-a95d-ba72de2fa347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.918270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-f971e552-876a-4b3c-a95d-ba72de2fa347 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b424477-f7db-4aac-9306-b84573cb7ee2 HTTP/1.1" status: 200 len: 858 time: 0.0745716 Nov 12 10:59:38.965652 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-534b2de6-90ce-4151-b15b-8167a1571b87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4cffe9d-a8d3-43cc-bb1f-c65323793108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342839 Nov 12 10:59:38.979140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-eb09e03d-4125-4ea9-ba8e-64fa285974f7 service neutron] 10.222.0.59 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248622 Nov 12 10:59:39.089997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-5baa25e9-77bf-4fd6-a01a-29109f264ae4 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.3441837 Nov 12 10:59:39.108837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-a21ed952-a725-4f63-a6bf-5db229e9699b service neutron] 10.222.0.59 "GET /v2.0/networks/c4cffe9d-a8d3-43cc-bb1f-c65323793108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296551 Nov 12 10:59:39.195954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Allocated IP 172.20.0.5 (b2d8740b-ad04-4daf-aba6-56d815392558/0033bea7-dc1e-48f6-848f-34d48b4fe2b0/76451df9-a6d4-4047-8fca-d90d2d7b4717) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:39.245678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7689b57-e680-4741-a86f-25f02271f9a7 req-86772df5-7a49-45b2-bebb-d0e4e668613c service neutron] 10.222.0.59 "GET /v2.0/networks/c4cffe9d-a8d3-43cc-bb1f-c65323793108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249990 Nov 12 10:59:39.350457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e0a17c-8b93-4eb2-ad42-740969055396 req-1f2ab26a-0bc6-46aa-be06-b3deba9a84ec service neutron] 10.222.0.59 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544655 Nov 12 10:59:39.438441 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Floating IP c73db7f9-2f11-4ae2-8d85-e07bf756327c associated. External IP: 172.25.2.83, port: 5f393c5f-c9cf-4602-b32d-224f86c2594d. Nov 12 10:59:39.448396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd1423-e744-44b6-a953-23f42250ec79 req-92c06fde-9985-41a3-bb1e-b2d3cf683db1 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.482171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1efd1423-e744-44b6-a953-23f42250ec79 req-92c06fde-9985-41a3-bb1e-b2d3cf683db1 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 943 time: 0.2079554 Nov 12 10:59:39.512762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-a80c8fdc-a564-479f-85af-25c55ffba42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.514393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-a80c8fdc-a564-479f-85af-25c55ffba42b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9da1d97de2aa4d3187116b8776cc7e88&device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 1095 time: 0.1449480 Nov 12 10:59:39.601703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1efd1423-e744-44b6-a953-23f42250ec79 req-6f595b89-db9c-408f-8599-5908e8fc11e2 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258194 Nov 12 10:59:39.618267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-42dc41eb-f46f-4e32-bea1-ac624309951b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.635708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-42dc41eb-f46f-4e32-bea1-ac624309951b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.5443869 Nov 12 10:59:39.763887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-eb429a09-1ba2-474d-8b30-fd5e88bf131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.766191 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-eb429a09-1ba2-474d-8b30-fd5e88bf131d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4cffe9d-a8d3-43cc-bb1f-c65323793108 HTTP/1.1" status: 200 len: 919 time: 0.2368381 Nov 12 10:59:39.795549 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:39.810322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:39.844003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22503f2e-c61c-4689-b1c4-25b92dec6223 req-c640ea81-7488-4910-ab0a-99bf21e35893 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0763526 Nov 12 10:59:39.909160 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-037678a3-b299-4e2f-ba05-e5bb87596278 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.2246749 Nov 12 10:59:39.932838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:40.015160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-25d944ca-5014-463b-9ba1-ae6bbae2ff8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3309f75-ada8-4460-82e8-00f7e342d759 HTTP/1.1" status: 200 len: 217 time: 0.1699798 Nov 12 10:59:40.020449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:40.241035 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:40.272429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-2e239e22-2e61-431d-89a7-183efbbaa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:40.285434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-2e239e22-2e61-431d-89a7-183efbbaa400 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b424477-f7db-4aac-9306-b84573cb7ee2 HTTP/1.1" status: 200 len: 858 time: 0.2559798 Nov 12 10:59:40.316809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb136e-4714-4602-a80c-5fb7e42ec647 req-0e5b345c-2525-4f0a-82e7-1666c2965002 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:40.324196 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:40.338738 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5bcb136e-4714-4602-a80c-5fb7e42ec647 req-0e5b345c-2525-4f0a-82e7-1666c2965002 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 945 time: 0.2177398 Nov 12 10:59:40.484453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-72953735-03b4-4c52-b8bc-d5c46be1842f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4cffe9d-a8d3-43cc-bb1f-c65323793108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761808 Nov 12 10:59:40.493245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Network b2d8740b-ad04-4daf-aba6-56d815392558 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:40.523279 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5bcb136e-4714-4602-a80c-5fb7e42ec647 req-054f97f9-cd85-4768-9449-0958aa9d0f13 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1823485 Nov 12 10:59:40.565850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:40.588482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:40.590050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:40.624992 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:40.625484 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 disassociated. External IP: 172.25.2.7, port: dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f. Nov 12 10:59:40.637638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:40.766668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-2956344f-e87e-4a1c-8405-d47852100d52 service neutron] 10.222.0.59 "GET /v2.0/networks/c4cffe9d-a8d3-43cc-bb1f-c65323793108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416415 Nov 12 10:59:40.965645 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e658d4d-5a2f-4f83-b2f3-287ae6d9147d req-1ed38551-024e-437d-b702-99373f0d6e95 service neutron] 10.222.0.59 "GET /v2.0/networks/c4cffe9d-a8d3-43cc-bb1f-c65323793108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847219 Nov 12 10:59:40.986185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e451f-2990-4abd-b808-341c399a8513 req-707e0b1a-2c52-446c-98ab-d8dd9a4634a7 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:40.988608 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b79e451f-2990-4abd-b808-341c399a8513 req-707e0b1a-2c52-446c-98ab-d8dd9a4634a7 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 945 time: 0.3050485 Nov 12 10:59:41.009870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55540) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:41.016223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Request body: {'floatingip': {'port_id': '75080498-f4ba-45e2-9da9-7bc7f09cbe95'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:41.119474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event updated for resources: {'Port': ['ID=76451df9-a6d4-4047-8fca-d90d2d7b4717,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:41.158449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.173553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:41.174409 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.280954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-045ac824-fdab-4d3a-91f5-54f84223c4ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6208651 Nov 12 10:59:41.405539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e80e1-0ffe-4a0c-baca-753d84268597 req-80340a5b-5ae6-4b4f-a521-8989336724e2 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:41.429434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-824e80e1-0ffe-4a0c-baca-753d84268597 req-80340a5b-5ae6-4b4f-a521-8989336724e2 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 943 time: 0.2036624 Nov 12 10:59:41.463100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:41.487035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.491326 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] Sync routers for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:41.508087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Request body: {'port': {'device_id': '270e11ad-e2d0-43a5-b2b3-7bcd105166af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:41.529423 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:41.530933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:41.597752 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-824e80e1-0ffe-4a0c-baca-753d84268597 req-b7361583-5e41-42b5-b5ca-eb0c13889270 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655343 Nov 12 10:59:41.742597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d57b90c1-5f31-4b65-84d8-fa5e9535e826 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "PUT /v2.0/floatingips/c73db7f9-2f11-4ae2-8d85-e07bf756327c HTTP/1.1" status: 200 len: 991 time: 6.6873283 Nov 12 10:59:41.755023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:41.764613 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036acc41-14aa-4d20-8fd3-5164ba4a0227" -d '{"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:41.768726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.812972 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:42.209070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Router 0e39c3e3-e282-417b-aaf6-6392721df806 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:42.341126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'c73db7f9-2f11-4ae2-8d85-e07bf756327c', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'port_id': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'mac_address': 'fa:16:3e:45:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:57:43Z', 'updated_at': '2021-11-12T10:59:38Z', 'revision_number': 1, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:42.410584 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] Checking router: 54f5e2aa-059d-4dae-ac00-4fe6f13190bb for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:42.419665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd88cc3-38db-475e-bc04-a8c712ae2eb9 req-8ce90552-93d7-4b42-8581-7fd6a06c5a12 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:42.424349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbd88cc3-38db-475e-bc04-a8c712ae2eb9 req-8ce90552-93d7-4b42-8581-7fd6a06c5a12 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 931 time: 0.6954844 Nov 12 10:59:42.427574 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:42.428269 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:42.529515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:42.540415 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.541425 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:42.563567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:42.564778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:42.594379 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:42.614291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-3be1abd3-97c2-46d1-954b-af0b45ff8b81 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "PUT /v2.0/floatingips/b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 HTTP/1.1" status: 200 len: 693 time: 2.6921270 Nov 12 10:59:42.623004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76451df9-a6d4-4047-8fca-d90d2d7b4717 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:42.633416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.653927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbd88cc3-38db-475e-bc04-a8c712ae2eb9 req-1aa44635-19ca-406f-9912-a3c25d7a5fc5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142904 Nov 12 10:59:42.671059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55564) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:42.692373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-341418735'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:42.740513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Transition to ACTIVE for port object 76451df9-a6d4-4047-8fca-d90d2d7b4717 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:42.740814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.resource_extend [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:59:42.750812 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.813119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Pushing event updated for resources: {'Port': ['ID=76451df9-a6d4-4047-8fca-d90d2d7b4717,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:42.852667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-f25f7ea3-6681-44dc-ab92-1bdea08ac3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:42.862610 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-f25f7ea3-6681-44dc-ab92-1bdea08ac3e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 1098 time: 0.2153194 Nov 12 10:59:42.947247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:42.958443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.968568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.971210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:42.986125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.073526 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df5a340-3b40-41eb-9b4b-7320a1e69163 x-openstack-request-id: req-6df5a340-3b40-41eb-9b4b-7320a1e69163 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:43.073839 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:43.074113 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6df5a340-3b40-41eb-9b4b-7320a1e69163 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:43.074545 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'status': 'completed', 'code': 200} Nov 12 10:59:43.188543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:59:43.202429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.203068 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Added segment 9cc27aab-de9e-4e1f-8e83-d3dca1d887c7 of type vlan for network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 Nov 12 10:59:43.257949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-8bc70945-8eb2-4234-8f8f-a581e81d0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.258427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-8bc70945-8eb2-4234-8f8f-a581e81d0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.259145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-8bc70945-8eb2-4234-8f8f-a581e81d0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.259621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-8bc70945-8eb2-4234-8f8f-a581e81d0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.260081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-8bc70945-8eb2-4234-8f8f-a581e81d0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.260538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-8bc70945-8eb2-4234-8f8f-a581e81d0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.261042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-8bc70945-8eb2-4234-8f8f-a581e81d0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.263004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-8bc70945-8eb2-4234-8f8f-a581e81d0d04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6508 time: 0.2272422 Nov 12 10:59:43.283433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'c73db7f9-2f11-4ae2-8d85-e07bf756327c', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'port_id': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'mac_address': 'fa:16:3e:45:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:57:43Z', 'updated_at': '2021-11-12T10:59:38Z', 'revision_number': 1, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:43.293921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.346033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.346497 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83224240-7bab-41b0-9e90-79eb1162564e None None] The sync data for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 is: [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'c73db7f9-2f11-4ae2-8d85-e07bf756327c', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'port_id': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'mac_address': 'fa:16:3e:45:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:57:43Z', 'updated_at': '2021-11-12T10:59:38Z', 'revision_number': 1, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:43.356497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.357680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.416248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef93f2a-e19d-467c-8043-19e3a8dbd4ce req-82bd8f15-c7e8-4473-95f9-8c3d3763547a tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.433348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ef93f2a-e19d-467c-8043-19e3a8dbd4ce req-82bd8f15-c7e8-4473-95f9-8c3d3763547a tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 943 time: 0.2073586 Nov 12 10:59:43.467046 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Floating IP 1673b8f8-4195-43fe-b6f2-d2ba0109237b associated. External IP: 172.25.2.171, port: 75080498-f4ba-45e2-9da9-7bc7f09cbe95. Nov 12 10:59:43.487938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Network': ['ID=30242ffe-b2cb-4be4-a644-5d3c25b638a9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:43.489309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:43.509414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-748eb50f-d6bc-44fc-b5a1-702a876063d6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8371840 Nov 12 10:59:43.510159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55582) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:43.524103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-623298222'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:43.571641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:43.579537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:59:43.602045 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ef93f2a-e19d-467c-8043-19e3a8dbd4ce req-f83dbbc6-46ef-471e-b674-c3d4fded43a6 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673336 Nov 12 10:59:43.648550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-fbc9792b-7f94-4d95-a2ec-906ae3f17916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.650420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-fbc9792b-7f94-4d95-a2ec-906ae3f17916 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.7868266 Nov 12 10:59:43.653785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:43.655036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:43.655825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:43.657456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.711026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Attempting to bind port 76451df9-a6d4-4047-8fca-d90d2d7b4717 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:43.711572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Attempting to bind port 76451df9-a6d4-4047-8fca-d90d2d7b4717 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:43.712018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Attempting to bind port 76451df9-a6d4-4047-8fca-d90d2d7b4717 on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:43.750489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-d51a57ba-b037-4a1f-964c-f1200a61d010 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 217 time: 0.0613503 Nov 12 10:59:43.767159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-0574bd02-35fd-4cc2-a92a-9aeb5e7896b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.768817 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-0574bd02-35fd-4cc2-a92a-9aeb5e7896b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f693615-e5a7-41a0-9004-ac6f0aac8815 HTTP/1.1" status: 200 len: 916 time: 0.4910109 Nov 12 10:59:43.773997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:59:43.784280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.784701 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Added segment c4985c77-0aa7-4c96-bb51-492dcef7bf4d of type vlan for network 2d919481-045f-4df0-b787-b33b0ee846c5 Nov 12 10:59:43.817847 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12786577-1c8a-4cca-89f4-4d2aed82580a None None] New status for floating IP c73db7f9-2f11-4ae2-8d85-e07bf756327c: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:43.934542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:43.945363 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-00b60362-2fa4-4f1c-832d-7f240da43b90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d HTTP/1.1" status: 200 len: 999 time: 0.0977676 Nov 12 10:59:43.950784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Port 76451df9-a6d4-4047-8fca-d90d2d7b4717 on network b2d8740b-ad04-4daf-aba6-56d815392558 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:43.951109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Attempting to bind port 76451df9-a6d4-4047-8fca-d90d2d7b4717 on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:43.997222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:43.997557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Checking segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:43.997949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Bound using segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:43.998415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Bound port: 76451df9-a6d4-4047-8fca-d90d2d7b4717, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:44.002292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:44.005356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-12001bf0-2254-48cc-8257-4bca431534f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.013026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-12001bf0-2254-48cc-8257-4bca431534f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1604075 Nov 12 10:59:44.041682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:44.092662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b3309f75-ada8-4460-82e8-00f7e342d759 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:44.257529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b3309f75-ada8-4460-82e8-00f7e342d759, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3309f75-ada8-4460-82e8-00f7e342d759,segment=NetworkSegment(22ce709b-5e6b-429c-84fc-40dce6f7d309),segment_id=22ce709b-5e6b-429c-84fc-40dce6f7d309)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:44.269465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25652320-9fab-4d20-adbf-d9f3fecff709 req-e4a7813e-7808-4e5a-b8fc-cf7cf1e635cb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.277441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] For port 76451df9-a6d4-4047-8fca-d90d2d7b4717, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:44.282053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25652320-9fab-4d20-adbf-d9f3fecff709 req-e4a7813e-7808-4e5a-b8fc-cf7cf1e635cb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 943 time: 0.3347464 Nov 12 10:59:44.284414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'b3309f75-ada8-4460-82e8-00f7e342d759', 'network_id': 'c4cffe9d-a8d3-43cc-bb1f-c65323793108', 'port_id': 'b3309f75-ada8-4460-82e8-00f7e342d759', 'mac_address': 'fa:16:3e:db:7a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b424477-f7db-4aac-9306-b84573cb7ee2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:44.287525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] For port 76451df9-a6d4-4047-8fca-d90d2d7b4717, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76451df9-a6d4-4047-8fca-d90d2d7b4717,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:44.297196 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:44.333018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-45f411d6-b6cb-4e65-a925-f61111209d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.335463 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-45f411d6-b6cb-4e65-a925-f61111209d85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eb17540-e5ed-4e03-aa3a-b71844022014 HTTP/1.1" status: 200 len: 854 time: 0.3739076 Nov 12 10:59:44.393777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:44.401929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.402894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:44.420083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Pushing event updated for resources: {'Port': ['ID=76451df9-a6d4-4047-8fca-d90d2d7b4717,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:44.446990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9277022 Nov 12 10:59:44.465479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55596) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:44.477386 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:44.478616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'subnet': {'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:44.508202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.514401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3309f75-ada8-4460-82e8-00f7e342d759 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:44.515033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:44.516722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-30520604-35fe-44ec-837d-6aa5e08ad90f service neutron] 10.222.0.59 "PUT /v2.0/ports/76451df9-a6d4-4047-8fca-d90d2d7b4717 HTTP/1.1" status: 200 len: 1092 time: 3.0197246 Nov 12 10:59:44.545614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:44.564610 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25652320-9fab-4d20-adbf-d9f3fecff709 req-af915e6f-6d84-4ca2-a0b9-c9f390674407 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791264 Nov 12 10:59:44.582947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b3309f75-ada8-4460-82e8-00f7e342d759, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3309f75-ada8-4460-82e8-00f7e342d759,segment=NetworkSegment(22ce709b-5e6b-429c-84fc-40dce6f7d309),segment_id=22ce709b-5e6b-429c-84fc-40dce6f7d309)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:44.589420 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:44.635849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-da07d836-9bf9-4f97-b1e0-5dc618a3ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.637955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-da07d836-9bf9-4f97-b1e0-5dc618a3ac53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5858665 Nov 12 10:59:44.695114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-7de1c4cc-2e1e-420b-94d7-ab3c8ff7549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.697376 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-7de1c4cc-2e1e-420b-94d7-ab3c8ff7549c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f693615-e5a7-41a0-9004-ac6f0aac8815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3313549 Nov 12 10:59:44.699150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c61db-9b30-4b59-b844-8732b34b3653 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Network': ['ID=2d919481-045f-4df0-b787-b33b0ee846c5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:44.792834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-ca291a59-d24b-4756-a316-81d5eb19e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.794700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-ca291a59-d24b-4756-a316-81d5eb19e7bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 1095 time: 0.1804631 Nov 12 10:59:44.884536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b3309f75-ada8-4460-82e8-00f7e342d759,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:44.901136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-58cbc27f-b4cd-419c-896a-e27599763766 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76451df9-a6d4-4047-8fca-d90d2d7b4717 HTTP/1.1" status: 200 len: 217 time: 0.0858359 Nov 12 10:59:44.906098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-81ec7fa5-0de1-46bd-9303-a3c69e8cc708 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558644 Nov 12 10:59:44.941722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 2d919481-045f-4df0-b787-b33b0ee846c5 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:59:44.996970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:45.003283 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:45.074308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-417c07a7-9cec-4a8c-ad20-6a8192431dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.076595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-417c07a7-9cec-4a8c-ad20-6a8192431dbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1654489 Nov 12 10:59:45.080439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f'}, {'name': 'network-changed', 'server_uuid': '270e11ad-e2d0-43a5-b2b3-7bcd105166af', 'tag': '76451df9-a6d4-4047-8fca-d90d2d7b4717'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:45.084677 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf86842c-a935-4547-9a4d-b252d22b4ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f"}, {"name": "network-changed", "server_uuid": "270e11ad-e2d0-43a5-b2b3-7bcd105166af", "tag": "76451df9-a6d4-4047-8fca-d90d2d7b4717"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:45.097939 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b3309f75-ada8-4460-82e8-00f7e342d759'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:45.127583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-49be462f-f2b9-46d8-9b78-e62e72a044f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320361 Nov 12 10:59:45.139442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:45.145690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-2e822e19-6bb1-40c3-82c1-70cb18e0c83b service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962636 Nov 12 10:59:45.148535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:45.185190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:45.188876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] Sync routers for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:45.189321 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1200630a-d441-4ab3-a565-b68f0b6ded9b req-51bef5b3-e1b7-4ece-9d94-c0874edb9e7c service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604539 Nov 12 10:59:45.283674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-f0345d58-7f3c-476c-b1bf-ef65ae9f405b service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453564 Nov 12 10:59:45.317019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20026dbd-bfaa-4801-b953-c89403a06e7c None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:45.337785 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38e5c15-2b67-44c2-961f-8e6b9bc314ec x-openstack-request-id: req-b38e5c15-2b67-44c2-961f-8e6b9bc314ec {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:45.338247 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "270e11ad-e2d0-43a5-b2b3-7bcd105166af", "tag": "76451df9-a6d4-4047-8fca-d90d2d7b4717", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:45.338519 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b38e5c15-2b67-44c2-961f-8e6b9bc314ec {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:45.339560 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'status': 'completed', 'code': 200} Nov 12 10:59:45.339560 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270e11ad-e2d0-43a5-b2b3-7bcd105166af', 'tag': '76451df9-a6d4-4047-8fca-d90d2d7b4717', 'status': 'completed', 'code': 200} Nov 12 10:59:45.398169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:45.398169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:45.562695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ce6822-d91a-4ba3-a28f-3d0d9a738353 req-baf4fa0e-6866-4ac1-a380-329d929217af service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697759 Nov 12 10:59:45.829387 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-036acc41-14aa-4d20-8fd3-5164ba4a0227 req-ec772547-dc1a-4557-b994-31a5fe2bf710 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646326 Nov 12 10:59:45.882959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:45.894246 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d770e9ab-2466-43f6-b64f-4dab6bac26d0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "PUT /v2.0/floatingips/1673b8f8-4195-43fe-b6f2-d2ba0109237b HTTP/1.1" status: 200 len: 991 time: 4.8829896 Nov 12 10:59:45.900189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'tag': '75080498-f4ba-45e2-9da9-7bc7f09cbe95'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:45.906494 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "93b7f4e3-430b-4a13-ae97-4c76ac6b55af", "tag": "75080498-f4ba-45e2-9da9-7bc7f09cbe95"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:45.906899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-78f0f19b-aeba-4f0a-ad28-69d7684762c1 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.908917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-78f0f19b-aeba-4f0a-ad28-69d7684762c1 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2199457 Nov 12 10:59:45.933886 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:45.962920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbd63b-a0d2-41d8-bd53-a8891f2c2fe5 req-5386d048-2040-41e1-a17a-aea3dad3731d tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.964976 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eebbd63b-a0d2-41d8-bd53-a8891f2c2fe5 req-5386d048-2040-41e1-a17a-aea3dad3731d tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 944 time: 1.0373437 Nov 12 10:59:46.035962 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c719f-2d56-45f4-bb74-1a8f8d647d00 None None] New status for floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:46.073408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-4dfdbaf9-daf4-49bc-8e8b-a22b5b04c86e tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 696 time: 0.1429954 Nov 12 10:59:46.085085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Request body: {'floatingip': {'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:46.175217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Subnet': ['ID=683a5c0c-1d18-4977-85fb-b2d3490b3daf,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:46.280123 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:46.300570 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eebbd63b-a0d2-41d8-bd53-a8891f2c2fe5 req-ebdb2883-d81b-4bae-ac7d-48d464f501eb tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264004 Nov 12 10:59:46.303641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-b782ebd4-b8ef-4019-88f2-9afb55a9506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:46.326931 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-b782ebd4-b8ef-4019-88f2-9afb55a9506f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 1098 time: 0.5200565 Nov 12 10:59:46.543054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Checking segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:46.543768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network hostable DHCP agents. Network: 30242ffe-b2cb-4be4-a644-5d3c25b638a9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:59:46.671802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:59:46.686494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '1673b8f8-4195-43fe-b6f2-d2ba0109237b', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'port_id': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'mac_address': 'fa:16:3e:85:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:08Z', 'updated_at': '2021-11-12T10:59:42Z', 'revision_number': 1, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 5, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:46.700344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3af259-00ac-4d63-872b-7e7013dea322 req-fbc0f865-6a4b-4e87-9b7e-4497fb186318 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:46.712823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f3af259-00ac-4d63-872b-7e7013dea322 req-fbc0f865-6a4b-4e87-9b7e-4497fb186318 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 943 time: 0.1878324 Nov 12 10:59:46.725557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] Checking router: 4f368363-f3df-45f3-88b8-c5bd40bd6bcc for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:46.736277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:46.737086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:46.766329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-8fcb9de7-1bdb-465d-9867-5f4a464ac644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:46.769123 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-8fcb9de7-1bdb-465d-9867-5f4a464ac644 service neutron] 10.222.0.59 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.4116249 Nov 12 10:59:46.770022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 30242ffe-b2cb-4be4-a644-5d3c25b638a9) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:46.781333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:46.781333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:46.816230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd528fe4-b575-4207-997a-b2a3e0abca91 None None] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:46.861398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f3af259-00ac-4d63-872b-7e7013dea322 req-860833b7-80e3-43db-8fc8-932d30267f7e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469882 Nov 12 10:59:46.960331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-026ca06d-65af-487f-9ea8-288d51b77859 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 200 len: 217 time: 0.1718826 Nov 12 10:59:46.975187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-51df4c62-3dcb-479d-bb2a-5bee3adb0733 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5075917 Nov 12 10:59:46.994311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:47.004245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'subnet': {'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:47.086367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-95f86692-68e2-4b9e-a8c0-82fbe80605d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.090398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-95f86692-68e2-4b9e-a8c0-82fbe80605d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1106193 Nov 12 10:59:47.241829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-e4bd4688-10b6-4094-8ae5-584800227601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.247403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-e4bd4688-10b6-4094-8ae5-584800227601 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428094 Nov 12 10:59:47.262098 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.api [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:59:47.262427 n-d-768851-19 neutron-server[109165]: DEBUG oslo_db.api [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:59:47.321647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:47.332785 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.523205 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af97562a-6658-46c5-a61e-72950b0281b0 x-openstack-request-id: req-af97562a-6658-46c5-a61e-72950b0281b0 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:47.525784 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b7f4e3-430b-4a13-ae97-4c76ac6b55af", "tag": "75080498-f4ba-45e2-9da9-7bc7f09cbe95", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:47.526159 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af97562a-6658-46c5-a61e-72950b0281b0 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:47.526587 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'tag': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'status': 'completed', 'code': 200} Nov 12 10:59:47.584364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:47.663675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-cf7a5d81-aa02-42f0-920e-48d9ff8c3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.667630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-cf7a5d81-aa02-42f0-920e-48d9ff8c3c92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfde3f0195e04fbdbb6d63434af40b6a&device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 1097 time: 0.1731672 Nov 12 10:59:47.763378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.766002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-e7b79b41-4da3-449b-97d5-2ec71e8d6654 service neutron] 10.222.0.59 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067689 Nov 12 10:59:47.869393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4403a1e-64b6-4cc3-afb0-58521873e856 req-5cc3f960-0f88-4a74-bbe9-541fded35caa tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.878462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4403a1e-64b6-4cc3-afb0-58521873e856 req-5cc3f960-0f88-4a74-bbe9-541fded35caa tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 944 time: 0.2601051 Nov 12 10:59:47.892195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-6cb8a0cd-16bc-4ec7-b730-af71a5b71b4b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.894496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-6cb8a0cd-16bc-4ec7-b730-af71a5b71b4b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 946 time: 0.2980938 Nov 12 10:59:47.931289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-dac32c83-4186-4a66-815e-212dfffef785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.933569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-dac32c83-4186-4a66-815e-212dfffef785 service neutron] 10.222.0.52 "GET /v2.0/networks?id=275f9a07-dff3-48d6-954b-d50ef76d631a HTTP/1.1" status: 200 len: 914 time: 0.2598224 Nov 12 10:59:47.989640 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'fixed_ips': [{'subnet_id': '683a5c0c-1d18-4977-85fb-b2d3490b3daf'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:59:47.991536 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.101229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-ce83a3ed-802c-4018-99ee-0f6642372b03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95 HTTP/1.1" status: 200 len: 999 time: 0.0879593 Nov 12 10:59:48.156368 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4403a1e-64b6-4cc3-afb0-58521873e856 req-26d56abd-69f6-4592-b70b-269bf2bc8cb6 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765532 Nov 12 10:59:48.177543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Allocated IP 10.1.1.2 (30242ffe-b2cb-4be4-a644-5d3c25b638a9/683a5c0c-1d18-4977-85fb-b2d3490b3daf/88b40b0e-3993-413e-ab52-acd95c134f13) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:48.195844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.252912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-70a4ea47-17af-49bc-8e49-be498862021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:48.254582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-70a4ea47-17af-49bc-8e49-be498862021d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf HTTP/1.1" status: 200 len: 852 time: 0.1207228 Nov 12 10:59:48.257356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-840c4adf-8bd4-4ab2-be25-8a0232173e73 service neutron] 10.222.0.59 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503448 Nov 12 10:59:48.279520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b3309f75-ada8-4460-82e8-00f7e342d759 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:48.447421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40915331-85f4-4b5e-9776-b28f3048e33f req-94f7e1b9-2a8d-4142-9708-7793cf5494c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:48.456438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40915331-85f4-4b5e-9776-b28f3048e33f req-94f7e1b9-2a8d-4142-9708-7793cf5494c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 943 time: 0.1876407 Nov 12 10:59:48.486605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-6230c08a-c339-4ada-bbb3-5f3a74996ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:48.488636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-6230c08a-c339-4ada-bbb3-5f3a74996ee6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=275f9a07-dff3-48d6-954b-d50ef76d631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2071598 Nov 12 10:59:48.575935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port b3309f75-ada8-4460-82e8-00f7e342d759 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:48.589546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port b3309f75-ada8-4460-82e8-00f7e342d759 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:48.590208 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.654600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.670382 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.746110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '1673b8f8-4195-43fe-b6f2-d2ba0109237b', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'port_id': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'mac_address': 'fa:16:3e:85:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:08Z', 'updated_at': '2021-11-12T10:59:42Z', 'revision_number': 1, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 5, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:48.802613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Pushing event updated for resources: {'Port': ['ID=88b40b0e-3993-413e-ab52-acd95c134f13,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:48.816158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:48.846358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:48.854848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:48.869559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83308bb-466a-4688-85f2-c19fb8a14385 None None] The sync data for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 is: [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '1673b8f8-4195-43fe-b6f2-d2ba0109237b', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'port_id': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'mac_address': 'fa:16:3e:85:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:08Z', 'updated_at': '2021-11-12T10:59:42Z', 'revision_number': 1, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 5, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:48.888995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.889486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.889934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.890513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.896428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.897102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.902972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.906289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.907478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.908567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.910451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.914462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:48.946751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Subnet': ['ID=3ed4e895-c978-40d2-9132-ae02deaae3eb,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:49.011181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Deleting port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:49.011523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.031007 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.095130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Checking segment: {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:49.095489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network hostable DHCP agents. Network: 2d919481-045f-4df0-b787-b33b0ee846c5, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:59:49.117143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-2a4298e9-3a8b-4528-9216-0e7738bfeb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.119438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-2a4298e9-3a8b-4528-9216-0e7738bfeb87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 1095 time: 0.7497869 Nov 12 10:59:49.199611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b3309f75-ada8-4460-82e8-00f7e342d759, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3309f75-ada8-4460-82e8-00f7e342d759,segment=NetworkSegment(22ce709b-5e6b-429c-84fc-40dce6f7d309),segment_id=22ce709b-5e6b-429c-84fc-40dce6f7d309)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:49.209977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff12d2-433e-4354-964a-d1abfecd1b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3309f75-ada8-4460-82e8-00f7e342d759'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:49.218137 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3211a9d-964b-44d7-968b-6b051a9c4810" -d '{"events": [{"server_uuid": "04ff12d2-433e-4354-964a-d1abfecd1b8e", "name": "network-vif-plugged", "status": "completed", "tag": "b3309f75-ada8-4460-82e8-00f7e342d759"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:49.229573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Attempting to bind port 88b40b0e-3993-413e-ab52-acd95c134f13 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:49.235955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40915331-85f4-4b5e-9776-b28f3048e33f req-d63b45a4-03f7-4c80-8d40-7e13831dbf5d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781518 Nov 12 10:59:49.238093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Attempting to bind port 88b40b0e-3993-413e-ab52-acd95c134f13 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:49.238586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Attempting to bind port 88b40b0e-3993-413e-ab52-acd95c134f13 on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:49.259763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:49.262623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Checking segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:49.263216 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.263720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Bound using segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:49.264765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Bound port: 88b40b0e-3993-413e-ab52-acd95c134f13, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:49.267020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.270051 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.417051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ad789-34ec-46ae-884d-77cfb8b320ee None None] New status for floating IP 1673b8f8-4195-43fe-b6f2-d2ba0109237b: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:49.463157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-480de2e9-79dc-4eaf-ad30-d03e17e3de5b service neutron] 10.222.0.52 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9620435 Nov 12 10:59:49.510233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-214f4c37-fc0f-4eae-8db2-be8ca971e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.512146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-214f4c37-fc0f-4eae-8db2-be8ca971e719 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 912 time: 0.3818076 Nov 12 10:59:49.512760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 2d919481-045f-4df0-b787-b33b0ee846c5 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:59:49.578380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 2d919481-045f-4df0-b787-b33b0ee846c5) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:49.600031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.resource_extend [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:59:49.618078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.618711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670fa2bb-cfd4-43a4-af00-431395f0fa74 None None] Network 2d919481-045f-4df0-b787-b33b0ee846c5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:49.621345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.633397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] For port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:49.636264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.706393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Calling delete_port for dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:49.706521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a836db7-ba4f-40d8-8742-3ae3ec49f9fc req-4a7b0220-9fcb-4032-b482-5e15e685204b service neutron] 10.222.0.52 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295597 Nov 12 10:59:49.717268 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ec34c338-1c1a-423a-a292-e76aacf145aa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7213316 Nov 12 10:59:49.724757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55658) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:49.731736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'port': {'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'name': 'tempest-TaggedBootDevicesTest-2085761402', 'fixed_ips': [{'subnet_id': '683a5c0c-1d18-4977-85fb-b2d3490b3daf'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:49.776736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.816200 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.831046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-a5a5002a-30d3-4d39-976a-19d37a3b1df7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76451df9-a6d4-4047-8fca-d90d2d7b4717 HTTP/1.1" status: 200 len: 217 time: 0.3002589 Nov 12 10:59:49.902412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b3309f75-ada8-4460-82e8-00f7e342d759,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:49.919422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-ac570be5-88e2-4c2d-8bf3-9bda0b4789a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.921942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-ac570be5-88e2-4c2d-8bf3-9bda0b4789a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.0738842 Nov 12 10:59:49.938863 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61f8e7-8189-49bd-8dbc-c44846abd6f7 req-a0b5743a-2649-4983-b645-14895a8d6c21 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.941052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f61f8e7-8189-49bd-8dbc-c44846abd6f7 req-a0b5743a-2649-4983-b645-14895a8d6c21 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 945 time: 0.2329028 Nov 12 10:59:49.997314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-41ec893e-7a87-4a15-8f7b-c739167bb2c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474188 Nov 12 10:59:50.153505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 76451df9-a6d4-4047-8fca-d90d2d7b4717 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:50.157349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f61f8e7-8189-49bd-8dbc-c44846abd6f7 req-c4e76d33-bf78-458c-9c9c-f37127e9c31d tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636868 Nov 12 10:59:50.167286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] For port 88b40b0e-3993-413e-ab52-acd95c134f13, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:50.168068 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 associated. External IP: 172.25.2.7, port: 1e4b92d3-a646-4564-b1a1-9992d7daa305. Nov 12 10:59:50.231418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] For port 88b40b0e-3993-413e-ab52-acd95c134f13, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=88b40b0e-3993-413e-ab52-acd95c134f13,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:50.256526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-86f71b00-e0ec-476b-a170-2c6363256cc2 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560310 Nov 12 10:59:50.278622 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:50.392709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:50.441358 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b72d35-2ce6-4942-9d81-bbdac4c66769 x-openstack-request-id: req-47b72d35-2ce6-4942-9d81-bbdac4c66769 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:50.441690 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ff12d2-433e-4354-964a-d1abfecd1b8e", "name": "network-vif-plugged", "status": "completed", "tag": "b3309f75-ada8-4460-82e8-00f7e342d759", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:50.441988 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47b72d35-2ce6-4942-9d81-bbdac4c66769 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:50.442285 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff12d2-433e-4354-964a-d1abfecd1b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3309f75-ada8-4460-82e8-00f7e342d759', 'code': 200} Nov 12 10:59:50.566228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-2d919481-045f-4df0-b787-b33b0ee846c5', 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'fixed_ips': [{'subnet_id': '3ed4e895-c978-40d2-9132-ae02deaae3eb'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:59:50.567799 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:50.686675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb6379-6d3d-4c2a-80f5-4e847abcf850 req-5aec57d6-b30f-4ca3-96aa-8806bb931d96 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:50.696916 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58bb6379-6d3d-4c2a-80f5-4e847abcf850 req-5aec57d6-b30f-4ca3-96aa-8806bb931d96 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 943 time: 0.2318127 Nov 12 10:59:50.704938 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf86842c-a935-4547-9a4d-b252d22b4ffa req-81faa752-e158-477e-9fd6-fd27068ceba9 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380994 Nov 12 10:59:50.856592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58bb6379-6d3d-4c2a-80f5-4e847abcf850 req-ba36139e-a384-4854-9cc6-0f21c16200ee tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493654 Nov 12 10:59:51.012583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:51.079089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Pushing event deleted for resources: {'Port': ['ID=dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:51.141682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d172684-5abc-4568-9195-8bc532b482a2 req-aff032b9-5c05-430b-8ab1-d02b78aa0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.144588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d172684-5abc-4568-9195-8bc532b482a2 req-aff032b9-5c05-430b-8ab1-d02b78aa0240 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 1097 time: 0.7365749 Nov 12 10:59:51.283959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] No DVR routers for this DVR port dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:51.307924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:51.336750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6de47567-1742-4ad9-a25c-a64a8e8ddacd req-0d02ae49-b07c-4d83-bc60-8e39bc6b89b5 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.59 "DELETE /v2.0/ports/dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f HTTP/1.1" status: 204 len: 173 time: 3.3896179 Nov 12 10:59:51.347541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'name': 'network-vif-deleted', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:51.360980 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcf7a3f-61b1-42db-af88-e9c7a09e4683" -d '{"events": [{"server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "name": "network-vif-deleted", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:51.450133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Allocated IP 10.2.2.2 (2d919481-045f-4df0-b787-b33b0ee846c5/3ed4e895-c978-40d2-9132-ae02deaae3eb/a25f893a-3411-4a7c-9af4-f2e12db531c9) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:51.516681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:51.518949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['1e4b92d3-a646-4564-b1a1-9992d7daa305'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:51.658488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a41ac-d358-48a2-87ff-06103842e151 req-1a1b0980-11f3-4f62-a4e0-93e5d41565fa tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.674660 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-501a41ac-d358-48a2-87ff-06103842e151 req-1a1b0980-11f3-4f62-a4e0-93e5d41565fa tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 945 time: 0.1768744 Nov 12 10:59:51.897215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:51.938464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-501a41ac-d358-48a2-87ff-06103842e151 req-8ca8100a-7724-495e-8626-138e1430990e tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608335 Nov 12 10:59:51.950649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459977c-8eb4-41cf-be29-2e87598f10fe None None] Pushing event updated for resources: {'Port': ['ID=88b40b0e-3993-413e-ab52-acd95c134f13,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:51.990395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-6f860a33-3d1d-4970-85ec-f396d0513b04 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1994076 Nov 12 10:59:52.010972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 76451df9-a6d4-4047-8fca-d90d2d7b4717, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76451df9-a6d4-4047-8fca-d90d2d7b4717,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:52.035265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Router 0e39c3e3-e282-417b-aaf6-6392721df806 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:52.047963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '76451df9-a6d4-4047-8fca-d90d2d7b4717', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'port_id': '76451df9-a6d4-4047-8fca-d90d2d7b4717', 'mac_address': 'fa:16:3e:b7:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033bea7-dc1e-48f6-848f-34d48b4fe2b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:52.062692 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:52.068551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:52.113846 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db5c2e8-9596-4f66-9bda-3ab016d4de91 x-openstack-request-id: req-8db5c2e8-9596-4f66-9bda-3ab016d4de91 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:52.114253 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c", "name": "network-vif-deleted", "tag": "dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:52.114614 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8db5c2e8-9596-4f66-9bda-3ab016d4de91 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:52.115138 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c', 'name': 'network-vif-deleted', 'tag': 'dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f', 'status': 'completed', 'code': 200} Nov 12 10:59:52.122421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d172684-5abc-4568-9195-8bc532b482a2 req-3db91533-1b4a-4c51-9c92-cf8c8cedb597 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9643404 Nov 12 10:59:52.187074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-73533804-3616-41fd-b0ea-ec9670eb3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.187680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-73533804-3616-41fd-b0ea-ec9670eb3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.188173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-73533804-3616-41fd-b0ea-ec9670eb3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.188856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-73533804-3616-41fd-b0ea-ec9670eb3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.189540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-73533804-3616-41fd-b0ea-ec9670eb3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.190054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-73533804-3616-41fd-b0ea-ec9670eb3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.190588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-73533804-3616-41fd-b0ea-ec9670eb3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.193838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-73533804-3616-41fd-b0ea-ec9670eb3990 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6508 time: 0.1040647 Nov 12 10:59:52.275361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc122726-b454-4bd4-971f-d1c35cf0e28e req-a5ca4e07-5c68-497e-890c-55fba1f43c32 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1916213 Nov 12 10:59:52.294280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] device_id is not set on port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 10:59:52.309217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Pushing event updated for resources: {'Port': ['ID=a25f893a-3411-4a7c-9af4-f2e12db531c9,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:52.397209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Network 2d919481-045f-4df0-b787-b33b0ee846c5 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:52.428657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:52.450779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314138d7-df03-4a53-bb77-d4185a0e81a8 req-19c6e466-ff72-4f43-a890-9d12d892a2ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.456136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:52.465665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314138d7-df03-4a53-bb77-d4185a0e81a8 req-19c6e466-ff72-4f43-a890-9d12d892a2ed tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 943 time: 0.2713611 Nov 12 10:59:52.477322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:52.569664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314138d7-df03-4a53-bb77-d4185a0e81a8 req-1ef4c6ec-582d-43eb-aa61-a026ae6015eb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028547 Nov 12 10:59:52.619786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-e0a09987-1484-4c03-9af3-85b0c1e6f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.620287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-e0a09987-1484-4c03-9af3-85b0c1e6f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.620747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-e0a09987-1484-4c03-9af3-85b0c1e6f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.627557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-e0a09987-1484-4c03-9af3-85b0c1e6f3b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f693615-e5a7-41a0-9004-ac6f0aac8815&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 HTTP/1.1" status: 200 len: 2297 time: 0.3512454 Nov 12 10:59:52.660535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc122726-b454-4bd4-971f-d1c35cf0e28e req-94af7cd7-ed0d-46eb-b913-d4a1a933e827 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=e9b46ac4-8c9a-42d8-b319-3d9b4aaedd7c HTTP/1.1" status: 200 len: 210 time: 0.1307919 Nov 12 10:59:52.690493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76451df9-a6d4-4047-8fca-d90d2d7b4717 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:52.724222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace38df7-c717-46f7-9cdd-410cc98f11db None None] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:52.890007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-76e9e852-5e61-4ea4-b725-f9845a45b4d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d HTTP/1.1" status: 200 len: 1001 time: 0.2558899 Nov 12 10:59:52.979898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 76451df9-a6d4-4047-8fca-d90d2d7b4717, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76451df9-a6d4-4047-8fca-d90d2d7b4717,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:53.012160 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:53.024963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Attempting to bind port a25f893a-3411-4a7c-9af4-f2e12db531c9 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:53.025567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Attempting to bind port a25f893a-3411-4a7c-9af4-f2e12db531c9 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:53.026101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Attempting to bind port a25f893a-3411-4a7c-9af4-f2e12db531c9 on network 2d919481-045f-4df0-b787-b33b0ee846c5 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:53.030601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-276731a6-9373-413a-a2b7-b91e9ce1dd8a None None] Provisioning complete for port 88b40b0e-3993-413e-ab52-acd95c134f13 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:53.031336 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-276731a6-9373-413a-a2b7-b91e9ce1dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:53.076644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-2f5d7c05-51e1-4ddf-8507-bc9fbc1c5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:53.081103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-2f5d7c05-51e1-4ddf-8507-bc9fbc1c5d7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eb17540-e5ed-4e03-aa3a-b71844022014 HTTP/1.1" status: 200 len: 854 time: 0.1757860 Nov 12 10:59:53.197026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-39ac6e14-af80-4bfb-8490-fb0f0d6677f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:53.200086 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-39ac6e14-af80-4bfb-8490-fb0f0d6677f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f693615-e5a7-41a0-9004-ac6f0aac8815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021848 Nov 12 10:59:53.269528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:53.273370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Checking segment: {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:53.274940 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:53.276989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Bound using segment: {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:53.278840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Bound port: a25f893a-3411-4a7c-9af4-f2e12db531c9, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:53.279901 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:53.361964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:53.373384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:53.391349 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:53.422199 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:53.426513 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:53.479527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc122726-b454-4bd4-971f-d1c35cf0e28e req-c2564712-fcc5-4a3d-a451-bbf5474b884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:53.481520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc122726-b454-4bd4-971f-d1c35cf0e28e req-c2564712-fcc5-4a3d-a451-bbf5474b884a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2a1527725895485fafec360f4adecb3e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.7945654 Nov 12 10:59:53.492194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-bcb6dddf-bd85-416e-a10b-452dd8d45f5a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "PUT /v2.0/floatingips/b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 HTTP/1.1" status: 200 len: 995 time: 7.4166322 Nov 12 10:59:53.498032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['76451df9-a6d4-4047-8fca-d90d2d7b4717'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:53.518023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Allocated IP 10.1.1.113 (30242ffe-b2cb-4be4-a644-5d3c25b638a9/683a5c0c-1d18-4977-85fb-b2d3490b3daf/1eb830b8-03b3-461a-85d9-5a20ac4d79e2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:53.650783 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-c93620e1-a746-465a-ba63-282c72f48768 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403963 Nov 12 10:59:53.923710 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:53.974103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=76451df9-a6d4-4047-8fca-d90d2d7b4717,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:54.042979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-37bcfa3e-3209-4d14-a7e9-0f4b79720ff6 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536561 Nov 12 10:59:54.093132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f919e6-a448-4395-a297-a3eb66b690a6 req-ef7942d9-14b1-4282-bb0c-663cb4ead0b6 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.109218 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b7f919e6-a448-4395-a297-a3eb66b690a6 req-ef7942d9-14b1-4282-bb0c-663cb4ead0b6 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 945 time: 0.8789051 Nov 12 10:59:54.113752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 88b40b0e-3993-413e-ab52-acd95c134f13 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:54.116330 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-355148de-8277-4d59-b8c5-92408756d41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.191912 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-6c0806e2-a7c4-4140-a7a0-0b6828d7663d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 217 time: 0.1358900 Nov 12 10:59:54.229916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:54.233184 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:54.256351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b7f919e6-a448-4395-a297-a3eb66b690a6 req-911d59a7-621c-4074-bb3c-208509d499bf tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407495 Nov 12 10:59:54.265032 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-276731a6-9373-413a-a2b7-b91e9ce1dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.360793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] For port a25f893a-3411-4a7c-9af4-f2e12db531c9, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:54.362955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-4c05ff6e-96bf-4d92-8482-81aacf3eef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.371613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-4c05ff6e-96bf-4d92-8482-81aacf3eef24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1714978 Nov 12 10:59:54.414702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] For port a25f893a-3411-4a7c-9af4-f2e12db531c9, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a25f893a-3411-4a7c-9af4-f2e12db531c9,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:54.431504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-276731a6-9373-413a-a2b7-b91e9ce1dd8a None None] For port 88b40b0e-3993-413e-ab52-acd95c134f13, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=88b40b0e-3993-413e-ab52-acd95c134f13,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:54.445722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.453211 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-276731a6-9373-413a-a2b7-b91e9ce1dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.496005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.513409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc122726-b454-4bd4-971f-d1c35cf0e28e req-3e8e368d-4aac-4d41-b7c8-b2c61f1047b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.527237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc122726-b454-4bd4-971f-d1c35cf0e28e req-3e8e368d-4aac-4d41-b7c8-b2c61f1047b9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0262513 Nov 12 10:59:54.531753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 88b40b0e-3993-413e-ab52-acd95c134f13 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:54.532361 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.568383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-0d475669-24f9-4101-ba6a-adae7396805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.577505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-0d475669-24f9-4101-ba6a-adae7396805b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 1.0055561 Nov 12 10:59:54.620530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-38128d17-0c77-4548-80f8-da9880083c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.640843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-38128d17-0c77-4548-80f8-da9880083c60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2479210 Nov 12 10:59:54.717260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.752914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49a8f5-b7ef-43ee-a937-038039181817 req-13138e65-b986-4e1e-ade4-ee355d2875a3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.772569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-dd83ad76-3ea7-4cdd-bbb3-8f2044967ec6 None None] Provisioning complete for port 88b40b0e-3993-413e-ab52-acd95c134f13 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:54.773051 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dd83ad76-3ea7-4cdd-bbb3-8f2044967ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.793712 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea1c37-edc2-43a5-b8e1-d832ce555be7 None None] Pushing event updated for resources: {'Port': ['ID=a25f893a-3411-4a7c-9af4-f2e12db531c9,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:54.805171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f49a8f5-b7ef-43ee-a937-038039181817 req-13138e65-b986-4e1e-ade4-ee355d2875a3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 944 time: 0.3403344 Nov 12 10:59:54.908145 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:f6:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59558566-b5cf-4cd5-8039-91dfc9556801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:49Z', 'revision_number': 8, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:54.995827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:54.998659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:55.004540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:55.048275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:55.067158 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:55.089128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:55.089777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device dac1eb0b-79c3-4c1d-a093-7c2eb9d0537f not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:55.103161 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:55.105005 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:55.235475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276731a6-9373-413a-a2b7-b91e9ce1dd8a None None] Pushing event updated for resources: {'Port': ['ID=88b40b0e-3993-413e-ab52-acd95c134f13,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:55.257349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f49a8f5-b7ef-43ee-a937-038039181817 req-373aaebf-4d4b-4952-9791-88f69f8550b7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496801 Nov 12 10:59:55.264986 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-a43e6634-e1ea-4443-94e0-4151945b1fab service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223905 Nov 12 10:59:55.300406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:55.503948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:55.504723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.577824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-be924b0a-84e4-40ca-8de3-cab7a44e8ac1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.8503907 Nov 12 10:59:55.584171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55738) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:55.594763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'port': {'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'name': 'tempest-TaggedBootDevicesTest-614598695', 'fixed_ips': [{'subnet_id': '683a5c0c-1d18-4977-85fb-b2d3490b3daf'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:55.594981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-7cc40e0b-45fb-49ac-bf29-29941141bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:55.597855 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:55.602403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-7cc40e0b-45fb-49ac-bf29-29941141bfbc service neutron] 10.222.0.31 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 1.0135283 Nov 12 10:59:55.751568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-e38d17a0-93a5-4895-bde8-69843f8d54bd service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760153 Nov 12 10:59:55.798941 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a161e0-8515-4ba8-9f6d-43261b800468 x-openstack-request-id: req-00a161e0-8515-4ba8-9f6d-43261b800468 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:55.799247 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:55.806101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8e178902-361c-4eaa-87a7-20958a29f67c None None] Provisioning complete for port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:55.806720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e178902-361c-4eaa-87a7-20958a29f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.807479 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00a161e0-8515-4ba8-9f6d-43261b800468 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:55.809180 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'status': 'completed', 'code': 200} Nov 12 10:59:55.921336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8e178902-361c-4eaa-87a7-20958a29f67c None None] Port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:55.994344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-b043a2c8-1ca0-48ad-a74e-7d3ce7d715fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:55.996596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-b043a2c8-1ca0-48ad-a74e-7d3ce7d715fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 0.1992557 Nov 12 10:59:56.000492 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-d49086dd-33fc-4f28-a2da-7b809a2f0857 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 998 time: 0.3908567 Nov 12 10:59:56.148171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a25f893a-3411-4a7c-9af4-f2e12db531c9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:56.186331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-9661b4d0-c811-4d50-b4a2-9e402839df4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 217 time: 0.2351842 Nov 12 10:59:56.354333 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3ccc5bad-bb58-4db0-bd3e-b32385769113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:56.383179 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:f6:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59558566-b5cf-4cd5-8039-91dfc9556801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:49Z', 'revision_number': 8, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:56.408432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a25f893a-3411-4a7c-9af4-f2e12db531c9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:56.408914 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:56.441547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:56.450039 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741b460-223e-4741-bcf3-6c18ee0e2c2c None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b76a1c1b-d3ec-409f-b8cf-92f788ad4f55', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'port_id': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'mac_address': 'fa:16:3e:f6:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59558566-b5cf-4cd5-8039-91dfc9556801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:44Z', 'updated_at': '2021-11-12T10:59:49Z', 'revision_number': 8, 'project_id': '2a1527725895485fafec360f4adecb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:56.478030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-cbeef3c2-e039-48b8-9b77-58d0482956ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.483334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-cbeef3c2-e039-48b8-9b77-58d0482956ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.2826834 Nov 12 10:59:56.671937 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:56.681479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359c044-62e3-4ea8-8aed-5315e38b028c req-0f2e35e9-38e8-4c21-be68-35789b8871b1 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.683159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e359c044-62e3-4ea8-8aed-5315e38b028c req-0f2e35e9-38e8-4c21-be68-35789b8871b1 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 945 time: 0.7372527 Nov 12 10:59:56.780299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port a25f893a-3411-4a7c-9af4-f2e12db531c9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a25f893a-3411-4a7c-9af4-f2e12db531c9,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:56.805046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:56.805046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 88b40b0e-3993-413e-ab52-acd95c134f13 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:56.858540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49309e8-614e-4668-934a-428c6521999c None None] Network 2d919481-045f-4df0-b787-b33b0ee846c5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:56.871993 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e359c044-62e3-4ea8-8aed-5315e38b028c req-96d639b0-8bbc-46fe-8720-3e2dace29390 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578631 Nov 12 10:59:56.883696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:56.962120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] device_id is not set on port 177f554b-a52a-4ae1-af1e-e822cf8b474f yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 10:59:56.993473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-903c70d8-a04d-450b-967e-315c37ca71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.995229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-903c70d8-a04d-450b-967e-315c37ca71ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3389068 Nov 12 10:59:57.000821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-ae289133-34a1-4841-a9a1-955c040d8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.002351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a7d4b-f649-4409-b63a-8149d2ffae32 None None] New status for floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:57.022150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-ae289133-34a1-4841-a9a1-955c040d8fed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.9083033 Nov 12 10:59:57.031753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-ad75499e-7923-44f4-b43b-c2afe2efd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.036311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-ad75499e-7923-44f4-b43b-c2afe2efd057 service neutron] 10.222.0.52 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 1.0318666 Nov 12 10:59:57.105134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ea10b7bb-eced-4d46-ad72-6aca91c08f8c None None] Provisioning complete for port a25f893a-3411-4a7c-9af4-f2e12db531c9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:57.105410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ea10b7bb-eced-4d46-ad72-6aca91c08f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:57.107247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 76451df9-a6d4-4047-8fca-d90d2d7b4717 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:57.180256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-a29db202-2532-488b-9168-3a75bcf249ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.182435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-a29db202-2532-488b-9168-3a75bcf249ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534238 Nov 12 10:59:57.184643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-bd454f6e-d56c-4a7d-91ad-382b7d8c7bc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 998 time: 0.1369040 Nov 12 10:59:57.313445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-eeb00e89-9530-48fb-9dcd-4aa48f3475e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.315607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-eeb00e89-9530-48fb-9dcd-4aa48f3475e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1154168 Nov 12 10:59:57.320409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712bdb6-efb0-4306-83a0-732761daf17f req-4e901674-eb24-41d5-93dd-141764c382db tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.322128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e712bdb6-efb0-4306-83a0-732761daf17f req-4e901674-eb24-41d5-93dd-141764c382db tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 944 time: 0.2877915 Nov 12 10:59:57.369728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Allocated IP 10.1.1.249 (30242ffe-b2cb-4be4-a644-5d3c25b638a9/683a5c0c-1d18-4977-85fb-b2d3490b3daf/177f554b-a52a-4ae1-af1e-e822cf8b474f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:57.374003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-f0e0740d-d436-4182-ade2-506dc76d95bf service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406823 Nov 12 10:59:57.383662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-3804bea0-cffc-40d3-b104-82ca773ee0bb service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916785 Nov 12 10:59:57.408321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-7d4b0993-015c-4bc7-8298-e96ebfbf2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.410733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-7d4b0993-015c-4bc7-8298-e96ebfbf2c14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850155 Nov 12 10:59:57.454343 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e712bdb6-efb0-4306-83a0-732761daf17f req-4f4e8ad8-f454-4c29-abfc-db9427da493e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237724 Nov 12 10:59:57.454923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=a25f893a-3411-4a7c-9af4-f2e12db531c9,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:57.577900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 88b40b0e-3993-413e-ab52-acd95c134f13 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:57.578276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:57.630795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-196cee3e-3ba2-4f3b-b1d2-d35be5d19d10 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474899 Nov 12 10:59:57.707114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0b33e8d-2b6b-4683-9e3e-4fc4dd986904 req-ee48bd10-1383-416f-89fe-3a9a74b47185 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112934 Nov 12 10:59:57.709284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-aa817529-f77e-4d18-8fac-e380d6107b82 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750051 Nov 12 10:59:57.731860 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-926d362b-f19e-4cfc-8445-585513227fa0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc HTTP/1.1" status: 200 len: 217 time: 0.0899317 Nov 12 10:59:57.810993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-26785cc1-972e-410f-bda2-f90182f66b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.812769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-26785cc1-972e-410f-bda2-f90182f66b5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.0723755 Nov 12 10:59:57.956432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74d0ff-eb69-4a0c-b0cd-3421b1b4d4f3 req-bf653c57-ad10-4073-9a2a-89d3ff4b16b8 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334206 Nov 12 10:59:57.962669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.037107 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.053796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 76451df9-a6d4-4047-8fca-d90d2d7b4717 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:58.080181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 76451df9-a6d4-4047-8fca-d90d2d7b4717 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:58.080567 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.113657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-7432225f-cfc8-4d22-9f96-10c6815acc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.119204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-7432225f-cfc8-4d22-9f96-10c6815acc51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2862859 Nov 12 10:59:58.186907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79e7a38a-30d1-4478-938a-8be09580fd2c req-c476cbbd-bd7e-43f3-97f0-dfe466e55ee2 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips/b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 HTTP/1.1" status: 200 len: 997 time: 0.2211690 Nov 12 10:59:58.259420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.343692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b65f-b81a-4793-a623-8e30d4789b70 req-23ceacca-b97c-4531-aca6-a55f4cedbe37 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.347467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b853b65f-b81a-4793-a623-8e30d4789b70 req-23ceacca-b97c-4531-aca6-a55f4cedbe37 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 945 time: 0.1363180 Nov 12 10:59:58.503594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b853b65f-b81a-4793-a623-8e30d4789b70 req-446830eb-bbb5-4e81-a177-a214f064dda8 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399245 Nov 12 10:59:58.568286 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.650830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 76451df9-a6d4-4047-8fca-d90d2d7b4717, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76451df9-a6d4-4047-8fca-d90d2d7b4717,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:58.659033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270e11ad-e2d0-43a5-b2b3-7bcd105166af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76451df9-a6d4-4047-8fca-d90d2d7b4717'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:58.668730 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbb76b0-c2dc-4fa9-b4c6-133ee4780190" -d '{"events": [{"server_uuid": "270e11ad-e2d0-43a5-b2b3-7bcd105166af", "name": "network-vif-plugged", "status": "completed", "tag": "76451df9-a6d4-4047-8fca-d90d2d7b4717"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:58.678824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a25f893a-3411-4a7c-9af4-f2e12db531c9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:58.736619 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.843687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a25f893a-3411-4a7c-9af4-f2e12db531c9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:58.844283 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.899624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-06e22d1a-a313-4078-9482-2c3035b7f679 None None] Provisioning complete for port a25f893a-3411-4a7c-9af4-f2e12db531c9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:58.900127 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-06e22d1a-a313-4078-9482-2c3035b7f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.949954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac316c-b97f-46df-af74-f1e7190050ee req-2e33cafd-fe50-448e-a46d-932dcf9c368f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.951748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3aac316c-b97f-46df-af74-f1e7190050ee req-2e33cafd-fe50-448e-a46d-932dcf9c368f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 945 time: 0.1146822 Nov 12 10:59:58.994113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=76451df9-a6d4-4047-8fca-d90d2d7b4717,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:59.185572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3aac316c-b97f-46df-af74-f1e7190050ee req-b41c9de1-0105-4122-9131-5c072f9458d3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112529 Nov 12 10:59:59.189049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=177f554b-a52a-4ae1-af1e-e822cf8b474f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:59.278427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:59.284906 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f71c1-4a45-4c2d-ac09-5f0191a544ee x-openstack-request-id: req-193f71c1-4a45-4c2d-ac09-5f0191a544ee {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:59.286665 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270e11ad-e2d0-43a5-b2b3-7bcd105166af", "name": "network-vif-plugged", "status": "completed", "tag": "76451df9-a6d4-4047-8fca-d90d2d7b4717", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:59.286665 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-193f71c1-4a45-4c2d-ac09-5f0191a544ee {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:59.287098 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270e11ad-e2d0-43a5-b2b3-7bcd105166af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76451df9-a6d4-4047-8fca-d90d2d7b4717', 'code': 200} Nov 12 10:59:59.298581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:59.314800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:59.386118 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:59.444304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-04d51881-3754-493d-97f9-1b7eb11a9e21 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3166184 Nov 12 10:59:59.518360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7a38a-30d1-4478-938a-8be09580fd2c req-880dba26-eed7-4be7-bae0-9094c56ac042 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.519777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79e7a38a-30d1-4478-938a-8be09580fd2c req-880dba26-eed7-4be7-bae0-9094c56ac042 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 1.2950134 Nov 12 10:59:59.538436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-79e7a38a-30d1-4478-938a-8be09580fd2c req-ea6678b4-58f8-4267-8df2-ed7058aa0fa7 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:59:59.539838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79e7a38a-30d1-4478-938a-8be09580fd2c req-ea6678b4-58f8-4267-8df2-ed7058aa0fa7 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083487 Nov 12 10:59:59.600915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.601982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:59.624327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627a56-c0f6-431c-b67b-fc1f81f47e2b req-76276846-6e36-447b-8618-0f999615ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.632699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e627a56-c0f6-431c-b67b-fc1f81f47e2b req-76276846-6e36-447b-8618-0f999615ae0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 1097 time: 0.1896415 Nov 12 10:59:59.719416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9c53a730-83a0-4006-ab25-62b4951aebb8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1313500 Nov 12 10:59:59.767101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-b5866d1e-a93d-4ba9-b97b-12600bc9b9ba service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978337 Nov 12 10:59:59.780008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-930c7fd4-1ab0-483d-9849-cd7a927e4798 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1701307 Nov 12 10:59:59.808519 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e627a56-c0f6-431c-b67b-fc1f81f47e2b req-a9503bfb-de7d-49f8-99a5-7dbd7cdc3dc7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570270 Nov 12 10:59:59.870087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bd80571d-43c8-4a05-86f1-5ad110668ce9 None None] Provisioning complete for port 177f554b-a52a-4ae1-af1e-e822cf8b474f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:59.874029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd80571d-43c8-4a05-86f1-5ad110668ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:59.921458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd392fc3-53fa-4b9c-8920-53390c97dc42 req-4df1b8d3-b64d-480a-916b-737b92be18dd tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.926078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd392fc3-53fa-4b9c-8920-53390c97dc42 req-4df1b8d3-b64d-480a-916b-737b92be18dd tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 945 time: 0.1129973 Nov 12 10:59:59.968208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-524e471d-c5c8-4718-9a69-20849ed84367 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e HTTP/1.1" status: 200 len: 217 time: 0.1760013 Nov 12 11:00:00.003481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bd80571d-43c8-4a05-86f1-5ad110668ce9 None None] Port 177f554b-a52a-4ae1-af1e-e822cf8b474f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:00.046901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd392fc3-53fa-4b9c-8920-53390c97dc42 req-00e73367-9950-4c89-8fa0-43b1f826d983 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990658 Nov 12 11:00:00.048725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-62f4be31-3654-4c0d-80b6-08cd8e9ce3a3 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.051306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-62f4be31-3654-4c0d-80b6-08cd8e9ce3a3 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports/1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 943 time: 0.2700310 Nov 12 11:00:00.106765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-8f71dcb8-0740-439e-9c57-65ffdfafcf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.110095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-8f71dcb8-0740-439e-9c57-65ffdfafcf9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1326776 Nov 12 11:00:00.370379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-fdae0db6-1b52-48c2-80eb-6574a75f3b6d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1621063 Nov 12 11:00:00.403189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-76ea1933-af25-477d-a67d-85d3ea9e634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.406148 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-76ea1933-af25-477d-a67d-85d3ea9e634d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2856743 Nov 12 11:00:00.555856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:00.663506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55806) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:00.672719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5347a70a-d813-48b6-aa7d-7904a4eb2d96 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330642824', 'description': 'tempest-description--155901426'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:00.678114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-b3e350af-c222-4edf-8beb-a536690ce0f0 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.680578 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-b3e350af-c222-4edf-8beb-a536690ce0f0 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.3003089 Nov 12 11:00:00.687172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-25bb16fb-9209-434b-a479-5d6c10e44306 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625163 Nov 12 11:00:00.741607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5347a70a-d813-48b6-aa7d-7904a4eb2d96 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:00.760149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43944a9a-4568-4389-8db6-591433e874d7 req-e8e78709-ad2f-40d4-abef-768e6f731de4 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.761894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43944a9a-4568-4389-8db6-591433e874d7 req-e8e78709-ad2f-40d4-abef-768e6f731de4 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.59 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 945 time: 0.1771069 Nov 12 11:00:00.856196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-06a7b1e2-e0cd-4e15-b4d9-4b44989c8980 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1659384 Nov 12 11:00:00.895507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:00.914907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b154ad5-23bf-4d01-a772-2aed3ce7b67d req-85c544e1-2a9f-4e74-9cb0-e5d04c2219f2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.916776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b154ad5-23bf-4d01-a772-2aed3ce7b67d req-85c544e1-2a9f-4e74-9cb0-e5d04c2219f2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 945 time: 0.1945820 Nov 12 11:00:01.001084 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-1c6005b6-a49b-4ad4-8cc3-947a23e9c71f service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972233 Nov 12 11:00:01.043029 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5347a70a-d813-48b6-aa7d-7904a4eb2d96 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.059143 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5347a70a-d813-48b6-aa7d-7904a4eb2d96 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.094399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-c46d02eb-11d9-4494-ba51-cceb84bd8e6a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=01fd76b2-220c-4e30-8e48-ac0e33361316 HTTP/1.1" status: 200 len: 217 time: 0.0749788 Nov 12 11:00:01.099095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.099868 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b154ad5-23bf-4d01-a772-2aed3ce7b67d req-33ffba70-81fd-489c-be18-3fdad533b188 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433990 Nov 12 11:00:01.126816 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5347a70a-d813-48b6-aa7d-7904a4eb2d96 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.128941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5347a70a-d813-48b6-aa7d-7904a4eb2d96 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4639881 Nov 12 11:00:01.133265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55812) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:01.139780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-54f4cbcb-6ea9-425f-9be5-a1f4a39af6de tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'security_group_rule': {'security_group_id': 'ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:01.149166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Deleting port b3309f75-ada8-4460-82e8-00f7e342d759 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:01.149512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.158149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347a70a-d813-48b6-aa7d-7904a4eb2d96 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:01.298838 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f4cbcb-6ea9-425f-9be5-a1f4a39af6de tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.367509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] For port b3309f75-ada8-4460-82e8-00f7e342d759, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b3309f75-ada8-4460-82e8-00f7e342d759,segment=NetworkSegment(22ce709b-5e6b-429c-84fc-40dce6f7d309),segment_id=22ce709b-5e6b-429c-84fc-40dce6f7d309)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:01.367887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.401291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Calling delete_port for b3309f75-ada8-4460-82e8-00f7e342d759 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:01.531367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f4cbcb-6ea9-425f-9be5-a1f4a39af6de tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.540520 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f4cbcb-6ea9-425f-9be5-a1f4a39af6de tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.554531 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.579073 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.579804 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 disassociated. External IP: 172.25.2.7, port: 1e4b92d3-a646-4564-b1a1-9992d7daa305. Nov 12 11:00:01.635142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4cbcb-6ea9-425f-9be5-a1f4a39af6de tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740e90a4-5a6d-4b1d-b2d1-8d902009c07b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:01.649499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-eaa8a2c1-0214-4339-85db-10cb05d075c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:01.651371 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-eaa8a2c1-0214-4339-85db-10cb05d075c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.5347028 Nov 12 11:00:01.651725 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54f4cbcb-6ea9-425f-9be5-a1f4a39af6de tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.658482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-54f4cbcb-6ea9-425f-9be5-a1f4a39af6de tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5185218 Nov 12 11:00:01.658756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55822) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:01.665822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cf785988-d7ab-4344-abc1-94d580ee75ed tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'security_group_rule': {'security_group_id': 'ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:01.697650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2cf1f-5b5f-46dc-bf21-f40a9a87f2a0 req-bea81be0-cf1f-4565-b67b-5ccca25aba43 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:01.705040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cca2cf1f-5b5f-46dc-bf21-f40a9a87f2a0 req-bea81be0-cf1f-4565-b67b-5ccca25aba43 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff12d2-433e-4354-964a-d1abfecd1b8e HTTP/1.1" status: 200 len: 945 time: 0.1549568 Nov 12 11:00:01.820999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cca2cf1f-5b5f-46dc-bf21-f40a9a87f2a0 req-b7259b65-02ba-4fe2-9746-c023a5c603b2 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145093 Nov 12 11:00:01.830886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.838736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf785988-d7ab-4344-abc1-94d580ee75ed tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.873209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-e02b83ba-673a-447d-af0f-78a13ec09b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:01.873209 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-e02b83ba-673a-447d-af0f-78a13ec09b4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1941590 Nov 12 11:00:01.893391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Pushing event deleted for resources: {'Port': ['ID=b3309f75-ada8-4460-82e8-00f7e342d759,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:01.943353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] No DVR routers for this DVR port b3309f75-ada8-4460-82e8-00f7e342d759 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:01.946337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.950214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43944a9a-4568-4389-8db6-591433e874d7 req-a3695da8-93b1-400b-af94-54b2efaaf672 tempest-InstanceActionsV221TestJSON-1268223884 tempest-InstanceActionsV221TestJSON-1268223884-project] 10.222.0.59 "DELETE /v2.0/ports/b3309f75-ada8-4460-82e8-00f7e342d759 HTTP/1.1" status: 204 len: 173 time: 1.1546283 Nov 12 11:00:01.950718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff12d2-433e-4354-964a-d1abfecd1b8e', 'name': 'network-vif-deleted', 'tag': 'b3309f75-ada8-4460-82e8-00f7e342d759'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:01.953063 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c967664-b067-4a5b-90c5-8789dc1b81fc" -d '{"events": [{"server_uuid": "04ff12d2-433e-4354-964a-d1abfecd1b8e", "name": "network-vif-deleted", "tag": "b3309f75-ada8-4460-82e8-00f7e342d759"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:02.014097 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d7e99c-3cd5-4b8e-b5ef-c6ec24891b6c x-openstack-request-id: req-88d7e99c-3cd5-4b8e-b5ef-c6ec24891b6c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:02.014684 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ff12d2-433e-4354-964a-d1abfecd1b8e", "name": "network-vif-deleted", "tag": "b3309f75-ada8-4460-82e8-00f7e342d759", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:02.015165 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88d7e99c-3cd5-4b8e-b5ef-c6ec24891b6c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:02.015712 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff12d2-433e-4354-964a-d1abfecd1b8e', 'name': 'network-vif-deleted', 'tag': 'b3309f75-ada8-4460-82e8-00f7e342d759', 'status': 'completed', 'code': 200} Nov 12 11:00:02.037039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf785988-d7ab-4344-abc1-94d580ee75ed tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:02.059904 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf785988-d7ab-4344-abc1-94d580ee75ed tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:02.147545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf785988-d7ab-4344-abc1-94d580ee75ed tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc0c73a-1956-4ce6-a445-8029abc0534b,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:02.158975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf785988-d7ab-4344-abc1-94d580ee75ed tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:02.160158 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cf785988-d7ab-4344-abc1-94d580ee75ed tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5002899 Nov 12 11:00:02.165104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:02.169724 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-e06a315d-ce56-402c-8913-b6abe5122584 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894340 Nov 12 11:00:02.179762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:02.246969 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:02.290516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Router 0e39c3e3-e282-417b-aaf6-6392721df806 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:02.414563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854c32-167b-43b2-99b4-33e47aea1c1c req-252e5d92-fa67-40a1-85ce-bd1e7307b330 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.418231 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-431cb6cd-fd26-4563-a4a7-d95910613961 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336149 Nov 12 11:00:02.422284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38854c32-167b-43b2-99b4-33e47aea1c1c req-252e5d92-fa67-40a1-85ce-bd1e7307b330 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 945 time: 0.1313114 Nov 12 11:00:02.510550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38854c32-167b-43b2-99b4-33e47aea1c1c req-a34628b5-16ee-42cc-a440-47721d861ac2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871382 Nov 12 11:00:02.543718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:02.549984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:02.555824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:02.564303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-f0fc4962-88fa-4214-beeb-09c6acdadf55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd4a3d4e-38e9-4b94-adec-321710959a02 HTTP/1.1" status: 200 len: 217 time: 0.1084220 Nov 12 11:00:02.564559 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:02.583004 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:02.587469 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:02.640498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-d7cc1994-6b81-4e59-8ba1-f0406ab18b4d tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "PUT /v2.0/floatingips/b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 HTTP/1.1" status: 200 len: 694 time: 1.7528768 Nov 12 11:00:02.642883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:02.645206 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:02.819908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-0a574c72-4a03-4b3c-ad63-4854e64a4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.823951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-0a574c72-4a03-4b3c-ad63-4854e64a4f27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.2325416 Nov 12 11:00:02.846602 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:02.851779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-0d0b0495-2618-40f7-9861-33159dbf0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.867739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-0d0b0495-2618-40f7-9861-33159dbf0f43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 0.1929500 Nov 12 11:00:02.885727 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798a9e53-fbd0-4c7c-b3f0-be77eccd2a43 x-openstack-request-id: req-798a9e53-fbd0-4c7c-b3f0-be77eccd2a43 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:02.886410 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:02.886802 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-798a9e53-fbd0-4c7c-b3f0-be77eccd2a43 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:02.887368 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'status': 'completed', 'code': 200} Nov 12 11:00:02.981748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-ed36bedb-4b65-446c-b414-740f1b1a8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.983861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-ed36bedb-4b65-446c-b414-740f1b1a8ea3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a1527725895485fafec360f4adecb3e&device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 1098 time: 0.0805697 Nov 12 11:00:03.051466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b3309f75-ada8-4460-82e8-00f7e342d759 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:03.105248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: b3309f75-ada8-4460-82e8-00f7e342d759 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:03.113194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b3309f75-ada8-4460-82e8-00f7e342d759 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:03.138355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-abd6755a-b06c-4fb6-8d43-f061369b5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.140725 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-abd6755a-b06c-4fb6-8d43-f061369b5d81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3031647 Nov 12 11:00:03.235501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-de71bda3-4f74-40dd-bfb0-64b46c53e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.235700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-3382f971-4346-4ae9-95c7-6ddd75177592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.253366 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-de71bda3-4f74-40dd-bfb0-64b46c53e7f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.2725561 Nov 12 11:00:03.257774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-3382f971-4346-4ae9-95c7-6ddd75177592 service neutron] 10.222.0.52 "GET /v2.0/networks?id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 200 len: 922 time: 0.2559633 Nov 12 11:00:03.445768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55864) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:03.461992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Allocated IP 172.25.2.64 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/6a142e1e-8ed6-4810-b4ae-1b80f27ff252) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:03.467934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-59ccdc33-e176-4263-acc7-5b890056e71c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 217 time: 0.2001812 Nov 12 11:00:03.525485 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:03.544661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-cf7eaae4-a793-4bb6-9795-ceb9fa78b89a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 200 len: 217 time: 0.2204471 Nov 12 11:00:03.615339 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:03.616662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-32ad9af4-6354-4d6d-9718-af64b3d049f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.617637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-32ad9af4-6354-4d6d-9718-af64b3d049f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1308153 Nov 12 11:00:03.632297 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:03.633850 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:03.705088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1512351-8ead-4618-886a-166cc7e4e613 admin admin] Deleting subnet 0b424477-f7db-4aac-9306-b84573cb7ee2 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:00:03.712714 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b1512351-8ead-4618-886a-166cc7e4e613 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:03.745597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-66e00423-49f4-44d4-802c-859d151cfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.747307 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-66e00423-49f4-44d4-802c-859d151cfb4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 200 len: 860 time: 0.1630695 Nov 12 11:00:03.798932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-4428ed2e-a0bb-4bf2-bc9f-9c4967169cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.807126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-4428ed2e-a0bb-4bf2-bc9f-9c4967169cb5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1722910 Nov 12 11:00:03.853274 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:03.863202 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-a05aa030-b09f-46de-b81d-8864dbe9a36a service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082277 Nov 12 11:00:03.933910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b1512351-8ead-4618-886a-166cc7e4e613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:03.963284 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.050367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-176e5975-d22d-43a6-8b78-2779681b5235 service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340598 Nov 12 11:00:04.066518 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b1512351-8ead-4618-886a-166cc7e4e613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.121009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.173942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:04.185057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-0e79ebc5-b7f7-4a34-b819-cd49cd36f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:04.187008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-0e79ebc5-b7f7-4a34-b819-cd49cd36f07a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4210885 Nov 12 11:00:04.214589 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:04.281468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:04.291620 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437d1a8-0418-44cc-af63-5416d27f3828 None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 4, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '0466adeb-32eb-4269-beb6-a3541778a502', 'name': '', 'network_id': '67ba4a15-eab0-4c2b-8ba0-4ea321045ef9', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'mac_address': 'fa:16:3e:55:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:10Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'subnets': [{'id': 'e02c1cea-f807-4e06-a33e-9b396083142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:04.304608 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-825412de-2ce8-41bc-9a92-81823d3c2e6e req-fc8ecea6-a0f0-47a1-a7c8-d95267292265 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275420 Nov 12 11:00:04.308509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b1512351-8ead-4618-886a-166cc7e4e613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.357339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:04.365589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1512351-8ead-4618-886a-166cc7e4e613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b424477-f7db-4aac-9306-b84573cb7ee2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:04.372600 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b1512351-8ead-4618-886a-166cc7e4e613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.384211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b1512351-8ead-4618-886a-166cc7e4e613 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b424477-f7db-4aac-9306-b84573cb7ee2 HTTP/1.1" status: 204 len: 168 time: 0.9077432 Nov 12 11:00:04.385396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55876) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:04.524786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=6a142e1e-8ed6-4810-b4ae-1b80f27ff252,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:04.525372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-e848f063-b408-4b87-91a7-aab99d485bb4 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273342 Nov 12 11:00:04.528966 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.539641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca4a706-80db-4e4d-b7fc-1efacd701c5b req-899d5064-5732-4f7e-9962-72920205ddbb service neutron] 10.222.0.52 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772074 Nov 12 11:00:04.731887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.866586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.944215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b1ef37-7084-4e5b-9019-23a9582ccc3e None None] New status for floating IP b76a1c1b-d3ec-409f-b8cf-92f788ad4f55: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:00:05.018289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.164080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cffe9d-a8d3-43cc-bb1f-c65323793108']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:05.170828 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-724afd27-29fe-4917-85bf-0b3edbb82efa req-270e2e75-8918-447c-a978-a2f57776be66 service neutron] 10.222.0.31 "GET /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350543 Nov 12 11:00:05.187630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ce709b-5e6b-429c-84fc-40dce6f7d309') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:05.188009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ce709b-5e6b-429c-84fc-40dce6f7d309') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:05.205581 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.265826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.279466 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.287018 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.288919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:00:05.291601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:00:05.298641 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:00:05.468513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=6a142e1e-8ed6-4810-b4ae-1b80f27ff252,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:05.511946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.519799 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.537372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c4cffe9d-a8d3-43cc-bb1f-c65323793108 HTTP/1.1" status: 204 len: 168 time: 1.1501107 Nov 12 11:00:05.543367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.575161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832e759-5288-4e29-9b49-fbe1d65620b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cffe9d-a8d3-43cc-bb1f-c65323793108,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:05.708917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25c499ce-166f-40dd-a593-61ae36ff797b req-f65f4445-0a2a-4da7-963f-70cb050b81a1 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips/b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 HTTP/1.1" status: 200 len: 694 time: 0.1949265 Nov 12 11:00:05.774403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.779192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-38654a4d-1678-4f03-b86f-406ab5f1eab1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6109042 Nov 12 11:00:05.928842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55920) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:06.027086 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e323e8b-3c88-4989-a71a-bd4ac3879786 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9da1d97de2aa4d3187116b8776cc7e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963228 Nov 12 11:00:06.032139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55924) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:06.092657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c499ce-166f-40dd-a593-61ae36ff797b req-162d3b92-536c-493b-ab16-a4a40c68361a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:06.108105 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09de4288-f4c5-4b30-a450-1a834b079d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:06.121207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25c499ce-166f-40dd-a593-61ae36ff797b req-162d3b92-536c-493b-ab16-a4a40c68361a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.4094932 Nov 12 11:00:06.157908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09de4288-f4c5-4b30-a450-1a834b079d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:06.273073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25c499ce-166f-40dd-a593-61ae36ff797b req-1a67fc9a-c497-4ff4-b8d5-ba7e18a9b858 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 695 time: 0.1433113 Nov 12 11:00:06.300171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09de4288-f4c5-4b30-a450-1a834b079d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:06.310356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09de4288-f4c5-4b30-a450-1a834b079d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:06.315886 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-09de4288-f4c5-4b30-a450-1a834b079d11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6ca19b3-6d8a-4634-ad8a-ebb948d311e4 HTTP/1.1" status: 204 len: 168 time: 0.2811713 Nov 12 11:00:06.348731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de4288-f4c5-4b30-a450-1a834b079d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ca19b3-6d8a-4634-ad8a-ebb948d311e4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:06.503036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25c499ce-166f-40dd-a593-61ae36ff797b req-df30ad47-bb49-48c6-9e42-2046d5c132cc tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 695 time: 0.2277629 Nov 12 11:00:06.921941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Deleting port 0055de16-edc7-486c-b1fe-42060660861f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:06.922499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.127669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.128501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.155112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Calling delete_port for 0055de16-edc7-486c-b1fe-42060660861f owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:07.209666 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-3e29db99-cef6-4140-91db-2ccbbfed2a00 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--330642824&fields=id&tenant_id=457678ceb2db435d85a68bc68bb38f51 HTTP/1.1" status: 200 len: 267 time: 0.1354203 Nov 12 11:00:07.325829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ef2a9835-a514-4409-9c15-7f09c3761ed0 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:07.329006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ef2a9835-a514-4409-9c15-7f09c3761ed0 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports/1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 932 time: 0.1108370 Nov 12 11:00:07.471779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.534704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Pushing event deleted for resources: {'Port': ['ID=0055de16-edc7-486c-b1fe-42060660861f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:07.553769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b7370330-007d-4d13-a9e7-f8f6a61085ee tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:07.566390 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b7370330-007d-4d13-a9e7-f8f6a61085ee tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports/177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 931 time: 0.2187283 Nov 12 11:00:07.706544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.715755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.723566 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25c499ce-166f-40dd-a593-61ae36ff797b req-6600ab2e-7cd8-4015-95dd-a5770f93d546 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "DELETE /v2.0/floatingips/b76a1c1b-d3ec-409f-b8cf-92f788ad4f55 HTTP/1.1" status: 204 len: 173 time: 1.1971009 Nov 12 11:00:07.740124 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-75767017-b42d-4e18-b9c3-fdd9a3d0bfdb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1642876 Nov 12 11:00:07.842159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-a2b0dfb9-0763-4a3a-ad37-fb1cc410a479 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0898602 Nov 12 11:00:08.070774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55990) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:08.285016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1708149664-network', 'tenant_id': '32d3d6134b4942a885304fdb5b79af9f'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:08.334712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Made reservation on behalf of 32d3d6134b4942a885304fdb5b79af9f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:08.337749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.362548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.519385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.530803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.587263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:00:08.606562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67dc821-add9-484d-87c4-1d9ccc3f5f96,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:08.610189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.610867 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Added segment b97126e3-23e8-4a79-82d9-248ef57893a1 of type vlan for network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 Nov 12 11:00:08.691163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.734251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff411f9f-4fdb-4e41-b90f-9abeff1452bc req-e47d52f2-850d-4c66-97e9-20a0e1c09ae4 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:08.736267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff411f9f-4fdb-4e41-b90f-9abeff1452bc req-e47d52f2-850d-4c66-97e9-20a0e1c09ae4 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 946 time: 0.0894597 Nov 12 11:00:08.744023 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.746364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:08.747949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.875766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] Pushing event updated for resources: {'Network': ['ID=40f9d4b6-5b2e-4a52-a137-4973b0587c81,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:08.892368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:00:08.938525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dea9c32c-7e68-436b-ba92-ec070326b06c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8657751 Nov 12 11:00:08.940821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56004) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:08.969002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Request body: {'subnet': {'network_id': '40f9d4b6-5b2e-4a52-a137-4973b0587c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1708149664-subnet', 'tenant_id': '32d3d6134b4942a885304fdb5b79af9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:08.991381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-7cc42ce8-7c89-4eeb-9eed-56a6ed2680d5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.003280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-7cc42ce8-7c89-4eeb-9eed-56a6ed2680d5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.014784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-7cc42ce8-7c89-4eeb-9eed-56a6ed2680d5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.017616 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-7cc42ce8-7c89-4eeb-9eed-56a6ed2680d5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/networks?id=77981b1f-f093-4607-a4ab-5db715ba3b08&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=2d919481-045f-4df0-b787-b33b0ee846c5&id=2d919481-045f-4df0-b787-b33b0ee846c5 HTTP/1.1" status: 200 len: 1989 time: 1.1649559 Nov 12 11:00:09.067845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-1b7a4fc8-c53c-456d-a68c-797a034e6d11 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/quotas/457678ceb2db435d85a68bc68bb38f51 HTTP/1.1" status: 200 len: 375 time: 0.0283191 Nov 12 11:00:09.073202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff411f9f-4fdb-4e41-b90f-9abeff1452bc req-44ab0764-09dc-4adb-ad24-02d270b029c9 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397113 Nov 12 11:00:09.112694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Made reservation on behalf of 32d3d6134b4942a885304fdb5b79af9f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:09.119918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:09.288997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-1a29de5b-0c08-4fdf-9ca9-0bdcc90a66fc tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2046850 Nov 12 11:00:09.507682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-3fe03b4f-7bed-4edc-a0b1-c61cec2dbdeb service neutron] 10.222.0.31 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991017 Nov 12 11:00:09.714156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:09.728105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-047752e0-5b13-4fc2-be79-f4b9a4f7903c service neutron] 10.222.0.31 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192802 Nov 12 11:00:09.769211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0b774e3-01ae-4c6e-8903-20d06904a3a8,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:09.806295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-b75aad69-3074-45a4-b25d-7e37c39b27ad tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.807923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-b75aad69-3074-45a4-b25d-7e37c39b27ad tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.52 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 946 time: 0.1512215 Nov 12 11:00:09.808686 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-0f0585b1-63e0-4aaf-9ee7-c18e97ec2bad service neutron] 10.222.0.31 "GET /v2.0/ports/1eb830b8-03b3-461a-85d9-5a20ac4d79e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0787294 Nov 12 11:00:09.815802 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:09.866998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Checking segment: {'id': 'b97126e3-23e8-4a79-82d9-248ef57893a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '40f9d4b6-5b2e-4a52-a137-4973b0587c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:09.867360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Network hostable DHCP agents. Network: 40f9d4b6-5b2e-4a52-a137-4973b0587c81, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:00:09.942406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:00:09.960876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 40f9d4b6-5b2e-4a52-a137-4973b0587c81) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:09.973659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ebedd-3252-4c64-9733-69effcbe17a3 None None] Network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:09.986503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.987338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:10.008078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-3a95b391-820b-4c1d-bcee-33b4a3a91401 service neutron] 10.222.0.31 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969924 Nov 12 11:00:10.009335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-02876d31-4e9d-496f-be57-67fa145fd993 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0480349 Nov 12 11:00:10.057175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Deleting port 1e4b92d3-a646-4564-b1a1-9992d7daa305 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:10.057512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:10.211193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] For port 1e4b92d3-a646-4564-b1a1-9992d7daa305, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=1e4b92d3-a646-4564-b1a1-9992d7daa305,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:10.211690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:10.227150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Calling delete_port for 1e4b92d3-a646-4564-b1a1-9992d7daa305 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:10.271924 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5ef804b8-18eb-44bc-9867-6c6a0af1e83a service neutron] 10.222.0.31 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607231 Nov 12 11:00:10.338003 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:10.420154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-68f51c51-bdac-4882-b3a5-0d3f6aa62307 service neutron] 10.222.0.31 "GET /v2.0/ports/177f554b-a52a-4ae1-af1e-e822cf8b474f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1466503 Nov 12 11:00:10.468341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7592899-df6d-4105-bdf7-0e563d92842b req-8559565b-7fa9-43b0-ad9b-28bfc5cdd951 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.477285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7592899-df6d-4105-bdf7-0e563d92842b req-8559565b-7fa9-43b0-ad9b-28bfc5cdd951 tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/ports?device_id=59558566-b5cf-4cd5-8039-91dfc9556801 HTTP/1.1" status: 200 len: 946 time: 0.1566184 Nov 12 11:00:10.499838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f703b67-69b5-497e-b11d-0c64fbc17d8e None None] Network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:10.565599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-57462e57-c7d7-4cbb-8a8c-c1d92b756dd7 service neutron] 10.222.0.31 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375206 Nov 12 11:00:10.605006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7592899-df6d-4105-bdf7-0e563d92842b req-51261bd0-9467-4312-ab06-3f81698be62a tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265447 Nov 12 11:00:10.652570 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:00:10.659582 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:10.675411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['1e4b92d3-a646-4564-b1a1-9992d7daa305'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:10.735514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Pushing event deleted for resources: {'Port': ['ID=1e4b92d3-a646-4564-b1a1-9992d7daa305,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:10.802286 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b1610077-e9f9-4afd-af37-f44e165872d6 service neutron] 10.222.0.31 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319167 Nov 12 11:00:10.863654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] No DVR routers for this DVR port 1e4b92d3-a646-4564-b1a1-9992d7daa305 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:10.890778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:10.895407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77bc1597-69fb-403d-a29f-3b8fccea6709 req-1ad6dbf0-379b-497c-865f-5eb0a017a74b tempest-FloatingIPsAssociationTestJSON-1628575247 tempest-FloatingIPsAssociationTestJSON-1628575247-project] 10.222.0.52 "DELETE /v2.0/ports/1e4b92d3-a646-4564-b1a1-9992d7daa305 HTTP/1.1" status: 204 len: 173 time: 1.0770090 Nov 12 11:00:10.912621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'name': 'network-vif-deleted', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:10.916402 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1da7ca-af53-49b2-9a46-cfa4e1186ad7" -d '{"events": [{"server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "name": "network-vif-deleted", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:11.058339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-86448398-96e5-42b7-8a68-f581e8a37fef service neutron] 10.222.0.31 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493248 Nov 12 11:00:11.212031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-d85ebfc9-42cd-4dff-8653-3954d3ca582e tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:11.244131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-d85ebfc9-42cd-4dff-8653-3954d3ca582e tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/networks?id=40f9d4b6-5b2e-4a52-a137-4973b0587c81 HTTP/1.1" status: 200 len: 814 time: 0.2559149 Nov 12 11:00:11.264241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-95c7cde9-57c5-47ed-b289-857bfcd658be tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/quotas/32d3d6134b4942a885304fdb5b79af9f HTTP/1.1" status: 200 len: 375 time: 0.0191309 Nov 12 11:00:11.323451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ea66f5fd-e2d1-4941-87a3-768aa49d17cb service neutron] 10.222.0.31 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550359 Nov 12 11:00:11.355330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-1402c94b-e392-4dd1-9e0d-bb370f79ef76 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32d3d6134b4942a885304fdb5b79af9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889633 Nov 12 11:00:11.568361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e6c47625-2e42-4b0b-91b6-66a81191c092 service neutron] 10.222.0.31 "GET /v2.0/networks/40f9d4b6-5b2e-4a52-a137-4973b0587c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118053 Nov 12 11:00:11.654678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-10ea6dfd-2685-4db9-aef7-057ef1541803 service neutron] 10.222.0.31 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111725 Nov 12 11:00:11.731389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-aa9d7802-5bc1-4a23-9a54-51e1ae823e58 service neutron] 10.222.0.31 "GET /v2.0/networks/40f9d4b6-5b2e-4a52-a137-4973b0587c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471748 Nov 12 11:00:11.914092 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-51f88f19-4fde-425c-87fe-367afe8b1c58 service neutron] 10.222.0.31 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550430 Nov 12 11:00:12.227939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-dd611c28-d354-430a-bbd8-69820b132418 service neutron] 10.222.0.31 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105223 Nov 12 11:00:12.295648 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c835d055-e307-4977-ab35-54dafe3f39ea x-openstack-request-id: req-c835d055-e307-4977-ab35-54dafe3f39ea {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:12.297116 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59558566-b5cf-4cd5-8039-91dfc9556801", "name": "network-vif-deleted", "tag": "1e4b92d3-a646-4564-b1a1-9992d7daa305", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:12.297524 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c835d055-e307-4977-ab35-54dafe3f39ea {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:12.298117 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59558566-b5cf-4cd5-8039-91dfc9556801', 'name': 'network-vif-deleted', 'tag': '1e4b92d3-a646-4564-b1a1-9992d7daa305', 'status': 'completed', 'code': 200} Nov 12 11:00:12.380085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56084) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:12.396268 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-6e26ffc4-11cb-42bb-87c5-d01ec764fd87 service neutron] 10.222.0.31 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609623 Nov 12 11:00:12.597605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83afb17d-795b-4da0-8dc2-55fcb9dac07f req-b2ac088d-2332-469a-89f9-6f574f75e53f tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 210 time: 0.0763044 Nov 12 11:00:12.659870 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-71f8eb25-19ac-4b93-8266-8386077e4b22 service neutron] 10.222.0.31 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560651 Nov 12 11:00:12.830362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1e4b92d3-a646-4564-b1a1-9992d7daa305 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:12.913277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 1e4b92d3-a646-4564-b1a1-9992d7daa305 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:12.914303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 1e4b92d3-a646-4564-b1a1-9992d7daa305 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:12.952207 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-6a073215-1c33-45dd-9030-7f84f1847aae service neutron] 10.222.0.31 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852113 Nov 12 11:00:13.900748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6adc39a9-675c-4220-b573-70f831ef78bd req-f0d76b79-f6ec-4f46-9568-4e75b51bade8 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 210 time: 0.0617375 Nov 12 11:00:14.124829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-7e11e044-328c-48c6-87c4-6b3326e9159b tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:14.126509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-7e11e044-328c-48c6-87c4-6b3326e9159b tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.52 "GET /v2.0/networks?id=40f9d4b6-5b2e-4a52-a137-4973b0587c81 HTTP/1.1" status: 200 len: 814 time: 0.2297463 Nov 12 11:00:14.135921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:14.187318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Request body: {'port': {'device_id': '2991192d-a968-4bc0-82ee-604236737159', 'network_id': '40f9d4b6-5b2e-4a52-a137-4973b0587c81', 'admin_state_up': True, 'tenant_id': '32d3d6134b4942a885304fdb5b79af9f'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:14.501190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3bf8ad91-a90e-425e-83aa-4004d6c60944 req-31c999b8-aff1-4b46-a1ec-30b5aeb891e5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0514600 Nov 12 11:00:14.658968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Made reservation on behalf of 32d3d6134b4942a885304fdb5b79af9f for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:14.662675 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:15.003898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Allocated IP 172.20.0.4 (40f9d4b6-5b2e-4a52-a137-4973b0587c81/f0b774e3-01ae-4c6e-8903-20d06904a3a8/ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:15.358155 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:15.369878 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68d63af5-632a-46f7-8603-faa0bf0e3f1c req-13f46831-318f-4be6-96a2-016fe2de7bfe tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 210 time: 0.2052464 Nov 12 11:00:15.687340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:15.699109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Deleting port 0466adeb-32eb-4269-beb6-a3541778a502 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:15.699752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:15.790049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:15.831865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-434afe12-1908-4d3a-bfe3-8c3f7fc5417e req-5972607c-3174-4252-b7f3-66c9af7f0a1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0911272 Nov 12 11:00:15.852611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:15.863089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:15.971563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Pushing event updated for resources: {'Port': ['ID=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:16.011783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:16.013011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:16.066855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-e3479990-eab8-474c-9588-d070df83649a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8846073 Nov 12 11:00:16.076433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] For port 0466adeb-32eb-4269-beb6-a3541778a502, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0466adeb-32eb-4269-beb6-a3541778a502,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:16.076928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:16.089839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Request body: {'port': {'device_id': '2991192d-a968-4bc0-82ee-604236737159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:16.199026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Calling delete_port for 0466adeb-32eb-4269-beb6-a3541778a502 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:16.229006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:16.571439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-e96644ab-e7f4-48ba-a065-a64616537d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:16.574088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-e96644ab-e7f4-48ba-a065-a64616537d23 service neutron] 10.222.0.59 "GET /v2.0/ports/1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 1028 time: 0.1765740 Nov 12 11:00:17.030543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-fe69e08f-4f57-4622-a6c3-85a6c628b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.032391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-fe69e08f-4f57-4622-a6c3-85a6c628b129 service neutron] 10.222.0.59 "GET /v2.0/ports/177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 1027 time: 0.3502715 Nov 12 11:00:17.201743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3549de8-1bc5-4be7-bd29-60cecf7e3aab req-b6c17964-7192-4609-9af6-6eecc853efb2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.1404269 Nov 12 11:00:17.202564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56190) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:17.214669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-022c54c3-bdac-4f58-a2e1-092005556681 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.221395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-022c54c3-bdac-4f58-a2e1-092005556681 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.228245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-022c54c3-bdac-4f58-a2e1-092005556681 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.229969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-022c54c3-bdac-4f58-a2e1-092005556681 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "GET /v2.0/networks?id=77981b1f-f093-4607-a4ab-5db715ba3b08&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=2d919481-045f-4df0-b787-b33b0ee846c5&id=2d919481-045f-4df0-b787-b33b0ee846c5 HTTP/1.1" status: 200 len: 1989 time: 0.1821077 Nov 12 11:00:17.356587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31176052-b744-46b4-b5c6-9f9aa115bc8f req-a82f2383-8f98-4b6e-a7cc-491034d63ec9 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.373225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31176052-b744-46b4-b5c6-9f9aa115bc8f req-a82f2383-8f98-4b6e-a7cc-491034d63ec9 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 931 time: 0.7843969 Nov 12 11:00:17.451804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31176052-b744-46b4-b5c6-9f9aa115bc8f req-7d3fcd93-c975-4a6b-b625-f254ae3e0668 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764406 Nov 12 11:00:17.507049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.553124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.625754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.632329 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.667979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db6c4766373e43938eb9056218b10bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4613431 Nov 12 11:00:17.670551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56194) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:17.695800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0466adeb-32eb-4269-beb6-a3541778a502,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:17.743652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e8a2bd-98bf-452b-b53f-6df765828bc0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:17.761949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.762311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.762953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.763424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.763773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.764114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.764449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.764783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.765142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.765245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.765477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.765803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.765956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.766173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.766316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.766572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.767229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.768226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.768929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.769668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.769810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.770220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.770742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.771409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf222562-a0d4-4a37-a662-a4aad995ecd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:17.812982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4f12fc3-0016-46b8-96bf-50a97ff5384c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.896370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4f12fc3-0016-46b8-96bf-50a97ff5384c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.970657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-6ef52f68-8612-4c98-a41f-63ee7cd067ad tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457678ceb2db435d85a68bc68bb38f51 HTTP/1.1" status: 200 len: 379 time: 0.7239053 Nov 12 11:00:18.043466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4f12fc3-0016-46b8-96bf-50a97ff5384c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.050784 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4f12fc3-0016-46b8-96bf-50a97ff5384c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.057017 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b4f12fc3-0016-46b8-96bf-50a97ff5384c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03e8a2bd-98bf-452b-b53f-6df765828bc0 HTTP/1.1" status: 204 len: 168 time: 0.3853142 Nov 12 11:00:18.113758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f12fc3-0016-46b8-96bf-50a97ff5384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e8a2bd-98bf-452b-b53f-6df765828bc0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:18.129581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'admin_state_up': True, 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'security_groups': ['ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:18.394464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:18.417538 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.582028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85569ff3-f6dc-42db-91cd-0b46a2f8b295 req-43e8afc9-75dd-453a-9315-91465d1dba69 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0874894 Nov 12 11:00:18.795279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Transition to ACTIVE for port object ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:18.807710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.841207 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.868193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:18.872006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.900628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:18.930574 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8724a1e-341b-483b-a90b-18572dc16829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.952934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f3bd-7014-4f10-b337-c34387219b32 req-7fba947d-c3e0-48e8-840a-9d2759e4b777 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:18.963502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b9f3bd-7014-4f10-b337-c34387219b32 req-7fba947d-c3e0-48e8-840a-9d2759e4b777 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 931 time: 0.2319853 Nov 12 11:00:19.005413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Pushing event updated for resources: {'Port': ['ID=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:19.055514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8724a1e-341b-483b-a90b-18572dc16829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.060200 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8724a1e-341b-483b-a90b-18572dc16829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.106544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8724a1e-341b-483b-a90b-18572dc16829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af17816-90e5-459d-8653-a926b68c1374,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:19.144280 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e8724a1e-341b-483b-a90b-18572dc16829 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c811d390fed94a16b0f9cf010f7360b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2424483 Nov 12 11:00:19.145387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56216) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:19.219985 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2df49fa-6222-4677-a76a-74c8537d8a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.253391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b9f3bd-7014-4f10-b337-c34387219b32 req-6db9177a-553f-4a05-abc5-185268b6b7d2 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885566 Nov 12 11:00:19.255859 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2df49fa-6222-4677-a76a-74c8537d8a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.385220 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2df49fa-6222-4677-a76a-74c8537d8a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.388946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2df49fa-6222-4677-a76a-74c8537d8a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.390936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a2df49fa-6222-4677-a76a-74c8537d8a21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6af17816-90e5-459d-8653-a926b68c1374 HTTP/1.1" status: 204 len: 168 time: 0.2438045 Nov 12 11:00:19.405917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df49fa-6222-4677-a76a-74c8537d8a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af17816-90e5-459d-8653-a926b68c1374,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:19.469888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Allocated IP 172.20.0.7 (77981b1f-f093-4607-a4ab-5db715ba3b08/0117afdc-0f85-46f4-a531-24e8628fef14/db4382f9-214b-429f-9e21-8df332229590) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:19.480100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Attempting to bind port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:19.480390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Attempting to bind port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'b97126e3-23e8-4a79-82d9-248ef57893a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '40f9d4b6-5b2e-4a52-a137-4973b0587c81'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:19.480551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Attempting to bind port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d on network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:19.497437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d on network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:19.498497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Attempting to bind port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d on network 40f9d4b6-5b2e-4a52-a137-4973b0587c81 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:19.605716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:19.606383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Checking segment: {'id': 'b97126e3-23e8-4a79-82d9-248ef57893a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '40f9d4b6-5b2e-4a52-a137-4973b0587c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:19.607316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Bound using segment: {'id': 'b97126e3-23e8-4a79-82d9-248ef57893a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '40f9d4b6-5b2e-4a52-a137-4973b0587c81'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:19.607316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Bound port: ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97126e3-23e8-4a79-82d9-248ef57893a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '40f9d4b6-5b2e-4a52-a137-4973b0587c81'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:19.607854 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.856122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87f16863-3966-481c-b835-206e2fd0fbfb req-0659b797-031b-472a-a86a-784a6b3d3ee0 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0548081 Nov 12 11:00:20.465023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Router 0e39c3e3-e282-417b-aaf6-6392721df806 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:20.522034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] For port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:20.549080 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:20.562005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] For port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,segment=NetworkSegment(b97126e3-23e8-4a79-82d9-248ef57893a1),segment_id=b97126e3-23e8-4a79-82d9-248ef57893a1)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:20.582312 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:20.671879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f00e5-e7da-4b5d-8ab4-d9536f7d049d req-cf08c472-e0c9-4682-96ed-5ee9eb622dd2 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:20.673422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6f00e5-e7da-4b5d-8ab4-d9536f7d049d req-cf08c472-e0c9-4682-96ed-5ee9eb622dd2 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 943 time: 0.2495134 Nov 12 11:00:20.708633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:20.709562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:20.711191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] 10.222.0.52 "PUT /v2.0/ports/ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d HTTP/1.1" status: 200 len: 1092 time: 4.6293919 Nov 12 11:00:20.726674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2991192d-a968-4bc0-82ee-604236737159', 'tag': 'ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:20.729875 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab11fd-c60c-4110-b296-111d49578040" -d '{"events": [{"name": "network-changed", "server_uuid": "2991192d-a968-4bc0-82ee-604236737159", "tag": "ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:20.825913 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27bae8b-9b35-4fa3-adbe-d5e55bfb11b6 x-openstack-request-id: req-e27bae8b-9b35-4fa3-adbe-d5e55bfb11b6 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:20.826224 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2991192d-a968-4bc0-82ee-604236737159", "tag": "ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:20.826446 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e27bae8b-9b35-4fa3-adbe-d5e55bfb11b6 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:20.826840 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2991192d-a968-4bc0-82ee-604236737159', 'tag': 'ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d', 'status': 'completed', 'code': 200} Nov 12 11:00:20.912849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:20.926648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3634f-27a8-4f09-a1e5-4267d07123ac service neutron] Pushing event updated for resources: {'Port': ['ID=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:21.036197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6f00e5-e7da-4b5d-8ab4-d9536f7d049d req-6c7b7698-3374-448a-9b57-e65f9d53b704 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363636 Nov 12 11:00:21.043650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:21.053972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:21.076617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:21.091051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-7cf0f900-a3ad-4574-ba66-beafb5c1f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:21.094363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-7cf0f900-a3ad-4574-ba66-beafb5c1f859 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=32d3d6134b4942a885304fdb5b79af9f&device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 1095 time: 0.3149006 Nov 12 11:00:21.131129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30482-1595-4f1d-9f52-7bec658be1ce req-76ac949f-c856-460e-8ef2-be91a39a9494 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:21.139171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eaa30482-1595-4f1d-9f52-7bec658be1ce req-76ac949f-c856-460e-8ef2-be91a39a9494 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 931 time: 0.1357086 Nov 12 11:00:21.140337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:21.166150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3949c673-b5a8-418d-af7e-4879406ccf23 admin admin] 10.222.0.31 "PUT /v2.0/routers/0e39c3e3-e282-417b-aaf6-6392721df806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7804465 Nov 12 11:00:21.168356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56258) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:21.178726 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] Sync routers for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:21.218356 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:21.219497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=db4382f9-214b-429f-9e21-8df332229590,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:21.225815 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:21.313753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eaa30482-1595-4f1d-9f52-7bec658be1ce req-a7cb98f2-f2d0-44dc-9d2d-809514583f48 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721511 Nov 12 11:00:21.424258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-3e8bff76-bd6f-4944-a020-c24e3ff73a4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d HTTP/1.1" status: 200 len: 217 time: 0.2567194 Nov 12 11:00:21.490330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:21.491083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:21.604816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ce19f0d8-cb26-4965-ba48-6a2f11b46729 None None] Provisioning complete for port db4382f9-214b-429f-9e21-8df332229590 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:21.610096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce19f0d8-cb26-4965-ba48-6a2f11b46729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:21.654828 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:21.689261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ce19f0d8-cb26-4965-ba48-6a2f11b46729 None None] Port db4382f9-214b-429f-9e21-8df332229590 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:21.745820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-35c63f49-3bdb-4f60-bc13-8d26cc5c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:21.747641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-35c63f49-3bdb-4f60-bc13-8d26cc5c925e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0b774e3-01ae-4c6e-8903-20d06904a3a8 HTTP/1.1" status: 200 len: 854 time: 0.2987514 Nov 12 11:00:21.761727 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c83664af-d7ec-4718-b6ba-a9dc36b5c60e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6407416 Nov 12 11:00:21.814797 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:21.821209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-b6bb3f9f-dae2-426c-a50a-74e61a900223 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40f9d4b6-5b2e-4a52-a137-4973b0587c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644224 Nov 12 11:00:21.829582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'admin_state_up': True, 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'security_groups': ['ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:21.848965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cf33b875-1d6e-4477-a44f-6adaa6312a47 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--375769189&fields=id&tenant_id=fdbdf80e4f394ad987482241cbb00464 HTTP/1.1" status: 200 len: 267 time: 0.4450364 Nov 12 11:00:21.919052 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T11:00:17Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:21.965195 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] Checking router: 0e39c3e3-e282-417b-aaf6-6392721df806 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:21.978788 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] Routers {'0e39c3e3-e282-417b-aaf6-6392721df806'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:21.979586 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T10:59:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0e39c3e3-e282-417b-aaf6-6392721df806'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:22.124236 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] Set router 0e39c3e3-e282-417b-aaf6-6392721df806 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:22.182241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-6fef312e-424b-40c3-bf7d-8f4b4b83f1b8 service neutron] 10.222.0.52 "GET /v2.0/networks/40f9d4b6-5b2e-4a52-a137-4973b0587c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407202 Nov 12 11:00:22.286101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeb30e-f9f6-47ad-8e43-b9b474294df9 req-36662bdb-f7cf-468d-824e-ce8e6e136afa tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:22.295139 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0eeeb30e-f9f6-47ad-8e43-b9b474294df9 req-36662bdb-f7cf-468d-824e-ce8e6e136afa tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 943 time: 0.1055753 Nov 12 11:00:22.423440 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0eeeb30e-f9f6-47ad-8e43-b9b474294df9 req-9359ee12-d15a-497a-b35e-14637d720350 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195099 Nov 12 11:00:22.455680 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T11:00:17Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:22.502105 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f28337-b169-4ec5-aa31-e02ac6250646 None None] The sync data for ids ['0e39c3e3-e282-417b-aaf6-6392721df806'] in n-d-768851-19 is: [{'id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'name': 'tempest-FloatingIPsAssociationTestJSON-1787287534-router', 'tenant_id': '2a1527725895485fafec360f4adecb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:02Z', 'updated_at': '2021-11-12T11:00:17Z', 'revision_number': 5, 'project_id': '2a1527725895485fafec360f4adecb3e', 'gw_port': {'id': '4cdb790c-794e-445f-bbe1-7581c45cc97b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39c3e3-e282-417b-aaf6-6392721df806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:03Z', 'updated_at': '2021-11-12T10:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:22.646069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d570-1699-4708-943a-016e2c647157 req-d061dc36-3253-42d7-9845-d769ad01c5bf tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:22.649452 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3089d570-1699-4708-943a-016e2c647157 req-d061dc36-3253-42d7-9845-d769ad01c5bf tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 931 time: 0.0969534 Nov 12 11:00:22.776577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdcf0e-5bb9-4796-92e3-8858d0ffe1fc req-b8144db2-a299-45e9-afc0-68a62ba306af service neutron] 10.222.0.52 "GET /v2.0/networks/40f9d4b6-5b2e-4a52-a137-4973b0587c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695581 Nov 12 11:00:22.778053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3089d570-1699-4708-943a-016e2c647157 req-fbbca65e-a252-42b7-aa64-4fc1fe5fbc8a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071332 Nov 12 11:00:22.816642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:22.826879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:22.865817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.054804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e04e4e4e-7c84-4a22-bfac-9b6c4e822442 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:23.064091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e04e4e4e-7c84-4a22-bfac-9b6c4e822442 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/networks?id=7d2cc73e-ea7a-4c42-98be-a2f303b60750 HTTP/1.1" status: 200 len: 815 time: 0.8801854 Nov 12 11:00:23.118044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-83a7db0d-84a2-42e4-9243-afdd751c71c0 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/quotas/fdbdf80e4f394ad987482241cbb00464 HTTP/1.1" status: 200 len: 375 time: 0.0526450 Nov 12 11:00:23.258392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab11fd-c60c-4110-b296-111d49578040 req-2590eb5a-665d-4c06-85ea-53750e251d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:23.260280 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19ab11fd-c60c-4110-b296-111d49578040 req-2590eb5a-665d-4c06-85ea-53750e251d1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=32d3d6134b4942a885304fdb5b79af9f&device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 1095 time: 0.3509481 Nov 12 11:00:23.353915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Deleting port 4cdb790c-794e-445f-bbe1-7581c45cc97b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:23.355278 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.494498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e076228e-66cd-41ea-b0b3-af0c149ead25 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdbdf80e4f394ad987482241cbb00464&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3259587 Nov 12 11:00:23.571979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-06d64ed6-10bb-45f9-a43e-47a452da5787 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:00:23.573809 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-06d64ed6-10bb-45f9-a43e-47a452da5787 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276186 Nov 12 11:00:23.642684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Allocated IP 10.1.1.97 (30242ffe-b2cb-4be4-a644-5d3c25b638a9/683a5c0c-1d18-4977-85fb-b2d3490b3daf/ba5fb181-c6b1-434a-8466-017199f7ad56) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:23.662798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c277-bf8d-4950-8a02-0333ef6815e7 req-11006469-a6a9-431a-94dd-65a001578f1b tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:23.668154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4864c277-bf8d-4950-8a02-0333ef6815e7 req-11006469-a6a9-431a-94dd-65a001578f1b tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 943 time: 0.0762610 Nov 12 11:00:23.753419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4864c277-bf8d-4950-8a02-0333ef6815e7 req-c3bd2b99-8228-4db6-9d4f-31852f364413 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776811 Nov 12 11:00:23.781915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab11fd-c60c-4110-b296-111d49578040 req-140beac7-4115-4997-bf38-a325a3c70971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:23.783530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19ab11fd-c60c-4110-b296-111d49578040 req-140beac7-4115-4997-bf38-a325a3c70971 service neutron] 10.222.0.52 "GET /v2.0/networks?id=40f9d4b6-5b2e-4a52-a137-4973b0587c81 HTTP/1.1" status: 200 len: 915 time: 0.5138557 Nov 12 11:00:23.862363 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-73c23cb7-a135-470a-a947-6058a541d99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.906937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19ab11fd-c60c-4110-b296-111d49578040 req-a3aab695-fffb-48df-9a4f-f540b77e97d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d HTTP/1.1" status: 200 len: 217 time: 0.1110611 Nov 12 11:00:23.962762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] For port 4cdb790c-794e-445f-bbe1-7581c45cc97b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4cdb790c-794e-445f-bbe1-7581c45cc97b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:23.963149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.996328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae090e-12b3-414c-b612-26bbb520cc9b req-8c6ee355-dc3b-4860-a584-8f996ce1e603 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:23.998642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71ae090e-12b3-414c-b612-26bbb520cc9b req-8c6ee355-dc3b-4860-a584-8f996ce1e603 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 931 time: 0.0733936 Nov 12 11:00:24.033310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-2cff70ae-e65f-462d-ba25-2cf12806455d service neutron] 10.222.0.31 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353540 Nov 12 11:00:24.046337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Calling delete_port for 4cdb790c-794e-445f-bbe1-7581c45cc97b owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:24.067551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71ae090e-12b3-414c-b612-26bbb520cc9b req-892e17d0-7a6c-4327-9cc2-dc03c46ee365 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594714 Nov 12 11:00:24.113525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab11fd-c60c-4110-b296-111d49578040 req-7a891cc5-96d3-4059-838c-224e2919a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:24.115040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19ab11fd-c60c-4110-b296-111d49578040 req-7a891cc5-96d3-4059-838c-224e2919a5b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0b774e3-01ae-4c6e-8903-20d06904a3a8 HTTP/1.1" status: 200 len: 854 time: 0.1888118 Nov 12 11:00:24.226112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19ab11fd-c60c-4110-b296-111d49578040 req-31393775-3a16-404b-b026-4f8a1453d85d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40f9d4b6-5b2e-4a52-a137-4973b0587c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450063 Nov 12 11:00:24.293678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:24.357118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-5f0afbd0-39c3-40b6-bdca-6f300108ddc9 service neutron] 10.222.0.31 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083575 Nov 12 11:00:24.485480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0466adeb-32eb-4269-beb6-a3541778a502 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:24.509581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 0466adeb-32eb-4269-beb6-a3541778a502 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:24.509935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0466adeb-32eb-4269-beb6-a3541778a502 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:24.893898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19ab11fd-c60c-4110-b296-111d49578040 req-44215424-f146-49a0-ad76-cfe7c088589e service neutron] 10.222.0.52 "GET /v2.0/networks/40f9d4b6-5b2e-4a52-a137-4973b0587c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564801 Nov 12 11:00:24.901175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:24.915027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:00:25.034402 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6cc1435-74f6-4a1d-a812-225714abfdda req-375cd0b9-ea1e-4870-9bad-6fe8a5386475 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.1368072 Nov 12 11:00:25.046943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:25.054520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c6d3e-f635-4bc6-a01b-02a87fa295ed req-d1829036-c937-41d7-9da9-f9c8b0edb43e tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:25.064489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec8c6d3e-f635-4bc6-a01b-02a87fa295ed req-d1829036-c937-41d7-9da9-f9c8b0edb43e tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 943 time: 0.1651824 Nov 12 11:00:25.142863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=ba5fb181-c6b1-434a-8466-017199f7ad56,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:25.148838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:25.268367 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec8c6d3e-f635-4bc6-a01b-02a87fa295ed req-408e9dc5-e9db-48c9-b13a-de71e8a93d56 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904013 Nov 12 11:00:25.275605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:25.490465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,segment=NetworkSegment(b97126e3-23e8-4a79-82d9-248ef57893a1),segment_id=b97126e3-23e8-4a79-82d9-248ef57893a1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:25.565126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d', 'network_id': '40f9d4b6-5b2e-4a52-a137-4973b0587c81', 'port_id': 'ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d', 'mac_address': 'fa:16:3e:f7:c9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b774e3-01ae-4c6e-8903-20d06904a3a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:00:25.679705 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:25.706285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:25.711865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:25.810359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:25.811879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:25.820657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,segment=NetworkSegment(b97126e3-23e8-4a79-82d9-248ef57893a1),segment_id=b97126e3-23e8-4a79-82d9-248ef57893a1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:25.846122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c84fe-048b-4599-bcca-c99d434329d7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:25.872946 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:25.984142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:25.987259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8aeef06f-967e-46f1-82d0-b936f095ea25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2017679 Nov 12 11:00:26.014217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d723d764-fa13-4375-bcec-551e1dd7dd2b None None] Provisioning complete for port ba5fb181-c6b1-434a-8466-017199f7ad56 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:26.014673 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d723d764-fa13-4375-bcec-551e1dd7dd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:26.029183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdb790c-794e-445f-bbe1-7581c45cc97b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:26.048216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dbd95-6f92-402a-89f9-14728e27a76b req-71df4fa5-f509-4418-9497-23abe4868c30 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:26.059208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dbd95-6f92-402a-89f9-14728e27a76b req-71df4fa5-f509-4418-9497-23abe4868c30 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:26.067170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-268dbd95-6f92-402a-89f9-14728e27a76b req-71df4fa5-f509-4418-9497-23abe4868c30 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 1652 time: 0.7068806 Nov 12 11:00:26.077569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'admin_state_up': True, 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'security_groups': ['ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:26.082131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d723d764-fa13-4375-bcec-551e1dd7dd2b None None] Port ba5fb181-c6b1-434a-8466-017199f7ad56 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:26.092989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19ab11fd-c60c-4110-b296-111d49578040 req-6eef23c2-570f-42bf-87cc-c6595567790c service neutron] 10.222.0.52 "GET /v2.0/networks/40f9d4b6-5b2e-4a52-a137-4973b0587c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1896665 Nov 12 11:00:26.198971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:26.234610 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:26.319343 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-558e03af-90da-4209-a9ba-991ba2ac7205 req-d8daff08-822d-4526-975c-df53076e2b6c tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.0729225 Nov 12 11:00:26.379279 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e8b155fc-8582-4402-9730-14d23e6e026f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:26.631762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-268dbd95-6f92-402a-89f9-14728e27a76b req-bff3ceae-6dfe-44bb-a520-e9a0b6079d1d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5623434 Nov 12 11:00:26.797480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bff1a3-20c5-49b2-8962-16170d6e4dda req-7b8e2aac-59fc-4665-a46a-a1eeedb887b6 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:26.802403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91bff1a3-20c5-49b2-8962-16170d6e4dda req-7b8e2aac-59fc-4665-a46a-a1eeedb887b6 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 944 time: 0.2047844 Nov 12 11:00:26.840276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:26.851916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:26.970007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91bff1a3-20c5-49b2-8962-16170d6e4dda req-82958eae-296c-4638-af68-59dc9fbb279d tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544211 Nov 12 11:00:26.971128 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:26.972628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e39c3e3-e282-417b-aaf6-6392721df806 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:00:26.992890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:26.997988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d9ab71f7-56e5-44ef-8f14-e4f75a934f0b admin admin] 10.222.0.31 "DELETE /v2.0/routers/0e39c3e3-e282-417b-aaf6-6392721df806 HTTP/1.1" status: 204 len: 168 time: 5.8239098 Nov 12 11:00:27.002050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56374) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:27.049153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:27.072132 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:27.170924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1656c3-60b0-4f1e-8fa8-dd13fd67ae9a admin admin] Deleting subnet e02c1cea-f807-4e06-a33e-9b396083142d {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:00:27.188150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff1656c3-60b0-4f1e-8fa8-dd13fd67ae9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:27.306618 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff1656c3-60b0-4f1e-8fa8-dd13fd67ae9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:27.520401 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff1656c3-60b0-4f1e-8fa8-dd13fd67ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:27.590665 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:27.686655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5d36e79-3c26-4835-98d6-a7b695250aa9 req-652619f3-6dc1-49fb-8150-d8481375e1d7 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.0638416 Nov 12 11:00:27.689187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff1656c3-60b0-4f1e-8fa8-dd13fd67ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:27.762338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1656c3-60b0-4f1e-8fa8-dd13fd67ae9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02c1cea-f807-4e06-a33e-9b396083142d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:27.766008 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff1656c3-60b0-4f1e-8fa8-dd13fd67ae9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:27.774946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff308c7-00b1-42ec-a295-6ef3a3b7fb56 None None] Network 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:27.777431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ff1656c3-60b0-4f1e-8fa8-dd13fd67ae9a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e02c1cea-f807-4e06-a33e-9b396083142d HTTP/1.1" status: 204 len: 168 time: 0.7736034 Nov 12 11:00:27.778353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56394) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:28.012013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Allocated IP 10.1.1.219 (30242ffe-b2cb-4be4-a644-5d3c25b638a9/683a5c0c-1d18-4977-85fb-b2d3490b3daf/30ae80cd-b9bb-45b0-b5bf-08a3df9e428f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:28.060709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-ea033291-e8f8-4dfa-84c5-13e5f74202bb tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:28.068068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-ea033291-e8f8-4dfa-84c5-13e5f74202bb tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.52 "GET /v2.0/networks?id=7d2cc73e-ea7a-4c42-98be-a2f303b60750 HTTP/1.1" status: 200 len: 815 time: 0.7927041 Nov 12 11:00:28.127891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:28.233392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716130-1c59-4a1b-a640-7a2add89d8eb req-43cd54f7-9a7d-4683-8ff6-8db640aca7ad tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:28.263752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716130-1c59-4a1b-a640-7a2add89d8eb req-43cd54f7-9a7d-4683-8ff6-8db640aca7ad tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:28.280036 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6716130-1c59-4a1b-a640-7a2add89d8eb req-43cd54f7-9a7d-4683-8ff6-8db640aca7ad tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 1652 time: 0.2587087 Nov 12 11:00:28.353439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] DHCP port deletion for 67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:28.442366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] Deleting port 46723110-bee9-4699-a0da-82afbba13a52 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:28.442849 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:28.458242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6716130-1c59-4a1b-a640-7a2add89d8eb req-4191f4db-70b1-498a-a02c-c0f2cabaf146 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716986 Nov 12 11:00:28.515409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Deleting port 46723110-bee9-4699-a0da-82afbba13a52 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:28.515775 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:28.553893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] For port 46723110-bee9-4699-a0da-82afbba13a52, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=46723110-bee9-4699-a0da-82afbba13a52,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:28.554332 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:28.576917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] Calling delete_port for 46723110-bee9-4699-a0da-82afbba13a52 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:28.623588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-43aeb217-def7-480c-92d1-5e5f868e110e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdbdf80e4f394ad987482241cbb00464 HTTP/1.1" status: 200 len: 379 time: 0.5314944 Nov 12 11:00:28.644570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Request body: {'port': {'device_id': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'admin_state_up': True, 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'security_groups': ['0575b956-6504-4755-a5ba-50a9fd34c5dd']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:28.686513 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:28.746035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] No DVR routers for this DVR port 46723110-bee9-4699-a0da-82afbba13a52 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:28.750878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3772783-a4af-433c-987c-c1d113d6aedf None None] Pushing event deleted for resources: {'Port': ['ID=46723110-bee9-4699-a0da-82afbba13a52,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:28.811990 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4cdb790c-794e-445f-bbe1-7581c45cc97b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:28.829962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451bcb4-9179-4a2d-a286-9bf0453e15ad req-78cd539d-a3a4-4491-b049-ae11fd123910 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:28.841214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5451bcb4-9179-4a2d-a286-9bf0453e15ad req-78cd539d-a3a4-4491-b049-ae11fd123910 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 945 time: 0.4474771 Nov 12 11:00:28.887285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 4cdb790c-794e-445f-bbe1-7581c45cc97b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:28.887551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4cdb790c-794e-445f-bbe1-7581c45cc97b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:28.888065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 46723110-bee9-4699-a0da-82afbba13a52 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:28.897206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:28.985817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:29.000326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 46723110-bee9-4699-a0da-82afbba13a52 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:29.000960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 46723110-bee9-4699-a0da-82afbba13a52 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:29.151794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:00:29.161163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.165419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:29.167965 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.180275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] For port 46723110-bee9-4699-a0da-82afbba13a52, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=46723110-bee9-4699-a0da-82afbba13a52,segment=NetworkSegment(a38a08de-6fa7-4e0f-a920-92e143364ea5),segment_id=a38a08de-6fa7-4e0f-a920-92e143364ea5)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:29.188923 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.245088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5451bcb4-9179-4a2d-a286-9bf0453e15ad req-d1e94026-80bf-48a9-86cb-6be2735d1a9b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023557 Nov 12 11:00:29.297959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Calling delete_port for 46723110-bee9-4699-a0da-82afbba13a52 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:29.331345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:29.350888 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd7ab8-b531-411a-b758-febcc1a27cb7 req-b4fd274b-0265-42c6-bab6-1e1fe7a5f9b3 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:29.372416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2fbd7ab8-b531-411a-b758-febcc1a27cb7 req-b4fd274b-0265-42c6-bab6-1e1fe7a5f9b3 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 944 time: 0.4838295 Nov 12 11:00:29.375476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:29.404003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:29.481812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56420) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:29.564203 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.616141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Made reservation on behalf of fdbdf80e4f394ad987482241cbb00464 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:29.625033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.656853 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.660634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:29.732423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2991192d-a968-4bc0-82ee-604236737159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:29.744737 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4e1776-cd7b-4508-bf07-656b38156222" -d '{"events": [{"server_uuid": "2991192d-a968-4bc0-82ee-604236737159", "name": "network-vif-plugged", "status": "completed", "tag": "ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:29.837271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,segment=NetworkSegment(b97126e3-23e8-4a79-82d9-248ef57893a1),segment_id=b97126e3-23e8-4a79-82d9-248ef57893a1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:29.850020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.863201 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2fbd7ab8-b531-411a-b758-febcc1a27cb7 req-2ccdfce6-f0f5-4264-b370-38512ad4052c tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846404 Nov 12 11:00:29.917693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-13418198-396a-4c17-8e8d-33747ccf6fdd req-091ba72d-a908-4ba6-a487-fb85a4e62e03 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.2085683 Nov 12 11:00:30.043620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f92d-3fda-4f1b-955e-8669c1d10dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.162305 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b13531-cda3-4c6d-a6bc-7bdc010a9a09 x-openstack-request-id: req-e9b13531-cda3-4c6d-a6bc-7bdc010a9a09 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:30.181163 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2991192d-a968-4bc0-82ee-604236737159", "name": "network-vif-plugged", "status": "completed", "tag": "ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:30.181699 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9b13531-cda3-4c6d-a6bc-7bdc010a9a09 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:30.182511 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2991192d-a968-4bc0-82ee-604236737159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d', 'code': 200} Nov 12 11:00:30.211259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6c51af4c-98e5-49dc-803e-b659022bd34e None None] Provisioning complete for port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:30.212420 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c51af4c-98e5-49dc-803e-b659022bd34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.217419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:30.245295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.359087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.360059 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.366919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6c51af4c-98e5-49dc-803e-b659022bd34e None None] Port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:30.393171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Pushing event deleted for resources: {'Port': ['ID=46723110-bee9-4699-a0da-82afbba13a52,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:30.397943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] No DVR routers for this DVR port 46723110-bee9-4699-a0da-82afbba13a52 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:30.436233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-55f5a8fe-b705-42b9-a236-45f7bd9a6386 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3976815 Nov 12 11:00:30.461882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5', 'admin_state_up': True, 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'security_groups': ['ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:30.560408 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.561421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dfeab-7472-4a8a-9ad2-9cc50620257e req-714e7c7f-c81c-4b1e-9bb9-b0396b6dad4a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.563342 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.580911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dfeab-7472-4a8a-9ad2-9cc50620257e req-714e7c7f-c81c-4b1e-9bb9-b0396b6dad4a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.593633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dfeab-7472-4a8a-9ad2-9cc50620257e req-714e7c7f-c81c-4b1e-9bb9-b0396b6dad4a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.597874 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d1dfeab-7472-4a8a-9ad2-9cc50620257e req-714e7c7f-c81c-4b1e-9bb9-b0396b6dad4a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 2373 time: 0.4039962 Nov 12 11:00:30.709613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ba4a15-eab0-4c2b-8ba0-4ea321045ef9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:30.744696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Allocated IP 172.20.0.8 (7d2cc73e-ea7a-4c42-98be-a2f303b60750/63577643-e587-440f-901b-00c30553afa6/4f1b0d7e-502b-42c8-8d8e-53ef4ed12876) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:30.746075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178fe37-a6df-4ebc-9de2-8dcb669a3e8b req-c4c9b26e-94f2-49d4-b4aa-1ec852569d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.748808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d178fe37-a6df-4ebc-9de2-8dcb669a3e8b req-c4c9b26e-94f2-49d4-b4aa-1ec852569d00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 1097 time: 0.4707410 Nov 12 11:00:30.759066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38a08de-6fa7-4e0f-a920-92e143364ea5') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:30.759746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38a08de-6fa7-4e0f-a920-92e143364ea5') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:30.859421 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.865561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d178fe37-a6df-4ebc-9de2-8dcb669a3e8b req-43c70b3f-657b-467e-926a-42bf66a762d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895703 Nov 12 11:00:30.927923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebf909-812d-4bdd-938c-7a0e11bf009a req-2f95e345-e5e6-4a6f-aac2-94443dec701b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.930936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38ebf909-812d-4bdd-938c-7a0e11bf009a req-2f95e345-e5e6-4a6f-aac2-94443dec701b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 945 time: 0.3346803 Nov 12 11:00:30.936853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.967914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d1997-313d-48e0-aada-fda9300af30b req-093a558e-2927-46f9-ad5c-e8ce10e82e67 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.970167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-621d1997-313d-48e0-aada-fda9300af30b req-093a558e-2927-46f9-ad5c-e8ce10e82e67 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 945 time: 0.3126795 Nov 12 11:00:30.974710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f92d-3fda-4f1b-955e-8669c1d10dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.991696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f92d-3fda-4f1b-955e-8669c1d10dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.013345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:00:31.013760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:00:31.017767 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:00:31.038411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d1dfeab-7472-4a8a-9ad2-9cc50620257e req-0d655510-2490-42d4-9271-0a8c2f55e6b2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683214 Nov 12 11:00:31.044506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:31.106955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a1f8f92d-3fda-4f1b-955e-8669c1d10dcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87aba538b3da490eb77b730349c98a29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6196325 Nov 12 11:00:31.110444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56438) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:31.144332 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38ebf909-812d-4bdd-938c-7a0e11bf009a req-9418403d-e338-46a1-86fb-eb1f12f59cdb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667278 Nov 12 11:00:31.154300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f92d-3fda-4f1b-955e-8669c1d10dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df8872-8438-4608-afa5-f999d3dbafd5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:31.169800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.177139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.180503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] 10.222.0.31 "DELETE /v2.0/networks/67ba4a15-eab0-4c2b-8ba0-4ea321045ef9 HTTP/1.1" status: 204 len: 168 time: 3.3990889 Nov 12 11:00:31.205975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdab5a-a000-4bb9-81cb-33e7d45e9745 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ba4a15-eab0-4c2b-8ba0-4ea321045ef9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:31.216070 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.260108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.297215 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07a7cf33-a2da-4271-abbc-615355817be4 req-c4c30a0a-1ebe-4ba6-9b7c-88224de7e812 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.0385771 Nov 12 11:00:31.424386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56442) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:31.479482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5c32dd02-35b2-42e6-94d0-fb192d3d3c11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a1527725895485fafec360f4adecb3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509088 Nov 12 11:00:31.480082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56444) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:31.535253 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6165d8e-b67b-432f-9cc0-8219f5a3c9a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.565888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6165d8e-b67b-432f-9cc0-8219f5a3c9a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.587252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9202a21-cdea-4f35-b41a-835de94ead26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.609609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af300da7-f5f9-4ddb-87c4-20d72f328711 req-6f298137-14b9-4ab9-bea7-6efca6bf553e tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:31.617409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af300da7-f5f9-4ddb-87c4-20d72f328711 req-6f298137-14b9-4ab9-bea7-6efca6bf553e tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 945 time: 0.3421104 Nov 12 11:00:31.646970 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.669278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6165d8e-b67b-432f-9cc0-8219f5a3c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.673178 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6165d8e-b67b-432f-9cc0-8219f5a3c9a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.677678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c6165d8e-b67b-432f-9cc0-8219f5a3c9a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0831a42-36c3-43f7-b1a3-5ee73f2fa65f HTTP/1.1" status: 204 len: 168 time: 0.1936922 Nov 12 11:00:31.683918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6165d8e-b67b-432f-9cc0-8219f5a3c9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0831a42-36c3-43f7-b1a3-5ee73f2fa65f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:31.761242 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9202a21-cdea-4f35-b41a-835de94ead26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.788522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:31.816189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:31.857188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:31.866828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Deleting port 76451df9-a6d4-4047-8fca-d90d2d7b4717 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:31.867253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.882640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event updated for resources: {'Port': ['ID=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:32.070734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af300da7-f5f9-4ddb-87c4-20d72f328711 req-b2d64fa3-bcb6-4a44-a982-526871db244f tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520516 Nov 12 11:00:32.137778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Allocated IP 10.2.2.100 (2d919481-045f-4df0-b787-b33b0ee846c5/3ed4e895-c978-40d2-9132-ae02deaae3eb/51e5ad8e-3593-4b52-8409-7260c4db83ca) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:32.328700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92242305-fc1e-47c0-aafe-536a10274cf9 req-a22ceb20-c57c-4e48-b3da-103a3c74244a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.345956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92242305-fc1e-47c0-aafe-536a10274cf9 req-a22ceb20-c57c-4e48-b3da-103a3c74244a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.355019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-438735f5-cd88-433f-8a92-806f3428131e None None] Provisioning complete for port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:32.355591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-438735f5-cd88-433f-8a92-806f3428131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.358539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92242305-fc1e-47c0-aafe-536a10274cf9 req-a22ceb20-c57c-4e48-b3da-103a3c74244a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.369240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-92242305-fc1e-47c0-aafe-536a10274cf9 req-a22ceb20-c57c-4e48-b3da-103a3c74244a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 2373 time: 0.1703677 Nov 12 11:00:32.450326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-438735f5-cd88-433f-8a92-806f3428131e None None] Port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:32.484106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-92242305-fc1e-47c0-aafe-536a10274cf9 req-7b309b03-0118-43a5-b472-c348c12813ca tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134455 Nov 12 11:00:32.660408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c90282-9804-4a9a-97ca-4ca10fa1b5a4 req-7ef6a6ea-1547-443a-a238-e2ff98750c54 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.664500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1c90282-9804-4a9a-97ca-4ca10fa1b5a4 req-7ef6a6ea-1547-443a-a238-e2ff98750c54 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 931 time: 0.1085937 Nov 12 11:00:32.740549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9202a21-cdea-4f35-b41a-835de94ead26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.743716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9202a21-cdea-4f35-b41a-835de94ead26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.744984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b9202a21-cdea-4f35-b41a-835de94ead26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5df8872-8438-4608-afa5-f999d3dbafd5 HTTP/1.1" status: 204 len: 168 time: 1.6357603 Nov 12 11:00:32.763560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1c90282-9804-4a9a-97ca-4ca10fa1b5a4 req-7be2ade3-531e-40fa-9beb-872846aa03f9 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912664 Nov 12 11:00:32.816013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9202a21-cdea-4f35-b41a-835de94ead26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5df8872-8438-4608-afa5-f999d3dbafd5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:32.824371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.825040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.857000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cdc3802e-405b-429a-ace5-d148007f870e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2249494 Nov 12 11:00:32.882159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Request body: {'port': {'device_id': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:32.889220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] For port 76451df9-a6d4-4047-8fca-d90d2d7b4717, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76451df9-a6d4-4047-8fca-d90d2d7b4717,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:32.889839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.930892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ba32d-37ec-4224-8e33-3919e85436f7 req-1c67cc60-04e9-49d5-b8ed-5bdfaac2bee5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.939469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c1ba32d-37ec-4224-8e33-3919e85436f7 req-1c67cc60-04e9-49d5-b8ed-5bdfaac2bee5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 945 time: 0.2871811 Nov 12 11:00:32.959679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Calling delete_port for 76451df9-a6d4-4047-8fca-d90d2d7b4717 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:33.085229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.090946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.141515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c1ba32d-37ec-4224-8e33-3919e85436f7 req-6adac61c-ff2a-4c60-8b4f-13a3e1915f11 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007689 Nov 12 11:00:33.177069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 76451df9-a6d4-4047-8fca-d90d2d7b4717 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:33.302992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56482) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:33.346880 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07886f89-2612-43c2-9aba-253db9e9ad08 req-cd948197-9b96-47cd-a95c-38e2ef932084 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:33.349672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.360092 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07886f89-2612-43c2-9aba-253db9e9ad08 req-cd948197-9b96-47cd-a95c-38e2ef932084 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 945 time: 0.1264424 Nov 12 11:00:33.409731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.425780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56488) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:33.448957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07886f89-2612-43c2-9aba-253db9e9ad08 req-0d47888e-5110-499f-b06c-041a5cb1f433 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875137 Nov 12 11:00:33.449902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1d903274-c07a-45f9-be3e-a9b719ccc741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.622443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1d903274-c07a-45f9-be3e-a9b719ccc741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.665014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 2d919481-045f-4df0-b787-b33b0ee846c5 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:33.668960 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1d903274-c07a-45f9-be3e-a9b719ccc741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.704187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:33.774511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d903274-c07a-45f9-be3e-a9b719ccc741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111fe257-bbc1-4245-b746-e046c6cef562,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:33.852377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:33.877184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29c3d4-74b7-41f8-9b27-cbe960315540 req-4f91698a-bfb3-40cf-8c69-02e9e1f4e226 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:33.892983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29c3d4-74b7-41f8-9b27-cbe960315540 req-4f91698a-bfb3-40cf-8c69-02e9e1f4e226 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:33.907883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29c3d4-74b7-41f8-9b27-cbe960315540 req-4f91698a-bfb3-40cf-8c69-02e9e1f4e226 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:33.928633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29c3d4-74b7-41f8-9b27-cbe960315540 req-4f91698a-bfb3-40cf-8c69-02e9e1f4e226 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:33.931101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-network', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:33.936301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb29c3d4-74b7-41f8-9b27-cbe960315540 req-4f91698a-bfb3-40cf-8c69-02e9e1f4e226 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 3094 time: 0.3042340 Nov 12 11:00:33.939093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1d903274-c07a-45f9-be3e-a9b719ccc741 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e446956ffcd44fa807a226afbf23268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125782 Nov 12 11:00:33.944162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56504) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:33.972156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=51e5ad8e-3593-4b52-8409-7260c4db83ca,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:33.997923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.087422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb29c3d4-74b7-41f8-9b27-cbe960315540 req-be3a8bca-b176-40e2-824b-ef449a9f4501 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265881 Nov 12 11:00:34.093308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af1a7638-3a10-487c-8f86-a295504a1f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.142380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af1a7638-3a10-487c-8f86-a295504a1f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.186466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Made reservation on behalf of e31d47860d6c4dabac299af6e75e45df for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:34.189088 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.195812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4da529c5-06b8-4c9f-8819-e575ccc72660 None None] Provisioning complete for port 51e5ad8e-3593-4b52-8409-7260c4db83ca triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:34.196532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4da529c5-06b8-4c9f-8819-e575ccc72660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.230169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:34.230924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.233933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event deleted for resources: {'Port': ['ID=76451df9-a6d4-4047-8fca-d90d2d7b4717,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:34.242674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af1a7638-3a10-487c-8f86-a295504a1f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.248605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af1a7638-3a10-487c-8f86-a295504a1f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.249820 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-af1a7638-3a10-487c-8f86-a295504a1f9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/111fe257-bbc1-4245-b746-e046c6cef562 HTTP/1.1" status: 204 len: 168 time: 0.3039167 Nov 12 11:00:34.257057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.275000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4da529c5-06b8-4c9f-8819-e575ccc72660 None None] Port 51e5ad8e-3593-4b52-8409-7260c4db83ca cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:34.278990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a7638-3a10-487c-8f86-a295504a1f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111fe257-bbc1-4245-b746-e046c6cef562,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:34.325963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:34.339725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b848604a-cd9f-4fb5-8731-656e2039b14e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8852637 Nov 12 11:00:34.344993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375510e7-05fd-43c6-bef6-59a9e4a34cb8 req-88452d28-29a9-41be-881e-71528e56bf84 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:34.357019 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-375510e7-05fd-43c6-bef6-59a9e4a34cb8 req-88452d28-29a9-41be-881e-71528e56bf84 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 945 time: 0.1391780 Nov 12 11:00:34.366268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.368605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] No DVR routers for this DVR port 76451df9-a6d4-4047-8fca-d90d2d7b4717 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:34.372896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.376577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-621d1997-313d-48e0-aada-fda9300af30b req-a06015dc-ab49-4989-a2e5-442705ff1783 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "DELETE /v2.0/ports/76451df9-a6d4-4047-8fca-d90d2d7b4717 HTTP/1.1" status: 204 len: 173 time: 3.3695245 Nov 12 11:00:34.382777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5', 'admin_state_up': True, 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'security_groups': ['ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:34.388589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270e11ad-e2d0-43a5-b2b3-7bcd105166af', 'name': 'network-vif-deleted', 'tag': '76451df9-a6d4-4047-8fca-d90d2d7b4717'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:34.391580 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7120ea4-a578-4d2c-ba82-bd4b1d9e84c8" -d '{"events": [{"server_uuid": "270e11ad-e2d0-43a5-b2b3-7bcd105166af", "name": "network-vif-deleted", "tag": "76451df9-a6d4-4047-8fca-d90d2d7b4717"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:34.464764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Transition to ACTIVE for port object 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:34.470848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-375510e7-05fd-43c6-bef6-59a9e4a34cb8 req-8b2c531f-df2d-47aa-83be-40e93d7c299a tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119721 Nov 12 11:00:34.483194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a99ce-8d04-4af4-b2e4-32dd3755800e req-f8af0a2e-c6e3-439d-9a47-266395af467f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:34.488484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b3a99ce-8d04-4af4-b2e4-32dd3755800e req-f8af0a2e-c6e3-439d-9a47-266395af467f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 931 time: 0.3829863 Nov 12 11:00:34.540005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.698053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:34.755719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7bc0cc4-280c-43bb-b837-6fc74253e8ff req-3b9c6e19-cfad-4a41-bd88-f958c40bb329 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0698838 Nov 12 11:00:34.805940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b3a99ce-8d04-4af4-b2e4-32dd3755800e req-82da2df4-4ed6-4fc6-82a3-d78205ef1f4c tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677288 Nov 12 11:00:34.913377 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297e4749-b689-4376-b019-5bdbbf4a9df7 x-openstack-request-id: req-297e4749-b689-4376-b019-5bdbbf4a9df7 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:34.914104 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270e11ad-e2d0-43a5-b2b3-7bcd105166af", "name": "network-vif-deleted", "tag": "76451df9-a6d4-4047-8fca-d90d2d7b4717", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:34.914210 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-297e4749-b689-4376-b019-5bdbbf4a9df7 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:34.914791 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270e11ad-e2d0-43a5-b2b3-7bcd105166af', 'name': 'network-vif-deleted', 'tag': '76451df9-a6d4-4047-8fca-d90d2d7b4717', 'status': 'completed', 'code': 200} Nov 12 11:00:34.953774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Made reservation on behalf of 457678ceb2db435d85a68bc68bb38f51 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:34.958583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.966966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.981421 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.025282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Attempting to bind port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:35.025643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Attempting to bind port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:35.025961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Attempting to bind port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 on network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:35.033329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:00:35.087843 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.088187 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Added segment d12f87cc-a215-44ed-8f7d-d2a9b2e16e43 of type vlan for network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 Nov 12 11:00:35.089466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 on network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:35.089856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Attempting to bind port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 on network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:35.092209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48338b18-5444-42f6-90c5-996871659c30,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:35.114400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:35.114830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Checking segment: {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:35.115152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Bound using segment: {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:35.115611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Bound port: 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:35.115957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.184761 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.274569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.276118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.276809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.290909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c826f02-b95d-4593-a74d-2b33ab63734c req-e9838204-5f01-4d0a-8eb2-1895e50f4fc9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.297916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c826f02-b95d-4593-a74d-2b33ab63734c req-e9838204-5f01-4d0a-8eb2-1895e50f4fc9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.305680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c826f02-b95d-4593-a74d-2b33ab63734c req-e9838204-5f01-4d0a-8eb2-1895e50f4fc9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.314803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c826f02-b95d-4593-a74d-2b33ab63734c req-e9838204-5f01-4d0a-8eb2-1895e50f4fc9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.323846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0c826f02-b95d-4593-a74d-2b33ab63734c req-e9838204-5f01-4d0a-8eb2-1895e50f4fc9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 3094 time: 0.1389923 Nov 12 11:00:35.383635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-7780c71c-66a6-40cf-a436-f38bb2918301 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.386365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-7780c71c-66a6-40cf-a436-f38bb2918301 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.52 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 945 time: 0.1426039 Nov 12 11:00:35.424379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0c826f02-b95d-4593-a74d-2b33ab63734c req-fc8de9f7-0227-4ef9-b02d-03c5f2202f8a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994401 Nov 12 11:00:35.493818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1764088 Nov 12 11:00:35.505591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56540) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:35.517812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Request body: {'subnet': {'network_id': 'ef64ee39-4ab9-426e-9eec-1aa52ea7a560', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-subnet', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:35.528641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] For port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:35.531280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198fd57-0a32-429a-bdd2-d48c9acbe382 admin admin] Pushing event updated for resources: {'Network': ['ID=ef64ee39-4ab9-426e-9eec-1aa52ea7a560,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:35.543042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:00:35.559179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] For port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:35.569380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Allocated IP 10.2.2.200 (2d919481-045f-4df0-b787-b33b0ee846c5/3ed4e895-c978-40d2-9132-ae02deaae3eb/6b14e523-7fbd-42e0-a84e-3f1bdf061f7a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:35.576231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.581528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Deleting port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:35.582187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.716963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.717469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.719207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] 10.222.0.52 "PUT /v2.0/ports/4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 HTTP/1.1" status: 200 len: 1092 time: 2.8498776 Nov 12 11:00:35.720049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Made reservation on behalf of e31d47860d6c4dabac299af6e75e45df for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:35.722447 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.782804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] For port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,segment=NetworkSegment(b97126e3-23e8-4a79-82d9-248ef57893a1),segment_id=b97126e3-23e8-4a79-82d9-248ef57893a1)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:35.783216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.808202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Calling delete_port for ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:35.941056 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba0b808d-70c2-48b0-b590-3ef38933e305 req-f1ab652c-f078-41df-b747-ec3aa13bfe3d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0411990 Nov 12 11:00:36.115521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad317f-6af4-4575-9970-35159d0f4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:36.226199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbd50e-6dfb-487d-8376-10189f4599eb req-8737e3d8-ca87-4ffc-9cf1-191ca29bb2e0 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.241501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52fbd50e-6dfb-487d-8376-10189f4599eb req-8737e3d8-ca87-4ffc-9cf1-191ca29bb2e0 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.1651998 Nov 12 11:00:36.268754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.282886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:36.324794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Pushing event deleted for resources: {'Port': ['ID=ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:36.374364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289d82e-5e3d-455c-bf63-995e4553bc6b req-eca03f59-2415-4466-87ef-26de146b44b5 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.376430 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9289d82e-5e3d-455c-bf63-995e4553bc6b req-eca03f59-2415-4466-87ef-26de146b44b5 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/ports?device_id=2991192d-a968-4bc0-82ee-604236737159 HTTP/1.1" status: 200 len: 867 time: 0.7014968 Nov 12 11:00:36.383267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-83f069c1-f68a-44e2-8d24-4387d4ce0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.385238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-83f069c1-f68a-44e2-8d24-4387d4ce0ac0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdbdf80e4f394ad987482241cbb00464&device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 1095 time: 0.6040356 Nov 12 11:00:36.453108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] No DVR routers for this DVR port ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:36.458099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.465078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4adca2b6-ff39-4dc1-a0f7-63612a39af35 req-f614308c-da2d-462e-b20d-355ad3de8a42 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.52 "DELETE /v2.0/ports/ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d HTTP/1.1" status: 204 len: 173 time: 1.0677750 Nov 12 11:00:36.466093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2991192d-a968-4bc0-82ee-604236737159', 'name': 'network-vif-deleted', 'tag': 'ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:36.469258 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8560008-c16a-4ac9-9930-bf962907df53" -d '{"events": [{"server_uuid": "2991192d-a968-4bc0-82ee-604236737159", "name": "network-vif-deleted", "tag": "ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:36.484227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-0fe230b2-3b2b-4501-94c9-b513f2103383 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 HTTP/1.1" status: 200 len: 217 time: 0.0891156 Nov 12 11:00:36.488704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.489810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52fbd50e-6dfb-487d-8376-10189f4599eb req-5b5515d7-3143-4787-8151-cddb6d84cd49 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466521 Nov 12 11:00:36.684389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7593510-2b4f-497d-8776-4c3d222f5dc3,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:36.727607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.773299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9289d82e-5e3d-455c-bf63-995e4553bc6b req-f32fc179-f5e7-45f4-bf36-3c953adc5447 tempest-ServerAddressesTestJSON-1857202720 tempest-ServerAddressesTestJSON-1857202720-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67dc821-add9-484d-87c4-1d9ccc3f5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830435 Nov 12 11:00:36.828692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-0a781b5b-c3e9-4bac-916b-f01dcf9241f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.830565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-0a781b5b-c3e9-4bac-916b-f01dcf9241f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63577643-e587-440f-901b-00c30553afa6 HTTP/1.1" status: 200 len: 854 time: 0.3387163 Nov 12 11:00:36.834731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f60ef-ba2a-4bce-bfaf-71152181010f req-88eb6a24-d838-4c51-8b4d-e642ba955298 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.835191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Checking segment: {'id': 'd12f87cc-a215-44ed-8f7d-d2a9b2e16e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ef64ee39-4ab9-426e-9eec-1aa52ea7a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:36.835561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Network hostable DHCP agents. Network: ef64ee39-4ab9-426e-9eec-1aa52ea7a560, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:00:36.843156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f60ef-ba2a-4bce-bfaf-71152181010f req-88eb6a24-d838-4c51-8b4d-e642ba955298 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.850374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f60ef-ba2a-4bce-bfaf-71152181010f req-88eb6a24-d838-4c51-8b4d-e642ba955298 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.859955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f60ef-ba2a-4bce-bfaf-71152181010f req-88eb6a24-d838-4c51-8b4d-e642ba955298 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.862179 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-311f60ef-ba2a-4bce-bfaf-71152181010f req-88eb6a24-d838-4c51-8b4d-e642ba955298 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 3094 time: 0.1116276 Nov 12 11:00:36.863819 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae676e8c-a6de-417d-8441-508e5fb833ff x-openstack-request-id: req-ae676e8c-a6de-417d-8441-508e5fb833ff {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:36.864107 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2991192d-a968-4bc0-82ee-604236737159", "name": "network-vif-deleted", "tag": "ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:36.864538 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae676e8c-a6de-417d-8441-508e5fb833ff {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:36.865497 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2991192d-a968-4bc0-82ee-604236737159', 'name': 'network-vif-deleted', 'tag': 'ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d', 'status': 'completed', 'code': 200} Nov 12 11:00:36.886595 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.934428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-311f60ef-ba2a-4bce-bfaf-71152181010f req-8bc9ea61-2939-4dea-8353-4bee3dac2b78 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647831 Nov 12 11:00:36.936473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'tag': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:36.939228 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6504a8-8f7d-4050-a680-bd639bac2025" -d '{"events": [{"name": "network-changed", "server_uuid": "94fb8f6f-139b-48a9-8101-dfb0c58bf52e", "tag": "4f1b0d7e-502b-42c8-8d8e-53ef4ed12876"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:36.986811 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9e092f-e09c-44f7-ad9e-f2aeae14dd8e x-openstack-request-id: req-ee9e092f-e09c-44f7-ad9e-f2aeae14dd8e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:36.987107 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fb8f6f-139b-48a9-8101-dfb0c58bf52e", "tag": "4f1b0d7e-502b-42c8-8d8e-53ef4ed12876", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:36.987364 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee9e092f-e09c-44f7-ad9e-f2aeae14dd8e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:36.987924 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'tag': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'status': 'completed', 'code': 200} Nov 12 11:00:36.991795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event updated for resources: {'Port': ['ID=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:37.002300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:00:37.006305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Network 2d919481-045f-4df0-b787-b33b0ee846c5 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:37.009589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cd9ba2c8-3cf1-4f14-8ff9-47c112ef4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.011142 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-cd9ba2c8-3cf1-4f14-8ff9-47c112ef4394 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d2cc73e-ea7a-4c42-98be-a2f303b60750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706400 Nov 12 11:00:37.014472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:37.017431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:37.089234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-180b324f-f1a4-4dac-8408-38b2070dbfb7 req-3d51fb94-c3d6-4bcb-9725-88e06794ed1d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0393453 Nov 12 11:00:37.100246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ef64ee39-4ab9-426e-9eec-1aa52ea7a560) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:37.109384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea0d9a-bc7f-481b-9eac-cb5172fe5a97 None None] Network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:37.235454 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-a0f1cac8-18a5-4cfa-86aa-ff6694691ca6 service neutron] 10.222.0.52 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122071 Nov 12 11:00:37.240878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.242666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.321943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a7e19daf-0a2c-4765-9a10-fd522464de2b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8128421 Nov 12 11:00:37.325633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56574) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:37.328330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.329036 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.332412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:37.388000 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.391414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.400922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5402c32d-19dd-4fce-b54c-540ce2c81769 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0402303 Nov 12 11:00:37.426227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:37.454019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63a1c53c-d1a7-42a3-b163-dd592a81ec03 req-5fe7f8e6-c3b9-447f-a48f-1da65f8ea728 service neutron] 10.222.0.52 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785030 Nov 12 11:00:37.459918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2331b8b1-b254-45c3-b0a3-f107a691375f None None] Provisioning complete for port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:37.460586 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2331b8b1-b254-45c3-b0a3-f107a691375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.472087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.527691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2331b8b1-b254-45c3-b0a3-f107a691375f None None] Port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:37.534857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-ef64ee39-4ab9-426e-9eec-1aa52ea7a560', 'network_id': 'ef64ee39-4ab9-426e-9eec-1aa52ea7a560', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'fixed_ips': [{'subnet_id': 'a7593510-2b4f-497d-8776-4c3d222f5dc3'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:00:37.536194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.570961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.713520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-6d927d28-c34c-4cec-9416-ab8d38859753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.713520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-6d927d28-c34c-4cec-9416-ab8d38859753 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdbdf80e4f394ad987482241cbb00464&device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 1095 time: 0.1426466 Nov 12 11:00:37.726558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.747384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Allocated IP 172.20.0.2 (ef64ee39-4ab9-426e-9eec-1aa52ea7a560/a7593510-2b4f-497d-8776-4c3d222f5dc3/20b54ec3-f5c0-401a-90f8-41ee654be261) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:37.836610 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ced79d-6922-48d2-b8f8-1d6ef7fdec27 req-357a3867-f81e-4e42-a27d-ba1b40cb0645 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.838582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3ced79d-6922-48d2-b8f8-1d6ef7fdec27 req-357a3867-f81e-4e42-a27d-ba1b40cb0645 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.2021554 Nov 12 11:00:37.897787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56582) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:38.012553 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.023530 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.049233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3ced79d-6922-48d2-b8f8-1d6ef7fdec27 req-acdfe36b-d214-4608-a539-e724e8ac66ec tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005582 Nov 12 11:00:38.066638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-29fc952d-eaec-4872-8a98-23f769565e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:38.068681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-29fc952d-eaec-4872-8a98-23f769565e0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d2cc73e-ea7a-4c42-98be-a2f303b60750 HTTP/1.1" status: 200 len: 916 time: 0.3364213 Nov 12 11:00:38.085522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-550b649b-07e0-483d-89e3-7b44faa3b607 admin admin] Deleting subnet f0b774e3-01ae-4c6e-8903-20d06904a3a8 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:00:38.092225 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-550b649b-07e0-483d-89e3-7b44faa3b607 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.107750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:38.109345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Pushing event updated for resources: {'Port': ['ID=20b54ec3-f5c0-401a-90f8-41ee654be261,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:38.114979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:38.121576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-374073ca-98f8-4dbe-a33c-67f506df3b0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 HTTP/1.1" status: 200 len: 217 time: 0.0407033 Nov 12 11:00:38.122284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:38.226491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Attempting to bind port 20b54ec3-f5c0-401a-90f8-41ee654be261 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:38.227160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Attempting to bind port 20b54ec3-f5c0-401a-90f8-41ee654be261 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd12f87cc-a215-44ed-8f7d-d2a9b2e16e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ef64ee39-4ab9-426e-9eec-1aa52ea7a560'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:38.227845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Attempting to bind port 20b54ec3-f5c0-401a-90f8-41ee654be261 on network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:38.228232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-550b649b-07e0-483d-89e3-7b44faa3b607 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.239536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:38.240186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Checking segment: {'id': 'd12f87cc-a215-44ed-8f7d-d2a9b2e16e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ef64ee39-4ab9-426e-9eec-1aa52ea7a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:38.240721 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.241372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Bound using segment: {'id': 'd12f87cc-a215-44ed-8f7d-d2a9b2e16e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ef64ee39-4ab9-426e-9eec-1aa52ea7a560'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:38.241935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Bound port: 20b54ec3-f5c0-401a-90f8-41ee654be261, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f87cc-a215-44ed-8f7d-d2a9b2e16e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ef64ee39-4ab9-426e-9eec-1aa52ea7a560'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:38.242727 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.355599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] For port 20b54ec3-f5c0-401a-90f8-41ee654be261, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:38.364355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] For port 20b54ec3-f5c0-401a-90f8-41ee654be261, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=20b54ec3-f5c0-401a-90f8-41ee654be261,segment=NetworkSegment(d12f87cc-a215-44ed-8f7d-d2a9b2e16e43),segment_id=d12f87cc-a215-44ed-8f7d-d2a9b2e16e43)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:38.367985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-daa9a09d-88de-480e-9875-71f893b6180c req-4526b900-68fd-4050-95a1-85671af45acc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.1124640 Nov 12 11:00:38.374426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4382f9-214b-429f-9e21-8df332229590 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:38.376654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.384770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.402845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Transition to ACTIVE for port object db4382f9-214b-429f-9e21-8df332229590 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:38.427351 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-550b649b-07e0-483d-89e3-7b44faa3b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.430652 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.500957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937abdf-f961-4b25-befc-8d04eeba8012 None None] Pushing event updated for resources: {'Port': ['ID=20b54ec3-f5c0-401a-90f8-41ee654be261,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:38.978170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:39.019707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-33c25577-3c05-40e0-a317-cd5c1dc1011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.022171 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-33c25577-3c05-40e0-a317-cd5c1dc1011c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63577643-e587-440f-901b-00c30553afa6 HTTP/1.1" status: 200 len: 854 time: 0.8900685 Nov 12 11:00:39.069122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:39.069615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ff4fcdc8-23f4-44c4-8ec5-0e0d47a2765d not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:39.097118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Pushing event updated for resources: {'Port': ['ID=db4382f9-214b-429f-9e21-8df332229590,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:39.154878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c7d2f-320c-49c9-9302-90f75499bb85 req-4eb50fc2-9374-4936-b295-3c34918b9bd1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.162864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c7d2f-320c-49c9-9302-90f75499bb85 req-4eb50fc2-9374-4936-b295-3c34918b9bd1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.170735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c7d2f-320c-49c9-9302-90f75499bb85 req-4eb50fc2-9374-4936-b295-3c34918b9bd1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.178764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c7d2f-320c-49c9-9302-90f75499bb85 req-4eb50fc2-9374-4936-b295-3c34918b9bd1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.185609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c7d2f-320c-49c9-9302-90f75499bb85 req-4eb50fc2-9374-4936-b295-3c34918b9bd1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.187308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-550b649b-07e0-483d-89e3-7b44faa3b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:39.194596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d30c7d2f-320c-49c9-9302-90f75499bb85 req-4eb50fc2-9374-4936-b295-3c34918b9bd1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 3815 time: 0.9556606 Nov 12 11:00:39.289647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:39.292725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b649b-07e0-483d-89e3-7b44faa3b607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b774e3-01ae-4c6e-8903-20d06904a3a8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:39.303467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-550b649b-07e0-483d-89e3-7b44faa3b607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:39.315069 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-550b649b-07e0-483d-89e3-7b44faa3b607 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f0b774e3-01ae-4c6e-8903-20d06904a3a8 HTTP/1.1" status: 204 len: 168 time: 1.4143035 Nov 12 11:00:39.333881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56596) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:39.341141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-965de4ef-d93b-4eee-80e6-57a107662ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.344884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-965de4ef-d93b-4eee-80e6-57a107662ca9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d2cc73e-ea7a-4c42-98be-a2f303b60750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3111262 Nov 12 11:00:39.353109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:39.424701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e518d-4a95-4e09-987f-6bf03fbdd84d req-3b2b7d87-df90-4065-98de-d1822d466b29 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.426223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d69e518d-4a95-4e09-987f-6bf03fbdd84d req-3b2b7d87-df90-4065-98de-d1822d466b29 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.1848931 Nov 12 11:00:39.547247 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d30c7d2f-320c-49c9-9302-90f75499bb85 req-0a0d91c9-5108-491c-9111-4c10be654e33 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514097 Nov 12 11:00:39.557455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Attempting to bind port db4382f9-214b-429f-9e21-8df332229590 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:39.557771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Attempting to bind port db4382f9-214b-429f-9e21-8df332229590 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:39.558171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Attempting to bind port db4382f9-214b-429f-9e21-8df332229590 on network 77981b1f-f093-4607-a4ab-5db715ba3b08 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:39.575823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:39.577462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d69e518d-4a95-4e09-987f-6bf03fbdd84d req-5309ca5d-22b0-4efa-bb27-bac1a9176fa0 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418855 Nov 12 11:00:39.582054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Port db4382f9-214b-429f-9e21-8df332229590 on network 77981b1f-f093-4607-a4ab-5db715ba3b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:39.583322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Attempting to bind port db4382f9-214b-429f-9e21-8df332229590 on network 77981b1f-f093-4607-a4ab-5db715ba3b08 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:39.617158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:39.617478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Checking segment: {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:39.617885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Bound using segment: {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:39.618342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Bound port: db4382f9-214b-429f-9e21-8df332229590, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe244a3-afac-4417-9cc3-ba38538f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:39.618701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:39.624567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-1b13799a-3351-4cc6-8c37-b4ccd212e23a service neutron] 10.222.0.52 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585976 Nov 12 11:00:39.640695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Allocated IP 172.25.2.186 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/6f2933e2-02df-4070-91b2-2219b07d9ec2) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:39.831318 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:39.952014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60292933-b04a-4c10-a490-b4241d4fc97f req-2914cfad-c377-4ae1-acca-4ee18e9e31bc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.1233692 Nov 12 11:00:39.971232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.037479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.145537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.146821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Pushing event updated for resources: {'Port': ['ID=6f2933e2-02df-4070-91b2-2219b07d9ec2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:40.182070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:40.184293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:40.188756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] For port db4382f9-214b-429f-9e21-8df332229590, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:40.191927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:40.210451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] For port db4382f9-214b-429f-9e21-8df332229590, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=db4382f9-214b-429f-9e21-8df332229590,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:40.220009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a88b4-4d45-4706-bfef-2f826bd5cb2b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:40.230211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.245572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f9d4b6-5b2e-4a52-a137-4973b0587c81']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:40.250897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.257272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f6504a8-8f7d-4050-a680-bd639bac2025 req-5d818816-0540-40ed-9304-f897901f02b3 service neutron] 10.222.0.52 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198728 Nov 12 11:00:40.272488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:40.273497 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.276314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] 10.222.0.59 "PUT /v2.0/ports/db4382f9-214b-429f-9e21-8df332229590 HTTP/1.1" status: 200 len: 1092 time: 2.8555140 Nov 12 11:00:40.283219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': 'db4382f9-214b-429f-9e21-8df332229590'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:40.287245 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a06f85-340b-48a4-b508-0ec920ee2d15" -d '{"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "db4382f9-214b-429f-9e21-8df332229590"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:40.346999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-50df64ca-bc4f-45ee-a606-179ee1f0b8b3 None None] Provisioning complete for port 6f2933e2-02df-4070-91b2-2219b07d9ec2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:40.347387 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50df64ca-bc4f-45ee-a606-179ee1f0b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.371795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97126e3-23e8-4a79-82d9-248ef57893a1') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:40.372297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97126e3-23e8-4a79-82d9-248ef57893a1') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:40.424916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:40.438575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-50df64ca-bc4f-45ee-a606-179ee1f0b8b3 None None] Port 6f2933e2-02df-4070-91b2-2219b07d9ec2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:40.440685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d26070-3f1b-424b-81c6-a2077ac3684f None None] Network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:40.441388 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f92db8a-eac4-4a12-a9de-1b72894e4d9b x-openstack-request-id: req-6f92db8a-eac4-4a12-a9de-1b72894e4d9b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:40.441847 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "db4382f9-214b-429f-9e21-8df332229590", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:40.442971 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f92db8a-eac4-4a12-a9de-1b72894e4d9b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:40.444114 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': 'db4382f9-214b-429f-9e21-8df332229590', 'status': 'completed', 'code': 200} Nov 12 11:00:40.475681 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.598955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fbc48dfa-ead6-4031-8a0c-ce2f47f36f60 None None] Provisioning complete for port 20b54ec3-f5c0-401a-90f8-41ee654be261 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:40.599603 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbc48dfa-ead6-4031-8a0c-ce2f47f36f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.797893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.832516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 20b54ec3-f5c0-401a-90f8-41ee654be261 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:40.866482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:00:40.867293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.930083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11627b0c-cfed-4465-81fc-7653128853b3 req-f0501378-16c5-4342-9099-bcea5a028b35 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:40.932040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-11627b0c-cfed-4465-81fc-7653128853b3 req-f0501378-16c5-4342-9099-bcea5a028b35 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.0756795 Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:00:40.956399 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:00:40.964355 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.995191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaedbe-1101-4981-9e0f-460dfff5e506 service neutron] Pushing event updated for resources: {'Port': ['ID=db4382f9-214b-429f-9e21-8df332229590,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:41.025044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.032670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 20b54ec3-f5c0-401a-90f8-41ee654be261 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:41.034854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] 10.222.0.31 "DELETE /v2.0/networks/40f9d4b6-5b2e-4a52-a137-4973b0587c81 HTTP/1.1" status: 204 len: 168 time: 1.6987832 Nov 12 11:00:41.040192 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.065430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-11627b0c-cfed-4465-81fc-7653128853b3 req-5aa86dae-cf55-4324-b51c-55c71a997f1b tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947938 Nov 12 11:00:41.074620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.097214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.133268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2300c-4cd1-4878-ac70-b01be8732845 admin admin] Pushing event deleted for resources: {'Network': ['ID=40f9d4b6-5b2e-4a52-a137-4973b0587c81,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:41.143227 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbc48dfa-ead6-4031-8a0c-ce2f47f36f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.197963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-78505955-2ab3-45fd-b84c-5662512f57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.199174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-78505955-2ab3-45fd-b84c-5662512f57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.199822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-78505955-2ab3-45fd-b84c-5662512f57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.201531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-78505955-2ab3-45fd-b84c-5662512f57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.202188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-78505955-2ab3-45fd-b84c-5662512f57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.204705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-78505955-2ab3-45fd-b84c-5662512f57cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 4363 time: 0.7259643 Nov 12 11:00:41.370383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fbc48dfa-ead6-4031-8a0c-ce2f47f36f60 None None] For port 20b54ec3-f5c0-401a-90f8-41ee654be261, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=20b54ec3-f5c0-401a-90f8-41ee654be261,segment=NetworkSegment(d12f87cc-a215-44ed-8f7d-d2a9b2e16e43),segment_id=d12f87cc-a215-44ed-8f7d-d2a9b2e16e43)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:41.373510 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.392518 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbc48dfa-ead6-4031-8a0c-ce2f47f36f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.468587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc48dfa-ead6-4031-8a0c-ce2f47f36f60 None None] Pushing event updated for resources: {'Port': ['ID=20b54ec3-f5c0-401a-90f8-41ee654be261,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:41.533376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56616) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:41.535762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.541248 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:00:41.541638 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:00:41.617712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373952c-a725-48f4-9853-6117e06eafe2 req-6cd9370e-464e-438c-ad08-04011c04db6f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.619911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f7ccd71-742e-42e7-a841-0efdedee6ada req-5857cada-5d58-4459-a40a-a275f12be688 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0855412 Nov 12 11:00:41.625472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373952c-a725-48f4-9853-6117e06eafe2 req-6cd9370e-464e-438c-ad08-04011c04db6f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.634635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373952c-a725-48f4-9853-6117e06eafe2 req-6cd9370e-464e-438c-ad08-04011c04db6f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.641523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373952c-a725-48f4-9853-6117e06eafe2 req-6cd9370e-464e-438c-ad08-04011c04db6f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.650055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373952c-a725-48f4-9853-6117e06eafe2 req-6cd9370e-464e-438c-ad08-04011c04db6f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.658655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b373952c-a725-48f4-9853-6117e06eafe2 req-6cd9370e-464e-438c-ad08-04011c04db6f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 3827 time: 0.6958890 Nov 12 11:00:41.672162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-425c2eb7-5735-4ebb-9482-e05a0ed63c3a None None] Provisioning complete for port 20b54ec3-f5c0-401a-90f8-41ee654be261 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:41.672794 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-425c2eb7-5735-4ebb-9482-e05a0ed63c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.768798 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a1b71c14-f1ec-4ed1-97f2-e68d9d78cf8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32d3d6134b4942a885304fdb5b79af9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253604 Nov 12 11:00:41.770267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56618) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:41.791848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:41.815121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.820882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-4b1034da-43cf-4778-8415-ef42f86007f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.821345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-4b1034da-43cf-4778-8415-ef42f86007f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.821824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-4b1034da-43cf-4778-8415-ef42f86007f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.823575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-4b1034da-43cf-4778-8415-ef42f86007f5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=457678ceb2db435d85a68bc68bb38f51&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2464685 Nov 12 11:00:41.860722 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0006b5c2-a3cc-46aa-be7d-2419d4c7b9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.868139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Transition to ACTIVE for port object 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:41.892113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.902192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0006b5c2-a3cc-46aa-be7d-2419d4c7b9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.904137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Router dfc97bf0-ab6e-4661-aec0-da8a835949e2 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:00:41.957810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b373952c-a725-48f4-9853-6117e06eafe2 req-cf6d5b4c-1a4d-46af-9bf4-69da3daa441f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981777 Nov 12 11:00:42.000616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:42.089249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-a8de6cfb-4710-4645-8d5a-e042aaf121fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.091780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05a06f85-340b-48a4-b508-0ec920ee2d15 req-a8de6cfb-4710-4645-8d5a-e042aaf121fa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2587113 Nov 12 11:00:42.172599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0006b5c2-a3cc-46aa-be7d-2419d4c7b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.174117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Attempting to bind port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:42.174782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Attempting to bind port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:42.175272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Attempting to bind port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:42.175440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0006b5c2-a3cc-46aa-be7d-2419d4c7b9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.183679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:42.184117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Attempting to bind port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:42.184686 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0006b5c2-a3cc-46aa-be7d-2419d4c7b9d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c67dc821-add9-484d-87c4-1d9ccc3f5f96 HTTP/1.1" status: 204 len: 168 time: 0.4128881 Nov 12 11:00:42.191402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:42.191895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Checking segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:42.192390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Bound using segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:42.194005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Bound port: 1eb830b8-03b3-461a-85d9-5a20ac4d79e2, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:42.194492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.230129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006b5c2-a3cc-46aa-be7d-2419d4c7b9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67dc821-add9-484d-87c4-1d9ccc3f5f96,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:42.244420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:42.260167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Sync routers for ids ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:42.298891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.304513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da9532b2-016a-437c-a2a6-39004d5310ce admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9743521 Nov 12 11:00:42.305288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56626) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:42.326121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] For port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:42.331664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] For port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:42.340834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.343257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Routers {'dfc97bf0-ab6e-4661-aec0-da8a835949e2'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:42.344121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:42.397453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.398091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.399584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] 10.222.0.59 "PUT /v2.0/ports/1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 1132 time: 2.0241017 Nov 12 11:00:42.499186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '1eb830b8-03b3-461a-85d9-5a20ac4d79e2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:42.511539 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "1eb830b8-03b3-461a-85d9-5a20ac4d79e2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:42.553908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:42.662200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2989dc-da28-40c1-a6c6-9a678ffda4b3 req-2a3d9fcf-22fe-43b7-83cd-373dac1135ef tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.679006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f2989dc-da28-40c1-a6c6-9a678ffda4b3 req-2a3d9fcf-22fe-43b7-83cd-373dac1135ef tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.3478842 Nov 12 11:00:42.720115 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88f04f1-6b72-4187-bd0d-f69135ab588f x-openstack-request-id: req-a88f04f1-6b72-4187-bd0d-f69135ab588f {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:42.720422 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "1eb830b8-03b3-461a-85d9-5a20ac4d79e2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:42.720679 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a88f04f1-6b72-4187-bd0d-f69135ab588f {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:42.723813 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '1eb830b8-03b3-461a-85d9-5a20ac4d79e2', 'status': 'completed', 'code': 200} Nov 12 11:00:42.816580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269299-ce3b-4d88-8fd0-feae662f5507 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:42.827048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 20b54ec3-f5c0-401a-90f8-41ee654be261 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:42.873659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f2989dc-da28-40c1-a6c6-9a678ffda4b3 req-b1035676-1141-4bd1-8fa8-7ca2caa59e50 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853576 Nov 12 11:00:42.879647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.907932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e804afee-c234-4e77-9eb1-6b8af8519043 req-b65abbae-4159-4eed-953b-c9fb7a4928c0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0431561 Nov 12 11:00:42.946165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-d2454839-c68b-467c-bf44-73606800e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.946764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-d2454839-c68b-467c-bf44-73606800e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.952459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-d2454839-c68b-467c-bf44-73606800e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.952986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-d2454839-c68b-467c-bf44-73606800e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.953460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-d2454839-c68b-467c-bf44-73606800e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.953966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-d2454839-c68b-467c-bf44-73606800e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.956557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-d2454839-c68b-467c-bf44-73606800e4f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5288 time: 0.2311876 Nov 12 11:00:43.024285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Set router dfc97bf0-ab6e-4661-aec0-da8a835949e2 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:43.484513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 20b54ec3-f5c0-401a-90f8-41ee654be261 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:43.485570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.696580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-541fae5b-60f6-4413-8fe9-c1a090e474a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.697306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-541fae5b-60f6-4413-8fe9-c1a090e474a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.697995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-541fae5b-60f6-4413-8fe9-c1a090e474a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.708951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-541fae5b-60f6-4413-8fe9-c1a090e474a8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=457678ceb2db435d85a68bc68bb38f51&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6585829 Nov 12 11:00:43.837235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:40Z', 'revision_number': 3, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port': {'id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:00:39Z', 'updated_at': '2021-11-12T11:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:43.839070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e47a-4343-4e5e-af61-213eec66e255 req-c515e7aa-b1b8-4b57-8069-74928d46804a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.847822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e47a-4343-4e5e-af61-213eec66e255 req-c515e7aa-b1b8-4b57-8069-74928d46804a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.856652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e47a-4343-4e5e-af61-213eec66e255 req-c515e7aa-b1b8-4b57-8069-74928d46804a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.864598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e47a-4343-4e5e-af61-213eec66e255 req-c515e7aa-b1b8-4b57-8069-74928d46804a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.871950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e47a-4343-4e5e-af61-213eec66e255 req-c515e7aa-b1b8-4b57-8069-74928d46804a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.876901 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.880087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e47a-4343-4e5e-af61-213eec66e255 req-c515e7aa-b1b8-4b57-8069-74928d46804a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.900509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68b2e47a-4343-4e5e-af61-213eec66e255 req-c515e7aa-b1b8-4b57-8069-74928d46804a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 4600 time: 0.5326498 Nov 12 11:00:43.944585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Checking router: dfc97bf0-ab6e-4661-aec0-da8a835949e2 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:43.949908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Updating router dfc97bf0-ab6e-4661-aec0-da8a835949e2 port 6f2933e2-02df-4070-91b2-2219b07d9ec2 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:00:43.992111 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.051227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56662) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:44.118710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Allocated IP 172.20.0.1 (ef64ee39-4ab9-426e-9eec-1aa52ea7a560/a7593510-2b4f-497d-8776-4c3d222f5dc3/04fa05a4-0a3e-4a1d-981f-f53ee61173d2) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:44.248461 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.272747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177f554b-a52a-4ae1-af1e-e822cf8b474f {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:44.291878 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.311277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Transition to ACTIVE for port object 177f554b-a52a-4ae1-af1e-e822cf8b474f will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:44.323179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68b2e47a-4343-4e5e-af61-213eec66e255 req-1e22cf43-cad0-435a-b7ea-9384f3ac00fd tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4213984 Nov 12 11:00:44.331861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.344243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.349957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-739958856-network', 'tenant_id': 'd831bd9e0290470095c24e1bbad6b3ee'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:44.391210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Made reservation on behalf of d831bd9e0290470095c24e1bbad6b3ee for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:44.394262 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.419889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.430084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.457103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:44.475238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-a693fa6e-267f-4f4f-b01b-106cd27ce427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:44.475622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2102c-bdd9-465e-8d78-865f95ae75ad req-e7348c65-8f38-4e0f-8aea-a58364da6dac tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:44.476801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c00b1c29-e3a0-48a7-87bb-37dd23cab49f req-a693fa6e-267f-4f4f-b01b-106cd27ce427 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7427461 Nov 12 11:00:44.490583 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-47c2102c-bdd9-465e-8d78-865f95ae75ad req-e7348c65-8f38-4e0f-8aea-a58364da6dac tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.2065659 Nov 12 11:00:44.498560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:44.515081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:44.523831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a5322aa-a3c0-4f84-8819-09d208735c59 req-c188f86b-5914-4bbc-a933-8da9ca14c754 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0396080 Nov 12 11:00:44.524823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.573633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59a470-3729-4239-8a18-cc4908f4c74a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:44.588105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983cda9-d280-4cec-8de0-11f16c3574db None None] Pushing event updated for resources: {'Port': ['ID=6f2933e2-02df-4070-91b2-2219b07d9ec2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:44.613692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Attempting to bind port 6f2933e2-02df-4070-91b2-2219b07d9ec2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:44.614398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Attempting to bind port 6f2933e2-02df-4070-91b2-2219b07d9ec2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:44.615509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Attempting to bind port 6f2933e2-02df-4070-91b2-2219b07d9ec2 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:44.631567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:44.632018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:44.633355 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.633834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:44.634440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Bound port: 6f2933e2-02df-4070-91b2-2219b07d9ec2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:44.634898 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.692220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b1c3e026-f714-479d-9688-8f57850d1f1a None None] Provisioning complete for port 6f2933e2-02df-4070-91b2-2219b07d9ec2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:44.692673 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b1c3e026-f714-479d-9688-8f57850d1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.749745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Pushing event updated for resources: {'Port': ['ID=04fa05a4-0a3e-4a1d-981f-f53ee61173d2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:44.758368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.763608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=177f554b-a52a-4ae1-af1e-e822cf8b474f,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:44.782791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3e026-f714-479d-9688-8f57850d1f1a None None] Port 6f2933e2-02df-4070-91b2-2219b07d9ec2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:44.800540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.843162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:00:44.856149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] For port 6f2933e2-02df-4070-91b2-2219b07d9ec2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:44.872225 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-47c2102c-bdd9-465e-8d78-865f95ae75ad req-8aff638c-cdba-4e2f-883a-d859123e1219 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799806 Nov 12 11:00:44.876816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] For port 6f2933e2-02df-4070-91b2-2219b07d9ec2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6f2933e2-02df-4070-91b2-2219b07d9ec2,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:44.887174 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.887551 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Added segment 2e058723-e2ee-4c9d-ac84-cd1774d4756d of type vlan for network f3e8b1cf-d362-4264-9e3b-6904a764beb5 Nov 12 11:00:44.887732 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.889913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Attempting to bind port 177f554b-a52a-4ae1-af1e-e822cf8b474f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:44.890424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Attempting to bind port 177f554b-a52a-4ae1-af1e-e822cf8b474f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:44.890985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Attempting to bind port 177f554b-a52a-4ae1-af1e-e822cf8b474f on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:44.913574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0951123-a19f-4a4d-9bb3-86ba106bfe78,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:44.923251 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.944125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Port 177f554b-a52a-4ae1-af1e-e822cf8b474f on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:44.945636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Attempting to bind port 177f554b-a52a-4ae1-af1e-e822cf8b474f on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:44.976986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f1020-2cfc-472a-a6af-41fb5407140c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:44.999755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:45.000097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Checking segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:45.000493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Bound using segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:45.004096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Bound port: 177f554b-a52a-4ae1-af1e-e822cf8b474f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:45.004530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.066894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.082072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Routers {'dfc97bf0-ab6e-4661-aec0-da8a835949e2'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:45.083933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:45.157454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.162560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.163721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:45.164311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.196693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] For port 177f554b-a52a-4ae1-af1e-e822cf8b474f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:45.225777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] For port 177f554b-a52a-4ae1-af1e-e822cf8b474f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:45.269209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2043602 Nov 12 11:00:45.271463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56668) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:45.276212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.279391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Request body: {'subnet': {'network_id': 'f3e8b1cf-d362-4264-9e3b-6904a764beb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-739958856-subnet', 'tenant_id': 'd831bd9e0290470095c24e1bbad6b3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:45.285640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27f3e7-ca03-4f8b-a329-4fd3eae87275 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e8b1cf-d362-4264-9e3b-6904a764beb5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:45.337043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:45.337938 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.339768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] 10.222.0.59 "PUT /v2.0/ports/177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 1131 time: 2.8164043 Nov 12 11:00:45.340502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '177f554b-a52a-4ae1-af1e-e822cf8b474f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:45.345881 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da17e9be-f43e-4e9b-8546-3deca2bacb10" -d '{"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "177f554b-a52a-4ae1-af1e-e822cf8b474f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:45.373828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network f3e8b1cf-d362-4264-9e3b-6904a764beb5 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:00:45.376740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983cda9-d280-4cec-8de0-11f16c3574db None None] Pushing event updated for resources: {'Port': ['ID=6f2933e2-02df-4070-91b2-2219b07d9ec2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:45.406028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:45.422391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Made reservation on behalf of d831bd9e0290470095c24e1bbad6b3ee for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:45.428741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.441231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] Provisioning complete for port 04fa05a4-0a3e-4a1d-981f-f53ee61173d2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:45.441651 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.472688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6dc1d-1c60-47a3-8b5a-6d8b9d8c5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=177f554b-a52a-4ae1-af1e-e822cf8b474f,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:45.496246 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b29bfc-b458-4664-9127-7fef382eedc9 x-openstack-request-id: req-96b29bfc-b458-4664-9127-7fef382eedc9 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:45.496623 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "177f554b-a52a-4ae1-af1e-e822cf8b474f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:45.496970 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96b29bfc-b458-4664-9127-7fef382eedc9 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:45.497510 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '177f554b-a52a-4ae1-af1e-e822cf8b474f', 'status': 'completed', 'code': 200} Nov 12 11:00:45.590877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] Set router dfc97bf0-ab6e-4661-aec0-da8a835949e2 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:45.709357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] Port 04fa05a4-0a3e-4a1d-981f-f53ee61173d2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:45.732250 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b00f7c61-017b-4872-8475-1a6031bf9d23 req-58331512-e640-47ae-b9f9-97a5af990c86 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0663953 Nov 12 11:00:45.741663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.750965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.837315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Pushing event updated for resources: {'Port': ['ID=04fa05a4-0a3e-4a1d-981f-f53ee61173d2,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:45.864919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] Provisioning complete for port 6f2933e2-02df-4070-91b2-2219b07d9ec2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:45.864919 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.944984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.119910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.120256 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.145742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] For port 6f2933e2-02df-4070-91b2-2219b07d9ec2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6f2933e2-02df-4070-91b2-2219b07d9ec2,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:46.152098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.164464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:40Z', 'revision_number': 3, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port': {'id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:00:39Z', 'updated_at': '2021-11-12T11:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:46.216503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b366841-aa31-4b81-8720-4f066eb3c514 None None] The sync data for ids ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'] in n-d-768851-19 is: [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:40Z', 'revision_number': 3, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port': {'id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:00:39Z', 'updated_at': '2021-11-12T11:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:46.268802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4efb5-6fc9-4c53-8d6b-a77afba6371c None None] Pushing event updated for resources: {'Port': ['ID=6f2933e2-02df-4070-91b2-2219b07d9ec2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:46.357627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.374463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dae2e-1841-4de1-aa61-d4814d404910 req-e3c9293b-97b3-4244-acc9-cf1d73ff08db tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.383165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-459dae2e-1841-4de1-aa61-d4814d404910 req-e3c9293b-97b3-4244-acc9-cf1d73ff08db tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.2658460 Nov 12 11:00:46.405342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-eca67776-acd1-40aa-8017-dfca1c90b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.406060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-eca67776-acd1-40aa-8017-dfca1c90b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.406899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-eca67776-acd1-40aa-8017-dfca1c90b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.407580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-eca67776-acd1-40aa-8017-dfca1c90b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.408608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-eca67776-acd1-40aa-8017-dfca1c90b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.409683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-eca67776-acd1-40aa-8017-dfca1c90b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.410417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-eca67776-acd1-40aa-8017-dfca1c90b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.415927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-eca67776-acd1-40aa-8017-dfca1c90b612 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6212 time: 0.8934259 Nov 12 11:00:46.439761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841d0e59-7a26-4a96-8239-c2079a6b0598,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:46.467978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Checking segment: {'id': '2e058723-e2ee-4c9d-ac84-cd1774d4756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3e8b1cf-d362-4264-9e3b-6904a764beb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:46.468342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Network hostable DHCP agents. Network: f3e8b1cf-d362-4264-9e3b-6904a764beb5, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:00:46.520333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Network f3e8b1cf-d362-4264-9e3b-6904a764beb5 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:00:46.531353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-c4cfd90b-46c2-4d1d-8341-9bd9278b96fa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.537754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:46.539465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-c4cfd90b-46c2-4d1d-8341-9bd9278b96fa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.547663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-c4cfd90b-46c2-4d1d-8341-9bd9278b96fa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.550509 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-459dae2e-1841-4de1-aa61-d4814d404910 req-61ee87ce-a5d0-4a4e-9d77-2c4284eb3833 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662629 Nov 12 11:00:46.551691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:46.555214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-c4cfd90b-46c2-4d1d-8341-9bd9278b96fa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.562832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-c4cfd90b-46c2-4d1d-8341-9bd9278b96fa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.570150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-c4cfd90b-46c2-4d1d-8341-9bd9278b96fa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.577769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-c4cfd90b-46c2-4d1d-8341-9bd9278b96fa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.579871 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-c4cfd90b-46c2-4d1d-8341-9bd9278b96fa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5372 time: 1.0124602 Nov 12 11:00:46.582846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, f3e8b1cf-d362-4264-9e3b-6904a764beb5) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:46.591790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.592485 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.624296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ddafec-aa75-4061-894d-da02f98b5806 None None] Network f3e8b1cf-d362-4264-9e3b-6904a764beb5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:46.674688 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1380d0a4-de3e-406b-ac46-e81d7b140538 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4008443 Nov 12 11:00:46.970940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Router dfc97bf0-ab6e-4661-aec0-da8a835949e2 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:47.007218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-9b8fefe0-f9ee-4537-8296-57d1fd0de079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:47.008104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-9b8fefe0-f9ee-4537-8296-57d1fd0de079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:47.008577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-9b8fefe0-f9ee-4537-8296-57d1fd0de079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:47.010614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-9b8fefe0-f9ee-4537-8296-57d1fd0de079 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=457678ceb2db435d85a68bc68bb38f51&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5813687 Nov 12 11:00:47.082452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af914dab-80db-4f4c-acd3-4a2bbe280b0c None None] Network f3e8b1cf-d362-4264-9e3b-6904a764beb5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:47.211198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1f9c5474-f85a-4c54-96e7-29b47b7ca843 None None] Provisioning complete for port 04fa05a4-0a3e-4a1d-981f-f53ee61173d2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:47.211706 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5474-f85a-4c54-96e7-29b47b7ca843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.287465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c5474-f85a-4c54-96e7-29b47b7ca843 None None] Port 04fa05a4-0a3e-4a1d-981f-f53ee61173d2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:00:47.373325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5fb181-c6b1-434a-8466-017199f7ad56 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:47.412959 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.483369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfaba2b8-9217-47f7-abbf-7e193ceebc42 req-5a90f236-c90e-4c69-b408-c7071940f345 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8852725 Nov 12 11:00:47.488030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Transition to ACTIVE for port object ba5fb181-c6b1-434a-8466-017199f7ad56 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:47.507147 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.613614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5fb181-c6b1-434a-8466-017199f7ad56,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:47.648057 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:00:47.676726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-40a5838a-db08-44f9-b486-e348b046c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:47.691119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da17e9be-f43e-4e9b-8546-3deca2bacb10 req-40a5838a-db08-44f9-b486-e348b046c897 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3699708 Nov 12 11:00:47.901328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Attempting to bind port ba5fb181-c6b1-434a-8466-017199f7ad56 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:47.901659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Attempting to bind port ba5fb181-c6b1-434a-8466-017199f7ad56 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:47.902383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Attempting to bind port ba5fb181-c6b1-434a-8466-017199f7ad56 on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:47.914069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Port ba5fb181-c6b1-434a-8466-017199f7ad56 on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:47.914465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Attempting to bind port ba5fb181-c6b1-434a-8466-017199f7ad56 on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:47.920413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:47.920652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Checking segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:47.921069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Bound using segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:47.921515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Bound port: ba5fb181-c6b1-434a-8466-017199f7ad56, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:47.930926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.936012 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77fc1dd5-14ea-4555-b6d2-8801ef220dd2 req-b0eed540-3931-4ccb-ac9c-68a7817a2668 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.9304848 Nov 12 11:00:47.981541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:47.988315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4de5e324-7271-429f-a53d-382c994772b0 admin admin] 10.222.0.31 "PUT /v2.0/routers/dfc97bf0-ab6e-4661-aec0-da8a835949e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6818371 Nov 12 11:00:48.160964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] For port ba5fb181-c6b1-434a-8466-017199f7ad56, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:48.168900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] For port ba5fb181-c6b1-434a-8466-017199f7ad56, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ba5fb181-c6b1-434a-8466-017199f7ad56,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:48.175458 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.197886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4a06b-e01d-4eec-ada0-699ef150d4ff req-0513c393-9271-4343-92e0-5f235284be4a tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:48.204840 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cb4a06b-e01d-4eec-ada0-699ef150d4ff req-0513c393-9271-4343-92e0-5f235284be4a tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.1092699 Nov 12 11:00:48.291557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:48.292478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.295395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] 10.222.0.59 "PUT /v2.0/ports/ba5fb181-c6b1-434a-8466-017199f7ad56 HTTP/1.1" status: 200 len: 1091 time: 2.9157798 Nov 12 11:00:48.296511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': 'ba5fb181-c6b1-434a-8466-017199f7ad56'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:48.301191 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc445cc-9891-430a-bfd0-3df812c87587" -d '{"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "ba5fb181-c6b1-434a-8466-017199f7ad56"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:48.325933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cb4a06b-e01d-4eec-ada0-699ef150d4ff req-eaf3a798-01e5-42ac-afe7-fc50a351b415 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104877 Nov 12 11:00:48.369057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:48.574233 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-6dcdfc0e-cd5e-4b8d-9c51-23a174d8ca87 req-a6514c0d-f7ae-4b2b-a738-8fd4c511ad81 tempest-FloatingIPDetailsNegativeTestJSON-257376212 tempest-FloatingIPDetailsNegativeTestJSON-257376212-project] show failed (client error): The resource could not be found. Nov 12 11:00:48.583956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56718) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:48.589709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dcdfc0e-cd5e-4b8d-9c51-23a174d8ca87 req-a6514c0d-f7ae-4b2b-a738-8fd4c511ad81 tempest-FloatingIPDetailsNegativeTestJSON-257376212 tempest-FloatingIPDetailsNegativeTestJSON-257376212-project] 10.222.0.31 "GET /v2.0/floatingips/c470f276-9a60-4fd6-80c7-274353b55256 HTTP/1.1" status: 404 len: 350 time: 0.1016121 Nov 12 11:00:48.592774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a4810-04f9-419c-89ee-31f739936fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5fb181-c6b1-434a-8466-017199f7ad56,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:48.701388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6f2933e2-02df-4070-91b2-2219b07d9ec2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:48.753550 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a9cea0-f76e-458a-b13c-e1f99e6e409d x-openstack-request-id: req-71a9cea0-f76e-458a-b13c-e1f99e6e409d {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:48.753877 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "ba5fb181-c6b1-434a-8466-017199f7ad56", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:48.754104 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71a9cea0-f76e-458a-b13c-e1f99e6e409d {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:48.756595 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': 'ba5fb181-c6b1-434a-8466-017199f7ad56', 'status': 'completed', 'code': 200} Nov 12 11:00:48.952667 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.022519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6f2933e2-02df-4070-91b2-2219b07d9ec2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:49.024056 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.232557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-8b21dbd3-4e12-4ac8-a46b-3190624b276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.250910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-8b21dbd3-4e12-4ac8-a46b-3190624b276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.251497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-8b21dbd3-4e12-4ac8-a46b-3190624b276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.252046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-8b21dbd3-4e12-4ac8-a46b-3190624b276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.252887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-8b21dbd3-4e12-4ac8-a46b-3190624b276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.253358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-8b21dbd3-4e12-4ac8-a46b-3190624b276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.253968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-8b21dbd3-4e12-4ac8-a46b-3190624b276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.264722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-8b21dbd3-4e12-4ac8-a46b-3190624b276b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6280 time: 0.5058997 Nov 12 11:00:49.450787 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.500083 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Sync routers for ids ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:49.521509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70a9d849-fd45-45d1-98e8-ced203cd53a9 req-d9b493bd-6614-4a70-a9db-516fc97cee38 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0374751 Nov 12 11:00:49.531991 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Routers {'dfc97bf0-ab6e-4661-aec0-da8a835949e2'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:49.532962 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:49.700473 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Set router dfc97bf0-ab6e-4661-aec0-da8a835949e2 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:49.761895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-8d9a5d5a-6fd9-4481-8515-b62ed396c4f1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.764110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-5b2c4ad8-dad5-44a4-b0d3-25fc17885f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.764620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-5b2c4ad8-dad5-44a4-b0d3-25fc17885f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.765134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-5b2c4ad8-dad5-44a4-b0d3-25fc17885f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.766870 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-5b2c4ad8-dad5-44a4-b0d3-25fc17885f67 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=457678ceb2db435d85a68bc68bb38f51&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4754472 Nov 12 11:00:49.767848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-8d9a5d5a-6fd9-4481-8515-b62ed396c4f1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.776036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-8d9a5d5a-6fd9-4481-8515-b62ed396c4f1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.792169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-8d9a5d5a-6fd9-4481-8515-b62ed396c4f1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.799499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-8d9a5d5a-6fd9-4481-8515-b62ed396c4f1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.806346 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-8d9a5d5a-6fd9-4481-8515-b62ed396c4f1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.814029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-8d9a5d5a-6fd9-4481-8515-b62ed396c4f1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.822867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-8d9a5d5a-6fd9-4481-8515-b62ed396c4f1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5384 time: 0.2745395 Nov 12 11:00:49.888473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-bf0cbde5-ee1e-41eb-ad39-7514f54224d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.891456 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbc445cc-9891-430a-bfd0-3df812c87587 req-bf0cbde5-ee1e-41eb-ad39-7514f54224d3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107476 Nov 12 11:00:49.966304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75566be0-4420-4d2f-b7a9-ed42e25323f6 req-9d44e109-3f17-4599-b74b-20b6750adc13 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.970224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75566be0-4420-4d2f-b7a9-ed42e25323f6 req-9d44e109-3f17-4599-b74b-20b6750adc13 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.2813141 Nov 12 11:00:49.988183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-657cb7a0-7953-4aca-8a26-3947769118b9 req-6ba6fb9e-6a84-46c2-9fd7-047029c4f20d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642189 Nov 12 11:00:50.131251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75566be0-4420-4d2f-b7a9-ed42e25323f6 req-54fc9634-f58e-4087-b849-33b040eca834 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497574 Nov 12 11:00:50.133029 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:45Z', 'revision_number': 4, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port': {'id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:00:39Z', 'updated_at': '2021-11-12T11:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '04fa05a4-0a3e-4a1d-981f-f53ee61173d2', 'name': '', 'network_id': 'ef64ee39-4ab9-426e-9eec-1aa52ea7a560', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'mac_address': 'fa:16:3e:59:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a7593510-2b4f-497d-8776-4c3d222f5dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:00:43Z', 'updated_at': '2021-11-12T11:00:45Z', 'revision_number': 2, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'subnets': [{'id': 'a7593510-2b4f-497d-8776-4c3d222f5dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:50.149677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:50.163577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.181743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Transition to ACTIVE for port object 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:50.187126 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.220791 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Checking router: dfc97bf0-ab6e-4661-aec0-da8a835949e2 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:50.221177 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Updating router dfc97bf0-ab6e-4661-aec0-da8a835949e2 port 04fa05a4-0a3e-4a1d-981f-f53ee61173d2 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:00:50.240809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Deleting port 04fa05a4-0a3e-4a1d-981f-f53ee61173d2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:50.242519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Pushing event updated for resources: {'Port': ['ID=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:50.242757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.300063 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.378163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.397887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Calling delete_port for 04fa05a4-0a3e-4a1d-981f-f53ee61173d2 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:50.460784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Attempting to bind port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:50.461331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Attempting to bind port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:50.461763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Attempting to bind port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:50.472810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:50.473296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Attempting to bind port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:50.482851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:50.492145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Checking segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:50.492803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Bound using segment: {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:50.493419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Bound port: 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:50.493941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.616281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] For port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:50.627633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] For port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:50.636317 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.758137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Pushing event updated for resources: {'Port': ['ID=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:50.792990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:50.795464 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.797583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-403e2cb9-f16b-4362-8849-17a54e364b2c service neutron] 10.222.0.59 "PUT /v2.0/ports/30ae80cd-b9bb-45b0-b5bf-08a3df9e428f HTTP/1.1" status: 200 len: 1092 time: 2.4406202 Nov 12 11:00:50.819852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:50.822319 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec97b33-71a2-456a-b03e-0505ec2c1ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "30ae80cd-b9bb-45b0-b5bf-08a3df9e428f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:50.837839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3285656a-b239-4040-8154-a38e513c1b6a req-9662db63-f4bd-42a8-82a1-610566986b88 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0822997 Nov 12 11:00:50.852679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:50.871436 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.917179 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.db.api [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:00:50.917674 n-d-768851-19 neutron-server[109168]: DEBUG oslo_db.api [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:00:50.966686 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11c9c6c-dd58-4dc1-9737-eddf3869b511 x-openstack-request-id: req-e11c9c6c-dd58-4dc1-9737-eddf3869b511 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:50.967217 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "30ae80cd-b9bb-45b0-b5bf-08a3df9e428f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:50.968042 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e11c9c6c-dd58-4dc1-9737-eddf3869b511 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:50.968517 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f', 'status': 'completed', 'code': 200} Nov 12 11:00:50.969175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:51.045978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Pushing event deleted for resources: {'Port': ['ID=04fa05a4-0a3e-4a1d-981f-f53ee61173d2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:51.254241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-69af8399-4a8d-4af1-8ef2-1474c544168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.254829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-69af8399-4a8d-4af1-8ef2-1474c544168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.255972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-69af8399-4a8d-4af1-8ef2-1474c544168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.256363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-69af8399-4a8d-4af1-8ef2-1474c544168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.256814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-69af8399-4a8d-4af1-8ef2-1474c544168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.257337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-69af8399-4a8d-4af1-8ef2-1474c544168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.258077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-69af8399-4a8d-4af1-8ef2-1474c544168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.260565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-69af8399-4a8d-4af1-8ef2-1474c544168b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6348 time: 0.2755551 Nov 12 11:00:51.441127 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Port 04fa05a4-0a3e-4a1d-981f-f53ee61173d2 not found while updating agent binding for router dfc97bf0-ab6e-4661-aec0-da8a835949e2. {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 11:00:51.464548 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Routers {'dfc97bf0-ab6e-4661-aec0-da8a835949e2'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:51.465343 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:51.497183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-39396978-f43d-4809-b579-abe4388c2dca tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.514933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-39396978-f43d-4809-b579-abe4388c2dca tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/networks?id=f3e8b1cf-d362-4264-9e3b-6904a764beb5 HTTP/1.1" status: 200 len: 809 time: 0.2854717 Nov 12 11:00:51.544673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:51.596895 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-92b671e8-19bd-47b3-9ce7-fd9d66615037 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/quotas/d831bd9e0290470095c24e1bbad6b3ee HTTP/1.1" status: 200 len: 375 time: 0.0483365 Nov 12 11:00:51.608834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-16259bc7-5722-4059-b747-dab7d86f4900 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.618934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-16259bc7-5722-4059-b747-dab7d86f4900 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.626505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-16259bc7-5722-4059-b747-dab7d86f4900 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.633658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-16259bc7-5722-4059-b747-dab7d86f4900 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.641190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-16259bc7-5722-4059-b747-dab7d86f4900 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.651210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-16259bc7-5722-4059-b747-dab7d86f4900 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.660108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-16259bc7-5722-4059-b747-dab7d86f4900 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.663470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-16259bc7-5722-4059-b747-dab7d86f4900 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5396 time: 0.4223082 Nov 12 11:00:51.765405 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] Set router dfc97bf0-ab6e-4661-aec0-da8a835949e2 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:51.773647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-f1d44dec-9ccf-4059-b54d-2ae4f4849db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.774239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-f1d44dec-9ccf-4059-b54d-2ae4f4849db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.774698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-f1d44dec-9ccf-4059-b54d-2ae4f4849db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.776397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-f1d44dec-9ccf-4059-b54d-2ae4f4849db4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=457678ceb2db435d85a68bc68bb38f51&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4894676 Nov 12 11:00:51.781523 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-9bcc797d-670a-4917-abe6-c77c681095b2 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d831bd9e0290470095c24e1bbad6b3ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1804926 Nov 12 11:00:51.973426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32904aae-cc2e-4770-8204-1d2e756f1359 req-122fe721-05fb-488a-a34a-9ad4dfecae18 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2608538 Nov 12 11:00:52.000242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-12698b86-4c81-430e-a18a-58b21a6b639c service neutron] 10.222.0.31 "GET /v2.0/networks/f3e8b1cf-d362-4264-9e3b-6904a764beb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175286 Nov 12 11:00:52.020923 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:50Z', 'revision_number': 5, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port': {'id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:00:39Z', 'updated_at': '2021-11-12T11:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:52.059531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe7cf9-f385-4842-bd4d-6cf0e1981322 None None] The sync data for ids ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'] in n-d-768851-19 is: [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:50Z', 'revision_number': 5, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port': {'id': '6f2933e2-02df-4070-91b2-2219b07d9ec2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:00:39Z', 'updated_at': '2021-11-12T11:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:52.112466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-2d34548d-821d-4e43-b828-d9c3ca0bcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:52.115497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cec97b33-71a2-456a-b03e-0505ec2c1ee4 req-2d34548d-821d-4e43-b828-d9c3ca0bcb45 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3301308 Nov 12 11:00:52.186026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e5ad8e-3593-4b52-8409-7260c4db83ca {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:52.204042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.227548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Transition to ACTIVE for port object 51e5ad8e-3593-4b52-8409-7260c4db83ca will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:52.228550 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-79f041b2-b93f-43e4-9447-f705e7a7cf16 service neutron] 10.222.0.31 "GET /v2.0/networks/f3e8b1cf-d362-4264-9e3b-6904a764beb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278874 Nov 12 11:00:52.234493 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.248455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Router dfc97bf0-ab6e-4661-aec0-da8a835949e2 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:52.329345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e600aa1-3eed-4001-b425-80739caa6236 req-1486dd29-64da-479f-b7a5-d2e9d5501204 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:52.343002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e600aa1-3eed-4001-b425-80739caa6236 req-1486dd29-64da-479f-b7a5-d2e9d5501204 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.2414742 Nov 12 11:00:52.364269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Pushing event updated for resources: {'Port': ['ID=51e5ad8e-3593-4b52-8409-7260c4db83ca,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:52.472078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e600aa1-3eed-4001-b425-80739caa6236 req-45ca2382-b513-4b18-829a-3042cf1c304b tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259003 Nov 12 11:00:52.500718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:52.510611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5bab2fca-a0ab-44ff-9857-98245e5e315f admin admin] 10.222.0.31 "PUT /v2.0/routers/dfc97bf0-ab6e-4661-aec0-da8a835949e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9255207 Nov 12 11:00:52.514047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56780) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:52.724111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.730322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Attempting to bind port 51e5ad8e-3593-4b52-8409-7260c4db83ca on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:52.730677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Attempting to bind port 51e5ad8e-3593-4b52-8409-7260c4db83ca by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:52.731015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Attempting to bind port 51e5ad8e-3593-4b52-8409-7260c4db83ca on network 2d919481-045f-4df0-b787-b33b0ee846c5 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:52.793209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Port 51e5ad8e-3593-4b52-8409-7260c4db83ca on network 2d919481-045f-4df0-b787-b33b0ee846c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:52.793544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Attempting to bind port 51e5ad8e-3593-4b52-8409-7260c4db83ca on network 2d919481-045f-4df0-b787-b33b0ee846c5 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:52.840424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41385bce-b2d8-4e77-b9a1-6d9e78107546 req-0bf321f6-05ee-4d35-bba4-261ed31129b4 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 210 time: 0.0439403 Nov 12 11:00:52.850746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1a866766-ca6e-43b6-9886-7f7e7f4b09be req-f210300a-9d65-4cba-85bd-6a4d02115e70 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0728893 Nov 12 11:00:52.853806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:52.854143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Checking segment: {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:52.856808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Bound using segment: {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:52.857479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Bound port: 51e5ad8e-3593-4b52-8409-7260c4db83ca, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:52.858004 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.032856 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-5e59059c-e725-469d-b167-db733abb589a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1204014 Nov 12 11:00:53.040272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] For port 51e5ad8e-3593-4b52-8409-7260c4db83ca, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:53.043267 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.047310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] For port 51e5ad8e-3593-4b52-8409-7260c4db83ca, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:53.056259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.148314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.149316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.152007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/51e5ad8e-3593-4b52-8409-7260c4db83ca HTTP/1.1" status: 200 len: 1092 time: 2.3111753 Nov 12 11:00:53.156420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '51e5ad8e-3593-4b52-8409-7260c4db83ca'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:53.161948 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb51831b-1c2b-4d5b-9476-6175e13d3818" -d '{"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "51e5ad8e-3593-4b52-8409-7260c4db83ca"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:53.261970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Request body: {'port': {'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:53.324130 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed341fd-9dfb-4d9a-bee5-940f62ce7aa8 x-openstack-request-id: req-8ed341fd-9dfb-4d9a-bee5-940f62ce7aa8 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:53.324442 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "51e5ad8e-3593-4b52-8409-7260c4db83ca", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:53.324818 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ed341fd-9dfb-4d9a-bee5-940f62ce7aa8 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:53.325316 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '51e5ad8e-3593-4b52-8409-7260c4db83ca', 'status': 'completed', 'code': 200} Nov 12 11:00:53.346374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74693edf-12ee-4c2d-ba96-3fff19fc41b9 service neutron] Pushing event updated for resources: {'Port': ['ID=51e5ad8e-3593-4b52-8409-7260c4db83ca,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:53.369476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] Sync routers for ids ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:53.375319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-fff5744b-ae52-4060-9eea-c4dd6b8027c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.378683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-fff5744b-ae52-4060-9eea-c4dd6b8027c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfde3f0195e04fbdbb6d63434af40b6a&device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 1097 time: 0.3153059 Nov 12 11:00:53.394554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] Routers {'dfc97bf0-ab6e-4661-aec0-da8a835949e2'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:53.396624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:53.449840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-73f74e73-fc70-4cf0-8946-131bc098aa56 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.456919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-73f74e73-fc70-4cf0-8946-131bc098aa56 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.463659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-73f74e73-fc70-4cf0-8946-131bc098aa56 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.470587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-73f74e73-fc70-4cf0-8946-131bc098aa56 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.477032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-73f74e73-fc70-4cf0-8946-131bc098aa56 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.483778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-73f74e73-fc70-4cf0-8946-131bc098aa56 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.490935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-73f74e73-fc70-4cf0-8946-131bc098aa56 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.505161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-73f74e73-fc70-4cf0-8946-131bc098aa56 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5408 time: 0.3118007 Nov 12 11:00:53.555258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Deleting port 6f2933e2-02df-4070-91b2-2219b07d9ec2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:53.555727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.582148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] Set router dfc97bf0-ab6e-4661-aec0-da8a835949e2 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:53.653406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68210eb5-b99e-45d2-ac42-d93256596482 req-245d4b97-d63d-4197-a854-70d99d23ef56 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.662438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:53Z', 'revision_number': 6, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:53.663607 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68210eb5-b99e-45d2-ac42-d93256596482 req-245d4b97-d63d-4197-a854-70d99d23ef56 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.0844657 Nov 12 11:00:53.737164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] Checking router: dfc97bf0-ab6e-4661-aec0-da8a835949e2 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:53.742628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68210eb5-b99e-45d2-ac42-d93256596482 req-7ce7063c-5578-4f26-b4cd-84b99b749e1f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767915 Nov 12 11:00:53.759218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] Routers {'dfc97bf0-ab6e-4661-aec0-da8a835949e2'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:53.760532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:53.900704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] Set router dfc97bf0-ab6e-4661-aec0-da8a835949e2 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:53.968950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:53Z', 'revision_number': 6, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:54.024269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffaaf7-5d9b-4064-91f6-7ecad6c8f7b5 None None] The sync data for ids ['dfc97bf0-ab6e-4661-aec0-da8a835949e2'] in n-d-768851-19 is: [{'id': 'dfc97bf0-ab6e-4661-aec0-da8a835949e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-242951592-router', 'tenant_id': 'e31d47860d6c4dabac299af6e75e45df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:00:37Z', 'updated_at': '2021-11-12T11:00:53Z', 'revision_number': 6, 'project_id': 'e31d47860d6c4dabac299af6e75e45df', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:54.027529 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c4b7cac5-62eb-4fd4-ad41-3f9f5f5f5485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:54.098189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:54.155964 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76bea470-3ee7-471c-b442-99a85f095c48 req-4ff01050-af49-4328-b2be-1ca7d8f1faa9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0494130 Nov 12 11:00:54.249368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] For port 6f2933e2-02df-4070-91b2-2219b07d9ec2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6f2933e2-02df-4070-91b2-2219b07d9ec2,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:54.249929 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:54.285664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-b543603a-b554-457e-a880-1db87f677dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.286152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-b543603a-b554-457e-a880-1db87f677dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.287163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-b543603a-b554-457e-a880-1db87f677dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.287632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-b543603a-b554-457e-a880-1db87f677dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.288091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-b543603a-b554-457e-a880-1db87f677dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.288545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-b543603a-b554-457e-a880-1db87f677dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.289027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-b543603a-b554-457e-a880-1db87f677dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.291056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-b543603a-b554-457e-a880-1db87f677dbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6416 time: 0.9368663 Nov 12 11:00:54.303872 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e06d698f-801b-41d0-a468-6881655f77a5 req-b5dd9787-60b6-4ee7-9a70-dfce1c3dcba6 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 210 time: 0.0429029 Nov 12 11:00:54.338225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4499d35b-7ae0-4e81-b2c0-e91d24b3c2db req-f41a0f16-729d-4247-9229-451d722db68c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8314664 Nov 12 11:00:54.347779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Calling delete_port for 6f2933e2-02df-4070-91b2-2219b07d9ec2 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:54.553221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-a1433e37-2a72-4f78-9944-f8831282a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.554814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-a1433e37-2a72-4f78-9944-f8831282a0c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=275f9a07-dff3-48d6-954b-d50ef76d631a HTTP/1.1" status: 200 len: 914 time: 1.1314800 Nov 12 11:00:54.695462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6f2933e2-02df-4070-91b2-2219b07d9ec2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:54.737044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-1f319986-36e4-4e37-802b-4f774b0ed447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.737649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-1f319986-36e4-4e37-802b-4f774b0ed447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.738305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-1f319986-36e4-4e37-802b-4f774b0ed447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.740701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-1f319986-36e4-4e37-802b-4f774b0ed447 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=457678ceb2db435d85a68bc68bb38f51&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4251671 Nov 12 11:00:54.857091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:54.956015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 6f2933e2-02df-4070-91b2-2219b07d9ec2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6f2933e2-02df-4070-91b2-2219b07d9ec2,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:54.961788 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.035133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:00:55.147195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=6f2933e2-02df-4070-91b2-2219b07d9ec2,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:55.187677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-ff4f031a-9237-4318-a71a-71a004515bc0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95 HTTP/1.1" status: 200 len: 1001 time: 0.6171954 Nov 12 11:00:55.246021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.246359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.246901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.247583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.248749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.258988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.259579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.260062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.260554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.261056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.261538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.262024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:55.387578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-4304336c-1aee-4a25-8861-d7dabdf33661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:55.389798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-93f15eab-f890-4e0c-8677-7d29c900d0a2 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:55.391197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb51831b-1c2b-4d5b-9476-6175e13d3818 req-4304336c-1aee-4a25-8861-d7dabdf33661 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6311729 Nov 12 11:00:55.403373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-470fa01c-2e74-443f-a406-cd0d222d4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:55.405930 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-470fa01c-2e74-443f-a406-cd0d222d4b05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf HTTP/1.1" status: 200 len: 852 time: 0.2164049 Nov 12 11:00:55.416541 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-93f15eab-f890-4e0c-8677-7d29c900d0a2 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.52 "GET /v2.0/networks?id=f3e8b1cf-d362-4264-9e3b-6904a764beb5 HTTP/1.1" status: 200 len: 809 time: 0.3352342 Nov 12 11:00:55.433919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Request body: {'port': {'device_id': 'c01302c8-d459-4bdd-8bc9-4a4aa332a960', 'network_id': 'f3e8b1cf-d362-4264-9e3b-6904a764beb5', 'admin_state_up': True, 'tenant_id': 'd831bd9e0290470095c24e1bbad6b3ee'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:55.477272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:55.529325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'port_id': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'mac_address': 'fa:16:3e:83:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:00:55.598305 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.630218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:55.656996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89310d-98a1-4274-bdf9-e669eef4f161 req-87b4f4dc-60db-4d37-823f-f5b89b90ed79 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:55.660695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c46b2885-91da-449f-bfcf-ba74274b1925 req-baa73d60-1709-4481-bc7d-d1f27d15cc5e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=270e11ad-e2d0-43a5-b2b3-7bcd105166af HTTP/1.1" status: 200 len: 210 time: 0.0623686 Nov 12 11:00:55.667186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb89310d-98a1-4274-bdf9-e669eef4f161 req-87b4f4dc-60db-4d37-823f-f5b89b90ed79 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 943 time: 0.7263908 Nov 12 11:00:55.674821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-1a04670f-26a5-4581-95ea-995f54a4f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:55.677057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-1a04670f-26a5-4581-95ea-995f54a4f875 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=275f9a07-dff3-48d6-954b-d50ef76d631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2318666 Nov 12 11:00:55.709856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:55.732709 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.747541 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb89310d-98a1-4274-bdf9-e669eef4f161 req-0a013a91-a8a2-4729-ac52-36662e6e07e1 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791008 Nov 12 11:00:55.749104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Made reservation on behalf of d831bd9e0290470095c24e1bbad6b3ee for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:55.757175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.841897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:55.866380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.885615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:56.005986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4f1b0d7e-502b-42c8-8d8e-53ef4ed12876'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:56.102389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Transition to ACTIVE for port object 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:56.123290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-e244bc49-62bb-4d5f-b977-ac18a9063b65 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.130357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-e244bc49-62bb-4d5f-b977-ac18a9063b65 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.136559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-e244bc49-62bb-4d5f-b977-ac18a9063b65 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.144361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-e244bc49-62bb-4d5f-b977-ac18a9063b65 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.150920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-e244bc49-62bb-4d5f-b977-ac18a9063b65 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.157741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-e244bc49-62bb-4d5f-b977-ac18a9063b65 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.167886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-e244bc49-62bb-4d5f-b977-ac18a9063b65 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.182786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-e244bc49-62bb-4d5f-b977-ac18a9063b65 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5408 time: 0.2365754 Nov 12 11:00:56.223488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e05a0-8cb9-4451-8b1a-197549690a14 req-3bafdb6d-5315-48a7-b52d-3478c513fb67 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 210 time: 0.3396702 Nov 12 11:00:56.237250 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.303174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2933e2-02df-4070-91b2-2219b07d9ec2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:56.308813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.310069 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d928782-f846-45c1-a5fc-e47cd6aa739e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.345649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2de3a4-d9bb-44f9-9769-0df42bb93e96 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:56.346490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Allocated IP 172.20.0.7 (f3e8b1cf-d362-4264-9e3b-6904a764beb5/841d0e59-7a26-4a96-8239-c2079a6b0598/00687a43-7390-496a-884c-de0f524c1e91) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:56.441871 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-51033cfb-500a-4a64-bbe8-5467c5d95b50 req-a2a3b628-8e19-4516-b4ff-1c70776d334b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2558315 Nov 12 11:00:56.682583 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.693651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Pushing event updated for resources: {'Port': ['ID=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:56.707174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-80784066-330f-4995-8a38-5392541b44f9 service neutron] 10.222.0.52 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0204813 Nov 12 11:00:56.710758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.726779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.850332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Pushing event updated for resources: {'Port': ['ID=00687a43-7390-496a-884c-de0f524c1e91,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:56.910371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Network f3e8b1cf-d362-4264-9e3b-6904a764beb5 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:56.932238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:56.948132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:57.041408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:57.064474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Attempting to bind port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:57.064710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Attempting to bind port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:57.065089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Attempting to bind port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a on network 2d919481-045f-4df0-b787-b33b0ee846c5 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:57.085936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:57.087556 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.118622 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-de5260c9-e956-4f22-9e06-7e630f7aed88 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6927311 Nov 12 11:00:57.141521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Request body: {'port': {'device_id': 'c01302c8-d459-4bdd-8bc9-4a4aa332a960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:57.194367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:00:57.209074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56858) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:57.209166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:57.209166 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.229445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a on network 2d919481-045f-4df0-b787-b33b0ee846c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:57.229940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Attempting to bind port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a on network 2d919481-045f-4df0-b787-b33b0ee846c5 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:57.233662 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.252922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.291950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:57.297416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Checking segment: {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:57.300342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Bound using segment: {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:57.301306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Bound port: 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:57.302950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.390070 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.459324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af88362-6c16-4731-b049-bc739407d1e4 req-0c442eae-5ed2-4a3d-aeed-c0f73612b00f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:57.461263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7af88362-6c16-4731-b049-bc739407d1e4 req-0c442eae-5ed2-4a3d-aeed-c0f73612b00f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 944 time: 0.4958348 Nov 12 11:00:57.518943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68a56b0a-b82b-45a9-a646-d60f0d2330d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.542860 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.544205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc97bf0-ab6e-4661-aec0-da8a835949e2 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:00:57.551525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.562171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af1e2-7b3e-45b9-9e3b-9c5f8ca3722c req-abc2358f-797d-4c8d-907d-8b63a212f5a9 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:57.562742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6616f871-1892-4a0f-807e-a6664427e33b admin admin] 10.222.0.31 "DELETE /v2.0/routers/dfc97bf0-ab6e-4661-aec0-da8a835949e2 HTTP/1.1" status: 204 len: 168 time: 5.0287652 Nov 12 11:00:57.564021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56874) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:57.564145 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a41af1e2-7b3e-45b9-9e3b-9c5f8ca3722c req-abc2358f-797d-4c8d-907d-8b63a212f5a9 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 931 time: 0.1913261 Nov 12 11:00:57.568538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.633504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.641333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:57.645474 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d1d5d-1e0c-447f-86eb-f6e4df1f417b" -d '{"events": [{"server_uuid": "94fb8f6f-139b-48a9-8101-dfb0c58bf52e", "name": "network-vif-plugged", "status": "completed", "tag": "4f1b0d7e-502b-42c8-8d8e-53ef4ed12876"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:57.654838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f6849b-fd9f-4b2b-b701-15c968cc2ce8 req-2ceb1ec6-752a-411f-87a2-7327c800a06e service neutron] 10.222.0.52 "GET /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389088 Nov 12 11:00:57.664719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:57.675862 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.682409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7af88362-6c16-4731-b049-bc739407d1e4 req-d46d9bf7-8dd2-43ee-bd48-0e834094d0fe tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060595 Nov 12 11:00:57.685613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-769e6fdd-0054-44e1-ac72-3fcbca1e075f admin admin] Deleting subnet a7593510-2b4f-497d-8776-4c3d222f5dc3 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:00:57.704971 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-769e6fdd-0054-44e1-ac72-3fcbca1e075f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.761417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] For port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:57.766969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] For port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:57.776328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-769e6fdd-0054-44e1-ac72-3fcbca1e075f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.795614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:57.834577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.916327 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a41af1e2-7b3e-45b9-9e3b-9c5f8ca3722c req-6564f403-b309-43d3-bd8e-aed6ebc5d0dc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399270 Nov 12 11:00:57.971015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:57.972282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.976593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] 10.222.0.59 "PUT /v2.0/ports/6b14e523-7fbd-42e0-a84e-3f1bdf061f7a HTTP/1.1" status: 200 len: 1092 time: 4.7183077 Nov 12 11:00:57.977925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:57.982728 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414dc112-b322-4b21-9002-51628ca1a2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "6b14e523-7fbd-42e0-a84e-3f1bdf061f7a"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:58.043844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab830ed5-e5b7-4e3d-92ca-97ba6aac1821 service neutron] Pushing event updated for resources: {'Port': ['ID=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:58.052504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-769e6fdd-0054-44e1-ac72-3fcbca1e075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.155622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68a56b0a-b82b-45a9-a646-d60f0d2330d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.251333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2fbc6f2f-3089-4b25-996d-03a9d5e8abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.251907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2fbc6f2f-3089-4b25-996d-03a9d5e8abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.252387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2fbc6f2f-3089-4b25-996d-03a9d5e8abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.252853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2fbc6f2f-3089-4b25-996d-03a9d5e8abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.253337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2fbc6f2f-3089-4b25-996d-03a9d5e8abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.253797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2fbc6f2f-3089-4b25-996d-03a9d5e8abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.254251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2fbc6f2f-3089-4b25-996d-03a9d5e8abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.256387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2fbc6f2f-3089-4b25-996d-03a9d5e8abad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6484 time: 0.1407161 Nov 12 11:00:58.288970 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68a56b0a-b82b-45a9-a646-d60f0d2330d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.300216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-85e2b73e-c702-4fad-aff8-e426050102db tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.302578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-85e2b73e-c702-4fad-aff8-e426050102db tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.2503164 Nov 12 11:00:58.342831 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-769e6fdd-0054-44e1-ac72-3fcbca1e075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.349469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-423b9160-0798-420a-8044-03ef87d58aa6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4382f9-214b-429f-9e21-8df332229590 HTTP/1.1" status: 200 len: 217 time: 0.0753596 Nov 12 11:00:58.366031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-c2479920-ab86-4ae9-9c49-2de818721e68 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.371939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-c2479920-ab86-4ae9-9c49-2de818721e68 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.377828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-c2479920-ab86-4ae9-9c49-2de818721e68 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.383751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-c2479920-ab86-4ae9-9c49-2de818721e68 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.386396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-78534ae8-5afd-4df1-b644-64766bade94c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/quotas/c72eeaa1a2c945deac4d2c220c43a7d3 HTTP/1.1" status: 200 len: 375 time: 0.0507898 Nov 12 11:00:58.390075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-c2479920-ab86-4ae9-9c49-2de818721e68 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.395952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-c2479920-ab86-4ae9-9c49-2de818721e68 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.401989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-c2479920-ab86-4ae9-9c49-2de818721e68 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.404024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-c2479920-ab86-4ae9-9c49-2de818721e68 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.3600261 Nov 12 11:00:58.410896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a6422-af0a-48f4-ba6f-80e9145f80ed None None] Network ef64ee39-4ab9-426e-9eec-1aa52ea7a560 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:58.414014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e6fdd-0054-44e1-ac72-3fcbca1e075f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7593510-2b4f-497d-8776-4c3d222f5dc3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:58.430396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-769e6fdd-0054-44e1-ac72-3fcbca1e075f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.433762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-769e6fdd-0054-44e1-ac72-3fcbca1e075f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a7593510-2b4f-497d-8776-4c3d222f5dc3 HTTP/1.1" status: 204 len: 168 time: 0.8640721 Nov 12 11:00:58.436892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a56b0a-b82b-45a9-a646-d60f0d2330d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b21b6dd-5351-46c0-af8b-233db93dc868,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:58.441089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56888) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:58.442937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00687a43-7390-496a-884c-de0f524c1e91 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:58.454019 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-68a56b0a-b82b-45a9-a646-d60f0d2330d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8537463909a0418cadfa57c51c3e5cae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2498024 Nov 12 11:00:58.455002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56890) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:58.485999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-33a2ae29-5ecf-46ed-b1a8-49727ba0034b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674689 Nov 12 11:00:58.538057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.546469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9673bc94-596c-40cf-95cd-d672a6b84a67 req-33527ad0-416a-43b8-b888-797d5f7befb1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287591 Nov 12 11:00:58.572748 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Transition to ACTIVE for port object 00687a43-7390-496a-884c-de0f524c1e91 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:58.573601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08391734-a31e-47f5-aacc-6b7b424db874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.580500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.613089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-94331aba-7994-4f35-a13a-19a4de80e552 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175916 Nov 12 11:00:58.634232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08391734-a31e-47f5-aacc-6b7b424db874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.744648 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-c2e71ac7-7316-46c7-9aad-2abcddf3dbb3 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304765 Nov 12 11:00:58.750370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b8aec96e-a796-4216-83b6-eaccc8c52548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.762470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b8aec96e-a796-4216-83b6-eaccc8c52548 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0117afdc-0f85-46f4-a531-24e8628fef14 HTTP/1.1" status: 200 len: 851 time: 0.3838425 Nov 12 11:00:58.801457 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f1fcfb-87e0-48a9-9282-9690dc4240e3 x-openstack-request-id: req-f1f1fcfb-87e0-48a9-9282-9690dc4240e3 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:58.801928 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fb8f6f-139b-48a9-8101-dfb0c58bf52e", "name": "network-vif-plugged", "status": "completed", "tag": "4f1b0d7e-502b-42c8-8d8e-53ef4ed12876", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:58.802183 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1f1fcfb-87e0-48a9-9282-9690dc4240e3 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:58.808568 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'code': 200} Nov 12 11:00:58.857700 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecf992f-c368-45b0-b9af-c43f7a731375 x-openstack-request-id: req-fecf992f-c368-45b0-b9af-c43f7a731375 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:58.857700 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "6b14e523-7fbd-42e0-a84e-3f1bdf061f7a", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:58.857700 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fecf992f-c368-45b0-b9af-c43f7a731375 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:58.857700 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a', 'status': 'completed', 'code': 200} Nov 12 11:00:58.867828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] DHCP port deletion for ef64ee39-4ab9-426e-9eec-1aa52ea7a560 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:58.932916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.961456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e65cc4-221d-4891-aeb5-dfda4a66d3dc req-3300e581-fa65-41bd-8569-08b9355918d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.962983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5e65cc4-221d-4891-aeb5-dfda4a66d3dc req-3300e581-fa65-41bd-8569-08b9355918d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 1097 time: 0.1052938 Nov 12 11:00:58.996104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] Deleting port 20b54ec3-f5c0-401a-90f8-41ee654be261 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:58.996503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.016051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-3e25a048-e6bc-4bf8-b240-1647d7f544f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:59.018124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-3e25a048-e6bc-4bf8-b240-1647d7f544f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77981b1f-f093-4607-a4ab-5db715ba3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1753969 Nov 12 11:00:59.134124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] For port 20b54ec3-f5c0-401a-90f8-41ee654be261, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=20b54ec3-f5c0-401a-90f8-41ee654be261,segment=NetworkSegment(d12f87cc-a215-44ed-8f7d-d2a9b2e16e43),segment_id=d12f87cc-a215-44ed-8f7d-d2a9b2e16e43)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:59.134777 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.159384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] Calling delete_port for 20b54ec3-f5c0-401a-90f8-41ee654be261 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:59.295781 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.328855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Pushing event updated for resources: {'Port': ['ID=00687a43-7390-496a-884c-de0f524c1e91,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:59.333811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] Pushing event deleted for resources: {'Port': ['ID=20b54ec3-f5c0-401a-90f8-41ee654be261,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:59.345558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb844d1-2d03-4eb1-bb38-b85f52d34a2f None None] No DVR routers for this DVR port 20b54ec3-f5c0-401a-90f8-41ee654be261 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:59.365203 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.497872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418aa9d-fa60-46a4-85ea-974c87eced39 req-a1f3aba1-4023-4cf2-aefa-8e9671b41bef tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:59.499531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5418aa9d-fa60-46a4-85ea-974c87eced39 req-a1f3aba1-4023-4cf2-aefa-8e9671b41bef tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.1717734 Nov 12 11:00:59.502918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08391734-a31e-47f5-aacc-6b7b424db874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.506218 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08391734-a31e-47f5-aacc-6b7b424db874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.507372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-08391734-a31e-47f5-aacc-6b7b424db874 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b21b6dd-5351-46c0-af8b-233db93dc868 HTTP/1.1" status: 204 len: 168 time: 1.0512996 Nov 12 11:00:59.545795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Attempting to bind port 00687a43-7390-496a-884c-de0f524c1e91 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:59.546460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Attempting to bind port 00687a43-7390-496a-884c-de0f524c1e91 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '2e058723-e2ee-4c9d-ac84-cd1774d4756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3e8b1cf-d362-4264-9e3b-6904a764beb5'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:59.546577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Attempting to bind port 00687a43-7390-496a-884c-de0f524c1e91 on network f3e8b1cf-d362-4264-9e3b-6904a764beb5 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:59.553508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Port 00687a43-7390-496a-884c-de0f524c1e91 on network f3e8b1cf-d362-4264-9e3b-6904a764beb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:59.553840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Attempting to bind port 00687a43-7390-496a-884c-de0f524c1e91 on network f3e8b1cf-d362-4264-9e3b-6904a764beb5 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:59.556640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08391734-a31e-47f5-aacc-6b7b424db874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b21b6dd-5351-46c0-af8b-233db93dc868,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:59.592625 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5418aa9d-fa60-46a4-85ea-974c87eced39 req-e941c72f-986d-4bf5-b1a4-3ddf8f2cdcd4 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827625 Nov 12 11:00:59.595836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:59.595941 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Checking segment: {'id': '2e058723-e2ee-4c9d-ac84-cd1774d4756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3e8b1cf-d362-4264-9e3b-6904a764beb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:59.596746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Bound using segment: {'id': '2e058723-e2ee-4c9d-ac84-cd1774d4756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3e8b1cf-d362-4264-9e3b-6904a764beb5'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:59.597245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Bound port: 00687a43-7390-496a-884c-de0f524c1e91, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e058723-e2ee-4c9d-ac84-cd1774d4756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3e8b1cf-d362-4264-9e3b-6904a764beb5'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:59.597737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.723386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] For port 00687a43-7390-496a-884c-de0f524c1e91, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:59.760808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b70ea18-f107-447c-9853-38fe25b5fde3 req-de39d9b8-40cf-46d8-862e-11414a2c00bd tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=46de78db-901f-408d-85f1-322e09c49712 HTTP/1.1" status: 200 len: 210 time: 0.0715129 Nov 12 11:00:59.776813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] For port 00687a43-7390-496a-884c-de0f524c1e91, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=00687a43-7390-496a-884c-de0f524c1e91,segment=NetworkSegment(2e058723-e2ee-4c9d-ac84-cd1774d4756d),segment_id=2e058723-e2ee-4c9d-ac84-cd1774d4756d)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:59.790324 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.833671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5e65cc4-221d-4891-aeb5-dfda4a66d3dc req-0204e92a-fa31-407e-b422-a67cb12474f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8468747 Nov 12 11:00:59.850636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Deleting port 20b54ec3-f5c0-401a-90f8-41ee654be261 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:59.851192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.872552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ef91e-4ca1-4358-a082-5bb6b2c3d93d req-ac4f211b-bcb1-4453-aa51-a0e153951d0b tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:59.879802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Pushing event updated for resources: {'Port': ['ID=00687a43-7390-496a-884c-de0f524c1e91,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:59.897913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-838ef91e-4ca1-4358-a082-5bb6b2c3d93d req-ac4f211b-bcb1-4453-aa51-a0e153951d0b tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 943 time: 0.2649550 Nov 12 11:00:59.909229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:59.911869 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.914952 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-122d4930-93d8-485a-94e1-9027b796ebb3 service neutron] 10.222.0.52 "PUT /v2.0/ports/00687a43-7390-496a-884c-de0f524c1e91 HTTP/1.1" status: 200 len: 1092 time: 2.7837749 Nov 12 11:00:59.918626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01302c8-d459-4bdd-8bc9-4a4aa332a960', 'tag': '00687a43-7390-496a-884c-de0f524c1e91'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:59.921743 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e8991-ad3e-4633-8d93-02ca0b8e9554" -d '{"events": [{"name": "network-changed", "server_uuid": "c01302c8-d459-4bdd-8bc9-4a4aa332a960", "tag": "00687a43-7390-496a-884c-de0f524c1e91"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:00.016992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-ed4f1cc0-b4a2-4d26-896d-c0f42c8560a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.026814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-ed4f1cc0-b4a2-4d26-896d-c0f42c8560a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.039508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-ed4f1cc0-b4a2-4d26-896d-c0f42c8560a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.044441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56920) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:00.052827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-ed4f1cc0-b4a2-4d26-896d-c0f42c8560a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.062315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-ed4f1cc0-b4a2-4d26-896d-c0f42c8560a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.075340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-ed4f1cc0-b4a2-4d26-896d-c0f42c8560a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.086641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-ed4f1cc0-b4a2-4d26-896d-c0f42c8560a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.089773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-ed4f1cc0-b4a2-4d26-896d-c0f42c8560a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1871657 Nov 12 11:01:00.107793 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-838ef91e-4ca1-4358-a082-5bb6b2c3d93d req-71b7dde1-77b9-4a5d-ac99-d485d45cefec tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966090 Nov 12 11:01:00.134589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-83df13e9-fec9-4638-a86c-09c9e98e9781 service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1036375 Nov 12 11:01:00.143443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] For port 20b54ec3-f5c0-401a-90f8-41ee654be261, host n-d-768851-19, got binding levels [] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:00.145753 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.148681 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7f32bae-35b9-4cf0-8a63-a0b84b29a13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.170387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Calling delete_port for 20b54ec3-f5c0-401a-90f8-41ee654be261 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:00.190919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-9e0cc3a7-f8bf-4c7e-815c-252d4ebbe400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.194174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Port 20b54ec3-f5c0-401a-90f8-41ee654be261 was not found and therefore no delete operation was performed {{(pid=109165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:01:00.194333 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-9e0cc3a7-f8bf-4c7e-815c-252d4ebbe400 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d831bd9e0290470095c24e1bbad6b3ee&device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 1095 time: 0.1010458 Nov 12 11:01:00.250671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.269768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-40a62ee2-1984-4b09-a273-d33f6c575cd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00687a43-7390-496a-884c-de0f524c1e91 HTTP/1.1" status: 200 len: 217 time: 0.0577476 Nov 12 11:01:00.401899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] No DVR routers for this DVR port 20b54ec3-f5c0-401a-90f8-41ee654be261 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:00.424654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b54ec3-f5c0-401a-90f8-41ee654be261,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:00.448596 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-865563b2-e4d6-48e6-831e-f0a162b4ce61 req-b5de31b4-a530-4bfb-a725-035edf3dbfbc tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3043752 Nov 12 11:01:00.560757 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd5eb88-b4b3-4d5b-8c2b-926e63a53b12 x-openstack-request-id: req-acd5eb88-b4b3-4d5b-8c2b-926e63a53b12 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:00.562428 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01302c8-d459-4bdd-8bc9-4a4aa332a960", "tag": "00687a43-7390-496a-884c-de0f524c1e91", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:00.563313 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acd5eb88-b4b3-4d5b-8c2b-926e63a53b12 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:00.564338 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01302c8-d459-4bdd-8bc9-4a4aa332a960', 'tag': '00687a43-7390-496a-884c-de0f524c1e91', 'status': 'completed', 'code': 200} Nov 12 11:01:00.619410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.622975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-45bfd7e8-75c9-44fe-a1be-64d60cec35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.631860 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-45bfd7e8-75c9-44fe-a1be-64d60cec35e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=841d0e59-7a26-4a96-8239-c2079a6b0598 HTTP/1.1" status: 200 len: 849 time: 0.3539317 Nov 12 11:01:00.666258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.710612 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-4a4815d8-586e-494b-a5ff-84486ce89793 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3e8b1cf-d362-4264-9e3b-6904a764beb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710135 Nov 12 11:01:00.718869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-9ba67d67-8792-41fc-983a-13033e46bd2f service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438757 Nov 12 11:01:00.735754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7f32bae-35b9-4cf0-8a63-a0b84b29a13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.738821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef64ee39-4ab9-426e-9eec-1aa52ea7a560']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:00.745261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 20b54ec3-f5c0-401a-90f8-41ee654be261 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:00.791007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83fe17e2-10c7-483e-a8cc-51de7767b3ee req-3d0d69f1-83f0-414c-8dbb-f9a2209eac09 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=46de78db-901f-408d-85f1-322e09c49712 HTTP/1.1" status: 200 len: 210 time: 0.0791070 Nov 12 11:01:00.801233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 20b54ec3-f5c0-401a-90f8-41ee654be261 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:00.801678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 20b54ec3-f5c0-401a-90f8-41ee654be261 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:00.838315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7f32bae-35b9-4cf0-8a63-a0b84b29a13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.859739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12f87cc-a215-44ed-8f7d-d2a9b2e16e43') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:00.860518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12f87cc-a215-44ed-8f7d-d2a9b2e16e43') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:00.868016 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-066c9b3e-113a-4d15-86e2-167d90dcbc9a service neutron] 10.222.0.52 "GET /v2.0/networks/f3e8b1cf-d362-4264-9e3b-6904a764beb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447780 Nov 12 11:01:00.878203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-d853766f-aba7-4b0a-8638-8ed194a23d74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 217 time: 0.1463640 Nov 12 11:01:00.905049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.004545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c7f32bae-35b9-4cf0-8a63-a0b84b29a13b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c89c72d646b24f209b89be1254c19e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9275625 Nov 12 11:01:01.007109 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.011276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56928) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:01.028443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f32bae-35b9-4cf0-8a63-a0b84b29a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8e4e9-5c2a-46df-a8fe-2a35d33a8550,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:01.037357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:01.038214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:01.041170 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:01.143396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-7aab9b4e-0063-4e64-88d0-4043fffa6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.144208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d0f05de-5a5b-4fea-a2cf-1eb109a2dae5 req-c26038a6-58ad-4a99-8fe9-26ffbe377346 service neutron] 10.222.0.52 "GET /v2.0/networks/f3e8b1cf-d362-4264-9e3b-6904a764beb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609084 Nov 12 11:01:01.146170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-7aab9b4e-0063-4e64-88d0-4043fffa6240 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.2388573 Nov 12 11:01:01.148133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d83ea51-c31f-452e-8c2e-f3be1dfe7387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.165203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54118151-16b6-40f8-9d79-6d03fdf0ad55 req-b493f108-8f3a-4c8e-bb2b-eb6b269b2e46 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.169749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54118151-16b6-40f8-9d79-6d03fdf0ad55 req-b493f108-8f3a-4c8e-bb2b-eb6b269b2e46 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.4130244 Nov 12 11:01:01.187028 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d83ea51-c31f-452e-8c2e-f3be1dfe7387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.258005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.269812 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.274006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ef64ee39-4ab9-426e-9eec-1aa52ea7a560 HTTP/1.1" status: 204 len: 168 time: 2.8311889 Nov 12 11:01:01.333533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c9ef2a1a-1cf6-4d86-8f59-f70ca420b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.333990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c9ef2a1a-1cf6-4d86-8f59-f70ca420b03f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1626148 Nov 12 11:01:01.334803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9182c35-45dd-4a0d-b180-122b3ecd24c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef64ee39-4ab9-426e-9eec-1aa52ea7a560,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:01.367600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb541c4e-334c-4b2d-9108-ee77a42f65dd req-66c39cfa-eaae-4854-98c0-bb3ab4b98a32 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.369514 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fb541c4e-334c-4b2d-9108-ee77a42f65dd req-66c39cfa-eaae-4854-98c0-bb3ab4b98a32 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 943 time: 0.1332979 Nov 12 11:01:01.375459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-ef1b4690-b4b6-4cce-aa22-d83a67eaeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.378072 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-ef1b4690-b4b6-4cce-aa22-d83a67eaeb6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d831bd9e0290470095c24e1bbad6b3ee&device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 1095 time: 0.1602037 Nov 12 11:01:01.386590 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54118151-16b6-40f8-9d79-6d03fdf0ad55 req-387ea341-0958-4a78-b521-2fb721c475fe tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910355 Nov 12 11:01:01.450182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d83ea51-c31f-452e-8c2e-f3be1dfe7387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.454151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d83ea51-c31f-452e-8c2e-f3be1dfe7387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.456055 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d83ea51-c31f-452e-8c2e-f3be1dfe7387 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38f8e4e9-5c2a-46df-a8fe-2a35d33a8550 HTTP/1.1" status: 204 len: 168 time: 0.4432511 Nov 12 11:01:01.484379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-7d829b7f-f5ac-4016-b182-c38518e5e69f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=46de78db-901f-408d-85f1-322e09c49712 HTTP/1.1" status: 200 len: 210 time: 0.0467222 Nov 12 11:01:01.593298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83ea51-c31f-452e-8c2e-f3be1dfe7387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8e4e9-5c2a-46df-a8fe-2a35d33a8550,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:01.673511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-9e3368d1-641b-4811-8ca4-a85750e12d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.674439 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fb541c4e-334c-4b2d-9108-ee77a42f65dd req-4ce160ec-df7a-4f88-85d2-316ac754555e tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921543 Nov 12 11:01:01.684637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-9e3368d1-641b-4811-8ca4-a85750e12d23 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1611230 Nov 12 11:01:01.694887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56942) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:01.765383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-129c44bd-c628-4564-89c2-572cc4e44c36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e31d47860d6c4dabac299af6e75e45df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692840 Nov 12 11:01:01.766069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56944) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:01.768694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-314d6f2b-fa42-4319-bb62-1c5be7700806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.771041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-314d6f2b-fa42-4319-bb62-1c5be7700806 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3e8b1cf-d362-4264-9e3b-6904a764beb5 HTTP/1.1" status: 200 len: 910 time: 0.3741758 Nov 12 11:01:01.861045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-1d659d6a-5f06-47bd-b2b2-68f87ae9ee88 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728990 Nov 12 11:01:01.876356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-27e7da24-c373-4b73-970e-205ba2d58b14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00687a43-7390-496a-884c-de0f524c1e91 HTTP/1.1" status: 200 len: 217 time: 0.0871067 Nov 12 11:01:01.938404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-55dbd26b-d0c6-4d56-962e-38e062426b72 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.948784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-55dbd26b-d0c6-4d56-962e-38e062426b72 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.955635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-55dbd26b-d0c6-4d56-962e-38e062426b72 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.963936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-55dbd26b-d0c6-4d56-962e-38e062426b72 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.971117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-55dbd26b-d0c6-4d56-962e-38e062426b72 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.971266 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3424f19b-e037-4a33-a257-b7f442ab93d3 req-dcb2dc85-f782-4cb8-8d9d-b51238a98b1a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=46de78db-901f-408d-85f1-322e09c49712 HTTP/1.1" status: 200 len: 210 time: 0.0625203 Nov 12 11:01:01.977608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-55dbd26b-d0c6-4d56-962e-38e062426b72 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.984427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-55dbd26b-d0c6-4d56-962e-38e062426b72 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.996308 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-55dbd26b-d0c6-4d56-962e-38e062426b72 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.2384470 Nov 12 11:01:01.998708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a428279c-7361-4539-9027-11e714fd2814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.005944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-1cdb992c-c27f-4ca4-993e-bf4123c182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:02.007851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-1cdb992c-c27f-4ca4-993e-bf4123c182c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=841d0e59-7a26-4a96-8239-c2079a6b0598 HTTP/1.1" status: 200 len: 849 time: 0.1092064 Nov 12 11:01:02.089415 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-dba70f59-5b1d-4ddb-8ed4-b079d6f95537 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3e8b1cf-d362-4264-9e3b-6904a764beb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691044 Nov 12 11:01:02.093443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a428279c-7361-4539-9027-11e714fd2814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.191568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-f47c5a76-6f17-4362-843c-b94b955a093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:02.193723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-f47c5a76-6f17-4362-843c-b94b955a093e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4286997 Nov 12 11:01:02.214596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-1b0292ed-6f96-4e95-bc75-c92fa6137028 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035915 Nov 12 11:01:02.250449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a428279c-7361-4539-9027-11e714fd2814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.253893 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a428279c-7361-4539-9027-11e714fd2814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.255913 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a428279c-7361-4539-9027-11e714fd2814 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48338b18-5444-42f6-90c5-996871659c30 HTTP/1.1" status: 204 len: 168 time: 0.4880877 Nov 12 11:01:02.319719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428279c-7361-4539-9027-11e714fd2814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48338b18-5444-42f6-90c5-996871659c30,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:02.327867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-da3b432f-ff1a-4d94-a1e3-4f891d734012 service neutron] 10.222.0.52 "GET /v2.0/networks/f3e8b1cf-d362-4264-9e3b-6904a764beb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272563 Nov 12 11:01:02.334571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-98cd9a3e-3431-41a1-92bd-448a8a11d64a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 217 time: 0.1072519 Nov 12 11:01:02.394150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4a44103-a65a-4129-bc5f-8136de8a0ed0 req-add73a73-27b6-4bd4-85d1-2e72b17dc4b2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/ports?device_id=46de78db-901f-408d-85f1-322e09c49712 HTTP/1.1" status: 200 len: 210 time: 0.1391516 Nov 12 11:01:02.466045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c869792-8fe8-4a78-9a7e-a41cd7d40a90 req-d9064647-fbd9-4b55-8889-09790d4f430e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4687438 Nov 12 11:01:02.608245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-cb999ef2-59c8-4dc6-b4ce-1a6c23be818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:02.624459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-cb999ef2-59c8-4dc6-b4ce-1a6c23be818b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.2420809 Nov 12 11:01:02.665213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-566e8991-ad3e-4633-8d93-02ca0b8e9554 req-646b0ac2-99c3-4a0a-8fbf-820d76553d29 service neutron] 10.222.0.52 "GET /v2.0/networks/f3e8b1cf-d362-4264-9e3b-6904a764beb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230982 Nov 12 11:01:02.724676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49e0e-da9a-4961-86c4-55b89d3cedfe req-cdcb9c89-27d8-42fd-8d8e-b02f8f2b8850 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:02.738179 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f49e0e-da9a-4961-86c4-55b89d3cedfe req-cdcb9c89-27d8-42fd-8d8e-b02f8f2b8850 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.1573110 Nov 12 11:01:02.816395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-0df525a6-8a11-4be9-8281-8d39fee62663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:02.819162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-0df525a6-8a11-4be9-8281-8d39fee62663 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1933110 Nov 12 11:01:02.859388 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f49e0e-da9a-4961-86c4-55b89d3cedfe req-ddfe02ce-fce9-4ea4-91aa-01e67be6efea tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203160 Nov 12 11:01:02.958545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-546922c4-6efb-4edc-bce3-4d96e632dbc1 req-1dc6e8c0-3fe1-46d1-8a20-dbf42645f2df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=46de78db-901f-408d-85f1-322e09c49712 HTTP/1.1" status: 200 len: 210 time: 0.0890222 Nov 12 11:01:03.060719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 00687a43-7390-496a-884c-de0f524c1e91 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:03.080581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c5425-480d-4097-914c-973f3f7b910c req-0ccc1a22-4521-4b7e-bf87-e5160d335263 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.082299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-089c5425-480d-4097-914c-973f3f7b910c req-0ccc1a22-4521-4b7e-bf87-e5160d335263 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 943 time: 0.2140839 Nov 12 11:01:03.092900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-3804bc5a-2b6e-4abc-8b06-23dc41847f06 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627726 Nov 12 11:01:03.258619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720b68e-62fc-434f-9c30-dd702ba3a355 req-5ac3f6b0-dc62-4d20-8d03-f3195920160c tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.275305 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f720b68e-62fc-434f-9c30-dd702ba3a355 req-5ac3f6b0-dc62-4d20-8d03-f3195920160c tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.1362002 Nov 12 11:01:03.277327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56994) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:03.285863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 00687a43-7390-496a-884c-de0f524c1e91, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=00687a43-7390-496a-884c-de0f524c1e91,segment=NetworkSegment(2e058723-e2ee-4c9d-ac84-cd1774d4756d),segment_id=2e058723-e2ee-4c9d-ac84-cd1774d4756d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:03.291580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Request body: {'floatingip': {'port_id': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:03.316486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546922c4-6efb-4edc-bce3-4d96e632dbc1 req-3f3e0ed8-15ad-451c-9144-2a7a8ce4590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.318639 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-546922c4-6efb-4edc-bce3-4d96e632dbc1 req-3f3e0ed8-15ad-451c-9144-2a7a8ce4590c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3470604 Nov 12 11:01:03.319851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '00687a43-7390-496a-884c-de0f524c1e91', 'network_id': 'f3e8b1cf-d362-4264-9e3b-6904a764beb5', 'port_id': '00687a43-7390-496a-884c-de0f524c1e91', 'mac_address': 'fa:16:3e:dc:b2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841d0e59-7a26-4a96-8239-c2079a6b0598', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:03.382865 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.412990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.415159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00687a43-7390-496a-884c-de0f524c1e91 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:03.444539 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-db4f28c8-4e7c-45de-83bd-3cafe2174463 req-144dd3a2-d920-4365-bde4-85d3c7f12a56 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=46de78db-901f-408d-85f1-322e09c49712 HTTP/1.1" status: 200 len: 210 time: 0.0491588 Nov 12 11:01:03.449941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-089c5425-480d-4097-914c-973f3f7b910c req-7ba5c5d6-ce3c-4946-bd7c-65d0926d6318 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494716 Nov 12 11:01:03.451972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 00687a43-7390-496a-884c-de0f524c1e91, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=00687a43-7390-496a-884c-de0f524c1e91,segment=NetworkSegment(2e058723-e2ee-4c9d-ac84-cd1774d4756d),segment_id=2e058723-e2ee-4c9d-ac84-cd1774d4756d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:03.458729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.532214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=00687a43-7390-496a-884c-de0f524c1e91,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:03.556167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-b3e748c9-a12a-43ad-9ea2-991a3705116e service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428651 Nov 12 11:01:03.641389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-2a9337f8-6c39-4026-b970-c184f9da3c2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=ba5fb181-c6b1-434a-8466-017199f7ad56 HTTP/1.1" status: 200 len: 217 time: 0.0726552 Nov 12 11:01:03.685693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546922c4-6efb-4edc-bce3-4d96e632dbc1 req-4a4d9808-57e6-4e5e-bc7d-e2a4e4fffe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.687623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-546922c4-6efb-4edc-bce3-4d96e632dbc1 req-4a4d9808-57e6-4e5e-bc7d-e2a4e4fffe39 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3408234 Nov 12 11:01:03.740413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['00687a43-7390-496a-884c-de0f524c1e91'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:03.760735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ad91d-e365-46c7-a513-89936ddebac9 req-fef84ecd-2504-494a-b5de-8918480074f9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.770178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ad91d-e365-46c7-a513-89936ddebac9 req-fef84ecd-2504-494a-b5de-8918480074f9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.776813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ad91d-e365-46c7-a513-89936ddebac9 req-fef84ecd-2504-494a-b5de-8918480074f9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.783583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ad91d-e365-46c7-a513-89936ddebac9 req-fef84ecd-2504-494a-b5de-8918480074f9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.790903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ad91d-e365-46c7-a513-89936ddebac9 req-fef84ecd-2504-494a-b5de-8918480074f9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.798668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ad91d-e365-46c7-a513-89936ddebac9 req-fef84ecd-2504-494a-b5de-8918480074f9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.806072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ad91d-e365-46c7-a513-89936ddebac9 req-fef84ecd-2504-494a-b5de-8918480074f9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.816848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480ad91d-e365-46c7-a513-89936ddebac9 req-fef84ecd-2504-494a-b5de-8918480074f9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1830595 Nov 12 11:01:03.821970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-527056b7-6580-4d19-a309-b8546db2e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.823442 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-527056b7-6580-4d19-a309-b8546db2e840 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.1668839 Nov 12 11:01:03.909499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-546922c4-6efb-4edc-bce3-4d96e632dbc1 req-c67330c5-2582-487c-85a7-379f77b0d87e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/ports?device_id=46de78db-901f-408d-85f1-322e09c49712 HTTP/1.1" status: 200 len: 210 time: 0.0903161 Nov 12 11:01:03.954799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5ccd7db7-3da4-4ac0-99e8-c14117df1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.956482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-5ccd7db7-3da4-4ac0-99e8-c14117df1d2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025150 Nov 12 11:01:03.978050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480ad91d-e365-46c7-a513-89936ddebac9 req-52ae9330-e7d9-4364-9f9b-3fba0b6b60d1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1601820 Nov 12 11:01:04.128369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-cf22c9d1-2c58-4f34-b1dd-30050749fd5d service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484494 Nov 12 11:01:04.310939 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:04.317972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:04.320635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-24ff7a2f-75b7-4236-95eb-58f4570d2f2d service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786294 Nov 12 11:01:04.404695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-ee3c9185-a0ae-4554-bfbe-e2b7d34d960e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f HTTP/1.1" status: 200 len: 217 time: 0.0742447 Nov 12 11:01:04.469740 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Floating IP d3e8434d-1943-499a-8979-16f2432f2f01 associated. External IP: 172.25.2.107, port: 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876. Nov 12 11:01:04.512463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-31e9aac2-5b7a-41ce-a20e-eab85b37ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:04.514217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-31e9aac2-5b7a-41ce-a20e-eab85b37ad0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.0941386 Nov 12 11:01:04.640286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c55fd9ef-cc36-4439-8e8c-0badabe6b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:04.642279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-c55fd9ef-cc36-4439-8e8c-0badabe6b99b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1128402 Nov 12 11:01:04.696956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde3314-efd9-41a9-9db8-d2ffb28ab8e2 req-2ab215bf-0d93-4df8-9ea5-f5164fac5212 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:04.698683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfde3314-efd9-41a9-9db8-d2ffb28ab8e2 req-2ab215bf-0d93-4df8-9ea5-f5164fac5212 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 944 time: 0.1130171 Nov 12 11:01:04.815465 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfde3314-efd9-41a9-9db8-d2ffb28ab8e2 req-a1c71139-b374-4a89-8191-9899578d7bf3 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788071 Nov 12 11:01:04.820030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-6069e152-8a3d-4a4c-a32d-07407d5ec849 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619840 Nov 12 11:01:04.854710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:05.059230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:05.065024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 00687a43-7390-496a-884c-de0f524c1e91 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:05.071831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.077840 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] Sync routers for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:05.109370 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:05.111273 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:00:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:05.124022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57090) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:05.134427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-b6d71b0c-6463-4479-afac-5397de4d716e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.136063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-b6d71b0c-6463-4479-afac-5397de4d716e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.1751299 Nov 12 11:01:05.146063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-a625b98d-b4e0-4725-935d-708e8ea57dea service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149290 Nov 12 11:01:05.150515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 00687a43-7390-496a-884c-de0f524c1e91 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:05.159844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-58f0052c-76a1-43b2-b194-d2274fe2d4e3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "PUT /v2.0/floatingips/d3e8434d-1943-499a-8979-16f2432f2f01 HTTP/1.1" status: 200 len: 991 time: 1.8811717 Nov 12 11:01:05.160354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'tag': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:05.164550 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6359849-cccf-4e00-a892-3c46461a611f" -d '{"events": [{"name": "network-changed", "server_uuid": "94fb8f6f-139b-48a9-8101-dfb0c58bf52e", "tag": "4f1b0d7e-502b-42c8-8d8e-53ef4ed12876"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:05.167800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 00687a43-7390-496a-884c-de0f524c1e91 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:05.168779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.230179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-a0538a04-a431-4cea-8522-40cf0c09acdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca HTTP/1.1" status: 200 len: 217 time: 0.0660129 Nov 12 11:01:05.241900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-97bb1558-930e-4fd5-beac-141ca153b29c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/quotas/c72eeaa1a2c945deac4d2c220c43a7d3 HTTP/1.1" status: 200 len: 375 time: 0.0920246 Nov 12 11:01:05.286823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0730-ca14-4675-a4ce-841427c7442a req-ea68c964-cf99-47ad-87e4-575d2bdae4a2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.294923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-49f06683-c3ba-4296-b488-3868722880b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.296563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-49f06683-c3ba-4296-b488-3868722880b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.0534122 Nov 12 11:01:05.305919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0730-ca14-4675-a4ce-841427c7442a req-ea68c964-cf99-47ad-87e4-575d2bdae4a2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.327354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0730-ca14-4675-a4ce-841427c7442a req-ea68c964-cf99-47ad-87e4-575d2bdae4a2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.340505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0730-ca14-4675-a4ce-841427c7442a req-ea68c964-cf99-47ad-87e4-575d2bdae4a2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.361762 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.363755 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-42c844bb-2e3b-4886-80dd-b9824218aab3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651147 Nov 12 11:01:05.366734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0730-ca14-4675-a4ce-841427c7442a req-ea68c964-cf99-47ad-87e4-575d2bdae4a2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.384260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0730-ca14-4675-a4ce-841427c7442a req-ea68c964-cf99-47ad-87e4-575d2bdae4a2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.388404 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:05.403569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0730-ca14-4675-a4ce-841427c7442a req-ea68c964-cf99-47ad-87e4-575d2bdae4a2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.408724 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76fa0730-ca14-4675-a4ce-841427c7442a req-ea68c964-cf99-47ad-87e4-575d2bdae4a2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.2327065 Nov 12 11:01:05.456484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01302c8-d459-4bdd-8bc9-4a4aa332a960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00687a43-7390-496a-884c-de0f524c1e91'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:05.459939 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9517d9a8-6142-42f9-9474-862b499cda70" -d '{"events": [{"server_uuid": "c01302c8-d459-4bdd-8bc9-4a4aa332a960", "name": "network-vif-plugged", "status": "completed", "tag": "00687a43-7390-496a-884c-de0f524c1e91"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:05.477082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 00687a43-7390-496a-884c-de0f524c1e91, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=00687a43-7390-496a-884c-de0f524c1e91,segment=NetworkSegment(2e058723-e2ee-4c9d-ac84-cd1774d4756d),segment_id=2e058723-e2ee-4c9d-ac84-cd1774d4756d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:05.482177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8023f7b0-ef95-4fdb-a0e0-82dc4b79de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.483732 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.487443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8023f7b0-ef95-4fdb-a0e0-82dc4b79de0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1753054 Nov 12 11:01:05.513094 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-37e0a654-cf16-4b27-80ac-fe169d7d11bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.549858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=00687a43-7390-496a-884c-de0f524c1e91,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:05.600801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76fa0730-ca14-4675-a4ce-841427c7442a req-d0918d94-e2df-499d-8bee-f094c701bc0f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1792347 Nov 12 11:01:05.664292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-c544d3fd-1fbf-4750-b4be-4dbbe11464d9 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990096 Nov 12 11:01:05.734536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-37e0a654-cf16-4b27-80ac-fe169d7d11bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.741967 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-37e0a654-cf16-4b27-80ac-fe169d7d11bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.800299 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-37e0a654-cf16-4b27-80ac-fe169d7d11bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b775319b92414d8d8abd9b9b103168eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6741996 Nov 12 11:01:05.802338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0a654-cf16-4b27-80ac-fe169d7d11bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15857c2-7b4a-4947-9098-f50afa1d4813,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:05.805976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57108) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:05.808889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-60e593b8-6e06-4537-9b8b-29e1fe9630f1 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034220 Nov 12 11:01:05.871631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd3e8434d-1943-499a-8979-16f2432f2f01', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'port_id': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'mac_address': 'fa:16:3e:83:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:36Z', 'updated_at': '2021-11-12T11:01:04Z', 'revision_number': 1, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:30Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:05.893199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-e8469468-fc2e-40ac-a481-7607bf49e6e9 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272062 Nov 12 11:01:05.913226 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7743b0f6-41b4-4188-8d9b-795623452459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.938119 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] Checking router: 47a3835a-7bb5-41c2-848a-025b91c7c4b7 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:05.963116 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7743b0f6-41b4-4188-8d9b-795623452459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.968191 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:05.969164 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:00:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:05.971770 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852bfc6c-715e-4239-81f3-0f1a4b4b2acd x-openstack-request-id: req-852bfc6c-715e-4239-81f3-0f1a4b4b2acd {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:05.972224 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fb8f6f-139b-48a9-8101-dfb0c58bf52e", "tag": "4f1b0d7e-502b-42c8-8d8e-53ef4ed12876", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:05.972582 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-852bfc6c-715e-4239-81f3-0f1a4b4b2acd {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:05.974839 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'tag': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'status': 'completed', 'code': 200} Nov 12 11:01:05.993062 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d54e27-edce-4b10-bfca-ff8ff626aadd x-openstack-request-id: req-40d54e27-edce-4b10-bfca-ff8ff626aadd {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:05.993607 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01302c8-d459-4bdd-8bc9-4a4aa332a960", "name": "network-vif-plugged", "status": "completed", "tag": "00687a43-7390-496a-884c-de0f524c1e91", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:05.994002 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40d54e27-edce-4b10-bfca-ff8ff626aadd {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:05.997081 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01302c8-d459-4bdd-8bc9-4a4aa332a960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00687a43-7390-496a-884c-de0f524c1e91', 'code': 200} Nov 12 11:01:06.054166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-e5b97996-419d-4721-b945-648d7aac9dd8 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309647 Nov 12 11:01:06.169139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8d83a681-9894-4a68-9594-d28a2ba01294 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a HTTP/1.1" status: 200 len: 217 time: 0.1069314 Nov 12 11:01:06.182264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359849-cccf-4e00-a892-3c46461a611f req-2fae2327-78b9-49fb-aae7-29b726d79d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:06.184467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6359849-cccf-4e00-a892-3c46461a611f req-2fae2327-78b9-49fb-aae7-29b726d79d14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdbdf80e4f394ad987482241cbb00464&device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 1097 time: 0.2086477 Nov 12 11:01:06.203472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855d66-45d1-4527-a2df-104e2bac9066 req-7897d292-894f-47c5-b96a-77fc2d326e81 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:06.205610 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38855d66-45d1-4527-a2df-104e2bac9066 req-7897d292-894f-47c5-b96a-77fc2d326e81 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 945 time: 0.1107144 Nov 12 11:01:06.270152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7743b0f6-41b4-4188-8d9b-795623452459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.272818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7743b0f6-41b4-4188-8d9b-795623452459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.274006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7743b0f6-41b4-4188-8d9b-795623452459 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e15857c2-7b4a-4947-9098-f50afa1d4813 HTTP/1.1" status: 204 len: 168 time: 0.4674923 Nov 12 11:01:06.328056 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:06.328782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801a0ba-81cf-470c-b828-77e98fc94a9e req-3cd6f364-dfa6-4365-bc03-3df6388118ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:06.330227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5801a0ba-81cf-470c-b828-77e98fc94a9e req-3cd6f364-dfa6-4365-bc03-3df6388118ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 1097 time: 0.2579279 Nov 12 11:01:06.351972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-50cece0c-eef2-4363-8274-689e179e1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:06.354585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-50cece0c-eef2-4363-8274-689e179e1a1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.1531136 Nov 12 11:01:06.396392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-09d3a6fe-2a8f-4bf5-bb3a-4e81297ff6f4 req-e5449e2f-53e6-43af-93f4-d9970d09ff88 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 210 time: 0.0802782 Nov 12 11:01:06.454784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743b0f6-41b4-4188-8d9b-795623452459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15857c2-7b4a-4947-9098-f50afa1d4813,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:06.529131 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38855d66-45d1-4527-a2df-104e2bac9066 req-78e334e9-8461-46ea-80b9-c1c682341c2f tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733040 Nov 12 11:01:06.577686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5801a0ba-81cf-470c-b828-77e98fc94a9e req-bbecf23c-18f5-47c6-a639-ec1b8a7bc710 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301641 Nov 12 11:01:06.595371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359849-cccf-4e00-a892-3c46461a611f req-700795b1-b124-45ea-858d-0637da391e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:06.597558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-44ee6c2d-22f4-4f4c-9348-2e89916d531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:06.599964 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6359849-cccf-4e00-a892-3c46461a611f req-700795b1-b124-45ea-858d-0637da391e11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d2cc73e-ea7a-4c42-98be-a2f303b60750 HTTP/1.1" status: 200 len: 916 time: 0.4078145 Nov 12 11:01:06.604360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-44ee6c2d-22f4-4f4c-9348-2e89916d531d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2065220 Nov 12 11:01:06.935034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6359849-cccf-4e00-a892-3c46461a611f req-5e0165f3-df0f-4329-92a6-c341510aea09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 HTTP/1.1" status: 200 len: 999 time: 0.1697428 Nov 12 11:01:07.007314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd3e8434d-1943-499a-8979-16f2432f2f01', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'port_id': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'mac_address': 'fa:16:3e:83:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:36Z', 'updated_at': '2021-11-12T11:01:04Z', 'revision_number': 1, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:30Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:07.126834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359849-cccf-4e00-a892-3c46461a611f req-040df636-3e33-4321-994e-3c39fabd9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.129054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6359849-cccf-4e00-a892-3c46461a611f req-040df636-3e33-4321-994e-3c39fabd9f1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63577643-e587-440f-901b-00c30553afa6 HTTP/1.1" status: 200 len: 854 time: 0.1745093 Nov 12 11:01:07.130922 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb09631-e234-4d10-a106-d953a5a499d9 None None] The sync data for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 is: [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd3e8434d-1943-499a-8979-16f2432f2f01', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'port_id': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'mac_address': 'fa:16:3e:83:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:36Z', 'updated_at': '2021-11-12T11:01:04Z', 'revision_number': 1, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:30Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:07.268303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359849-cccf-4e00-a892-3c46461a611f req-50524885-a9b6-470b-91f4-6a2c833d7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.278175 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6359849-cccf-4e00-a892-3c46461a611f req-50524885-a9b6-470b-91f4-6a2c833d7a1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d2cc73e-ea7a-4c42-98be-a2f303b60750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405442 Nov 12 11:01:07.550590 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6359849-cccf-4e00-a892-3c46461a611f req-39bc2bae-d129-4fea-8937-b354962f3b2a service neutron] 10.222.0.52 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621808 Nov 12 11:01:07.566024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf71777-4cf8-4c39-8940-82585b599f96 None None] New status for floating IP d3e8434d-1943-499a-8979-16f2432f2f01: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:01:07.610484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c49b1802-57ac-43b8-976f-1902242811d2 req-2f952f0b-4453-49bf-b668-e8c4d30406c3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 210 time: 0.0854280 Nov 12 11:01:07.664963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-8f862c8a-c129-4285-ab12-0975b602d874 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0476651 Nov 12 11:01:07.686210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-5510efeb-1f39-4ecb-8798-8d370328a069 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.693397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-5510efeb-1f39-4ecb-8798-8d370328a069 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.699899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-5510efeb-1f39-4ecb-8798-8d370328a069 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.706879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-5510efeb-1f39-4ecb-8798-8d370328a069 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.714171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-5510efeb-1f39-4ecb-8798-8d370328a069 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.720994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-5510efeb-1f39-4ecb-8798-8d370328a069 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.728830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-5510efeb-1f39-4ecb-8798-8d370328a069 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.739898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-5510efeb-1f39-4ecb-8798-8d370328a069 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.9181857 Nov 12 11:01:07.911837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6359849-cccf-4e00-a892-3c46461a611f req-66784492-44e3-4bbb-9ddc-26f421f0b123 service neutron] 10.222.0.52 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152030 Nov 12 11:01:07.963956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ebda7-edf6-443d-b4cb-44b52f5072d5 req-0a7852b8-74e8-4d5a-8d12-bfee01d9e884 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.972547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-584ebda7-edf6-443d-b4cb-44b52f5072d5 req-0a7852b8-74e8-4d5a-8d12-bfee01d9e884 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 945 time: 0.1531549 Nov 12 11:01:08.043268 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-584ebda7-edf6-443d-b4cb-44b52f5072d5 req-90061fee-621b-4985-b884-0e16efeb2e2d tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650017 Nov 12 11:01:08.095364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-255bb365-dede-4bb1-84af-9d0d1a738580 req-c817df36-0773-4c08-8071-afeb9b1e951a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3505030 Nov 12 11:01:08.180927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2c372c7-3eb5-4a0e-91f8-736109fd7848 req-e6309d99-c010-4e0b-b279-45eda3a4e222 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382732 Nov 12 11:01:08.292149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-c1be6879-15a2-492c-8775-a721275d4e5f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.295619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-c1be6879-15a2-492c-8775-a721275d4e5f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.3028159 Nov 12 11:01:08.336716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Request body: {'port': {'device_id': '6d98e07f-a298-40ec-a1ae-72b7f919d80f', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'admin_state_up': True, 'tenant_id': 'c72eeaa1a2c945deac4d2c220c43a7d3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:08.455067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-fd323e76-49a7-4025-8b47-2e072985edc9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5a512c8f41bf468fadfc91c4d9e6a7e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414262 Nov 12 11:01:08.550672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0cce009f-fcac-4b8e-82f8-6efc42b26905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.551500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0cce009f-fcac-4b8e-82f8-6efc42b26905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.552915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0cce009f-fcac-4b8e-82f8-6efc42b26905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.553632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0cce009f-fcac-4b8e-82f8-6efc42b26905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.554147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0cce009f-fcac-4b8e-82f8-6efc42b26905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.554733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0cce009f-fcac-4b8e-82f8-6efc42b26905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.555204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0cce009f-fcac-4b8e-82f8-6efc42b26905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.557452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0cce009f-fcac-4b8e-82f8-6efc42b26905 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6484 time: 0.2412236 Nov 12 11:01:08.617289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Made reservation on behalf of c72eeaa1a2c945deac4d2c220c43a7d3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:08.622525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:08.632026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-af3b76a9-c58f-4355-b930-d6e4e5bc708e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.641867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-af3b76a9-c58f-4355-b930-d6e4e5bc708e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741126 Nov 12 11:01:08.667143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-bcbc7153-d717-4ede-89bb-5b2fe35320eb tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/quotas/5a512c8f41bf468fadfc91c4d9e6a7e3 HTTP/1.1" status: 200 len: 375 time: 0.0216088 Nov 12 11:01:08.713184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-bfd78356-f44f-44b6-87e1-1a06ef161652 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a512c8f41bf468fadfc91c4d9e6a7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360363 Nov 12 11:01:08.811245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e13f73d4-40b1-4354-aec8-3fd3058a99fb req-db5a00ef-284d-42f3-b646-4a024e0eba16 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 210 time: 0.0571382 Nov 12 11:01:08.854811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-322ccbe1-f187-4981-8361-e4e5a7b14181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.856493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-322ccbe1-f187-4981-8361-e4e5a7b14181 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d919481-045f-4df0-b787-b33b0ee846c5 HTTP/1.1" status: 200 len: 902 time: 0.2864180 Nov 12 11:01:08.993592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af18c729-8244-4cf4-9249-7ac80fcd5e06 req-b495c7fb-5bc7-41eb-b04a-f2a563a70fc9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 210 time: 0.0856891 Nov 12 11:01:08.995290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-4f9a459c-cc2d-43e7-bdf4-d9e91be0ad5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a HTTP/1.1" status: 200 len: 217 time: 0.0862443 Nov 12 11:01:09.068306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Allocated IP 172.20.0.8 (b2d8740b-ad04-4daf-aba6-56d815392558/0033bea7-dc1e-48f6-848f-34d48b4fe2b0/bfff0072-85bb-442a-8166-ac6ef97a6f53) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:09.102653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0ed5170d-3ad1-42c7-b73d-608cb13e243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.105715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-0ed5170d-3ad1-42c7-b73d-608cb13e243e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.0999932 Nov 12 11:01:09.256669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9225b-eb5f-497d-836b-e533254c92fc req-7493793b-a3cc-478d-b856-c7e38f180824 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.265757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13d9225b-eb5f-497d-836b-e533254c92fc req-7493793b-a3cc-478d-b856-c7e38f180824 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 945 time: 0.1032445 Nov 12 11:01:09.267683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-8aefb25f-e3be-41b7-97eb-47fccb6bc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.269796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-8aefb25f-e3be-41b7-97eb-47fccb6bc1f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1479313 Nov 12 11:01:09.348451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13d9225b-eb5f-497d-836b-e533254c92fc req-7e7b01e0-04df-4ae6-9718-d7a3f8e9aba0 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811322 Nov 12 11:01:09.507539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-f4cc7da5-7844-48bd-8cd3-6069a9ffb675 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.516310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-f4cc7da5-7844-48bd-8cd3-6069a9ffb675 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.531843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-f4cc7da5-7844-48bd-8cd3-6069a9ffb675 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.545473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-f4cc7da5-7844-48bd-8cd3-6069a9ffb675 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.557378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-f4cc7da5-7844-48bd-8cd3-6069a9ffb675 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.571653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-f4cc7da5-7844-48bd-8cd3-6069a9ffb675 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.587271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-f4cc7da5-7844-48bd-8cd3-6069a9ffb675 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:09.601800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-f4cc7da5-7844-48bd-8cd3-6069a9ffb675 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.3219142 Nov 12 11:01:09.732822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:09.750077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-65b69cec-6a75-4c60-b0cc-b6db53e71902 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660580 Nov 12 11:01:09.818011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:09.820761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f79f9de-badb-4723-aebb-ed52d400b530 req-8b267e84-f9b0-42a9-bfc1-e3516d83e082 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2172537 Nov 12 11:01:09.883743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.006563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-414dc112-b322-4b21-9002-51628ca1a2d6 req-db833f3d-4bdb-4544-93a9-eccbc2efd00c service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424574 Nov 12 11:01:10.011159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Network b2d8740b-ad04-4daf-aba6-56d815392558 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:10.018940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:10.022642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:10.028557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event updated for resources: {'Port': ['ID=bfff0072-85bb-442a-8166-ac6ef97a6f53,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:10.090892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c188a-5403-449e-9e8f-2b4dd96aa2c2 req-26e115f5-3ec9-4c61-bd5f-9bec5ea21ffd tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:10.092461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-311c188a-5403-449e-9e8f-2b4dd96aa2c2 req-26e115f5-3ec9-4c61-bd5f-9bec5ea21ffd tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 931 time: 0.1463909 Nov 12 11:01:10.100710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94614e1d-1566-4a5a-b639-5a6cbbcaaa60 req-fdc25e4a-b55e-4954-8a9b-6815b62a6b06 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:10.110149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-94614e1d-1566-4a5a-b639-5a6cbbcaaa60 req-fdc25e4a-b55e-4954-8a9b-6815b62a6b06 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 945 time: 0.1110435 Nov 12 11:01:10.120543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:10.138515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.177079 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-94614e1d-1566-4a5a-b639-5a6cbbcaaa60 req-e7d41d90-8b7e-41da-a581-e16949b8873d tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658743 Nov 12 11:01:10.229671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5c80b49d-69cb-465b-b5ae-db1e76b43267 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9108818 Nov 12 11:01:10.237571 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.251163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Request body: {'port': {'device_id': '6d98e07f-a298-40ec-a1ae-72b7f919d80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:10.266828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-311c188a-5403-449e-9e8f-2b4dd96aa2c2 req-ebb075ed-51dd-4991-9cf8-ec8137796d01 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645160 Nov 12 11:01:10.310003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef9621fe-c7bc-427f-adfc-baed6bcd3bec req-fcd8abf7-64ab-45be-a743-4e8983c6d649 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 210 time: 0.0428410 Nov 12 11:01:10.344954 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-8c68a0f3-edb2-4e33-9b1e-c4f4dffac6bc tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5a512c8f41bf468fadfc91c4d9e6a7e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223401 Nov 12 11:01:10.354921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.539225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-30cf0a92-fb5b-465e-8821-3deab0940563 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:10.541151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-30cf0a92-fb5b-465e-8821-3deab0940563 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900954 Nov 12 11:01:10.564985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Request body: {'port': {'device_id': '3da106f5-b661-45fb-adb7-b705e34d2d13', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '5a512c8f41bf468fadfc91c4d9e6a7e3'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:10.733817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Made reservation on behalf of 5a512c8f41bf468fadfc91c4d9e6a7e3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:10.738723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.768384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfff0072-85bb-442a-8166-ac6ef97a6f53 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:10.785689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.804194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Transition to ACTIVE for port object bfff0072-85bb-442a-8166-ac6ef97a6f53 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:10.809332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.881775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Pushing event updated for resources: {'Port': ['ID=bfff0072-85bb-442a-8166-ac6ef97a6f53,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:10.969983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Attempting to bind port bfff0072-85bb-442a-8166-ac6ef97a6f53 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:10.970465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Attempting to bind port bfff0072-85bb-442a-8166-ac6ef97a6f53 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:10.970872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Attempting to bind port bfff0072-85bb-442a-8166-ac6ef97a6f53 on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:10.977657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Port bfff0072-85bb-442a-8166-ac6ef97a6f53 on network b2d8740b-ad04-4daf-aba6-56d815392558 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:10.978090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Attempting to bind port bfff0072-85bb-442a-8166-ac6ef97a6f53 on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:10.986338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:10.986755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Checking segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:10.987238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Bound using segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:10.987759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Bound port: bfff0072-85bb-442a-8166-ac6ef97a6f53, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:10.988185 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.070245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] For port bfff0072-85bb-442a-8166-ac6ef97a6f53, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:11.075019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] For port bfff0072-85bb-442a-8166-ac6ef97a6f53, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bfff0072-85bb-442a-8166-ac6ef97a6f53,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:11.079806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.102411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.117175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.117952 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.119804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] 10.222.0.59 "PUT /v2.0/ports/bfff0072-85bb-442a-8166-ac6ef97a6f53 HTTP/1.1" status: 200 len: 1092 time: 0.8732851 Nov 12 11:01:11.120496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d98e07f-a298-40ec-a1ae-72b7f919d80f', 'tag': 'bfff0072-85bb-442a-8166-ac6ef97a6f53'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:11.123290 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795a364b-2120-4b0f-a0ab-ce63e678ed7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d98e07f-a298-40ec-a1ae-72b7f919d80f", "tag": "bfff0072-85bb-442a-8166-ac6ef97a6f53"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:11.157004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88914-c8a0-4ff0-8638-87978e93befa service neutron] Pushing event updated for resources: {'Port': ['ID=bfff0072-85bb-442a-8166-ac6ef97a6f53,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:11.185491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-b73d93be-3f0e-418d-807d-b1f7fd6f5bd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.191504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-b73d93be-3f0e-418d-807d-b1f7fd6f5bd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.197953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-b73d93be-3f0e-418d-807d-b1f7fd6f5bd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.204343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-b73d93be-3f0e-418d-807d-b1f7fd6f5bd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.210901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-b73d93be-3f0e-418d-807d-b1f7fd6f5bd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.217092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-b73d93be-3f0e-418d-807d-b1f7fd6f5bd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.223236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-b73d93be-3f0e-418d-807d-b1f7fd6f5bd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.225775 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-b73d93be-3f0e-418d-807d-b1f7fd6f5bd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1252518 Nov 12 11:01:11.255766 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea66480-8cbf-48a1-ae5d-55dd15f7b55a x-openstack-request-id: req-8ea66480-8cbf-48a1-ae5d-55dd15f7b55a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:11.256058 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d98e07f-a298-40ec-a1ae-72b7f919d80f", "tag": "bfff0072-85bb-442a-8166-ac6ef97a6f53", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:11.256312 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ea66480-8cbf-48a1-ae5d-55dd15f7b55a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:11.256714 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d98e07f-a298-40ec-a1ae-72b7f919d80f', 'tag': 'bfff0072-85bb-442a-8166-ac6ef97a6f53', 'status': 'completed', 'code': 200} Nov 12 11:01:11.300270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-f13540ad-9046-408e-999e-d2702cc002da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.305750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-f13540ad-9046-408e-999e-d2702cc002da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 1095 time: 0.0964637 Nov 12 11:01:11.332043 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.338807 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.357562 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a68bed4-0f54-48fa-a567-7d682e373821 req-316660b0-8018-4e3e-a9a5-7a30548f8c5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153941 Nov 12 11:01:11.385014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-5e0cf787-c1ff-4d7c-8820-ab6eb9186468 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfff0072-85bb-442a-8166-ac6ef97a6f53 HTTP/1.1" status: 200 len: 217 time: 0.0691190 Nov 12 11:01:11.517200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff816d-8f80-4297-b89a-6c7ecccb93d6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:11.558472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-89ae6c60-a581-45c5-bf8c-beeddb1fde00 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.562020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-89ae6c60-a581-45c5-bf8c-beeddb1fde00 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.52 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 945 time: 0.1959610 Nov 12 11:01:11.564073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-9f311475-63d5-4960-a50f-14f8a3ff7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.565222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848621-44bc-464e-ad12-b3660cc70341 req-045f76ce-ee92-4cd2-803d-80721351b30c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.565604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-9f311475-63d5-4960-a50f-14f8a3ff7adf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1322000 Nov 12 11:01:11.579344 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b848621-44bc-464e-ad12-b3660cc70341 req-045f76ce-ee92-4cd2-803d-80721351b30c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 943 time: 0.1308236 Nov 12 11:01:11.581988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb766a-dc36-4fe2-b6a2-0edb6e09030d req-8e432f75-1b8e-48ad-867b-8c1f090981a8 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.591506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ecb766a-dc36-4fe2-b6a2-0edb6e09030d req-8e432f75-1b8e-48ad-867b-8c1f090981a8 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 945 time: 0.2249935 Nov 12 11:01:11.627872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Allocated IP 192.168.233.42 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/4cc28798-5656-49d2-9293-7275d939e8ee) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:11.668115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-588bfeb6-ab0a-4955-acfa-de902eb833aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693891 Nov 12 11:01:11.679584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b848621-44bc-464e-ad12-b3660cc70341 req-7f7b23ba-bf29-4406-acc3-a144bb29ba18 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997357 Nov 12 11:01:11.823330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ce4241d-ea2b-40ef-9f8f-84ef90348e16 req-fb4f6261-ac21-4077-8fa5-dd85355e1a39 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 210 time: 0.0739012 Nov 12 11:01:11.853373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ecb766a-dc36-4fe2-b6a2-0edb6e09030d req-029fb621-b5cc-430e-a658-a004942f13e2 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0951123-a19f-4a4d-9bb3-86ba106bfe78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366083 Nov 12 11:01:11.952156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Deleting port 00687a43-7390-496a-884c-de0f524c1e91 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:11.952927 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.986002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-65317ade-422a-4e97-94a2-bcb21344f0be service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083658 Nov 12 11:01:11.986427 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.041102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.101081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:12.104564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:12.108906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:12.116893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Pushing event updated for resources: {'Port': ['ID=4cc28798-5656-49d2-9293-7275d939e8ee,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:12.193499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.194587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.219184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-f4a35cc3-391e-4601-af13-c1f4bde6c56e tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6635797 Nov 12 11:01:12.238103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Request body: {'port': {'device_id': '3da106f5-b661-45fb-adb7-b705e34d2d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:12.242563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5f7480b-598b-4f37-8041-a40e8ef3d9eb req-1fbd36f3-bfa5-41f7-a6de-6505857f27db service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469921 Nov 12 11:01:12.282612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] For port 00687a43-7390-496a-884c-de0f524c1e91, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=00687a43-7390-496a-884c-de0f524c1e91,segment=NetworkSegment(2e058723-e2ee-4c9d-ac84-cd1774d4756d),segment_id=2e058723-e2ee-4c9d-ac84-cd1774d4756d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:12.289047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.337168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Calling delete_port for 00687a43-7390-496a-884c-de0f524c1e91 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:12.358932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.522650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-65c89920-4f5b-4844-afc7-9ab778baa5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.524683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-65c89920-4f5b-4844-afc7-9ab778baa5d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 1095 time: 0.0896282 Nov 12 11:01:12.633908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b640500c-b3ac-4ab6-8f41-77255411e021 None None] Provisioning complete for port 4cc28798-5656-49d2-9293-7275d939e8ee triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:12.637679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b640500c-b3ac-4ab6-8f41-77255411e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.736676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b640500c-b3ac-4ab6-8f41-77255411e021 None None] Port 4cc28798-5656-49d2-9293-7275d939e8ee cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:12.748732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-36e74d89-9eb1-4855-8b91-3cadcbb880a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.762447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-36e74d89-9eb1-4855-8b91-3cadcbb880a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.770809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-36e74d89-9eb1-4855-8b91-3cadcbb880a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.790377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-36e74d89-9eb1-4855-8b91-3cadcbb880a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.800550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-36e74d89-9eb1-4855-8b91-3cadcbb880a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.810064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-36e74d89-9eb1-4855-8b91-3cadcbb880a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.821095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-36e74d89-9eb1-4855-8b91-3cadcbb880a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.823358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-36e74d89-9eb1-4855-8b91-3cadcbb880a1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.3054230 Nov 12 11:01:12.960702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d53099-10cb-4806-b722-645b7e6f27f7 req-e65ca2e7-c28c-4877-be77-61d75b094209 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267323 Nov 12 11:01:12.961584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd4af3-f430-49cc-91ad-cb19ae6d8b56 req-e56e87a8-944e-43f6-88b2-edf2c036da04 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.962076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-e60c88d2-cbe0-4fb4-93e6-a1383d8c0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.963629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-e60c88d2-cbe0-4fb4-93e6-a1383d8c0c8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 912 time: 0.4197319 Nov 12 11:01:12.969834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.970920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86bd4af3-f430-49cc-91ad-cb19ae6d8b56 req-e56e87a8-944e-43f6-88b2-edf2c036da04 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 943 time: 0.1642725 Nov 12 11:01:12.985771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['00687a43-7390-496a-884c-de0f524c1e91'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:13.087967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86bd4af3-f430-49cc-91ad-cb19ae6d8b56 req-1f545d59-64cc-4d5b-8296-d9a2c8af6aac tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151416 Nov 12 11:01:13.123184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-f2e8b6c2-3a89-4005-9673-52c2d9a9623b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfff0072-85bb-442a-8166-ac6ef97a6f53 HTTP/1.1" status: 200 len: 217 time: 0.1354132 Nov 12 11:01:13.124244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Pushing event deleted for resources: {'Port': ['ID=00687a43-7390-496a-884c-de0f524c1e91,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:13.164886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57276) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:13.255847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc28798-5656-49d2-9293-7275d939e8ee {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:13.265927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] No DVR routers for this DVR port 00687a43-7390-496a-884c-de0f524c1e91 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:13.272169 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.273335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.277628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4dd54984-dac6-4619-ae5d-b64829182b44 req-469edee5-33b7-4ecc-846c-1d82fdd3dfbc tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.52 "DELETE /v2.0/ports/00687a43-7390-496a-884c-de0f524c1e91 HTTP/1.1" status: 204 len: 173 time: 1.6846933 Nov 12 11:01:13.281416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01302c8-d459-4bdd-8bc9-4a4aa332a960', 'name': 'network-vif-deleted', 'tag': '00687a43-7390-496a-884c-de0f524c1e91'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:13.284824 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff3d5b2-e821-4060-894d-61366d582037" -d '{"events": [{"server_uuid": "c01302c8-d459-4bdd-8bc9-4a4aa332a960", "name": "network-vif-deleted", "tag": "00687a43-7390-496a-884c-de0f524c1e91"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:13.290520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Transition to ACTIVE for port object 4cc28798-5656-49d2-9293-7275d939e8ee will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:13.307104 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.315018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd4b2c-41c2-43e5-85c1-3bc618bb1e1f req-5e2417c5-9eac-4212-b1dd-7ee1bdf7cdb8 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:13.316958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbd4b2c-41c2-43e5-85c1-3bc618bb1e1f req-5e2417c5-9eac-4212-b1dd-7ee1bdf7cdb8 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 935 time: 0.1861784 Nov 12 11:01:13.324224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-064af6f9-80ac-4000-bcfa-6d7450505868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:13.325872 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-064af6f9-80ac-4000-bcfa-6d7450505868 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1589231 Nov 12 11:01:13.347178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d948c3cd-0a87-44a9-88a9-144d4679041a req-baa2861b-7806-4712-b92e-faa8aba81071 tempest-ServerGroupTestJSON-892248161 tempest-ServerGroupTestJSON-892248161-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01302c8-d459-4bdd-8bc9-4a4aa332a960 HTTP/1.1" status: 200 len: 210 time: 0.1117666 Nov 12 11:01:13.394729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-7f8d805b-c0ed-49a9-a705-a383ff66758d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351822 Nov 12 11:01:13.499733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc28798-5656-49d2-9293-7275d939e8ee,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:13.547745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-99847426-2f47-4bdd-ad28-32731addbf9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.549836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-bb2d3894-d6e4-4388-87c6-f5814563422b service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457195 Nov 12 11:01:13.611952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbd4b2c-41c2-43e5-85c1-3bc618bb1e1f req-a0460cbc-7625-4117-b0a7-7adcac8c860f tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806904 Nov 12 11:01:13.710150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-795a364b-2120-4b0f-a0ab-ce63e678ed7d req-18da6c64-ee68-415d-97d3-2a3bd22515fa service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494267 Nov 12 11:01:13.766636 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfdd1c8-9cc6-4fa8-8b9f-5a5b299a7bbd x-openstack-request-id: req-bbfdd1c8-9cc6-4fa8-8b9f-5a5b299a7bbd {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:13.766999 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01302c8-d459-4bdd-8bc9-4a4aa332a960", "name": "network-vif-deleted", "tag": "00687a43-7390-496a-884c-de0f524c1e91", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:13.767323 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbfdd1c8-9cc6-4fa8-8b9f-5a5b299a7bbd {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:13.767802 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01302c8-d459-4bdd-8bc9-4a4aa332a960', 'name': 'network-vif-deleted', 'tag': '00687a43-7390-496a-884c-de0f524c1e91', 'status': 'completed', 'code': 200} Nov 12 11:01:13.809128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Attempting to bind port 4cc28798-5656-49d2-9293-7275d939e8ee on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:13.809978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Attempting to bind port 4cc28798-5656-49d2-9293-7275d939e8ee by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:13.810731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Attempting to bind port 4cc28798-5656-49d2-9293-7275d939e8ee on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:13.831751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Port 4cc28798-5656-49d2-9293-7275d939e8ee on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:13.832427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Attempting to bind port 4cc28798-5656-49d2-9293-7275d939e8ee on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:13.857480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:13.858569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:13.859282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:13.860318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Bound port: 4cc28798-5656-49d2-9293-7275d939e8ee, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:13.861018 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.906490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-99847426-2f47-4bdd-ad28-32731addbf9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.911359 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-99847426-2f47-4bdd-ad28-32731addbf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.009899 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-99847426-2f47-4bdd-ad28-32731addbf9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=390e58e1f11940a485dd9aada304b682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7845380 Nov 12 11:01:14.013808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99847426-2f47-4bdd-ad28-32731addbf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6419e82d-731f-4caf-a0d7-08fc505bdb30,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:14.014424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57282) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:14.043289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] For port 4cc28798-5656-49d2-9293-7275d939e8ee, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:14.047754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] For port 4cc28798-5656-49d2-9293-7275d939e8ee, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cc28798-5656-49d2-9293-7275d939e8ee,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:14.055204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.133211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.139080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.150357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] 10.222.0.52 "PUT /v2.0/ports/4cc28798-5656-49d2-9293-7275d939e8ee HTTP/1.1" status: 200 len: 1096 time: 1.9196405 Nov 12 11:01:14.172111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da106f5-b661-45fb-adb7-b705e34d2d13', 'tag': '4cc28798-5656-49d2-9293-7275d939e8ee'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:14.184079 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fbf229-c686-4a89-8eba-59cbf2ef652f" -d '{"events": [{"name": "network-changed", "server_uuid": "3da106f5-b661-45fb-adb7-b705e34d2d13", "tag": "4cc28798-5656-49d2-9293-7275d939e8ee"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:14.198374 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58bab9a2-cc3f-4c4b-b5ae-a9466b4fffc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.261918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f748a2-f077-4b89-a35f-5d650ee6d113 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc28798-5656-49d2-9293-7275d939e8ee,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:14.289492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58bab9a2-cc3f-4c4b-b5ae-a9466b4fffc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.339640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-e9640457-2e99-4e4b-ad3f-287794ffd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.341391 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-e9640457-2e99-4e4b-ad3f-287794ffd353 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a512c8f41bf468fadfc91c4d9e6a7e3&device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 1099 time: 0.0940738 Nov 12 11:01:14.359764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-e7078f19-8b2e-43d1-a00f-65559ebce995 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.365994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-e7078f19-8b2e-43d1-a00f-65559ebce995 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.372508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-e7078f19-8b2e-43d1-a00f-65559ebce995 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.379005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-e7078f19-8b2e-43d1-a00f-65559ebce995 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.385151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-e7078f19-8b2e-43d1-a00f-65559ebce995 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.392614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-e7078f19-8b2e-43d1-a00f-65559ebce995 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.399362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-e7078f19-8b2e-43d1-a00f-65559ebce995 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.401498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-e7078f19-8b2e-43d1-a00f-65559ebce995 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1567886 Nov 12 11:01:14.409109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b48b-20ec-4d06-8136-ea23edc2b83f req-5f039a50-9c25-4627-a6ad-7966b1a2748f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.424543 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6717b48b-20ec-4d06-8136-ea23edc2b83f req-5f039a50-9c25-4627-a6ad-7966b1a2748f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 943 time: 0.1876016 Nov 12 11:01:14.452405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-a37a5d18-6c1c-4510-b560-e1673e883268 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4cc28798-5656-49d2-9293-7275d939e8ee HTTP/1.1" status: 200 len: 217 time: 0.0498114 Nov 12 11:01:14.479521 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58bab9a2-cc3f-4c4b-b5ae-a9466b4fffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.484656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58bab9a2-cc3f-4c4b-b5ae-a9466b4fffc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.486597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-58bab9a2-cc3f-4c4b-b5ae-a9466b4fffc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6419e82d-731f-4caf-a0d7-08fc505bdb30 HTTP/1.1" status: 204 len: 168 time: 0.4707441 Nov 12 11:01:14.530389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6717b48b-20ec-4d06-8136-ea23edc2b83f req-41bf152d-ef55-4faa-ad64-a843fa89cbcf tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Nov 12 11:01:14.536762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-43201002-a29a-439b-ae5e-df9ca1150f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.538836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-43201002-a29a-439b-ae5e-df9ca1150f2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0783770 Nov 12 11:01:14.543141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bab9a2-cc3f-4c4b-b5ae-a9466b4fffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6419e82d-731f-4caf-a0d7-08fc505bdb30,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:14.549028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44267b15-8c40-4e0e-b7a2-e0f232342de1 req-eb0b7797-7589-436b-ad4a-802f1ebe4fe3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362267 Nov 12 11:01:14.624087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-9b9876be-3e41-4322-a414-b4dd48316d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.626632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-9b9876be-3e41-4322-a414-b4dd48316d45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769205 Nov 12 11:01:14.669363 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49d20c-4231-4204-95f8-521ea7167978 x-openstack-request-id: req-ed49d20c-4231-4204-95f8-521ea7167978 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:14.669363 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da106f5-b661-45fb-adb7-b705e34d2d13", "tag": "4cc28798-5656-49d2-9293-7275d939e8ee", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:14.669363 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed49d20c-4231-4204-95f8-521ea7167978 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:14.669363 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da106f5-b661-45fb-adb7-b705e34d2d13', 'tag': '4cc28798-5656-49d2-9293-7275d939e8ee', 'status': 'completed', 'code': 200} Nov 12 11:01:14.788771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-5cb9a84d-a4a5-478f-81b6-7be8bcc9cc71 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516531 Nov 12 11:01:14.898863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08368c-898d-42c5-9f4e-845d78f1c2e4 req-a54cd147-c83e-42ed-89b4-824f350be660 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:14.902095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b08368c-898d-42c5-9f4e-845d78f1c2e4 req-a54cd147-c83e-42ed-89b4-824f350be660 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 947 time: 0.0750258 Nov 12 11:01:14.920472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57310) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:14.946351 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18f63742-e1f0-42ac-b6f0-8c5c3864f8fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.956645 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b08368c-898d-42c5-9f4e-845d78f1c2e4 req-3a82d0de-10a2-46b8-a929-fa088fd9fc5f tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477810 Nov 12 11:01:14.958049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c10d1ffc-5ca2-4b64-8396-944e63c6348e req-9c91c163-88ed-457c-a408-9b8a9612959b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626921 Nov 12 11:01:15.060559 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18f63742-e1f0-42ac-b6f0-8c5c3864f8fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.065887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18f63742-e1f0-42ac-b6f0-8c5c3864f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.087174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57324) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:15.088556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 00687a43-7390-496a-884c-de0f524c1e91 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:15.123627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 00687a43-7390-496a-884c-de0f524c1e91 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:15.124181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 00687a43-7390-496a-884c-de0f524c1e91 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:15.137972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-81741761-38bc-408a-87cc-5bef950eeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.139534 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-81741761-38bc-408a-87cc-5bef950eeb5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a512c8f41bf468fadfc91c4d9e6a7e3&device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 1099 time: 0.1170485 Nov 12 11:01:15.144415 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-18f63742-e1f0-42ac-b6f0-8c5c3864f8fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c325409bd2140d9901771c7d3477cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246320 Nov 12 11:01:15.147572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57326) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:15.148387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f63742-e1f0-42ac-b6f0-8c5c3864f8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd6e0a-4d9d-407a-9a8c-9011eab3b8ca,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:15.210630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3c4a-10bc-420b-93eb-b4359b271ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.221328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e88a35-00bf-445d-b6eb-46168d4bade9 admin admin] Deleting subnet 841d0e59-7a26-4a96-8239-c2079a6b0598 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:15.227566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8e88a35-00bf-445d-b6eb-46168d4bade9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.237896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3c4a-10bc-420b-93eb-b4359b271ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.270149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bfff0072-85bb-442a-8166-ac6ef97a6f53 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:15.279639 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8e88a35-00bf-445d-b6eb-46168d4bade9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.302805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3c4a-10bc-420b-93eb-b4359b271ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.306026 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3c4a-10bc-420b-93eb-b4359b271ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.307598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f7ee3c4a-10bc-420b-93eb-b4359b271ee0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3dcd6e0a-4d9d-407a-9a8c-9011eab3b8ca HTTP/1.1" status: 204 len: 168 time: 0.1585965 Nov 12 11:01:15.320413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-56b82af6-821a-4f70-a5cd-522fe7a7ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.321938 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-56b82af6-821a-4f70-a5cd-522fe7a7ca8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.1745019 Nov 12 11:01:15.325483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee3c4a-10bc-420b-93eb-b4359b271ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd6e0a-4d9d-407a-9a8c-9011eab3b8ca,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:15.374047 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-8bb61ee2-5a49-4520-8e65-3c50f9ce675f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4cc28798-5656-49d2-9293-7275d939e8ee HTTP/1.1" status: 200 len: 217 time: 0.0433178 Nov 12 11:01:15.376631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8e88a35-00bf-445d-b6eb-46168d4bade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.401223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bfff0072-85bb-442a-8166-ac6ef97a6f53, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bfff0072-85bb-442a-8166-ac6ef97a6f53,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:15.416060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'bfff0072-85bb-442a-8166-ac6ef97a6f53', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'port_id': 'bfff0072-85bb-442a-8166-ac6ef97a6f53', 'mac_address': 'fa:16:3e:3a:61:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033bea7-dc1e-48f6-848f-34d48b4fe2b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:15.458624 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.458948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-3e878784-1d76-4792-b3c0-312f7d92a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.459103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-3e878784-1d76-4792-b3c0-312f7d92a7d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0598607 Nov 12 11:01:15.472515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfff0072-85bb-442a-8166-ac6ef97a6f53 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:15.497031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bfff0072-85bb-442a-8166-ac6ef97a6f53, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bfff0072-85bb-442a-8166-ac6ef97a6f53,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:15.501523 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.504953 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8e88a35-00bf-445d-b6eb-46168d4bade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.539540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e88a35-00bf-445d-b6eb-46168d4bade9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841d0e59-7a26-4a96-8239-c2079a6b0598,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:15.548338 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8e88a35-00bf-445d-b6eb-46168d4bade9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.554967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d8e88a35-00bf-445d-b6eb-46168d4bade9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/841d0e59-7a26-4a96-8239-c2079a6b0598 HTTP/1.1" status: 204 len: 168 time: 0.4635167 Nov 12 11:01:15.555577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57330) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:15.559395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-1c1e9662-f6af-42ab-85c2-b60d91574b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.561499 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-1c1e9662-f6af-42ab-85c2-b60d91574b29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946066 Nov 12 11:01:15.573212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bfff0072-85bb-442a-8166-ac6ef97a6f53,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:15.706613 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.768036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467eaa6-2168-496a-b24c-58ca1fda723b req-c60b6cc1-89ac-45bf-b710-98d445b8c659 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.769701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4467eaa6-2168-496a-b24c-58ca1fda723b req-c60b6cc1-89ac-45bf-b710-98d445b8c659 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 944 time: 0.1153367 Nov 12 11:01:15.781166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-705d0337-c6d8-4d5a-9b71-4b414264fe30 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102160 Nov 12 11:01:15.805111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['bfff0072-85bb-442a-8166-ac6ef97a6f53'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:15.828780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-9c08a8db-da8e-48dd-804e-2ac35dec7b8d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.835850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-9c08a8db-da8e-48dd-804e-2ac35dec7b8d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.843685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-9c08a8db-da8e-48dd-804e-2ac35dec7b8d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.850761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-9c08a8db-da8e-48dd-804e-2ac35dec7b8d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.857243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-9c08a8db-da8e-48dd-804e-2ac35dec7b8d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.865368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-9c08a8db-da8e-48dd-804e-2ac35dec7b8d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.870402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.873521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-9c08a8db-da8e-48dd-804e-2ac35dec7b8d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.876974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-9c08a8db-da8e-48dd-804e-2ac35dec7b8d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1679485 Nov 12 11:01:15.914584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e8b1cf-d362-4264-9e3b-6904a764beb5']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:15.945197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4467eaa6-2168-496a-b24c-58ca1fda723b req-3662f29d-33d9-46ca-86ea-80dcabd44a60 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531739 Nov 12 11:01:15.947380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e058723-e2ee-4c9d-ac84-cd1774d4756d') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:15.947594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e058723-e2ee-4c9d-ac84-cd1774d4756d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:15.970251 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.006910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.016842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:16.017539 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:16.019839 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:16.035746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72dac0a0-f12b-49fb-bc3b-e61b39b88c96 req-e600545e-c147-4cd6-8797-ec025cd70333 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409283 Nov 12 11:01:16.041007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91fbf229-c686-4a89-8eba-59cbf2ef652f req-e2a163ef-ce4f-406f-897c-b5c13ee33f6b service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488570 Nov 12 11:01:16.146939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.155284 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.159241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f3e8b1cf-d362-4264-9e3b-6904a764beb5 HTTP/1.1" status: 204 len: 168 time: 0.6025209 Nov 12 11:01:16.175522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e12e04-528e-4b0c-a324-63e833c88727 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e8b1cf-d362-4264-9e3b-6904a764beb5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:16.317990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3e6d2-05b8-4ec3-a257-c83fde090aed req-623f615f-2d88-4043-b269-8e223404de81 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:16.319748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8fc3e6d2-05b8-4ec3-a257-c83fde090aed req-623f615f-2d88-4043-b269-8e223404de81 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 947 time: 0.0701067 Nov 12 11:01:16.357472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57362) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:16.404957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8fc3e6d2-05b8-4ec3-a257-c83fde090aed req-243dc014-167f-409c-a845-fa8e1b269ed5 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732541 Nov 12 11:01:16.428918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3a341cdf-c678-41cd-aef3-9d4439e6cdee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d831bd9e0290470095c24e1bbad6b3ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679579 Nov 12 11:01:16.429858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57366) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:16.487249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-857654a8-b36b-4c9b-8072-bef708d7ca31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.513110 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-857654a8-b36b-4c9b-8072-bef708d7ca31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.571564 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-857654a8-b36b-4c9b-8072-bef708d7ca31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.574990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-857654a8-b36b-4c9b-8072-bef708d7ca31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.580205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-857654a8-b36b-4c9b-8072-bef708d7ca31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0951123-a19f-4a4d-9bb3-86ba106bfe78 HTTP/1.1" status: 204 len: 168 time: 0.1453707 Nov 12 11:01:16.585578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857654a8-b36b-4c9b-8072-bef708d7ca31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0951123-a19f-4a4d-9bb3-86ba106bfe78,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:17.074835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73632c-cd6c-4f8b-8ef8-4999a3ea606a req-3103c1e0-5fbc-48ea-9a39-08ac0b529dd0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.076757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6a73632c-cd6c-4f8b-8ef8-4999a3ea606a req-3103c1e0-5fbc-48ea-9a39-08ac0b529dd0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 944 time: 0.0614333 Nov 12 11:01:17.092460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4cc28798-5656-49d2-9293-7275d939e8ee details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:17.157426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6a73632c-cd6c-4f8b-8ef8-4999a3ea606a req-ee621144-3db6-41c2-a8ff-da688e7cb726 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717347 Nov 12 11:01:17.277214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4cc28798-5656-49d2-9293-7275d939e8ee, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cc28798-5656-49d2-9293-7275d939e8ee,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:17.298627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '4cc28798-5656-49d2-9293-7275d939e8ee', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '4cc28798-5656-49d2-9293-7275d939e8ee', 'mac_address': 'fa:16:3e:d1:da:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:17.303111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bfff0072-85bb-442a-8166-ac6ef97a6f53 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:17.369466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-b9da464a-b65d-4885-8101-673e999bad2a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.376082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-b9da464a-b65d-4885-8101-673e999bad2a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.382657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-b9da464a-b65d-4885-8101-673e999bad2a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.388824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-b9da464a-b65d-4885-8101-673e999bad2a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.394935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-b9da464a-b65d-4885-8101-673e999bad2a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.402380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-b9da464a-b65d-4885-8101-673e999bad2a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.404276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port bfff0072-85bb-442a-8166-ac6ef97a6f53 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:17.409818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-b9da464a-b65d-4885-8101-673e999bad2a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.412353 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.419341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-b9da464a-b65d-4885-8101-673e999bad2a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1566877 Nov 12 11:01:17.435533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port bfff0072-85bb-442a-8166-ac6ef97a6f53 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:17.436137 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.441311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc28798-5656-49d2-9293-7275d939e8ee {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:17.499971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4cc28798-5656-49d2-9293-7275d939e8ee, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cc28798-5656-49d2-9293-7275d939e8ee,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:17.515196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.522960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00e7611c-7c62-47e9-baa6-a3bee4acd120 req-2bff341f-8255-4fdf-ab5b-c52d34e28580 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007893 Nov 12 11:01:17.596460 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.639330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d98e07f-a298-40ec-a1ae-72b7f919d80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfff0072-85bb-442a-8166-ac6ef97a6f53'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:17.644198 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e37f58-8b79-4be0-a7fa-fa323269c100" -d '{"events": [{"server_uuid": "6d98e07f-a298-40ec-a1ae-72b7f919d80f", "name": "network-vif-plugged", "status": "completed", "tag": "bfff0072-85bb-442a-8166-ac6ef97a6f53"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:17.645322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fda24-016e-4c24-bdcf-415443113187 req-fe16725f-8862-4fbf-aba1-e2c50030b367 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.646974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a54fda24-016e-4c24-bdcf-415443113187 req-fe16725f-8862-4fbf-aba1-e2c50030b367 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 948 time: 0.0875533 Nov 12 11:01:17.647414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4cc28798-5656-49d2-9293-7275d939e8ee,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:17.675199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bfff0072-85bb-442a-8166-ac6ef97a6f53, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bfff0072-85bb-442a-8166-ac6ef97a6f53,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:17.682113 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.746664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a54fda24-016e-4c24-bdcf-415443113187 req-8105f929-f0d6-4a82-993e-78026180838b tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792737 Nov 12 11:01:17.751773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57420) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:17.769153 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe0d2e-e0ba-4c45-8557-d7ee3e60225e x-openstack-request-id: req-47fe0d2e-e0ba-4c45-8557-d7ee3e60225e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:17.769452 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d98e07f-a298-40ec-a1ae-72b7f919d80f", "name": "network-vif-plugged", "status": "completed", "tag": "bfff0072-85bb-442a-8166-ac6ef97a6f53", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:17.769901 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47fe0d2e-e0ba-4c45-8557-d7ee3e60225e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:17.770315 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d98e07f-a298-40ec-a1ae-72b7f919d80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfff0072-85bb-442a-8166-ac6ef97a6f53', 'code': 200} Nov 12 11:01:17.774525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bfff0072-85bb-442a-8166-ac6ef97a6f53,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:17.882137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dd2a3-1d7f-4245-9456-7bb282fd052f req-a66cc1c7-26f4-4828-9903-ac04522540eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.883657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd6dd2a3-1d7f-4245-9456-7bb282fd052f req-a66cc1c7-26f4-4828-9903-ac04522540eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 1097 time: 0.0707290 Nov 12 11:01:17.891859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1600872957-network', 'tenant_id': 'f9f25159d6c34ffd8ac615fc1ee5fbcd'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:17.900006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4cc28798-5656-49d2-9293-7275d939e8ee'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:17.942318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Made reservation on behalf of f9f25159d6c34ffd8ac615fc1ee5fbcd for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:17.944793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.953427 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd6dd2a3-1d7f-4245-9456-7bb282fd052f req-86766a60-0981-4aa0-aa5b-552e47eecd68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570502 Nov 12 11:01:17.965124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.101316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.106819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.130615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:01:18.149936 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.150344 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Added segment c1d84dd2-2926-46c7-baf9-4234cc6cee75 of type vlan for network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b Nov 12 11:01:18.151642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99443f9e-c64a-439b-91cf-45cf3005d17f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:18.173332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.174525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.175035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.175549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.175891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.176219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.176603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.176963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.177290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.177613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.177936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.178255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:18.225935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.275779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.278145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.279394 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.345242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655dd74-a16e-4d22-9d28-c17fbd7528e4 req-240fe799-9030-4237-93ed-ca2943e29bca tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.355585 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8655dd74-a16e-4d22-9d28-c17fbd7528e4 req-240fe799-9030-4237-93ed-ca2943e29bca tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 945 time: 0.0891881 Nov 12 11:01:18.426381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] Pushing event updated for resources: {'Network': ['ID=e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:18.427221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8655dd74-a16e-4d22-9d28-c17fbd7528e4 req-239a0ac9-53fc-4802-b8e7-36e5350194be tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666676 Nov 12 11:01:18.439570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5ce737cb-7d50-4e2b-b29c-1c668cb47e7a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6870937 Nov 12 11:01:18.450624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57438) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:18.456601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Request body: {'subnet': {'network_id': 'e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1600872957-subnet', 'tenant_id': 'f9f25159d6c34ffd8ac615fc1ee5fbcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:18.473629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:01:18.495908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Made reservation on behalf of f9f25159d6c34ffd8ac615fc1ee5fbcd for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:18.500647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.766942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-1a7e53a4-29fe-4eed-b37e-0c6d0ed7f1eb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.775940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-1a7e53a4-29fe-4eed-b37e-0c6d0ed7f1eb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.797851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-1a7e53a4-29fe-4eed-b37e-0c6d0ed7f1eb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.807897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.821504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-1a7e53a4-29fe-4eed-b37e-0c6d0ed7f1eb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.840523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-1a7e53a4-29fe-4eed-b37e-0c6d0ed7f1eb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.861444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-1a7e53a4-29fe-4eed-b37e-0c6d0ed7f1eb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.878793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-1a7e53a4-29fe-4eed-b37e-0c6d0ed7f1eb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:18.887843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-1a7e53a4-29fe-4eed-b37e-0c6d0ed7f1eb tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.2011082 Nov 12 11:01:18.985849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ed952b-6996-4d48-8331-0c0d172cf1cc,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:19.008423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-581f7987-04c0-40d8-a8f8-0b580cfd2988 req-7f782fe0-7d86-4b45-81e0-a4a58bc48974 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138380 Nov 12 11:01:19.010631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Checking segment: {'id': 'c1d84dd2-2926-46c7-baf9-4234cc6cee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:19.011411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Network hostable DHCP agents. Network: e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:01:19.043784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538596f-5cf0-4e9e-923f-214e4cb21eca req-5d4d170f-f160-4114-a736-b07fc4fcdb23 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:19.045900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5538596f-5cf0-4e9e-923f-214e4cb21eca req-5d4d170f-f160-4114-a736-b07fc4fcdb23 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 948 time: 0.1638122 Nov 12 11:01:19.085343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:01:19.103747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4cc28798-5656-49d2-9293-7275d939e8ee up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:19.129235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5538596f-5cf0-4e9e-923f-214e4cb21eca req-4fbe731a-77af-47e1-a5bd-c46ee8c2602a tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Nov 12 11:01:19.130176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:19.136925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:19.138444 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.161256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086b5a5-7820-41a3-b1bd-89f74b2b5ddd None None] Network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:19.183497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c420b130-4f4c-4004-93bd-fe857628ff79 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7347713 Nov 12 11:01:19.253209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 4cc28798-5656-49d2-9293-7275d939e8ee completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:19.274277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 4cc28798-5656-49d2-9293-7275d939e8ee triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:19.274478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.489444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c6a1e-e6ab-4f1a-81b3-7b0ab325932d None None] Network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:19.570013 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.708275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4cc28798-5656-49d2-9293-7275d939e8ee, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cc28798-5656-49d2-9293-7275d939e8ee,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:19.723828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f173e53-b3b6-4978-8788-145dbc3e95d6 req-2eced42b-97f6-4e3c-b6c5-248ca9cf075c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:19.731397 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4f173e53-b3b6-4978-8788-145dbc3e95d6 req-2eced42b-97f6-4e3c-b6c5-248ca9cf075c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 945 time: 0.0764267 Nov 12 11:01:19.774016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da106f5-b661-45fb-adb7-b705e34d2d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc28798-5656-49d2-9293-7275d939e8ee'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:19.777031 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4ee378-5800-40d9-af62-aec36200bd1e" -d '{"events": [{"server_uuid": "3da106f5-b661-45fb-adb7-b705e34d2d13", "name": "network-vif-plugged", "status": "completed", "tag": "4cc28798-5656-49d2-9293-7275d939e8ee"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:19.781084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.819579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4f173e53-b3b6-4978-8788-145dbc3e95d6 req-551fc8ec-19ab-4bb6-b0d0-9c83923d0953 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857565 Nov 12 11:01:19.877344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4cc28798-5656-49d2-9293-7275d939e8ee,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:19.906000 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1481646-6c0d-4566-ba07-7182fe5a5169 x-openstack-request-id: req-d1481646-6c0d-4566-ba07-7182fe5a5169 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:19.907204 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da106f5-b661-45fb-adb7-b705e34d2d13", "name": "network-vif-plugged", "status": "completed", "tag": "4cc28798-5656-49d2-9293-7275d939e8ee", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:19.908991 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1481646-6c0d-4566-ba07-7182fe5a5169 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:19.909575 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da106f5-b661-45fb-adb7-b705e34d2d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc28798-5656-49d2-9293-7275d939e8ee', 'code': 200} Nov 12 11:01:20.089915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6565-a4aa-41ca-a3b7-ccb04ead4101 req-7be0e80f-f9d8-4aa8-8c73-0f3f354e9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.091762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-94dd6565-a4aa-41ca-a3b7-ccb04ead4101 req-7be0e80f-f9d8-4aa8-8c73-0f3f354e9d2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 1101 time: 0.0888090 Nov 12 11:01:20.236281 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-94dd6565-a4aa-41ca-a3b7-ccb04ead4101 req-83b34b2f-6bf8-4c52-b276-04eece5db3ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309919 Nov 12 11:01:20.275647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-46f2802a-39f8-4a91-9fc4-2a9aec55d0ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.282875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-46f2802a-39f8-4a91-9fc4-2a9aec55d0ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.290000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-46f2802a-39f8-4a91-9fc4-2a9aec55d0ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.298899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-46f2802a-39f8-4a91-9fc4-2a9aec55d0ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.305338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-46f2802a-39f8-4a91-9fc4-2a9aec55d0ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.311495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-46f2802a-39f8-4a91-9fc4-2a9aec55d0ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.313992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7bf16-2598-45fa-abec-d864204e2cba req-6a27fb87-e567-4a37-9ddc-b36664f2b388 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.316092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-6a27fb87-e567-4a37-9ddc-b36664f2b388 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/networks?id=e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b HTTP/1.1" status: 200 len: 813 time: 0.1538780 Nov 12 11:01:20.319529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-46f2802a-39f8-4a91-9fc4-2a9aec55d0ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.330248 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-46f2802a-39f8-4a91-9fc4-2a9aec55d0ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1609077 Nov 12 11:01:20.337828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-1c9d6b4d-f8f4-496f-80c8-4196116cb153 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/quotas/f9f25159d6c34ffd8ac615fc1ee5fbcd HTTP/1.1" status: 200 len: 375 time: 0.0128682 Nov 12 11:01:20.393594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-7881e1b2-38db-4182-a2b8-40f267d7d864 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9f25159d6c34ffd8ac615fc1ee5fbcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463686 Nov 12 11:01:20.411733 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9e92fbdd-aa29-475a-88c2-92df1880d032 req-a307b8b8-4c1a-468d-854a-d9e9fdbc1745 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804107 Nov 12 11:01:20.561078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afee58-d1f7-4c19-b682-3b429a597b86 req-435fb345-46e0-44c1-9c5e-b31d5ba34b5e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.562774 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54afee58-d1f7-4c19-b682-3b429a597b86 req-435fb345-46e0-44c1-9c5e-b31d5ba34b5e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 945 time: 0.0694115 Nov 12 11:01:20.638897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54afee58-d1f7-4c19-b682-3b429a597b86 req-e779419d-0506-4eb2-8f80-b6f4aa232f45 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590734 Nov 12 11:01:20.768705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e88694-9059-492a-adcb-9b5778da00ae req-7c40e267-804a-46a6-91b4-aba2e7537142 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.770361 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e88694-9059-492a-adcb-9b5778da00ae req-7c40e267-804a-46a6-91b4-aba2e7537142 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 949 time: 0.0638351 Nov 12 11:01:20.836882 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68e88694-9059-492a-adcb-9b5778da00ae req-1bdb71d7-1a78-489e-9f4a-83f192402c75 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 Nov 12 11:01:20.909631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-f0bb9f49-431b-4559-8b05-869845047c72 service neutron] 10.222.0.31 "GET /v2.0/networks/e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046184 Nov 12 11:01:21.019722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-8e190e8e-7fbf-4c0f-bfaa-18bb8ea7cea0 service neutron] 10.222.0.31 "GET /v2.0/networks/e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025176 Nov 12 11:01:21.335875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86a0e8b1-e06f-4677-8d5c-83861a17834a req-aacf4317-9dd8-44f3-90e4-9d772f13fe67 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 210 time: 0.0581169 Nov 12 11:01:21.337012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681ac2-b1e9-4ba7-856b-40a5f138d92e req-dded1f58-5c35-4dc5-b386-eb99e2e511cf tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.341348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d681ac2-b1e9-4ba7-856b-40a5f138d92e req-dded1f58-5c35-4dc5-b386-eb99e2e511cf tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 945 time: 0.0899262 Nov 12 11:01:21.436569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d681ac2-b1e9-4ba7-856b-40a5f138d92e req-6abd50de-690f-48ca-bf17-e237ff061632 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826843 Nov 12 11:01:21.612150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-10eea873-08ee-4d5e-9cb7-42bf3abfb02f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.626807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-10eea873-08ee-4d5e-9cb7-42bf3abfb02f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.639461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-10eea873-08ee-4d5e-9cb7-42bf3abfb02f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.647616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-10eea873-08ee-4d5e-9cb7-42bf3abfb02f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.657199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-10eea873-08ee-4d5e-9cb7-42bf3abfb02f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.667350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-10eea873-08ee-4d5e-9cb7-42bf3abfb02f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.678856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-10eea873-08ee-4d5e-9cb7-42bf3abfb02f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.685915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-10eea873-08ee-4d5e-9cb7-42bf3abfb02f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1714976 Nov 12 11:01:21.770985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e2615b3-2967-49a9-9ebb-23a82a2e1704 req-613b9552-9880-494e-b954-f609b0cef5b4 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817168 Nov 12 11:01:22.048408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867faf2-c121-47b8-948c-5c392e08bbc1 req-944c01a5-b36e-4a5c-8c67-523e9ab6a8c4 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:22.050631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c867faf2-c121-47b8-948c-5c392e08bbc1 req-944c01a5-b36e-4a5c-8c67-523e9ab6a8c4 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 949 time: 0.1133268 Nov 12 11:01:22.203404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c867faf2-c121-47b8-948c-5c392e08bbc1 req-527eab4c-17c1-4b5b-a0d9-98940b7bb927 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441958 Nov 12 11:01:22.529752 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76d58e6f-5c31-44d4-a3e0-0d768ebe9453 req-98e40f18-366a-4681-a3dd-aca2c41f4e2c tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 210 time: 0.0487504 Nov 12 11:01:22.662498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fa5ad-b355-4e2b-b766-de2626a06208 req-4b76aeaa-6427-425e-bd14-817136d7a744 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:22.673413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352fa5ad-b355-4e2b-b766-de2626a06208 req-4b76aeaa-6427-425e-bd14-817136d7a744 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 945 time: 0.0894437 Nov 12 11:01:22.755823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352fa5ad-b355-4e2b-b766-de2626a06208 req-393181d7-03da-4386-b719-9868da9ec9a8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808802 Nov 12 11:01:22.836006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408abe6c-b026-4a33-ac3f-6573fa1a4ebd req-4bb29ea7-5efc-4af5-a8d1-3eeb560aa5eb tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:22.850103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-408abe6c-b026-4a33-ac3f-6573fa1a4ebd req-4bb29ea7-5efc-4af5-a8d1-3eeb560aa5eb tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 949 time: 0.1959774 Nov 12 11:01:22.961113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7bf16-2598-45fa-abec-d864204e2cba req-ff93d779-4646-4f5b-8a56-f35d5a9626ac tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:22.963012 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-ff93d779-4646-4f5b-8a56-f35d5a9626ac tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.52 "GET /v2.0/networks?id=e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b HTTP/1.1" status: 200 len: 813 time: 0.2683342 Nov 12 11:01:22.992753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-073bed5a-ddff-4f54-8968-dd4a76421102 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:22.996265 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Request body: {'port': {'device_id': '69b8ad60-19d9-4208-9f8e-12c11a09d49b', 'network_id': 'e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b', 'admin_state_up': True, 'tenant_id': 'f9f25159d6c34ffd8ac615fc1ee5fbcd'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:23.000987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-073bed5a-ddff-4f54-8968-dd4a76421102 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.010154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-073bed5a-ddff-4f54-8968-dd4a76421102 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.021685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-073bed5a-ddff-4f54-8968-dd4a76421102 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.029305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-073bed5a-ddff-4f54-8968-dd4a76421102 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.040665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-073bed5a-ddff-4f54-8968-dd4a76421102 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.050520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-073bed5a-ddff-4f54-8968-dd4a76421102 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.061654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-073bed5a-ddff-4f54-8968-dd4a76421102 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1587036 Nov 12 11:01:23.288833 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16ee5ca9-3e8c-4099-91ee-27c53cb32dc9 req-7bd46f1d-8385-416c-902d-127b89a9b516 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255101 Nov 12 11:01:23.302991 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-408abe6c-b026-4a33-ac3f-6573fa1a4ebd req-a56ad2e4-dbbc-4875-b81f-f5d0c55ebd8b tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385110 Nov 12 11:01:23.370157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Made reservation on behalf of f9f25159d6c34ffd8ac615fc1ee5fbcd for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:23.375829 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.418774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-62af28f0-8a37-4108-b581-90158ccf540f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.421181 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-62af28f0-8a37-4108-b581-90158ccf540f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 945 time: 0.1258051 Nov 12 11:01:23.613031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Deleting port bfff0072-85bb-442a-8166-ac6ef97a6f53 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:23.613381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.667241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Allocated IP 172.20.0.8 (e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b/03ed952b-6996-4d48-8331-0c0d172cf1cc/991995a2-35d3-4c2c-aeea-e699ddde550e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:23.701727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adac8fc-23ca-4f37-b47b-2dcebae83d55 req-c3e1f551-64d8-4fcf-a279-547de4076954 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.703325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1adac8fc-23ca-4f37-b47b-2dcebae83d55 req-c3e1f551-64d8-4fcf-a279-547de4076954 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 945 time: 0.0851188 Nov 12 11:01:23.755422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de315457-3393-4f9f-9eeb-02ec86b0eab9 req-6499c603-3ac1-490a-8d8a-52f85daf8225 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 210 time: 0.0950217 Nov 12 11:01:23.806503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1adac8fc-23ca-4f37-b47b-2dcebae83d55 req-7f95ce9d-2820-48f9-9bb8-4f54e1904fd6 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943842 Nov 12 11:01:23.830201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] For port bfff0072-85bb-442a-8166-ac6ef97a6f53, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bfff0072-85bb-442a-8166-ac6ef97a6f53,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:23.830914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.863565 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-560c9c78-0e2a-4791-a2e0-869d28a6f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.871300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Calling delete_port for bfff0072-85bb-442a-8166-ac6ef97a6f53 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:23.935107 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.972802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9d727-2c00-4cf7-b332-0e5a84426581 req-b9ef8d36-6fca-4c7f-a087-ca29194bfe22 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:23.975243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1db9d727-2c00-4cf7-b332-0e5a84426581 req-b9ef8d36-6fca-4c7f-a087-ca29194bfe22 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d98e07f-a298-40ec-a1ae-72b7f919d80f HTTP/1.1" status: 200 len: 945 time: 0.1067560 Nov 12 11:01:23.984535 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.040252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:24.043940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:24.048564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:24.054147 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1db9d727-2c00-4cf7-b332-0e5a84426581 req-fd0e4272-506e-429c-bff8-94a7918d22c9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693035 Nov 12 11:01:24.081374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Pushing event updated for resources: {'Port': ['ID=991995a2-35d3-4c2c-aeea-e699ddde550e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:24.097466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.097810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.098712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.099677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.099677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.099677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.100018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.100339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.100661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.101010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.101332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.101655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:24.125235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.125235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.146050 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-2d4858a3-70fb-4786-9b8c-9562648afb8b tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1548841 Nov 12 11:01:24.155598 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.159615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Request body: {'port': {'device_id': '69b8ad60-19d9-4208-9f8e-12c11a09d49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:24.170094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['bfff0072-85bb-442a-8166-ac6ef97a6f53'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:24.211459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event deleted for resources: {'Port': ['ID=bfff0072-85bb-442a-8166-ac6ef97a6f53,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:24.236273 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.294928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-2fa45ae9-3b9e-4533-b5f5-7cdcff1fd831 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.297642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-2fa45ae9-3b9e-4533-b5f5-7cdcff1fd831 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.52 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 949 time: 0.1546550 Nov 12 11:01:24.298543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] No DVR routers for this DVR port bfff0072-85bb-442a-8166-ac6ef97a6f53 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:24.303364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.311117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3120f40c-d466-4b87-9715-2ec40f7fff93 req-09853ab3-14b1-42fb-97e7-1b95a73df6b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "DELETE /v2.0/ports/bfff0072-85bb-442a-8166-ac6ef97a6f53 HTTP/1.1" status: 204 len: 173 time: 0.8772418 Nov 12 11:01:24.311117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d98e07f-a298-40ec-a1ae-72b7f919d80f', 'name': 'network-vif-deleted', 'tag': 'bfff0072-85bb-442a-8166-ac6ef97a6f53'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:24.315616 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c569449d-ff83-4017-83b1-d1a0336f8462" -d '{"events": [{"server_uuid": "6d98e07f-a298-40ec-a1ae-72b7f919d80f", "name": "network-vif-deleted", "tag": "bfff0072-85bb-442a-8166-ac6ef97a6f53"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:24.398483 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e59625b-9058-4949-9bb5-673c16025275 x-openstack-request-id: req-9e59625b-9058-4949-9bb5-673c16025275 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:24.398942 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d98e07f-a298-40ec-a1ae-72b7f919d80f", "name": "network-vif-deleted", "tag": "bfff0072-85bb-442a-8166-ac6ef97a6f53", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:24.404962 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e59625b-9058-4949-9bb5-673c16025275 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:24.405737 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d98e07f-a298-40ec-a1ae-72b7f919d80f', 'name': 'network-vif-deleted', 'tag': 'bfff0072-85bb-442a-8166-ac6ef97a6f53', 'status': 'completed', 'code': 200} Nov 12 11:01:24.523094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Deleting port 4cc28798-5656-49d2-9293-7275d939e8ee {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:24.523551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.653130 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:01:24.679117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-bc066fe1-6671-4b47-aca5-561ab51d7d80 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.682503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eabbb-5db2-4bdc-8863-ff709674bf87 req-35e6b7df-9cb0-4570-81a6-ee9cbb33816d tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.686068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c76eabbb-5db2-4bdc-8863-ff709674bf87 req-35e6b7df-9cb0-4570-81a6-ee9cbb33816d tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 949 time: 0.1469610 Nov 12 11:01:24.686624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-bc066fe1-6671-4b47-aca5-561ab51d7d80 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.694671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-bc066fe1-6671-4b47-aca5-561ab51d7d80 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.697514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991995a2-35d3-4c2c-aeea-e699ddde550e {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:24.701400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-bc066fe1-6671-4b47-aca5-561ab51d7d80 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.709636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-bc066fe1-6671-4b47-aca5-561ab51d7d80 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.718494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.718868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-bc066fe1-6671-4b47-aca5-561ab51d7d80 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.725243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-bc066fe1-6671-4b47-aca5-561ab51d7d80 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.727585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-bc066fe1-6671-4b47-aca5-561ab51d7d80 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1989567 Nov 12 11:01:24.770428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] For port 4cc28798-5656-49d2-9293-7275d939e8ee, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4cc28798-5656-49d2-9293-7275d939e8ee,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:24.771141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.791422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Transition to ACTIVE for port object 991995a2-35d3-4c2c-aeea-e699ddde550e will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:24.799641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Calling delete_port for 4cc28798-5656-49d2-9293-7275d939e8ee owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:24.802711 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.819060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c76eabbb-5db2-4bdc-8863-ff709674bf87 req-ae6db564-2dcb-41bc-a1f9-cb7a894d0d4a tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cff816d-8f80-4297-b89a-6c7ecccb93d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149476 Nov 12 11:01:24.915020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cf6a30e-9f4f-411f-a1ba-fd5b6009f0d1 req-46b84b01-0ec1-43f1-9d90-2039e6a94c37 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1707430 Nov 12 11:01:24.974645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Pushing event updated for resources: {'Port': ['ID=991995a2-35d3-4c2c-aeea-e699ddde550e,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:25.192628 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.198679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Attempting to bind port 991995a2-35d3-4c2c-aeea-e699ddde550e on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:25.199158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Attempting to bind port 991995a2-35d3-4c2c-aeea-e699ddde550e by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'c1d84dd2-2926-46c7-baf9-4234cc6cee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:25.199604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Attempting to bind port 991995a2-35d3-4c2c-aeea-e699ddde550e on network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:25.210131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Port 991995a2-35d3-4c2c-aeea-e699ddde550e on network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:25.210584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Attempting to bind port 991995a2-35d3-4c2c-aeea-e699ddde550e on network e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:25.223797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:25.224284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Checking segment: {'id': 'c1d84dd2-2926-46c7-baf9-4234cc6cee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:25.224663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Bound using segment: {'id': 'c1d84dd2-2926-46c7-baf9-4234cc6cee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:25.225255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Bound port: 991995a2-35d3-4c2c-aeea-e699ddde550e, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d84dd2-2926-46c7-baf9-4234cc6cee75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:25.225621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.248961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1f8a1-22bb-4a7f-b190-0111b720624f req-b524162c-e702-4acd-94c5-4bc2197b063a tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:25.250749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07b1f8a1-22bb-4a7f-b190-0111b720624f req-b524162c-e702-4acd-94c5-4bc2197b063a tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 943 time: 0.1085258 Nov 12 11:01:25.293670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Pushing event deleted for resources: {'Port': ['ID=4cc28798-5656-49d2-9293-7275d939e8ee,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:25.442143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] For port 991995a2-35d3-4c2c-aeea-e699ddde550e, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:25.448355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] For port 991995a2-35d3-4c2c-aeea-e699ddde550e, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=991995a2-35d3-4c2c-aeea-e699ddde550e,segment=NetworkSegment(c1d84dd2-2926-46c7-baf9-4234cc6cee75),segment_id=c1d84dd2-2926-46c7-baf9-4234cc6cee75)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:25.461977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.505960 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07b1f8a1-22bb-4a7f-b190-0111b720624f req-59dadd80-e8ac-4aec-8516-42f2520a23ec tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455144 Nov 12 11:01:25.514012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-adab54a5-a534-4ee9-a72f-10161cb3f2c0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:25.518564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-adab54a5-a534-4ee9-a72f-10161cb3f2c0 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.52 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 945 time: 0.4231715 Nov 12 11:01:25.518564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] No DVR routers for this DVR port 4cc28798-5656-49d2-9293-7275d939e8ee on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:25.525175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.531037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-693c9616-c18e-4803-a8e2-3ced6b4cb433 req-db709a18-71ee-430b-a6b2-58973a4d11a9 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.52 "DELETE /v2.0/ports/4cc28798-5656-49d2-9293-7275d939e8ee HTTP/1.1" status: 204 len: 173 time: 1.2116780 Nov 12 11:01:25.562000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:25.562645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.564454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] 10.222.0.52 "PUT /v2.0/ports/991995a2-35d3-4c2c-aeea-e699ddde550e HTTP/1.1" status: 200 len: 1092 time: 1.4091492 Nov 12 11:01:25.569400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b8ad60-19d9-4208-9f8e-12c11a09d49b', 'tag': '991995a2-35d3-4c2c-aeea-e699ddde550e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:25.584119 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdefb85-8b30-4356-8aa6-d08d68f34989" -d '{"events": [{"name": "network-changed", "server_uuid": "69b8ad60-19d9-4208-9f8e-12c11a09d49b", "tag": "991995a2-35d3-4c2c-aeea-e699ddde550e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:25.585275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24f43c-cc2d-446b-90b3-e6426a6ff6ea req-8194016f-a8d1-4057-aa0b-6209dbddb907 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:25.602930 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f24f43c-cc2d-446b-90b3-e6426a6ff6ea req-8194016f-a8d1-4057-aa0b-6209dbddb907 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 945 time: 0.4136443 Nov 12 11:01:25.776005 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60036ff-bd27-4846-a966-3f6b34348a45 x-openstack-request-id: req-a60036ff-bd27-4846-a966-3f6b34348a45 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:25.776575 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b8ad60-19d9-4208-9f8e-12c11a09d49b", "tag": "991995a2-35d3-4c2c-aeea-e699ddde550e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:25.790235 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a60036ff-bd27-4846-a966-3f6b34348a45 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:25.791066 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b8ad60-19d9-4208-9f8e-12c11a09d49b', 'tag': '991995a2-35d3-4c2c-aeea-e699ddde550e', 'status': 'completed', 'code': 200} Nov 12 11:01:25.856089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a893-0cee-4c8c-89b2-ddf72e7ddc08 service neutron] Pushing event updated for resources: {'Port': ['ID=991995a2-35d3-4c2c-aeea-e699ddde550e,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:25.909940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7bf16-2598-45fa-abec-d864204e2cba req-b513d0a7-575d-46f7-ba0a-a9770947237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:25.915888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-b513d0a7-575d-46f7-ba0a-a9770947237d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9f25159d6c34ffd8ac615fc1ee5fbcd&device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 1095 time: 0.2707353 Nov 12 11:01:25.917863 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f24f43c-cc2d-446b-90b3-e6426a6ff6ea req-72bd9dae-ad27-4e5b-a406-dc8047e67f66 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca0d5c9e-0f42-4864-becf-40902af73eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3142595 Nov 12 11:01:25.972516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Deleting port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:25.973011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:26.035393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-5d03e1ed-db1c-48fc-a04e-e5f509dafe13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991995a2-35d3-4c2c-aeea-e699ddde550e HTTP/1.1" status: 200 len: 217 time: 0.1119347 Nov 12 11:01:26.126359 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0c2f7ffd-8ed8-4b56-ae01-270b3ac134fa req-ab044acd-3300-4145-a4f0-d610acd1dde8 tempest-ImagesNegativeTestJSON-234651899 tempest-ImagesNegativeTestJSON-234651899-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da106f5-b661-45fb-adb7-b705e34d2d13 HTTP/1.1" status: 200 len: 210 time: 0.0780618 Nov 12 11:01:26.149761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7bf16-2598-45fa-abec-d864204e2cba req-f19f258d-6e9d-4793-8687-2d4989ab9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.156365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-f19f258d-6e9d-4793-8687-2d4989ab9694 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03ed952b-6996-4d48-8331-0c0d172cf1cc HTTP/1.1" status: 200 len: 853 time: 0.1107326 Nov 12 11:01:26.239625 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-6aa7eac9-f1c2-420b-bc89-dc19ebc87131 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755832 Nov 12 11:01:26.246672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e75d8b83-e1da-461f-bd6e-46b2e949ac48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:26.347825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] For port 75080498-f4ba-45e2-9da9-7bc7f09cbe95, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=75080498-f4ba-45e2-9da9-7bc7f09cbe95,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:26.347825 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:26.443245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da106f5-b661-45fb-adb7-b705e34d2d13', 'name': 'network-vif-deleted', 'tag': '4cc28798-5656-49d2-9293-7275d939e8ee'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:26.446471 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa784761-f271-4232-b08a-9f6b3e988d72" -d '{"events": [{"server_uuid": "3da106f5-b661-45fb-adb7-b705e34d2d13", "name": "network-vif-deleted", "tag": "4cc28798-5656-49d2-9293-7275d939e8ee"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:26.531563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-59e868b8-a709-403c-83a3-1d7b1237364c service neutron] 10.222.0.52 "GET /v2.0/networks/e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834556 Nov 12 11:01:26.567908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187297-4a0f-4ad9-943d-12f693d84863 req-769c5d8b-c296-4000-a93b-58f30d0e1239 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.588799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187297-4a0f-4ad9-943d-12f693d84863 req-769c5d8b-c296-4000-a93b-58f30d0e1239 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.590868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ff006-5a27-476c-9198-0996d8ce7498 req-674d3258-a53e-420f-bd97-0e9319d3941c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.593687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-674d3258-a53e-420f-bd97-0e9319d3941c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.2355416 Nov 12 11:01:26.595744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187297-4a0f-4ad9-943d-12f693d84863 req-769c5d8b-c296-4000-a93b-58f30d0e1239 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.603914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187297-4a0f-4ad9-943d-12f693d84863 req-769c5d8b-c296-4000-a93b-58f30d0e1239 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.613407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187297-4a0f-4ad9-943d-12f693d84863 req-769c5d8b-c296-4000-a93b-58f30d0e1239 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.621250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187297-4a0f-4ad9-943d-12f693d84863 req-769c5d8b-c296-4000-a93b-58f30d0e1239 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.628087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187297-4a0f-4ad9-943d-12f693d84863 req-769c5d8b-c296-4000-a93b-58f30d0e1239 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.630438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44187297-4a0f-4ad9-943d-12f693d84863 req-769c5d8b-c296-4000-a93b-58f30d0e1239 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.4877484 Nov 12 11:01:26.640348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-58dc75cb-2493-4182-88e6-a8a73d8d2c07 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/quotas/c72eeaa1a2c945deac4d2c220c43a7d3 HTTP/1.1" status: 200 len: 375 time: 0.0303342 Nov 12 11:01:26.718190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-b8ec88ab-1e3b-4968-9d6e-2223a5e88498 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400910 Nov 12 11:01:26.772459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68d7bf16-2598-45fa-abec-d864204e2cba req-6bad3f5c-8010-4ce4-8971-0bc60a7d03dd service neutron] 10.222.0.52 "GET /v2.0/networks/e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092030 Nov 12 11:01:26.821200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44187297-4a0f-4ad9-943d-12f693d84863 req-a84293a9-67c6-4cfc-8013-3f0fbf60a28e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593313 Nov 12 11:01:26.833818 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:26.834934 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:26.835359 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Floating IP 1673b8f8-4195-43fe-b6f2-d2ba0109237b disassociated. External IP: 172.25.2.171, port: 75080498-f4ba-45e2-9da9-7bc7f09cbe95. Nov 12 11:01:26.836082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Calling delete_port for 75080498-f4ba-45e2-9da9-7bc7f09cbe95 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:26.892636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-c169f9b2-3ba2-45d1-b212-754b5f6db4fb service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603312 Nov 12 11:01:27.015666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-f9ff7b30-cde0-4276-ae87-c96d803df10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:27.017574 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-f9ff7b30-cde0-4276-ae87-c96d803df10e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9f25159d6c34ffd8ac615fc1ee5fbcd&device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 1095 time: 0.1225228 Nov 12 11:01:27.119416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:27.121920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4cc28798-5656-49d2-9293-7275d939e8ee no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:27.177045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event deleted for resources: {'Port': ['ID=75080498-f4ba-45e2-9da9-7bc7f09cbe95,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:27.228064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 4cc28798-5656-49d2-9293-7275d939e8ee {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:27.233474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4cc28798-5656-49d2-9293-7275d939e8ee not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:27.233474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 75080498-f4ba-45e2-9da9-7bc7f09cbe95 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:27.295617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 75080498-f4ba-45e2-9da9-7bc7f09cbe95 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:27.298123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 75080498-f4ba-45e2-9da9-7bc7f09cbe95 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:27.352984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:27.364899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bfff0072-85bb-442a-8166-ac6ef97a6f53 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:27.401353 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd75a4d-e43e-4e35-b9f6-6bbf97b1d34e x-openstack-request-id: req-7bd75a4d-e43e-4e35-b9f6-6bbf97b1d34e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:27.401718 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da106f5-b661-45fb-adb7-b705e34d2d13", "name": "network-vif-deleted", "tag": "4cc28798-5656-49d2-9293-7275d939e8ee", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:27.401935 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bd75a4d-e43e-4e35-b9f6-6bbf97b1d34e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:27.402342 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da106f5-b661-45fb-adb7-b705e34d2d13', 'name': 'network-vif-deleted', 'tag': '4cc28798-5656-49d2-9293-7275d939e8ee', 'status': 'completed', 'code': 200} Nov 12 11:01:27.438557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: bfff0072-85bb-442a-8166-ac6ef97a6f53 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:27.438890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bfff0072-85bb-442a-8166-ac6ef97a6f53 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:27.601708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35c86d-848e-4acb-998f-543765048c60 req-d465e790-6f98-4fd6-96a7-b5e525afd753 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:27.612162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7f35c86d-848e-4acb-998f-543765048c60 req-d465e790-6f98-4fd6-96a7-b5e525afd753 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 943 time: 0.2083087 Nov 12 11:01:27.650661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:27.793381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7f35c86d-848e-4acb-998f-543765048c60 req-1e54bb4b-1ec8-488c-81da-e019d56b69b2 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798248 Nov 12 11:01:27.931727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-05e41e6e-cc1c-45c6-8ce1-b966a7a67f6d service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0376511 Nov 12 11:01:27.946793 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.022698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-41444576-27da-4539-97b9-ba95ed3cd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.024524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-41444576-27da-4539-97b9-ba95ed3cd0d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b HTTP/1.1" status: 200 len: 914 time: 0.9997525 Nov 12 11:01:28.031606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:28.034351 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7df7fa-bf7f-4689-85af-4cd8db9ba861 req-28fe89d7-8010-4ff9-ba79-bbcdacfccf53 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b7f4e3-430b-4a13-ae97-4c76ac6b55af HTTP/1.1" status: 200 len: 210 time: 0.0600457 Nov 12 11:01:28.083597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '1eb830b8-03b3-461a-85d9-5a20ac4d79e2', 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'port_id': '1eb830b8-03b3-461a-85d9-5a20ac4d79e2', 'mac_address': 'fa:16:3e:54:d7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683a5c0c-1d18-4977-85fb-b2d3490b3daf', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:28.096269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:28.110492 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] Sync routers for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:28.137358 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:28.139551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:28.195523 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.196715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] No DVR routers for this DVR port 75080498-f4ba-45e2-9da9-7bc7f09cbe95 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:28.208724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.213226 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-147ea7be-92ea-42a5-9f45-da438fd495c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991995a2-35d3-4c2c-aeea-e699ddde550e HTTP/1.1" status: 200 len: 217 time: 0.1798739 Nov 12 11:01:28.216508 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18892cdd-c8fe-4f1e-b860-dbae519382e5 req-3dc5ff74-a879-4435-9014-eec3a8395e86 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.52 "DELETE /v2.0/ports/75080498-f4ba-45e2-9da9-7bc7f09cbe95 HTTP/1.1" status: 204 len: 173 time: 2.6841867 Nov 12 11:01:28.229242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:28.309980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-4718255b-9c2e-4068-9a3a-750150e9ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.312926 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-4718255b-9c2e-4068-9a3a-750150e9ff84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03ed952b-6996-4d48-8331-0c0d172cf1cc HTTP/1.1" status: 200 len: 853 time: 0.0904844 Nov 12 11:01:28.326522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:28.339111 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.339761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 177f554b-a52a-4ae1-af1e-e822cf8b474f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:28.344293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-7f6ce949-8a2a-48ea-ac0d-13625f01ee77 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.353380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-7f6ce949-8a2a-48ea-ac0d-13625f01ee77 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.363513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-7f6ce949-8a2a-48ea-ac0d-13625f01ee77 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.373659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-7f6ce949-8a2a-48ea-ac0d-13625f01ee77 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.386302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-60f245ff-52fa-473d-a6bb-f89ee26ea22c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614746 Nov 12 11:01:28.400666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-7f6ce949-8a2a-48ea-ac0d-13625f01ee77 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.409225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-7f6ce949-8a2a-48ea-ac0d-13625f01ee77 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.419376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-7f6ce949-8a2a-48ea-ac0d-13625f01ee77 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.429167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-7f6ce949-8a2a-48ea-ac0d-13625f01ee77 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5420 time: 0.1946900 Nov 12 11:01:28.476047 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:28.514879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 177f554b-a52a-4ae1-af1e-e822cf8b474f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:28.532411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:28.552146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '177f554b-a52a-4ae1-af1e-e822cf8b474f', 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'port_id': '177f554b-a52a-4ae1-af1e-e822cf8b474f', 'mac_address': 'fa:16:3e:9d:a7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683a5c0c-1d18-4977-85fb-b2d3490b3daf', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:28.566616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f67962de-19d8-4c59-ac43-df1a28f4a289 req-a6b604a0-ffa3-4858-b16e-0754929f0c43 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361911 Nov 12 11:01:28.639405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.654301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177f554b-a52a-4ae1-af1e-e822cf8b474f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:28.659761 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c4e20b6-b093-4d88-9028-6c47eb45ba7d req-964db58b-925f-4dce-95b3-eb1915b66d7d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 210 time: 0.0739956 Nov 12 11:01:28.724297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 177f554b-a52a-4ae1-af1e-e822cf8b474f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:28.725930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-9dc2c918-e4f3-4523-aacf-40c53ca51f8b service neutron] 10.222.0.52 "GET /v2.0/networks/e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319318 Nov 12 11:01:28.732481 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.740055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:28.961235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=177f554b-a52a-4ae1-af1e-e822cf8b474f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:28.996591 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 5, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:29.034061 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] Checking router: 4f368363-f3df-45f3-88b8-c5bd40bd6bcc for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:29.045349 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:29.046427 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:29.050941 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fdefb85-8b30-4356-8aa6-d08d68f34989 req-95ac6f2d-de83-4824-b9d6-ccffc009e8e0 service neutron] 10.222.0.52 "GET /v2.0/networks/e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163259 Nov 12 11:01:29.072361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3864-ae11-49f8-bfec-a6bc2f7e4216 req-168ae986-0a72-47be-a67b-8105930a2f45 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:29.104115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-088a3864-ae11-49f8-bfec-a6bc2f7e4216 req-168ae986-0a72-47be-a67b-8105930a2f45 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 943 time: 0.1125989 Nov 12 11:01:29.136111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:29.141267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 991995a2-35d3-4c2c-aeea-e699ddde550e details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:29.173818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a', 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5', 'port_id': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a', 'mac_address': 'fa:16:3e:aa:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed4e895-c978-40d2-9132-ae02deaae3eb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:29.224310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57658) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:29.232324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-088a3864-ae11-49f8-bfec-a6bc2f7e4216 req-4d482c37-4001-40ac-a4f0-eb54b397b789 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272027 Nov 12 11:01:29.286998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57660) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:29.337390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-36efd683-44c6-4d82-bd54-ea3f2cefdb7f tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.380147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-36efd683-44c6-4d82-bd54-ea3f2cefdb7f tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.403639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'name': 'network-vif-deleted', 'tag': '75080498-f4ba-45e2-9da9-7bc7f09cbe95'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:29.406323 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821f5c00-8a56-4c90-95c3-339188a2805d" -d '{"events": [{"server_uuid": "93b7f4e3-430b-4a13-ae97-4c76ac6b55af", "name": "network-vif-deleted", "tag": "75080498-f4ba-45e2-9da9-7bc7f09cbe95"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:29.406614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.418621 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.439876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:29.507335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:29.510999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 991995a2-35d3-4c2c-aeea-e699ddde550e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=991995a2-35d3-4c2c-aeea-e699ddde550e,segment=NetworkSegment(c1d84dd2-2926-46c7-baf9-4234cc6cee75),segment_id=c1d84dd2-2926-46c7-baf9-4234cc6cee75)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:29.523033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.523836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:29.582215 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:29.597092 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215c834-3fcf-4091-8bd2-6191819ddefc x-openstack-request-id: req-d215c834-3fcf-4091-8bd2-6191819ddefc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:29.597425 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b7f4e3-430b-4a13-ae97-4c76ac6b55af", "name": "network-vif-deleted", "tag": "75080498-f4ba-45e2-9da9-7bc7f09cbe95", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:29.597671 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d215c834-3fcf-4091-8bd2-6191819ddefc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:29.598006 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b7f4e3-430b-4a13-ae97-4c76ac6b55af', 'name': 'network-vif-deleted', 'tag': '75080498-f4ba-45e2-9da9-7bc7f09cbe95', 'status': 'completed', 'code': 200} Nov 12 11:01:29.600147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-36efd683-44c6-4d82-bd54-ea3f2cefdb7f tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.610068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '991995a2-35d3-4c2c-aeea-e699ddde550e', 'network_id': 'e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b', 'port_id': '991995a2-35d3-4c2c-aeea-e699ddde550e', 'mac_address': 'fa:16:3e:ad:05:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ed952b-6996-4d48-8331-0c0d172cf1cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:29.610900 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-36efd683-44c6-4d82-bd54-ea3f2cefdb7f tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.614466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-36efd683-44c6-4d82-bd54-ea3f2cefdb7f tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "DELETE /v2.0/security-groups/ca0d5c9e-0f42-4864-becf-40902af73eb0 HTTP/1.1" status: 204 len: 168 time: 0.3886585 Nov 12 11:01:29.621954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57672) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:29.636574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efd683-44c6-4d82-bd54-ea3f2cefdb7f tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0d5c9e-0f42-4864-becf-40902af73eb0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:29.674322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57674) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:29.674715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4d305ed8-0426-477f-9f10-db2d6514f947 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a512c8f41bf468fadfc91c4d9e6a7e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866487 Nov 12 11:01:29.675775 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-02206438-5351-4494-adae-e3093b25d0a7 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] show failed (client error): The resource could not be found. Nov 12 11:01:29.688850 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-02206438-5351-4494-adae-e3093b25d0a7 tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "GET /v2.0/security-groups/ca0d5c9e-0f42-4864-becf-40902af73eb0 HTTP/1.1" status: 404 len: 347 time: 0.0611491 Nov 12 11:01:29.688850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57678) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:29.820169 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d86b14b8-fa5e-482f-9630-daea3b4e5afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.829487 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:01:29.902298 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d86b14b8-fa5e-482f-9630-daea3b4e5afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.931239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:29.944197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:29.983735 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.014098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f', 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'port_id': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f', 'mac_address': 'fa:16:3e:5a:ab:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683a5c0c-1d18-4977-85fb-b2d3490b3daf', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:30.017486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-82d59869-7aec-48e4-b0dc-5fe225afebfa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:30.027775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-82d59869-7aec-48e4-b0dc-5fe225afebfa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:30.039565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-82d59869-7aec-48e4-b0dc-5fe225afebfa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:30.060013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-82d59869-7aec-48e4-b0dc-5fe225afebfa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:30.072003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0fd1ba6-0a2a-4061-aa53-edde167c4750 req-bc31a3af-276e-4fa4-9edb-4fc1af363497 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 210 time: 0.1144881 Nov 12 11:01:30.076098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d86b14b8-fa5e-482f-9630-daea3b4e5afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.080216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-82d59869-7aec-48e4-b0dc-5fe225afebfa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:30.083126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d86b14b8-fa5e-482f-9630-daea3b4e5afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.097814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d86b14b8-fa5e-482f-9630-daea3b4e5afb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cff816d-8f80-4297-b89a-6c7ecccb93d6 HTTP/1.1" status: 204 len: 168 time: 0.4124310 Nov 12 11:01:30.111348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b14b8-fa5e-482f-9630-daea3b4e5afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff816d-8f80-4297-b89a-6c7ecccb93d6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:30.122562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991995a2-35d3-4c2c-aeea-e699ddde550e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:30.123092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-82d59869-7aec-48e4-b0dc-5fe225afebfa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:30.147144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-82d59869-7aec-48e4-b0dc-5fe225afebfa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:30.156833 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-82d59869-7aec-48e4-b0dc-5fe225afebfa tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5423 time: 0.3702514 Nov 12 11:01:30.216094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Deleting port b4f29220-0ae8-44b2-b7c3-805a4c1a8210 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:30.216509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.224930 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 5, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:30.230705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 991995a2-35d3-4c2c-aeea-e699ddde550e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=991995a2-35d3-4c2c-aeea-e699ddde550e,segment=NetworkSegment(c1d84dd2-2926-46c7-baf9-4234cc6cee75),segment_id=c1d84dd2-2926-46c7-baf9-4234cc6cee75)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:30.235869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.239642 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.310437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=991995a2-35d3-4c2c-aeea-e699ddde550e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:30.331059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:30.378615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:30.385974 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.386708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 51e5ad8e-3593-4b52-8409-7260c4db83ca details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:30.409009 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f6bf0-669e-4a45-862c-5eb47b9f5f98 None None] The sync data for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 is: [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1cb97494-5450-49f8-a386-7d9110cee794', 'name': '', 'network_id': '275f9a07-dff3-48d6-954b-d50ef76d631a', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'mac_address': 'fa:16:3e:b6:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:56Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 5, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'subnets': [{'id': '9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:30.415860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58595796-3f24-4c45-885a-d4a9e5942e73 req-991433f4-d058-4b65-9db1-302d8e832b25 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2574978 Nov 12 11:01:30.499563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:30.503718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 51e5ad8e-3593-4b52-8409-7260c4db83ca, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:30.548488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '51e5ad8e-3593-4b52-8409-7260c4db83ca', 'network_id': '2d919481-045f-4df0-b787-b33b0ee846c5', 'port_id': '51e5ad8e-3593-4b52-8409-7260c4db83ca', 'mac_address': 'fa:16:3e:44:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed4e895-c978-40d2-9132-ae02deaae3eb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:30.570772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['991995a2-35d3-4c2c-aeea-e699ddde550e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:30.574914 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.704721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1089bd3-e4a6-49c2-ad24-04751c4cb045 req-dd933615-6ae5-4d0c-a1ca-90330c8e491f tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:30.718192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1089bd3-e4a6-49c2-ad24-04751c4cb045 req-dd933615-6ae5-4d0c-a1ca-90330c8e491f tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 944 time: 0.2547884 Nov 12 11:01:30.767745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.768266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.821565 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.842450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Calling delete_port for b4f29220-0ae8-44b2-b7c3-805a4c1a8210 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:30.859631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1089bd3-e4a6-49c2-ad24-04751c4cb045 req-ab195a92-54ce-4310-9fd0-f467de2ba2f7 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278708 Nov 12 11:01:30.882696 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e5ad8e-3593-4b52-8409-7260c4db83ca {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:30.970273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 51e5ad8e-3593-4b52-8409-7260c4db83ca, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:30.986269 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.987049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device ba5fb181-c6b1-434a-8466-017199f7ad56 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:31.084608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ff006-5a27-476c-9198-0996d8ce7498 req-fb5f8b41-56dd-4e23-9939-e291000ed59a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:31.086319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-fb5f8b41-56dd-4e23-9939-e291000ed59a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.8171334 Nov 12 11:01:31.099506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port ba5fb181-c6b1-434a-8466-017199f7ad56, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ba5fb181-c6b1-434a-8466-017199f7ad56,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:31.120703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Request body: {'port': {'device_id': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'admin_state_up': True, 'tenant_id': 'c72eeaa1a2c945deac4d2c220c43a7d3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:31.159608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2f59a-e2a0-4510-8b21-1fce83bef421 None None] New status for floating IP 1673b8f8-4195-43fe-b6f2-d2ba0109237b: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:01:31.204916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'ba5fb181-c6b1-434a-8466-017199f7ad56', 'network_id': '30242ffe-b2cb-4be4-a644-5d3c25b638a9', 'port_id': 'ba5fb181-c6b1-434a-8466-017199f7ad56', 'mac_address': 'fa:16:3e:c4:fb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683a5c0c-1d18-4977-85fb-b2d3490b3daf', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:31.235280 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b89ad865-4ad2-454e-9b41-6f4ff62ac002 req-e287ff19-f43f-4669-8c7b-8fbfa7233418 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 210 time: 0.0456221 Nov 12 11:01:31.290670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=51e5ad8e-3593-4b52-8409-7260c4db83ca,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:31.325846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Made reservation on behalf of c72eeaa1a2c945deac4d2c220c43a7d3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:31.330422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.388343 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.427870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5fb181-c6b1-434a-8466-017199f7ad56 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:31.464073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port ba5fb181-c6b1-434a-8466-017199f7ad56, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ba5fb181-c6b1-434a-8466-017199f7ad56,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:31.472026 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-7df2f59a-e2a0-4510-8b21-1fce83bef421 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:01:31.472500 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-7df2f59a-e2a0-4510-8b21-1fce83bef421 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:01:31.473325 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.474173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device db4382f9-214b-429f-9e21-8df332229590 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:31.532645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Allocated IP 172.20.0.9 (b2d8740b-ad04-4daf-aba6-56d815392558/0033bea7-dc1e-48f6-848f-34d48b4fe2b0/54291bcb-2e19-4418-be0e-c44cc01052c6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:31.579625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=ba5fb181-c6b1-434a-8466-017199f7ad56,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:31.662046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port db4382f9-214b-429f-9e21-8df332229590, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=db4382f9-214b-429f-9e21-8df332229590,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:31.666914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.683491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'db4382f9-214b-429f-9e21-8df332229590', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'port_id': 'db4382f9-214b-429f-9e21-8df332229590', 'mac_address': 'fa:16:3e:0b:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:31.698128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Pushing event deleted for resources: {'Port': ['ID=b4f29220-0ae8-44b2-b7c3-805a4c1a8210,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:31.813895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.824659 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.857296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4382f9-214b-429f-9e21-8df332229590 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:31.869482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.872381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.876813 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-85b98dd6-bbe0-423b-a116-bf2c507f81fc tempest-ServersTestFqdnHostnames-406093092 tempest-ServersTestFqdnHostnames-406093092-project] 10.222.0.31 "DELETE /v2.0/floatingips/1673b8f8-4195-43fe-b6f2-d2ba0109237b HTTP/1.1" status: 204 len: 168 time: 2.1867986 Nov 12 11:01:31.876995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57716) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:31.894771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-29b489cb-ab96-44f9-8312-757e14c1b57e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:31.901218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-29b489cb-ab96-44f9-8312-757e14c1b57e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:31.916018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-29b489cb-ab96-44f9-8312-757e14c1b57e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:31.950823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port db4382f9-214b-429f-9e21-8df332229590, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=db4382f9-214b-429f-9e21-8df332229590,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:31.953807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-29b489cb-ab96-44f9-8312-757e14c1b57e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:31.957671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.975425 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2f59a-e2a0-4510-8b21-1fce83bef421 None None] New status for floating IP 1673b8f8-4195-43fe-b6f2-d2ba0109237b: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:01:31.984842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-29b489cb-ab96-44f9-8312-757e14c1b57e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:31.993272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-29b489cb-ab96-44f9-8312-757e14c1b57e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:32.001902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-29b489cb-ab96-44f9-8312-757e14c1b57e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:32.014841 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-29b489cb-ab96-44f9-8312-757e14c1b57e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5426 time: 0.2328632 Nov 12 11:01:32.066049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.211453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Network b2d8740b-ad04-4daf-aba6-56d815392558 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:32.285019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=db4382f9-214b-429f-9e21-8df332229590,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:32.299340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-751f3486-08bb-4895-9b4e-bc50439fbdf2 req-a5baf1d8-9f05-4427-b280-2f17e321bc51 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2812257 Nov 12 11:01:32.315653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:32.321225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:32.433698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event updated for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:32.509599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:32.514104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.530891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9fa5-9a20-4cd2-858d-551c552de211 req-322f1b8a-0f19-4816-b1c5-e65d2f9fe068 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:32.534189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae8a9fa5-9a20-4cd2-858d-551c552de211 req-322f1b8a-0f19-4816-b1c5-e65d2f9fe068 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 944 time: 0.2988296 Nov 12 11:01:32.549787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-22568aa7-c8ae-4947-80e1-ed2a3a76dcf0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4464614 Nov 12 11:01:32.580292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Request body: {'port': {'device_id': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:32.711768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae8a9fa5-9a20-4cd2-858d-551c552de211 req-f604d716-4df6-409b-96b0-f1682c6395f8 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600432 Nov 12 11:01:32.727869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1eb830b8-03b3-461a-85d9-5a20ac4d79e2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:32.729473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.768921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea111ce-0224-4f48-b7ad-99c3ec490000 req-a9d51776-f29c-44d2-9487-f2359dd74ffc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:32.771988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fea111ce-0224-4f48-b7ad-99c3ec490000 req-a9d51776-f29c-44d2-9487-f2359dd74ffc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 931 time: 0.1137872 Nov 12 11:01:32.798677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['6b14e523-7fbd-42e0-a84e-3f1bdf061f7a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:32.807614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['51e5ad8e-3593-4b52-8409-7260c4db83ca'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:32.810007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['db4382f9-214b-429f-9e21-8df332229590'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:32.831006 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.912732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fea111ce-0224-4f48-b7ad-99c3ec490000 req-834cd0a8-b0c8-42be-88ec-fbebbd34635a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893931 Nov 12 11:01:33.162270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 991995a2-35d3-4c2c-aeea-e699ddde550e up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:33.242804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54291bcb-2e19-4418-be0e-c44cc01052c6 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:33.256390 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.275472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Transition to ACTIVE for port object 54291bcb-2e19-4418-be0e-c44cc01052c6 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:33.282907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Deleting port 1cb97494-5450-49f8-a386-7d9110cee794 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:33.283155 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.284030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.459947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Pushing event updated for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:33.460792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] For port 1cb97494-5450-49f8-a386-7d9110cee794, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1cb97494-5450-49f8-a386-7d9110cee794,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:33.462787 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.507040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 991995a2-35d3-4c2c-aeea-e699ddde550e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:33.515111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Calling delete_port for 1cb97494-5450-49f8-a386-7d9110cee794 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:33.521996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 991995a2-35d3-4c2c-aeea-e699ddde550e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:33.522601 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.689348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-fd61aeae-2fb5-4d70-9501-e9c62ba20419 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.703129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-fd61aeae-2fb5-4d70-9501-e9c62ba20419 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.714137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-fd61aeae-2fb5-4d70-9501-e9c62ba20419 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.724001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-fd61aeae-2fb5-4d70-9501-e9c62ba20419 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.740074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-fd61aeae-2fb5-4d70-9501-e9c62ba20419 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.750343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-fd61aeae-2fb5-4d70-9501-e9c62ba20419 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.761690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-fd61aeae-2fb5-4d70-9501-e9c62ba20419 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.763287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-fd61aeae-2fb5-4d70-9501-e9c62ba20419 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5427 time: 0.2328069 Nov 12 11:01:33.765864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Attempting to bind port 54291bcb-2e19-4418-be0e-c44cc01052c6 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:33.766564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Attempting to bind port 54291bcb-2e19-4418-be0e-c44cc01052c6 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:33.767026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Attempting to bind port 54291bcb-2e19-4418-be0e-c44cc01052c6 on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:33.789065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Port 54291bcb-2e19-4418-be0e-c44cc01052c6 on network b2d8740b-ad04-4daf-aba6-56d815392558 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:33.789660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Attempting to bind port 54291bcb-2e19-4418-be0e-c44cc01052c6 on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:33.809885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.813063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:33.813476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Checking segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:33.814547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Bound using segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:33.815903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Bound port: 54291bcb-2e19-4418-be0e-c44cc01052c6, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:33.817124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.877588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b8ad60-19d9-4208-9f8e-12c11a09d49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991995a2-35d3-4c2c-aeea-e699ddde550e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:33.883521 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267f7bd0-5c32-4da3-912a-d62a1bd1bf0b" -d '{"events": [{"server_uuid": "69b8ad60-19d9-4208-9f8e-12c11a09d49b", "name": "network-vif-plugged", "status": "completed", "tag": "991995a2-35d3-4c2c-aeea-e699ddde550e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:33.925495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 991995a2-35d3-4c2c-aeea-e699ddde550e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=991995a2-35d3-4c2c-aeea-e699ddde550e,segment=NetworkSegment(c1d84dd2-2926-46c7-baf9-4234cc6cee75),segment_id=c1d84dd2-2926-46c7-baf9-4234cc6cee75)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:33.931281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['30ae80cd-b9bb-45b0-b5bf-08a3df9e428f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:33.946687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:34.042747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['ba5fb181-c6b1-434a-8466-017199f7ad56'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:34.060454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:34.085945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['177f554b-a52a-4ae1-af1e-e822cf8b474f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:34.172393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16a8c-1531-48ff-b9c1-571212357230 req-1d819553-d497-4a3b-a180-77158cb19e66 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:34.186047 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3b16a8c-1531-48ff-b9c1-571212357230 req-1d819553-d497-4a3b-a180-77158cb19e66 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 945 time: 0.2144439 Nov 12 11:01:34.192272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb97494-5450-49f8-a386-7d9110cee794,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:34.445691 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3b16a8c-1531-48ff-b9c1-571212357230 req-3d4bd70b-fc62-4251-8580-b5279335b6b3 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475996 Nov 12 11:01:34.622834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=991995a2-35d3-4c2c-aeea-e699ddde550e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:34.675781 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b00ba5-cc42-481a-a384-278caa56d198 x-openstack-request-id: req-18b00ba5-cc42-481a-a384-278caa56d198 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:34.677192 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b8ad60-19d9-4208-9f8e-12c11a09d49b", "name": "network-vif-plugged", "status": "completed", "tag": "991995a2-35d3-4c2c-aeea-e699ddde550e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:34.677808 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18b00ba5-cc42-481a-a384-278caa56d198 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:34.678882 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b8ad60-19d9-4208-9f8e-12c11a09d49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991995a2-35d3-4c2c-aeea-e699ddde550e', 'code': 200} Nov 12 11:01:35.040028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7acac70e-5bbe-4c04-b9d4-20f7d6d7bf28 req-e1c53684-d0da-49ca-b6dc-2d3172bddcad tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2460659 Nov 12 11:01:35.042007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:35.052764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:35.061038 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:35.073388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7dc7-0ea2-4c67-9f13-c0bfbbce83e0 req-720cf443-d929-45ec-92ae-87942a1454d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:35.087320 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff8f7dc7-0ea2-4c67-9f13-c0bfbbce83e0 req-720cf443-d929-45ec-92ae-87942a1454d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 1097 time: 0.3162444 Nov 12 11:01:35.144153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:35.181049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dea3b-e5ff-416a-bfd7-0f47b908009e req-3f625dcf-c14d-4f04-a795-e70aece91c0b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:35.189902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-840dea3b-e5ff-416a-bfd7-0f47b908009e req-3f625dcf-c14d-4f04-a795-e70aece91c0b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 943 time: 0.2866476 Nov 12 11:01:35.194987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:35.195916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:35.198290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] 10.222.0.59 "PUT /v2.0/ports/54291bcb-2e19-4418-be0e-c44cc01052c6 HTTP/1.1" status: 200 len: 1092 time: 2.6282661 Nov 12 11:01:35.198979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:35.202157 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38787dd9-e7f3-4d86-ba7b-95a706302494" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:35.253367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b34f6-17ec-4135-a244-1f1d1be45c8b service neutron] Pushing event updated for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:35.372150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ff006-5a27-476c-9198-0996d8ce7498 req-8d599781-e72f-4643-a89c-a0d016ebbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:35.374642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-8d599781-e72f-4643-a89c-a0d016ebbb77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 1095 time: 0.0927804 Nov 12 11:01:35.375260 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff8f7dc7-0ea2-4c67-9f13-c0bfbbce83e0 req-f755176d-4b22-4825-8814-051a946b46e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864299 Nov 12 11:01:35.443089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-840dea3b-e5ff-416a-bfd7-0f47b908009e req-7d1caedb-aac9-4944-9a29-61a4816ce3a4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522655 Nov 12 11:01:35.526444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-d7466212-8713-4963-b731-965ef5ce4caf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54291bcb-2e19-4418-be0e-c44cc01052c6 HTTP/1.1" status: 200 len: 217 time: 0.1368513 Nov 12 11:01:35.535990 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e96c8e-2ff1-4312-81f4-fda5a913f370 x-openstack-request-id: req-e9e96c8e-2ff1-4312-81f4-fda5a913f370 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:35.536342 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:35.536711 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9e96c8e-2ff1-4312-81f4-fda5a913f370 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:35.542465 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'status': 'completed', 'code': 200} Nov 12 11:01:35.740639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ff006-5a27-476c-9198-0996d8ce7498 req-3a956f0f-2520-42f4-81c3-bbb2a3b4d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:35.743042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-3a956f0f-2520-42f4-81c3-bbb2a3b4d546 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1993830 Nov 12 11:01:35.794752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:35.813143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-b6041413-f611-463a-89ef-5c5fd41ad354 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569811 Nov 12 11:01:35.835262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0ca60-0421-4c39-930d-90c31f1e6f2e req-82c4b4b6-984b-47e4-8f67-c1f7e7c43b74 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:35.838154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aab0ca60-0421-4c39-930d-90c31f1e6f2e req-82c4b4b6-984b-47e4-8f67-c1f7e7c43b74 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 945 time: 0.2062626 Nov 12 11:01:35.943559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57808) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:36.002314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aab0ca60-0421-4c39-930d-90c31f1e6f2e req-97a63c6b-3b7d-4561-af6b-ea96b99c9390 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509743 Nov 12 11:01:36.008060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 51e5ad8e-3593-4b52-8409-7260c4db83ca up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:36.057030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:36.070514 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] Sync routers for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:36.086975 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6b2f2f72-cba8-49c5-94f7-a32924aa64c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f368363-f3df-45f3-88b8-c5bd40bd6bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2080545 Nov 12 11:01:36.088911 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:36.090804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57812) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:36.091157 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:36.095069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-38f2d526-95e7-4cfd-91ca-bebfeea801ce service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551506 Nov 12 11:01:36.170903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 51e5ad8e-3593-4b52-8409-7260c4db83ca completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:36.183242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 51e5ad8e-3593-4b52-8409-7260c4db83ca triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:36.183730 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.268687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0f536049-4cd3-4b3e-848d-3c4da516058b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.360036 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:36.432064 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.455572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.537046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 51e5ad8e-3593-4b52-8409-7260c4db83ca, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:36.543419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.544933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:36.556820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0f536049-4cd3-4b3e-848d-3c4da516058b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.565946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0f536049-4cd3-4b3e-848d-3c4da516058b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.593887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612ff006-5a27-476c-9198-0996d8ce7498 req-ce284ed8-10cb-437a-bcaa-c2f80f777fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870617 Nov 12 11:01:36.609675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-83b6de1d-9f66-4bda-84b1-e570b08be3ab tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.618308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-83b6de1d-9f66-4bda-84b1-e570b08be3ab tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.627788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-83b6de1d-9f66-4bda-84b1-e570b08be3ab tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.637733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-83b6de1d-9f66-4bda-84b1-e570b08be3ab tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.648928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-83b6de1d-9f66-4bda-84b1-e570b08be3ab tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.663418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-83b6de1d-9f66-4bda-84b1-e570b08be3ab tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.683494 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-83b6de1d-9f66-4bda-84b1-e570b08be3ab tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.692033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-83b6de1d-9f66-4bda-84b1-e570b08be3ab tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5427 time: 0.3872302 Nov 12 11:01:36.700335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f536049-4cd3-4b3e-848d-3c4da516058b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bdeddb-2203-4957-a79d-b820a991fc3b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:36.701406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e5ad8e-3593-4b52-8409-7260c4db83ca'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:36.704484 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddaebf8-8cb1-47fb-9929-7432b4a9d08e" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "51e5ad8e-3593-4b52-8409-7260c4db83ca"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:36.714497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0f536049-4cd3-4b3e-848d-3c4da516058b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23f5901252ca43f186880311705e303b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7670193 Nov 12 11:01:36.716958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57824) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:36.752018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=51e5ad8e-3593-4b52-8409-7260c4db83ca,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:36.783480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:36.794252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:36.794727 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.849601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.880291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eebee1-0f01-4b96-bc50-2384dc816d80 req-3c13c8c5-485a-425c-aedc-c4076c8f5f03 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.888981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41eebee1-0f01-4b96-bc50-2384dc816d80 req-3c13c8c5-485a-425c-aedc-c4076c8f5f03 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 943 time: 0.1560576 Nov 12 11:01:36.932877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-ce642d97-54c1-4623-8c3e-b3528aa528a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.935505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-ce642d97-54c1-4623-8c3e-b3528aa528a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 1095 time: 0.1321790 Nov 12 11:01:36.942577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.976592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e02ea84-742b-470e-b2c1-3ac2a54a0493 req-e13fbf3d-77d4-4160-b74d-41a967cca757 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2722135 Nov 12 11:01:37.021394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Deleting port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:37.021741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.029010 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T11:01:33Z', 'revision_number': 5, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port': {'id': '4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ef:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:37.047310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed08e396-12b7-418a-9573-5c57594e6a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.067530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:37.076290 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.076530 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] Checking router: 4f368363-f3df-45f3-88b8-c5bd40bd6bcc for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:37.081516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device db4382f9-214b-429f-9e21-8df332229590 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:37.093110 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] Routers {'4f368363-f3df-45f3-88b8-c5bd40bd6bcc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:37.096190 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:37.182280 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d8f32b-8aeb-468c-9d4e-96758ecbc8be x-openstack-request-id: req-31d8f32b-8aeb-468c-9d4e-96758ecbc8be {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:37.182631 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "51e5ad8e-3593-4b52-8409-7260c4db83ca", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:37.182803 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31d8f32b-8aeb-468c-9d4e-96758ecbc8be {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:37.185665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] For port 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:37.186399 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.186867 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e5ad8e-3593-4b52-8409-7260c4db83ca', 'code': 200} Nov 12 11:01:37.236744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41eebee1-0f01-4b96-bc50-2384dc816d80 req-98bd6879-5f2b-4520-b012-ea5cd25c9134 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235481 Nov 12 11:01:37.269337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Calling delete_port for 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:37.271560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed08e396-12b7-418a-9573-5c57594e6a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.306581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port db4382f9-214b-429f-9e21-8df332229590 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:37.315793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-e28787cf-b62d-4c95-acb4-bebcede5b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:37.318032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-e28787cf-b62d-4c95-acb4-bebcede5b575 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 912 time: 0.3655698 Nov 12 11:01:37.321673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port db4382f9-214b-429f-9e21-8df332229590 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:37.323293 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.327831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:37.341823 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] Set router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:37.403926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fd85-af28-410c-b7b3-c99b76598845 req-077675a9-8bc8-4448-b2ad-1c01b56c9e29 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:37.405756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4784fd85-af28-410c-b7b3-c99b76598845 req-077675a9-8bc8-4448-b2ad-1c01b56c9e29 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 945 time: 0.1912007 Nov 12 11:01:37.458803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed08e396-12b7-418a-9573-5c57594e6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.470181 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed08e396-12b7-418a-9573-5c57594e6a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.478336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ed08e396-12b7-418a-9573-5c57594e6a6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21bdeddb-2203-4957-a79d-b820a991fc3b HTTP/1.1" status: 204 len: 168 time: 0.7567680 Nov 12 11:01:37.487113 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.506194 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T11:01:36Z', 'revision_number': 6, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:37.521375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-6792ccec-be2e-497a-b55b-3c37fae282fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54291bcb-2e19-4418-be0e-c44cc01052c6 HTTP/1.1" status: 200 len: 217 time: 0.1895139 Nov 12 11:01:37.522279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08e396-12b7-418a-9573-5c57594e6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bdeddb-2203-4957-a79d-b820a991fc3b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:37.547402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port db4382f9-214b-429f-9e21-8df332229590, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=db4382f9-214b-429f-9e21-8df332229590,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:37.573226 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bcfc25-70b6-46ee-bac7-5c5ef70c0563 None None] The sync data for ids ['4f368363-f3df-45f3-88b8-c5bd40bd6bcc'] in n-d-768851-19 is: [{'id': '4f368363-f3df-45f3-88b8-c5bd40bd6bcc', 'name': 'tempest-ServersTestFqdnHostnames-47318724-router', 'tenant_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:47Z', 'updated_at': '2021-11-12T11:01:36Z', 'revision_number': 6, 'project_id': 'dfde3f0195e04fbdbb6d63434af40b6a', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:37.584538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.585649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:37.649046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4784fd85-af28-410c-b7b3-c99b76598845 req-66b281f8-ba57-460a-a89f-79b3a94b0ebb tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305658 Nov 12 11:01:37.680978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-fa4daa64-6cc8-4943-9974-7e2abfe9ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:37.684563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-fa4daa64-6cc8-4943-9974-7e2abfe9ffdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1508472 Nov 12 11:01:37.756076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-ea1314c9-d00f-4730-b162-ffefc999fd84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624213 Nov 12 11:01:37.826494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=db4382f9-214b-429f-9e21-8df332229590,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:37.857998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:37.865849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:37.873595 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.886549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.955227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a40a8b-2f47-4413-beef-be880b8375ac None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:01:38.019520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-3b73104a-cac2-4ec9-9428-ef4a8e4f2cd8 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491896 Nov 12 11:01:38.050927 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.102100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:38.107718 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.129540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:38.151477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.166611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:38.300252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38787dd9-e7f3-4d86-ba7b-95a706302494 req-e161554e-d72e-4f20-a77e-fa2ca0c49a67 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664647 Nov 12 11:01:38.333371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:38.349095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57876) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:38.364183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:38.369792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:38.370687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.376711 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.385949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.391792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a27d3b4-cc81-45bd-9c9b-45d822c9e35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.462679 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.463271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f368363-f3df-45f3-88b8-c5bd40bd6bcc {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:01:38.471504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.473422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9343b422-54a5-44cc-8518-eeb50ba07592 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4f368363-f3df-45f3-88b8-c5bd40bd6bcc HTTP/1.1" status: 204 len: 168 time: 2.3804407 Nov 12 11:01:38.476539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57886) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:38.486452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-13f626ab-d1b5-4918-aea8-2aa594ade934 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:38.492628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-13f626ab-d1b5-4918-aea8-2aa594ade934 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:38.499180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-13f626ab-d1b5-4918-aea8-2aa594ade934 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:38.506062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-13f626ab-d1b5-4918-aea8-2aa594ade934 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:38.512129 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.523213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-13f626ab-d1b5-4918-aea8-2aa594ade934 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:38.537961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-13f626ab-d1b5-4918-aea8-2aa594ade934 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:38.548736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-13f626ab-d1b5-4918-aea8-2aa594ade934 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:38.551661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-13f626ab-d1b5-4918-aea8-2aa594ade934 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5431 time: 0.2725890 Nov 12 11:01:38.580539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-4939e465-a033-4b99-b837-724e44ca9378 admin admin] Deleting subnet 9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:38.581286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:38.587807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4939e465-a033-4b99-b837-724e44ca9378 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.591089 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.592292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device ba5fb181-c6b1-434a-8466-017199f7ad56 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:38.656481 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4939e465-a033-4b99-b837-724e44ca9378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.724639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1cb97494-5450-49f8-a386-7d9110cee794 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:38.730156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:38.777055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1cb97494-5450-49f8-a386-7d9110cee794 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:38.777632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1cb97494-5450-49f8-a386-7d9110cee794 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:38.778679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:38.783859 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e0f3e94-e0ea-4ad3-823a-888277124fe4 req-64885eae-914b-4445-967a-a368196e88bd tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2238615 Nov 12 11:01:38.784378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port ba5fb181-c6b1-434a-8466-017199f7ad56 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:38.804878 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4939e465-a033-4b99-b837-724e44ca9378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.822678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port ba5fb181-c6b1-434a-8466-017199f7ad56 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:38.823050 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.827371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:38.827587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4a4b5bc8-1f8c-4cd2-9ae3-be333c0e7b9f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:38.849238 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a27d3b4-cc81-45bd-9c9b-45d822c9e35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.860371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a27d3b4-cc81-45bd-9c9b-45d822c9e35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.925015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6a27d3b4-cc81-45bd-9c9b-45d822c9e35e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80490fddda95452597c0d580f470fe5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5745988 Nov 12 11:01:38.926554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27d3b4-cc81-45bd-9c9b-45d822c9e35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc0bbb7-6c14-48f5-bc0f-706fe30bfe44,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:38.929373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57896) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:38.946405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.964926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06cc68-5e1f-40dd-83dc-97e507229880 req-59861d94-6fa0-4e25-8c25-b03406057eae tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:38.966890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f06cc68-5e1f-40dd-83dc-97e507229880 req-59861d94-6fa0-4e25-8c25-b03406057eae tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 943 time: 0.1321533 Nov 12 11:01:39.004509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4939e465-a033-4b99-b837-724e44ca9378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.015178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port ba5fb181-c6b1-434a-8466-017199f7ad56, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ba5fb181-c6b1-434a-8466-017199f7ad56,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:39.021940 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.022945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 177f554b-a52a-4ae1-af1e-e822cf8b474f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:39.046628 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4939e465-a033-4b99-b837-724e44ca9378 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.048806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0035df3-2a08-43f3-8585-cbfa928fbb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.052946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4939e465-a033-4b99-b837-724e44ca9378 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf HTTP/1.1" status: 204 len: 168 time: 0.5752580 Nov 12 11:01:39.054018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57898) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:39.073436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd9d84-11c9-4ca0-af37-ad8c8fed70ce None None] Network 275f9a07-dff3-48d6-954b-d50ef76d631a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:39.085907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939e465-a033-4b99-b837-724e44ca9378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8d443f-47df-4ab6-a4ec-9a70b1eeedcf,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:39.093139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f06cc68-5e1f-40dd-83dc-97e507229880 req-8c92390c-1961-4d8a-a89d-d56ce0637d6c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134427 Nov 12 11:01:39.122615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0035df3-2a08-43f3-8585-cbfa928fbb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.148488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a951c-a467-4109-806c-ada4956c3707 req-21536bae-419b-48bd-9008-7071b5130946 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:39.150080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c42a951c-a467-4109-806c-ada4956c3707 req-21536bae-419b-48bd-9008-7071b5130946 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 945 time: 0.1394918 Nov 12 11:01:39.190048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a'}, {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4382f9-214b-429f-9e21-8df332229590'}, {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb830b8-03b3-461a-85d9-5a20ac4d79e2'}, {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f'}, {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5fb181-c6b1-434a-8466-017199f7ad56'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:39.192659 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582f3819-3395-4535-837d-5d48ce7b8a69" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "6b14e523-7fbd-42e0-a84e-3f1bdf061f7a"}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "db4382f9-214b-429f-9e21-8df332229590"}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "1eb830b8-03b3-461a-85d9-5a20ac4d79e2"}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "30ae80cd-b9bb-45b0-b5bf-08a3df9e428f"}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "ba5fb181-c6b1-434a-8466-017199f7ad56"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:39.223855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=ba5fb181-c6b1-434a-8466-017199f7ad56,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:39.236339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.260905 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b33144a-5833-427d-add2-44dc96eac845 x-openstack-request-id: req-4b33144a-5833-427d-add2-44dc96eac845 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:39.261100 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "6b14e523-7fbd-42e0-a84e-3f1bdf061f7a", "code": 200}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "db4382f9-214b-429f-9e21-8df332229590", "code": 200}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "1eb830b8-03b3-461a-85d9-5a20ac4d79e2", "code": 200}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "30ae80cd-b9bb-45b0-b5bf-08a3df9e428f", "code": 200}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "ba5fb181-c6b1-434a-8466-017199f7ad56", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:39.261243 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b33144a-5833-427d-add2-44dc96eac845 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:39.261648 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a', 'code': 200} Nov 12 11:01:39.261910 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4382f9-214b-429f-9e21-8df332229590', 'code': 200} Nov 12 11:01:39.262165 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb830b8-03b3-461a-85d9-5a20ac4d79e2', 'code': 200} Nov 12 11:01:39.263448 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f', 'code': 200} Nov 12 11:01:39.263448 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5fb181-c6b1-434a-8466-017199f7ad56', 'code': 200} Nov 12 11:01:39.282235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 177f554b-a52a-4ae1-af1e-e822cf8b474f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:39.289461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 177f554b-a52a-4ae1-af1e-e822cf8b474f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:39.289826 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.300395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c42a951c-a467-4109-806c-ada4956c3707 req-1012b4d2-6550-475e-8255-464de73845da tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153960 Nov 12 11:01:39.302988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0035df3-2a08-43f3-8585-cbfa928fbb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.305797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0035df3-2a08-43f3-8585-cbfa928fbb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.306962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c0035df3-2a08-43f3-8585-cbfa928fbb74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fc0bbb7-6c14-48f5-bc0f-706fe30bfe44 HTTP/1.1" status: 204 len: 168 time: 0.3765645 Nov 12 11:01:39.322680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0035df3-2a08-43f3-8585-cbfa928fbb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc0bbb7-6c14-48f5-bc0f-706fe30bfe44,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:39.361082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Deleting port 0b1c264c-91ff-418a-80d0-acb51dc747df {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:39.361669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.440950 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.454321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] DHCP port deletion for 275f9a07-dff3-48d6-954b-d50ef76d631a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:01:39.481624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] For port 0b1c264c-91ff-418a-80d0-acb51dc747df, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0b1c264c-91ff-418a-80d0-acb51dc747df,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:39.482377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.507782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Calling delete_port for 0b1c264c-91ff-418a-80d0-acb51dc747df owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:39.508634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 177f554b-a52a-4ae1-af1e-e822cf8b474f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:39.516208 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.618253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=177f554b-a52a-4ae1-af1e-e822cf8b474f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:39.634104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] Deleting port 0b1c264c-91ff-418a-80d0-acb51dc747df {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:39.634573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.643940 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.678915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1c264c-91ff-418a-80d0-acb51dc747df,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:39.686100 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] No DVR routers for this DVR port 0b1c264c-91ff-418a-80d0-acb51dc747df on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:39.730858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] For port 0b1c264c-91ff-418a-80d0-acb51dc747df, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0b1c264c-91ff-418a-80d0-acb51dc747df,segment=NetworkSegment(e76f6d92-7dde-41e8-831c-a50a9dc39bae),segment_id=e76f6d92-7dde-41e8-831c-a50a9dc39bae)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:39.731262 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.750517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] Calling delete_port for 0b1c264c-91ff-418a-80d0-acb51dc747df owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:39.793089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.821146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275f9a07-dff3-48d6-954b-d50ef76d631a']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:39.833436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76f6d92-7dde-41e8-831c-a50a9dc39bae') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:39.834013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76f6d92-7dde-41e8-831c-a50a9dc39bae') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:39.848730 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.864332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.894834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.907753 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.912394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:39.914184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.946706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] Pushing event deleted for resources: {'Port': ['ID=0b1c264c-91ff-418a-80d0-acb51dc747df,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:39.965734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7acbf6-3d81-459e-ab67-f165a9c26385 None None] No DVR routers for this DVR port 0b1c264c-91ff-418a-80d0-acb51dc747df on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:40.011897 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:40.025802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.039237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 54291bcb-2e19-4418-be0e-c44cc01052c6 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:40.186825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:40.223453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'port_id': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'mac_address': 'fa:16:3e:7d:a8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033bea7-dc1e-48f6-848f-34d48b4fe2b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:40.280479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.329420 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.341398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae68a8-e14e-4fde-af62-492922582998 req-581dc63f-fa5c-4a61-9f6e-5ce68ffedbb0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.343226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1ae68a8-e14e-4fde-af62-492922582998 req-581dc63f-fa5c-4a61-9f6e-5ce68ffedbb0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 943 time: 0.0889575 Nov 12 11:01:40.358318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54291bcb-2e19-4418-be0e-c44cc01052c6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:40.385608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:40.392558 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.453746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1ae68a8-e14e-4fde-af62-492922582998 req-07f61bc2-5800-46a9-b91f-aeca11ae95dd tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996850 Nov 12 11:01:40.495989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:40.499781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.503717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] 10.222.0.31 "DELETE /v2.0/networks/275f9a07-dff3-48d6-954b-d50ef76d631a HTTP/1.1" status: 204 len: 168 time: 1.4482744 Nov 12 11:01:40.547770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf419de-f3d2-4c37-ab45-cf9e1436cb5e admin admin] Pushing event deleted for resources: {'Network': ['ID=275f9a07-dff3-48d6-954b-d50ef76d631a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:40.627381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49b2f1-f095-4e84-8c84-cb76e248f9d1 req-4612e2ab-e2a0-490f-8c98-0c53e83046b5 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.637374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b49b2f1-f095-4e84-8c84-cb76e248f9d1 req-4612e2ab-e2a0-490f-8c98-0c53e83046b5 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 945 time: 0.1064711 Nov 12 11:01:40.642839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-e9a567e7-2d24-4c2a-a49c-c4575df876ce tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.646144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-e9a567e7-2d24-4c2a-a49c-c4575df876ce tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 945 time: 0.1405747 Nov 12 11:01:40.667434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-b24f1523-63f4-40e7-bce4-50e48a487b66 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.676362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-b24f1523-63f4-40e7-bce4-50e48a487b66 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.680635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0b1c264c-91ff-418a-80d0-acb51dc747df no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:40.682883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-b24f1523-63f4-40e7-bce4-50e48a487b66 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.689326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-b24f1523-63f4-40e7-bce4-50e48a487b66 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.696324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-b24f1523-63f4-40e7-bce4-50e48a487b66 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.702769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-b24f1523-63f4-40e7-bce4-50e48a487b66 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.713414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-b24f1523-63f4-40e7-bce4-50e48a487b66 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:40.716815 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-b24f1523-63f4-40e7-bce4-50e48a487b66 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.7031693 Nov 12 11:01:40.728735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b49b2f1-f095-4e84-8c84-cb76e248f9d1 req-50bc6cba-35f8-45cb-bbb7-377abb9569f3 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/security-groups?id=99443f9e-c64a-439b-91cf-45cf3005d17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898302 Nov 12 11:01:40.730674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 0b1c264c-91ff-418a-80d0-acb51dc747df {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:40.731247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0b1c264c-91ff-418a-80d0-acb51dc747df not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:40.802206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['54291bcb-2e19-4418-be0e-c44cc01052c6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:40.927745 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adbbfcbb-60c0-4343-965f-9ddac57cbc95 req-e35b99c1-8c3e-4845-bf42-ac12655a5c33 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1897218 Nov 12 11:01:40.948558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57968) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:40.969395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Deleting port 991995a2-35d3-4c2c-aeea-e699ddde550e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:40.969905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.101124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e3bdd88f-f015-4454-b89f-95842b9b6c3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfde3f0195e04fbdbb6d63434af40b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508760 Nov 12 11:01:41.104573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57982) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:41.169935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] For port 991995a2-35d3-4c2c-aeea-e699ddde550e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=991995a2-35d3-4c2c-aeea-e699ddde550e,segment=NetworkSegment(c1d84dd2-2926-46c7-baf9-4234cc6cee75),segment_id=c1d84dd2-2926-46c7-baf9-4234cc6cee75)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:41.170494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.192155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Calling delete_port for 991995a2-35d3-4c2c-aeea-e699ddde550e owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:41.244819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b177a1a9-6a68-4de1-8c76-7ad9a0080833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.264248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f554b-a52a-4ae1-af1e-e822cf8b474f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:41.268065 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36819728-863c-407c-9c02-3c1da05faafc" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "177f554b-a52a-4ae1-af1e-e822cf8b474f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:41.280680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b177a1a9-6a68-4de1-8c76-7ad9a0080833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.380803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b177a1a9-6a68-4de1-8c76-7ad9a0080833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.386495 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186b42d7-164a-4c0b-b7b2-ba38473fd84f x-openstack-request-id: req-186b42d7-164a-4c0b-b7b2-ba38473fd84f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:41.386967 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "177f554b-a52a-4ae1-af1e-e822cf8b474f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:41.388378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b177a1a9-6a68-4de1-8c76-7ad9a0080833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.388710 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-186b42d7-164a-4c0b-b7b2-ba38473fd84f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:41.390318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b177a1a9-6a68-4de1-8c76-7ad9a0080833 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f519fbf-ceac-4027-a97c-69ea59918363 HTTP/1.1" status: 204 len: 168 time: 0.2833915 Nov 12 11:01:41.397172 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f554b-a52a-4ae1-af1e-e822cf8b474f', 'code': 200} Nov 12 11:01:41.418418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177a1a9-6a68-4de1-8c76-7ad9a0080833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f519fbf-ceac-4027-a97c-69ea59918363,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:41.483981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-9316931e-5654-40a1-94cc-357acfbfac26 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500898 Nov 12 11:01:41.652719 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.693732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-9bddc541-37c4-4c0d-82aa-a06cf5f2889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.694209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-9bddc541-37c4-4c0d-82aa-a06cf5f2889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.695300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-9bddc541-37c4-4c0d-82aa-a06cf5f2889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.695300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-9bddc541-37c4-4c0d-82aa-a06cf5f2889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.696017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-9bddc541-37c4-4c0d-82aa-a06cf5f2889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.696550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-9bddc541-37c4-4c0d-82aa-a06cf5f2889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.697340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-9bddc541-37c4-4c0d-82aa-a06cf5f2889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.699783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Pushing event deleted for resources: {'Port': ['ID=991995a2-35d3-4c2c-aeea-e699ddde550e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:41.700068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-9bddc541-37c4-4c0d-82aa-a06cf5f2889a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6498 time: 0.1611459 Nov 12 11:01:41.776937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9eb93-a4fd-434d-90bc-e0ed93563742 req-f30e813a-8de7-4d3f-8ae8-5e53a0a90acc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.778748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ebb9eb93-a4fd-434d-90bc-e0ed93563742 req-f30e813a-8de7-4d3f-8ae8-5e53a0a90acc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 944 time: 0.1351845 Nov 12 11:01:41.795850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ef3f1331-d1a6-41e2-b6f6-ce54be6030fb tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.798711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ef3f1331-d1a6-41e2-b6f6-ce54be6030fb tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002646 Nov 12 11:01:41.816289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] No DVR routers for this DVR port 991995a2-35d3-4c2c-aeea-e699ddde550e on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:41.826494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.831196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b7b5a17-2998-4754-9b38-e3c90f10c0c4 req-b8b1349e-a079-418d-869f-9d552f987e60 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.52 "DELETE /v2.0/ports/991995a2-35d3-4c2c-aeea-e699ddde550e HTTP/1.1" status: 204 len: 173 time: 1.1132040 Nov 12 11:01:41.833822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b8ad60-19d9-4208-9f8e-12c11a09d49b', 'name': 'network-vif-deleted', 'tag': '991995a2-35d3-4c2c-aeea-e699ddde550e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:41.836619 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779f9fa8-b1ae-499c-9937-2131dfed6104" -d '{"events": [{"server_uuid": "69b8ad60-19d9-4208-9f8e-12c11a09d49b", "name": "network-vif-deleted", "tag": "991995a2-35d3-4c2c-aeea-e699ddde550e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:41.843021 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-69e3d19b-0670-46ed-8d10-52b4c6b5bf29 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/quotas/b5fd9ab5f0cb41358bb601d824d0d8bf HTTP/1.1" status: 200 len: 375 time: 0.0288281 Nov 12 11:01:41.876584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1114f8a5-80dc-4612-bd61-9bf6a7024fb1 req-6a485050-b94f-49fe-a53c-9bfa8cf9683e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541073 Nov 12 11:01:41.881161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ebb9eb93-a4fd-434d-90bc-e0ed93563742 req-819d37f0-d21b-4ef0-946b-7df42dac9474 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816188 Nov 12 11:01:41.912498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-1c0858c2-583e-43d6-a244-6491a5459474 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624263 Nov 12 11:01:42.062849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cf3381c-920b-4f89-adb8-51dc857c0fb1 req-c19f97c7-e485-479e-9fd8-4d93acb38d24 tempest-ServerPasswordTestJSON-740631872 tempest-ServerPasswordTestJSON-740631872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69b8ad60-19d9-4208-9f8e-12c11a09d49b HTTP/1.1" status: 200 len: 210 time: 0.0596595 Nov 12 11:01:42.157107 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9ab741-c48d-479f-8a80-19e9d0c270dd x-openstack-request-id: req-6f9ab741-c48d-479f-8a80-19e9d0c270dd {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:42.157406 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b8ad60-19d9-4208-9f8e-12c11a09d49b", "name": "network-vif-deleted", "tag": "991995a2-35d3-4c2c-aeea-e699ddde550e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:42.157837 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f9ab741-c48d-479f-8a80-19e9d0c270dd {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:42.158430 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b8ad60-19d9-4208-9f8e-12c11a09d49b', 'name': 'network-vif-deleted', 'tag': '991995a2-35d3-4c2c-aeea-e699ddde550e', 'status': 'completed', 'code': 200} Nov 12 11:01:42.431639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-c66496d2-6739-4d39-911f-fce6f76e4d6e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.438335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-c66496d2-6739-4d39-911f-fce6f76e4d6e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.445740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-c66496d2-6739-4d39-911f-fce6f76e4d6e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.452392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-c66496d2-6739-4d39-911f-fce6f76e4d6e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.461598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-c66496d2-6739-4d39-911f-fce6f76e4d6e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.469225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-c66496d2-6739-4d39-911f-fce6f76e4d6e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.477423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-c66496d2-6739-4d39-911f-fce6f76e4d6e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.486515 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-c66496d2-6739-4d39-911f-fce6f76e4d6e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.2314799 Nov 12 11:01:42.708613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2e9d435-c694-45f4-ab81-853814934dd4 req-d8d826c8-6fb8-4ef0-b5d9-9aebee7da0fe tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2194376 Nov 12 11:01:42.727287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-2e46a53d-ea47-4f70-8d78-ee2ae631afbb tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214297 Nov 12 11:01:42.930084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-de984049-efb8-451c-8c0f-0c4e7b539e8d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.940243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-de984049-efb8-451c-8c0f-0c4e7b539e8d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118633 Nov 12 11:01:42.962302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-887742b0-f6e0-43b4-a813-4fbee96cd8f3 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/quotas/b5fd9ab5f0cb41358bb601d824d0d8bf HTTP/1.1" status: 200 len: 375 time: 0.0210447 Nov 12 11:01:43.019258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-15257583-0ba9-4937-92cc-efceb82a6845 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530889 Nov 12 11:01:43.154794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3217-cc66-447a-b5f0-0d7d83236a0b req-595ae638-13a8-4d4d-a043-1b3fa614db6c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:43.156854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae0e3217-cc66-447a-b5f0-0d7d83236a0b req-595ae638-13a8-4d4d-a043-1b3fa614db6c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 944 time: 0.0831919 Nov 12 11:01:43.216651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 991995a2-35d3-4c2c-aeea-e699ddde550e no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:43.254385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 991995a2-35d3-4c2c-aeea-e699ddde550e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:43.254927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 991995a2-35d3-4c2c-aeea-e699ddde550e not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:43.283055 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae0e3217-cc66-447a-b5f0-0d7d83236a0b req-e52aa882-7612-4f68-a07a-fa4cb96a5c5a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108377 Nov 12 11:01:43.331824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:43.420043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-edde6a66-a14f-4b8e-b471-d01b57c5e844 req-17cbedbe-84f4-40dd-8f8f-d7f7eedaab31 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 210 time: 0.0502067 Nov 12 11:01:43.463104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49ecc7a-41ab-4ee0-ab9d-866d0883c3f1 admin admin] Deleting subnet 03ed952b-6996-4d48-8331-0c0d172cf1cc {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:43.481706 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c49ecc7a-41ab-4ee0-ab9d-866d0883c3f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.558622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58084) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:43.636646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c49ecc7a-41ab-4ee0-ab9d-866d0883c3f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.755720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c49ecc7a-41ab-4ee0-ab9d-866d0883c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.794754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1092834731-network', 'tenant_id': '898f08937a944f53956acb4d80162fcd'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:43.826564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Made reservation on behalf of 898f08937a944f53956acb4d80162fcd for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:43.830804 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.849993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c49ecc7a-41ab-4ee0-ab9d-866d0883c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.877245 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.902011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ecc7a-41ab-4ee0-ab9d-866d0883c3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ed952b-6996-4d48-8331-0c0d172cf1cc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:43.906700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c49ecc7a-41ab-4ee0-ab9d-866d0883c3f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.910518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c49ecc7a-41ab-4ee0-ab9d-866d0883c3f1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03ed952b-6996-4d48-8331-0c0d172cf1cc HTTP/1.1" status: 204 len: 168 time: 0.5770760 Nov 12 11:01:43.912949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58096) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:44.065575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 54291bcb-2e19-4418-be0e-c44cc01052c6 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:44.074485 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.080203 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.137423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:01:44.151625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-730450f5-e431-4fe3-ba53-48f551e58b5d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.160595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-730450f5-e431-4fe3-ba53-48f551e58b5d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.169422 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-730450f5-e431-4fe3-ba53-48f551e58b5d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.178943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-730450f5-e431-4fe3-ba53-48f551e58b5d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.185067 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.186125 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Added segment c56d6696-cf51-4974-b4fe-b678b929ba6c of type vlan for network d553b333-b9b1-4b31-8ca1-999904d00add Nov 12 11:01:44.187453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-730450f5-e431-4fe3-ba53-48f551e58b5d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.189023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe405b04-925d-4ac0-b6b4-548961ee44af,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:44.195928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-730450f5-e431-4fe3-ba53-48f551e58b5d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.200664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 54291bcb-2e19-4418-be0e-c44cc01052c6 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:44.205991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 54291bcb-2e19-4418-be0e-c44cc01052c6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:44.207711 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.216890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-730450f5-e431-4fe3-ba53-48f551e58b5d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.220061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-730450f5-e431-4fe3-ba53-48f551e58b5d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.2741210 Nov 12 11:01:44.234192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.306720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-201b60bf-a554-4bdc-9d46-4d4f07a5e428 req-34c2da45-6416-47b4-80ea-19874f4e90f4 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668087 Nov 12 11:01:44.370024 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.372508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.423258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:44.427210 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfe0e6b-10f0-4f65-b0c5-27f9c1aa0a3d" -d '{"events": [{"server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "name": "network-vif-plugged", "status": "completed", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:44.455168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:44.457645 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.467470 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.502621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.504182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.504944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.528209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:44.573429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d84dd2-2926-46c7-baf9-4234cc6cee75') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:44.573429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d84dd2-2926-46c7-baf9-4234cc6cee75') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:44.612704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.647003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:44.650782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.661999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:44.662918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:44.665216 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:44.702997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b1c3-e1ea-4af1-b2cd-490cc09eb4d3 req-f3a048b1-1068-4fa6-9261-635e6134de1f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.710484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b1c3-e1ea-4af1-b2cd-490cc09eb4d3 req-f3a048b1-1068-4fa6-9261-635e6134de1f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.711771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1511691 Nov 12 11:01:44.714270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-4aa04e98-a60d-4d21-8104-abaa69434e2c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076920 Nov 12 11:01:44.717882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b1c3-e1ea-4af1-b2cd-490cc09eb4d3 req-f3a048b1-1068-4fa6-9261-635e6134de1f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.724612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b1c3-e1ea-4af1-b2cd-490cc09eb4d3 req-f3a048b1-1068-4fa6-9261-635e6134de1f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.732122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b1c3-e1ea-4af1-b2cd-490cc09eb4d3 req-f3a048b1-1068-4fa6-9261-635e6134de1f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.741462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b1c3-e1ea-4af1-b2cd-490cc09eb4d3 req-f3a048b1-1068-4fa6-9261-635e6134de1f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.749611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b1c3-e1ea-4af1-b2cd-490cc09eb4d3 req-f3a048b1-1068-4fa6-9261-635e6134de1f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.759037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0f4b1c3-e1ea-4af1-b2cd-490cc09eb4d3 req-f3a048b1-1068-4fa6-9261-635e6134de1f tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.2110560 Nov 12 11:01:44.781736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:44.782761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58114) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:44.783917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784adf00-7fbb-471a-a3f4-6d79658b0429 admin admin] Pushing event updated for resources: {'Network': ['ID=d553b333-b9b1-4b31-8ca1-999904d00add,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:44.800301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network d553b333-b9b1-4b31-8ca1-999904d00add details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:01:44.806567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Request body: {'floatingip': {'port_id': 'db4382f9-214b-429f-9e21-8df332229590'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:44.849696 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28202f0d-8c88-4d6b-9da9-e4d85be5d87b x-openstack-request-id: req-28202f0d-8c88-4d6b-9da9-e4d85be5d87b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:44.850108 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "name": "network-vif-plugged", "status": "completed", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:44.853222 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28202f0d-8c88-4d6b-9da9-e4d85be5d87b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:44.853842 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'code': 200} Nov 12 11:01:44.866894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Request body: {'subnet': {'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1092834731-subnet', 'tenant_id': '898f08937a944f53956acb4d80162fcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:44.923005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.951400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.957984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b HTTP/1.1" status: 204 len: 168 time: 1.0436959 Nov 12 11:01:44.966505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Made reservation on behalf of 898f08937a944f53956acb4d80162fcd for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:44.970043 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.002616 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.015906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c2be2-9ee7-4410-99c1-e3ac625dace2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f3faf8-dd1e-42f5-9b7d-c12df0c2ae2b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:45.091253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa4b9c06-b19e-4115-a8f4-05b98f07683b req-ecfda3a5-673b-41e8-b671-3a3dcd035298 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 210 time: 0.0994253 Nov 12 11:01:45.112280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a77892-47fe-43e6-8f80-722b516944c5 req-dfd3096f-5c09-45af-869f-02b5d70213b7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:45.124289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3a77892-47fe-43e6-8f80-722b516944c5 req-dfd3096f-5c09-45af-869f-02b5d70213b7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.5455911 Nov 12 11:01:45.195502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-330d6b6c-1b7c-40f4-9112-d2c1505d8b26 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453868 Nov 12 11:01:45.274812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58118) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:45.312794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-b281a3d1-a99b-41be-8b1c-513e548fb2ea tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:45.314579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-b281a3d1-a99b-41be-8b1c-513e548fb2ea tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5336497 Nov 12 11:01:45.352804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3a77892-47fe-43e6-8f80-722b516944c5 req-fabd4f15-0a68-4756-9278-e5b0f3bf5881 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274187 Nov 12 11:01:45.356539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Request body: {'port': {'device_id': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'b5fd9ab5f0cb41358bb601d824d0d8bf'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:45.408031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b4725-9a6c-4185-8ed1-419ab5d8278d req-aaa2411f-4b8e-468e-923f-ab4038d4222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:45.409608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f16b4725-9a6c-4185-8ed1-419ab5d8278d req-aaa2411f-4b8e-468e-923f-ab4038d4222f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 1097 time: 0.3675921 Nov 12 11:01:45.478156 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-60fdb5a4-1704-4584-a09a-22d6012ef665 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9f25159d6c34ffd8ac615fc1ee5fbcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995785 Nov 12 11:01:45.482602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58120) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:45.501720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-2fcb7a1a-c25f-4282-8bb9-114598c04a21 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:45.503707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-2fcb7a1a-c25f-4282-8bb9-114598c04a21 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972224 Nov 12 11:01:45.532005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Request body: {'port': {'device_id': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'b5fd9ab5f0cb41358bb601d824d0d8bf'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:45.654609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Made reservation on behalf of b5fd9ab5f0cb41358bb601d824d0d8bf for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:45.659134 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.673735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f16b4725-9a6c-4185-8ed1-419ab5d8278d req-68528655-9a81-46e0-88c7-ffaf731ed592 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438304 Nov 12 11:01:45.674300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.681485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.776666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c1c57f1-1dba-4150-9a2d-7d8cce9cf713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.814944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Pushing event updated for resources: {'Subnet': ['ID=437461a1-48fe-4c50-ae57-ea8dba6b07a5,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:45.844148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c1c57f1-1dba-4150-9a2d-7d8cce9cf713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.868366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Checking segment: {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:45.869186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Network hostable DHCP agents. Network: d553b333-b9b1-4b31-8ca1-999904d00add, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:01:45.932264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Made reservation on behalf of b5fd9ab5f0cb41358bb601d824d0d8bf for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:45.937248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.951327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.962303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Network d553b333-b9b1-4b31-8ca1-999904d00add is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:01:45.968638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.981961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.988664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, d553b333-b9b1-4b31-8ca1-999904d00add) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:45.995107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:45.996685 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.002069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f2e2b-4aa0-4b96-b4dc-936094442d0d None None] Network d553b333-b9b1-4b31-8ca1-999904d00add requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:46.022151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a84ebbd-e2e9-4e8c-a022-d9380a97443d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2337577 Nov 12 11:01:46.026871 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c1c57f1-1dba-4150-9a2d-7d8cce9cf713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.031024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c1c57f1-1dba-4150-9a2d-7d8cce9cf713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.038040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8c1c57f1-1dba-4150-9a2d-7d8cce9cf713 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99443f9e-c64a-439b-91cf-45cf3005d17f HTTP/1.1" status: 204 len: 168 time: 0.5529218 Nov 12 11:01:46.075368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.api [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b5fd9ab5f0cb41358bb601d824d0d8bf {{(pid=109165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:01:46.078347 n-d-768851-19 neutron-server[109165]: DEBUG oslo_db.api [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:01:46.081498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c57f1-1dba-4150-9a2d-7d8cce9cf713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99443f9e-c64a-439b-91cf-45cf3005d17f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:46.241244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d02aab2-06e0-4d9c-a42d-930ee4e1951c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:46.302411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.305814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2e39fec-8cce-4f3f-9877-5fc96f2ea89c req-87186e87-9c52-4406-a9c5-c964b3882162 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 210 time: 0.0388710 Nov 12 11:01:46.318334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.542614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Allocated IP 192.168.233.108 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/cb87a511-2f4b-4424-9ed4-c657759e6094) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:46.575918 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Floating IP 409d65b6-6b22-45dc-8626-f6c5a7bba311 associated. External IP: 172.25.2.64, port: db4382f9-214b-429f-9e21-8df332229590. Nov 12 11:01:46.579617 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.829654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa29320a-18da-4161-b90e-9037f86f4189 None None] Network d553b333-b9b1-4b31-8ca1-999904d00add requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:47.050317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b37a50-4110-4928-be1e-893ca1c82b1a req-fe09e60a-2c48-4a3d-8749-20eff6089eab tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:47.063855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7b37a50-4110-4928-be1e-893ca1c82b1a req-fe09e60a-2c48-4a3d-8749-20eff6089eab tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.3405890 Nov 12 11:01:47.142329 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.321966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7b37a50-4110-4928-be1e-893ca1c82b1a req-74fa8a00-da83-4e32-b822-412c8130790f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568109 Nov 12 11:01:47.353831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.418866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Allocated IP 192.168.233.202 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/4a6227c6-d0e8-4bcf-94fe-eada55a900ba) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:47.467441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:47.518237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Router 1fa89a9f-b508-4fac-ba05-f933928683e8 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:47.522101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:47.534697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:47.585232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:47.656025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:47.656854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.746936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-ec0fd72e-b241-41ff-a26d-bf21fea47446 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4001935 Nov 12 11:01:47.828182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-e4a60871-a2c0-411c-b2b5-2c7ea518fee2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:47.839538 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-e4a60871-a2c0-411c-b2b5-2c7ea518fee2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/networks?id=d553b333-b9b1-4b31-8ca1-999904d00add HTTP/1.1" status: 200 len: 818 time: 0.5117407 Nov 12 11:01:47.850949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02a3d93c-7cb8-4707-b130-639d7aa58eaa req-78447db0-a31d-4bc1-8cd9-3c03b3e77903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 210 time: 0.2844596 Nov 12 11:01:47.895680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Request body: {'port': {'device_id': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:47.901908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.915559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-6aa9b20d-0f7e-44ec-83e9-e3c3d29a84d7 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/quotas/898f08937a944f53956acb4d80162fcd HTTP/1.1" status: 200 len: 375 time: 0.0745614 Nov 12 11:01:47.938479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-900430b2-cb08-47b9-bc2b-c89a5bb935a3 None None] Provisioning complete for port cb87a511-2f4b-4424-9ed4-c657759e6094 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:47.939200 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-900430b2-cb08-47b9-bc2b-c89a5bb935a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.965549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58186) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:47.980741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.008301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0d176f3-81dc-4e92-9b39-78773ad12a3c tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=898f08937a944f53956acb4d80162fcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903139 Nov 12 11:01:48.087716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:48.098571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-900430b2-cb08-47b9-bc2b-c89a5bb935a3 None None] Port cb87a511-2f4b-4424-9ed4-c657759e6094 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:48.105022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:48.129197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:48.178813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Pushing event updated for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:48.260321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:48.261212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.277589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-network', 'tenant_id': '716fe77fa1a24608bb615689db22aace'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:48.322992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Made reservation on behalf of 716fe77fa1a24608bb615689db22aace for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:48.327064 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.344289 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.352148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-e5274a5e-cb01-4200-9f44-b50a133e396d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8364520 Nov 12 11:01:48.365354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Request body: {'port': {'device_id': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:48.556918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.640040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-71e20741-b991-44f6-8247-a1382c9e9d16 None None] Provisioning complete for port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:48.640640 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-71e20741-b991-44f6-8247-a1382c9e9d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.664745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e78148-5dae-412a-9708-e46e61a062bf req-2d86a7a7-0cc2-4d97-91bd-a4c8a41b4139 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:48.669672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-10e78148-5dae-412a-9708-e46e61a062bf req-2d86a7a7-0cc2-4d97-91bd-a4c8a41b4139 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1684096 Nov 12 11:01:48.673301 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.703958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-71e20741-b991-44f6-8247-a1382c9e9d16 None None] Port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:48.710220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:48.718669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.726956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] Sync routers for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:48.751019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:48.752551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:48.775013 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.809870 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-94fa19fd-4f24-48ac-9278-b0d19f2c54da tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "PUT /v2.0/floatingips/409d65b6-6b22-45dc-8626-f6c5a7bba311 HTTP/1.1" status: 200 len: 990 time: 4.0062346 Nov 12 11:01:48.809870 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-c676edc3-c771-4d3d-8e26-5bb2b6714e4f service neutron] 10.222.0.31 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772677 Nov 12 11:01:48.816170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': 'db4382f9-214b-429f-9e21-8df332229590'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:48.819100 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "db4382f9-214b-429f-9e21-8df332229590"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:48.857875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.935918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:48.937620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:01:48.945632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662d6aad-1741-455b-a953-7fc660df3767,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:49.000668 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-10e78148-5dae-412a-9708-e46e61a062bf req-e5e947eb-97ff-4081-9ab3-11ed09161d8f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806456 Nov 12 11:01:49.010477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.010997 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Added segment fa0c847c-e3a9-466b-9664-e44cd55420e2 of type vlan for network 0cdad7ae-5c08-4f68-91dd-c629cd118940 Nov 12 11:01:49.017232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-21199012-3044-49e1-ade6-3948b3385eaa service neutron] 10.222.0.31 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905138 Nov 12 11:01:49.146708 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.209080 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1407fcb3-490e-4752-b10b-c56e71521cfa x-openstack-request-id: req-1407fcb3-490e-4752-b10b-c56e71521cfa {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:49.209793 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "tag": "db4382f9-214b-429f-9e21-8df332229590", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:49.210781 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1407fcb3-490e-4752-b10b-c56e71521cfa {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:49.211507 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'tag': 'db4382f9-214b-429f-9e21-8df332229590', 'status': 'completed', 'code': 200} Nov 12 11:01:49.265702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.269739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.271468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.290040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '409d65b6-6b22-45dc-8626-f6c5a7bba311', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'port_id': 'db4382f9-214b-429f-9e21-8df332229590', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'mac_address': 'fa:16:3e:0b:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:00:04Z', 'updated_at': '2021-11-12T11:01:45Z', 'revision_number': 1, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:59:06Z', 'revision_number': 5, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:49.325838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] Checking router: 1fa89a9f-b508-4fac-ba05-f933928683e8 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:49.337638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:49.338545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:49.491047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5178337 Nov 12 11:01:49.496234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58212) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:49.500776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Request body: {'subnet': {'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-subnet', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:49.515651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6227c6-d0e8-4bcf-94fe-eada55a900ba {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:49.528801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.557496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:49.565821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Made reservation on behalf of 716fe77fa1a24608bb615689db22aace for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:49.569514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.591673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Transition to ACTIVE for port object 4a6227c6-d0e8-4bcf-94fe-eada55a900ba will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:49.600923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.608660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-68246530-ebbc-4c4a-a8ed-c35780758e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.609176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-68246530-ebbc-4c4a-a8ed-c35780758e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.609658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-68246530-ebbc-4c4a-a8ed-c35780758e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.610127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-68246530-ebbc-4c4a-a8ed-c35780758e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.610583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-68246530-ebbc-4c4a-a8ed-c35780758e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.611043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-68246530-ebbc-4c4a-a8ed-c35780758e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.611499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-68246530-ebbc-4c4a-a8ed-c35780758e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.613501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-68246530-ebbc-4c4a-a8ed-c35780758e8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6498 time: 0.3255689 Nov 12 11:01:49.618656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061b75a-3127-48d9-81be-8d06e76660b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0cdad7ae-5c08-4f68-91dd-c629cd118940,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:49.637432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec04691-152b-4dab-b4ec-9773efcc2157 req-73047bde-dfcd-4d9e-ac24-a116332cdacb tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:49.645913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ec04691-152b-4dab-b4ec-9773efcc2157 req-73047bde-dfcd-4d9e-ac24-a116332cdacb tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 936 time: 0.2797647 Nov 12 11:01:49.675190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 0cdad7ae-5c08-4f68-91dd-c629cd118940 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:01:50.472798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb87a511-2f4b-4424-9ed4-c657759e6094 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:50.502579 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.548483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Transition to ACTIVE for port object cb87a511-2f4b-4424-9ed4-c657759e6094 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:50.569988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.616920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:50.631279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ec04691-152b-4dab-b4ec-9773efcc2157 req-f646f95f-d99a-4b49-a6f7-309153f30740 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9841530 Nov 12 11:01:50.681724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '409d65b6-6b22-45dc-8626-f6c5a7bba311', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'port_id': 'db4382f9-214b-429f-9e21-8df332229590', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'mac_address': 'fa:16:3e:0b:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:00:04Z', 'updated_at': '2021-11-12T11:01:45Z', 'revision_number': 1, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:59:06Z', 'revision_number': 5, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:50.797365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7615c61-4423-4685-a209-0298127c5b29 None None] The sync data for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 is: [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '409d65b6-6b22-45dc-8626-f6c5a7bba311', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'port_id': 'db4382f9-214b-429f-9e21-8df332229590', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'mac_address': 'fa:16:3e:0b:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:00:04Z', 'updated_at': '2021-11-12T11:01:45Z', 'revision_number': 1, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:59:06Z', 'revision_number': 5, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:50.884258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-43547d6c-ded1-4152-8156-5f8df6b33ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:50.886718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-43547d6c-ded1-4152-8156-5f8df6b33ac6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77981b1f-f093-4607-a4ab-5db715ba3b08 HTTP/1.1" status: 200 len: 913 time: 1.2373686 Nov 12 11:01:50.946757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:50.959092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.129827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-399fb206-e664-4a82-91e7-fb7db459061d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4382f9-214b-429f-9e21-8df332229590 HTTP/1.1" status: 200 len: 998 time: 0.2303832 Nov 12 11:01:51.273760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Attempting to bind port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:51.274290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Attempting to bind port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:51.274802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Attempting to bind port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:51.282495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1284a5-6f8a-45f6-b032-989c65e3bb14,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:51.307116 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6600d3-3f8a-4ad8-8c49-6bbb17fd06a8 None None] New status for floating IP 409d65b6-6b22-45dc-8626-f6c5a7bba311: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:01:51.361078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-6abef61c-da0f-432e-88ce-dc4bbb384822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:51.364846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-6abef61c-da0f-432e-88ce-dc4bbb384822 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0117afdc-0f85-46f4-a531-24e8628fef14 HTTP/1.1" status: 200 len: 851 time: 0.2162440 Nov 12 11:01:51.467821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aa31c54-b705-46cb-b63d-df8ba26882d6 req-fc9a4a14-987e-42aa-9934-d077cc9eb715 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 210 time: 0.3259656 Nov 12 11:01:51.507254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:51.508197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Attempting to bind port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:51.522454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:51.523448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:51.524332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:51.525868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Bound port: 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:51.526728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.590782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa558d57-436f-490f-912d-6f7aa0003036 req-1aff5ab1-a61f-4756-aacc-6cf8401ba9fa tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:51.608075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa558d57-436f-490f-912d-6f7aa0003036 req-1aff5ab1-a61f-4756-aacc-6cf8401ba9fa tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.5806191 Nov 12 11:01:51.615590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Checking segment: {'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:51.616336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Network hostable DHCP agents. Network: 0cdad7ae-5c08-4f68-91dd-c629cd118940, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:01:51.701201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Attempting to bind port cb87a511-2f4b-4424-9ed4-c657759e6094 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:51.701779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Attempting to bind port cb87a511-2f4b-4424-9ed4-c657759e6094 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:51.702400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Attempting to bind port cb87a511-2f4b-4424-9ed4-c657759e6094 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:51.728806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Port cb87a511-2f4b-4424-9ed4-c657759e6094 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:51.730154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Attempting to bind port cb87a511-2f4b-4424-9ed4-c657759e6094 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:51.735460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Network 0cdad7ae-5c08-4f68-91dd-c629cd118940 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:01:51.741333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:51.741945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:51.742342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:51.742928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Bound port: cb87a511-2f4b-4424-9ed4-c657759e6094, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:51.743299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.768664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 0cdad7ae-5c08-4f68-91dd-c629cd118940) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:51.780277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:51.787909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.790426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbc483-d220-4761-9073-913586f0b9e7 None None] Network 0cdad7ae-5c08-4f68-91dd-c629cd118940 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:51.810476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa558d57-436f-490f-912d-6f7aa0003036 req-7e2d407a-35ad-443a-9e9f-4e71c809d378 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788912 Nov 12 11:01:51.814087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-724a97a1-12e8-4cf5-9ff0-99d457ac74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:51.819192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-724a97a1-12e8-4cf5-9ff0-99d457ac74f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77981b1f-f093-4607-a4ab-5db715ba3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4421110 Nov 12 11:01:51.891836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-53e45762-b587-47db-830c-84a77fbd8236 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3955922 Nov 12 11:01:51.899521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58262) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:51.927581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:51.990292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:51.994963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:52.001101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.002414 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.007674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.052339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bdb9b-7f05-4539-9dc4-bc1eee11ce25 req-33499480-4fdf-4c49-bcaa-f083f9c6923c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:52.062650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d43bdb9b-7f05-4539-9dc4-bc1eee11ce25 req-33499480-4fdf-4c49-bcaa-f083f9c6923c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 948 time: 0.1435039 Nov 12 11:01:52.144099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:52.144982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.146512 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] 10.222.0.52 "PUT /v2.0/ports/cb87a511-2f4b-4424-9ed4-c657759e6094 HTTP/1.1" status: 200 len: 1097 time: 4.2619362 Nov 12 11:01:52.149678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:52.154600 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f47a43-ea1a-40dc-95e7-99809bc7eaff" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:52.163135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.259938 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d43bdb9b-7f05-4539-9dc4-bc1eee11ce25 req-ba7c7b3a-62c3-43d0-b7aa-94d02606a7a6 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958606 Nov 12 11:01:52.279341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ef069-41fa-4e1c-b467-41e61cbd2429 None None] Network 0cdad7ae-5c08-4f68-91dd-c629cd118940 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:52.313195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f37444-a8b2-41ee-bf06-6ae55f8d3207 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:52.400788 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219dd4a9-7082-42c9-9bfb-550c56cc2d3d x-openstack-request-id: req-219dd4a9-7082-42c9-9bfb-550c56cc2d3d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:52.404129 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:52.404468 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-219dd4a9-7082-42c9-9bfb-550c56cc2d3d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:52.404980 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'status': 'completed', 'code': 200} Nov 12 11:01:52.446474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-f514bcc0-0816-4fcb-be34-05a232454f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:52.448124 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-f514bcc0-0816-4fcb-be34-05a232454f27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 1100 time: 0.1272588 Nov 12 11:01:52.583467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:52.594230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:52.616961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-d38c2eac-15f5-4f8d-ba6f-65edb721b8b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=cb87a511-2f4b-4424-9ed4-c657759e6094 HTTP/1.1" status: 200 len: 217 time: 0.1597819 Nov 12 11:01:52.713684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.839679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-c9e75cc9-acc0-48a7-9e1c-802248ceb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:52.842382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-c9e75cc9-acc0-48a7-9e1c-802248ceb3f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.2191894 Nov 12 11:01:53.047642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-244b5f29-5387-4a02-babf-95b6c7ed541a req-9db23d7e-c092-4a71-af8e-6a79a4869b32 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 210 time: 0.2476039 Nov 12 11:01:53.127618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ae7257f4-8654-4378-89e1-7c0e6224d554 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:53.130082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ae7257f4-8654-4378-89e1-7c0e6224d554 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.52 "GET /v2.0/networks?id=d553b333-b9b1-4b31-8ca1-999904d00add HTTP/1.1" status: 200 len: 818 time: 0.2203465 Nov 12 11:01:53.154834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Request body: {'port': {'device_id': 'dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad', 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add', 'admin_state_up': True, 'tenant_id': '898f08937a944f53956acb4d80162fcd'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:53.218854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:53.219550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:53.221031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] 10.222.0.52 "PUT /v2.0/ports/4a6227c6-d0e8-4bcf-94fe-eada55a900ba HTTP/1.1" status: 200 len: 1097 time: 4.8606682 Nov 12 11:01:53.231615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:53.234608 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ce17f4-3553-4df5-a182-370e8011eaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:53.434467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-b8dfa145-7537-40f4-9bf6-08f0138a2b26 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:53.437926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-b8dfa145-7537-40f4-9bf6-08f0138a2b26 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.59 "GET /v2.0/networks?id=d553b333-b9b1-4b31-8ca1-999904d00add HTTP/1.1" status: 200 len: 818 time: 0.7153835 Nov 12 11:01:53.451976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-54269d26-5c3c-4dc4-9852-77e38af0cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:53.454645 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-54269d26-5c3c-4dc4-9852-77e38af0cfd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6030369 Nov 12 11:01:53.470763 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46f3c5f-1718-4ff4-abcf-49b5046647d6 x-openstack-request-id: req-e46f3c5f-1718-4ff4-abcf-49b5046647d6 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:53.471130 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:53.471389 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e46f3c5f-1718-4ff4-abcf-49b5046647d6 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:53.471803 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'status': 'completed', 'code': 200} Nov 12 11:01:53.517673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Request body: {'port': {'device_id': '87c499d3-edd8-4486-aecb-15a1184108ea', 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add', 'admin_state_up': True, 'tenant_id': '898f08937a944f53956acb4d80162fcd'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:53.535498 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:53.630243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-ed6a9208-4d30-4253-b768-25cd127c0c1f service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7898517 Nov 12 11:01:53.708496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Made reservation on behalf of 898f08937a944f53956acb4d80162fcd for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:53.711026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b28c7-9fb1-45eb-bc01-c0f38ea93da8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:53.712111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:53.756394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-9631ddfe-c35e-49ed-be22-1d205fdc47a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5393057 Nov 12 11:01:53.758493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-dfa1d579-019f-4234-8c42-03dd81ba07a3 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:53.759986 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-dfa1d579-019f-4234-8c42-03dd81ba07a3 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.59 "GET /v2.0/networks?id=d553b333-b9b1-4b31-8ca1-999904d00add HTTP/1.1" status: 200 len: 818 time: 0.3909686 Nov 12 11:01:53.815823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Request body: {'port': {'device_id': '61fc0c17-5c49-49bb-9bc2-1005183e5ad1', 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add', 'admin_state_up': True, 'tenant_id': '898f08937a944f53956acb4d80162fcd'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:53.839003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb35f2-3b4d-46cf-9e85-52d7320eefcc req-0187347e-83c6-43ab-9447-b05b1a433f13 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:53.841882 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5cdb35f2-3b4d-46cf-9e85-52d7320eefcc req-0187347e-83c6-43ab-9447-b05b1a433f13 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 948 time: 0.2664247 Nov 12 11:01:53.854059 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8eba3374-b1c1-45af-b1ef-b97cb7e8f28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:53.873001 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-cd4f6786-f2b1-4963-b674-ece051781e10 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949182 Nov 12 11:01:53.996081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4c90b-321f-4a70-9669-3f4e25ca70f4 req-11c57018-8396-4410-9e25-f278b01a1220 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.001257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34f4c90b-321f-4a70-9669-3f4e25ca70f4 req-11c57018-8396-4410-9e25-f278b01a1220 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.7749541 Nov 12 11:01:54.004640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-576be69f-af85-4090-9e8b-9ab765f76de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.007833 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-576be69f-af85-4090-9e8b-9ab765f76de4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 1100 time: 0.5439641 Nov 12 11:01:54.206246 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-02bd8406-6e71-40d0-be30-76749fad1016 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba HTTP/1.1" status: 200 len: 217 time: 0.1487277 Nov 12 11:01:54.248282 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6961dd67-8f09-48e7-b961-3cb317b35113 req-95a41591-abed-4c30-81b9-3cd2507cbefe service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663559 Nov 12 11:01:54.302948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5cdb35f2-3b4d-46cf-9e85-52d7320eefcc req-1d814c23-40f5-48ca-94c4-38b93fafe83f tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281621 Nov 12 11:01:54.345290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-5e97dad1-8972-433e-afb4-23f8e5e0b2fb service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987631 Nov 12 11:01:54.367108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34f4c90b-321f-4a70-9669-3f4e25ca70f4 req-6bec1452-9d2f-4258-8bec-e57a3fb54069 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049290 Nov 12 11:01:54.384886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-8f52445e-e892-4777-9b21-b70185047870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.389602 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-8f52445e-e892-4777-9b21-b70185047870 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1704202 Nov 12 11:01:54.395947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Allocated IP 172.20.0.14 (d553b333-b9b1-4b31-8ca1-999904d00add/437461a1-48fe-4c50-ae57-ea8dba6b07a5/f9ff9e10-2d37-46fb-861d-8cca697fb6b4) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:54.418408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0896c3e6-82a2-4812-80b2-5ea123117024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.419313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0896c3e6-82a2-4812-80b2-5ea123117024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.420520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0896c3e6-82a2-4812-80b2-5ea123117024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.421847 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0896c3e6-82a2-4812-80b2-5ea123117024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.423403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0896c3e6-82a2-4812-80b2-5ea123117024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.424450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0896c3e6-82a2-4812-80b2-5ea123117024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.427969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0896c3e6-82a2-4812-80b2-5ea123117024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.434014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0896c3e6-82a2-4812-80b2-5ea123117024 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6508 time: 0.5315604 Nov 12 11:01:54.535981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-1dbf6ff7-2eff-4b87-86a1-df7902bd0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.538790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-1dbf6ff7-2eff-4b87-86a1-df7902bd0509 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 1100 time: 0.2117755 Nov 12 11:01:54.595877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-0e625a36-c849-4d93-867f-28d6edcb282c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5583103 Nov 12 11:01:54.618270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Made reservation on behalf of 898f08937a944f53956acb4d80162fcd for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:54.624360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.726945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Made reservation on behalf of 898f08937a944f53956acb4d80162fcd for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:54.730485 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.852141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-2865f59a-9864-45df-afe8-9e9fb9968d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.853079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-2865f59a-9864-45df-afe8-9e9fb9968d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.853641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-2865f59a-9864-45df-afe8-9e9fb9968d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.855770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-2865f59a-9864-45df-afe8-9e9fb9968d24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f693615-e5a7-41a0-9004-ac6f0aac8815&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 HTTP/1.1" status: 200 len: 2297 time: 0.3663590 Nov 12 11:01:54.933388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-512e8fd0-c0ba-47ed-aee5-8217624dc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:54.935875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-512e8fd0-c0ba-47ed-aee5-8217624dc711 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.3822081 Nov 12 11:01:54.960704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d12df61-ff86-41b1-bd46-ac4a5e73b0e6 req-fad17315-90b6-4229-861b-34ed86fc4a6a tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 210 time: 0.3921931 Nov 12 11:01:55.013591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-6d220c9e-8fc7-4c1e-b48c-a8c9c0d652de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=cb87a511-2f4b-4424-9ed4-c657759e6094 HTTP/1.1" status: 200 len: 217 time: 0.0681224 Nov 12 11:01:55.111689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.132136 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-291dddae-d9f1-4eb7-a15e-d8acffd03e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.133344 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-291dddae-d9f1-4eb7-a15e-d8acffd03e16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1126807 Nov 12 11:01:55.183088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-b0acd970-3501-4e51-82f4-0e628979fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.185702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-b0acd970-3501-4e51-82f4-0e628979fc73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7502453 Nov 12 11:01:55.214632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.251569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-877db6fe-fcaa-4b6a-93e4-ba90d3273363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.255133 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-877db6fe-fcaa-4b6a-93e4-ba90d3273363 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043630 Nov 12 11:01:55.314725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-82351e12-f7c6-4175-ac1d-3bb83cdd99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.314725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-82351e12-f7c6-4175-ac1d-3bb83cdd99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.314725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-82351e12-f7c6-4175-ac1d-3bb83cdd99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.314725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-82351e12-f7c6-4175-ac1d-3bb83cdd99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.314725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-82351e12-f7c6-4175-ac1d-3bb83cdd99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.316928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-82351e12-f7c6-4175-ac1d-3bb83cdd99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.316928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-82351e12-f7c6-4175-ac1d-3bb83cdd99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.318581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-82351e12-f7c6-4175-ac1d-3bb83cdd99d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6498 time: 0.4610102 Nov 12 11:01:55.420006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-e52b9da1-a3f7-4920-ae82-4c4d8f40e0e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d HTTP/1.1" status: 200 len: 1001 time: 0.5474162 Nov 12 11:01:55.447302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Network d553b333-b9b1-4b31-8ca1-999904d00add is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:55.465168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:55.486686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Pushing event updated for resources: {'Port': ['ID=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:55.493373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Allocated IP 172.20.0.3 (d553b333-b9b1-4b31-8ca1-999904d00add/437461a1-48fe-4c50-ae57-ea8dba6b07a5/8d474255-e439-4077-9a35-2c27e54ecb01) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:55.497538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:55.697238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.698702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.718036 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-9deb1adf-0f25-48d4-9c1b-5de17816895a service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487648 Nov 12 11:01:55.758636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-e78875ae-c0e1-434f-9117-0632186d9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.760400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-e78875ae-c0e1-434f-9117-0632186d9256 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eb17540-e5ed-4e03-aa3a-b71844022014 HTTP/1.1" status: 200 len: 854 time: 0.3292933 Nov 12 11:01:55.789341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850182c-7f27-44c1-8501-f703f986f119 req-30b60375-c76a-400c-9e71-930bcbf66ac4 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.791894 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a850182c-7f27-44c1-8501-f703f986f119 req-30b60375-c76a-400c-9e71-930bcbf66ac4 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 948 time: 0.2293568 Nov 12 11:01:55.812963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.845122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0f2995f5-13f2-4ab1-9145-19fd8898390b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6986716 Nov 12 11:01:55.860243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-c52d45cf-1165-46a6-b37e-32237ce139ed service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459322 Nov 12 11:01:55.872515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Request body: {'port': {'device_id': 'dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:56.236604 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-615b213f-2008-4103-bb1a-7d3859bf74a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.330241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.350569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-172a88e7-1a64-42fa-a17a-f18f1420a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:56.351460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-172a88e7-1a64-42fa-a17a-f18f1420a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:56.352199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-172a88e7-1a64-42fa-a17a-f18f1420a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:56.354372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-172a88e7-1a64-42fa-a17a-f18f1420a680 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77981b1f-f093-4607-a4ab-5db715ba3b08&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=2d919481-045f-4df0-b787-b33b0ee846c5&id=2d919481-045f-4df0-b787-b33b0ee846c5 HTTP/1.1" status: 200 len: 2292 time: 0.9276512 Nov 12 11:01:56.391805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752ed60-9570-4264-9b87-e73e64c2a66f req-0c924a11-ff89-47ba-85b0-14b17cd257b4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:56.393784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5752ed60-9570-4264-9b87-e73e64c2a66f req-0c924a11-ff89-47ba-85b0-14b17cd257b4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.7241542 Nov 12 11:01:56.537857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-a354e102-c164-43a9-a55c-cda9398905bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:56.539290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-a354e102-c164-43a9-a55c-cda9398905bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f693615-e5a7-41a0-9004-ac6f0aac8815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7633533 Nov 12 11:01:56.584765 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a850182c-7f27-44c1-8501-f703f986f119 req-94d08569-b850-439a-8244-e6379e582589 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7606947 Nov 12 11:01:56.596593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.636453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32f47a43-ea1a-40dc-95e7-99809bc7eaff req-564d94f1-4708-49cb-b3ba-31b506f9048d service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9039433 Nov 12 11:01:56.643592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-ebc83975-87b9-43f2-ba44-2c11f39186f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4382f9-214b-429f-9e21-8df332229590 HTTP/1.1" status: 200 len: 1000 time: 0.2690580 Nov 12 11:01:56.674138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.830808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.844143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7ac0e09-9c28-4dc2-b42c-28e4b2930285 req-6b19798c-acd7-49e8-8e36-1b0f8bfb1295 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297713 Nov 12 11:01:56.900109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5752ed60-9570-4264-9b87-e73e64c2a66f req-a6620997-2ef1-48a1-ae0c-f75546ca5b56 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745100 Nov 12 11:01:56.973446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Network d553b333-b9b1-4b31-8ca1-999904d00add is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:56.979097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:56.983400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:57.012623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Allocated IP 172.25.2.240 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/5650b233-eca8-4662-8fdc-0483260ea1bc) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:57.045982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Pushing event updated for resources: {'Port': ['ID=8d474255-e439-4077-9a35-2c27e54ecb01,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:57.099002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:57.099805 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.104750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-a5c2b7d1-ed98-41d8-a067-69b016a7be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:57.107182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-a5c2b7d1-ed98-41d8-a067-69b016a7be95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0117afdc-0f85-46f4-a531-24e8628fef14 HTTP/1.1" status: 200 len: 851 time: 0.4140811 Nov 12 11:01:57.131225 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-f0a5f6a8-89ed-4c8f-8e41-1c8fa2262417 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3444929 Nov 12 11:01:57.157773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-09d69922-db50-453b-b01e-1dd84fd1443c service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055434 Nov 12 11:01:57.168068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Request body: {'port': {'device_id': '61fc0c17-5c49-49bb-9bc2-1005183e5ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:57.221217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.api [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-fde06757-3a35-4ac2-abca-b60139dd8ea1 {{(pid=109165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:01:57.221641 n-d-768851-19 neutron-server[109165]: DEBUG oslo_db.api [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:01:57.279769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:57.334885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-6cf884ca-c3f2-4b61-9c96-d20fa2e515bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:57.336574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-6cf884ca-c3f2-4b61-9c96-d20fa2e515bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 1100 time: 0.4127192 Nov 12 11:01:57.366065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b92fa-bd59-4f11-bd8a-2aa4065a16c1 req-7d3f9ab5-f6cc-4fa3-9bcc-0e59b1f62da0 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:57.368152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a0b92fa-bd59-4f11-bd8a-2aa4065a16c1 req-7d3f9ab5-f6cc-4fa3-9bcc-0e59b1f62da0 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 932 time: 0.3266840 Nov 12 11:01:57.372156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.588620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-4dec9677-8478-4921-b178-22ab77270dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:57.593376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-4dec9677-8478-4921-b178-22ab77270dab service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2448924 Nov 12 11:01:57.596598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-f774187d-cbd6-4b41-baf0-7ca9cf0045ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:57.598847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-f774187d-cbd6-4b41-baf0-7ca9cf0045ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77981b1f-f093-4607-a4ab-5db715ba3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4740016 Nov 12 11:01:57.661476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:57.664573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.698077 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.703070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'mac_address': 'fa:16:3e:88:09:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:57.801962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.808048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-b2923ed2-8658-4181-b031-b7577abb3c52 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289299 Nov 12 11:01:57.808699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.824459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-285d5406-d913-4d61-8450-6cbe7e557a27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba HTTP/1.1" status: 200 len: 217 time: 0.0856864 Nov 12 11:01:57.849201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb87a511-2f4b-4424-9ed4-c657759e6094 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:57.917740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:57.928378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.935378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ff9e10-2d37-46fb-861d-8cca697fb6b4 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:57.950186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.960020 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.031235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:58.041187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c0ca-977d-4d7c-a347-0ae8735520e6 req-882e5eb8-9133-44fd-b027-849a5bfe1bc2 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:58.043039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.043548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06a1c0ca-977d-4d7c-a347-0ae8735520e6 req-882e5eb8-9133-44fd-b027-849a5bfe1bc2 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 948 time: 0.2965260 Nov 12 11:01:58.044012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.044770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.045536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.046256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.046963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.047690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.048652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.049396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.050169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.051573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.052266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Transition to ACTIVE for port object f9ff9e10-2d37-46fb-861d-8cca697fb6b4 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:58.052807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:58.069084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.087462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-bd7da857-a40b-46c3-b80a-4ccf0b89838e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 217 time: 0.1603951 Nov 12 11:01:58.192503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:58.197652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['cb87a511-2f4b-4424-9ed4-c657759e6094'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:58.260824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:58.361670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-a8e7e7aa-9a46-4fed-8b27-d7cc02b1521b service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221617 Nov 12 11:01:58.366185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-423ea3c6-edee-4b46-a386-e8bba844d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:58.368618 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-423ea3c6-edee-4b46-a386-e8bba844d4d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.4237382 Nov 12 11:01:58.391177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a0b92fa-bd59-4f11-bd8a-2aa4065a16c1 req-0a7e2c8d-489d-4468-924e-62cb4d9cca26 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0068011 Nov 12 11:01:58.505724 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06a1c0ca-977d-4d7c-a347-0ae8735520e6 req-9301d828-49cc-467f-bec3-4750f1954d68 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047658 Nov 12 11:01:58.557096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-459e373c-6812-4b89-b1e2-827d849622da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:58.560181 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-459e373c-6812-4b89-b1e2-827d849622da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.4257686 Nov 12 11:01:58.568838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Pushing event updated for resources: {'Port': ['ID=5650b233-eca8-4662-8fdc-0483260ea1bc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:58.664196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:58.696164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25bc31-641f-4ab3-89bc-b66d34ece8d7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:01:58.708910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Attempting to bind port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:58.709742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Attempting to bind port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:58.709929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Attempting to bind port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 on network d553b333-b9b1-4b31-8ca1-999904d00add {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:58.756250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 on network d553b333-b9b1-4b31-8ca1-999904d00add not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:58.757071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Attempting to bind port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 on network d553b333-b9b1-4b31-8ca1-999904d00add {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:58.774892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:58.775450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Checking segment: {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:58.776056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Bound using segment: {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:58.779160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Bound port: f9ff9e10-2d37-46fb-861d-8cca697fb6b4, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:58.779160 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.790205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1264d18f-0bc4-4072-8bbf-5b04e4b7ff9c None None] Provisioning complete for port 5650b233-eca8-4662-8fdc-0483260ea1bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:58.794736 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1264d18f-0bc4-4072-8bbf-5b04e4b7ff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.882481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1264d18f-0bc4-4072-8bbf-5b04e4b7ff9c None None] Port 5650b233-eca8-4662-8fdc-0483260ea1bc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:58.901383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] For port f9ff9e10-2d37-46fb-861d-8cca697fb6b4, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:58.908948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] For port f9ff9e10-2d37-46fb-861d-8cca697fb6b4, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:58.916312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d474255-e439-4077-9a35-2c27e54ecb01 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:58.920439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:58.923880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.934038 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.982996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:58.984046 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.986253 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9ff9e10-2d37-46fb-861d-8cca697fb6b4 HTTP/1.1" status: 200 len: 1093 time: 3.1242988 Nov 12 11:01:58.993702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad', 'tag': 'f9ff9e10-2d37-46fb-861d-8cca697fb6b4'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:58.996236 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357aeda3-f6c7-4993-b75f-29d8582b5827" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad", "tag": "f9ff9e10-2d37-46fb-861d-8cca697fb6b4"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:59.009523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Transition to ACTIVE for port object 8d474255-e439-4077-9a35-2c27e54ecb01 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:59.048587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.094355 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affe6186-cc83-466d-8d09-9c4cf8036676 x-openstack-request-id: req-affe6186-cc83-466d-8d09-9c4cf8036676 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:59.094712 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad", "tag": "f9ff9e10-2d37-46fb-861d-8cca697fb6b4", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:59.094978 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-affe6186-cc83-466d-8d09-9c4cf8036676 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:59.095310 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad', 'tag': 'f9ff9e10-2d37-46fb-861d-8cca697fb6b4', 'status': 'completed', 'code': 200} Nov 12 11:01:59.097842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-ea159b69-fdeb-435a-90e4-6d00575834ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:59.102475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-ea159b69-fdeb-435a-90e4-6d00575834ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6663518 Nov 12 11:01:59.162175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b175216-1307-471f-941f-4944788e1cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:59.220001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Allocated IP 172.20.0.11 (d553b333-b9b1-4b31-8ca1-999904d00add/437461a1-48fe-4c50-ae57-ea8dba6b07a5/21e97d6a-d534-4ad4-b9aa-7bcfc1522e35) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:59.284060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-6bb6295f-9286-427f-a138-84a59377d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:59.286133 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-6bb6295f-9286-427f-a138-84a59377d6f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=898f08937a944f53956acb4d80162fcd&device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 1096 time: 0.2304375 Nov 12 11:01:59.305707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4a6227c6-d0e8-4bcf-94fe-eada55a900ba details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:59.318500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Pushing event updated for resources: {'Port': ['ID=8d474255-e439-4077-9a35-2c27e54ecb01,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:59.394732 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-e3e24491-0528-44f3-ad56-650fb389ffac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9ff9e10-2d37-46fb-861d-8cca697fb6b4 HTTP/1.1" status: 200 len: 217 time: 0.0930331 Nov 12 11:01:59.457189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Attempting to bind port 8d474255-e439-4077-9a35-2c27e54ecb01 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:59.457558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Attempting to bind port 8d474255-e439-4077-9a35-2c27e54ecb01 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:59.457987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Attempting to bind port 8d474255-e439-4077-9a35-2c27e54ecb01 on network d553b333-b9b1-4b31-8ca1-999904d00add {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:59.493680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Port 8d474255-e439-4077-9a35-2c27e54ecb01 on network d553b333-b9b1-4b31-8ca1-999904d00add not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:59.494942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Attempting to bind port 8d474255-e439-4077-9a35-2c27e54ecb01 on network d553b333-b9b1-4b31-8ca1-999904d00add {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:59.522696 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.534011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:59.534593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Checking segment: {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:59.535238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Bound using segment: {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:59.535923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Bound port: 8d474255-e439-4077-9a35-2c27e54ecb01, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:59.539717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.562444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:59.600097 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.607931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0607aaa8-0421-47eb-8df5-24a21492dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:59.617063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-2de3ae39-d3be-437c-8e94-32007164b6aa service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1917324 Nov 12 11:01:59.622962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-0607aaa8-0421-47eb-8df5-24a21492dd87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=437461a1-48fe-4c50-ae57-ea8dba6b07a5 HTTP/1.1" status: 200 len: 858 time: 0.2197292 Nov 12 11:01:59.691999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:59.708896 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.719379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'mac_address': 'fa:16:3e:df:af:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:59.776217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Network d553b333-b9b1-4b31-8ca1-999904d00add is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:59.818976 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.823078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Pushing event updated for resources: {'Port': ['ID=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:59.828387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:59.833462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-84d28ff2-7559-4524-8197-cbe2a2508c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:59.835754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-84d28ff2-7559-4524-8197-cbe2a2508c8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2506869 Nov 12 11:01:59.836092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port cb87a511-2f4b-4424-9ed4-c657759e6094 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:59.845036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port cb87a511-2f4b-4424-9ed4-c657759e6094 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:59.845413 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.847030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:59.904156 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-65e2a70f-1b6a-4e6b-82d8-285d0d0ad62f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d553b333-b9b1-4b31-8ca1-999904d00add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2688398 Nov 12 11:01:59.905920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6227c6-d0e8-4bcf-94fe-eada55a900ba {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:59.941551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:59.949817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:00.037232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc299f5-cf21-4be4-999f-151860750bc3 req-56f92b04-f79c-46b5-aff3-20388ec06736 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:00.039891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cc299f5-cf21-4be4-999f-151860750bc3 req-56f92b04-f79c-46b5-aff3-20388ec06736 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 1.1273074 Nov 12 11:02:00.062676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] For port 8d474255-e439-4077-9a35-2c27e54ecb01, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:00.080513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:00.084412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f483c-3b53-4dff-a8e9-e87dca0658ae req-06a421c7-7df4-4c06-945a-31a9edfe1fd7 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:00.087875 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:00.096083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-617f483c-3b53-4dff-a8e9-e87dca0658ae req-06a421c7-7df4-4c06-945a-31a9edfe1fd7 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 944 time: 0.3819520 Nov 12 11:02:00.132698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:00.136756 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf099d5-1950-454d-bbbd-57935da93fd7" -d '{"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-plugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:00.142499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] For port 8d474255-e439-4077-9a35-2c27e54ecb01, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8d474255-e439-4077-9a35-2c27e54ecb01,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:00.152366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:00.231701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:00.232604 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:00.262816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-97d9ff08-e7ec-4ccc-9686-e4ab9f3eab1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 217 time: 0.4661806 Nov 12 11:02:00.331823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-a4ad0559-81db-4981-87a1-d4a15d2f1bc2 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8209846 Nov 12 11:02:00.362116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:00.364176 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:00.367337 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] 10.222.0.59 "PUT /v2.0/ports/8d474255-e439-4077-9a35-2c27e54ecb01 HTTP/1.1" status: 200 len: 1092 time: 3.2222800 Nov 12 11:02:00.386779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-b7268b76-2ee1-44dd-adeb-e0093ec7e06d service neutron] 10.222.0.52 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618061 Nov 12 11:02:00.430739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-617f483c-3b53-4dff-a8e9-e87dca0658ae req-5ce46327-27ca-46dc-bf4b-230094996f1b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332810 Nov 12 11:02:00.440447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4a6227c6-d0e8-4bcf-94fe-eada55a900ba'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:00.462363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Request body: {'port': {'device_id': '87c499d3-edd8-4486-aecb-15a1184108ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:00.473947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19d7d4-9b0d-4f63-af92-5930d96dbc71 service neutron] Pushing event updated for resources: {'Port': ['ID=8d474255-e439-4077-9a35-2c27e54ecb01,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:00.522726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-6dfd2fd9-48a0-4236-82e9-6dd3c813bdba service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617100 Nov 12 11:02:00.581252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:00.674573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:00.691640 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:00.709766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:00.718406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-96b733e9-25ff-442e-a0af-4e1c9ddc8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:00.720365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-96b733e9-25ff-442e-a0af-4e1c9ddc8e99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=898f08937a944f53956acb4d80162fcd&device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 1095 time: 0.2353177 Nov 12 11:02:00.744195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2226ec-3676-40e9-84d5-5b3a4ddb1e4e req-3254885e-9feb-4083-89f6-dd9f2dda87d9 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:00.751944 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d2226ec-3676-40e9-84d5-5b3a4ddb1e4e req-3254885e-9feb-4083-89f6-dd9f2dda87d9 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 949 time: 0.1167727 Nov 12 11:02:00.835509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cc299f5-cf21-4be4-999f-151860750bc3 req-4fc66b43-c54b-4d1a-98fb-ede792a0a62d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834699 Nov 12 11:02:00.846324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-9eb2347b-8c0f-4c00-a619-2c893c4f9fee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d474255-e439-4077-9a35-2c27e54ecb01 HTTP/1.1" status: 200 len: 217 time: 0.0850303 Nov 12 11:02:00.849265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-bf43ce3c-4870-4520-af44-386df40d772f service neutron] 10.222.0.52 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502463 Nov 12 11:02:00.895746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:00.994873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-748ef97f-ca43-4a9f-8541-fc42ced3e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:01.001293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-748ef97f-ca43-4a9f-8541-fc42ced3e992 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.6644385 Nov 12 11:02:01.110267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fc0c17-5c49-49bb-9bc2-1005183e5ad1', 'tag': '8d474255-e439-4077-9a35-2c27e54ecb01'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:01.119222 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8fb99b-9194-40a9-83aa-a1f137516d74" -d '{"events": [{"name": "network-changed", "server_uuid": "61fc0c17-5c49-49bb-9bc2-1005183e5ad1", "tag": "8d474255-e439-4077-9a35-2c27e54ecb01"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:01.147457 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d2226ec-3676-40e9-84d5-5b3a4ddb1e4e req-b6535be2-116f-46b6-a8d9-a7b8f6f27923 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944759 Nov 12 11:02:01.200270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-dad69cd7-d13e-40e5-aee0-511039146535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:01.202290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-dad69cd7-d13e-40e5-aee0-511039146535 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=437461a1-48fe-4c50-ae57-ea8dba6b07a5 HTTP/1.1" status: 200 len: 858 time: 0.3034525 Nov 12 11:02:01.224495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-edb7fac6-fa6a-4ec1-a687-cb1bb2b69580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:01.238304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-edb7fac6-fa6a-4ec1-a687-cb1bb2b69580 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=898f08937a944f53956acb4d80162fcd&device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 1096 time: 0.2432587 Nov 12 11:02:01.361289 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d1347b-ec8a-4c0f-be46-eb2193859fd6 x-openstack-request-id: req-93d1347b-ec8a-4c0f-be46-eb2193859fd6 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:01.363088 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-plugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:01.364244 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93d1347b-ec8a-4c0f-be46-eb2193859fd6 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:01.367668 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'code': 200} Nov 12 11:02:01.488742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-bf29d251-55fb-4ca0-8e86-6d23ad3f67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:01.491650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-bf29d251-55fb-4ca0-8e86-6d23ad3f67ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=d553b333-b9b1-4b31-8ca1-999904d00add HTTP/1.1" status: 200 len: 919 time: 0.2385790 Nov 12 11:02:01.504512 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e670bc-52da-4825-b806-3d3362936d6e x-openstack-request-id: req-e8e670bc-52da-4825-b806-3d3362936d6e {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:01.505022 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fc0c17-5c49-49bb-9bc2-1005183e5ad1", "tag": "8d474255-e439-4077-9a35-2c27e54ecb01", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:01.505441 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8e670bc-52da-4825-b806-3d3362936d6e {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:01.506095 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fc0c17-5c49-49bb-9bc2-1005183e5ad1', 'tag': '8d474255-e439-4077-9a35-2c27e54ecb01', 'status': 'completed', 'code': 200} Nov 12 11:02:01.537294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-200a8d9d-06e3-4273-860c-23ccc3e9a6a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d553b333-b9b1-4b31-8ca1-999904d00add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2975302 Nov 12 11:02:01.615451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-c69c734a-41ff-454b-a049-ef69021eabaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9ff9e10-2d37-46fb-861d-8cca697fb6b4 HTTP/1.1" status: 200 len: 217 time: 0.0914004 Nov 12 11:02:01.663226 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:02:01.836577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc95749-2c2e-4607-a631-898a34b1c568 req-9c0ee03b-d878-4443-ba7e-b9b15ae0bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:01.839505 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bc95749-2c2e-4607-a631-898a34b1c568 req-9c0ee03b-d878-4443-ba7e-b9b15ae0bc99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 1102 time: 0.3461690 Nov 12 11:02:01.885350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-b654e11f-db4f-42ae-b9ef-3e49896f7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:01.891392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-b654e11f-db4f-42ae-b9ef-3e49896f7e96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=437461a1-48fe-4c50-ae57-ea8dba6b07a5 HTTP/1.1" status: 200 len: 858 time: 0.2641273 Nov 12 11:02:01.977448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-da39f9e7-bc88-46a4-87fe-7bd3f9dfc051 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d553b333-b9b1-4b31-8ca1-999904d00add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653336 Nov 12 11:02:01.984659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-30cf3791-ad50-4d8b-aad2-5a91b87dc8ad service neutron] 10.222.0.59 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670480 Nov 12 11:02:02.026790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-fe3f4d49-1c51-46eb-8002-cfce8ba128a7 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4387004 Nov 12 11:02:02.155341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bc95749-2c2e-4607-a631-898a34b1c568 req-7115111e-0205-493c-8f9a-ff2f31622193 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075221 Nov 12 11:02:02.204151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-c02481ab-278c-44b1-ac1d-330ce19d7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.205799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-c02481ab-278c-44b1-ac1d-330ce19d7f0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1874621 Nov 12 11:02:02.313123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53295872-864a-446b-9d14-ee5df0573f48 req-e6e2b611-ebef-42ce-aa1d-9f0f7003ccdd tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.326898 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-53295872-864a-446b-9d14-ee5df0573f48 req-e6e2b611-ebef-42ce-aa1d-9f0f7003ccdd tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2562225 Nov 12 11:02:02.362801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-e7d9b000-e49c-4a57-b7d2-4a16f87f71e4 service neutron] 10.222.0.59 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554635 Nov 12 11:02:02.376046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-f3e1dfd1-e967-4a14-8c62-98d265dc2829 service neutron] 10.222.0.52 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872747 Nov 12 11:02:02.653346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-53295872-864a-446b-9d14-ee5df0573f48 req-25ddfb8a-d80d-49fe-a54d-690bcdb11573 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260071 Nov 12 11:02:02.659145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:02.671284 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.691615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Transition to ACTIVE for port object 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:02.767211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-50de4f88-f7d7-46b5-9596-b63199e56344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.774809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-50de4f88-f7d7-46b5-9596-b63199e56344 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=898f08937a944f53956acb4d80162fcd&device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 1095 time: 0.3021278 Nov 12 11:02:02.813539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5ce17f4-3553-4df5-a182-370e8011eaf9 req-b4491b44-bb58-4744-99ff-d791cdff21ab service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7627692 Nov 12 11:02:02.814617 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.833544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-8761638a-99b0-4fde-b593-eb39a7eae40e service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2755857 Nov 12 11:02:02.865220 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357aeda3-f6c7-4993-b75f-29d8582b5827 req-a98c73d1-dd66-4003-89db-cf8a55b11d13 service neutron] 10.222.0.52 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632754 Nov 12 11:02:02.960735 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.047092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744d5a3-ec3a-46c1-a807-5b178f43c64d req-2ca1d7f6-2310-47b9-9a52-25bc05224ee6 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.049958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b744d5a3-ec3a-46c1-a807-5b178f43c64d req-2ca1d7f6-2310-47b9-9a52-25bc05224ee6 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 944 time: 1.2604244 Nov 12 11:02:03.061225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-983e096b-4603-4a4c-9d6c-1abb78065aa8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 217 time: 0.2053018 Nov 12 11:02:03.106303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-6bde304b-881e-4a22-8077-9ccffefc5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.125766 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-6bde304b-881e-4a22-8077-9ccffefc5d0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d553b333-b9b1-4b31-8ca1-999904d00add HTTP/1.1" status: 200 len: 919 time: 0.3012407 Nov 12 11:02:03.271731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-6a1d99d4-3d58-43ab-b498-831ca3d883bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d474255-e439-4077-9a35-2c27e54ecb01 HTTP/1.1" status: 200 len: 217 time: 0.1386683 Nov 12 11:02:03.298339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea30b54-8068-4d6f-b64d-51e5eac54ca3 req-29a1e790-ff64-4281-a96a-9fa3ff7ec760 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.312130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dea30b54-8068-4d6f-b64d-51e5eac54ca3 req-29a1e790-ff64-4281-a96a-9fa3ff7ec760 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 949 time: 0.3070805 Nov 12 11:02:03.360814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f9ff9e10-2d37-46fb-861d-8cca697fb6b4 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:03.395458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4a6227c6-d0e8-4bcf-94fe-eada55a900ba up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:03.509921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-6fe20a07-5225-4b70-b19c-e453173f369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.514604 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-6fe20a07-5225-4b70-b19c-e453173f369b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=437461a1-48fe-4c50-ae57-ea8dba6b07a5 HTTP/1.1" status: 200 len: 858 time: 0.1904409 Nov 12 11:02:03.523097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:02:03.538112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Pushing event updated for resources: {'Port': ['ID=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:03.538580 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dea30b54-8068-4d6f-b64d-51e5eac54ca3 req-01a3438f-af1c-4bbb-ac5d-af7f019f8656 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237465 Nov 12 11:02:03.605345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0675b82b-d9a3-4b28-8c55-89cf8260ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.608414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0675b82b-d9a3-4b28-8c55-89cf8260ad33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.4351592 Nov 12 11:02:03.658592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-aa0a424b-f2d3-43fc-94b6-5c70f96448fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d553b333-b9b1-4b31-8ca1-999904d00add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170719 Nov 12 11:02:03.701207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:03.725531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:03.726405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.866924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f9ff9e10-2d37-46fb-861d-8cca697fb6b4, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:03.948267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-ccdc6012-e2b5-4aaa-812b-4540620227e3 service neutron] 10.222.0.59 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765543 Nov 12 11:02:03.981411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b744d5a3-ec3a-46c1-a807-5b178f43c64d req-9a09c531-5270-4afb-9c34-f1ccb09d2dde tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8136089 Nov 12 11:02:04.052123 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.057120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'f9ff9e10-2d37-46fb-861d-8cca697fb6b4', 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add', 'port_id': 'f9ff9e10-2d37-46fb-861d-8cca697fb6b4', 'mac_address': 'fa:16:3e:87:60:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437461a1-48fe-4c50-ae57-ea8dba6b07a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:04.143658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-a59c98d3-617f-4648-99f5-fe84a68267c8 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3711350 Nov 12 11:02:04.157844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-19ccfae6-6d2a-436c-89ee-9147aae2194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:04.159418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-19ccfae6-6d2a-436c-89ee-9147aae2194b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5251906 Nov 12 11:02:04.220327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:04.237683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:04.241648 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d9f3a8-d2f8-484a-bc41-77edb7200d93" -d '{"events": [{"server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "name": "network-vif-plugged", "status": "completed", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:04.261020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.389161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615f9f-610b-4846-a477-7b5e3e8303ea req-a6c35920-4fe8-4e6b-a54c-b4b8d08d867c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:04.399985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.401252 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4792ec51-839a-4d9f-82a2-e8137ce51f56 x-openstack-request-id: req-4792ec51-839a-4d9f-82a2-e8137ce51f56 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:04.402678 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "name": "network-vif-plugged", "status": "completed", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:04.403304 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4792ec51-839a-4d9f-82a2-e8137ce51f56 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:04.404039 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'code': 200} Nov 12 11:02:04.405404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd615f9f-610b-4846-a477-7b5e3e8303ea req-a6c35920-4fe8-4e6b-a54c-b4b8d08d867c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2197726 Nov 12 11:02:04.410602 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.478394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ff9e10-2d37-46fb-861d-8cca697fb6b4 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:04.539761 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee8fb99b-9194-40a9-83aa-a1f137516d74 req-e7850a95-e4aa-4a3f-95c0-7f96e8f364ae service neutron] 10.222.0.59 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778868 Nov 12 11:02:04.542891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f9ff9e10-2d37-46fb-861d-8cca697fb6b4, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:04.549150 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.606044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:04.719427 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd615f9f-610b-4846-a477-7b5e3e8303ea req-8b518320-1fb7-4790-afd2-3d9c7a18ea47 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027964 Nov 12 11:02:04.796676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4257-2988-4c8f-9a76-c9883693bf95 req-29e0277a-6d83-47d0-bbe1-79760d1ced77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:04.806911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fce4257-2988-4c8f-9a76-c9883693bf95 req-29e0277a-6d83-47d0-bbe1-79760d1ced77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 1102 time: 0.3375645 Nov 12 11:02:04.844410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:04.867857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['f9ff9e10-2d37-46fb-861d-8cca697fb6b4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:04.992335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fce4257-2988-4c8f-9a76-c9883693bf95 req-3ce71fef-ea08-4da4-a6e5-180b83c43864 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823344 Nov 12 11:02:05.026679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Attempting to bind port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:05.027018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Attempting to bind port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:05.027351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Attempting to bind port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 on network d553b333-b9b1-4b31-8ca1-999904d00add {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:05.045452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 on network d553b333-b9b1-4b31-8ca1-999904d00add not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:05.045789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Attempting to bind port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 on network d553b333-b9b1-4b31-8ca1-999904d00add {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:05.102854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:05.103194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Checking segment: {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:05.103590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Bound using segment: {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:05.104039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Bound port: 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56d6696-cf51-4974-b4fe-b678b929ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:05.104395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.227856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438dd1-affd-4de9-88ec-ddba70c4685e req-7cb7bbd0-cfb1-48ca-bf5b-0700091d795f tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.230505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3438dd1-affd-4de9-88ec-ddba70c4685e req-7cb7bbd0-cfb1-48ca-bf5b-0700091d795f tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 950 time: 0.3027327 Nov 12 11:02:05.252488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-f834f5d6-8b6d-496f-974a-0fb778790734 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0887110 Nov 12 11:02:05.259192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-1cfabc77-b00d-4f71-896d-a77857d86ec6 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785911 Nov 12 11:02:05.299568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Router 73b5f72e-7742-4339-8dac-deff74d3e899 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:02:05.395047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0072f-194b-4003-8f0e-c386ff14a6aa req-0564b74c-d5da-47db-b3c7-ed46b000cfdd tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.397098 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2fe0072f-194b-4003-8f0e-c386ff14a6aa req-0564b74c-d5da-47db-b3c7-ed46b000cfdd tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 945 time: 0.0841234 Nov 12 11:02:05.411853 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-b1817f7d-f27c-4d94-b126-bf8d81c24fe5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 217 time: 0.1095145 Nov 12 11:02:05.482269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2fe0072f-194b-4003-8f0e-c386ff14a6aa req-698aa50f-eda4-4134-ba5c-e52ef6d59225 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777228 Nov 12 11:02:05.556560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3438dd1-affd-4de9-88ec-ddba70c4685e req-8d4c484a-dd98-4009-b51e-4e99026bf364 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190770 Nov 12 11:02:05.618874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] For port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:05.687470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] For port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:05.693769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-1db07ddf-c643-4798-81a3-4b696497626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.696199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-1db07ddf-c643-4798-81a3-4b696497626b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.2370250 Nov 12 11:02:05.709059 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.864183 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-aaddc122-0a10-4934-9c1a-7564c181e3e8 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557871 Nov 12 11:02:05.877695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.879199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.881501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] 10.222.0.59 "PUT /v2.0/ports/21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 HTTP/1.1" status: 200 len: 1093 time: 5.5254896 Nov 12 11:02:05.902284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c499d3-edd8-4486-aecb-15a1184108ea', 'tag': '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:05.904824 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5" -d '{"events": [{"name": "network-changed", "server_uuid": "87c499d3-edd8-4486-aecb-15a1184108ea", "tag": "21e97d6a-d534-4ad4-b9aa-7bcfc1522e35"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:06.016610 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdf5981-935d-4612-8b8a-212fe8c75edc x-openstack-request-id: req-7bdf5981-935d-4612-8b8a-212fe8c75edc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:06.016796 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c499d3-edd8-4486-aecb-15a1184108ea", "tag": "21e97d6a-d534-4ad4-b9aa-7bcfc1522e35", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:06.017090 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bdf5981-935d-4612-8b8a-212fe8c75edc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:06.017461 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c499d3-edd8-4486-aecb-15a1184108ea', 'tag': '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35', 'status': 'completed', 'code': 200} Nov 12 11:02:06.018913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-1c9eab6f-7edf-4269-bca7-efa656ef9abb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc HTTP/1.1" status: 200 len: 217 time: 0.1206098 Nov 12 11:02:06.038014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:02:06.054343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Sync routers for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:02:06.077685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:06.079092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:06.089432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bc645-41d8-4ec3-8835-1a17766b2565 service neutron] Pushing event updated for resources: {'Port': ['ID=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:06.115109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-60cb41d7-12d9-454f-bd00-8a94862df613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.116679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-60cb41d7-12d9-454f-bd00-8a94862df613 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3964996 Nov 12 11:02:06.171791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8d474255-e439-4077-9a35-2c27e54ecb01 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:06.357521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:06.480834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8d474255-e439-4077-9a35-2c27e54ecb01, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8d474255-e439-4077-9a35-2c27e54ecb01,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:06.536897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8d474255-e439-4077-9a35-2c27e54ecb01', 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add', 'port_id': '8d474255-e439-4077-9a35-2c27e54ecb01', 'mac_address': 'fa:16:3e:a7:cf:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437461a1-48fe-4c50-ae57-ea8dba6b07a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:06.626612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.628566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.630604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1563b63f-32fb-4bd9-93ec-bec4ff62a792 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 14.7172306 Nov 12 11:02:06.633485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58418) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:06.672271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d474255-e439-4077-9a35-2c27e54ecb01 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:06.680623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81beca8-ae8e-4b99-9a54-7bfd82d78079 req-82a03533-4058-44a5-a113-3c7724594c3f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.682600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c81beca8-ae8e-4b99-9a54-7bfd82d78079 req-82a03533-4058-44a5-a113-3c7724594c3f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.8311307 Nov 12 11:02:06.685953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-2626fc6f-7195-40c0-aeb1-312922e08e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.688514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-2626fc6f-7195-40c0-aeb1-312922e08e6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.6482220 Nov 12 11:02:06.703195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8d474255-e439-4077-9a35-2c27e54ecb01, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8d474255-e439-4077-9a35-2c27e54ecb01,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:06.711252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.814982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-8cafcbd7-72de-459c-ac6f-074f1f35de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.818677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-8cafcbd7-72de-459c-ac6f-074f1f35de0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=898f08937a944f53956acb4d80162fcd&device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 1096 time: 0.8328125 Nov 12 11:02:06.828317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:00Z', 'revision_number': 3, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:06.831210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8d474255-e439-4077-9a35-2c27e54ecb01,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:06.909724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Checking router: 73b5f72e-7742-4339-8dac-deff74d3e899 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:02:06.910284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Updating router 73b5f72e-7742-4339-8dac-deff74d3e899 port 5650b233-eca8-4662-8fdc-0483260ea1bc binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:02:06.979390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-283b9b72-7331-4414-ba89-d435e513fafe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 HTTP/1.1" status: 200 len: 217 time: 0.1170113 Nov 12 11:02:06.980266 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.087656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-dd759413-7ed9-4b8d-aa0f-9036eeb6c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:07.089325 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-dd759413-7ed9-4b8d-aa0f-9036eeb6c732 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3329048 Nov 12 11:02:07.093799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-8a584610-e7e5-4e78-ba5c-abe7717c8b84 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627094 Nov 12 11:02:07.100126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c81beca8-ae8e-4b99-9a54-7bfd82d78079 req-a8ea7be8-a96f-4f48-9eb8-045c2da3bd9b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024676 Nov 12 11:02:07.256843 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-b4e98065-25bc-4f93-9249-d32e9757191c service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535187 Nov 12 11:02:07.388583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8d474255-e439-4077-9a35-2c27e54ecb01'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:07.400045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f9ff9e10-2d37-46fb-861d-8cca697fb6b4 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:07.406356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-fdf26af5-5482-4b80-b47a-0306271a447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:07.407837 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-fdf26af5-5482-4b80-b47a-0306271a447c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=437461a1-48fe-4c50-ae57-ea8dba6b07a5 HTTP/1.1" status: 200 len: 858 time: 0.3975039 Nov 12 11:02:07.414474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc631a-b6d1-4de6-9f09-3e6538a99576 req-2508f292-4cd2-469e-8054-43e380ede654 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:07.423829 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20cc631a-b6d1-4de6-9f09-3e6538a99576 req-2508f292-4cd2-469e-8054-43e380ede654 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 945 time: 0.7238328 Nov 12 11:02:07.493382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-b83c3b23-cdb8-4bd7-bd31-5ea90b389cd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d553b333-b9b1-4b31-8ca1-999904d00add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462368 Nov 12 11:02:07.511222 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20cc631a-b6d1-4de6-9f09-3e6538a99576 req-61198e17-9487-48d5-8bd4-c662e8a90a31 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862749 Nov 12 11:02:07.511559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05e8a-78b5-40a2-96a9-5e42dc84ac3c req-2a5babaf-14ae-4056-84f0-f2ae9b99bd8c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:07.513065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eee05e8a-78b5-40a2-96a9-5e42dc84ac3c req-2a5babaf-14ae-4056-84f0-f2ae9b99bd8c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 950 time: 0.2527957 Nov 12 11:02:07.658220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-8c5f9e4b-802d-469c-867c-826df6a12403 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687053 Nov 12 11:02:07.668345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-0b08e2f0-b07e-4d7f-8c3c-9597fce11c97 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949828 Nov 12 11:02:07.765122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-36bcd398-5658-4089-a1cd-3f10b6627bba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e HTTP/1.1" status: 200 len: 217 time: 0.0950310 Nov 12 11:02:07.924928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:07.945458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:07.945829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.055395 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.065231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eee05e8a-78b5-40a2-96a9-5e42dc84ac3c req-97925628-d567-4507-8225-6358e9bdae40 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351331 Nov 12 11:02:08.076719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-555dfcc8-de88-4770-bf71-22d215fb456a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=ba5fb181-c6b1-434a-8466-017199f7ad56 HTTP/1.1" status: 200 len: 217 time: 0.1325607 Nov 12 11:02:08.099949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-665cc2b9-149e-47f9-826a-3cbb397576a3 service neutron] 10.222.0.59 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830810 Nov 12 11:02:08.151794 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.210817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.213435 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.307002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Attempting to bind port 5650b233-eca8-4662-8fdc-0483260ea1bc on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:08.307410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Attempting to bind port 5650b233-eca8-4662-8fdc-0483260ea1bc by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:08.307737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Attempting to bind port 5650b233-eca8-4662-8fdc-0483260ea1bc on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:08.310433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6072608-7ffd-4dea-aa19-b3ac15fd750c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:02:08.369221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f9ff9e10-2d37-46fb-861d-8cca697fb6b4, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:08.375793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ff9e10-2d37-46fb-861d-8cca697fb6b4'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:08.378328 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54810a2-11b6-47bc-aef1-c113e06b3ce7" -d '{"events": [{"server_uuid": "dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad", "name": "network-vif-plugged", "status": "completed", "tag": "f9ff9e10-2d37-46fb-861d-8cca697fb6b4"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:08.381052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:08.381435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:08.381877 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.382276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:08.382779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Bound port: 5650b233-eca8-4662-8fdc-0483260ea1bc, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:08.383165 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.412253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-1d286e1b-c0ee-41b8-8661-92b83877a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.416824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-1d286e1b-c0ee-41b8-8661-92b83877a644 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.6399043 Nov 12 11:02:08.421391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-051cff51-d00b-44b6-8eac-eb6f5523a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.426476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-051cff51-d00b-44b6-8eac-eb6f5523a2ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.3226187 Nov 12 11:02:08.460807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] For port 5650b233-eca8-4662-8fdc-0483260ea1bc, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:08.466873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] For port 5650b233-eca8-4662-8fdc-0483260ea1bc, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5650b233-eca8-4662-8fdc-0483260ea1bc,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:08.477877 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.487640 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.532354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b75b6-7eca-4597-be92-dc72fa0a963e req-8e7bdbbe-6e1e-4342-b72e-03bcb6fc49b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.532975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd08318-3b58-4597-a6f6-1242fffad444 None None] Pushing event updated for resources: {'Port': ['ID=5650b233-eca8-4662-8fdc-0483260ea1bc,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:08.547198 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-962b75b6-7eca-4597-be92-dc72fa0a963e req-8e7bdbbe-6e1e-4342-b72e-03bcb6fc49b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2653537 Nov 12 11:02:08.550320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2adcd30-0d4a-4635-aac9-923a8c3e45da None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:02:08.556107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:08.556793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:08.656662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Allocated IP 172.20.0.1 (0cdad7ae-5c08-4f68-91dd-c629cd118940/8b1284a5-6f8a-45f6-b032-989c65e3bb14/f90abdc0-4d60-494d-a929-a93ca4768ef1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:08.674936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-075da40a-51bd-469b-b099-3c5d2fd8d675 None None] Provisioning complete for port 5650b233-eca8-4662-8fdc-0483260ea1bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:08.675935 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-075da40a-51bd-469b-b099-3c5d2fd8d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.677488 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-962b75b6-7eca-4597-be92-dc72fa0a963e req-7af52090-600f-4fcb-9055-64932707c7e2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265047 Nov 12 11:02:08.812091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-84f3a753-501c-40a2-81ec-1d24bde5de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.814933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-84f3a753-501c-40a2-81ec-1d24bde5de15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3820856 Nov 12 11:02:08.856631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1e17-a2ec-4648-8c96-cedf19b99d0b req-37036614-a075-4aef-ba95-eb08097f111a tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.871165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbbd1e17-a2ec-4648-8c96-cedf19b99d0b req-37036614-a075-4aef-ba95-eb08097f111a tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 950 time: 0.6371820 Nov 12 11:02:08.933693 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4777ed93-0aaa-465b-bce1-b422a6404e78 x-openstack-request-id: req-4777ed93-0aaa-465b-bce1-b422a6404e78 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:08.934497 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad", "name": "network-vif-plugged", "status": "completed", "tag": "f9ff9e10-2d37-46fb-861d-8cca697fb6b4", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:08.935082 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4777ed93-0aaa-465b-bce1-b422a6404e78 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:08.935832 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ff9e10-2d37-46fb-861d-8cca697fb6b4', 'code': 200} Nov 12 11:02:08.937582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:08.952252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.023275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.085493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e6c7774-4876-4085-aec2-9f38d4f46fbe req-962b9488-e225-47e9-ba2d-769bed56104c service neutron] 10.222.0.59 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337045 Nov 12 11:02:09.115546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:09.159249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-69aa6c03-ddda-4a3a-830b-0d23be33e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:09.166782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-69aa6c03-ddda-4a3a-830b-0d23be33e3c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6401885 Nov 12 11:02:09.178900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbbd1e17-a2ec-4648-8c96-cedf19b99d0b req-6a60f4bf-70c1-4291-bf80-372b7daafba9 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066871 Nov 12 11:02:09.226224 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-075da40a-51bd-469b-b099-3c5d2fd8d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.283950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Pushing event updated for resources: {'Port': ['ID=f90abdc0-4d60-494d-a929-a93ca4768ef1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:09.354340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd08318-3b58-4597-a6f6-1242fffad444 None None] Pushing event updated for resources: {'Port': ['ID=5650b233-eca8-4662-8fdc-0483260ea1bc,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:09.377708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e14d2-da3e-443a-9527-75e2240bebc8 req-dda22fd6-bee5-4e47-a4c6-d6ed578d7ee9 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:09.380208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-544e14d2-da3e-443a-9527-75e2240bebc8 req-dda22fd6-bee5-4e47-a4c6-d6ed578d7ee9 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 946 time: 0.3770447 Nov 12 11:02:09.383548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Network 0cdad7ae-5c08-4f68-91dd-c629cd118940 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:09.401504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-f6a46fb9-3d47-4937-9a3c-890dd3d62792 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764527 Nov 12 11:02:09.405966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-075da40a-51bd-469b-b099-3c5d2fd8d675 None None] For port 5650b233-eca8-4662-8fdc-0483260ea1bc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5650b233-eca8-4662-8fdc-0483260ea1bc,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:09.420067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:09.425483 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-075da40a-51bd-469b-b099-3c5d2fd8d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.447288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:09.451315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-f1a05ba9-00d8-474a-9372-1ea242e26c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:09.453020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-f1a05ba9-00d8-474a-9372-1ea242e26c87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=898f08937a944f53956acb4d80162fcd&device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 1096 time: 0.2718275 Nov 12 11:02:09.524389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934cc8e-d426-454c-a226-a165379c20f4 req-12d62619-0417-47ee-a284-90a5a1db4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:09.534048 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d934cc8e-d426-454c-a226-a165379c20f4 req-12d62619-0417-47ee-a284-90a5a1db4073 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 1098 time: 0.5420582 Nov 12 11:02:09.605981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-d848d5aa-47d4-4343-b6ef-4e12d055ec3b service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969538 Nov 12 11:02:09.630559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-544e14d2-da3e-443a-9527-75e2240bebc8 req-9590bf0b-88db-4d26-9739-1afa859035e0 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307148 Nov 12 11:02:09.634626 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.671987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075da40a-51bd-469b-b099-3c5d2fd8d675 None None] Pushing event updated for resources: {'Port': ['ID=5650b233-eca8-4662-8fdc-0483260ea1bc,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:09.732191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2f187aa6-1511-4494-acbd-73563ccc3979 None None] Provisioning complete for port 5650b233-eca8-4662-8fdc-0483260ea1bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:09.732951 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2f187aa6-1511-4494-acbd-73563ccc3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.869665 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.916631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d934cc8e-d426-454c-a226-a165379c20f4 req-239759af-9e2f-4db6-8322-f7dc744d773d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562593 Nov 12 11:02:10.017100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-6dffab3b-195d-41fd-a88b-d0223ae2c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:10.019588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-6dffab3b-195d-41fd-a88b-d0223ae2c7c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d553b333-b9b1-4b31-8ca1-999904d00add HTTP/1.1" status: 200 len: 919 time: 0.4105270 Nov 12 11:02:10.134318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:00Z', 'revision_number': 3, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:10.185908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.239139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8d474255-e439-4077-9a35-2c27e54ecb01 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:10.279173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82c94b-7418-4a2b-85a9-a3214f5032e6 None None] The sync data for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 is: [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:00Z', 'revision_number': 3, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:02:10.318810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-5869bd18-7bbc-4f6f-927c-ad94917f6108 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722834 Nov 12 11:02:10.321146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-4c6ac89f-0740-4801-b238-747a9a859399 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9119651 Nov 12 11:02:10.325346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-2be0aa4a-9b1d-443b-9e34-0233a6e0220f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 HTTP/1.1" status: 200 len: 217 time: 0.2704179 Nov 12 11:02:10.367086 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.410529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 8d474255-e439-4077-9a35-2c27e54ecb01 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:10.427235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 8d474255-e439-4077-9a35-2c27e54ecb01 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:10.428316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.514965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f041ca-71dc-4e5a-9a88-44f85e00d93d req-4aa36357-4cc7-48a5-88f8-490d9299ffe7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:10.529139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f041ca-71dc-4e5a-9a88-44f85e00d93d req-4aa36357-4cc7-48a5-88f8-490d9299ffe7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.4990337 Nov 12 11:02:10.616475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f041ca-71dc-4e5a-9a88-44f85e00d93d req-025ba29d-f360-4e89-8cc6-77b7a8757274 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855834 Nov 12 11:02:10.621712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-f9dbadb0-4b1d-449b-a5d5-d1522302bc92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=01fd76b2-220c-4e30-8e48-ac0e33361316 HTTP/1.1" status: 200 len: 217 time: 0.2848601 Nov 12 11:02:10.639059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-3b57dd90-c391-440e-acaa-c2b1bb9ee77f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f HTTP/1.1" status: 200 len: 217 time: 0.2841585 Nov 12 11:02:10.765541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.775148 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.793294 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.848290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-f96c17f6-e6f7-4da0-b9a0-ff4cc1b70647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:10.849877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-f96c17f6-e6f7-4da0-b9a0-ff4cc1b70647 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=437461a1-48fe-4c50-ae57-ea8dba6b07a5 HTTP/1.1" status: 200 len: 858 time: 0.4965692 Nov 12 11:02:10.931515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Pushing event updated for resources: {'Port': ['ID=f90abdc0-4d60-494d-a929-a93ca4768ef1,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:10.951110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fc0c17-5c49-49bb-9bc2-1005183e5ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d474255-e439-4077-9a35-2c27e54ecb01'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:10.961029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.965671 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa3270c-8dd5-4f55-8c05-14622cae86af" -d '{"events": [{"server_uuid": "61fc0c17-5c49-49bb-9bc2-1005183e5ad1", "name": "network-vif-plugged", "status": "completed", "tag": "8d474255-e439-4077-9a35-2c27e54ecb01"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:11.024319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8d474255-e439-4077-9a35-2c27e54ecb01, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8d474255-e439-4077-9a35-2c27e54ecb01,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:11.032255 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:11.038862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-0e3dd9fd-c20c-481b-bce8-b05b35fb791b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d553b333-b9b1-4b31-8ca1-999904d00add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780741 Nov 12 11:02:11.054897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-9c0df46b-7a65-4785-954c-13042cb71fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:11.056911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-9c0df46b-7a65-4785-954c-13042cb71fb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.4134958 Nov 12 11:02:11.058773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-ee7012b0-d055-4ab3-9c03-e36e40a55409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:11.060238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-ee7012b0-d055-4ab3-9c03-e36e40a55409 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.4042277 Nov 12 11:02:11.124422 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b756c18-b022-47ac-adcb-da2b4f4e6367 x-openstack-request-id: req-7b756c18-b022-47ac-adcb-da2b4f4e6367 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:11.131263 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fc0c17-5c49-49bb-9bc2-1005183e5ad1", "name": "network-vif-plugged", "status": "completed", "tag": "8d474255-e439-4077-9a35-2c27e54ecb01", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:11.133303 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b756c18-b022-47ac-adcb-da2b4f4e6367 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:11.136934 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fc0c17-5c49-49bb-9bc2-1005183e5ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d474255-e439-4077-9a35-2c27e54ecb01', 'code': 200} Nov 12 11:02:11.190296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8d474255-e439-4077-9a35-2c27e54ecb01,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:11.194918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Network 0cdad7ae-5c08-4f68-91dd-c629cd118940 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:11.212342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:11.421707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4961aec-3371-4272-a058-3bf581bc5a40 req-56305969-2cd2-40f1-9a77-fd05ba32fd37 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:11.430656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4961aec-3371-4272-a058-3bf581bc5a40 req-56305969-2cd2-40f1-9a77-fd05ba32fd37 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 946 time: 0.5514517 Nov 12 11:02:11.476501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-57b14e3f-852f-476a-8d72-d5277062239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:11.478883 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-57b14e3f-852f-476a-8d72-d5277062239e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3622794 Nov 12 11:02:11.482040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-4f87815a-9198-4097-b5f5-f429fb780984 service neutron] 10.222.0.59 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204159 Nov 12 11:02:11.497952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a84c-cda9-4fb8-af61-3887af1c9a48 req-ef4798ab-15cb-45e1-ad3e-fd9201c721f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:11.502794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c707a84c-cda9-4fb8-af61-3887af1c9a48 req-ef4798ab-15cb-45e1-ad3e-fd9201c721f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 1097 time: 0.3050563 Nov 12 11:02:11.515351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Router 73b5f72e-7742-4339-8dac-deff74d3e899 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:02:11.613790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-2c3dbd98-050a-4d30-9248-957fc9981de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:11.617874 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-2c3dbd98-050a-4d30-9248-957fc9981de4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5328927 Nov 12 11:02:11.631145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4961aec-3371-4272-a058-3bf581bc5a40 req-127c4099-c47c-4c75-8e11-d528debbad21 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995013 Nov 12 11:02:11.687072 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c707a84c-cda9-4fb8-af61-3887af1c9a48 req-b95b3b07-d4ee-48ad-b5c7-7d1702796495 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692100 Nov 12 11:02:11.855270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:02:11.880160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e43ccc3-34eb-4984-8661-f6d6434ceeae admin admin] 10.222.0.31 "PUT /v2.0/routers/73b5f72e-7742-4339-8dac-deff74d3e899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2454674 Nov 12 11:02:12.190121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:12.416228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:12.440395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35', 'network_id': 'd553b333-b9b1-4b31-8ca1-999904d00add', 'port_id': '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35', 'mac_address': 'fa:16:3e:0d:29:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437461a1-48fe-4c50-ae57-ea8dba6b07a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:12.501993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ede8e-61de-4f92-8497-c7069a25873b req-457473ca-c3bb-41fc-8b04-baff0ca9ff2d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:12.511991 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-838ede8e-61de-4f92-8497-c7069a25873b req-457473ca-c3bb-41fc-8b04-baff0ca9ff2d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2370548 Nov 12 11:02:12.514934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3eb9b345-6a64-4f4a-8548-6eefd7b96db5 req-0cf63236-b2f3-4d38-9f2e-4fe7f4219dce service neutron] 10.222.0.59 "GET /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0076349 Nov 12 11:02:12.521705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-6daa0e73-95ff-4b4f-a261-50a658187d33 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0017049 Nov 12 11:02:12.545634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:12.583051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:12.601684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-a410baf4-3d0a-433c-906f-1a959e361b64 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9758713 Nov 12 11:02:12.613859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:12.621494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:12.731979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:12.915965 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5650b233-eca8-4662-8fdc-0483260ea1bc up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:12.932057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-838ede8e-61de-4f92-8497-c7069a25873b req-3e0e566e-85a1-4f7f-a570-66a21999f88a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192929 Nov 12 11:02:12.975926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-51efc639-a508-4b75-8a12-a660793eaef1 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645785 Nov 12 11:02:13.049245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5650b233-eca8-4662-8fdc-0483260ea1bc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:13.049577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.093607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-2225c2ac-7297-421c-ab1a-7e18cfd39b66 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.098132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-2225c2ac-7297-421c-ab1a-7e18cfd39b66 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 819 time: 0.3420291 Nov 12 11:02:13.137335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-b1809972-057f-4a96-8727-b8708b66f638 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/quotas/716fe77fa1a24608bb615689db22aace HTTP/1.1" status: 200 len: 375 time: 0.0309880 Nov 12 11:02:13.146963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-33189f5a-a80b-4c31-a045-fb4d06978e51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd4a3d4e-38e9-4b94-adec-321710959a02 HTTP/1.1" status: 200 len: 217 time: 0.1466734 Nov 12 11:02:13.150809 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-00d4d460-75b3-4299-85b1-76ee1a5c137c service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128414 Nov 12 11:02:13.187285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['21e97d6a-d534-4ad4-b9aa-7bcfc1522e35'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:13.217212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58542) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:13.276304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-3551f03c-1219-4a96-b56e-57c3e7da1120 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276824 Nov 12 11:02:13.405575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-b15784cc-287c-466b-a151-6c9148c3ac83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca HTTP/1.1" status: 200 len: 217 time: 0.2463076 Nov 12 11:02:13.493326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:13.533083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b4e42-6d9c-4538-9d30-e0b05f803718 req-9843ddd1-0437-423b-bd98-d977c3219909 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.535257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf1b4e42-6d9c-4538-9d30-e0b05f803718 req-9843ddd1-0437-423b-bd98-d977c3219909 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 946 time: 0.1866996 Nov 12 11:02:13.541491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-cf21963d-f633-471f-b6ef-690e9114181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.543204 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-cf21963d-f633-471f-b6ef-690e9114181e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.3736718 Nov 12 11:02:13.571789 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-6f0bfaca-4636-438c-92da-57323a25e7fb service neutron] 10.222.0.31 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808869 Nov 12 11:02:13.588783 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Sync routers for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:02:13.627381 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:13.628940 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:13.677388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35e4-db3b-4d55-bcff-c2a457fbda31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.725434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-6840869b-35df-4d38-afcb-014685b360ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.728027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-6840869b-35df-4d38-afcb-014685b360ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.2923105 Nov 12 11:02:13.850716 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-51c7e400-6376-448a-ac52-374774ff4bd8 service neutron] 10.222.0.31 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767522 Nov 12 11:02:13.861899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf1b4e42-6d9c-4538-9d30-e0b05f803718 req-8a8d7d1a-19b6-4ede-9eba-67ac0b758f2b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134749 Nov 12 11:02:13.864474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0ef56e0e-0085-4cb0-a5fd-8d0285300e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.874589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-0ef56e0e-0085-4cb0-a5fd-8d0285300e03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3165333 Nov 12 11:02:13.955061 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35e4-db3b-4d55-bcff-c2a457fbda31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.968460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e0a35e4-db3b-4d55-bcff-c2a457fbda31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.005593 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:14.041537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a35e4-db3b-4d55-bcff-c2a457fbda31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0394ed51-564d-439e-83fe-a137cf4fe56e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:14.063703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8e0a35e4-db3b-4d55-bcff-c2a457fbda31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea09865e598445b7b0b5bca8d6cccc16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8453040 Nov 12 11:02:14.071865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58564) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:14.231411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bdb3350d-d416-45a2-be97-2b821dfd403d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.242726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-566ba298-d045-4c75-bf6c-be1f2544bc0a service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442795 Nov 12 11:02:14.268167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:14.282674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'mac_address': 'fa:16:3e:88:09:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:14.309954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bdb3350d-d416-45a2-be97-2b821dfd403d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.507453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bdb3350d-d416-45a2-be97-2b821dfd403d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.510532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bdb3350d-d416-45a2-be97-2b821dfd403d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.516094 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bdb3350d-d416-45a2-be97-2b821dfd403d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0394ed51-564d-439e-83fe-a137cf4fe56e HTTP/1.1" status: 204 len: 168 time: 0.4378314 Nov 12 11:02:14.559116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-30b7f27e-d8f2-46f6-8844-65f51724d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:14.561827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-30b7f27e-d8f2-46f6-8844-65f51724d6ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7239661 Nov 12 11:02:14.566792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3350d-d416-45a2-be97-2b821dfd403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0394ed51-564d-439e-83fe-a137cf4fe56e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:14.803289 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 2, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:14.804274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.836908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d449893-b278-4ee1-9449-1294bc24bdc6 req-d4cef011-d5f4-48df-96ef-7cc7d47a94bc service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772061 Nov 12 11:02:14.943981 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Checking router: 73b5f72e-7742-4339-8dac-deff74d3e899 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:02:14.945248 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Updating router 73b5f72e-7742-4339-8dac-deff74d3e899 port f90abdc0-4d60-494d-a929-a93ca4768ef1 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:02:14.996170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef382a-331e-4e13-bdd9-bc3ca2ff4081 req-88fb7c31-9985-4c28-9b04-bdf4d2be02b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:14.997085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb87a511-2f4b-4424-9ed4-c657759e6094 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:14.997602 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.005584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9ef382a-331e-4e13-bdd9-bc3ca2ff4081 req-88fb7c31-9985-4c28-9b04-bdf4d2be02b8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.3072891 Nov 12 11:02:15.141759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:15.167445 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.212709 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9ef382a-331e-4e13-bdd9-bc3ca2ff4081 req-21a367dc-a3f4-4fed-b1ef-e02d1640397c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003293 Nov 12 11:02:15.337721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a893f9e-3440-4448-9370-f43529946eb4 req-0bbca62e-5d42-452c-a2f5-af951cd9f2f1 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:15.359537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a893f9e-3440-4448-9370-f43529946eb4 req-0bbca62e-5d42-452c-a2f5-af951cd9f2f1 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 945 time: 0.7259960 Nov 12 11:02:15.461152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:15.536810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-b160eb08-d1a4-44cc-a784-cb5cb281951e service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9435604 Nov 12 11:02:15.549918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['cb87a511-2f4b-4424-9ed4-c657759e6094'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:15.819975 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c8709b6b-0036-4afa-bda0-1ed267b9253b req-62f45323-8fda-4ba6-b79c-5701d1691c71 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 210 time: 0.1658826 Nov 12 11:02:16.012642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58604) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:16.043442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed9456b7-8136-473b-b730-869e45e53c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.135559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a893f9e-3440-4448-9370-f43529946eb4 req-3444cdec-8f5c-46c1-a756-4cfc58b45b13 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7513549 Nov 12 11:02:16.327128 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-b8517ee7-55d4-47f5-985b-c8f368239249 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356274 Nov 12 11:02:16.330248 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed9456b7-8136-473b-b730-869e45e53c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.338868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed9456b7-8136-473b-b730-869e45e53c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.376581 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.395029 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.507969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-9f323eaa-5204-479a-acf1-81b100cfaefa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a HTTP/1.1" status: 200 len: 217 time: 0.1588614 Nov 12 11:02:16.569214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ed9456b7-8136-473b-b730-869e45e53c80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d6afd46739844b3aa0398ad9487da0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5534480 Nov 12 11:02:16.574085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58612) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:16.597811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9456b7-8136-473b-b730-869e45e53c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8731688-a1db-4627-ab49-99b97aa0197e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:16.695973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a15e9-a5a0-4191-a714-7d9cf4e5c848 req-338f4ada-00a5-4c0c-94dc-0f794c23b1a0 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:16.703830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-7dc5face-1da7-4738-bdcd-44b206a27b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:16.709180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-7dc5face-1da7-4738-bdcd-44b206a27b59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.1826441 Nov 12 11:02:16.711186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-021a15e9-a5a0-4191-a714-7d9cf4e5c848 req-338f4ada-00a5-4c0c-94dc-0f794c23b1a0 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 945 time: 0.2356534 Nov 12 11:02:16.711512 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Pushing event updated for resources: {'Port': ['ID=f90abdc0-4d60-494d-a929-a93ca4768ef1,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:16.746728 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.747135 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.747478 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.747813 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.748959 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.749265 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.749598 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.749931 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.750378 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.750836 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.752374 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.752716 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:16.758777 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Attempting to bind port f90abdc0-4d60-494d-a929-a93ca4768ef1 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:16.759263 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Attempting to bind port f90abdc0-4d60-494d-a929-a93ca4768ef1 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:16.759631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Attempting to bind port f90abdc0-4d60-494d-a929-a93ca4768ef1 on network 0cdad7ae-5c08-4f68-91dd-c629cd118940 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:16.777169 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:16.778187 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Checking segment: {'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:16.778187 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.778712 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Bound using segment: {'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:16.789193 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Bound port: f90abdc0-4d60-494d-a929-a93ca4768ef1, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:16.790316 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.842234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f78f2dc2-bd98-40fa-bbac-71322d4ced27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.863535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-021a15e9-a5a0-4191-a714-7d9cf4e5c848 req-6f8c007b-18d2-458e-a6df-24c7394109f5 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508908 Nov 12 11:02:16.884358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-aef2cfdd-9299-4651-b2c9-622bf123afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:16.887604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-aef2cfdd-9299-4651-b2c9-622bf123afdf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603713 Nov 12 11:02:16.905145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c789a-c9b5-437b-b911-7be9bec9c5f6 req-2c5d98f8-06f3-4f5b-a0f0-6cdfbde5d784 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:16.918871 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-580c789a-c9b5-437b-b911-7be9bec9c5f6 req-2c5d98f8-06f3-4f5b-a0f0-6cdfbde5d784 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2066202 Nov 12 11:02:16.947988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f78f2dc2-bd98-40fa-bbac-71322d4ced27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.021930 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] For port f90abdc0-4d60-494d-a929-a93ca4768ef1, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:17.030387 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] For port f90abdc0-4d60-494d-a929-a93ca4768ef1, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f90abdc0-4d60-494d-a929-a93ca4768ef1,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:17.052477 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.130290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-580c789a-c9b5-437b-b911-7be9bec9c5f6 req-c3b5fde1-7c66-42b9-a40a-813b92b4bc11 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089503 Nov 12 11:02:17.171165 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f78f2dc2-bd98-40fa-bbac-71322d4ced27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.179770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f78f2dc2-bd98-40fa-bbac-71322d4ced27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.183398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f78f2dc2-bd98-40fa-bbac-71322d4ced27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8731688-a1db-4627-ab49-99b97aa0197e HTTP/1.1" status: 204 len: 168 time: 0.6037860 Nov 12 11:02:17.218104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f2dc2-bd98-40fa-bbac-71322d4ced27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8731688-a1db-4627-ab49-99b97aa0197e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:17.315555 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7671d-107a-462c-959c-05e449ed4e68 None None] Pushing event updated for resources: {'Port': ['ID=f90abdc0-4d60-494d-a929-a93ca4768ef1,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:17.355966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-1fe06aa5-6fc8-4e50-a31f-4d510479740e service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314802 Nov 12 11:02:17.377831 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bac8672-404c-4088-95cb-4bd16f348da7 req-8183f612-7c73-4714-b26d-48cb44cdb0ea tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 210 time: 0.1209033 Nov 12 11:02:17.416082 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:17.417016 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:01:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:17.470443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:17.675457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-49d60f72-fd90-414b-bc69-dba788dc0edb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4245701 Nov 12 11:02:17.678385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc685ef7-4e0e-44a5-b7a9-002faafda8f0 req-a2e64c38-0026-45e7-899b-6ebb858bb02d service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509177 Nov 12 11:02:17.704984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port cb87a511-2f4b-4424-9ed4-c657759e6094 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:17.706733 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.816799 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:18.041064 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.144541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-b4dd5f9c-c21e-4f8a-aba9-ef281b4d8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.169581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-b4dd5f9c-c21e-4f8a-aba9-ef281b4d8f5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdbdf80e4f394ad987482241cbb00464&device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 1097 time: 0.4376082 Nov 12 11:02:18.189779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:18.196413 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb07427-460c-418a-85fa-b697233c3a15" -d '{"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-plugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:18.215690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:18.257485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c43fc-1206-4529-a4b6-ffa10a47b7ce req-5f40590a-9067-453d-865c-332fd55fdcc9 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.276471 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c55c43fc-1206-4529-a4b6-ffa10a47b7ce req-5f40590a-9067-453d-865c-332fd55fdcc9 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 945 time: 0.1829476 Nov 12 11:02:18.282913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:18.298388 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.460602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:18.466563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c55c43fc-1206-4529-a4b6-ffa10a47b7ce req-544f666e-8328-4e01-b0b1-ac7bf662c08d tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886544 Nov 12 11:02:18.472170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:18.513256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:18.514423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.589113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-6103e001-71f6-4ab8-a013-6a1dfcfbf2f0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.590798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-6103e001-71f6-4ab8-a013-6a1dfcfbf2f0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.59 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 819 time: 0.9111373 Nov 12 11:02:18.615027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Request body: {'port': {'device_id': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'admin_state_up': True, 'tenant_id': '716fe77fa1a24608bb615689db22aace'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:18.638503 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c369bd9b-afb9-442a-8219-d0ea58bc6cca x-openstack-request-id: req-c369bd9b-afb9-442a-8219-d0ea58bc6cca {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:18.644477 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-plugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:18.648532 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c369bd9b-afb9-442a-8219-d0ea58bc6cca {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:18.649653 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'code': 200} Nov 12 11:02:18.883024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142158b-0962-4574-9f53-754219f47aa9 req-a512141d-1aa9-46da-93a9-faca221d21aa tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.890002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8142158b-0962-4574-9f53-754219f47aa9 req-a512141d-1aa9-46da-93a9-faca221d21aa tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.3110938 Nov 12 11:02:18.983258 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.991131 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:17Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:18.993561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8142158b-0962-4574-9f53-754219f47aa9 req-72e87f1d-3bd3-4e28-8d30-261dc68a25e8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024194 Nov 12 11:02:18.998296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-61ce2cea-4c98-4dea-a0c1-934fb88e97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.006578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-61ce2cea-4c98-4dea-a0c1-934fb88e97d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d2cc73e-ea7a-4c42-98be-a2f303b60750 HTTP/1.1" status: 200 len: 916 time: 0.7795784 Nov 12 11:02:19.011327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Made reservation on behalf of 716fe77fa1a24608bb615689db22aace for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:19.023508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.172426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:19.173804 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d8f0c-ad83-445d-89a6-d2e15b85b55f None None] The sync data for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 is: [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:17Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:02:19.180374 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.214889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1313f42f-6a4e-4ba9-ad71-5866cd23db86 req-aca7f39a-1a97-45b8-9554-ce44b525c5c1 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 210 time: 0.1213403 Nov 12 11:02:19.466942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:19.527227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-5d03e138-c47c-4f6b-9102-1e04a5b3cdb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 HTTP/1.1" status: 200 len: 1001 time: 0.4940732 Nov 12 11:02:19.681956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-d2771ff7-16fa-4412-94a3-ade9411e1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.683785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-d2771ff7-16fa-4412-94a3-ade9411e1d5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63577643-e587-440f-901b-00c30553afa6 HTTP/1.1" status: 200 len: 854 time: 0.0789618 Nov 12 11:02:19.843318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-d0033517-db0a-455c-9703-c91bd6b9a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.845907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-d0033517-db0a-455c-9703-c91bd6b9a979 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d2cc73e-ea7a-4c42-98be-a2f303b60750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335709 Nov 12 11:02:19.875999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e79e-2ccd-4b69-910d-edfa97f11620 req-646765a8-587c-429d-967f-188b74e24122 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.896620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa40e79e-2ccd-4b69-910d-edfa97f11620 req-646765a8-587c-429d-967f-188b74e24122 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 946 time: 0.2087874 Nov 12 11:02:20.097837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Allocated IP 172.20.0.10 (0cdad7ae-5c08-4f68-91dd-c629cd118940/8b1284a5-6f8a-45f6-b032-989c65e3bb14/d1d70ce1-954e-4ba3-8053-3928535fe5b6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:20.267577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa40e79e-2ccd-4b69-910d-edfa97f11620 req-9181c6ac-c8db-4670-8239-d35fc3b0d997 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628922 Nov 12 11:02:20.402335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-cb30ef7a-220e-40aa-ac4e-f644d59a9382 service neutron] 10.222.0.52 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360093 Nov 12 11:02:20.465768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c4af6-fe3b-46ed-ba60-f9a7f3534db1 req-2d68a3e9-b7a7-4147-a500-ae7038e7b09c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.473218 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac4c4af6-fe3b-46ed-ba60-f9a7f3534db1 req-2d68a3e9-b7a7-4147-a500-ae7038e7b09c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2035015 Nov 12 11:02:20.651399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c499d3-edd8-4486-aecb-15a1184108ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:20.655499 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb240ac9-c3ec-4f16-9f87-d10516f013c9" -d '{"events": [{"server_uuid": "87c499d3-edd8-4486-aecb-15a1184108ea", "name": "network-vif-plugged", "status": "completed", "tag": "21e97d6a-d534-4ad4-b9aa-7bcfc1522e35"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:20.671362 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac4c4af6-fe3b-46ed-ba60-f9a7f3534db1 req-cb70ae22-807c-499f-afba-0f4a8c97b616 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849194 Nov 12 11:02:20.682073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58708) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:21.051795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f90abdc0-4d60-494d-a929-a93ca4768ef1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:21.058371 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfbd79ea-75e1-4c42-a86b-a4440c4714ee req-f25d24a2-5a3d-4f2f-9227-db24d078235c service neutron] 10.222.0.52 "GET /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362865 Nov 12 11:02:21.075495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5860d7d-6367-4585-8e1a-a8395f292f02 req-357fd766-89ba-450e-bd5d-3c910781c9c0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 210 time: 0.4692023 Nov 12 11:02:21.156080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d493df21-5a37-4d3b-be26-874efb613d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.158826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.203988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f90abdc0-4d60-494d-a929-a93ca4768ef1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:21.204444 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.246663 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.295512 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01995b95-c874-495d-9ecd-48441ea7e8cb x-openstack-request-id: req-01995b95-c874-495d-9ecd-48441ea7e8cb {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:21.297719 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c499d3-edd8-4486-aecb-15a1184108ea", "name": "network-vif-plugged", "status": "completed", "tag": "21e97d6a-d534-4ad4-b9aa-7bcfc1522e35", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:21.300045 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01995b95-c874-495d-9ecd-48441ea7e8cb {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:21.300667 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c499d3-edd8-4486-aecb-15a1184108ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35', 'code': 200} Nov 12 11:02:21.507005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Network 0cdad7ae-5c08-4f68-91dd-c629cd118940 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:21.508067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event updated for resources: {'Port': ['ID=d1d70ce1-954e-4ba3-8053-3928535fe5b6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:21.517740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:21.521542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:21.540984 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.564003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.564369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.564694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.565066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.567359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.567688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.567912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.568196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.569112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.569449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.569797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.570107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:21.590798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d680f-5c6d-4c2c-908f-68dd697fd712 req-1ece2b6e-b426-4305-bcc3-f3091515e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:21.592695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-462d680f-5c6d-4c2c-908f-68dd697fd712 req-1ece2b6e-b426-4305-bcc3-f3091515e8c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 1098 time: 0.1433437 Nov 12 11:02:21.618602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d493df21-5a37-4d3b-be26-874efb613d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.626055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d493df21-5a37-4d3b-be26-874efb613d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.644126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab917e8-9d10-4dc4-b213-055045fff1ef req-64d6044f-3949-450c-97d1-44214724bc5b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:21.650290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port f90abdc0-4d60-494d-a929-a93ca4768ef1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f90abdc0-4d60-494d-a929-a93ca4768ef1,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:21.656489 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.663921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ab917e8-9d10-4dc4-b213-055045fff1ef req-64d6044f-3949-450c-97d1-44214724bc5b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 946 time: 0.1959014 Nov 12 11:02:21.706398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493df21-5a37-4d3b-be26-874efb613d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6d39b-da7b-4049-8ecb-8bbecde00f26,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:21.740233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:21.740918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.773898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=f90abdc0-4d60-494d-a929-a93ca4768ef1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:21.814214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ab917e8-9d10-4dc4-b213-055045fff1ef req-5e628657-e7bc-47d9-a070-82fcc98a35f3 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479132 Nov 12 11:02:21.816775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-a1f5f509-b395-4034-b3e5-2da1d6a4a631 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2063980 Nov 12 11:02:21.828305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-462d680f-5c6d-4c2c-908f-68dd697fd712 req-1d03f1ef-9105-461c-a6d7-285ecafcedaf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219362 Nov 12 11:02:21.840598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Request body: {'port': {'device_id': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:21.898854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d493df21-5a37-4d3b-be26-874efb613d6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08d8c2deba124b0a974fd9629a4821df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2149208 Nov 12 11:02:21.901790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58726) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:22.011678 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-961f8291-8a09-40f2-92c4-69cda8ff2797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.047294 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-961f8291-8a09-40f2-92c4-69cda8ff2797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.129775 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-961f8291-8a09-40f2-92c4-69cda8ff2797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.135540 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-961f8291-8a09-40f2-92c4-69cda8ff2797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.137467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-961f8291-8a09-40f2-92c4-69cda8ff2797 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9a6d39b-da7b-4049-8ecb-8bbecde00f26 HTTP/1.1" status: 204 len: 168 time: 0.2335930 Nov 12 11:02:22.157005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc0282-8a08-433d-840d-5211be03f4c4 req-3ad33442-86b1-4450-97c7-35054a69ba42 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:22.158969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30bc0282-8a08-433d-840d-5211be03f4c4 req-3ad33442-86b1-4450-97c7-35054a69ba42 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2232702 Nov 12 11:02:22.163561 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.168174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f8291-8a09-40f2-92c4-69cda8ff2797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6d39b-da7b-4049-8ecb-8bbecde00f26,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:22.371489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30bc0282-8a08-433d-840d-5211be03f4c4 req-98c00d33-41b0-4077-9454-355b4cafcd06 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780250 Nov 12 11:02:22.426911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af15952-830b-48ee-87ee-bdec919e5544 req-409b7a4a-30e2-4671-a61a-2de1dde49d9a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:22.439729 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af15952-830b-48ee-87ee-bdec919e5544 req-409b7a4a-30e2-4671-a61a-2de1dde49d9a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 932 time: 0.1347752 Nov 12 11:02:22.595989 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af15952-830b-48ee-87ee-bdec919e5544 req-af8fdd2d-db8d-444e-8311-ddf73c0d74f4 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540325 Nov 12 11:02:22.798575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f90abdc0-4d60-494d-a929-a93ca4768ef1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:22.868594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f90abdc0-4d60-494d-a929-a93ca4768ef1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:22.869840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.939551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d70ce1-954e-4ba3-8053-3928535fe5b6 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:22.961743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.016392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Transition to ACTIVE for port object d1d70ce1-954e-4ba3-8053-3928535fe5b6 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:23.025766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.069575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2a477-adf8-4597-804f-68ff132d2d48 req-b107f85a-1756-42ec-a611-5e6dd3544cac tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:23.073384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82d2a477-adf8-4597-804f-68ff132d2d48 req-b107f85a-1756-42ec-a611-5e6dd3544cac tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 946 time: 0.0747590 Nov 12 11:02:23.223544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82d2a477-adf8-4597-804f-68ff132d2d48 req-cd36ee4e-5753-4d2b-a584-92f94c75d097 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370916 Nov 12 11:02:23.307850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d70ce1-954e-4ba3-8053-3928535fe5b6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:23.409994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Attempting to bind port d1d70ce1-954e-4ba3-8053-3928535fe5b6 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:23.410788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Attempting to bind port d1d70ce1-954e-4ba3-8053-3928535fe5b6 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:23.411318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Attempting to bind port d1d70ce1-954e-4ba3-8053-3928535fe5b6 on network 0cdad7ae-5c08-4f68-91dd-c629cd118940 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:23.437200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Port d1d70ce1-954e-4ba3-8053-3928535fe5b6 on network 0cdad7ae-5c08-4f68-91dd-c629cd118940 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:23.437932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Attempting to bind port d1d70ce1-954e-4ba3-8053-3928535fe5b6 on network 0cdad7ae-5c08-4f68-91dd-c629cd118940 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:23.446721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:23.447527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Checking segment: {'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:23.448254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Bound using segment: {'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:23.450181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Bound port: d1d70ce1-954e-4ba3-8053-3928535fe5b6, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0c847c-e3a9-466b-9664-e44cd55420e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:23.451221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.680763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] For port d1d70ce1-954e-4ba3-8053-3928535fe5b6, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:23.683173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6c3a7-5a57-4384-a894-55766bbc321d req-95cb07f7-e6a6-4d8b-b6f2-a51adf7a98be tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:23.696380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ff6c3a7-5a57-4384-a894-55766bbc321d req-95cb07f7-e6a6-4d8b-b6f2-a51adf7a98be tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1495254 Nov 12 11:02:23.702044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] For port d1d70ce1-954e-4ba3-8053-3928535fe5b6, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:23.716217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.901788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ff6c3a7-5a57-4384-a894-55766bbc321d req-df8ff9f4-3edf-4655-aae7-a555fac0c449 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019074 Nov 12 11:02:23.921912 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5db2396e-d808-4952-8dc9-aef3162c18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.939083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d70ce1-954e-4ba3-8053-3928535fe5b6,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:24.048828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:24.056674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:24.059491 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-e497048c-6591-43c2-8e2c-509ec5d4cd99 service neutron] 10.222.0.59 "PUT /v2.0/ports/d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 1093 time: 2.2270987 Nov 12 11:02:24.066405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:24.071557 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612fa974-98e5-41de-b0ce-d0224e88755e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:24.269485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137a9ec-1ff2-49fa-ae62-8f7855a43197 req-9465614f-ac23-454c-a008-b585ebc0bcab tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:24.283222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8137a9ec-1ff2-49fa-ae62-8f7855a43197 req-9465614f-ac23-454c-a008-b585ebc0bcab tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 944 time: 0.2810512 Nov 12 11:02:24.355171 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7769cb6f-1856-4eb9-b5be-ff3fd4264481 x-openstack-request-id: req-7769cb6f-1856-4eb9-b5be-ff3fd4264481 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:24.356302 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:24.356302 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7769cb6f-1856-4eb9-b5be-ff3fd4264481 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:24.356736 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'status': 'completed', 'code': 200} Nov 12 11:02:24.379006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-7beb3411-3b49-47a9-8060-79dc369ab275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:24.382197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-7beb3411-3b49-47a9-8060-79dc369ab275 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1096 time: 0.2382882 Nov 12 11:02:24.503288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8137a9ec-1ff2-49fa-ae62-8f7855a43197 req-15fe1c05-29c4-4185-a062-43b02f4d7e63 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186005 Nov 12 11:02:24.523614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-63905631-166b-4379-8781-8e5da4152cb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 217 time: 0.1200273 Nov 12 11:02:24.625944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-079a366f-38f0-4c51-bd2d-eda1143ea69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:24.628968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-079a366f-38f0-4c51-bd2d-eda1143ea69c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.0938237 Nov 12 11:02:24.629664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc51d76-54eb-4756-98c4-272e065589d8 req-f0e7c3e6-cf09-436c-81d7-06f5cfa99049 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:24.635131 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-efc51d76-54eb-4756-98c4-272e065589d8 req-f0e7c3e6-cf09-436c-81d7-06f5cfa99049 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 946 time: 0.1661406 Nov 12 11:02:24.703675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-0f574ebc-af79-4011-a089-2eb36cea189a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562756 Nov 12 11:02:24.755843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-efc51d76-54eb-4756-98c4-272e065589d8 req-0ab6ea1e-8a40-4b0e-8c47-b6d0469f559b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095037 Nov 12 11:02:24.956145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-2f81a2c1-07e3-4e35-977a-ec8f0ab9d465 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398090 Nov 12 11:02:25.091505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffba4d60-14e7-42a7-972a-a7574568c6e1 req-52d94d8c-fefa-4ede-b2c5-f9c8d85d37af service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277857 Nov 12 11:02:25.191022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d422ff-c117-4d0b-bff7-65cd2918ab78 req-980443ff-5eff-475b-9eaf-f8396a692be7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:25.208561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97d422ff-c117-4d0b-bff7-65cd2918ab78 req-980443ff-5eff-475b-9eaf-f8396a692be7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1147010 Nov 12 11:02:25.363036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97d422ff-c117-4d0b-bff7-65cd2918ab78 req-019f54ec-d667-4bd4-a83b-c2590e73cbad tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585987 Nov 12 11:02:25.395730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa974-98e5-41de-b0ce-d0224e88755e req-69765e42-8d99-499a-8440-725e52777f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:25.397903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612fa974-98e5-41de-b0ce-d0224e88755e req-69765e42-8d99-499a-8440-725e52777f56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1096 time: 0.1429257 Nov 12 11:02:25.557175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dbd79-bd21-49b1-8f55-2648dd68e23d req-3950b2a5-b6be-4414-a07d-533e6f74c22b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:25.559369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-410dbd79-bd21-49b1-8f55-2648dd68e23d req-3950b2a5-b6be-4414-a07d-533e6f74c22b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 946 time: 0.1098425 Nov 12 11:02:25.802379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-410dbd79-bd21-49b1-8f55-2648dd68e23d req-c51d08e6-b14b-4828-b6d6-8c7d0bf5225b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284422 Nov 12 11:02:26.158416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250ccc-cf42-491d-882d-90877dce4675 req-1712d5b9-3ae6-4c17-adc1-15cf60d3c87b tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:26.166594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69250ccc-cf42-491d-882d-90877dce4675 req-1712d5b9-3ae6-4c17-adc1-15cf60d3c87b tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 944 time: 0.1165895 Nov 12 11:02:26.191862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa974-98e5-41de-b0ce-d0224e88755e req-797e15b8-c118-45a0-a6a6-215d082371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:26.193520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612fa974-98e5-41de-b0ce-d0224e88755e req-797e15b8-c118-45a0-a6a6-215d082371cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 920 time: 0.7847047 Nov 12 11:02:26.243185 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fa9591f8-3334-449a-9d07-75b35491b61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:26.339635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612fa974-98e5-41de-b0ce-d0224e88755e req-6aca19fb-4995-416e-b5ee-724ae0697f2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 217 time: 0.1275041 Nov 12 11:02:26.362632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69250ccc-cf42-491d-882d-90877dce4675 req-e535fa25-db72-4383-9ee5-00254b745dec tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939609 Nov 12 11:02:26.487343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa974-98e5-41de-b0ce-d0224e88755e req-ced84617-cbed-4aaa-8d88-6c47502e2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:26.492902 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612fa974-98e5-41de-b0ce-d0224e88755e req-ced84617-cbed-4aaa-8d88-6c47502e2520 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.1287279 Nov 12 11:02:26.573762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612fa974-98e5-41de-b0ce-d0224e88755e req-5035f90d-6a65-4828-9872-f3a194855afb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600474 Nov 12 11:02:26.805676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d700219-287c-4d92-90b1-aa2c882fe89e req-17c403b7-8244-4a29-8352-d2ab84ca2f6f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:26.814080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d700219-287c-4d92-90b1-aa2c882fe89e req-17c403b7-8244-4a29-8352-d2ab84ca2f6f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2387633 Nov 12 11:02:26.931686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612fa974-98e5-41de-b0ce-d0224e88755e req-f8657f24-812d-4095-86b6-651e0c7a9023 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390176 Nov 12 11:02:26.959524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d700219-287c-4d92-90b1-aa2c882fe89e req-23af7c7d-4d0c-4da8-8c18-aa036040dde6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442547 Nov 12 11:02:27.146680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07116d-2f3b-446b-8e60-2c26f5afcca0 req-9015e531-f514-4cda-be6a-d65818654e0e tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:27.160473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb07116d-2f3b-446b-8e60-2c26f5afcca0 req-9015e531-f514-4cda-be6a-d65818654e0e tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 946 time: 0.1695306 Nov 12 11:02:27.320467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb07116d-2f3b-446b-8e60-2c26f5afcca0 req-fa5112b6-f981-4e28-8bdb-19b47bd7327c tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534507 Nov 12 11:02:27.362611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-612fa974-98e5-41de-b0ce-d0224e88755e req-a3cac4ba-1c7f-4424-9a78-655316f56c03 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111650 Nov 12 11:02:27.648292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f334ad5-8c77-48d6-866a-c6f7d7bf72d2 req-4b515efd-5c5a-474e-8eb8-34caad92dd53 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:27.656915 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.668414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f334ad5-8c77-48d6-866a-c6f7d7bf72d2 req-4b515efd-5c5a-474e-8eb8-34caad92dd53 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 944 time: 0.1170411 Nov 12 11:02:27.720512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-1b36ab14-4be5-49a3-b7f0-2481291ac105 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:27.721866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-1b36ab14-4be5-49a3-b7f0-2481291ac105 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.59 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 946 time: 0.1468017 Nov 12 11:02:27.825475 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f334ad5-8c77-48d6-866a-c6f7d7bf72d2 req-81143246-953b-4ba3-86b1-f1d011938b5b tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543658 Nov 12 11:02:27.901313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Deleting port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:27.901595 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.119169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] For port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:28.119726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.169195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Calling delete_port for 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:28.226826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d1d70ce1-954e-4ba3-8053-3928535fe5b6 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:28.234423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b072f9b-e393-4e3d-be66-3318cd285352 req-cc0ee403-e5a7-4e71-89c9-128bf853880b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:28.251635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b072f9b-e393-4e3d-be66-3318cd285352 req-cc0ee403-e5a7-4e71-89c9-128bf853880b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1097481 Nov 12 11:02:28.396294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b072f9b-e393-4e3d-be66-3318cd285352 req-94d8d2fb-a0e2-48ea-807e-bd6108542b17 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435232 Nov 12 11:02:28.471259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d1d70ce1-954e-4ba3-8053-3928535fe5b6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:28.516896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'port_id': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'mac_address': 'fa:16:3e:2c:63:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:28.550563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.583700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['f9ff9e10-2d37-46fb-861d-8cca697fb6b4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:28.586098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c29aded-faa2-4a62-b4fe-137f96b410e5 req-a64c5f94-e929-4267-9f57-9a430e23e5d6 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 210 time: 0.0958822 Nov 12 11:02:28.622857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Pushing event deleted for resources: {'Port': ['ID=21e97d6a-d534-4ad4-b9aa-7bcfc1522e35,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:28.636315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8d474255-e439-4077-9a35-2c27e54ecb01', '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:28.700370 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.721579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] No DVR routers for this DVR port 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:28.724195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d70ce1-954e-4ba3-8053-3928535fe5b6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:28.725612 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.732083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bea9c101-2fc8-42b2-b59a-87899f574524 req-776f36ce-03b0-4d1c-8501-ecab639c3405 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.59 "DELETE /v2.0/ports/21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 HTTP/1.1" status: 204 len: 173 time: 0.9971137 Nov 12 11:02:28.732603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c499d3-edd8-4486-aecb-15a1184108ea', 'name': 'network-vif-deleted', 'tag': '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:28.735151 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec458e-5763-404f-9f22-b0a9b83d093a" -d '{"events": [{"server_uuid": "87c499d3-edd8-4486-aecb-15a1184108ea", "name": "network-vif-deleted", "tag": "21e97d6a-d534-4ad4-b9aa-7bcfc1522e35"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:28.793179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d1d70ce1-954e-4ba3-8053-3928535fe5b6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:28.802356 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00916f-7852-4bfe-8809-1fd154d86132 x-openstack-request-id: req-bb00916f-7852-4bfe-8809-1fd154d86132 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:28.802710 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c499d3-edd8-4486-aecb-15a1184108ea", "name": "network-vif-deleted", "tag": "21e97d6a-d534-4ad4-b9aa-7bcfc1522e35", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:28.803903 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb00916f-7852-4bfe-8809-1fd154d86132 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:28.804327 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c499d3-edd8-4486-aecb-15a1184108ea', 'name': 'network-vif-deleted', 'tag': '21e97d6a-d534-4ad4-b9aa-7bcfc1522e35', 'status': 'completed', 'code': 200} Nov 12 11:02:28.829169 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.909405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=d1d70ce1-954e-4ba3-8053-3928535fe5b6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:29.170784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5905df-0be3-4320-93a2-6538179c8912 req-073c732f-b60b-4304-b58f-56d7f574998f tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:29.173436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd5905df-0be3-4320-93a2-6538179c8912 req-073c732f-b60b-4304-b58f-56d7f574998f tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 945 time: 0.1297266 Nov 12 11:02:29.278323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd5905df-0be3-4320-93a2-6538179c8912 req-ba8dd776-11ac-4776-8704-a2d7f0ccb9d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943401 Nov 12 11:02:29.381520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['d1d70ce1-954e-4ba3-8053-3928535fe5b6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:29.436150 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.715363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe42c-af56-4cef-b800-0c650118ad32 req-991d9265-3af1-4e29-8f6f-8b826591aac5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:29.730843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74ebe42c-af56-4cef-b800-0c650118ad32 req-991d9265-3af1-4e29-8f6f-8b826591aac5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1834753 Nov 12 11:02:29.822547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74ebe42c-af56-4cef-b800-0c650118ad32 req-95e21363-7118-4b79-9215-ca35e387c1f1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821357 Nov 12 11:02:29.881168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41d5a299-f3c9-487f-8c36-85ff7a5dde99 req-5fd11d0f-05d7-4ec1-bfa5-46044f21a6a0 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c499d3-edd8-4486-aecb-15a1184108ea HTTP/1.1" status: 200 len: 210 time: 0.0507505 Nov 12 11:02:30.231892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:30.276942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:30.277382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 21e97d6a-d534-4ad4-b9aa-7bcfc1522e35 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:30.493673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfed56-5c9e-4ba5-acb0-41bcdd6ead62 req-6902a3f6-0703-4fee-9f92-af8772f85b9b tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:30.497082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03bfed56-5c9e-4ba5-acb0-41bcdd6ead62 req-6902a3f6-0703-4fee-9f92-af8772f85b9b tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 945 time: 0.0768454 Nov 12 11:02:30.593882 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.625921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03bfed56-5c9e-4ba5-acb0-41bcdd6ead62 req-76be93d7-6d34-4f5c-8a2d-042f6e5e595d tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133125 Nov 12 11:02:31.085334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485c2eb-95ef-4c97-bba4-da44dffe76f0 req-1b7e960b-9cbf-4404-a48c-257ba172bbeb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:31.086952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6485c2eb-95ef-4c97-bba4-da44dffe76f0 req-1b7e960b-9cbf-4404-a48c-257ba172bbeb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.0879662 Nov 12 11:02:31.173887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6485c2eb-95ef-4c97-bba4-da44dffe76f0 req-cd3c1f95-7673-448c-bee7-70d594c0873b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768433 Nov 12 11:02:31.959909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983451-53d4-4cf6-b481-f772ab825354 req-6fd0c2f4-30fc-4550-a093-cb0a4127d681 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:31.963240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97983451-53d4-4cf6-b481-f772ab825354 req-6fd0c2f4-30fc-4550-a093-cb0a4127d681 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 945 time: 0.1002550 Nov 12 11:02:32.028223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97983451-53d4-4cf6-b481-f772ab825354 req-8dfb09ed-7ed0-463d-a240-6f20767cc8b3 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576906 Nov 12 11:02:32.238948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 54291bcb-2e19-4418-be0e-c44cc01052c6 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:32.250997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d1d70ce1-954e-4ba3-8053-3928535fe5b6 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:32.373581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238ddac-2bcd-4b39-bf0d-d0568799fc64 req-4097f5bb-92b1-4b54-9b75-90a73f76caa8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:32.382534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5238ddac-2bcd-4b39-bf0d-d0568799fc64 req-4097f5bb-92b1-4b54-9b75-90a73f76caa8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.0821207 Nov 12 11:02:32.451719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35869388-85da-45c1-866c-031bcb2ba4d6 req-58c43ddb-79bb-4cf7-83af-7a3112fd472e tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:32.459221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35869388-85da-45c1-866c-031bcb2ba4d6 req-58c43ddb-79bb-4cf7-83af-7a3112fd472e tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:32.462653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-35869388-85da-45c1-866c-031bcb2ba4d6 req-58c43ddb-79bb-4cf7-83af-7a3112fd472e tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1&device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 1682 time: 0.0872996 Nov 12 11:02:32.481909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5238ddac-2bcd-4b39-bf0d-d0568799fc64 req-a5991732-59d8-49a2-afaf-c26442b6ade3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979180 Nov 12 11:02:32.636048 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-35869388-85da-45c1-866c-031bcb2ba4d6 req-96f98c5c-2bd8-40fb-beaf-5e15f82e522e tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544650 Nov 12 11:02:32.733394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:32.754694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'port_id': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'mac_address': 'fa:16:3e:7d:a8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033bea7-dc1e-48f6-848f-34d48b4fe2b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:32.755915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port d1d70ce1-954e-4ba3-8053-3928535fe5b6 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:32.766403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port d1d70ce1-954e-4ba3-8053-3928535fe5b6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:32.766403 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.027472 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.062972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54291bcb-2e19-4418-be0e-c44cc01052c6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:33.073148 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.130012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d1d70ce1-954e-4ba3-8053-3928535fe5b6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:33.136913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:33.140297 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f742c17-abd7-4800-aca4-72b8645572fa" -d '{"events": [{"server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "name": "network-vif-plugged", "status": "completed", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:33.160335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.243219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:33.245496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=d1d70ce1-954e-4ba3-8053-3928535fe5b6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:33.250693 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.301220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20fbc-10e6-48b3-b761-7d9a49cdfdb5 req-691ce99d-cb77-4ba0-965c-f7adf1a4472a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:33.303997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-08a20fbc-10e6-48b3-b761-7d9a49cdfdb5 req-691ce99d-cb77-4ba0-965c-f7adf1a4472a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1249137 Nov 12 11:02:33.360687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:33.385225 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f2ef1b-9b0d-4bfe-a7bb-25d7eb1a50f7 x-openstack-request-id: req-34f2ef1b-9b0d-4bfe-a7bb-25d7eb1a50f7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:33.386427 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "name": "network-vif-plugged", "status": "completed", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:33.387663 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34f2ef1b-9b0d-4bfe-a7bb-25d7eb1a50f7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:33.388342 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'code': 200} Nov 12 11:02:33.459306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-08a20fbc-10e6-48b3-b761-7d9a49cdfdb5 req-364f6c20-991e-4ec4-93af-ce2de7e1184e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322236 Nov 12 11:02:33.562206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['54291bcb-2e19-4418-be0e-c44cc01052c6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:33.661790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864a83-c050-41b5-95f9-c6bd284d9828 req-ee13c996-d508-4f06-9330-0371571cbe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:33.665061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b864a83-c050-41b5-95f9-c6bd284d9828 req-ee13c996-d508-4f06-9330-0371571cbe41 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1098 time: 0.1005173 Nov 12 11:02:33.813387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b864a83-c050-41b5-95f9-c6bd284d9828 req-4c876d7d-036f-4b43-a3d0-e5596375876e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337471 Nov 12 11:02:33.958422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67aff-a6ec-4d1e-9c34-7b536c6a58c6 req-e1f7a505-b3a6-427d-9bd1-169c0091f3fc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:33.963022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ab67aff-a6ec-4d1e-9c34-7b536c6a58c6 req-e1f7a505-b3a6-427d-9bd1-169c0091f3fc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 944 time: 0.1043663 Nov 12 11:02:34.110098 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ab67aff-a6ec-4d1e-9c34-7b536c6a58c6 req-3bc1091a-8aee-4b9d-a953-0b9f1ec35a0f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282222 Nov 12 11:02:34.242866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 54291bcb-2e19-4418-be0e-c44cc01052c6 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:34.443552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 54291bcb-2e19-4418-be0e-c44cc01052c6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:34.444134 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.616570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c806001-1fba-43cd-b45e-9f57c44f3417 req-6fa396a8-72de-421e-9641-ba62ab4c3e67 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:34.634959 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0c806001-1fba-43cd-b45e-9f57c44f3417 req-6fa396a8-72de-421e-9641-ba62ab4c3e67 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 945 time: 0.1679111 Nov 12 11:02:34.641260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:34.785806 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.819945 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0c806001-1fba-43cd-b45e-9f57c44f3417 req-8158ffb7-5db0-4c6b-bcc6-caaf00df647c tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836920 Nov 12 11:02:34.915696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c700cc-0728-48ad-b27c-c289e47562c0 req-85e09fe6-b73e-4782-9a1d-09803a7a0d11 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:34.933190 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42c700cc-0728-48ad-b27c-c289e47562c0 req-85e09fe6-b73e-4782-9a1d-09803a7a0d11 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.2065887 Nov 12 11:02:34.940998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:34.947813 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.109630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42c700cc-0728-48ad-b27c-c289e47562c0 req-d9f0d1d0-bc70-473b-adbe-6b06e2c9976a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750209 Nov 12 11:02:35.150482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:35.166085 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef27b831-3da9-4497-91d2-f53f79ae8a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.390199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:35.394926 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538ef3dc-be08-42d5-a583-05748530fe3b" -d '{"events": [{"server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "name": "network-vif-plugged", "status": "completed", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:35.427896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef27b831-3da9-4497-91d2-f53f79ae8a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.437857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef27b831-3da9-4497-91d2-f53f79ae8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.588243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3124e-e953-49a3-9736-07bed93ed994 req-6b9c02d5-5582-480c-a636-8cb3185d7d57 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:35.610859 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ce3124e-e953-49a3-9736-07bed93ed994 req-6b9c02d5-5582-480c-a636-8cb3185d7d57 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.2612467 Nov 12 11:02:35.734632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ef27b831-3da9-4497-91d2-f53f79ae8a0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30574ade3bc047b9a6ddd09ecb3db11f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0883870 Nov 12 11:02:35.735423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59102) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:35.743417 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4fd267-9fe8-4cdd-8374-dda45de5bad8 x-openstack-request-id: req-2d4fd267-9fe8-4cdd-8374-dda45de5bad8 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:35.744307 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "name": "network-vif-plugged", "status": "completed", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:35.744307 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d4fd267-9fe8-4cdd-8374-dda45de5bad8 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:35.744933 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'code': 200} Nov 12 11:02:35.759667 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ce3124e-e953-49a3-9736-07bed93ed994 req-839ab189-8b04-4367-a342-c99dd5306c3d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488678 Nov 12 11:02:35.762312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-4b4f89ae-0c0c-4606-85cc-fb52e9734fd4 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:35.765420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-4b4f89ae-0c0c-4606-85cc-fb52e9734fd4 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad HTTP/1.1" status: 200 len: 946 time: 0.1617706 Nov 12 11:02:35.766485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27b831-3da9-4497-91d2-f53f79ae8a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd62bfa-679a-4c3f-8cba-e01aac15227a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:35.899457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.975959 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.167217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Deleting port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:36.167755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.230776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.235730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.238748 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fd62bfa-679a-4c3f-8cba-e01aac15227a HTTP/1.1" status: 204 len: 168 time: 0.5023105 Nov 12 11:02:36.258669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd62bfa-679a-4c3f-8cba-e01aac15227a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:36.306151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317dbb-2d44-400a-99e7-10dd80ebfb50 req-ebf31982-34bc-43ad-9c21-ea6ac028fc9c tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:36.313822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76317dbb-2d44-400a-99e7-10dd80ebfb50 req-ebf31982-34bc-43ad-9c21-ea6ac028fc9c tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 945 time: 0.2104297 Nov 12 11:02:36.333199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.333544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.333881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.334222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.334552 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.334902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.335207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.335532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.335850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.336169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.336495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.336818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2548d9-d595-46e6-8e59-1f1d5a9b3d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:36.559212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76317dbb-2d44-400a-99e7-10dd80ebfb50 req-f6c03010-f0b5-41dd-a400-f13f2e4947ce tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188828 Nov 12 11:02:36.661376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] For port f9ff9e10-2d37-46fb-861d-8cca697fb6b4, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:36.662124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.785289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-b14ed55c-c4dc-42ca-8934-74356798af5b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:36.799881 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-b14ed55c-c4dc-42ca-8934-74356798af5b tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.59 "GET /v2.0/ports?device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 945 time: 0.2543521 Nov 12 11:02:36.805635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Calling delete_port for f9ff9e10-2d37-46fb-861d-8cca697fb6b4 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:36.987755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59126) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:37.047263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90cfb1-6200-49ef-8513-f6386569bc61 req-2e0ba158-c4c5-4ae2-b38a-5755058e4fbc tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:37.057727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac90cfb1-6200-49ef-8513-f6386569bc61 req-2e0ba158-c4c5-4ae2-b38a-5755058e4fbc tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1246068 Nov 12 11:02:37.072216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6786cfc3-befe-4337-820a-0480d37768e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.143377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac90cfb1-6200-49ef-8513-f6386569bc61 req-bc7a3a07-038f-44bc-80b2-cc08cc7d1d89 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839787 Nov 12 11:02:37.289586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Deleting port 8d474255-e439-4077-9a35-2c27e54ecb01 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:37.290165 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.467219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6786cfc3-befe-4337-820a-0480d37768e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.477967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6786cfc3-befe-4337-820a-0480d37768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.567388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6786cfc3-befe-4337-820a-0480d37768e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7c828ac79214f8bbc6c34c347f2696d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725369 Nov 12 11:02:37.574465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59130) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:37.676068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85a793-367b-4050-b37b-d0f91583fb8b req-2fbe5a41-da89-4cc7-9831-4e35f22a4f0c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:37.690994 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af85a793-367b-4050-b37b-d0f91583fb8b req-2fbe5a41-da89-4cc7-9831-4e35f22a4f0c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1930583 Nov 12 11:02:37.752132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] For port 8d474255-e439-4077-9a35-2c27e54ecb01, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8d474255-e439-4077-9a35-2c27e54ecb01,segment=NetworkSegment(c56d6696-cf51-4974-b4fe-b678b929ba6c),segment_id=c56d6696-cf51-4974-b4fe-b678b929ba6c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:37.755314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.804223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786cfc3-befe-4337-820a-0480d37768e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a8fc4-77c9-44e5-9759-46d663022ced,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:37.893756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af85a793-367b-4050-b37b-d0f91583fb8b req-a5b3270a-7789-4383-992d-0cffcbf61849 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993361 Nov 12 11:02:37.951106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Calling delete_port for 8d474255-e439-4077-9a35-2c27e54ecb01 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:38.042717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.059862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb91aa71-a2b0-418e-a8b7-130eed634092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.070469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8d474255-e439-4077-9a35-2c27e54ecb01'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:38.152958 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb91aa71-a2b0-418e-a8b7-130eed634092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.344405 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb91aa71-a2b0-418e-a8b7-130eed634092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.350865 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb91aa71-a2b0-418e-a8b7-130eed634092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.355693 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb91aa71-a2b0-418e-a8b7-130eed634092 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a1a8fc4-77c9-44e5-9759-46d663022ced HTTP/1.1" status: 204 len: 168 time: 0.7753785 Nov 12 11:02:38.383712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91aa71-a2b0-418e-a8b7-130eed634092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a8fc4-77c9-44e5-9759-46d663022ced,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:38.494312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Pushing event deleted for resources: {'Port': ['ID=f9ff9e10-2d37-46fb-861d-8cca697fb6b4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:38.578143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] No DVR routers for this DVR port f9ff9e10-2d37-46fb-861d-8cca697fb6b4 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:38.655982 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:02:38.666176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.680747 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5367d-33d7-4637-83dd-7f32d401faf4 req-88328d13-9b13-469c-af26-3918d90d4b91 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.52 "DELETE /v2.0/ports/f9ff9e10-2d37-46fb-861d-8cca697fb6b4 HTTP/1.1" status: 204 len: 173 time: 2.8696988 Nov 12 11:02:38.689425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad', 'name': 'network-vif-deleted', 'tag': 'f9ff9e10-2d37-46fb-861d-8cca697fb6b4'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:38.693391 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16ce30d-c48e-417f-a132-26c2b568b774" -d '{"events": [{"server_uuid": "dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad", "name": "network-vif-deleted", "tag": "f9ff9e10-2d37-46fb-861d-8cca697fb6b4"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:38.880174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-61f8bc99-207e-4318-a56e-c1f6f2852b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:38.904198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-61f8bc99-207e-4318-a56e-c1f6f2852b9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1098 time: 0.3272865 Nov 12 11:02:38.996901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dee7b-5a4b-445b-9b27-5763499a237e req-11be9e4d-44d2-4e1d-9984-32da6f0eb090 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:38.998549 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8e8dee7b-5a4b-445b-9b27-5763499a237e req-11be9e4d-44d2-4e1d-9984-32da6f0eb090 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 945 time: 0.1477411 Nov 12 11:02:39.180050 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8e8dee7b-5a4b-445b-9b27-5763499a237e req-4ddb55b4-56da-4a0d-875f-490ec75ac45a tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe405b04-925d-4ac0-b6b4-548961ee44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665814 Nov 12 11:02:39.420837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-b0dff37d-bb2c-4c67-9f27-418616c7cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:39.428921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-b0dff37d-bb2c-4c67-9f27-418616c7cfc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 920 time: 0.5095673 Nov 12 11:02:39.432579 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.565355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f9ff9e10-2d37-46fb-861d-8cca697fb6b4 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:39.676654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: f9ff9e10-2d37-46fb-861d-8cca697fb6b4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:39.679771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f9ff9e10-2d37-46fb-861d-8cca697fb6b4 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:39.731354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-13c514ff-ca10-47b1-b7b5-24f03719ef79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 217 time: 0.2843385 Nov 12 11:02:39.734717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Pushing event deleted for resources: {'Port': ['ID=8d474255-e439-4077-9a35-2c27e54ecb01,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:39.847360 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.953669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-5b7ae557-4a50-45dd-bac9-9a11c6f54611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:39.956396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-5b7ae557-4a50-45dd-bac9-9a11c6f54611 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.1975667 Nov 12 11:02:39.957521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] No DVR routers for this DVR port 8d474255-e439-4077-9a35-2c27e54ecb01 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:39.961330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.967035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d84153d9-0c91-4c98-9050-f00b68a0cae2 req-90929938-741f-4d93-9f1a-cc5aded00ebc tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.59 "DELETE /v2.0/ports/8d474255-e439-4077-9a35-2c27e54ecb01 HTTP/1.1" status: 204 len: 173 time: 3.1524894 Nov 12 11:02:39.984433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666f683-8115-4836-80d3-de53106ecea2 req-c4e343d2-8c37-4a86-b37a-4c6668507665 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:40.009610 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7666f683-8115-4836-80d3-de53106ecea2 req-c4e343d2-8c37-4a86-b37a-4c6668507665 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1624827 Nov 12 11:02:40.027529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-233ce1db-a5e6-4510-9c18-596bc28c4798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590978 Nov 12 11:02:40.140224 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7666f683-8115-4836-80d3-de53106ecea2 req-5f3e450e-6997-4f2a-ad11-682014551aff tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286066 Nov 12 11:02:40.265036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-08df00a0-f541-4ab6-9d0c-a8179ecce0f2 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225881 Nov 12 11:02:40.267821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.278251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8d474255-e439-4077-9a35-2c27e54ecb01 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:40.306294 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2da7e25-247a-4054-be62-c0c6c594b220 x-openstack-request-id: req-d2da7e25-247a-4054-be62-c0c6c594b220 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:40.306588 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad", "name": "network-vif-deleted", "tag": "f9ff9e10-2d37-46fb-861d-8cca697fb6b4", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:40.306844 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2da7e25-247a-4054-be62-c0c6c594b220 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:40.307402 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9eb0a2-b8cd-45f0-b531-2d73fea2c5ad', 'name': 'network-vif-deleted', 'tag': 'f9ff9e10-2d37-46fb-861d-8cca697fb6b4', 'status': 'completed', 'code': 200} Nov 12 11:02:40.362531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 8d474255-e439-4077-9a35-2c27e54ecb01 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:40.362885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8d474255-e439-4077-9a35-2c27e54ecb01 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:40.515251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcbc940f-fb21-4b28-b0cd-3303aa856648 req-f4d81704-5ba6-4c92-b306-c325465058cb service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357841 Nov 12 11:02:40.529926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc14a02-bbc1-49ec-8fab-6d9736d3ea93 req-6a0081ec-78b2-42df-86d6-732184bd175f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:40.532270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5cc14a02-bbc1-49ec-8fab-6d9736d3ea93 req-6a0081ec-78b2-42df-86d6-732184bd175f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1118889 Nov 12 11:02:40.647963 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5cc14a02-bbc1-49ec-8fab-6d9736d3ea93 req-9dbe5745-a1aa-4f0f-a5c6-f60a493d9db6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021993 Nov 12 11:02:40.839447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81cc8bad-0eab-4a49-b2ac-e6dc77ca26bb req-9b137372-32e0-4366-ab95-0c4419933b01 tempest-ListServersNegativeTestJSON-426680412 tempest-ListServersNegativeTestJSON-426680412-project] 10.222.0.31 "GET /v2.0/ports?device_id=61fc0c17-5c49-49bb-9bc2-1005183e5ad1 HTTP/1.1" status: 200 len: 210 time: 0.0548291 Nov 12 11:02:41.218869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9ca34-f805-4ef6-8286-1a3dacf89b09 req-4a269d9d-30fd-4d81-b835-32df1bdf2220 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:41.220410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1f9ca34-f805-4ef6-8286-1a3dacf89b09 req-4a269d9d-30fd-4d81-b835-32df1bdf2220 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 950 time: 0.0745473 Nov 12 11:02:41.278458 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1f9ca34-f805-4ef6-8286-1a3dacf89b09 req-45034775-d21d-4c76-8220-1dca351e9645 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502548 Nov 12 11:02:41.310325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8e8da-cac8-4a0c-aed7-5f843551510a req-4db77ff8-bcea-43f8-b84f-f5581156f044 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:41.312551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83f8e8da-cac8-4a0c-aed7-5f843551510a req-4db77ff8-bcea-43f8-b84f-f5581156f044 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0678799 Nov 12 11:02:41.409921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83f8e8da-cac8-4a0c-aed7-5f843551510a req-e4b30f6b-0c8c-4123-b6a8-1954454d1584 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872128 Nov 12 11:02:41.937647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233157-5e0d-4ee4-8408-6b85c761f817 req-b2182aaf-5357-486c-a5de-8f301d5a3da6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:41.941039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f233157-5e0d-4ee4-8408-6b85c761f817 req-b2182aaf-5357-486c-a5de-8f301d5a3da6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1157386 Nov 12 11:02:42.059034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f233157-5e0d-4ee4-8408-6b85c761f817 req-f9a99d90-3416-46aa-bc49-f3050c64b80c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853720 Nov 12 11:02:42.112238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59228) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:42.172932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7238e679-dbe5-4a94-9357-6ebdf7f1e827 admin admin] Deleting subnet 437461a1-48fe-4c50-ae57-ea8dba6b07a5 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:02:42.179352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7238e679-dbe5-4a94-9357-6ebdf7f1e827 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.265058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7238e679-dbe5-4a94-9357-6ebdf7f1e827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.309663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fc0c17-5c49-49bb-9bc2-1005183e5ad1', 'name': 'network-vif-deleted', 'tag': '8d474255-e439-4077-9a35-2c27e54ecb01'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:42.314586 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb9cea9-e1a3-45dd-87dc-061c6b8288d7" -d '{"events": [{"server_uuid": "61fc0c17-5c49-49bb-9bc2-1005183e5ad1", "name": "network-vif-deleted", "tag": "8d474255-e439-4077-9a35-2c27e54ecb01"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:42.337261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7238e679-dbe5-4a94-9357-6ebdf7f1e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.359686 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a6987-fca7-49e4-b100-f94786f79470 x-openstack-request-id: req-160a6987-fca7-49e4-b100-f94786f79470 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:42.360130 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fc0c17-5c49-49bb-9bc2-1005183e5ad1", "name": "network-vif-deleted", "tag": "8d474255-e439-4077-9a35-2c27e54ecb01", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:42.360486 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-160a6987-fca7-49e4-b100-f94786f79470 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:42.360980 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fc0c17-5c49-49bb-9bc2-1005183e5ad1', 'name': 'network-vif-deleted', 'tag': '8d474255-e439-4077-9a35-2c27e54ecb01', 'status': 'completed', 'code': 200} Nov 12 11:02:42.437197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7238e679-dbe5-4a94-9357-6ebdf7f1e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.504508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238e679-dbe5-4a94-9357-6ebdf7f1e827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437461a1-48fe-4c50-ae57-ea8dba6b07a5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:42.509224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7238e679-dbe5-4a94-9357-6ebdf7f1e827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.518114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7238e679-dbe5-4a94-9357-6ebdf7f1e827 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/437461a1-48fe-4c50-ae57-ea8dba6b07a5 HTTP/1.1" status: 204 len: 168 time: 0.4044080 Nov 12 11:02:42.518679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59234) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:42.652955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fd700-c0b2-4c69-a926-340dcd692297 req-753fc964-f915-4555-888e-092c1ecf8e97 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:42.654881 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c20fd700-c0b2-4c69-a926-340dcd692297 req-753fc964-f915-4555-888e-092c1ecf8e97 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0839047 Nov 12 11:02:42.671408 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.742093 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c20fd700-c0b2-4c69-a926-340dcd692297 req-7f843a81-80ad-48fc-bd5b-0ae392cb392f tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790687 Nov 12 11:02:42.821807 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.851583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d553b333-b9b1-4b31-8ca1-999904d00add']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:42.870671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56d6696-cf51-4974-b4fe-b678b929ba6c') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:42.871053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56d6696-cf51-4974-b4fe-b678b929ba6c') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:42.895269 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.922657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.935317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:02:42.935720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:02:42.937502 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:02:43.013250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.021165 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.025995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d553b333-b9b1-4b31-8ca1-999904d00add HTTP/1.1" status: 204 len: 168 time: 0.5053704 Nov 12 11:02:43.047813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1b355-d8a8-4b33-a1dd-fa5447f3b5a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d553b333-b9b1-4b31-8ca1-999904d00add,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:43.240292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e75b-4d43-4fbf-8a38-cfb95717e449 req-9f55ae96-3690-44d5-8539-65a9830d91a3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:43.250209 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb85e75b-4d43-4fbf-8a38-cfb95717e449 req-9f55ae96-3690-44d5-8539-65a9830d91a3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1146655 Nov 12 11:02:43.400938 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb85e75b-4d43-4fbf-8a38-cfb95717e449 req-b1f6cd2a-aad9-44fe-ba6c-5c4f94220d55 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492758 Nov 12 11:02:43.482335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59256) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:43.540478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b61f671b-1b04-4b8d-ada9-dbac59bdba3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=898f08937a944f53956acb4d80162fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561156 Nov 12 11:02:43.543430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59258) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:43.590571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4a6227c6-d0e8-4bcf-94fe-eada55a900ba details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:43.641961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01d8f507-3670-47bb-b869-e14a01af36f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.677554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01d8f507-3670-47bb-b869-e14a01af36f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.723570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:43.741681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'mac_address': 'fa:16:3e:df:af:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:43.796002 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01d8f507-3670-47bb-b869-e14a01af36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.806930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01d8f507-3670-47bb-b869-e14a01af36f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.813818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-01d8f507-3670-47bb-b869-e14a01af36f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe405b04-925d-4ac0-b6b4-548961ee44af HTTP/1.1" status: 204 len: 168 time: 0.2665668 Nov 12 11:02:43.827957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8f507-3670-47bb-b869-e14a01af36f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe405b04-925d-4ac0-b6b4-548961ee44af,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:43.831151 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.997082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2480aa1-fa5d-4886-ba6c-711aa446347b req-bdaadc0d-f888-4d40-a52c-697ea8742b8e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:43.999771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2480aa1-fa5d-4886-ba6c-711aa446347b req-bdaadc0d-f888-4d40-a52c-697ea8742b8e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1213598 Nov 12 11:02:44.145414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2480aa1-fa5d-4886-ba6c-711aa446347b req-97e4b129-8af7-4f9a-97c3-a31abb3bc771 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228592 Nov 12 11:02:44.186177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a6227c6-d0e8-4bcf-94fe-eada55a900ba {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:44.225536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:44.232641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.350773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:44.391002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4a6227c6-d0e8-4bcf-94fe-eada55a900ba'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:44.696615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974fa2-3b1a-4dc8-a51e-bee304ede42e req-56d84f49-6553-42aa-a5f5-bb1ef3a29ce6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:44.698524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8974fa2-3b1a-4dc8-a51e-bee304ede42e req-56d84f49-6553-42aa-a5f5-bb1ef3a29ce6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1354506 Nov 12 11:02:44.815561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8974fa2-3b1a-4dc8-a51e-bee304ede42e req-bce2d82f-8618-44a8-9c8a-16d8f78fc978 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953007 Nov 12 11:02:45.364553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59314) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:45.367392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0cf5-9e7d-47c5-97ab-d5331e79db44 req-359f0699-76d9-4873-aa30-b92a58ed61df tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:45.369360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-152c0cf5-9e7d-47c5-97ab-d5331e79db44 req-359f0699-76d9-4873-aa30-b92a58ed61df tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1130750 Nov 12 11:02:45.464456 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-152c0cf5-9e7d-47c5-97ab-d5331e79db44 req-2f946c21-118a-45cf-8469-dd7172a093ef tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818408 Nov 12 11:02:45.529862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-868816030-network', 'tenant_id': 'c8d4a8c1066043e3a477a521f1698c81'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:45.553810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Made reservation on behalf of c8d4a8c1066043e3a477a521f1698c81 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:45.557406 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.572059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.624411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4a6227c6-d0e8-4bcf-94fe-eada55a900ba up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:45.687004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5118fb6-6219-4fc0-a496-808824e9e48b req-f2e1facf-b236-4c2f-a68c-b62fdc9312ea tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:45.688803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5118fb6-6219-4fc0-a496-808824e9e48b req-f2e1facf-b236-4c2f-a68c-b62fdc9312ea tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.0656030 Nov 12 11:02:45.708342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.713880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.732936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:45.771308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.771926 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Added segment cc0e680c-4a16-450b-b7be-b23a2a6207b7 of type vlan for network 24666cad-1189-48d1-8164-733953581458 Nov 12 11:02:45.775072 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5118fb6-6219-4fc0-a496-808824e9e48b req-e5b119c3-e666-4a9e-ac9f-91e5eba63b9b tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690043 Nov 12 11:02:45.787651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a48e2ee-395e-495b-9d83-7a5ede4f60e0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:45.863848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:45.864477 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.898462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.960912 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.963398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:45.964768 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.004971 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6390672 Nov 12 11:02:46.016429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59340) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:46.021971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Request body: {'subnet': {'network_id': '24666cad-1189-48d1-8164-733953581458', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-868816030-subnet', 'tenant_id': 'c8d4a8c1066043e3a477a521f1698c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:46.055858 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.094665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Made reservation on behalf of c8d4a8c1066043e3a477a521f1698c81 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:46.097572 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.104246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d0216-6dbe-4a6e-8bfa-130422b48db6 admin admin] Pushing event updated for resources: {'Network': ['ID=24666cad-1189-48d1-8164-733953581458,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:46.128689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df0282-ec1b-4229-97af-2e244c9e54ec req-69f782ca-e3ae-47dc-9185-685835c9fd61 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:46.131206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71df0282-ec1b-4229-97af-2e244c9e54ec req-69f782ca-e3ae-47dc-9185-685835c9fd61 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1695354 Nov 12 11:02:46.139006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:46.141903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:46.144788 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03d0629-fe21-4fd6-834f-9cb8767f663d" -d '{"events": [{"server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "name": "network-vif-plugged", "status": "completed", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:46.156603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 24666cad-1189-48d1-8164-733953581458 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:46.297821 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20430621-81a4-47d8-84a3-b5529d7108bf x-openstack-request-id: req-20430621-81a4-47d8-84a3-b5529d7108bf {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:46.298104 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "name": "network-vif-plugged", "status": "completed", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:46.298862 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20430621-81a4-47d8-84a3-b5529d7108bf {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:46.299279 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'code': 200} Nov 12 11:02:46.299928 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.300767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:46.378685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71df0282-ec1b-4229-97af-2e244c9e54ec req-0898bc73-2040-4d32-9261-1318b656f3c3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117240 Nov 12 11:02:46.468323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:46.576042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.630574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:46.638962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.690732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.808173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:46.854245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2a4786-5e2d-454e-8518-a062420254cf,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:46.875604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Checking segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:46.876020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Network hostable DHCP agents. Network: 24666cad-1189-48d1-8164-733953581458, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:46.889778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b8020-c040-48d8-b914-e577429ab823 req-26e5975f-cd4c-4ea3-b5cc-75b00b4948d1 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:46.899778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f21b8020-c040-48d8-b914-e577429ab823 req-26e5975f-cd4c-4ea3-b5cc-75b00b4948d1 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1717844 Nov 12 11:02:47.015695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f21b8020-c040-48d8-b914-e577429ab823 req-7a44e439-acf7-4ada-8774-e2af4218b7c5 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132104 Nov 12 11:02:47.026588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Network 24666cad-1189-48d1-8164-733953581458 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:47.059362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 24666cad-1189-48d1-8164-733953581458) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:47.069760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02cac6f-3632-49a7-85f5-2f0dbe3cb855 None None] Network 24666cad-1189-48d1-8164-733953581458 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:47.073136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:47.076127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:47.123851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-620aa030-07f1-44e5-bd20-a61a9f1559da admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1041048 Nov 12 11:02:47.394165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5d688-1094-4a67-97e3-48e930162401 None None] Network 24666cad-1189-48d1-8164-733953581458 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:47.668478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d902-f6cd-4108-8098-0fa43159b51f req-267a0fc7-9468-4903-9886-ea33192a1344 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:47.670044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-80f2d902-f6cd-4108-8098-0fa43159b51f req-267a0fc7-9468-4903-9886-ea33192a1344 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.0838675 Nov 12 11:02:47.819324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-80f2d902-f6cd-4108-8098-0fa43159b51f req-7a8a2d02-463b-4e1b-87a0-79a5edeb1657 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413932 Nov 12 11:02:47.967617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e99bd5-8b4e-4b80-8d70-9d40a85e5f73 req-64f681f5-5177-442e-b335-e8957a5ab165 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:47.975483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91e99bd5-8b4e-4b80-8d70-9d40a85e5f73 req-64f681f5-5177-442e-b335-e8957a5ab165 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1011777 Nov 12 11:02:48.065917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91e99bd5-8b4e-4b80-8d70-9d40a85e5f73 req-f20b9a9e-053c-48fa-a490-9aa934113024 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892506 Nov 12 11:02:48.300274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:48.302698 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00614460-e4a2-4055-a526-7f28d692162c" -d '{"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-unplugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:51.109095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-d587b5d6-aae3-4832-9349-7eb65765d08f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.111251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-d587b5d6-aae3-4832-9349-7eb65765d08f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 812 time: 0.1830196 Nov 12 11:02:51.157620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-7f962f66-f712-459f-b966-107e0f5b12b6 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/quotas/c8d4a8c1066043e3a477a521f1698c81 HTTP/1.1" status: 200 len: 375 time: 0.0325484 Nov 12 11:02:51.222341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2a0ffc46-a470-4f4e-8912-d14c38ce12c4 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630233 Nov 12 11:02:51.256540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e55ba-a0c1-4df1-a855-f637245ba435 req-25af0349-26a2-4749-a91e-937e7cf40a90 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.260094 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f7e55ba-a0c1-4df1-a855-f637245ba435 req-25af0349-26a2-4749-a91e-937e7cf40a90 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1211870 Nov 12 11:02:51.384370 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f7e55ba-a0c1-4df1-a855-f637245ba435 req-8eeab206-429c-4ae6-b3bc-b2c11b73307b tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132042 Nov 12 11:02:51.388813 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2b2fe0d7-69ee-4e31-8885-17285623f1c6 service neutron] 10.222.0.31 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653509 Nov 12 11:02:51.617519 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155876b7-805b-4620-95b6-6e65e48eb686 x-openstack-request-id: req-155876b7-805b-4620-95b6-6e65e48eb686 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:51.623364 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-unplugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:51.624240 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-155876b7-805b-4620-95b6-6e65e48eb686 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:51.625209 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'code': 200} Nov 12 11:02:51.653140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-8864a8b8-324d-4317-a0ae-32b271beac25 service neutron] 10.222.0.31 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299511 Nov 12 11:02:51.738241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-f8fe73bf-00f2-4f45-b4ed-f22c880c20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.740619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-f8fe73bf-00f2-4f45-b4ed-f22c880c20cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0738924 Nov 12 11:02:51.817716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ff126-714a-496d-a1a3-2522fcb87cce req-8e21fc92-0fee-4556-9f5f-4866a6f91b2c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.831592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f70ff126-714a-496d-a1a3-2522fcb87cce req-8e21fc92-0fee-4556-9f5f-4866a6f91b2c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1185954 Nov 12 11:02:51.919772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f70ff126-714a-496d-a1a3-2522fcb87cce req-7af514d0-4b60-4f63-9a13-b6a2c5e1df10 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825915 Nov 12 11:02:51.940168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-1ebb86a4-d70c-4162-a1a2-7178bf1ac78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.942653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-1ebb86a4-d70c-4162-a1a2-7178bf1ac78a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 912 time: 0.1883731 Nov 12 11:02:52.026650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-eb4e60fc-696f-4d36-aade-709a6730316b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54291bcb-2e19-4418-be0e-c44cc01052c6 HTTP/1.1" status: 200 len: 217 time: 0.0693913 Nov 12 11:02:52.115498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-f673f3f9-3a1c-4ed4-bac7-f5beb3aac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:52.118080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-f673f3f9-3a1c-4ed4-bac7-f5beb3aac512 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.0786998 Nov 12 11:02:52.226560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-a450b062-649a-4b6d-8a50-fc3a80054a92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797513 Nov 12 11:02:52.463775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e96624-73f7-40d6-8db8-fcf5e6caf5f0 req-fc56b878-80e0-498e-970b-b0648749c934 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:52.465561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-95e96624-73f7-40d6-8db8-fcf5e6caf5f0 req-fc56b878-80e0-498e-970b-b0648749c934 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.1001735 Nov 12 11:02:52.468439 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-8ee7832e-532b-44d3-88b6-bd0427d3cc24 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289028 Nov 12 11:02:52.476051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7273a3cb-7e16-4191-92c6-ea1f437f7a12 req-b4ff83ab-f024-4f63-9b28-68ffadb356a9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 210 time: 0.0571954 Nov 12 11:02:52.660999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32123fa5-f458-4a08-af11-7c0f791dd42d req-6969f8ec-7dea-41d9-9534-45e82b025542 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:52.661454 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-95e96624-73f7-40d6-8db8-fcf5e6caf5f0 req-8b318fcc-7435-45e0-8cad-a78f259a98b8 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755021 Nov 12 11:02:52.672049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32123fa5-f458-4a08-af11-7c0f791dd42d req-6969f8ec-7dea-41d9-9534-45e82b025542 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0862257 Nov 12 11:02:52.710149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c36c7734-11cc-4826-96d4-b6548bb94b07 req-5fe2ec89-27da-4901-8fe7-7155e1644ce2 service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317500 Nov 12 11:02:52.765549 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32123fa5-f458-4a08-af11-7c0f791dd42d req-73c60229-a7df-4ee0-9bcb-58c65783c997 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898702 Nov 12 11:02:53.246346 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ea512-c4a9-4270-b2e3-e3e293b6ace8 req-d7f02139-677d-4e0f-afe5-cae63bb0c945 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.260398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-015ea512-c4a9-4270-b2e3-e3e293b6ace8 req-d7f02139-677d-4e0f-afe5-cae63bb0c945 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.1739919 Nov 12 11:02:53.347671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-015ea512-c4a9-4270-b2e3-e3e293b6ace8 req-a362cbf2-24ea-4b63-95cc-7cd163336577 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848963 Nov 12 11:02:53.759635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbc6fc1d-5a18-4250-90df-b73b821b7d8c req-383734ca-f755-4d7d-b91b-94c3e598a9bc tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 210 time: 0.1100421 Nov 12 11:02:53.923757 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-889aee24-42bf-421f-b0b4-b682bab6d8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:54.080812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3b52e-b497-457f-9ed0-ce27538ef362 req-95f3c749-46db-4b26-934f-570c50875470 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:54.092439 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40a3b52e-b497-457f-9ed0-ce27538ef362 req-95f3c749-46db-4b26-934f-570c50875470 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.2114880 Nov 12 11:02:54.114646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-89c11ca2-ee38-4b8a-8a73-f38f6f2b05fa tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:54.117342 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-89c11ca2-ee38-4b8a-8a73-f38f6f2b05fa tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.52 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.2716329 Nov 12 11:02:54.418583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40a3b52e-b497-457f-9ed0-ce27538ef362 req-3dd2e654-9834-408f-b4ec-e04fef03f2ed tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236527 Nov 12 11:02:54.603522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-921b3948-1693-4cd3-ac6b-d33f0138a861 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:54.606127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-921b3948-1693-4cd3-ac6b-d33f0138a861 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.59 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 812 time: 0.2358842 Nov 12 11:02:54.631171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Request body: {'port': {'device_id': '7af33ee3-f3d9-4093-902b-962c8c87e561', 'network_id': '24666cad-1189-48d1-8164-733953581458', 'admin_state_up': True, 'tenant_id': 'c8d4a8c1066043e3a477a521f1698c81'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:54.638615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Deleting port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:54.638960 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:54.769672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-bc784e48-35e2-4068-8f1a-826c406373b7 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:54.771170 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-bc784e48-35e2-4068-8f1a-826c406373b7 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.52 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 812 time: 0.1647604 Nov 12 11:02:54.792189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Request body: {'port': {'device_id': '77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed', 'network_id': '24666cad-1189-48d1-8164-733953581458', 'admin_state_up': True, 'tenant_id': 'c8d4a8c1066043e3a477a521f1698c81'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:54.824570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c841c-0b04-47cb-8e99-70f98638aa83 req-9e4175ae-e3f8-427b-b380-24c0b4adcf81 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:54.828521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8c841c-0b04-47cb-8e99-70f98638aa83 req-9e4175ae-e3f8-427b-b380-24c0b4adcf81 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.8689697 Nov 12 11:02:54.914222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] For port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:54.914594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:54.959499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Made reservation on behalf of c8d4a8c1066043e3a477a521f1698c81 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:54.962993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.049410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad8c841c-0b04-47cb-8e99-70f98638aa83 req-12abb3aa-92ac-44d3-b986-dfcd14edd0af tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786840 Nov 12 11:02:55.199809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Made reservation on behalf of c8d4a8c1066043e3a477a521f1698c81 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:55.206032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.345255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10588-f2bd-40a3-8ed8-ab71d3c5fea3 req-bd720d1b-76eb-4ead-8cc0-01ee56c6c7fd tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.348185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aeb10588-f2bd-40a3-8ed8-ab71d3c5fea3 req-bd720d1b-76eb-4ead-8cc0-01ee56c6c7fd tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 945 time: 0.3297503 Nov 12 11:02:55.362082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1cc363f-1e27-4a0f-96b4-9c7b91521ae9 req-f6d61289-20db-46c0-8b1f-ec981a7e83ad tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 210 time: 0.0402586 Nov 12 11:02:55.504180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Allocated IP 172.20.0.11 (24666cad-1189-48d1-8164-733953581458/fc2a4786-5e2d-454e-8518-a062420254cf/019b486c-2a68-4bc2-a132-1cb851483d3f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:55.513925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.514336 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.514608 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Floating IP d3e8434d-1943-499a-8979-16f2432f2f01 disassociated. External IP: 172.25.2.107, port: 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876. Nov 12 11:02:55.514974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Calling delete_port for 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:55.560454 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aeb10588-f2bd-40a3-8ed8-ab71d3c5fea3 req-f0b60339-5c0b-4263-8b1c-e35ba51004bb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811936 Nov 12 11:02:55.672906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bee56-ce4c-485c-ac76-bca99ab320c3 req-4e4f26a8-1059-4957-b910-c13db531d237 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.675015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a3bee56-ce4c-485c-ac76-bca99ab320c3 req-4e4f26a8-1059-4957-b910-c13db531d237 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 945 time: 0.0972223 Nov 12 11:02:55.798056 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a3bee56-ce4c-485c-ac76-bca99ab320c3 req-ec6ddee7-1697-47f3-b82b-e396fc171394 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups?id=0575b956-6504-4755-a5ba-50a9fd34c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912025 Nov 12 11:02:56.268127 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c347a24f-92d0-4f66-8b08-3ef0f165c76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.333902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 54291bcb-2e19-4418-be0e-c44cc01052c6 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:56.366416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.411917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bb20534-0507-48db-96df-894794b47428 req-41410487-7e93-466b-b28f-9a4bf8a9c40f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2483385 Nov 12 11:02:56.429667 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.470552 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.502840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:56.506904 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ea8cd-80e8-457e-9cf1-2ba0d5c9586e" -d '{"events": [{"server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:56.524214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:56.529499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.582097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event deleted for resources: {'Port': ['ID=4f1b0d7e-502b-42c8-8d8e-53ef4ed12876,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:56.600035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60931930-0ba8-417f-ba74-822d9acfcb98 req-0b44432f-ffe4-409a-884c-708feebb3234 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:56.613515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:56.629995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60931930-0ba8-417f-ba74-822d9acfcb98 req-0b44432f-ffe4-409a-884c-708feebb3234 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.4149559 Nov 12 11:02:56.665296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.747755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60931930-0ba8-417f-ba74-822d9acfcb98 req-abc0be2f-b7c4-4b0b-844a-480fe2f06dfc tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165447 Nov 12 11:02:56.775373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Allocated IP 172.20.0.7 (24666cad-1189-48d1-8164-733953581458/fc2a4786-5e2d-454e-8518-a062420254cf/ec51dd38-4514-41ae-a65a-d9d7c39deffe) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:56.838957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb20534-0507-48db-96df-894794b47428 req-cceea166-115d-4c35-9ad4-d0ec29028e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:56.841637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bb20534-0507-48db-96df-894794b47428 req-cceea166-115d-4c35-9ad4-d0ec29028e15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 1095 time: 0.3181429 Nov 12 11:02:56.852170 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aa50ea-afdd-4e92-8389-f48c165c41e7 x-openstack-request-id: req-49aa50ea-afdd-4e92-8389-f48c165c41e7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:56.852468 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "name": "network-vif-unplugged", "status": "failed", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6", "code": 422}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:56.852723 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49aa50ea-afdd-4e92-8389-f48c165c41e7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:56.853175 n-d-768851-19 neutron-server[109167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'code': 422} returned with failed status Nov 12 11:02:56.873231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Network 24666cad-1189-48d1-8164-733953581458 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:56.890700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:56.909499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Pushing event updated for resources: {'Port': ['ID=019b486c-2a68-4bc2-a132-1cb851483d3f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:57.019010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:57.073003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577349-fc6a-4678-9dd7-c62d27ffe66e req-8bd95608-5df3-42af-9cf9-ceb5f4940b26 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:57.088804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c577349-fc6a-4678-9dd7-c62d27ffe66e req-8bd95608-5df3-42af-9cf9-ceb5f4940b26 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 932 time: 0.4402151 Nov 12 11:02:57.227759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86dac8-f18d-47ab-816f-c6027fdc4c94 req-d74e7c88-2415-4df9-a0c8-64659b649fdc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:57.229995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f86dac8-f18d-47ab-816f-c6027fdc4c94 req-d74e7c88-2415-4df9-a0c8-64659b649fdc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 943 time: 0.2615323 Nov 12 11:02:57.330135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:02:57.354964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.419543 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f86dac8-f18d-47ab-816f-c6027fdc4c94 req-5322b0c4-2326-4cba-9d84-167f6be5558e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670370 Nov 12 11:02:57.460973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.495188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:57.496227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.518720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c577349-fc6a-4678-9dd7-c62d27ffe66e req-c94f7c99-5532-4b76-b837-4a8a44d258f0 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214458 Nov 12 11:02:57.617398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Pushing event updated for resources: {'Port': ['ID=ec51dd38-4514-41ae-a65a-d9d7c39deffe,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:57.621390 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.632146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Network 24666cad-1189-48d1-8164-733953581458 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:57.635771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:57.640749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:57.676479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:57.686952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-2c66537d-6e72-426e-934b-432e2af77c9f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0573704 Nov 12 11:02:57.712325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb20534-0507-48db-96df-894794b47428 req-358e6c5f-8fa7-47be-b448-4fa1a05ddb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:57.714621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bb20534-0507-48db-96df-894794b47428 req-358e6c5f-8fa7-47be-b448-4fa1a05ddb36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 912 time: 0.8161187 Nov 12 11:02:57.732728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Request body: {'port': {'device_id': '7af33ee3-f3d9-4093-902b-962c8c87e561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:57.760542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:57.762218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:57.807491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:57.808586 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.833304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3dc67b5b-ac11-4a73-8778-cc0d9bb1537f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0506470 Nov 12 11:02:57.850184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Request body: {'port': {'device_id': '77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:57.907376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bb20534-0507-48db-96df-894794b47428 req-7a331d0c-5f87-4682-860b-100f00f8891d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54291bcb-2e19-4418-be0e-c44cc01052c6 HTTP/1.1" status: 200 len: 217 time: 0.1715224 Nov 12 11:02:57.944955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0c1d6cd-18f5-4774-a670-edf509f0a756 req-d7e17b8d-0030-482a-9bcf-de262eff9441 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.1816752 Nov 12 11:02:57.996850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.038827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb20534-0507-48db-96df-894794b47428 req-448dca60-50ac-4856-bf44-85a5b1dd7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.040566 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bb20534-0507-48db-96df-894794b47428 req-448dca60-50ac-4856-bf44-85a5b1dd7e9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1087780 Nov 12 11:02:58.069864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:02:58.086149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] Sync routers for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:02:58.109333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:58.114148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:58.480006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec51dd38-4514-41ae-a65a-d9d7c39deffe {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:58.496331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.513176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] No DVR routers for this DVR port 4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:58.515043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:58.523367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.524117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Transition to ACTIVE for port object ec51dd38-4514-41ae-a65a-d9d7c39deffe will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:58.529811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.537148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dcaee4d-3b9d-4084-b5e6-220f0c688396 req-1bb1079f-10bc-481f-ad87-9ecf444b406f tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.52 "DELETE /v2.0/ports/4f1b0d7e-502b-42c8-8d8e-53ef4ed12876 HTTP/1.1" status: 204 len: 173 time: 4.4103413 Nov 12 11:02:58.550893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bb20534-0507-48db-96df-894794b47428 req-1fb6d4d3-d7ef-4d58-ba89-6fb0bee73772 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4436541 Nov 12 11:02:58.570601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'name': 'network-vif-deleted', 'tag': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:58.597670 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b5f860-6868-4017-80b3-8425602fc883" -d '{"events": [{"server_uuid": "94fb8f6f-139b-48a9-8101-dfb0c58bf52e", "name": "network-vif-deleted", "tag": "4f1b0d7e-502b-42c8-8d8e-53ef4ed12876"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:58.701363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-558e4d86-ce1d-450f-b39a-583ac2d6430d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9830866 Nov 12 11:02:58.813822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Attempting to bind port ec51dd38-4514-41ae-a65a-d9d7c39deffe on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:58.820555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Attempting to bind port ec51dd38-4514-41ae-a65a-d9d7c39deffe by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:58.821262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Attempting to bind port ec51dd38-4514-41ae-a65a-d9d7c39deffe on network 24666cad-1189-48d1-8164-733953581458 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:58.832999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Port ec51dd38-4514-41ae-a65a-d9d7c39deffe on network 24666cad-1189-48d1-8164-733953581458 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:58.835478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Attempting to bind port ec51dd38-4514-41ae-a65a-d9d7c39deffe on network 24666cad-1189-48d1-8164-733953581458 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:58.845381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Pushing event updated for resources: {'Port': ['ID=ec51dd38-4514-41ae-a65a-d9d7c39deffe,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:58.861929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:58.862501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Checking segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:58.863258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Bound using segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:58.864252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Bound port: ec51dd38-4514-41ae-a65a-d9d7c39deffe, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:58.864893 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.921182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bb20534-0507-48db-96df-894794b47428 req-b4685c0c-2638-405f-9793-1897f57d7e0b service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744250 Nov 12 11:02:58.934894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:59.130227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] For port ec51dd38-4514-41ae-a65a-d9d7c39deffe, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:59.148848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] For port ec51dd38-4514-41ae-a65a-d9d7c39deffe, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ec51dd38-4514-41ae-a65a-d9d7c39deffe,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:59.162167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:59.285733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:30Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:59.333389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Pushing event updated for resources: {'Port': ['ID=ec51dd38-4514-41ae-a65a-d9d7c39deffe,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:59.337838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.339185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:59.342275 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e7520714-26be-49d3-8d7e-09e7d8b73a91 service neutron] 10.222.0.52 "PUT /v2.0/ports/ec51dd38-4514-41ae-a65a-d9d7c39deffe HTTP/1.1" status: 200 len: 1092 time: 1.4987843 Nov 12 11:02:59.349550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bb20534-0507-48db-96df-894794b47428 req-0b6d2ab3-5340-437f-a370-b7002a4c978a service neutron] 10.222.0.59 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242857 Nov 12 11:02:59.375121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3acf9-49fb-4400-bfa9-c36b23a22713 req-e33c2275-3cdc-48ab-b08c-7c5c55836696 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.385616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92f3acf9-49fb-4400-bfa9-c36b23a22713 req-e33c2275-3cdc-48ab-b08c-7c5c55836696 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 1.1237299 Nov 12 11:02:59.419532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed', 'tag': 'ec51dd38-4514-41ae-a65a-d9d7c39deffe'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:59.422589 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd69f90-8d13-454e-abaf-e72444cdc734" -d '{"events": [{"name": "network-changed", "server_uuid": "77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed", "tag": "ec51dd38-4514-41ae-a65a-d9d7c39deffe"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:59.499491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] Checking router: 47a3835a-7bb5-41c2-848a-025b91c7c4b7 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:02:59.501444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0db6a45c-f7da-4c14-a274-729121b31c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.502411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0db6a45c-f7da-4c14-a274-729121b31c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.504004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0db6a45c-f7da-4c14-a274-729121b31c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.506360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0db6a45c-f7da-4c14-a274-729121b31c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.508095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0db6a45c-f7da-4c14-a274-729121b31c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.509030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0db6a45c-f7da-4c14-a274-729121b31c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.509837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0db6a45c-f7da-4c14-a274-729121b31c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.514340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0db6a45c-f7da-4c14-a274-729121b31c40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6508 time: 0.5799258 Nov 12 11:02:59.529000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:59.539415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-21b753f7-26de-439c-b1a4-ddc684d50029 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.542690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-21b753f7-26de-439c-b1a4-ddc684d50029 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a7d0cc-ccfc-4e65-b522-95c8da130fa2 HTTP/1.1" status: 200 len: 943 time: 0.1985171 Nov 12 11:02:59.546517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:59.550227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:59.568628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3fafe1f9-5048-4cf5-bd7c-7a5ac92af10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.568628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-3fafe1f9-5048-4cf5-bd7c-7a5ac92af10f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&device_id=77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed HTTP/1.1" status: 200 len: 1095 time: 0.1323466 Nov 12 11:02:59.670783 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-e99e7e91-54f2-45d4-beec-89af1bf00486 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec51dd38-4514-41ae-a65a-d9d7c39deffe HTTP/1.1" status: 200 len: 217 time: 0.0721006 Nov 12 11:02:59.697142 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92f3acf9-49fb-4400-bfa9-c36b23a22713 req-f3a8c383-0f5d-4f31-9736-65fca7467ab9 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098090 Nov 12 11:02:59.864560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-9750ed47-23d7-4386-92f8-0a9e42d96706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.867077 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-9750ed47-23d7-4386-92f8-0a9e42d96706 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 200 len: 852 time: 0.1850021 Nov 12 11:02:59.930595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Deleting port 54291bcb-2e19-4418-be0e-c44cc01052c6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:59.930962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:59.959678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:00.034670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-9b62ef7e-0816-4df1-9eb4-5fe56899b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.035129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-9b62ef7e-0816-4df1-9eb4-5fe56899b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.035835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-9b62ef7e-0816-4df1-9eb4-5fe56899b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.039353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-9b62ef7e-0816-4df1-9eb4-5fe56899b3ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f693615-e5a7-41a0-9004-ac6f0aac8815&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 HTTP/1.1" status: 200 len: 2297 time: 0.3868937 Nov 12 11:03:00.103251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] For port 54291bcb-2e19-4418-be0e-c44cc01052c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=54291bcb-2e19-4418-be0e-c44cc01052c6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:00.104010 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.121851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Calling delete_port for 54291bcb-2e19-4418-be0e-c44cc01052c6 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:00.308750 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.318928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd258-4484-4c51-a042-1c42f5e8d2df req-6dcf58e9-9015-4150-a133-6d0044dac184 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.320741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dcbd258-4484-4c51-a042-1c42f5e8d2df req-6dcf58e9-9015-4150-a133-6d0044dac184 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 932 time: 0.4930024 Nov 12 11:03:00.338088 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-8a6983ff-c70f-4b51-8f70-433680c66738 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24666cad-1189-48d1-8164-733953581458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4598639 Nov 12 11:03:00.393437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event deleted for resources: {'Port': ['ID=54291bcb-2e19-4418-be0e-c44cc01052c6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:00.402629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-42796b69-1158-4387-ba71-cd72aa5bcd92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d HTTP/1.1" status: 200 len: 1001 time: 0.2741489 Nov 12 11:03:00.420855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 54291bcb-2e19-4418-be0e-c44cc01052c6 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:00.507793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-cc7a21a4-4619-497c-83f4-dbbb1d5a473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.510038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-cc7a21a4-4619-497c-83f4-dbbb1d5a473f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eb17540-e5ed-4e03-aa3a-b71844022014 HTTP/1.1" status: 200 len: 854 time: 0.1058238 Nov 12 11:03:00.523999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 54291bcb-2e19-4418-be0e-c44cc01052c6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:00.524456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 54291bcb-2e19-4418-be0e-c44cc01052c6 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:00.573285 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.641399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-0a66f269-7eb0-4eeb-b2dc-6c2366d4ef04 service neutron] 10.222.0.52 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599223 Nov 12 11:03:00.652963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dcbd258-4484-4c51-a042-1c42f5e8d2df req-f117bfb3-3fd0-4e26-b66a-66fc1be58e77 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180568 Nov 12 11:03:00.664502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:30Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:00.666735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-696277dc-29d1-49cc-871b-7e5880945a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.669920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-696277dc-29d1-49cc-871b-7e5880945a45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f693615-e5a7-41a0-9004-ac6f0aac8815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1440475 Nov 12 11:03:00.683150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] No DVR routers for this DVR port 54291bcb-2e19-4418-be0e-c44cc01052c6 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:00.697822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.715936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-802230ff-b83e-43f0-8e30-bfd68b2fb1d1 req-cd633b24-0575-4043-b37c-6b00eccf9970 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "DELETE /v2.0/ports/54291bcb-2e19-4418-be0e-c44cc01052c6 HTTP/1.1" status: 204 len: 173 time: 1.1623921 Nov 12 11:03:00.743637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6d6db-e582-44df-be31-5271fda570af None None] The sync data for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 is: [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T10:59:22Z', 'revision_number': 4, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b6eac809-63bd-4cb4-9ee4-946ad5b1cd15', 'name': '', 'network_id': '7d2cc73e-ea7a-4c42-98be-a2f303b60750', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'mac_address': 'fa:16:3e:80:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '63577643-e587-440f-901b-00c30553afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:19Z', 'updated_at': '2021-11-12T10:59:30Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'subnets': [{'id': '63577643-e587-440f-901b-00c30553afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:03:00.839968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019b486c-2a68-4bc2-a132-1cb851483d3f {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:00.863435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.906527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Transition to ACTIVE for port object 019b486c-2a68-4bc2-a132-1cb851483d3f will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:00.925122 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.928398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-ebc9eacf-acf8-46dd-81a7-d5b5a77ac496 service neutron] 10.222.0.52 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797155 Nov 12 11:03:01.084475 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db3fb41-a293-46c7-af1c-c075ddc5279a x-openstack-request-id: req-8db3fb41-a293-46c7-af1c-c075ddc5279a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:01.084970 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fb8f6f-139b-48a9-8101-dfb0c58bf52e", "name": "network-vif-deleted", "tag": "4f1b0d7e-502b-42c8-8d8e-53ef4ed12876", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:01.085622 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8db3fb41-a293-46c7-af1c-c075ddc5279a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:01.086370 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fb8f6f-139b-48a9-8101-dfb0c58bf52e', 'name': 'network-vif-deleted', 'tag': '4f1b0d7e-502b-42c8-8d8e-53ef4ed12876', 'status': 'completed', 'code': 200} Nov 12 11:03:01.284656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96a83296-de76-4186-9b52-3412141f66e5 req-7fc7f1c7-a12e-4667-b5f5-85c9e0ab6d19 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.1108251 Nov 12 11:03:01.303849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Pushing event updated for resources: {'Port': ['ID=019b486c-2a68-4bc2-a132-1cb851483d3f,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:01.389646 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-4fa12c32-08b0-4347-bac9-c72db0f3c329 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129788 Nov 12 11:03:01.452081 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91dfa5-b86c-43c9-a3ee-f14bd023f8d3 None None] New status for floating IP d3e8434d-1943-499a-8979-16f2432f2f01: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:03:01.514456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Attempting to bind port 019b486c-2a68-4bc2-a132-1cb851483d3f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:01.514794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Attempting to bind port 019b486c-2a68-4bc2-a132-1cb851483d3f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:01.515207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Attempting to bind port 019b486c-2a68-4bc2-a132-1cb851483d3f on network 24666cad-1189-48d1-8164-733953581458 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:01.561036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Port 019b486c-2a68-4bc2-a132-1cb851483d3f on network 24666cad-1189-48d1-8164-733953581458 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:01.561351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Attempting to bind port 019b486c-2a68-4bc2-a132-1cb851483d3f on network 24666cad-1189-48d1-8164-733953581458 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:01.572155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:01.572612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Checking segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:01.573405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Bound using segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:01.573865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Bound port: 019b486c-2a68-4bc2-a132-1cb851483d3f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:01.574264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:01.587055 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c2aaae-8859-42f0-81ae-f2960583faef x-openstack-request-id: req-c7c2aaae-8859-42f0-81ae-f2960583faef {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:01.587350 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed", "tag": "ec51dd38-4514-41ae-a65a-d9d7c39deffe", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:01.587599 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7c2aaae-8859-42f0-81ae-f2960583faef {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:01.587996 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed', 'tag': 'ec51dd38-4514-41ae-a65a-d9d7c39deffe', 'status': 'completed', 'code': 200} Nov 12 11:03:01.711732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-27f94ef4-88c1-45ad-bb55-94641dc38ed2 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400134 Nov 12 11:03:01.715281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-c71c0c9a-d4e0-4817-9a2d-ef8e89955bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:01.719893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-c71c0c9a-d4e0-4817-9a2d-ef8e89955bdb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&device_id=77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed HTTP/1.1" status: 200 len: 1095 time: 0.0947812 Nov 12 11:03:01.862561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-25723a56-7de7-4894-9185-f2f35866e4b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 217 time: 0.1410723 Nov 12 11:03:01.962607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-620aa28e-acc0-4569-a729-6838eb2ef740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:01.964122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-620aa28e-acc0-4569-a729-6838eb2ef740 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.0779290 Nov 12 11:03:02.034526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01513af-d803-47fc-91e9-7fb5d3720e75 req-c068bb17-a5cf-47b5-8086-d695f4b74b2c tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.047393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f01513af-d803-47fc-91e9-7fb5d3720e75 req-c068bb17-a5cf-47b5-8086-d695f4b74b2c tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 944 time: 0.1572430 Nov 12 11:03:02.106107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-92edc723-d759-4f95-911b-f669051347ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.109270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-92edc723-d759-4f95-911b-f669051347ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 913 time: 0.3784635 Nov 12 11:03:02.136146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-f370a1bc-8525-4a61-af99-96f508701793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.139312 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-f370a1bc-8525-4a61-af99-96f508701793 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1313844 Nov 12 11:03:02.141383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] For port 019b486c-2a68-4bc2-a132-1cb851483d3f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:02.156367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] For port 019b486c-2a68-4bc2-a132-1cb851483d3f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=019b486c-2a68-4bc2-a132-1cb851483d3f,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:02.178533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e52b1b-c46f-4fec-b9e6-e541ac9cc704 req-c41a0fed-e2b8-419a-b553-d887155e7d53 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.181645 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e52b1b-c46f-4fec-b9e6-e541ac9cc704 req-c41a0fed-e2b8-419a-b553-d887155e7d53 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.3178396 Nov 12 11:03:02.230962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-dd5453d9-075f-45cf-8a3f-5edba9e1c840 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec51dd38-4514-41ae-a65a-d9d7c39deffe HTTP/1.1" status: 200 len: 217 time: 0.1039290 Nov 12 11:03:02.249224 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f01513af-d803-47fc-91e9-7fb5d3720e75 req-e41da101-ecdc-48cb-bc79-21342fee5f69 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978056 Nov 12 11:03:02.413157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-0871881d-c0fb-4099-b9a9-e904eac808cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.415991 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-0871881d-c0fb-4099-b9a9-e904eac808cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 200 len: 852 time: 0.1648645 Nov 12 11:03:02.474746 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.479484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-136c154c-9cf8-4cc4-90a7-c55e7a5c508c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24666cad-1189-48d1-8164-733953581458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520003 Nov 12 11:03:02.557212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-cac13bcf-cbab-4fc3-baf1-a05ba31da154 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988278 Nov 12 11:03:02.588102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.588987 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.590946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] 10.222.0.59 "PUT /v2.0/ports/019b486c-2a68-4bc2-a132-1cb851483d3f HTTP/1.1" status: 200 len: 1093 time: 4.8878891 Nov 12 11:03:02.747658 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-6cadf3d6-89aa-4fb8-b1fb-f4507d4543de service neutron] 10.222.0.52 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587519 Nov 12 11:03:02.749006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93e52b1b-c46f-4fec-b9e6-e541ac9cc704 req-dfa53b96-9b42-47d1-a49c-a60a8b27633c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936592 Nov 12 11:03:02.764150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf7c66-90f5-490e-9cac-77c7d9e80ffc service neutron] Pushing event updated for resources: {'Port': ['ID=019b486c-2a68-4bc2-a132-1cb851483d3f,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:02.838039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-54506402-3bb5-473c-91ef-4567cece27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.839902 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-54506402-3bb5-473c-91ef-4567cece27c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 1096 time: 0.1909320 Nov 12 11:03:02.934503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f911d398-d6f8-4745-b20f-fd84247a9990 req-8b6afa21-7c3a-4c09-b875-037ea165ed0e tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.0989695 Nov 12 11:03:02.944721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-32f19a61-d091-4565-85f8-1404ce087999 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=019b486c-2a68-4bc2-a132-1cb851483d3f HTTP/1.1" status: 200 len: 217 time: 0.0777690 Nov 12 11:03:02.947086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-6d299984-de48-4c38-9ec1-24444dbac5b1 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762422 Nov 12 11:03:03.006071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fd69f90-8d13-454e-abaf-e72444cdc734 req-ba87ff6b-0af3-4199-a421-4e192164c6fd service neutron] 10.222.0.52 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387898 Nov 12 11:03:03.065749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-c20bf1ad-be83-4969-b900-ac89f9f7e8fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 217 time: 0.1041965 Nov 12 11:03:03.103619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af33ee3-f3d9-4093-902b-962c8c87e561', 'tag': '019b486c-2a68-4bc2-a132-1cb851483d3f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:03.107554 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7440d6-fc24-4904-8347-c234871662b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7af33ee3-f3d9-4093-902b-962c8c87e561", "tag": "019b486c-2a68-4bc2-a132-1cb851483d3f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:03.205230 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99c804d-3f7f-435b-a327-05f2f29fd193 x-openstack-request-id: req-b99c804d-3f7f-435b-a327-05f2f29fd193 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:03.205618 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af33ee3-f3d9-4093-902b-962c8c87e561", "tag": "019b486c-2a68-4bc2-a132-1cb851483d3f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:03.205941 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b99c804d-3f7f-435b-a327-05f2f29fd193 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:03.206399 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af33ee3-f3d9-4093-902b-962c8c87e561', 'tag': '019b486c-2a68-4bc2-a132-1cb851483d3f', 'status': 'completed', 'code': 200} Nov 12 11:03:03.227797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c779-a3ac-4898-a125-c159204156c9 req-c0797217-abcd-4842-946a-7d3fc852baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.234450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-c0797217-abcd-4842-946a-7d3fc852baea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 200 len: 852 time: 0.2707341 Nov 12 11:03:03.293375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-892efd51-45ca-4595-9d43-fe198e286d74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=24666cad-1189-48d1-8164-733953581458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418286 Nov 12 11:03:03.294774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-5eaece28-5b39-4c12-a036-982a6827b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.296188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-5eaece28-5b39-4c12-a036-982a6827b7d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1935718 Nov 12 11:03:03.331732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-e254b823-428e-4426-ba58-3729c6c37057 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.333428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-e254b823-428e-4426-ba58-3729c6c37057 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.3707519 Nov 12 11:03:03.501084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9311a4-ee8a-436c-a83d-b3791bce90f6 req-6cfb542c-2dfa-4466-872b-698d0dd50f94 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.509797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad9311a4-ee8a-436c-a83d-b3791bce90f6 req-6cfb542c-2dfa-4466-872b-698d0dd50f94 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 944 time: 0.1073432 Nov 12 11:03:03.589705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad9311a4-ee8a-436c-a83d-b3791bce90f6 req-fac42cf2-fa05-4d4a-a340-7a4d90aa81a1 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786433 Nov 12 11:03:03.590387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'name': 'network-vif-deleted', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:03.594391 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4c15bf-df81-4afe-9201-8405cd83607b" -d '{"events": [{"server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "name": "network-vif-deleted", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:03.707239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ec51dd38-4514-41ae-a65a-d9d7c39deffe details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:03.799743 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df27200-f804-497d-b0d4-cb7d90ab6636 x-openstack-request-id: req-2df27200-f804-497d-b0d4-cb7d90ab6636 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:03.800446 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a7d0cc-ccfc-4e65-b522-95c8da130fa2", "name": "network-vif-deleted", "tag": "54291bcb-2e19-4418-be0e-c44cc01052c6", "status": "failed", "code": 422}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:03.800446 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2df27200-f804-497d-b0d4-cb7d90ab6636 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:03.800993 n-d-768851-19 neutron-server[109166]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9a7d0cc-ccfc-4e65-b522-95c8da130fa2', 'name': 'network-vif-deleted', 'tag': '54291bcb-2e19-4418-be0e-c44cc01052c6', 'status': 'failed', 'code': 422} returned with failed status Nov 12 11:03:03.856667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-7c6a7832-9e7e-4e24-87ff-aac407050c87 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/quotas/c72eeaa1a2c945deac4d2c220c43a7d3 HTTP/1.1" status: 200 len: 375 time: 0.5096579 Nov 12 11:03:03.904887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-1dc3ef25-9d0d-4114-9ac9-10e9fa3cc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.904887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-1dc3ef25-9d0d-4114-9ac9-10e9fa3cc213 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5906310 Nov 12 11:03:03.941400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-9fcfbc0a-ce40-47ac-b3b0-ba5c9aea1170 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738261 Nov 12 11:03:03.991348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ec51dd38-4514-41ae-a65a-d9d7c39deffe, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ec51dd38-4514-41ae-a65a-d9d7c39deffe,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:04.026756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'ec51dd38-4514-41ae-a65a-d9d7c39deffe', 'network_id': '24666cad-1189-48d1-8164-733953581458', 'port_id': 'ec51dd38-4514-41ae-a65a-d9d7c39deffe', 'mac_address': 'fa:16:3e:4b:86:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2a4786-5e2d-454e-8518-a062420254cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:04.113352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-96807d86-6fad-4d81-bbd8-179c66a319d6 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465828 Nov 12 11:03:04.122621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-be64f3fe-dc38-429c-8ea8-32fd7fdc8077 service neutron] 10.222.0.59 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8178847 Nov 12 11:03:04.131269 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.150419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22385933-dcc0-4c97-bd40-96c6cc174632 req-fb818a00-c05a-4dde-bb94-b3a7905b6544 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:04.168142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22385933-dcc0-4c97-bd40-96c6cc174632 req-fb818a00-c05a-4dde-bb94-b3a7905b6544 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1497743 Nov 12 11:03:04.175753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec51dd38-4514-41ae-a65a-d9d7c39deffe {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:04.211503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ec51dd38-4514-41ae-a65a-d9d7c39deffe, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ec51dd38-4514-41ae-a65a-d9d7c39deffe,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:04.217897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.286320 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22385933-dcc0-4c97-bd40-96c6cc174632 req-e204b025-80bd-4e98-bca9-2f095eb03f7e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168399 Nov 12 11:03:04.388649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ec51dd38-4514-41ae-a65a-d9d7c39deffe,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:04.400808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.401330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.401781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.402223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.402881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.403419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.403855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.404285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.404777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.405277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.405741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.406587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:04.532990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-6c50b3cd-5d90-4b64-999c-b8b2c6d498d0 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970724 Nov 12 11:03:04.544596 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b353012-a80f-4780-8532-59dbbdcf6d39 req-d38cbf07-71eb-45b1-9f0e-2f0167a709c3 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.0417850 Nov 12 11:03:04.580633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ec51dd38-4514-41ae-a65a-d9d7c39deffe'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:04.660319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-353ee0ff-9e57-44af-ae86-c2c86de929aa service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193681 Nov 12 11:03:04.664905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e6c779-a3ac-4898-a125-c159204156c9 req-c03b034b-2918-4cbd-b57a-8aa643e543d3 service neutron] 10.222.0.59 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309688 Nov 12 11:03:04.758570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-5042f4b7-cc2c-4956-8352-8b58380e281d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc HTTP/1.1" status: 200 len: 217 time: 0.0909331 Nov 12 11:03:04.794558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-f55f5828-c3b0-40df-8f2a-bebad813ffdc service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276336 Nov 12 11:03:04.930623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-5d19c6dc-bdab-41dd-b053-8673b09dfa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:04.934648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e090c-1ebe-4d4a-8be1-c1ca27ffe3ce req-ce67f3b7-54e1-409b-9e27-d26d1aa4175b tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:04.938866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-5d19c6dc-bdab-41dd-b053-8673b09dfa69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1617153 Nov 12 11:03:04.954438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef0e090c-1ebe-4d4a-8be1-c1ca27ffe3ce req-ce67f3b7-54e1-409b-9e27-d26d1aa4175b tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 944 time: 0.1911812 Nov 12 11:03:05.082460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7440d6-fc24-4904-8347-c234871662b6 req-8cbb4b76-636d-4019-ba11-2e6d7e7d2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:05.092488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb7440d6-fc24-4904-8347-c234871662b6 req-8cbb4b76-636d-4019-ba11-2e6d7e7d2ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 1096 time: 0.3249683 Nov 12 11:03:05.133708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef0e090c-1ebe-4d4a-8be1-c1ca27ffe3ce req-bbaae22f-18fa-4da4-89cc-1817c56b3b80 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778212 Nov 12 11:03:05.198456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-a2517932-ac1e-425f-9cf5-307c10d34723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:05.200682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-a2517932-ac1e-425f-9cf5-307c10d34723 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2390630 Nov 12 11:03:05.476197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b6840-588f-4246-aa2a-456e7695d779 req-b83a6eea-d003-43d8-84e3-78ce76ccc165 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:05.483987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f0b6840-588f-4246-aa2a-456e7695d779 req-b83a6eea-d003-43d8-84e3-78ce76ccc165 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0675135 Nov 12 11:03:05.589573 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f0b6840-588f-4246-aa2a-456e7695d779 req-262e915c-1d0d-4334-bdf5-375e030626a3 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041744 Nov 12 11:03:05.597141 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfe03e3a-a579-4287-a62e-fe360304e31e req-2695c881-be5a-4e03-8f6e-7cbe6cb1c22e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 210 time: 0.2157302 Nov 12 11:03:05.687345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7440d6-fc24-4904-8347-c234871662b6 req-e817c3e0-89ff-4ace-9f30-263de644e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:05.702105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb7440d6-fc24-4904-8347-c234871662b6 req-e817c3e0-89ff-4ace-9f30-263de644e7fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 913 time: 0.6062143 Nov 12 11:03:05.707227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-3b5d8114-06fc-46f8-b000-44f79fc8977e service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910946 Nov 12 11:03:05.894711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb7440d6-fc24-4904-8347-c234871662b6 req-de28dfed-e193-499a-a35f-a421763c279c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=019b486c-2a68-4bc2-a132-1cb851483d3f HTTP/1.1" status: 200 len: 217 time: 0.1272976 Nov 12 11:03:05.940260 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9df788a2-65e7-4629-b328-e1db719be30c req-9475aba9-9768-4591-84d0-08fc111a588c tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.0499182 Nov 12 11:03:05.994020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-a842cff1-ed5d-4473-980b-5cdef1486ae1 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745752 Nov 12 11:03:06.000000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7440d6-fc24-4904-8347-c234871662b6 req-e1e21acd-d00e-45f2-a61d-41b6d4ec6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.002598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb7440d6-fc24-4904-8347-c234871662b6 req-e1e21acd-d00e-45f2-a61d-41b6d4ec6e96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 200 len: 852 time: 0.0959268 Nov 12 11:03:06.063453 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-41a02552-4727-420e-8b28-3b50e8f369fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e HTTP/1.1" status: 200 len: 217 time: 0.0596976 Nov 12 11:03:06.088512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb7440d6-fc24-4904-8347-c234871662b6 req-840b4960-c87e-43ef-bc89-b82df2793518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=24666cad-1189-48d1-8164-733953581458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746684 Nov 12 11:03:06.204286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-c0358b89-0543-4bc3-aa62-8bf3b7c613f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.205857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-c0358b89-0543-4bc3-aa62-8bf3b7c613f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1163294 Nov 12 11:03:06.311557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb7440d6-fc24-4904-8347-c234871662b6 req-a1016fb7-6b71-455b-ae93-ecf4faf20bc6 service neutron] 10.222.0.59 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934071 Nov 12 11:03:06.315163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-b90cd092-9a4a-44c0-ad1a-abb7b5519e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.316682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-b90cd092-9a4a-44c0-ad1a-abb7b5519e9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037750 Nov 12 11:03:06.318858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ad389-74cd-4364-b996-dcd23384f5c0 req-8207291b-97b5-460f-aec3-577b7e0cabba tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.320436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b9ad389-74cd-4364-b996-dcd23384f5c0 req-8207291b-97b5-460f-aec3-577b7e0cabba tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 944 time: 0.0976636 Nov 12 11:03:06.407593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b9ad389-74cd-4364-b996-dcd23384f5c0 req-97afdfcf-f43c-4c75-8ae8-6a6ea1ae7076 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763481 Nov 12 11:03:06.499369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb7440d6-fc24-4904-8347-c234871662b6 req-7b28edb0-2b72-4aa6-b27d-cb91400eb1af service neutron] 10.222.0.59 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775854 Nov 12 11:03:06.503348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-0817de6c-0b91-468c-96be-5b5e9b92eb2f service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706929 Nov 12 11:03:06.669758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73e2c9-1fa0-407a-ae2a-2c1b334561c3 req-ab75f8ab-0314-4e9d-8e9f-881f0bfff35d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.671575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e73e2c9-1fa0-407a-ae2a-2c1b334561c3 req-ab75f8ab-0314-4e9d-8e9f-881f0bfff35d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 950 time: 0.1276369 Nov 12 11:03:06.737258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-973c8f44-a72e-48d9-b908-738a73ec14f8 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825757 Nov 12 11:03:06.740157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7a48d-d437-4be1-8c4e-fa9283afa984 req-d30597b1-0503-4f37-b0ba-227dcbba970a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.744437 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ce7a48d-d437-4be1-8c4e-fa9283afa984 req-d30597b1-0503-4f37-b0ba-227dcbba970a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0685208 Nov 12 11:03:06.804107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-9c71ba11-f6fe-4a8d-aea7-3585ad6324c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=01fd76b2-220c-4e30-8e48-ac0e33361316 HTTP/1.1" status: 200 len: 217 time: 0.0583649 Nov 12 11:03:06.816898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e73e2c9-1fa0-407a-ae2a-2c1b334561c3 req-5c05b66a-03f5-4ed5-913a-de99300513cd tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281977 Nov 12 11:03:06.894802 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ce7a48d-d437-4be1-8c4e-fa9283afa984 req-016c2d55-2fa8-4835-a031-a85478c2f14a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387842 Nov 12 11:03:06.898959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-161dc32c-4274-4216-b8e3-f3d6340c0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.900967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-161dc32c-4274-4216-b8e3-f3d6340c0aac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.0818934 Nov 12 11:03:06.963742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-07c6b9ca-3f3f-42b2-90fe-edafad302563 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.965940 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-07c6b9ca-3f3f-42b2-90fe-edafad302563 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.52 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.1657791 Nov 12 11:03:06.981818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Request body: {'port': {'device_id': 'eedcb177-ac76-4bb9-97b3-d9fd668fc57f', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'admin_state_up': True, 'tenant_id': 'c72eeaa1a2c945deac4d2c220c43a7d3'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:07.015375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45c52ae2-6977-4d1f-a159-24275c27f47a req-cda4afae-a4ce-44f9-a50d-961dcbf93a55 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 210 time: 0.0796049 Nov 12 11:03:07.031482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-e2784c54-6c5a-4b02-ae12-d753d8412b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:07.043428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-e2784c54-6c5a-4b02-ae12-d753d8412b50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1236494 Nov 12 11:03:07.145451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fb04927-eb53-4c7e-8f40-fd273b27a533 req-f0fdf41f-1777-45d2-8d99-3534c10712ed tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fb8f6f-139b-48a9-8101-dfb0c58bf52e HTTP/1.1" status: 200 len: 210 time: 0.0361331 Nov 12 11:03:07.180513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-ca8e2283-3ffe-4ce3-9c1d-9e696a703c5c service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274679 Nov 12 11:03:07.188112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Made reservation on behalf of c72eeaa1a2c945deac4d2c220c43a7d3 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:07.191815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:07.283800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-ba542946-aebd-4242-a739-164ca183aeb6 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935032 Nov 12 11:03:07.338109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-049d53f1-567f-4e2b-9dc4-d21b6779ce21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd4a3d4e-38e9-4b94-adec-321710959a02 HTTP/1.1" status: 200 len: 217 time: 0.0465410 Nov 12 11:03:07.363699 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Allocated IP 172.20.0.12 (b2d8740b-ad04-4daf-aba6-56d815392558/0033bea7-dc1e-48f6-848f-34d48b4fe2b0/78ed914a-ec88-460a-b668-ea1a023656f6) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:07.416545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-2a4aadf4-f3ec-484b-af43-861bfc0bb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:07.424984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-2a4aadf4-f3ec-484b-af43-861bfc0bb5cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.0625169 Nov 12 11:03:07.494793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-9bb868cd-346d-4b28-99f3-1335b0dff8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:07.496422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-9bb868cd-346d-4b28-99f3-1335b0dff8bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640492 Nov 12 11:03:07.619989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05cf4c-8704-4c3d-8d8e-f3f5f10f6fc2 req-0e61bba8-6ee3-4070-8bf7-0afbda7ce094 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:07.624140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-bdd7a77d-9ddf-46a8-8516-b45bfc2591fb service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197674 Nov 12 11:03:07.628657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df05cf4c-8704-4c3d-8d8e-f3f5f10f6fc2 req-0e61bba8-6ee3-4070-8bf7-0afbda7ce094 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 944 time: 0.0907853 Nov 12 11:03:07.640216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:07.702142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df05cf4c-8704-4c3d-8d8e-f3f5f10f6fc2 req-e21ff518-659d-436b-92c6-6f68e8123e9b tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723207 Nov 12 11:03:07.714878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ec51dd38-4514-41ae-a65a-d9d7c39deffe up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:07.733413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:07.741520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ff82fe-62d5-4d70-9bf5-984329b9aa10 req-3ef0a19b-ada1-48b2-a347-b9a82680474a service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103044 Nov 12 11:03:07.785392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port ec51dd38-4514-41ae-a65a-d9d7c39deffe completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:07.789877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port ec51dd38-4514-41ae-a65a-d9d7c39deffe triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:07.790251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:07.795658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Network b2d8740b-ad04-4daf-aba6-56d815392558 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:07.802256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:07.809112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:07.843762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event updated for resources: {'Port': ['ID=78ed914a-ec88-460a-b668-ea1a023656f6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:07.889067 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:07.899028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:07.899874 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:07.925180 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-77e2e670-2dc3-4585-a1da-bc0796b7f29d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9492869 Nov 12 11:03:07.926558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec51dd38-4514-41ae-a65a-d9d7c39deffe'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:07.929677 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab7b68a-0268-48bc-ba05-8a3b347b4431" -d '{"events": [{"server_uuid": "77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "ec51dd38-4514-41ae-a65a-d9d7c39deffe"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:07.938506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ec51dd38-4514-41ae-a65a-d9d7c39deffe, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ec51dd38-4514-41ae-a65a-d9d7c39deffe,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:07.941422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Request body: {'port': {'device_id': 'eedcb177-ac76-4bb9-97b3-d9fd668fc57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:07.948341 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:07.976525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b33b87-0735-4a64-8560-a2ec9366a735 req-21f24c2b-dc00-4222-bf52-7de817c9191c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:07.978747 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75b33b87-0735-4a64-8560-a2ec9366a735 req-21f24c2b-dc00-4222-bf52-7de817c9191c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 950 time: 0.0737793 Nov 12 11:03:08.025634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ec51dd38-4514-41ae-a65a-d9d7c39deffe,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:08.056144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75b33b87-0735-4a64-8560-a2ec9366a735 req-9dd0c71b-dc57-4eb9-862b-5a81dcfdddee tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704002 Nov 12 11:03:08.067268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.107794 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f6d0a5-7dd8-4db8-a16d-6de0fec30f0b x-openstack-request-id: req-f8f6d0a5-7dd8-4db8-a16d-6de0fec30f0b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:08.108086 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "ec51dd38-4514-41ae-a65a-d9d7c39deffe", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:08.108337 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8f6d0a5-7dd8-4db8-a16d-6de0fec30f0b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:08.108727 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec51dd38-4514-41ae-a65a-d9d7c39deffe', 'code': 200} Nov 12 11:03:08.124028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce9f7-6a6f-42b7-af16-15cd9dd5fb4c req-ddd0869c-717f-46fd-9ad8-483dbf3c01f3 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:08.125854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-424ce9f7-6a6f-42b7-af16-15cd9dd5fb4c req-ddd0869c-717f-46fd-9ad8-483dbf3c01f3 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1095982 Nov 12 11:03:08.237317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038fe03-4b62-4d26-9ae2-b81281fefe64 req-46f94c28-e655-4a91-b1b6-885dc64a8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:08.239315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5038fe03-4b62-4d26-9ae2-b81281fefe64 req-46f94c28-e655-4a91-b1b6-885dc64a8335 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed HTTP/1.1" status: 200 len: 1097 time: 0.0642238 Nov 12 11:03:08.288593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-424ce9f7-6a6f-42b7-af16-15cd9dd5fb4c req-ea501745-1ad3-4cfc-be79-228f93a9b052 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526291 Nov 12 11:03:08.357695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f30e1d-a0be-4ff4-af9f-930d011d85fd req-58c9d045-d3d8-46b1-883b-ae3bdbf9bbb5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:08.366018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11f30e1d-a0be-4ff4-af9f-930d011d85fd req-58c9d045-d3d8-46b1-883b-ae3bdbf9bbb5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 932 time: 0.1081245 Nov 12 11:03:08.370463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5038fe03-4b62-4d26-9ae2-b81281fefe64 req-9aaaea80-b5d4-480d-a8ca-31c92d13f93d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234183 Nov 12 11:03:08.398938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 019b486c-2a68-4bc2-a132-1cb851483d3f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:08.438444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11f30e1d-a0be-4ff4-af9f-930d011d85fd req-05c596b0-9a97-4676-809b-fc617ebdf728 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713465 Nov 12 11:03:08.530110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ed914a-ec88-460a-b668-ea1a023656f6 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:08.545521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.562202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Transition to ACTIVE for port object 78ed914a-ec88-460a-b668-ea1a023656f6 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:08.578203 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.602227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 019b486c-2a68-4bc2-a132-1cb851483d3f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=019b486c-2a68-4bc2-a132-1cb851483d3f,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:08.621258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '019b486c-2a68-4bc2-a132-1cb851483d3f', 'network_id': '24666cad-1189-48d1-8164-733953581458', 'port_id': '019b486c-2a68-4bc2-a132-1cb851483d3f', 'mac_address': 'fa:16:3e:63:ce:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2a4786-5e2d-454e-8518-a062420254cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:08.655784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59794) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:08.679692 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.705830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019b486c-2a68-4bc2-a132-1cb851483d3f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:08.726839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed914a-ec88-460a-b668-ea1a023656f6,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:08.788221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 019b486c-2a68-4bc2-a132-1cb851483d3f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=019b486c-2a68-4bc2-a132-1cb851483d3f,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:08.794885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.795426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efd99322-1876-4952-af2a-073f8d7ddb79 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.820723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Attempting to bind port 78ed914a-ec88-460a-b668-ea1a023656f6 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:08.821092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Attempting to bind port 78ed914a-ec88-460a-b668-ea1a023656f6 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:08.821434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Attempting to bind port 78ed914a-ec88-460a-b668-ea1a023656f6 on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:08.842926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efd99322-1876-4952-af2a-073f8d7ddb79 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.853242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Port 78ed914a-ec88-460a-b668-ea1a023656f6 on network b2d8740b-ad04-4daf-aba6-56d815392558 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:08.853792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Attempting to bind port 78ed914a-ec88-460a-b668-ea1a023656f6 on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:08.875301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:08.875540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Checking segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:08.875828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Bound using segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:08.876288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Bound port: 78ed914a-ec88-460a-b668-ea1a023656f6, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:08.877219 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.937675 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efd99322-1876-4952-af2a-073f8d7ddb79 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.943056 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efd99322-1876-4952-af2a-073f8d7ddb79 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.945167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-efd99322-1876-4952-af2a-073f8d7ddb79 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "DELETE /v2.0/security-groups/0575b956-6504-4755-a5ba-50a9fd34c5dd HTTP/1.1" status: 204 len: 168 time: 0.2881505 Nov 12 11:03:08.948526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59808) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:08.964066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd99322-1876-4952-af2a-073f8d7ddb79 tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575b956-6504-4755-a5ba-50a9fd34c5dd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:08.978971 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-da6c8667-67d9-4576-a538-396234a2ef2d tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] show failed (client error): The resource could not be found. Nov 12 11:03:08.983967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da6c8667-67d9-4576-a538-396234a2ef2d tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "GET /v2.0/security-groups/0575b956-6504-4755-a5ba-50a9fd34c5dd HTTP/1.1" status: 404 len: 347 time: 0.0285089 Nov 12 11:03:08.985078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59810) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:09.054035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47b4f-2bfa-40e0-8b79-265fb2312e7a req-94a9f97c-a3e7-41dc-92e7-a9857f0e24c9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:09.057591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87a47b4f-2bfa-40e0-8b79-265fb2312e7a req-94a9f97c-a3e7-41dc-92e7-a9857f0e24c9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 945 time: 0.2238328 Nov 12 11:03:09.079170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=019b486c-2a68-4bc2-a132-1cb851483d3f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:09.133373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] For port 78ed914a-ec88-460a-b668-ea1a023656f6, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:09.182882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] For port 78ed914a-ec88-460a-b668-ea1a023656f6, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=78ed914a-ec88-460a-b668-ea1a023656f6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:09.193524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['019b486c-2a68-4bc2-a132-1cb851483d3f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:09.212385 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87a47b4f-2bfa-40e0-8b79-265fb2312e7a req-77392a12-4440-466d-8764-b6cf1631661b tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297922 Nov 12 11:03:09.216520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.282624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:09.282922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.284455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] 10.222.0.52 "PUT /v2.0/ports/78ed914a-ec88-460a-b668-ea1a023656f6 HTTP/1.1" status: 200 len: 1093 time: 1.3504558 Nov 12 11:03:09.289216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedcb177-ac76-4bb9-97b3-d9fd668fc57f', 'tag': '78ed914a-ec88-460a-b668-ea1a023656f6'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:09.297326 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea63b378-57bb-406d-aece-5cec4fcde5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "eedcb177-ac76-4bb9-97b3-d9fd668fc57f", "tag": "78ed914a-ec88-460a-b668-ea1a023656f6"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:09.380522 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a61fac-5da0-42f9-901c-774ce3f02218 x-openstack-request-id: req-66a61fac-5da0-42f9-901c-774ce3f02218 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:09.381177 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedcb177-ac76-4bb9-97b3-d9fd668fc57f", "tag": "78ed914a-ec88-460a-b668-ea1a023656f6", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:09.381602 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66a61fac-5da0-42f9-901c-774ce3f02218 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:09.382188 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedcb177-ac76-4bb9-97b3-d9fd668fc57f', 'tag': '78ed914a-ec88-460a-b668-ea1a023656f6', 'status': 'completed', 'code': 200} Nov 12 11:03:09.387395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Deleting port bd99a7f3-675b-4abe-90ac-e3a6a69d3774 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:09.393928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.416949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0e30f-ef4f-413a-a9f2-d56ba6b09b12 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed914a-ec88-460a-b668-ea1a023656f6,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:09.461656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d82ec6-f3ac-4185-82b4-c908c9f03707 req-e29f3a34-77b6-419e-9359-9f5bef352320 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:09.469564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d82ec6-f3ac-4185-82b4-c908c9f03707 req-e29f3a34-77b6-419e-9359-9f5bef352320 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0685155 Nov 12 11:03:09.544390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d82ec6-f3ac-4185-82b4-c908c9f03707 req-d535d5b3-10e8-4b6b-968f-b115dd3d80d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738049 Nov 12 11:03:09.850117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.929882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-c876b4f0-53f6-41b1-9c98-e277b9fe7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:09.931394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-c876b4f0-53f6-41b1-9c98-e277b9fe7654 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 1096 time: 0.4919384 Nov 12 11:03:09.969592 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.971354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.013500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-66fa8935-612e-4146-979b-ebecc3c0f41f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78ed914a-ec88-460a-b668-ea1a023656f6 HTTP/1.1" status: 200 len: 217 time: 0.0556371 Nov 12 11:03:10.014406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Calling delete_port for bd99a7f3-675b-4abe-90ac-e3a6a69d3774 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:10.102777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8c68-6b58-4442-bc04-8c3ee1dd06c8 req-03518fe5-bb28-414a-8ce9-2df3ebd10ee5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:10.105006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-569f8c68-6b58-4442-bc04-8c3ee1dd06c8 req-03518fe5-bb28-414a-8ce9-2df3ebd10ee5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 944 time: 0.1907475 Nov 12 11:03:10.161551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-55d5b60a-1eb7-446c-9447-0b346564344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:10.163151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-55d5b60a-1eb7-446c-9447-0b346564344f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.1397977 Nov 12 11:03:10.220377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-daaf43cc-ec6c-4bb6-9e36-045d797de1d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430961 Nov 12 11:03:10.247709 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-569f8c68-6b58-4442-bc04-8c3ee1dd06c8 req-69a3f3df-2b66-40e3-a3a0-f2b07166f46d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306219 Nov 12 11:03:10.288257 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.389837 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.391899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 019b486c-2a68-4bc2-a132-1cb851483d3f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:10.411316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e2cbe-39d8-4b08-96e9-0ca92433cb6d req-93ab1a83-7e93-4c1f-888f-2e97e6389a9e tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:10.416194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e3e2cbe-39d8-4b08-96e9-0ca92433cb6d req-93ab1a83-7e93-4c1f-888f-2e97e6389a9e tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 945 time: 0.0836110 Nov 12 11:03:10.442315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-809fc5d7-1553-44f0-8ca9-b95a0d9c8c4a service neutron] 10.222.0.52 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070823 Nov 12 11:03:10.443339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Pushing event deleted for resources: {'Port': ['ID=bd99a7f3-675b-4abe-90ac-e3a6a69d3774,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:10.489911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e3e2cbe-39d8-4b08-96e9-0ca92433cb6d req-4f3760ed-cb91-45a7-a637-ba2f5b3843d5 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665183 Nov 12 11:03:10.505108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 019b486c-2a68-4bc2-a132-1cb851483d3f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:10.514527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 019b486c-2a68-4bc2-a132-1cb851483d3f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:10.514990 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.591122 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.596016 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.597765 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9607e793-54a5-4798-b4c4-aabe704a2cfc tempest-ServersTestBootFromVolume-183375285 tempest-ServersTestBootFromVolume-183375285-project] 10.222.0.31 "DELETE /v2.0/floatingips/d3e8434d-1943-499a-8979-16f2432f2f01 HTTP/1.1" status: 204 len: 168 time: 1.6120584 Nov 12 11:03:10.601489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59838) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:10.650019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.681668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3d1501e-4304-4805-aa8d-4ecca392e1ef req-74138cb4-74ba-4bd2-8b80-31c48fec16e4 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308440 Nov 12 11:03:10.704253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 019b486c-2a68-4bc2-a132-1cb851483d3f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=019b486c-2a68-4bc2-a132-1cb851483d3f,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:10.706026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af33ee3-f3d9-4093-902b-962c8c87e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019b486c-2a68-4bc2-a132-1cb851483d3f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:10.708523 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d3478-60d9-461e-9108-cd3155d7af0d" -d '{"events": [{"server_uuid": "7af33ee3-f3d9-4093-902b-962c8c87e561", "name": "network-vif-plugged", "status": "completed", "tag": "019b486c-2a68-4bc2-a132-1cb851483d3f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:10.714106 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.805393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=019b486c-2a68-4bc2-a132-1cb851483d3f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:10.812181 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc74e4b5-adb8-41d0-b90b-006eea3ec0a8 x-openstack-request-id: req-bc74e4b5-adb8-41d0-b90b-006eea3ec0a8 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:10.812964 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af33ee3-f3d9-4093-902b-962c8c87e561", "name": "network-vif-plugged", "status": "completed", "tag": "019b486c-2a68-4bc2-a132-1cb851483d3f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:10.813462 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc74e4b5-adb8-41d0-b90b-006eea3ec0a8 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:10.814715 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af33ee3-f3d9-4093-902b-962c8c87e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019b486c-2a68-4bc2-a132-1cb851483d3f', 'code': 200} Nov 12 11:03:10.942016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729fb3f-4bb0-4097-986c-19ebc94fabe6 req-e83bbe8e-eb37-497d-ac72-5fa327fb237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:10.943680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a729fb3f-4bb0-4097-986c-19ebc94fabe6 req-e83bbe8e-eb37-497d-ac72-5fa327fb237c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 1098 time: 0.0616679 Nov 12 11:03:10.945722 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f155e-4d48-4ad2-af1b-8ef09bef8316 req-a0501dda-0612-4467-8573-639a2c4211d3 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:10.947325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd5f155e-4d48-4ad2-af1b-8ef09bef8316 req-a0501dda-0612-4467-8573-639a2c4211d3 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.2199473 Nov 12 11:03:10.951918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-0f0efd57-af7c-4bf0-8972-51f9e1279f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:10.954778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-0f0efd57-af7c-4bf0-8972-51f9e1279f8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 1096 time: 0.1572299 Nov 12 11:03:11.029533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a729fb3f-4bb0-4097-986c-19ebc94fabe6 req-4d93e7b8-a087-422f-a231-a102ba322cc1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639100 Nov 12 11:03:11.146087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd5f155e-4d48-4ad2-af1b-8ef09bef8316 req-2afd5b4b-2c01-48be-8ca4-f36262e6ff03 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879086 Nov 12 11:03:11.194736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-295a2930-109b-4a6c-b39a-19e73460d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.196233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-295a2930-109b-4a6c-b39a-19e73460d023 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 912 time: 0.2315903 Nov 12 11:03:11.263605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-369d7f0f-1497-4bbe-bae0-7033b4869ad6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78ed914a-ec88-460a-b668-ea1a023656f6 HTTP/1.1" status: 200 len: 217 time: 0.0544903 Nov 12 11:03:11.333606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-67d0e68f-6180-453e-b602-cbe70f1fa17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.335122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-67d0e68f-6180-453e-b602-cbe70f1fa17d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.0634744 Nov 12 11:03:11.412289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ea0bf-75c7-4cc0-a6db-11ca0f97d2a2 req-78d35834-201a-4843-9d2a-b1a297679bc0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.413968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad4ea0bf-75c7-4cc0-a6db-11ca0f97d2a2 req-78d35834-201a-4843-9d2a-b1a297679bc0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 944 time: 0.0571635 Nov 12 11:03:11.427277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-46e39374-89a4-41b9-ad0b-25f2d389a012 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594265 Nov 12 11:03:11.506962 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad4ea0bf-75c7-4cc0-a6db-11ca0f97d2a2 req-c7bc38ed-fda3-4a2d-bfaf-249aa2a37bd1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850160 Nov 12 11:03:11.543341 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:11.631132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-a2c028e8-f019-45d0-b7b1-b36965cedd09 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932883 Nov 12 11:03:11.690478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b399d-c077-475f-9bf1-88d341233525 req-98bdbd44-3442-4225-828e-72c127d2d354 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.693108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af1b399d-c077-475f-9bf1-88d341233525 req-98bdbd44-3442-4225-828e-72c127d2d354 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 946 time: 0.0934513 Nov 12 11:03:11.742055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:11.747427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4a6227c6-d0e8-4bcf-94fe-eada55a900ba no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:11.784694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af1b399d-c077-475f-9bf1-88d341233525 req-6cc77d7a-22f9-4940-ae3e-37ea06565412 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815458 Nov 12 11:03:11.835354 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea63b378-57bb-406d-aece-5cec4fcde5e3 req-250882a9-679f-4c3f-87f4-e7edcfb02788 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737773 Nov 12 11:03:11.981420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Deleting port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:11.982094 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.027261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:12.046567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'mac_address': 'fa:16:3e:88:09:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:12.066683 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.093594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] For port b6eac809-63bd-4cb4-9ee4-946ad5b1cd15, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:12.094594 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.114402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Calling delete_port for b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:12.152194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:12.155070 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.159623 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.237441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb87a511-2f4b-4424-9ed4-c657759e6094 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:12.253702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:12.283070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:12.290954 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.291991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 78ed914a-ec88-460a-b668-ea1a023656f6 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:12.391541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:12.482877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956cf2-e16f-44d3-ae0e-b7bade595f26 req-3a5db851-58ac-40a8-901e-c4c4c618d78a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:12.487851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e956cf2-e16f-44d3-ae0e-b7bade595f26 req-3a5db851-58ac-40a8-901e-c4c4c618d78a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1817071 Nov 12 11:03:12.628786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e956cf2-e16f-44d3-ae0e-b7bade595f26 req-25e944b2-041f-4b21-aa33-eea3368d7c9d tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670035 Nov 12 11:03:12.648105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 78ed914a-ec88-460a-b668-ea1a023656f6, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=78ed914a-ec88-460a-b668-ea1a023656f6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:12.666907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '78ed914a-ec88-460a-b668-ea1a023656f6', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'port_id': '78ed914a-ec88-460a-b668-ea1a023656f6', 'mac_address': 'fa:16:3e:67:d6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033bea7-dc1e-48f6-848f-34d48b4fe2b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:12.702310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.734911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56497e-23bd-444d-b578-ba7f2c056a1a req-ca554ad6-4dee-4dbf-97c7-c3c5ace1406c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:12.742368 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d56497e-23bd-444d-b578-ba7f2c056a1a req-ca554ad6-4dee-4dbf-97c7-c3c5ace1406c tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 944 time: 0.1123588 Nov 12 11:03:12.751120 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.760350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6eac809-63bd-4cb4-9ee4-946ad5b1cd15,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:12.768211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ed914a-ec88-460a-b668-ea1a023656f6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:12.816995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 78ed914a-ec88-460a-b668-ea1a023656f6, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=78ed914a-ec88-460a-b668-ea1a023656f6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:12.818708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:12.827585 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2c238-356a-459e-b04b-734e9751b079" -d '{"events": [{"server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:12.840805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d56497e-23bd-444d-b578-ba7f2c056a1a req-845213bd-1cea-4e42-8d2e-2976cc858486 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975528 Nov 12 11:03:12.841470 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.914398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=78ed914a-ec88-460a-b668-ea1a023656f6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:12.950813 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c5dd18-877a-433b-a057-9da58417fda4 x-openstack-request-id: req-82c5dd18-877a-433b-a057-9da58417fda4 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:12.951804 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:12.952229 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82c5dd18-877a-433b-a057-9da58417fda4 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:12.953292 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'code': 200} Nov 12 11:03:12.991661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['cb87a511-2f4b-4424-9ed4-c657759e6094'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:13.085344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3a67f-c03e-4cc7-97b6-10a43c26e1ff req-72c89ff4-aa94-43f3-8c6a-8dcc40087529 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:13.094316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3a67f-c03e-4cc7-97b6-10a43c26e1ff req-72c89ff4-aa94-43f3-8c6a-8dcc40087529 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 946 time: 0.1493487 Nov 12 11:03:13.130237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:13.208500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7e3a67f-c03e-4cc7-97b6-10a43c26e1ff req-e0c6e01c-2d45-43ba-a5ec-765172268631 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132097 Nov 12 11:03:13.208829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['78ed914a-ec88-460a-b668-ea1a023656f6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:13.479924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cefb6-c30d-4681-9069-1acbc2c60be5 req-021fa9c7-7099-48ae-89ec-aca2667695c7 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:13.498156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b6cefb6-c30d-4681-9069-1acbc2c60be5 req-021fa9c7-7099-48ae-89ec-aca2667695c7 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed HTTP/1.1" status: 200 len: 945 time: 0.0967844 Nov 12 11:03:13.581441 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b6cefb6-c30d-4681-9069-1acbc2c60be5 req-02d59b86-f310-4eee-b5d7-5036db3beb54 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792022 Nov 12 11:03:13.688125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:03:13.883217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:03:13.897809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5ae7d90f-77f8-4472-ab2c-803e13c5e23f admin admin] 10.222.0.31 "PUT /v2.0/routers/47a3835a-7bb5-41c2-848a-025b91c7c4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2950315 Nov 12 11:03:13.903374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] Sync routers for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:03:13.909057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59928) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:13.918920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc72f-f7d0-4458-adc6-c7114ddfed88 req-baa5812d-ec45-4523-b488-b2b1925c9656 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:13.923086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-985cc72f-f7d0-4458-adc6-c7114ddfed88 req-baa5812d-ec45-4523-b488-b2b1925c9656 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1776462 Nov 12 11:03:13.954007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:13.956009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:14.074986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-985cc72f-f7d0-4458-adc6-c7114ddfed88 req-ec0256cf-1ce2-48a9-9542-931aad0c4979 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352992 Nov 12 11:03:14.210242 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:14.259105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f1fcf-0257-45c2-affd-6a7be2d61b07 req-4fd7e235-b6e8-4544-b2cb-49e59180e516 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:14.273903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-917f1fcf-0257-45c2-affd-6a7be2d61b07 req-4fd7e235-b6e8-4544-b2cb-49e59180e516 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 945 time: 0.0942433 Nov 12 11:03:14.304553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:14.401641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-917f1fcf-0257-45c2-affd-6a7be2d61b07 req-573b57fa-5767-401f-a857-a8fa82e403c5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245408 Nov 12 11:03:14.641612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T11:03:12Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:14.683332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] Checking router: 47a3835a-7bb5-41c2-848a-025b91c7c4b7 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:03:14.698322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] Routers {'47a3835a-7bb5-41c2-848a-025b91c7c4b7'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:14.699195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:14.872848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] Set router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:14.891119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:14.903152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-1e76a5e9-01e7-4087-8ad0-41d8939a9e81 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:14.904704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-1e76a5e9-01e7-4087-8ad0-41d8939a9e81 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 812 time: 0.2138071 Nov 12 11:03:14.938985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-44224ce5-e2ba-42dd-9b78-d2bc4e9fe095 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/quotas/c8d4a8c1066043e3a477a521f1698c81 HTTP/1.1" status: 200 len: 375 time: 0.0231755 Nov 12 11:03:15.046465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5e0f24cd-1419-49dd-97e1-16a7124aaf5f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058209 Nov 12 11:03:15.133166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Deleting port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:15.133515 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.236579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-d393eb7d-6604-4c6c-b47b-e661c62fdfc2 service neutron] 10.222.0.31 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886013 Nov 12 11:03:15.266992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T11:03:12Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:15.302963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834642b-a057-475b-a76e-de9a40ebfde7 req-915b97d7-92ac-4e26-862c-13a8966ff67d tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:15.308790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f912b4-cfe5-44d9-a138-0b2c52e6b56f None None] The sync data for ids ['47a3835a-7bb5-41c2-848a-025b91c7c4b7'] in n-d-768851-19 is: [{'id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'name': 'tempest-ServersTestBootFromVolume-975702612-router', 'tenant_id': 'fdbdf80e4f394ad987482241cbb00464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:59:09Z', 'updated_at': '2021-11-12T11:03:12Z', 'revision_number': 5, 'project_id': 'fdbdf80e4f394ad987482241cbb00464', 'gw_port': {'id': '1d16cc9b-26a8-4c43-9d49-0aafcf83c043', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:12:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3835a-7bb5-41c2-848a-025b91c7c4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:11Z', 'updated_at': '2021-11-12T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:03:15.313296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5834642b-a057-475b-a76e-de9a40ebfde7 req-915b97d7-92ac-4e26-862c-13a8966ff67d tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1088216 Nov 12 11:03:15.381006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] For port 1d16cc9b-26a8-4c43-9d49-0aafcf83c043, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1d16cc9b-26a8-4c43-9d49-0aafcf83c043,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:15.381393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.399411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5834642b-a057-475b-a76e-de9a40ebfde7 req-0ffa2d13-ef0f-4b6b-ad16-e00d936884aa tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830407 Nov 12 11:03:15.416280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Calling delete_port for 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:15.641465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-21f58bef-5b4a-45f9-abf0-f1e080244123 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:15.643143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-21f58bef-5b4a-45f9-abf0-f1e080244123 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.52 "GET /v2.0/ports?device_id=77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed HTTP/1.1" status: 200 len: 945 time: 0.4335530 Nov 12 11:03:15.672120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.675966 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:03:15.719123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc324-66e8-4d9a-bfc7-4dc7b4540a0c req-d57eb4e6-d915-48a9-9ef5-f6d1a37c431e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:15.728822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4dcc324-66e8-4d9a-bfc7-4dc7b4540a0c req-d57eb4e6-d915-48a9-9ef5-f6d1a37c431e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 945 time: 0.0853436 Nov 12 11:03:15.743799 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-4e4cb21b-ff79-4c54-b7db-e29532899dd4 service neutron] 10.222.0.31 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060697 Nov 12 11:03:15.752140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d16cc9b-26a8-4c43-9d49-0aafcf83c043,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:15.756992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:15.839475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b061a-f408-4f62-9784-ce57bc03bee8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:03:15.877946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4dcc324-66e8-4d9a-bfc7-4dc7b4540a0c req-05f307cd-4af9-4f6a-884d-07ffdf4759ba tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458576 Nov 12 11:03:15.928599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port cb87a511-2f4b-4424-9ed4-c657759e6094 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:15.929064 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.998545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.115704 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.135286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-d2465353-f227-42d8-b33e-dcdb09596dd9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:16.137294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-d2465353-f227-42d8-b33e-dcdb09596dd9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.59 "GET /v2.0/ports?device_id=7af33ee3-f3d9-4093-902b-962c8c87e561 HTTP/1.1" status: 200 len: 946 time: 0.1136005 Nov 12 11:03:16.178823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:16.180795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:16.192197 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235c541d-3266-475a-ac0a-0e57037d4952" -d '{"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-plugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:16.197972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.199214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 78ed914a-ec88-460a-b668-ea1a023656f6 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:16.223655 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.239591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Deleting port ec51dd38-4514-41ae-a65a-d9d7c39deffe {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:16.240740 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.251202 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.419266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Deleting port 019b486c-2a68-4bc2-a132-1cb851483d3f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:16.419778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.434413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.438559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a3835a-7bb5-41c2-848a-025b91c7c4b7 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:03:16.476744 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.483884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-60bfb63f-1ae0-40ee-9392-3b7d3492f433 admin admin] 10.222.0.31 "DELETE /v2.0/routers/47a3835a-7bb5-41c2-848a-025b91c7c4b7 HTTP/1.1" status: 204 len: 168 time: 2.5687377 Nov 12 11:03:16.484400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59984) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:16.637519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a583b4-affe-4cea-85d9-ff1b28de2039 admin admin] Deleting subnet 63577643-e587-440f-901b-00c30553afa6 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:03:16.643956 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b308bcc6-1ea5-4c4a-9c04-dba91842f461 req-5efb6c38-87b6-4392-8fc4-6157820cff8c tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 210 time: 0.1048145 Nov 12 11:03:16.683580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] For port ec51dd38-4514-41ae-a65a-d9d7c39deffe, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ec51dd38-4514-41ae-a65a-d9d7c39deffe,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:16.684049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.721125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Calling delete_port for ec51dd38-4514-41ae-a65a-d9d7c39deffe owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:16.877376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a583b4-affe-4cea-85d9-ff1b28de2039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.889395 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a44b0e-5f79-4da8-9210-27aa621c47e6 x-openstack-request-id: req-e4a44b0e-5f79-4da8-9210-27aa621c47e6 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:16.894476 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-plugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:16.896134 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4a44b0e-5f79-4da8-9210-27aa621c47e6 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:16.897681 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'code': 200} Nov 12 11:03:16.990933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=10']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:17.013635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 78ed914a-ec88-460a-b668-ea1a023656f6 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:17.025321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 78ed914a-ec88-460a-b668-ea1a023656f6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:17.028343 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.114760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.139399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ec51dd38-4514-41ae-a65a-d9d7c39deffe'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:17.149638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['019b486c-2a68-4bc2-a132-1cb851483d3f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:17.191312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Pushing event deleted for resources: {'Port': ['ID=ec51dd38-4514-41ae-a65a-d9d7c39deffe,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:17.247815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a583b4-affe-4cea-85d9-ff1b28de2039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.364348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] No DVR routers for this DVR port ec51dd38-4514-41ae-a65a-d9d7c39deffe on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:17.370165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:17.371499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.377627 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05fd088c-6063-4a8e-859d-f27b6b4aa1c8 req-1b2ab2e0-3615-42f6-89bf-82b5c6b35a65 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.52 "DELETE /v2.0/ports/ec51dd38-4514-41ae-a65a-d9d7c39deffe HTTP/1.1" status: 204 len: 173 time: 1.7169631 Nov 12 11:03:17.386901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed', 'name': 'network-vif-deleted', 'tag': 'ec51dd38-4514-41ae-a65a-d9d7c39deffe'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:17.391544 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2098073-912d-4617-8573-99dbe6e9138a" -d '{"events": [{"server_uuid": "77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed", "name": "network-vif-deleted", "tag": "ec51dd38-4514-41ae-a65a-d9d7c39deffe"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:17.396228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb23893-614e-44b5-8228-4ef6aad639f4 req-e1f16217-d2b2-4bb0-bb5a-676e274a0089 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:17.398598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cb23893-614e-44b5-8228-4ef6aad639f4 req-e1f16217-d2b2-4bb0-bb5a-676e274a0089 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.8102276 Nov 12 11:03:17.421162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b6078-7fda-4ec2-b9bd-4974b08ef8c7 req-de280fe7-024e-4775-8128-977ba8dc21e6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:17.429511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:17.433205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b6eac809-63bd-4cb4-9ee4-946ad5b1cd15 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:17.439339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-627b6078-7fda-4ec2-b9bd-4974b08ef8c7 req-de280fe7-024e-4775-8128-977ba8dc21e6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 945 time: 0.2604966 Nov 12 11:03:17.495056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] For port 019b486c-2a68-4bc2-a132-1cb851483d3f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=019b486c-2a68-4bc2-a132-1cb851483d3f,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:17.502510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.547535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-627b6078-7fda-4ec2-b9bd-4974b08ef8c7 req-7cb40dbc-2430-46c0-b662-7bff03347d46 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055000 Nov 12 11:03:17.574362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Calling delete_port for 019b486c-2a68-4bc2-a132-1cb851483d3f owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:17.620300 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.755434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 78ed914a-ec88-460a-b668-ea1a023656f6, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=78ed914a-ec88-460a-b668-ea1a023656f6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:17.759669 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cb23893-614e-44b5-8228-4ef6aad639f4 req-f1c78802-7718-45f7-9db4-a724e7f3f6eb tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387148 Nov 12 11:03:17.765819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.795417 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4828cf-6f7e-4da7-b44f-bacb85e1bb99 x-openstack-request-id: req-2f4828cf-6f7e-4da7-b44f-bacb85e1bb99 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:17.795417 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed", "name": "network-vif-deleted", "tag": "ec51dd38-4514-41ae-a65a-d9d7c39deffe", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:17.795417 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f4828cf-6f7e-4da7-b44f-bacb85e1bb99 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:17.795417 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ab3fa9-3e8a-4b4d-b5b2-8efe80b9e4ed', 'name': 'network-vif-deleted', 'tag': 'ec51dd38-4514-41ae-a65a-d9d7c39deffe', 'status': 'completed', 'code': 200} Nov 12 11:03:17.868093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=78ed914a-ec88-460a-b668-ea1a023656f6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:17.908752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a49e022-82d4-4c9e-a2c8-26c4ee72f66d req-d55562f6-0255-4031-b4a2-2737ed1a43a8 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 210 time: 0.0568097 Nov 12 11:03:17.922548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a583b4-affe-4cea-85d9-ff1b28de2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.071804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a583b4-affe-4cea-85d9-ff1b28de2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.123633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92615ce-4123-409b-a93c-2e75aca45581 None None] Network 7d2cc73e-ea7a-4c42-98be-a2f303b60750 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:03:18.144741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a583b4-affe-4cea-85d9-ff1b28de2039 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.148473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d8a583b4-affe-4cea-85d9-ff1b28de2039 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/63577643-e587-440f-901b-00c30553afa6 HTTP/1.1" status: 204 len: 168 time: 1.6587689 Nov 12 11:03:18.150020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a583b4-affe-4cea-85d9-ff1b28de2039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63577643-e587-440f-901b-00c30553afa6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:18.151126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60028) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:18.165265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.330909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.471500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Deleting port c3b723e2-1a38-440e-b831-935dc5b8bdb6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:18.472153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.564541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] DHCP port deletion for 7d2cc73e-ea7a-4c42-98be-a2f303b60750 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:03:18.582643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] For port c3b723e2-1a38-440e-b831-935dc5b8bdb6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c3b723e2-1a38-440e-b831-935dc5b8bdb6,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:18.582983 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.607828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Calling delete_port for c3b723e2-1a38-440e-b831-935dc5b8bdb6 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:18.676346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] Deleting port c3b723e2-1a38-440e-b831-935dc5b8bdb6 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:18.677277 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.783699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Pushing event deleted for resources: {'Port': ['ID=019b486c-2a68-4bc2-a132-1cb851483d3f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:18.855332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] For port c3b723e2-1a38-440e-b831-935dc5b8bdb6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c3b723e2-1a38-440e-b831-935dc5b8bdb6,segment=NetworkSegment(d1f4cd25-2a60-4d3c-8b0f-da7adba72790),segment_id=d1f4cd25-2a60-4d3c-8b0f-da7adba72790)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:18.856742 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.864395 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.890510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0694dae-36fa-43c8-afde-ddd22d510c27 req-66746880-0662-4973-bd00-073473ce978f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:18.899999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] Calling delete_port for c3b723e2-1a38-440e-b831-935dc5b8bdb6 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:18.900692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0694dae-36fa-43c8-afde-ddd22d510c27 req-66746880-0662-4973-bd00-073473ce978f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1664124 Nov 12 11:03:18.904340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedcb177-ac76-4bb9-97b3-d9fd668fc57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed914a-ec88-460a-b668-ea1a023656f6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:18.907412 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6536f0b9-5ab8-4186-8b01-d71c1f0d0d0c" -d '{"events": [{"server_uuid": "eedcb177-ac76-4bb9-97b3-d9fd668fc57f", "name": "network-vif-plugged", "status": "completed", "tag": "78ed914a-ec88-460a-b668-ea1a023656f6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:18.917493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c3b723e2-1a38-440e-b831-935dc5b8bdb6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:18.942730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b723e2-1a38-440e-b831-935dc5b8bdb6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:18.948568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] No DVR routers for this DVR port c3b723e2-1a38-440e-b831-935dc5b8bdb6 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:18.972184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c3b723e2-1a38-440e-b831-935dc5b8bdb6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:18.973054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c3b723e2-1a38-440e-b831-935dc5b8bdb6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:18.974293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:18.986470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] No DVR routers for this DVR port 019b486c-2a68-4bc2-a132-1cb851483d3f on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:18.992951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.996650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5f9cd1c-fa5f-4374-ae65-1d2300044570 req-02684b9d-62da-47f8-ad11-3817b148c9ee tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.59 "DELETE /v2.0/ports/019b486c-2a68-4bc2-a132-1cb851483d3f HTTP/1.1" status: 204 len: 173 time: 2.8473904 Nov 12 11:03:18.997298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af33ee3-f3d9-4093-902b-962c8c87e561', 'name': 'network-vif-deleted', 'tag': '019b486c-2a68-4bc2-a132-1cb851483d3f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:19.000430 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514579e3-da5d-40ac-8955-f72cabb84b3a" -d '{"events": [{"server_uuid": "7af33ee3-f3d9-4093-902b-962c8c87e561", "name": "network-vif-deleted", "tag": "019b486c-2a68-4bc2-a132-1cb851483d3f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:19.050117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:19.050711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1d16cc9b-26a8-4c43-9d49-0aafcf83c043 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: from cryptography.utils import int_from_bytes Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: from cryptography.utils import int_from_bytes Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.121002 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:03:19.124566 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:03:19.131779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.158514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec87fb-c895-49e2-8000-293c1baf89f3 req-0ba41b92-8f41-4eaf-b446-20a2c697cb80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.165774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4dec87fb-c895-49e2-8000-293c1baf89f3 req-0ba41b92-8f41-4eaf-b446-20a2c697cb80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1433847 Nov 12 11:03:19.193456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0694dae-36fa-43c8-afde-ddd22d510c27 req-76df43de-3213-4eed-83e7-5e9ec777d36d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917638 Nov 12 11:03:19.210562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] No DVR routers for this DVR port c3b723e2-1a38-440e-b831-935dc5b8bdb6 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:19.219553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5952d-26a8-458e-a78c-709ec5861bc0 None None] Pushing event deleted for resources: {'Port': ['ID=c3b723e2-1a38-440e-b831-935dc5b8bdb6,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:19.327583 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf13a602-2ff1-4335-a782-1f39d03c928b x-openstack-request-id: req-cf13a602-2ff1-4335-a782-1f39d03c928b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:19.327877 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedcb177-ac76-4bb9-97b3-d9fd668fc57f", "name": "network-vif-plugged", "status": "completed", "tag": "78ed914a-ec88-460a-b668-ea1a023656f6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:19.328123 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf13a602-2ff1-4335-a782-1f39d03c928b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:19.328794 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedcb177-ac76-4bb9-97b3-d9fd668fc57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed914a-ec88-460a-b668-ea1a023656f6', 'code': 200} Nov 12 11:03:19.403339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.476784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4dec87fb-c895-49e2-8000-293c1baf89f3 req-5fe9c30a-705b-4aef-8cb3-7bf8824b0586 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096929 Nov 12 11:03:19.525523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-db32c544-1eb4-463f-966c-b76acbeb3fd4 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.530695 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-db32c544-1eb4-463f-966c-b76acbeb3fd4 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.52 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 812 time: 0.4305592 Nov 12 11:03:19.591690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Request body: {'port': {'device_id': 'e6861790-675e-4304-b542-b0f46df4a05d', 'network_id': '24666cad-1189-48d1-8164-733953581458', 'admin_state_up': True, 'tenant_id': 'c8d4a8c1066043e3a477a521f1698c81'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:19.607277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-a9e7eeae-2182-47ad-a4f3-ce9200bb7d89 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.624080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2cc73e-ea7a-4c42-98be-a2f303b60750']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:19.624766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-a9e7eeae-2182-47ad-a4f3-ce9200bb7d89 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.59 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 812 time: 0.4914219 Nov 12 11:03:19.637472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:19.637779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f4cd25-2a60-4d3c-8b0f-da7adba72790') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:19.650100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.659088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Request body: {'port': {'device_id': '3c717d77-3461-4378-8781-34794046bd73', 'network_id': '24666cad-1189-48d1-8164-733953581458', 'admin_state_up': True, 'tenant_id': 'c8d4a8c1066043e3a477a521f1698c81'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:19.684398 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.691916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:03:19.692340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.713448 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc84752-4ff6-4c80-99f3-f2e545359d9c x-openstack-request-id: req-fdc84752-4ff6-4c80-99f3-f2e545359d9c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:19.713988 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af33ee3-f3d9-4093-902b-962c8c87e561", "name": "network-vif-deleted", "tag": "019b486c-2a68-4bc2-a132-1cb851483d3f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:19.714390 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdc84752-4ff6-4c80-99f3-f2e545359d9c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:19.715516 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af33ee3-f3d9-4093-902b-962c8c87e561', 'name': 'network-vif-deleted', 'tag': '019b486c-2a68-4bc2-a132-1cb851483d3f', 'status': 'completed', 'code': 200} Nov 12 11:03:19.766360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ec51dd38-4514-41ae-a65a-d9d7c39deffe no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:03:19.774517 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:03:19.805006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d500ca56-dfa4-4c05-ae41-1cd554ee6b32 req-0747b449-3648-4247-9b91-6a51c1447ee3 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 210 time: 0.3790443 Nov 12 11:03:19.818660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: ec51dd38-4514-41ae-a65a-d9d7c39deffe {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:19.819039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ec51dd38-4514-41ae-a65a-d9d7c39deffe not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:19.876121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fb183-d2b1-48fa-b5cf-f3120eae752e req-7ac6cb41-8a96-4787-b01a-3c750ab3db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.878452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa0fb183-d2b1-48fa-b5cf-f3120eae752e req-7ac6cb41-8a96-4787-b01a-3c750ab3db67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 1098 time: 0.3266833 Nov 12 11:03:19.890339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.920271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.932111 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d2cc73e-ea7a-4c42-98be-a2f303b60750 HTTP/1.1" status: 204 len: 168 time: 1.7775960 Nov 12 11:03:19.991658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5620c6-4fcb-4606-8341-b1d2ae255fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2cc73e-ea7a-4c42-98be-a2f303b60750,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:20.069515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa0fb183-d2b1-48fa-b5cf-f3120eae752e req-7fb41f90-814e-45de-b485-b7f3f58df4aa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738806 Nov 12 11:03:20.071434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Made reservation on behalf of c8d4a8c1066043e3a477a521f1698c81 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:20.075575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.129746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Made reservation on behalf of c8d4a8c1066043e3a477a521f1698c81 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:20.137584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.181239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60062) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:20.275133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-defb465b-61b2-494a-9ed8-1f304d63a6f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdbdf80e4f394ad987482241cbb00464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927320 Nov 12 11:03:20.276768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Allocated IP 172.20.0.12 (24666cad-1189-48d1-8164-733953581458/fc2a4786-5e2d-454e-8518-a062420254cf/f17c9d0c-77fb-4149-a63b-fe16c3362890) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:20.281454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60066) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:20.395186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f835e0-4a80-4299-b21f-5070c35fbb17 req-699385cc-7113-4474-bcf9-277e2ddcbce5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:20.398750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68f835e0-4a80-4299-b21f-5070c35fbb17 req-699385cc-7113-4474-bcf9-277e2ddcbce5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1005960 Nov 12 11:03:20.399870 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9082-36a2-469e-96f3-e0ac159937a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.402452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 019b486c-2a68-4bc2-a132-1cb851483d3f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:20.430196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 019b486c-2a68-4bc2-a132-1cb851483d3f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:20.430546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 019b486c-2a68-4bc2-a132-1cb851483d3f not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:20.465070 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68f835e0-4a80-4299-b21f-5070c35fbb17 req-fa2e2290-79ee-418f-ac73-cb1494045046 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550582 Nov 12 11:03:20.493478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9082-36a2-469e-96f3-e0ac159937a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.559409 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.611879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9082-36a2-469e-96f3-e0ac159937a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.614534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9082-36a2-469e-96f3-e0ac159937a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.615679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8b8e9082-36a2-469e-96f3-e0ac159937a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d799c9ee-13fc-412e-b66c-e9ccf7327d60 HTTP/1.1" status: 204 len: 168 time: 0.3330419 Nov 12 11:03:20.640741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e9082-36a2-469e-96f3-e0ac159937a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d799c9ee-13fc-412e-b66c-e9ccf7327d60,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:20.667990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cf0f7-ea41-46c0-a61d-9c561a5ef65a req-2a99d791-2853-45c3-8dd9-eb5c9a4710d4 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:20.669649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-994cf0f7-ea41-46c0-a61d-9c561a5ef65a req-2a99d791-2853-45c3-8dd9-eb5c9a4710d4 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0980320 Nov 12 11:03:20.676715 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.749335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Network 24666cad-1189-48d1-8164-733953581458 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:20.765459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:20.768773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:20.775410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Pushing event updated for resources: {'Port': ['ID=f17c9d0c-77fb-4149-a63b-fe16c3362890,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:20.795958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Allocated IP 172.20.0.10 (24666cad-1189-48d1-8164-733953581458/fc2a4786-5e2d-454e-8518-a062420254cf/89ff0219-594b-4d38-acdf-5d44ab0b4336) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:20.841316 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-994cf0f7-ea41-46c0-a61d-9c561a5ef65a req-82d39317-9c9d-4bf2-bd0d-e909e259e253 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529126 Nov 12 11:03:20.891679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:20.894009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.920850 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-c738bf96-b3be-413f-b956-a9fb9882d208 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2687211 Nov 12 11:03:20.974813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44a9a85f-9d92-487e-baa0-741baabedb25 req-ef7998e2-314f-45ea-a44d-114972422517 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 210 time: 0.0465562 Nov 12 11:03:21.289848 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.344228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.361816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Request body: {'port': {'device_id': '3c717d77-3461-4378-8781-34794046bd73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:21.415292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Network 24666cad-1189-48d1-8164-733953581458 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:21.419726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:21.432968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:21.438423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Pushing event updated for resources: {'Port': ['ID=89ff0219-594b-4d38-acdf-5d44ab0b4336,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:21.445429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.522252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:21.523262 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.556561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-5bf36ff5-77cc-407d-98a5-86f55633de18 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9755986 Nov 12 11:03:21.575848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Request body: {'port': {'device_id': 'e6861790-675e-4304-b542-b0f46df4a05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:21.694013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.799706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202444e-852b-4a58-aa1c-f0bf1bd95e50 req-d2053e4b-cde4-42c9-9b89-b109cc8f2c09 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:21.801384 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8202444e-852b-4a58-aa1c-f0bf1bd95e50 req-d2053e4b-cde4-42c9-9b89-b109cc8f2c09 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1658616 Nov 12 11:03:21.942138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8202444e-852b-4a58-aa1c-f0bf1bd95e50 req-190db085-96b2-4917-8469-ec21b07d99f7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258180 Nov 12 11:03:22.071186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17c9d0c-77fb-4149-a63b-fe16c3362890 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:22.102015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.149727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e1865-8bee-41e6-ab4b-cc14afc3d111 req-0da95567-bfd6-4ed0-9ea8-53c373da7d20 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:22.150309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Transition to ACTIVE for port object f17c9d0c-77fb-4149-a63b-fe16c3362890 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:22.154478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e1e1865-8bee-41e6-ab4b-cc14afc3d111 req-0da95567-bfd6-4ed0-9ea8-53c373da7d20 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0884237 Nov 12 11:03:22.159590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.422096 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e1e1865-8bee-41e6-ab4b-cc14afc3d111 req-6737c22a-e98f-403c-b1a4-1344aa39c69f tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564721 Nov 12 11:03:22.422385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Pushing event updated for resources: {'Port': ['ID=f17c9d0c-77fb-4149-a63b-fe16c3362890,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:22.422543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60126) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:22.424097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Attempting to bind port f17c9d0c-77fb-4149-a63b-fe16c3362890 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:22.424447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Attempting to bind port f17c9d0c-77fb-4149-a63b-fe16c3362890 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:22.424780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Attempting to bind port f17c9d0c-77fb-4149-a63b-fe16c3362890 on network 24666cad-1189-48d1-8164-733953581458 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:22.465033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.465433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.465782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.466123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.466464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.466798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.467128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.467442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.467771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.468102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.468428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.468752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:22.481812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Port f17c9d0c-77fb-4149-a63b-fe16c3362890 on network 24666cad-1189-48d1-8164-733953581458 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:22.482153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Attempting to bind port f17c9d0c-77fb-4149-a63b-fe16c3362890 on network 24666cad-1189-48d1-8164-733953581458 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:22.572010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:22.572889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Checking segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:22.573498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Bound using segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:22.574190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Bound port: f17c9d0c-77fb-4149-a63b-fe16c3362890, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:22.574926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.673650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] For port f17c9d0c-77fb-4149-a63b-fe16c3362890, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:22.678128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] For port f17c9d0c-77fb-4149-a63b-fe16c3362890, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f17c9d0c-77fb-4149-a63b-fe16c3362890,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:22.690203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8e08c-89c3-4905-9700-3c90bb4ba545 req-9e2167cf-0ff3-4608-8079-baa797402d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:22.692384 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cd8e08c-89c3-4905-9700-3c90bb4ba545 req-9e2167cf-0ff3-4608-8079-baa797402d08 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1098 time: 0.2646570 Nov 12 11:03:22.696134 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.800292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ff0219-594b-4d38-acdf-5d44ab0b4336 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:22.810060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:22.810717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.812273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] 10.222.0.59 "PUT /v2.0/ports/f17c9d0c-77fb-4149-a63b-fe16c3362890 HTTP/1.1" status: 200 len: 1093 time: 1.8772833 Nov 12 11:03:22.813470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c717d77-3461-4378-8781-34794046bd73', 'tag': 'f17c9d0c-77fb-4149-a63b-fe16c3362890'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:22.818434 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce" -d '{"events": [{"name": "network-changed", "server_uuid": "3c717d77-3461-4378-8781-34794046bd73", "tag": "f17c9d0c-77fb-4149-a63b-fe16c3362890"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:22.832529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.847291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-449662720-network', 'tenant_id': '8a45a47a5aae450094fddd1d5cedd74b'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:22.883656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Transition to ACTIVE for port object 89ff0219-594b-4d38-acdf-5d44ab0b4336 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:22.904600 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.946224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f34271-1a74-4cd5-b185-8d63c773fc1d service neutron] Pushing event updated for resources: {'Port': ['ID=f17c9d0c-77fb-4149-a63b-fe16c3362890,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:22.968137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cd8e08c-89c3-4905-9700-3c90bb4ba545 req-0c5bc14d-319c-4b0c-8086-2f539d226f76 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604976 Nov 12 11:03:23.009660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6b2a0dff-a496-4ce5-b42d-d8a09b473249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.011496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6b2a0dff-a496-4ce5-b42d-d8a09b473249 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&device_id=3c717d77-3461-4378-8781-34794046bd73 HTTP/1.1" status: 200 len: 1096 time: 0.1260214 Nov 12 11:03:23.042807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Pushing event updated for resources: {'Port': ['ID=89ff0219-594b-4d38-acdf-5d44ab0b4336,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:23.078181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Made reservation on behalf of 8a45a47a5aae450094fddd1d5cedd74b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:23.081390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.093223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.111954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e54623-f306-4ab4-871a-718cd24deced req-8ab8ba27-9c7b-4c54-851e-fb5cba18856f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.113773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-65e54623-f306-4ab4-871a-718cd24deced req-8ab8ba27-9c7b-4c54-851e-fb5cba18856f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 932 time: 0.4819295 Nov 12 11:03:23.126106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a51606-b63e-41dd-af4e-0b602c68f43b req-e6e5db3b-6fb2-4651-b83d-dfe49ec1a484 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.128438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77a51606-b63e-41dd-af4e-0b602c68f43b req-e6e5db3b-6fb2-4651-b83d-dfe49ec1a484 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0872824 Nov 12 11:03:23.240222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77a51606-b63e-41dd-af4e-0b602c68f43b req-1d51d1f7-8df2-4cdb-a2e7-5f9fc78fcff9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047282 Nov 12 11:03:23.330015 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-acdac367-db9b-4808-84f2-9cf6ab0d48ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f17c9d0c-77fb-4149-a63b-fe16c3362890 HTTP/1.1" status: 200 len: 217 time: 0.1227479 Nov 12 11:03:23.348780 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108e7288-7d8b-4856-9da4-311861dc6f62 x-openstack-request-id: req-108e7288-7d8b-4856-9da4-311861dc6f62 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:23.349258 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c717d77-3461-4378-8781-34794046bd73", "tag": "f17c9d0c-77fb-4149-a63b-fe16c3362890", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:23.349632 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-108e7288-7d8b-4856-9da4-311861dc6f62 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:23.350240 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c717d77-3461-4378-8781-34794046bd73', 'tag': 'f17c9d0c-77fb-4149-a63b-fe16c3362890', 'status': 'completed', 'code': 200} Nov 12 11:03:23.398671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-65e54623-f306-4ab4-871a-718cd24deced req-847fe8cd-6407-4a7e-a0c2-8dd743ca8dbf tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756186 Nov 12 11:03:23.406790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Attempting to bind port 89ff0219-594b-4d38-acdf-5d44ab0b4336 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:23.407522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Attempting to bind port 89ff0219-594b-4d38-acdf-5d44ab0b4336 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:23.408611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Attempting to bind port 89ff0219-594b-4d38-acdf-5d44ab0b4336 on network 24666cad-1189-48d1-8164-733953581458 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:23.428029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Port 89ff0219-594b-4d38-acdf-5d44ab0b4336 on network 24666cad-1189-48d1-8164-733953581458 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:23.428595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Attempting to bind port 89ff0219-594b-4d38-acdf-5d44ab0b4336 on network 24666cad-1189-48d1-8164-733953581458 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:23.445079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-a37b7b5d-ac10-4945-b342-d0587220e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.451007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-a37b7b5d-ac10-4945-b342-d0587220e2cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 200 len: 852 time: 0.1060426 Nov 12 11:03:23.479985 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.482390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:23.482953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Checking segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:23.483355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Bound using segment: {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:23.484148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Bound port: 89ff0219-594b-4d38-acdf-5d44ab0b4336, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0e680c-4a16-450b-b7be-b23a2a6207b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '24666cad-1189-48d1-8164-733953581458'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:23.484808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.503676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.526139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-7aa21613-0085-45f6-9bce-ed160eb39802 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=24666cad-1189-48d1-8164-733953581458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565557 Nov 12 11:03:23.570031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:03:23.620827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.621432 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Added segment 5c21fc39-257d-40f4-9462-22c03a61ac82 of type vlan for network 3fb3c124-07c0-4c64-bf49-116113fe68a7 Nov 12 11:03:23.706344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96948ed-b969-4e64-adcf-15d60363f536,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:23.726180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-11405269-ddb5-4b66-a05a-6836a202906b service neutron] 10.222.0.59 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784379 Nov 12 11:03:23.744029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.761679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] For port 89ff0219-594b-4d38-acdf-5d44ab0b4336, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:23.766419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] For port 89ff0219-594b-4d38-acdf-5d44ab0b4336, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=89ff0219-594b-4d38-acdf-5d44ab0b4336,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:23.788559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d448529-ab4d-4ebe-913f-6476aa7251e2 req-2dc7a583-7ed6-4fdf-a6e9-c598a02fa047 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.799957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d448529-ab4d-4ebe-913f-6476aa7251e2 req-2dc7a583-7ed6-4fdf-a6e9-c598a02fa047 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.2122138 Nov 12 11:03:23.830444 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.872535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e1c47881-e700-4655-9735-953367614d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.949708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.951278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.952287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.964042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.974380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.974380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/89ff0219-594b-4d38-acdf-5d44ab0b4336 HTTP/1.1" status: 200 len: 1093 time: 2.4019780 Nov 12 11:03:23.976550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6861790-675e-4304-b542-b0f46df4a05d', 'tag': '89ff0219-594b-4d38-acdf-5d44ab0b4336'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:23.980753 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8b0808-643b-49f4-ad2b-60c907ab1f00" -d '{"events": [{"name": "network-changed", "server_uuid": "e6861790-675e-4304-b542-b0f46df4a05d", "tag": "89ff0219-594b-4d38-acdf-5d44ab0b4336"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:24.044632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-82f4df75-f9e7-404d-823c-00ac65e80cff service neutron] 10.222.0.59 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055308 Nov 12 11:03:24.062446 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d448529-ab4d-4ebe-913f-6476aa7251e2 req-036a8b90-4ef9-4d9b-9dc7-c33a1c042c55 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614670 Nov 12 11:03:24.221278 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7961626 Nov 12 11:03:24.222862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60160) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:24.227653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0706c-55be-4c50-8419-674abf6f54b7 service neutron] Pushing event updated for resources: {'Port': ['ID=89ff0219-594b-4d38-acdf-5d44ab0b4336,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:24.243968 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c989a60-21ce-4a74-a146-1f1ad1a2bcb2 x-openstack-request-id: req-4c989a60-21ce-4a74-a146-1f1ad1a2bcb2 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:24.244634 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6861790-675e-4304-b542-b0f46df4a05d", "tag": "89ff0219-594b-4d38-acdf-5d44ab0b4336", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:24.245104 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c989a60-21ce-4a74-a146-1f1ad1a2bcb2 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:24.245746 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6861790-675e-4304-b542-b0f46df4a05d', 'tag': '89ff0219-594b-4d38-acdf-5d44ab0b4336', 'status': 'completed', 'code': 200} Nov 12 11:03:24.249454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7923bd-0321-49f8-9ba5-b0cc5f4d8749 admin admin] Pushing event updated for resources: {'Network': ['ID=3fb3c124-07c0-4c64-bf49-116113fe68a7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:24.275703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3fb3c124-07c0-4c64-bf49-116113fe68a7 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:03:24.288078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Request body: {'subnet': {'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-449662720-subnet', 'tenant_id': '8a45a47a5aae450094fddd1d5cedd74b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:24.293718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-1277d6c9-2afc-4def-a15e-890a39dbd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.298267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-1277d6c9-2afc-4def-a15e-890a39dbd91b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 1096 time: 0.2220299 Nov 12 11:03:24.364899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-c7a81fb3-9289-4b93-960d-97de516aef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.368104 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-c7a81fb3-9289-4b93-960d-97de516aef2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&device_id=3c717d77-3461-4378-8781-34794046bd73 HTTP/1.1" status: 200 len: 1096 time: 0.1796267 Nov 12 11:03:24.369718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Made reservation on behalf of 8a45a47a5aae450094fddd1d5cedd74b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:24.371955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-8cbbdc8a-b56d-441b-928c-8f69d082d7dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ff0219-594b-4d38-acdf-5d44ab0b4336 HTTP/1.1" status: 200 len: 217 time: 0.0647957 Nov 12 11:03:24.374886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:24.543615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-15ec1870-619f-4269-a14b-2bd6b9f17215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.549501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-15ec1870-619f-4269-a14b-2bd6b9f17215 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 200 len: 852 time: 0.1680863 Nov 12 11:03:24.632892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-97e8f797-3046-447e-bf02-64b774c6491f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24666cad-1189-48d1-8164-733953581458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758631 Nov 12 11:03:24.829948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b793ac6-53f6-49e7-bbe4-1f228e7fbf13 req-6b1907ed-3c9d-49eb-95c6-b72ca9767ac6 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.831794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b793ac6-53f6-49e7-bbe4-1f228e7fbf13 req-6b1907ed-3c9d-49eb-95c6-b72ca9767ac6 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 944 time: 0.2026610 Nov 12 11:03:24.852431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e368c6-866f-4531-8ef4-183e5a320164 req-f50b6420-e23d-4a0e-92f2-10f7d26c5c37 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.869643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c3e368c6-866f-4531-8ef4-183e5a320164 req-f50b6420-e23d-4a0e-92f2-10f7d26c5c37 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.2535512 Nov 12 11:03:24.894170 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-9e924166-ce58-4891-8506-fbd0125723b2 service neutron] 10.222.0.52 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442102 Nov 12 11:03:24.957623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-e5134dc9-7612-4b5c-9ce6-27fe1a0a2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.959225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-e5134dc9-7612-4b5c-9ce6-27fe1a0a2716 service neutron] 10.222.0.59 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 913 time: 0.5770936 Nov 12 11:03:25.075860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-5bbc7ae7-46e7-49ba-b536-ea5cac30c0a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f17c9d0c-77fb-4149-a63b-fe16c3362890 HTTP/1.1" status: 200 len: 217 time: 0.0693429 Nov 12 11:03:25.091009 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b793ac6-53f6-49e7-bbe4-1f228e7fbf13 req-bcdbaa21-29be-4efb-b353-dad44d3f5322 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332277 Nov 12 11:03:25.091936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c3e368c6-866f-4531-8ef4-183e5a320164 req-62cf214c-c669-48ba-b5d3-fceaaa78c04d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210460 Nov 12 11:03:25.154135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-351111e4-8845-436f-aea0-02fcbcc4d82d req-a96d97e3-9070-410c-bdf9-edcc4b15e424 service neutron] 10.222.0.52 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480700 Nov 12 11:03:25.325214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-4b46aa56-6146-45b5-a759-8170a409eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.330152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-4b46aa56-6146-45b5-a759-8170a409eafa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 200 len: 852 time: 0.2301416 Nov 12 11:03:25.417243 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:25.425780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-aabdd85e-ca27-4ea4-b5d3-dafdb381bc19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=24666cad-1189-48d1-8164-733953581458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823841 Nov 12 11:03:25.616178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c456c41-5f43-42ea-b82a-2aa83d62123f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:25.690914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-f1d80b80-0fc8-46f5-a85b-6a6333c3f524 service neutron] 10.222.0.59 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291169 Nov 12 11:03:25.693518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Checking segment: {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:25.694439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Network hostable DHCP agents. Network: 3fb3c124-07c0-4c64-bf49-116113fe68a7, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:03:25.879248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-76fbccf3-d9e9-4194-af21-72f93e94aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.881436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-76fbccf3-d9e9-4194-af21-72f93e94aecc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d4a8c1066043e3a477a521f1698c81&device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 1096 time: 0.6401048 Nov 12 11:03:25.950497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8c053a-365c-4b4b-b4e3-ce063c3fcfce req-723a7c32-64e1-4a12-830c-04aef0d966c6 service neutron] 10.222.0.59 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457180 Nov 12 11:03:25.974581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Network 3fb3c124-07c0-4c64-bf49-116113fe68a7 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:03:26.000740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 3fb3c124-07c0-4c64-bf49-116113fe68a7) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:26.009913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.010850 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:26.019429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38c158-dd59-4450-b170-25093a1e83d7 None None] Network 3fb3c124-07c0-4c64-bf49-116113fe68a7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:03:26.024013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41380372-8d19-4513-97b1-84cd1111f09a req-f34b48ee-2b57-4845-ab31-4b2a4997e8e5 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.026517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41380372-8d19-4513-97b1-84cd1111f09a req-f34b48ee-2b57-4845-ab31-4b2a4997e8e5 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.6219411 Nov 12 11:03:26.062656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b71ed771-c38d-4824-8bb0-62c2891fa8b9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7830613 Nov 12 11:03:26.093986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-a01ac1e4-7621-4e6e-a2d7-93e72e7f920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.096999 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-a01ac1e4-7621-4e6e-a2d7-93e72e7f920a service neutron] 10.222.0.52 "GET /v2.0/networks?id=24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 200 len: 913 time: 0.1944880 Nov 12 11:03:26.243580 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41380372-8d19-4513-97b1-84cd1111f09a req-ad3c871c-4ff6-4554-b8cd-cb509820550a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022066 Nov 12 11:03:26.248138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-413eb5b8-9fea-400b-a965-e99fb574817c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ff0219-594b-4d38-acdf-5d44ab0b4336 HTTP/1.1" status: 200 len: 217 time: 0.0980346 Nov 12 11:03:26.328588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5fae8a5d-882e-4e21-a878-0130ce04faba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:26.424276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-4c6def66-117e-426c-95e8-f1e5b1cb327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.426762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-4c6def66-117e-426c-95e8-f1e5b1cb327c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 200 len: 852 time: 0.1684957 Nov 12 11:03:26.495431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f07c90c-5d11-4fcf-9250-0e17775bf09d None None] Network 3fb3c124-07c0-4c64-bf49-116113fe68a7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:03:26.496981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-735f81ea-5b47-4aaa-a363-bb9584e5e642 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24666cad-1189-48d1-8164-733953581458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629249 Nov 12 11:03:26.503674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc226d-a0d4-4adb-9de9-457eba506d8c req-ca099392-e3fc-4c58-89c2-d26b07de26ac tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.518062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1fc226d-a0d4-4adb-9de9-457eba506d8c req-ca099392-e3fc-4c58-89c2-d26b07de26ac tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.2169580 Nov 12 11:03:26.636522 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-4f31671e-447e-4c3d-a7b3-3a544e179f8c service neutron] 10.222.0.52 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306226 Nov 12 11:03:26.669877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1fc226d-a0d4-4adb-9de9-457eba506d8c req-0cb0ec59-5c7c-411a-8c5b-fcb4078a3115 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399434 Nov 12 11:03:26.760479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb47c25-a773-42ff-86d9-478e1a8f65b7 req-587dcc85-6877-4ea1-a5f2-69f290d047db tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.768834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fb47c25-a773-42ff-86d9-478e1a8f65b7 req-587dcc85-6877-4ea1-a5f2-69f290d047db tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 944 time: 0.3097725 Nov 12 11:03:26.872173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-fa9c75e9-835d-4266-8b5b-ad1440252f85 req-d80a6813-b9e1-404d-a405-5aaa62dcf8d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-626734583', 'description': 'tempest-description-391002777'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:26.881178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c8b0808-643b-49f4-ad2b-60c907ab1f00 req-46c8f160-aefe-4784-b344-61d2374fcddf service neutron] 10.222.0.52 "GET /v2.0/networks/24666cad-1189-48d1-8164-733953581458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364583 Nov 12 11:03:26.943034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fb47c25-a773-42ff-86d9-478e1a8f65b7 req-a6963c2c-37fe-4eab-aa83-bb87aa49ce4e tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729288 Nov 12 11:03:26.957852 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fa9c75e9-835d-4266-8b5b-ad1440252f85 req-d80a6813-b9e1-404d-a405-5aaa62dcf8d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:27.171333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fa9c75e9-835d-4266-8b5b-ad1440252f85 req-d80a6813-b9e1-404d-a405-5aaa62dcf8d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:27.177653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fa9c75e9-835d-4266-8b5b-ad1440252f85 req-d80a6813-b9e1-404d-a405-5aaa62dcf8d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:27.241768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fa9c75e9-835d-4266-8b5b-ad1440252f85 req-d80a6813-b9e1-404d-a405-5aaa62dcf8d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:27.256301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa9c75e9-835d-4266-8b5b-ad1440252f85 req-d80a6813-b9e1-404d-a405-5aaa62dcf8d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.3922315 Nov 12 11:03:27.296291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a6813-b9e1-404d-a405-5aaa62dcf8d2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca54fb5-b431-4703-83b4-b6876678b098,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:27.618981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:27.688901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-a59c2deb-0c19-46ca-a915-46adedd999ec tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-626734583&fields=id&tenant_id=716fe77fa1a24608bb615689db22aace HTTP/1.1" status: 200 len: 267 time: 0.0874660 Nov 12 11:03:27.766358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-7066f3df-51b0-4664-b5cc-abda3f3548e2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:27.775126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-7066f3df-51b0-4664-b5cc-abda3f3548e2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 814 time: 0.1608839 Nov 12 11:03:27.795930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-71cef113-0ecd-455d-9a87-ffe2e50eb73c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/quotas/8a45a47a5aae450094fddd1d5cedd74b HTTP/1.1" status: 200 len: 375 time: 0.0197792 Nov 12 11:03:27.854538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-d7c80195-43c2-4213-9adc-165ff0532fcb tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:27.862589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-d7c80195-43c2-4213-9adc-165ff0532fcb tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1437435 Nov 12 11:03:27.868176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Request body: {'port': {'security_groups': ['662d6aad-1741-455b-a953-7fc660df3767', 'bca54fb5-b431-4703-83b4-b6876678b098']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:27.869255 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-0489d2e4-d4bb-4a0a-a163-d30f64fcb3ee tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720553 Nov 12 11:03:27.960768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.010477 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-f8e1492a-72e4-4d56-bb3c-554461b556c1 service neutron] 10.222.0.31 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398568 Nov 12 11:03:28.148176 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-063666ed-620d-4ddb-addc-f4b415cdd394 service neutron] 10.222.0.31 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294160 Nov 12 11:03:28.366678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] For port d1d70ce1-954e-4ba3-8053-3928535fe5b6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:28.431097 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.437805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.449401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db63115-c5ac-4d10-ae53-feb84d873a58 req-82590d05-f0fa-46f3-baee-58d426b3d955 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:28.456503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['d1d70ce1-954e-4ba3-8053-3928535fe5b6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:28.459969 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9db63115-c5ac-4d10-ae53-feb84d873a58 req-82590d05-f0fa-46f3-baee-58d426b3d955 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0876718 Nov 12 11:03:28.460984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f17c9d0c-77fb-4149-a63b-fe16c3362890 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:28.544061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:28.544765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.562512 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9db63115-c5ac-4d10-ae53-feb84d873a58 req-63d2568e-646f-473a-9a21-87a4819895bf tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002331 Nov 12 11:03:28.564127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90d5a4ae-6c7f-4df7-9b52-2e7fcab88932 req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "PUT /v2.0/ports/d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 982 time: 0.6998055 Nov 12 11:03:28.565081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:28.604500 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16" -d '{"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:28.690321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954e9cf-a0b8-4a90-8b34-608bb4749d3c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event updated for resources: {'Port': ['ID=d1d70ce1-954e-4ba3-8053-3928535fe5b6,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:28.731376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f17c9d0c-77fb-4149-a63b-fe16c3362890, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f17c9d0c-77fb-4149-a63b-fe16c3362890,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:28.732127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b73f27-9451-4493-8901-129a2ad52dd4 req-8e892843-c38f-4940-9bf5-3fd1e778fd7a tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:28.741058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93b73f27-9451-4493-8901-129a2ad52dd4 req-8e892843-c38f-4940-9bf5-3fd1e778fd7a tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 944 time: 0.0920572 Nov 12 11:03:28.777999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'f17c9d0c-77fb-4149-a63b-fe16c3362890', 'network_id': '24666cad-1189-48d1-8164-733953581458', 'port_id': 'f17c9d0c-77fb-4149-a63b-fe16c3362890', 'mac_address': 'fa:16:3e:f6:7c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2a4786-5e2d-454e-8518-a062420254cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:28.840899 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93b73f27-9451-4493-8901-129a2ad52dd4 req-a5e882e0-5e4a-4ade-8e5a-0350bd502f9a tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987873 Nov 12 11:03:28.855005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['d1d70ce1-954e-4ba3-8053-3928535fe5b6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:28.952172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-efe8933a-1909-4c70-82eb-c8325a680aad req-6b97fe68-9b1c-487e-abf9-76ee78d15f57 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 210 time: 0.0541437 Nov 12 11:03:29.014507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.099281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17c9d0c-77fb-4149-a63b-fe16c3362890 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:29.122844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-d8e0e092-090f-46f6-a4f6-e491531348b1 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-626734583&fields=id&tenant_id=716fe77fa1a24608bb615689db22aace HTTP/1.1" status: 200 len: 267 time: 0.0983696 Nov 12 11:03:29.136393 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494b3269-6074-4f38-bc23-70d8a6a16b1e x-openstack-request-id: req-494b3269-6074-4f38-bc23-70d8a6a16b1e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:29.136707 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:29.136999 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-494b3269-6074-4f38-bc23-70d8a6a16b1e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:29.137607 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'status': 'completed', 'code': 200} Nov 12 11:03:29.204819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a600bf5a-06bc-4be1-baff-e543ad504313 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:29.212686 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a600bf5a-06bc-4be1-baff-e543ad504313 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 985 time: 0.0885875 Nov 12 11:03:29.226819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Request body: {'port': {'security_groups': ['662d6aad-1741-455b-a953-7fc660df3767']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:29.252763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f17c9d0c-77fb-4149-a63b-fe16c3362890, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f17c9d0c-77fb-4149-a63b-fe16c3362890,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:29.308696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.326735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-dcde44a5-ddd6-4ffd-b800-a53f4dd5e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:29.330328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-dcde44a5-ddd6-4ffd-b800-a53f4dd5e6d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1137 time: 0.1536863 Nov 12 11:03:29.408933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=f17c9d0c-77fb-4149-a63b-fe16c3362890,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:29.443850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.485646 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.562921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-2a8f790d-eaa6-45bb-96ae-d54b9a160645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:29.569264 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-2a8f790d-eaa6-45bb-96ae-d54b9a160645 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 920 time: 0.2276626 Nov 12 11:03:29.728710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['f17c9d0c-77fb-4149-a63b-fe16c3362890'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:29.785298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-ba41a882-08f4-43d5-a9dc-7d6f5f2f69d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 217 time: 0.1857131 Nov 12 11:03:29.843561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 89ff0219-594b-4d38-acdf-5d44ab0b4336 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:29.991840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-e9cfeb34-d6cd-4647-ad39-29d09329086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:29.993751 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-e9cfeb34-d6cd-4647-ad39-29d09329086a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.1938038 Nov 12 11:03:30.045317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-7165b6ca-4c3b-4bb9-b99c-d00f8ca38dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352099 Nov 12 11:03:30.084256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ef629-ea26-4a7a-860c-94c0c8fba940 req-d4afe3e2-1fb8-42d9-83b5-24c2a657a79b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:30.100738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-424ef629-ea26-4a7a-860c-94c0c8fba940 req-d4afe3e2-1fb8-42d9-83b5-24c2a657a79b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.2094011 Nov 12 11:03:30.137953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] For port d1d70ce1-954e-4ba3-8053-3928535fe5b6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:30.233515 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:30.239601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 89ff0219-594b-4d38-acdf-5d44ab0b4336, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=89ff0219-594b-4d38-acdf-5d44ab0b4336,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:30.263615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:30.268507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '89ff0219-594b-4d38-acdf-5d44ab0b4336', 'network_id': '24666cad-1189-48d1-8164-733953581458', 'port_id': '89ff0219-594b-4d38-acdf-5d44ab0b4336', 'mac_address': 'fa:16:3e:c9:a9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2a4786-5e2d-454e-8518-a062420254cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:30.335822 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:30.369304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ff0219-594b-4d38-acdf-5d44ab0b4336 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:30.378282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:30.380729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:30.406512 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00dd9f13-b7d1-4916-aa1d-fe432e68e251 req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "PUT /v2.0/ports/d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 943 time: 1.1914268 Nov 12 11:03:30.409549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 89ff0219-594b-4d38-acdf-5d44ab0b4336, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=89ff0219-594b-4d38-acdf-5d44ab0b4336,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:30.416150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:30.416488 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:30.430235 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:30.500481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-424ef629-ea26-4a7a-860c-94c0c8fba940 req-3fd43af2-5832-4fac-9d0f-47beb78019c7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666360 Nov 12 11:03:30.510945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b38e1-3e55-4f92-9c2e-7b809457569e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event updated for resources: {'Port': ['ID=d1d70ce1-954e-4ba3-8053-3928535fe5b6,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:30.588549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['d1d70ce1-954e-4ba3-8053-3928535fe5b6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:30.650861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=89ff0219-594b-4d38-acdf-5d44ab0b4336,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:30.655377 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:30.774818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-091b196e-d281-429c-a642-001ef13a66b8 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695993 Nov 12 11:03:30.785668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907f1c-e684-47c8-b83a-b8a926174e7c req-1b8b8664-73e7-406d-b66d-71ee1ed62a4e tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:30.798243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25907f1c-e684-47c8-b83a-b8a926174e7c req-1b8b8664-73e7-406d-b66d-71ee1ed62a4e tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 945 time: 0.1573720 Nov 12 11:03:30.811755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['89ff0219-594b-4d38-acdf-5d44ab0b4336'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:30.931088 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25907f1c-e684-47c8-b83a-b8a926174e7c req-88b03be1-dfc3-4929-809e-b391eb18de9e tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302767 Nov 12 11:03:31.051071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-e594c0a2-02f3-4189-a04e-08952ddd51c0 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:31.054861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-e594c0a2-02f3-4189-a04e-08952ddd51c0 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 814 time: 0.4995182 Nov 12 11:03:31.109289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e00aa45-cb67-4d6e-a5bd-d759165b1a16 req-8dd90540-1d92-438c-99c8-c2b498352fe7 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144484 Nov 12 11:03:31.119467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Request body: {'port': {'device_id': '9184849a-be5e-4884-8cec-473c6cc9a165', 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'admin_state_up': True, 'tenant_id': '8a45a47a5aae450094fddd1d5cedd74b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:31.223376 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14d2deb3-588b-4561-be07-35012082e07c req-4f1bac96-54e2-4f7f-bc26-3b60f55c286c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 210 time: 0.1025076 Nov 12 11:03:31.357232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['d1d70ce1-954e-4ba3-8053-3928535fe5b6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:31.412207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Made reservation on behalf of 8a45a47a5aae450094fddd1d5cedd74b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:31.426403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:31.545668 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f470a059-518c-4b2b-809c-37c4924517ed x-openstack-request-id: req-f470a059-518c-4b2b-809c-37c4924517ed {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:31.545940 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:31.546237 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f470a059-518c-4b2b-809c-37c4924517ed {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:31.546648 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'status': 'completed', 'code': 200} Nov 12 11:03:31.670067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-0698b222-b830-4aea-b999-7cdb9f9498ef tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2539313 Nov 12 11:03:31.679328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:31.727802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:31.773627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-0fe017a8-6bd8-4117-8a08-bd01b8e27905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:31.777224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-0fe017a8-6bd8-4117-8a08-bd01b8e27905 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1098 time: 0.1622765 Nov 12 11:03:31.859164 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:31.954237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ae03-3290-4afd-9833-49424006c22f req-e4e52677-700c-40dd-8620-ac057e308ab1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:31.963191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c18ae03-3290-4afd-9833-49424006c22f req-e4e52677-700c-40dd-8620-ac057e308ab1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1797647 Nov 12 11:03:31.973577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Allocated IP 172.20.0.7 (3fb3c124-07c0-4c64-bf49-116113fe68a7/8c456c41-5f43-42ea-b82a-2aa83d62123f/b837490f-0d1a-43fa-aee6-acae75c1c611) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:32.076706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Allocated IP 172.25.2.37 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/2335d55f-76b4-45a6-a88c-4bd2a67ba262) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:32.078200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-736f9e48-1a09-435c-888d-3da5b6eef049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:32.080462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-736f9e48-1a09-435c-888d-3da5b6eef049 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 920 time: 0.2554054 Nov 12 11:03:32.152828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-86ce396f-0a7a-4d9b-a871-bdfa973377b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 217 time: 0.0587525 Nov 12 11:03:32.176768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c18ae03-3290-4afd-9833-49424006c22f req-9efb2229-61f4-44b1-bed5-0dd360473d28 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122509 Nov 12 11:03:32.328196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.356642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-e3cfbcf5-fbe8-4a7f-80d4-c5e29c446c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:32.356642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-e3cfbcf5-fbe8-4a7f-80d4-c5e29c446c6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.1750176 Nov 12 11:03:32.414871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.439957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4b41-b95d-4525-a7c3-db9db0ad15ca req-e851f983-a6d6-4868-8848-801bb6fb7278 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:32.439957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32f4b41-b95d-4525-a7c3-db9db0ad15ca req-e851f983-a6d6-4868-8848-801bb6fb7278 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 945 time: 0.1751137 Nov 12 11:03:32.446231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-b0f25495-9006-49e4-86ac-ce82bd3d2124 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770371 Nov 12 11:03:32.478594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f17c9d0c-77fb-4149-a63b-fe16c3362890 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:32.502500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:32.520370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:32.523577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.527670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event updated for resources: {'Port': ['ID=2335d55f-76b4-45a6-a88c-4bd2a67ba262,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:32.538448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:32.567005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port f17c9d0c-77fb-4149-a63b-fe16c3362890 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:32.577187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port f17c9d0c-77fb-4149-a63b-fe16c3362890 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:32.577598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.679972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d32f4b41-b95d-4525-a7c3-db9db0ad15ca req-fc97f7ee-bf53-476a-b669-59af4fb81608 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263193 Nov 12 11:03:32.714154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.777110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-7cf32a95-c3a5-4da3-9ec0-1a2cd9b6dad1 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113003 Nov 12 11:03:32.784070 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.806024 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.955005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.017884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f17c9d0c-77fb-4149-a63b-fe16c3362890, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f17c9d0c-77fb-4149-a63b-fe16c3362890,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:33.021065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c717d77-3461-4378-8781-34794046bd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c9d0c-77fb-4149-a63b-fe16c3362890'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:33.025980 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ea80a-ee37-46fe-ab9b-38afb56fea23" -d '{"events": [{"server_uuid": "3c717d77-3461-4378-8781-34794046bd73", "name": "network-vif-plugged", "status": "completed", "tag": "f17c9d0c-77fb-4149-a63b-fe16c3362890"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:33.030197 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.076091 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.086775 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.120845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=f17c9d0c-77fb-4149-a63b-fe16c3362890,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:33.224436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event updated for resources: {'Port': ['ID=2335d55f-76b4-45a6-a88c-4bd2a67ba262,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:33.260290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.278851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.280130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4dfa7e16-b4d2-45c4-9b51-b326afa01d72 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6089466 Nov 12 11:03:33.369469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-789ef157-be9c-466a-baa0-bff722080905 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0802784 Nov 12 11:03:33.424548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Network 3fb3c124-07c0-4c64-bf49-116113fe68a7 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:33.438627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:33.487243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:33.553245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4f27a3d3-5d1c-4d4e-ab4b-bf8eea8d80ba tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:33.554201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fe7a8-b893-4c12-9ae9-3321f1e57cef req-586c0163-f970-426b-8270-cd86c064914e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:33.556923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f34fe7a8-b893-4c12-9ae9-3321f1e57cef req-586c0163-f970-426b-8270-cd86c064914e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 931 time: 0.7060704 Nov 12 11:03:33.575080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1018751a-55bc-40ec-8548-731b1dee6e98 req-4f27a3d3-5d1c-4d4e-ab4b-bf8eea8d80ba tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.1995380 Nov 12 11:03:33.598143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Pushing event updated for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:33.648244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:33.649104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.678230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff36a9f7-bbaf-4cab-b7bd-3e720f91d23e req-62906cd6-d174-486d-9ce3-51abf380adcd service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8815777 Nov 12 11:03:33.691904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f34fe7a8-b893-4c12-9ae9-3321f1e57cef req-2c2ebe11-3445-4438-ba4a-a0d233df7feb tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199002 Nov 12 11:03:33.703817 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-2ec2edcf-0627-4e16-91fe-c8a39a965ae3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5924571 Nov 12 11:03:33.718266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Request body: {'port': {'device_id': '9184849a-be5e-4884-8cec-473c6cc9a165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:33.800593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 89ff0219-594b-4d38-acdf-5d44ab0b4336 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:33.835327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.993699 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892fb518-5511-487a-9b4c-391da6eb97c7 x-openstack-request-id: req-892fb518-5511-487a-9b4c-391da6eb97c7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:33.996413 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c717d77-3461-4378-8781-34794046bd73", "name": "network-vif-plugged", "status": "completed", "tag": "f17c9d0c-77fb-4149-a63b-fe16c3362890", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:33.998423 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-892fb518-5511-487a-9b4c-391da6eb97c7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:34.002287 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c717d77-3461-4378-8781-34794046bd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c9d0c-77fb-4149-a63b-fe16c3362890', 'code': 200} Nov 12 11:03:34.048345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 89ff0219-594b-4d38-acdf-5d44ab0b4336 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:34.057898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 89ff0219-594b-4d38-acdf-5d44ab0b4336 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:34.059265 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.165364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-a40bccbc-1af9-4d04-9ab6-0f26e316f94a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:34.168157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-a40bccbc-1af9-4d04-9ab6-0f26e316f94a tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1008983 Nov 12 11:03:34.220762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6840dc-324e-4b24-b4c9-e91a1fc1d501 req-bdacc21e-bf68-45b9-9bd4-0be3b5001d7a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:34.231624 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a6840dc-324e-4b24-b4c9-e91a1fc1d501 req-bdacc21e-bf68-45b9-9bd4-0be3b5001d7a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1805882 Nov 12 11:03:34.233749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-49bcebf4-6eb6-4798-b9d9-98ce2f2f051f tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0559833 Nov 12 11:03:34.234690 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.243356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Request body: {'floatingip': {'port_id': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:34.245868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a15e-a1bf-4eb9-977d-206631177629 req-0d70b0f8-5c2f-45a9-8559-4f4b4f5db7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:34.248286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd66a15e-a1bf-4eb9-977d-206631177629 req-0d70b0f8-5c2f-45a9-8559-4f4b4f5db7fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c717d77-3461-4378-8781-34794046bd73 HTTP/1.1" status: 200 len: 1098 time: 0.1832201 Nov 12 11:03:34.299223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.301720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 89ff0219-594b-4d38-acdf-5d44ab0b4336, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=89ff0219-594b-4d38-acdf-5d44ab0b4336,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:34.332949 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.418463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a6840dc-324e-4b24-b4c9-e91a1fc1d501 req-30275a18-8e3d-4996-b81a-0ce9c0be9847 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706331 Nov 12 11:03:34.419489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=89ff0219-594b-4d38-acdf-5d44ab0b4336,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:34.448113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd66a15e-a1bf-4eb9-977d-206631177629 req-cbb3df05-dde9-4464-95a1-d8d38b377919 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594336 Nov 12 11:03:34.618471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b837490f-0d1a-43fa-aee6-acae75c1c611 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:34.633617 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.663477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bfba-dfa9-4eef-a1e7-8ffa31e84e66 req-4c643bf6-3878-4f82-b001-3312c746e348 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:34.672585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2c8bfba-dfa9-4eef-a1e7-8ffa31e84e66 req-4c643bf6-3878-4f82-b001-3312c746e348 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 946 time: 0.1358695 Nov 12 11:03:34.678082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Transition to ACTIVE for port object b837490f-0d1a-43fa-aee6-acae75c1c611 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:34.716368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.802014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2c8bfba-dfa9-4eef-a1e7-8ffa31e84e66 req-e9914db8-1cff-4cf0-b8ad-7a0108984c9a tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282139 Nov 12 11:03:34.845081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Pushing event updated for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:35.008053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Attempting to bind port b837490f-0d1a-43fa-aee6-acae75c1c611 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:35.008541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Attempting to bind port b837490f-0d1a-43fa-aee6-acae75c1c611 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:35.009063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Attempting to bind port b837490f-0d1a-43fa-aee6-acae75c1c611 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:35.015425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Port b837490f-0d1a-43fa-aee6-acae75c1c611 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:35.015867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Attempting to bind port b837490f-0d1a-43fa-aee6-acae75c1c611 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:35.026053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:35.026545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Checking segment: {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:35.027086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Bound using segment: {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:35.027785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Bound port: b837490f-0d1a-43fa-aee6-acae75c1c611, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:35.028357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.101490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.109660 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.185883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ca514-1ced-4049-b000-9e051beebdc5 req-253ea3c6-fa08-407f-99c2-4efad221d412 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:35.189826 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af5ca514-1ced-4049-b000-9e051beebdc5 req-253ea3c6-fa08-407f-99c2-4efad221d412 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 943 time: 0.1053843 Nov 12 11:03:35.192269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:35.198593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:35.216996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.304660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:35.306202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.309045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] 10.222.0.59 "PUT /v2.0/ports/b837490f-0d1a-43fa-aee6-acae75c1c611 HTTP/1.1" status: 200 len: 1092 time: 1.5949700 Nov 12 11:03:35.309832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9184849a-be5e-4884-8cec-473c6cc9a165', 'tag': 'b837490f-0d1a-43fa-aee6-acae75c1c611'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:35.314253 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffe3ef3-67de-478c-8c17-5929ad4bd224" -d '{"events": [{"name": "network-changed", "server_uuid": "9184849a-be5e-4884-8cec-473c6cc9a165", "tag": "b837490f-0d1a-43fa-aee6-acae75c1c611"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:35.357305 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Floating IP 98211db6-9c96-4c49-92fb-48127926d11b associated. External IP: 172.25.2.37, port: d1d70ce1-954e-4ba3-8053-3928535fe5b6. Nov 12 11:03:35.414782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af5ca514-1ced-4049-b000-9e051beebdc5 req-83806878-7268-4702-9bbe-e5cbb2a073cb tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113280 Nov 12 11:03:35.433840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b61bf-3d62-4f44-9b3a-1d108e816364 service neutron] Pushing event updated for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:35.504280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-fd4a518d-90c9-4d8b-b16c-d31791d22c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:35.507829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-fd4a518d-90c9-4d8b-b16c-d31791d22c79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 1095 time: 0.1190701 Nov 12 11:03:35.566363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-967302da-4b0c-440c-95d9-d6ac185b4cd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b837490f-0d1a-43fa-aee6-acae75c1c611 HTTP/1.1" status: 200 len: 217 time: 0.0462928 Nov 12 11:03:35.668635 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ac54d4-1429-4b31-9135-8d17c9161478 x-openstack-request-id: req-76ac54d4-1429-4b31-9135-8d17c9161478 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:35.669808 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9184849a-be5e-4884-8cec-473c6cc9a165", "tag": "b837490f-0d1a-43fa-aee6-acae75c1c611", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:35.670229 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76ac54d4-1429-4b31-9135-8d17c9161478 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:35.670914 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9184849a-be5e-4884-8cec-473c6cc9a165', 'tag': 'b837490f-0d1a-43fa-aee6-acae75c1c611', 'status': 'completed', 'code': 200} Nov 12 11:03:35.679509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-ab8e1b37-19d9-4043-82ae-82753bd17a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:35.682334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-ab8e1b37-19d9-4043-82ae-82753bd17a2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c456c41-5f43-42ea-b82a-2aa83d62123f HTTP/1.1" status: 200 len: 854 time: 0.1051528 Nov 12 11:03:35.746157 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-1b4d45e0-34c8-41f4-b0fe-6efe45c823ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3fb3c124-07c0-4c64-bf49-116113fe68a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446267 Nov 12 11:03:35.773449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Router 73b5f72e-7742-4339-8dac-deff74d3e899 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:03:35.894703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780168ae-1c3f-443b-afdd-be1da859f58d req-b50ef716-a13f-4368-be35-5c778f9a9083 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:35.896349 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-780168ae-1c3f-443b-afdd-be1da859f58d req-b50ef716-a13f-4368-be35-5c778f9a9083 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1430418 Nov 12 11:03:35.932344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-8db65726-7130-4357-8735-b30bf55dd2be service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773767 Nov 12 11:03:35.994493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:03:36.003960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6861790-675e-4304-b542-b0f46df4a05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ff0219-594b-4d38-acdf-5d44ab0b4336'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:36.005737 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c8b77f-11be-4406-a592-a59e86e896e2" -d '{"events": [{"server_uuid": "e6861790-675e-4304-b542-b0f46df4a05d", "name": "network-vif-plugged", "status": "completed", "tag": "89ff0219-594b-4d38-acdf-5d44ab0b4336"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:36.014252 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] Sync routers for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:03:36.018374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:36.037949 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:36.038653 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:36.069775 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-413d7b39-9a61-42cb-8158-8ebc88787ba8 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "PUT /v2.0/floatingips/98211db6-9c96-4c49-92fb-48127926d11b HTTP/1.1" status: 200 len: 996 time: 1.8315928 Nov 12 11:03:36.070592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:36.074622 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a80893f-b101-4272-b19c-bd80a25157c8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:36.128781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-780168ae-1c3f-443b-afdd-be1da859f58d req-7e124828-3f5c-4ba6-93a6-6c3f55cdd57f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141774 Nov 12 11:03:36.171095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-0e9d2e05-1ed1-452c-84a9-ae3f9d3a57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.174495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-0e9d2e05-1ed1-452c-84a9-ae3f9d3a57e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1098 time: 0.0634885 Nov 12 11:03:36.206898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-50c4a087-cb7a-48a6-93bf-3ad3d6edff50 req-dc9741e2-8513-49ac-9260-1d96ed9ca28f service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473979 Nov 12 11:03:36.341736 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:36.387235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-0ed91857-6a57-4521-aa4b-9560bff4f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.390851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-0ed91857-6a57-4521-aa4b-9560bff4f731 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 920 time: 0.1929338 Nov 12 11:03:36.398018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-530d0459-5a59-40b1-9e24-7a079af60162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.401031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-530d0459-5a59-40b1-9e24-7a079af60162 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 1095 time: 0.1144717 Nov 12 11:03:36.499922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-c9867c2c-8ba4-4966-8453-76f4e89e4f25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 999 time: 0.0986898 Nov 12 11:03:36.569561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910ba90-6a2c-470e-9aab-782e67a86a2c req-2442019e-a98d-45eb-a834-1cdfbdeeaa4b tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.572409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9910ba90-6a2c-470e-9aab-782e67a86a2c req-2442019e-a98d-45eb-a834-1cdfbdeeaa4b tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 946 time: 0.1981025 Nov 12 11:03:36.589669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-462ce839-3b4c-4768-85bc-16bf36e0c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.592355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-462ce839-3b4c-4768-85bc-16bf36e0c4eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.0847409 Nov 12 11:03:36.657839 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-7ac9b18b-70b4-49a2-bf63-4f2b92b4a8fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489538 Nov 12 11:03:36.665472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-cf8798a1-a478-4722-b773-e89b2ac29849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.667945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-cf8798a1-a478-4722-b773-e89b2ac29849 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 915 time: 0.2334352 Nov 12 11:03:36.675734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9910ba90-6a2c-470e-9aab-782e67a86a2c req-0b05ec76-0d93-4378-aa3a-0e90746a5fb5 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869017 Nov 12 11:03:36.738221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-5e0e5a9e-73ef-4513-ac1e-553183b493b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b837490f-0d1a-43fa-aee6-acae75c1c611 HTTP/1.1" status: 200 len: 217 time: 0.0537136 Nov 12 11:03:36.743117 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '98211db6-9c96-4c49-92fb-48127926d11b', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'port_id': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'mac_address': 'fa:16:3e:2c:63:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:03:32Z', 'updated_at': '2021-11-12T11:03:34Z', 'revision_number': 1, 'project_id': '716fe77fa1a24608bb615689db22aace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:21Z', 'revision_number': 5, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:36.866164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-0a19a5ee-7707-475b-8acd-4d105b7bdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.868139 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-3e96299e-db4e-45ef-8e98-f43b1d5f97da service neutron] 10.222.0.31 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983204 Nov 12 11:03:36.870945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-0a19a5ee-7707-475b-8acd-4d105b7bdfa4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c456c41-5f43-42ea-b82a-2aa83d62123f HTTP/1.1" status: 200 len: 854 time: 0.1185851 Nov 12 11:03:36.892652 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931ca888-49bd-4bcf-b9c4-8dc847397a89 x-openstack-request-id: req-931ca888-49bd-4bcf-b9c4-8dc847397a89 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:36.893146 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6861790-675e-4304-b542-b0f46df4a05d", "name": "network-vif-plugged", "status": "completed", "tag": "89ff0219-594b-4d38-acdf-5d44ab0b4336", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:36.893572 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-931ca888-49bd-4bcf-b9c4-8dc847397a89 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:36.894193 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6861790-675e-4304-b542-b0f46df4a05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ff0219-594b-4d38-acdf-5d44ab0b4336', 'code': 200} Nov 12 11:03:36.937532 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] Checking router: 73b5f72e-7742-4339-8dac-deff74d3e899 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:03:36.951522 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:36.952238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-065745a1-1dda-4d70-9e20-4805c689d19f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3fb3c124-07c0-4c64-bf49-116113fe68a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653861 Nov 12 11:03:36.952496 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:37.110229 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:37.115369 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a42ba1f-692a-4c83-9dc0-655bce79add0 x-openstack-request-id: req-5a42ba1f-692a-4c83-9dc0-655bce79add0 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:37.116375 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:37.116902 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a42ba1f-692a-4c83-9dc0-655bce79add0 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:37.117567 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'status': 'completed', 'code': 200} Nov 12 11:03:37.156850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc476d-c75b-4742-99d5-b347de6c4e87 req-30c0468c-c0f8-4310-b090-d7e1d4c8ef4a service neutron] 10.222.0.31 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859137 Nov 12 11:03:37.188477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c082ec-4063-42de-84ed-073da95d1f29 req-94697f58-6234-4fb8-8cd0-a72ce605cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.192205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3c082ec-4063-42de-84ed-073da95d1f29 req-94697f58-6234-4fb8-8cd0-a72ce605cc62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 1098 time: 0.1703656 Nov 12 11:03:37.264242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-f592094d-7d55-42aa-990f-f11cfc40bb81 service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927790 Nov 12 11:03:37.298301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3c082ec-4063-42de-84ed-073da95d1f29 req-401965b7-fec6-481b-8a42-9527dc719cdd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976458 Nov 12 11:03:37.310530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-31548522-c79e-45e6-bc8a-34a9bdcd926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.313085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-31548522-c79e-45e6-bc8a-34a9bdcd926c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1098 time: 0.1912539 Nov 12 11:03:37.354608 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d76d-f275-4213-ab5f-7d9ec48ad8d9 req-0f67d2a4-ed28-47e5-b945-b8751c84505d tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.357128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d852d76d-f275-4213-ab5f-7d9ec48ad8d9 req-0f67d2a4-ed28-47e5-b945-b8751c84505d tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 943 time: 0.0863795 Nov 12 11:03:37.366304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9115b-2530-4c02-9738-0ba83f7f3b91 req-e53fe75a-3ddf-49cb-8343-a5024c70d12c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.368407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6a9115b-2530-4c02-9738-0ba83f7f3b91 req-e53fe75a-3ddf-49cb-8343-a5024c70d12c tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 951 time: 0.1792431 Nov 12 11:03:37.466355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d852d76d-f275-4213-ab5f-7d9ec48ad8d9 req-8b3a16bd-3c04-4f31-9866-f0f3b30288b9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978115 Nov 12 11:03:37.511597 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '98211db6-9c96-4c49-92fb-48127926d11b', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'port_id': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'mac_address': 'fa:16:3e:2c:63:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:03:32Z', 'updated_at': '2021-11-12T11:03:34Z', 'revision_number': 1, 'project_id': '716fe77fa1a24608bb615689db22aace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:21Z', 'revision_number': 5, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:37.556152 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2343fd-bca1-4f08-858e-8a377b542065 None None] The sync data for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 is: [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '98211db6-9c96-4c49-92fb-48127926d11b', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'port_id': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'mac_address': 'fa:16:3e:2c:63:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:03:32Z', 'updated_at': '2021-11-12T11:03:34Z', 'revision_number': 1, 'project_id': '716fe77fa1a24608bb615689db22aace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:21Z', 'revision_number': 5, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:03:37.644605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6a9115b-2530-4c02-9738-0ba83f7f3b91 req-174d7e24-d9d9-4cb9-b3f4-a3080375f052 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589631 Nov 12 11:03:37.655367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bffe3ef3-67de-478c-8c17-5929ad4bd224 req-d7078aaa-b89c-4172-8cde-9037e451e948 service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761315 Nov 12 11:03:37.660711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-b6c308cb-02d6-4cb6-b787-b98f6e54b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.662583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-b6c308cb-02d6-4cb6-b787-b98f6e54b1b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 920 time: 0.3276124 Nov 12 11:03:37.734970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8999c1c-e3d3-4d5a-aa6c-a64f8b883a2b req-8c8b007b-988d-41a3-82c7-d0222a1a42ee tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.737544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c8999c1c-e3d3-4d5a-aa6c-a64f8b883a2b req-8c8b007b-988d-41a3-82c7-d0222a1a42ee tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0829918 Nov 12 11:03:37.798004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c8999c1c-e3d3-4d5a-aa6c-a64f8b883a2b req-586ac51a-59b8-44f9-9783-815cf1e39ec6 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523834 Nov 12 11:03:37.849084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-43489cc6-66f1-4f51-a72b-623f55414b71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 999 time: 0.1695163 Nov 12 11:03:37.854995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-03ab967d-3044-4140-97ff-688f27449b4e tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 999 time: 0.1186354 Nov 12 11:03:37.869126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913a2eb-2abf-4b4d-854c-7b6a44e10f96 None None] New status for floating IP 98211db6-9c96-4c49-92fb-48127926d11b: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:03:37.958239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-2ba167df-f277-486c-85ab-afec06229318 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.961518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-2ba167df-f277-486c-85ab-afec06229318 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports/d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 943 time: 0.0942500 Nov 12 11:03:38.000682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-843a41bd-cc0c-4e98-a7b2-d0754adc4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:38.000682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-843a41bd-cc0c-4e98-a7b2-d0754adc4c1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.0981362 Nov 12 11:03:38.058133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-2455a42b-2f8d-420d-aa71-e74b0d29616f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430460 Nov 12 11:03:38.146444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3715a32-5e1d-4672-a181-d0692a949806 req-a8ad817b-164d-40b5-a70a-6494b87b82b3 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:38.148832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3715a32-5e1d-4672-a181-d0692a949806 req-a8ad817b-164d-40b5-a70a-6494b87b82b3 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 946 time: 0.0636919 Nov 12 11:03:38.227750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3715a32-5e1d-4672-a181-d0692a949806 req-41536255-59b3-4c01-a574-70d16d9a7918 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674188 Nov 12 11:03:38.241117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-b56dd46b-e02c-4734-b7e4-6036d19487b5 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 999 time: 0.1813812 Nov 12 11:03:38.332799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-76f2e8a2-4bb5-46fa-a44c-86b9c185ea98 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580736 Nov 12 11:03:38.535635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-788dfae3-c5f1-4d47-9ae7-5e72f140ffc5 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:38.543636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-788dfae3-c5f1-4d47-9ae7-5e72f140ffc5 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2876976 Nov 12 11:03:38.666094 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a80893f-b101-4272-b19c-bd80a25157c8 req-1476a134-d9a5-4499-877b-8221ab95c6a1 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858410 Nov 12 11:03:38.682881 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-72ed59ae-846c-43a9-ba82-018f90445ade tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 1001 time: 0.1379588 Nov 12 11:03:38.702326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:38.747887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84c4b-e32e-456c-a5cc-63e0d24d0239 req-91b8fb58-ac37-4ff3-8023-66ef53f8ba68 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:38.749661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5cb84c4b-e32e-456c-a5cc-63e0d24d0239 req-91b8fb58-ac37-4ff3-8023-66ef53f8ba68 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 943 time: 0.0803866 Nov 12 11:03:38.772480 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:38.819370 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5cb84c4b-e32e-456c-a5cc-63e0d24d0239 req-0695847f-a55e-42af-b3e1-6d90f9899102 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589314 Nov 12 11:03:38.986845 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:38.992055 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:38.992564 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Floating IP 98211db6-9c96-4c49-92fb-48127926d11b disassociated. External IP: 172.25.2.37, port: d1d70ce1-954e-4ba3-8053-3928535fe5b6. Nov 12 11:03:39.105196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aff00-15c5-4d1f-8ffc-547accb57cf3 req-57a08b50-f6ba-449d-9198-b52aebe522a9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:39.108465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-572aff00-15c5-4d1f-8ffc-547accb57cf3 req-57a08b50-f6ba-449d-9198-b52aebe522a9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0674241 Nov 12 11:03:39.176595 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-572aff00-15c5-4d1f-8ffc-547accb57cf3 req-5fcb67f6-a398-42ce-8238-19517a31ec19 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Nov 12 11:03:39.296263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Router 73b5f72e-7742-4339-8dac-deff74d3e899 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:03:39.478806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:03:39.484955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:39.492066 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] Sync routers for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:03:39.513283 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:39.514323 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:39.525938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-cc251321-4c05-4242-8958-5982e9525036 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "PUT /v2.0/floatingips/98211db6-9c96-4c49-92fb-48127926d11b HTTP/1.1" status: 200 len: 694 time: 0.8306763 Nov 12 11:03:39.526570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:39.529028 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b37fd0e-1463-40ef-8d87-6354e6c28877" -d '{"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:39.585164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50c9e3-d414-4abf-9787-2396ad4a6f9d req-9ca6e9b4-d0ac-473c-9721-d94591350a2a tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:39.597430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd50c9e3-d414-4abf-9787-2396ad4a6f9d req-9ca6e9b4-d0ac-473c-9721-d94591350a2a tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 946 time: 0.1071036 Nov 12 11:03:39.613656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-1d0521bf-99d9-4b8f-8323-6a4e051c442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:39.618482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-1d0521bf-99d9-4b8f-8323-6a4e051c442a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1098 time: 0.0672574 Nov 12 11:03:39.685495 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:39.692999 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd50c9e3-d414-4abf-9787-2396ad4a6f9d req-458f8610-b7fa-4b5e-9c36-c43b84c0d06b tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925269 Nov 12 11:03:39.841798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:39.948632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.005126 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.055467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:40.059746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:40.065987 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38613d7f-a795-4155-95a8-57cad05eab80" -d '{"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-unplugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:40.072632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.082432 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:21Z', 'revision_number': 5, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:40.130661 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6476f1-fd65-4848-a745-2e8ab1590d0a x-openstack-request-id: req-2e6476f1-fd65-4848-a745-2e8ab1590d0a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:40.131484 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:40.131484 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e6476f1-fd65-4848-a745-2e8ab1590d0a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:40.131790 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'status': 'completed', 'code': 200} Nov 12 11:03:40.154423 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] Checking router: 73b5f72e-7742-4339-8dac-deff74d3e899 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:03:40.177669 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:40.178819 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:40.201886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=11']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:40.205601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-23667de4-1225-4a8e-94b6-ff16c74df697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.207611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-23667de4-1225-4a8e-94b6-ff16c74df697 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=716fe77fa1a24608bb615689db22aace&device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 1098 time: 0.0748391 Nov 12 11:03:40.212008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-28b6e41f-e1ea-4532-b86f-ef4ede9207fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.216653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a4e7-68b6-4576-832f-9663a8536b30 req-2d6c66be-1a90-406e-9b7a-b8b23a39abfd tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.221673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-28b6e41f-e1ea-4532-b86f-ef4ede9207fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 920 time: 0.5894766 Nov 12 11:03:40.224684 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38e9a4e7-68b6-4576-832f-9663a8536b30 req-2d6c66be-1a90-406e-9b7a-b8b23a39abfd tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c717d77-3461-4378-8781-34794046bd73 HTTP/1.1" status: 200 len: 946 time: 0.1006677 Nov 12 11:03:40.269195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.313206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-bcfa4535-5a4c-4d00-971f-58a54451e5ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 217 time: 0.0862813 Nov 12 11:03:40.316799 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38e9a4e7-68b6-4576-832f-9663a8536b30 req-67b7036e-f606-4437-870e-cee53525ebdf tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857928 Nov 12 11:03:40.390399 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:40.458911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-a485cf18-dfd1-49e9-9851-41ce7ce8947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.461387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-a485cf18-dfd1-49e9-9851-41ce7ce8947f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.1335828 Nov 12 11:03:40.487075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8282b1-c19c-4492-bbd9-b95a204d8445 req-b2282d99-c734-44a2-9d2f-0e6efe01d0f9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.494290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b8282b1-c19c-4492-bbd9-b95a204d8445 req-b2282d99-c734-44a2-9d2f-0e6efe01d0f9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 943 time: 0.0902960 Nov 12 11:03:40.511176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b837490f-0d1a-43fa-aee6-acae75c1c611 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:40.538451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-a1068d7e-646e-47e0-b88a-8d5174d99c41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618455 Nov 12 11:03:40.544898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-ae6cfc42-e28a-4d61-b7c5-27e1ec972e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.547559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-ae6cfc42-e28a-4d61-b7c5-27e1ec972e91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 200 len: 920 time: 0.3231671 Nov 12 11:03:40.553228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b8282b1-c19c-4492-bbd9-b95a204d8445 req-149bf02c-20e7-4e78-92f5-b72848e9ffa7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554662 Nov 12 11:03:40.618638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-33f9b47e-0a8c-4019-a18f-d433ed67adfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 200 len: 217 time: 0.0537050 Nov 12 11:03:40.682559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:40.706413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'b837490f-0d1a-43fa-aee6-acae75c1c611', 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'port_id': 'b837490f-0d1a-43fa-aee6-acae75c1c611', 'mac_address': 'fa:16:3e:03:fe:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c456c41-5f43-42ea-b82a-2aa83d62123f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:40.725446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-5bb90659-f402-4995-8c3a-4b25c1fbe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.727133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-5bb90659-f402-4995-8c3a-4b25c1fbe705 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 200 len: 859 time: 0.0966220 Nov 12 11:03:40.781726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-b4093043-c862-4ae5-96a1-f0db50bdcc88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0cdad7ae-5c08-4f68-91dd-c629cd118940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341551 Nov 12 11:03:40.783784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-4349b15b-89cd-416e-9fa9-a553047b9f6f service neutron] 10.222.0.31 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322657 Nov 12 11:03:40.791895 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.802918 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:21Z', 'revision_number': 5, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:40.820651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b837490f-0d1a-43fa-aee6-acae75c1c611 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:40.853648 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e611d5-34cd-4072-996c-cd982a3ce83a None None] The sync data for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 is: [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:02:10Z', 'revision_number': 4, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f90abdc0-4d60-494d-a929-a93ca4768ef1', 'name': '', 'network_id': '0cdad7ae-5c08-4f68-91dd-c629cd118940', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'mac_address': 'fa:16:3e:b4:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:08Z', 'updated_at': '2021-11-12T11:02:21Z', 'revision_number': 5, 'project_id': '716fe77fa1a24608bb615689db22aace', 'subnets': [{'id': '8b1284a5-6f8a-45f6-b032-989c65e3bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:03:40.862634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:40.870072 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.979830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:41.001493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-9382f475-ccd2-4505-ae1e-7f73d2a06a0a service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075038 Nov 12 11:03:41.001711 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e337472d-3d29-42fa-9ba6-8c8289b687ff x-openstack-request-id: req-e337472d-3d29-42fa-9ba6-8c8289b687ff {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:41.002081 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-unplugged", "status": "completed", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:41.002848 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e337472d-3d29-42fa-9ba6-8c8289b687ff {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:41.003733 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'code': 200} Nov 12 11:03:41.007084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-529f33c3-20d7-4616-80c0-376b1ec4d376 req-e9813de1-3d7a-4450-a2c0-6ec970be3a92 service neutron] 10.222.0.31 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902118 Nov 12 11:03:41.186574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b37fd0e-1463-40ef-8d87-6354e6c28877 req-9477c246-171b-4c28-b9c2-fcb85fd7ebb8 service neutron] 10.222.0.59 "GET /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675079 Nov 12 11:03:41.191475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244e1b8-c40e-4681-9415-1575ff087963 req-1406d900-69ff-4c01-b80e-81b3e3a0634a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:41.195157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3244e1b8-c40e-4681-9415-1575ff087963 req-1406d900-69ff-4c01-b80e-81b3e3a0634a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1310542 Nov 12 11:03:41.312915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b837490f-0d1a-43fa-aee6-acae75c1c611'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:41.325883 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3244e1b8-c40e-4681-9415-1575ff087963 req-4b6f76cf-f07f-4051-93b0-8df4629dc59b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150041 Nov 12 11:03:41.355084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6219bf-4c9d-4959-bd5e-9f432cb06ac2 None None] New status for floating IP 98211db6-9c96-4c49-92fb-48127926d11b: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:03:41.510301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-2772a1b8-8f78-47a3-b885-a33bcf50e938 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/floatingips/98211db6-9c96-4c49-92fb-48127926d11b HTTP/1.1" status: 200 len: 694 time: 0.0912080 Nov 12 11:03:41.732565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-3a33e71d-eb50-43b8-9748-4f81583308d0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:41.743766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-3a33e71d-eb50-43b8-9748-4f81583308d0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 784 time: 0.2278087 Nov 12 11:03:41.825137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-76a60d07-1598-4418-900c-ef9bdb4b059f tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0802872 Nov 12 11:03:41.898535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-c07c0cda-115f-42af-858e-acab349350c2 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0604472 Nov 12 11:03:41.998467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dded9-d89d-4669-b6c5-c9fb53b540ef req-ca008c0a-132b-4a80-8f1a-0e1f08180fc2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:42.001803 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-774dded9-d89d-4669-b6c5-c9fb53b540ef req-ca008c0a-132b-4a80-8f1a-0e1f08180fc2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 944 time: 0.0871334 Nov 12 11:03:42.087414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-774dded9-d89d-4669-b6c5-c9fb53b540ef req-548f0cf2-4a34-44cb-b9cd-ce0a27380811 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740314 Nov 12 11:03:42.111187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Deleting port 2335d55f-76b4-45a6-a88c-4bd2a67ba262 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:42.111678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.236035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.237111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.255892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Calling delete_port for 2335d55f-76b4-45a6-a88c-4bd2a67ba262 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:42.363567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715f736-7a7d-4d37-910c-77c12d9b18db req-842a5626-8599-4eeb-a133-f87fd3da621f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:42.365169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c715f736-7a7d-4d37-910c-77c12d9b18db req-842a5626-8599-4eeb-a133-f87fd3da621f tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c717d77-3461-4378-8781-34794046bd73 HTTP/1.1" status: 200 len: 946 time: 0.0922701 Nov 12 11:03:42.444170 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c715f736-7a7d-4d37-910c-77c12d9b18db req-4643707b-0476-4d1a-851e-d7d32d6c8cae tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716248 Nov 12 11:03:42.469160 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.518515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event deleted for resources: {'Port': ['ID=2335d55f-76b4-45a6-a88c-4bd2a67ba262,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:42.629928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.634781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.636753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-695a3fbb-1e30-4d8b-95fd-87ed7a9fadc0 req-7f3a67a4-4c3f-41af-b344-0323f12674db tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "DELETE /v2.0/floatingips/98211db6-9c96-4c49-92fb-48127926d11b HTTP/1.1" status: 204 len: 173 time: 0.7270353 Nov 12 11:03:42.673815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d63708-0090-425d-be8e-8aa9e7252da7 req-797b9de6-5294-40ba-af63-344c411ccbb9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:42.676153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04d63708-0090-425d-be8e-8aa9e7252da7 req-797b9de6-5294-40ba-af63-344c411ccbb9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0730956 Nov 12 11:03:42.762462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04d63708-0090-425d-be8e-8aa9e7252da7 req-e8833e08-8916-4224-905e-f7bd96e5cca1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 Nov 12 11:03:42.887050 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82b49136-7a23-4b2c-b3ee-02b7bfa2807c req-9f7befaa-910b-4e10-a8d1-7fd2fe385f9c tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups/bca54fb5-b431-4703-83b4-b6876678b098 HTTP/1.1" status: 200 len: 1825 time: 0.0711699 Nov 12 11:03:42.995018 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-82b49136-7a23-4b2c-b3ee-02b7bfa2807c req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:43.035425 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-82b49136-7a23-4b2c-b3ee-02b7bfa2807c req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:43.113468 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-82b49136-7a23-4b2c-b3ee-02b7bfa2807c req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:43.119032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-82b49136-7a23-4b2c-b3ee-02b7bfa2807c req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:43.121221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82b49136-7a23-4b2c-b3ee-02b7bfa2807c req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "DELETE /v2.0/security-groups/bca54fb5-b431-4703-83b4-b6876678b098 HTTP/1.1" status: 204 len: 173 time: 0.2244489 Nov 12 11:03:43.171686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca54fb5-b431-4703-83b4-b6876678b098,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:43.213914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.214473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.218118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.218830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.219923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.220651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.221964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.222703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.223396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.223967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.224669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.225836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c8558-6513-4043-90d7-ad1107f39ed0 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:43.287108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-587fc989-4344-47f5-8dd7-e8c4612eb110 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:43.289681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-587fc989-4344-47f5-8dd7-e8c4612eb110 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6861790-675e-4304-b542-b0f46df4a05d HTTP/1.1" status: 200 len: 946 time: 0.1436338 Nov 12 11:03:43.598841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-01a48f4c-4be8-48e1-b538-caad2aa1594e tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:43.602035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-01a48f4c-4be8-48e1-b538-caad2aa1594e tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c717d77-3461-4378-8781-34794046bd73 HTTP/1.1" status: 200 len: 946 time: 0.0965588 Nov 12 11:03:43.837972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a35a91-d163-4cfc-a622-5d28faf1c5bd req-018863aa-d348-4bcb-82ed-d5de5a70ea55 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:43.841729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1a35a91-d163-4cfc-a622-5d28faf1c5bd req-018863aa-d348-4bcb-82ed-d5de5a70ea55 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1267705 Nov 12 11:03:43.870508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Deleting port f17c9d0c-77fb-4149-a63b-fe16c3362890 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:43.871140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:43.912042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0cef1-fe93-4452-ab30-1b8b5a59a0dc req-be2971f6-2e5e-494f-81f7-c1690b016ffa tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:43.915981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a7c0cef1-fe93-4452-ab30-1b8b5a59a0dc req-be2971f6-2e5e-494f-81f7-c1690b016ffa tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 944 time: 0.6064010 Nov 12 11:03:43.954345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Deleting port 89ff0219-594b-4d38-acdf-5d44ab0b4336 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:43.954703 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.005179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1a35a91-d163-4cfc-a622-5d28faf1c5bd req-a17b426c-9f81-4435-b98d-fabac912fda9 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516163 Nov 12 11:03:44.050705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] For port f17c9d0c-77fb-4149-a63b-fe16c3362890, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f17c9d0c-77fb-4149-a63b-fe16c3362890,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:44.051296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.085768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Calling delete_port for f17c9d0c-77fb-4149-a63b-fe16c3362890 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:44.093430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a7c0cef1-fe93-4452-ab30-1b8b5a59a0dc req-2820e057-b002-4f2d-94f0-bcca2c1a4c63 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705620 Nov 12 11:03:44.197619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] For port 89ff0219-594b-4d38-acdf-5d44ab0b4336, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=89ff0219-594b-4d38-acdf-5d44ab0b4336,segment=NetworkSegment(cc0e680c-4a16-450b-b7be-b23a2a6207b7),segment_id=cc0e680c-4a16-450b-b7be-b23a2a6207b7)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:44.198065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.230843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Calling delete_port for 89ff0219-594b-4d38-acdf-5d44ab0b4336 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:44.272708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6122c-103e-4cfa-9031-7c7b4a54997b req-ab660614-0dc3-4e05-ae87-18e939810591 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:44.275311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1aa6122c-103e-4cfa-9031-7c7b4a54997b req-ab660614-0dc3-4e05-ae87-18e939810591 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c717d77-3461-4378-8781-34794046bd73 HTTP/1.1" status: 200 len: 946 time: 0.1633966 Nov 12 11:03:44.407453 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1aa6122c-103e-4cfa-9031-7c7b4a54997b req-19cc813b-5379-4133-8e71-e73d614ed893 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a48e2ee-395e-495b-9d83-7a5ede4f60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186051 Nov 12 11:03:44.409101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.428753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.430002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['89ff0219-594b-4d38-acdf-5d44ab0b4336'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:44.447823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['f17c9d0c-77fb-4149-a63b-fe16c3362890'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:44.480006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Pushing event deleted for resources: {'Port': ['ID=89ff0219-594b-4d38-acdf-5d44ab0b4336,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:44.480241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Pushing event deleted for resources: {'Port': ['ID=f17c9d0c-77fb-4149-a63b-fe16c3362890,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:44.539258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] No DVR routers for this DVR port f17c9d0c-77fb-4149-a63b-fe16c3362890 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:44.543557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.549439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b837490f-0d1a-43fa-aee6-acae75c1c611 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:44.552918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd6abcc5-01ce-4279-bb8b-8e3a6c00aec4 req-05c1a4fa-0702-4f18-aa8e-dbf7964540e9 tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.59 "DELETE /v2.0/ports/f17c9d0c-77fb-4149-a63b-fe16c3362890 HTTP/1.1" status: 204 len: 173 time: 0.9376786 Nov 12 11:03:44.556905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c717d77-3461-4378-8781-34794046bd73', 'name': 'network-vif-deleted', 'tag': 'f17c9d0c-77fb-4149-a63b-fe16c3362890'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:44.579924 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e3e490-26a0-4d5d-8c73-2f151743aaa8" -d '{"events": [{"server_uuid": "3c717d77-3461-4378-8781-34794046bd73", "name": "network-vif-deleted", "tag": "f17c9d0c-77fb-4149-a63b-fe16c3362890"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:44.592376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] No DVR routers for this DVR port 89ff0219-594b-4d38-acdf-5d44ab0b4336 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:44.597056 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.602501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['89ff0219-594b-4d38-acdf-5d44ab0b4336'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:44.603118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-800e2f81-cd3b-4720-a543-7906dd7bb03e req-a7ef54d3-bfb4-4be1-a47f-98d78177b06d tempest-MultipleCreateTestJSON-1850216977 tempest-MultipleCreateTestJSON-1850216977-project] 10.222.0.52 "DELETE /v2.0/ports/89ff0219-594b-4d38-acdf-5d44ab0b4336 HTTP/1.1" status: 204 len: 173 time: 1.3054380 Nov 12 11:03:44.603926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6861790-675e-4304-b542-b0f46df4a05d', 'name': 'network-vif-deleted', 'tag': '89ff0219-594b-4d38-acdf-5d44ab0b4336'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:44.608174 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32e00e6-bb9a-448b-b269-53db0d254f52" -d '{"events": [{"server_uuid": "e6861790-675e-4304-b542-b0f46df4a05d", "name": "network-vif-deleted", "tag": "89ff0219-594b-4d38-acdf-5d44ab0b4336"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:44.610588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['f17c9d0c-77fb-4149-a63b-fe16c3362890'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:44.769895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port b837490f-0d1a-43fa-aee6-acae75c1c611 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:44.779548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port b837490f-0d1a-43fa-aee6-acae75c1c611 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:44.780205 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.911420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53832ec1-ca9b-479c-b815-88b20cb6a5f3 req-c06d5c09-410d-493e-9808-09e7550628d3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:44.913600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-53832ec1-ca9b-479c-b815-88b20cb6a5f3 req-c06d5c09-410d-493e-9808-09e7550628d3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1073937 Nov 12 11:03:44.959848 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:45.004240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9184849a-be5e-4884-8cec-473c6cc9a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b837490f-0d1a-43fa-aee6-acae75c1c611'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:45.007099 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f9ff1-70c5-4c82-a0c0-260ba8bf6761" -d '{"events": [{"server_uuid": "9184849a-be5e-4884-8cec-473c6cc9a165", "name": "network-vif-plugged", "status": "completed", "tag": "b837490f-0d1a-43fa-aee6-acae75c1c611"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:45.013477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-53832ec1-ca9b-479c-b815-88b20cb6a5f3 req-f826451e-2d67-4393-9333-bf956e282f40 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903344 Nov 12 11:03:45.029532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:45.048532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:45.145051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:45.207333 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35d599d-f744-48bf-a996-0603ac5e7766 x-openstack-request-id: req-e35d599d-f744-48bf-a996-0603ac5e7766 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:45.207541 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c717d77-3461-4378-8781-34794046bd73", "name": "network-vif-deleted", "tag": "f17c9d0c-77fb-4149-a63b-fe16c3362890", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:45.207807 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e35d599d-f744-48bf-a996-0603ac5e7766 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:45.208247 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c717d77-3461-4378-8781-34794046bd73', 'name': 'network-vif-deleted', 'tag': 'f17c9d0c-77fb-4149-a63b-fe16c3362890', 'status': 'completed', 'code': 200} Nov 12 11:03:45.270717 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d4149-e539-4964-9895-b7833ed5cc7f x-openstack-request-id: req-c63d4149-e539-4964-9895-b7833ed5cc7f {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:45.273713 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6861790-675e-4304-b542-b0f46df4a05d", "name": "network-vif-deleted", "tag": "89ff0219-594b-4d38-acdf-5d44ab0b4336", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:45.274405 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c63d4149-e539-4964-9895-b7833ed5cc7f {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:45.276535 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6861790-675e-4304-b542-b0f46df4a05d', 'name': 'network-vif-deleted', 'tag': '89ff0219-594b-4d38-acdf-5d44ab0b4336', 'status': 'completed', 'code': 200} Nov 12 11:03:45.325930 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13de33-4f67-4253-a87b-01df95328e63 x-openstack-request-id: req-5e13de33-4f67-4253-a87b-01df95328e63 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:45.326541 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9184849a-be5e-4884-8cec-473c6cc9a165", "name": "network-vif-plugged", "status": "completed", "tag": "b837490f-0d1a-43fa-aee6-acae75c1c611", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:45.327200 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e13de33-4f67-4253-a87b-01df95328e63 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:45.327872 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9184849a-be5e-4884-8cec-473c6cc9a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b837490f-0d1a-43fa-aee6-acae75c1c611', 'code': 200} Nov 12 11:03:45.440554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18602bb8-7294-4a73-98bf-f71ec45fbd9a req-d501597a-005f-4bea-b38a-b734b153513f tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:45.450499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18602bb8-7294-4a73-98bf-f71ec45fbd9a req-d501597a-005f-4bea-b38a-b734b153513f tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0965147 Nov 12 11:03:45.538968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c7c54-fb1a-422b-98a2-b61fd160421d req-e4240d76-a869-4898-963b-d2738015e948 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:45.540746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d51c7c54-fb1a-422b-98a2-b61fd160421d req-e4240d76-a869-4898-963b-d2738015e948 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0866611 Nov 12 11:03:45.576456 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18602bb8-7294-4a73-98bf-f71ec45fbd9a req-8b56ad41-715b-4002-ae01-88031d40f267 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135008 Nov 12 11:03:45.586998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba14b2-a95f-4d3e-8546-69bb52811a19 req-7a2ab3aa-5c30-41c9-9fc6-1e963967775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:45.589598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5ba14b2-a95f-4d3e-8546-69bb52811a19 req-7a2ab3aa-5c30-41c9-9fc6-1e963967775d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 1097 time: 0.1064973 Nov 12 11:03:45.621192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d51c7c54-fb1a-422b-98a2-b61fd160421d req-b7b5c2a8-75be-485e-98f3-e9e2285a518d tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655737 Nov 12 11:03:45.689721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5ba14b2-a95f-4d3e-8546-69bb52811a19 req-d6464c3e-59ea-4109-94fe-d719333d6f77 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871134 Nov 12 11:03:46.000892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60700) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:46.070272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c98ac75-f81a-4c6f-a14b-9a029b634287 admin admin] Deleting subnet fc2a4786-5e2d-454e-8518-a062420254cf {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:03:46.076047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac75-f81a-4c6f-a14b-9a029b634287 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.142380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac75-f81a-4c6f-a14b-9a029b634287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.210620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52593db-8cb3-4399-8ceb-1133d76dc132 req-37057d6b-9381-4e41-b82c-07a697d85847 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:46.212302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a52593db-8cb3-4399-8ceb-1133d76dc132 req-37057d6b-9381-4e41-b82c-07a697d85847 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0805988 Nov 12 11:03:46.231632 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac75-f81a-4c6f-a14b-9a029b634287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.302063 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a52593db-8cb3-4399-8ceb-1133d76dc132 req-311fd28f-17d8-47a9-9f98-5d2f80f7cf6f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757370 Nov 12 11:03:46.339754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac75-f81a-4c6f-a14b-9a029b634287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.382488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98ac75-f81a-4c6f-a14b-9a029b634287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc2a4786-5e2d-454e-8518-a062420254cf,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:46.385909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac75-f81a-4c6f-a14b-9a029b634287 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.395866 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60718) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:46.396528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c98ac75-f81a-4c6f-a14b-9a029b634287 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fc2a4786-5e2d-454e-8518-a062420254cf HTTP/1.1" status: 204 len: 168 time: 0.3939059 Nov 12 11:03:46.501899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.628782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.665406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24666cad-1189-48d1-8164-733953581458']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:46.683062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0e680c-4a16-450b-b7be-b23a2a6207b7') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:46.683723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0e680c-4a16-450b-b7be-b23a2a6207b7') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:46.704062 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.755521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.769787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:03:46.770335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:03:46.772716 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:03:46.875077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2c797-a98b-4c1c-8f33-1275f1bc6a29 req-92b15ee0-45ea-4b98-b1ed-2cf57c18e6f9 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:46.877745 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2af2c797-a98b-4c1c-8f33-1275f1bc6a29 req-92b15ee0-45ea-4b98-b1ed-2cf57c18e6f9 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1778665 Nov 12 11:03:46.906268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.927342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:46.935967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] 10.222.0.31 "DELETE /v2.0/networks/24666cad-1189-48d1-8164-733953581458 HTTP/1.1" status: 204 len: 168 time: 0.5349309 Nov 12 11:03:46.935967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a43a7-5bfc-44f6-9389-f27e65169805 admin admin] Pushing event deleted for resources: {'Network': ['ID=24666cad-1189-48d1-8164-733953581458,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:47.011830 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2af2c797-a98b-4c1c-8f33-1275f1bc6a29 req-8637c876-16ae-4fb0-a022-108d84bfa647 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238017 Nov 12 11:03:47.168532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60760) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:47.215676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6322e-436c-46ec-98a3-0cb410e66563 req-cf3ed09d-9492-4fb7-8497-ffb5e81e3715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:47.218579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-46b6322e-436c-46ec-98a3-0cb410e66563 req-cf3ed09d-9492-4fb7-8497-ffb5e81e3715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1046453 Nov 12 11:03:47.248975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9266f349-789f-4aed-8ad9-8ea6094b4faf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8d4a8c1066043e3a477a521f1698c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781598 Nov 12 11:03:47.264284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60762) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:47.337917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-46b6322e-436c-46ec-98a3-0cb410e66563 req-9947a063-73c8-4ab3-a12c-4eec183c3cb2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070583 Nov 12 11:03:47.376936 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ba3bcf1-6bba-4107-972f-7f27b5ba227f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:47.472267 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ba3bcf1-6bba-4107-972f-7f27b5ba227f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:47.604498 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ba3bcf1-6bba-4107-972f-7f27b5ba227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:47.607139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ba3bcf1-6bba-4107-972f-7f27b5ba227f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:47.608669 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0ba3bcf1-6bba-4107-972f-7f27b5ba227f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a48e2ee-395e-495b-9d83-7a5ede4f60e0 HTTP/1.1" status: 204 len: 168 time: 0.3429971 Nov 12 11:03:47.611398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bf74a-b9be-465a-9ec2-cbf93e5ef3c8 req-4095e8d7-c071-4202-a8ee-e5e4dbaf5361 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:47.617060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-904bf74a-b9be-465a-9ec2-cbf93e5ef3c8 req-4095e8d7-c071-4202-a8ee-e5e4dbaf5361 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0927508 Nov 12 11:03:47.689118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3bcf1-6bba-4107-972f-7f27b5ba227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a48e2ee-395e-495b-9d83-7a5ede4f60e0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:47.706198 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-904bf74a-b9be-465a-9ec2-cbf93e5ef3c8 req-dfaa4270-579f-4049-85b9-30066be271e4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770936 Nov 12 11:03:47.764499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3158cf-7bb3-402c-9cac-355f5a2e0df1 req-fb84eec6-9b65-41b3-abda-65797cf2210a tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:47.766696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea3158cf-7bb3-402c-9cac-355f5a2e0df1 req-fb84eec6-9b65-41b3-abda-65797cf2210a tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 948 time: 0.1651001 Nov 12 11:03:47.779054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-4bca3863-b660-4d04-9fd1-97e8891f42b3 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:47.780147 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-4bca3863-b660-4d04-9fd1-97e8891f42b3 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.1221318 Nov 12 11:03:47.855745 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 89ff0219-594b-4d38-acdf-5d44ab0b4336 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:47.888295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 89ff0219-594b-4d38-acdf-5d44ab0b4336 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:47.889059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 89ff0219-594b-4d38-acdf-5d44ab0b4336 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:47.896811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea3158cf-7bb3-402c-9cac-355f5a2e0df1 req-075babb7-2d82-48d6-801c-0eb290f692fa tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156530 Nov 12 11:03:47.935951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Deleting port d1d70ce1-954e-4ba3-8053-3928535fe5b6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:47.936434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:48.065443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] For port d1d70ce1-954e-4ba3-8053-3928535fe5b6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d1d70ce1-954e-4ba3-8053-3928535fe5b6,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:48.065971 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:48.083510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Calling delete_port for d1d70ce1-954e-4ba3-8053-3928535fe5b6 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:48.177173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485dd1e-e29e-4c4b-992b-3d452b49960e req-2b2ae3b2-20f4-42fa-983e-a0ef67d67cfb tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:48.178864 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2485dd1e-e29e-4c4b-992b-3d452b49960e req-2b2ae3b2-20f4-42fa-983e-a0ef67d67cfb tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd360e53-445b-413c-932a-5ed4e3c8a322 HTTP/1.1" status: 200 len: 946 time: 0.0660760 Nov 12 11:03:48.248482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2485dd1e-e29e-4c4b-992b-3d452b49960e req-c8e2a804-e415-4cd2-b3d6-0741a07debff tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.31 "GET /v2.0/security-groups?id=662d6aad-1741-455b-a953-7fc660df3767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619352 Nov 12 11:03:48.301546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:48.318190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['d1d70ce1-954e-4ba3-8053-3928535fe5b6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:48.336914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Pushing event deleted for resources: {'Port': ['ID=d1d70ce1-954e-4ba3-8053-3928535fe5b6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:48.412092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] No DVR routers for this DVR port d1d70ce1-954e-4ba3-8053-3928535fe5b6 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:48.415935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:48.427270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-980aee87-8352-4423-a5f7-e2b09100e8ee req-2e70ef45-3dc8-465b-b04a-3ce74f0d0a80 tempest-ServerRescueTestJSONUnderV235-1202089549 tempest-ServerRescueTestJSONUnderV235-1202089549-project] 10.222.0.59 "DELETE /v2.0/ports/d1d70ce1-954e-4ba3-8053-3928535fe5b6 HTTP/1.1" status: 204 len: 173 time: 0.6342072 Nov 12 11:03:48.427270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'name': 'network-vif-deleted', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:48.427974 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c56127-5fe5-4038-96ec-739b4a83c33e" -d '{"events": [{"server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "name": "network-vif-deleted", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:48.487666 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bda9ea1-17f5-4c4a-87a7-6eea4e51cd44 x-openstack-request-id: req-5bda9ea1-17f5-4c4a-87a7-6eea4e51cd44 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:48.487666 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd360e53-445b-413c-932a-5ed4e3c8a322", "name": "network-vif-deleted", "tag": "d1d70ce1-954e-4ba3-8053-3928535fe5b6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:48.487666 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bda9ea1-17f5-4c4a-87a7-6eea4e51cd44 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:48.487666 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd360e53-445b-413c-932a-5ed4e3c8a322', 'name': 'network-vif-deleted', 'tag': 'd1d70ce1-954e-4ba3-8053-3928535fe5b6', 'status': 'completed', 'code': 200} Nov 12 11:03:48.549690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f17c9d0c-77fb-4149-a63b-fe16c3362890 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:48.587741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b810-0f53-4258-95ba-7cf99a52633a req-76d4b464-a7d6-432e-8448-e80d5b066b54 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:48.596417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9db2b810-0f53-4258-95ba-7cf99a52633a req-76d4b464-a7d6-432e-8448-e80d5b066b54 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1217017 Nov 12 11:03:48.598640 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: f17c9d0c-77fb-4149-a63b-fe16c3362890 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:48.599350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f17c9d0c-77fb-4149-a63b-fe16c3362890 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:48.669404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9db2b810-0f53-4258-95ba-7cf99a52633a req-183eb1a6-cda7-4dba-95b4-2636079aaeba tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717883 Nov 12 11:03:48.829231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99edd-19a0-4192-8204-6c13e7edbfa4 req-66f5b616-982c-44d6-ae25-1040cd5d6766 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:48.831050 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9be99edd-19a0-4192-8204-6c13e7edbfa4 req-66f5b616-982c-44d6-ae25-1040cd5d6766 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0724156 Nov 12 11:03:48.898647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9be99edd-19a0-4192-8204-6c13e7edbfa4 req-72f6117e-32fb-41f9-8cb0-9aaeb8deec06 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610764 Nov 12 11:03:48.900619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d0b81-9ec9-4221-8e7b-a4d91fdb0e52 req-28d9ef3c-da94-4a8b-836f-33083641bede tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:48.903613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b95d0b81-9ec9-4221-8e7b-a4d91fdb0e52 req-28d9ef3c-da94-4a8b-836f-33083641bede tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0668144 Nov 12 11:03:48.973249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b95d0b81-9ec9-4221-8e7b-a4d91fdb0e52 req-eecf7e50-8143-4859-a84e-715d38a16101 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625372 Nov 12 11:03:49.126669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-0c5bcf38-a1d0-41a8-9c62-fe638fe44f83 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.128913 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-0c5bcf38-a1d0-41a8-9c62-fe638fe44f83 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 948 time: 0.0893140 Nov 12 11:03:49.156123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e70d3-4fde-455c-b706-0d6a478f8b82 req-497143f3-bd3c-4805-a366-0c6bdb19f724 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.158337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f0e70d3-4fde-455c-b706-0d6a478f8b82 req-497143f3-bd3c-4805-a366-0c6bdb19f724 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 948 time: 0.0880458 Nov 12 11:03:49.239724 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f0e70d3-4fde-455c-b706-0d6a478f8b82 req-e49f7b6f-9bc0-48d8-a05d-bcb8de8ebbc1 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729265 Nov 12 11:03:49.278194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Deleting port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:49.278530 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:49.413760 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] For port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:49.414597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:49.447113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Calling delete_port for 4a6227c6-d0e8-4bcf-94fe-eada55a900ba owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:49.609556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60846) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:49.727519 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa229745-942f-4a00-b25e-4e2ff2db2caf req-768dbe2f-af3d-4b6b-8750-795a769f858b tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0434945 Nov 12 11:03:49.866686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:49.908062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Pushing event deleted for resources: {'Port': ['ID=4a6227c6-d0e8-4bcf-94fe-eada55a900ba,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:49.926509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a60e-d6f9-4aca-b524-cd5d7e20657a req-29143991-be80-4c95-ac9a-6b4bbf6ee71b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.928745 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7209a60e-d6f9-4aca-b524-cd5d7e20657a req-29143991-be80-4c95-ac9a-6b4bbf6ee71b tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1686242 Nov 12 11:03:49.999941 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] No DVR routers for this DVR port 4a6227c6-d0e8-4bcf-94fe-eada55a900ba on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:50.010436 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:50.014477 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76dc54de-8a7c-4f0a-83c8-cb494d198bdb req-42575b5b-15bc-4a40-8011-d2113521a903 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "DELETE /v2.0/ports/4a6227c6-d0e8-4bcf-94fe-eada55a900ba HTTP/1.1" status: 204 len: 173 time: 0.8746710 Nov 12 11:03:50.015245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'name': 'network-vif-deleted', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:50.018611 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaa5fc6-ea66-4d67-b4a1-07dd7ef45fca" -d '{"events": [{"server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "name": "network-vif-deleted", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:50.066705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7209a60e-d6f9-4aca-b524-cd5d7e20657a req-cb487d89-570a-4e35-b84d-772b70946fd7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006899 Nov 12 11:03:50.114915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22133-7fb7-464f-92c3-a27c81ea5ce7 req-51481aa6-969e-4ee9-8c31-66a25757c6fd tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:50.124925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dd22133-7fb7-464f-92c3-a27c81ea5ce7 req-51481aa6-969e-4ee9-8c31-66a25757c6fd tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.2721095 Nov 12 11:03:50.225283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dd22133-7fb7-464f-92c3-a27c81ea5ce7 req-439d1191-6a03-421d-88a8-79d79d976013 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990794 Nov 12 11:03:50.378159 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e4b1d9-d97b-47cd-bcd1-1663969c6ab1 x-openstack-request-id: req-e4e4b1d9-d97b-47cd-bcd1-1663969c6ab1 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:50.378884 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb2f009-f91b-4a28-8254-a40fdde390ac", "name": "network-vif-deleted", "tag": "4a6227c6-d0e8-4bcf-94fe-eada55a900ba", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:50.379743 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4e4b1d9-d97b-47cd-bcd1-1663969c6ab1 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:50.380416 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb2f009-f91b-4a28-8254-a40fdde390ac', 'name': 'network-vif-deleted', 'tag': '4a6227c6-d0e8-4bcf-94fe-eada55a900ba', 'status': 'completed', 'code': 200} Nov 12 11:03:50.475054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:50.635036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-afac85e4-a944-45ab-8aac-1b074951f3bd req-41272277-b5de-4c8f-ae1f-448a1253a49a tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb2f009-f91b-4a28-8254-a40fdde390ac HTTP/1.1" status: 200 len: 210 time: 0.0393524 Nov 12 11:03:50.729572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-723c606d-d551-4e40-bd2c-62caa29a8bd2 req-bd48e9e3-a5b5-4e6e-b7cd-ad8fda27036e tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0485468 Nov 12 11:03:50.965247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Deleting port f90abdc0-4d60-494d-a929-a93ca4768ef1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:50.965682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.072228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] For port f90abdc0-4d60-494d-a929-a93ca4768ef1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f90abdc0-4d60-494d-a929-a93ca4768ef1,segment=NetworkSegment(fa0c847c-e3a9-466b-9664-e44cd55420e2),segment_id=fa0c847c-e3a9-466b-9664-e44cd55420e2)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:51.073211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.087896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-7b750585-54f0-464e-86a7-7df44b8ff583 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:51.089373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-7b750585-54f0-464e-86a7-7df44b8ff583 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.52 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.0687513 Nov 12 11:03:51.098938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Calling delete_port for f90abdc0-4d60-494d-a929-a93ca4768ef1 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:51.308296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105e331-7d3d-41c0-a80b-4e9646fa86f8 req-7e5210f1-368e-4178-a65b-937d909ef0a1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:51.310469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0105e331-7d3d-41c0-a80b-4e9646fa86f8 req-7e5210f1-368e-4178-a65b-937d909ef0a1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 946 time: 0.1352274 Nov 12 11:03:51.381140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Deleting port 78ed914a-ec88-460a-b668-ea1a023656f6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:51.381612 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.417689 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0105e331-7d3d-41c0-a80b-4e9646fa86f8 req-25c6a151-563e-4bc4-888f-e2b24cd17ff8 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965834 Nov 12 11:03:51.528697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92461b7-0140-4763-b99e-603594309475 req-3cdb85f2-a95a-478a-aa25-9d027087e106 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:51.530750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f92461b7-0140-4763-b99e-603594309475 req-3cdb85f2-a95a-478a-aa25-9d027087e106 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0967031 Nov 12 11:03:51.538494 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.543847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] For port 78ed914a-ec88-460a-b668-ea1a023656f6, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=78ed914a-ec88-460a-b668-ea1a023656f6,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:51.544232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.564156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Calling delete_port for 78ed914a-ec88-460a-b668-ea1a023656f6 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:51.587397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90abdc0-4d60-494d-a929-a93ca4768ef1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:51.839647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.855444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['78ed914a-ec88-460a-b668-ea1a023656f6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:51.889103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event deleted for resources: {'Port': ['ID=78ed914a-ec88-460a-b668-ea1a023656f6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:51.971492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] No DVR routers for this DVR port 78ed914a-ec88-460a-b668-ea1a023656f6 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:51.976175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.988387 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77363626-3c95-440e-bd02-7e466a9e36b1 req-6f0c8909-aec2-4cd1-ab3d-45babbf68367 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.52 "DELETE /v2.0/ports/78ed914a-ec88-460a-b668-ea1a023656f6 HTTP/1.1" status: 204 len: 173 time: 0.8918979 Nov 12 11:03:52.166042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9dde0b51-3e61-4e1c-8707-935d1ea2111c req-319f6b04-c82a-46fa-94f8-368118c67167 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0775321 Nov 12 11:03:52.187129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f92461b7-0140-4763-b99e-603594309475 req-c1d38a3b-27b8-41f5-8924-dcc1184407ed tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434405 Nov 12 11:03:52.383006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedcb177-ac76-4bb9-97b3-d9fd668fc57f', 'name': 'network-vif-deleted', 'tag': '78ed914a-ec88-460a-b668-ea1a023656f6'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:52.402387 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f736e-7d9d-4707-b206-c020fe9f860c" -d '{"events": [{"server_uuid": "eedcb177-ac76-4bb9-97b3-d9fd668fc57f", "name": "network-vif-deleted", "tag": "78ed914a-ec88-460a-b668-ea1a023656f6"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:52.475903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34711d7-b61f-4329-a51b-b9bf7c0ada9c req-79018c4e-2346-4cdb-8518-f207ba2c6885 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:52.480454 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f8d84f-cd67-409f-97dc-fea076dc76a0 x-openstack-request-id: req-18f8d84f-cd67-409f-97dc-fea076dc76a0 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:52.484160 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedcb177-ac76-4bb9-97b3-d9fd668fc57f", "name": "network-vif-deleted", "tag": "78ed914a-ec88-460a-b668-ea1a023656f6", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:52.484645 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18f8d84f-cd67-409f-97dc-fea076dc76a0 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:52.486566 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedcb177-ac76-4bb9-97b3-d9fd668fc57f', 'name': 'network-vif-deleted', 'tag': '78ed914a-ec88-460a-b668-ea1a023656f6', 'status': 'completed', 'code': 200} Nov 12 11:03:52.490780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c34711d7-b61f-4329-a51b-b9bf7c0ada9c req-79018c4e-2346-4cdb-8518-f207ba2c6885 tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 949 time: 0.1881561 Nov 12 11:03:52.512509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.566230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d1d70ce1-954e-4ba3-8053-3928535fe5b6 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:52.608435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: d1d70ce1-954e-4ba3-8053-3928535fe5b6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:52.609025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d1d70ce1-954e-4ba3-8053-3928535fe5b6 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:52.628836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15b0a77e-b82f-4b49-b773-168ef0c6b058 req-6104fb01-4141-41da-922a-b620e0a1339e tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedcb177-ac76-4bb9-97b3-d9fd668fc57f HTTP/1.1" status: 200 len: 210 time: 0.0578165 Nov 12 11:03:52.659003 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:03:52.681151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c34711d7-b61f-4329-a51b-b9bf7c0ada9c req-e1d648ed-6b71-47df-aa4a-9eca0ee8805d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818247 Nov 12 11:03:52.951774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Router 73b5f72e-7742-4339-8dac-deff74d3e899 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:03:53.101757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:03:53.109112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fb395ac2-e240-4c06-97d6-501630206fe9 admin admin] 10.222.0.31 "PUT /v2.0/routers/73b5f72e-7742-4339-8dac-deff74d3e899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4954801 Nov 12 11:03:53.112773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60912) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:53.118293 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] Sync routers for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:03:53.136376 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:53.137123 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:53.332910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:53.342238 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:53.365062 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eca333cb-c225-4876-8f70-fde400feaf89 req-874463e1-c0f2-4b69-a876-ddf82e00d65e tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0590305 Nov 12 11:03:53.403762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4234a0-8a27-4e72-bd81-a8b67778e874 req-a7208734-13b9-4a36-821d-c932dec3de61 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:53.413990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a4234a0-8a27-4e72-bd81-a8b67778e874 req-a7208734-13b9-4a36-821d-c932dec3de61 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1083643 Nov 12 11:03:53.417284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-299dd2fc-5c1e-464c-aae6-382f690f6f16 req-31ac645b-ccfa-42b0-adbb-5238e52c1d1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0619960 Nov 12 11:03:53.522072 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a4234a0-8a27-4e72-bd81-a8b67778e874 req-59828796-5d79-4c64-9736-985ae5f5ea45 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060963 Nov 12 11:03:53.558845 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:53.647130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Deleting port 5650b233-eca8-4662-8fdc-0483260ea1bc {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:53.647720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:53.785831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] For port 5650b233-eca8-4662-8fdc-0483260ea1bc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5650b233-eca8-4662-8fdc-0483260ea1bc,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:53.791990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:53.810680 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:03:51Z', 'revision_number': 5, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port': {'id': '5650b233-eca8-4662-8fdc-0483260ea1bc', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:56Z', 'updated_at': '2021-11-12T11:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:53.824578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Calling delete_port for 5650b233-eca8-4662-8fdc-0483260ea1bc owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:53.859587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2dcf96d8-677b-48a1-ae1b-c28099803e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:53.865836 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] Checking router: 73b5f72e-7742-4339-8dac-deff74d3e899 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:03:53.881913 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] Routers {'73b5f72e-7742-4339-8dac-deff74d3e899'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:53.883284 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['73b5f72e-7742-4339-8dac-deff74d3e899'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:53.901230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4a6227c6-d0e8-4bcf-94fe-eada55a900ba no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:53.930879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 4a6227c6-d0e8-4bcf-94fe-eada55a900ba {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:53.931865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4a6227c6-d0e8-4bcf-94fe-eada55a900ba not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:54.035861 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] Set router 73b5f72e-7742-4339-8dac-deff74d3e899 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:54.080457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-4add27ea-d287-4694-a6b8-8ee0beb0aa0d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:54.082230 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-4add27ea-d287-4694-a6b8-8ee0beb0aa0d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 949 time: 0.2433379 Nov 12 11:03:54.150478 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:03:53Z', 'revision_number': 6, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:54.173006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdd730-ddde-4322-98ff-b07a217f703f req-6d5e0d85-603e-4f68-93b8-7f8de4de49af tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:54.175221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4bbdd730-ddde-4322-98ff-b07a217f703f req-6d5e0d85-603e-4f68-93b8-7f8de4de49af tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 949 time: 0.3349440 Nov 12 11:03:54.202975 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833fb4d-d763-4c09-b2eb-1e93e52795e1 None None] The sync data for ids ['73b5f72e-7742-4339-8dac-deff74d3e899'] in n-d-768851-19 is: [{'id': '73b5f72e-7742-4339-8dac-deff74d3e899', 'name': 'tempest-ServerRescueTestJSONUnderV235-479944709-router', 'tenant_id': '716fe77fa1a24608bb615689db22aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:52Z', 'updated_at': '2021-11-12T11:03:53Z', 'revision_number': 6, 'project_id': '716fe77fa1a24608bb615689db22aace', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:03:54.227801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30e652cd-217b-4313-9362-8002aed8699c req-9b283569-6c44-412f-a93a-6d3426da5c36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0840623 Nov 12 11:03:54.303978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-64651066-fff2-4c88-9ec9-b469c43ffad7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:54.306092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-64651066-fff2-4c88-9ec9-b469c43ffad7 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.2140749 Nov 12 11:03:54.332013 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-603835a0-aa56-4ed1-89fd-a0aa1be20568 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/quotas/c72eeaa1a2c945deac4d2c220c43a7d3 HTTP/1.1" status: 200 len: 375 time: 0.0159826 Nov 12 11:03:54.388246 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-9a657773-c2d0-4a4e-8433-b11c8f132faa tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493863 Nov 12 11:03:54.398516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4bbdd730-ddde-4322-98ff-b07a217f703f req-b206618e-4655-4b16-a715-8359865e7ada tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d02aab2-06e0-4d9c-a42d-930ee4e1951c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768267 Nov 12 11:03:54.451103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.462697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Deleting port cb87a511-2f4b-4424-9ed4-c657759e6094 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:54.463113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.520181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5650b233-eca8-4662-8fdc-0483260ea1bc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:54.543907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3c7b3-c84c-442e-afad-30fc4e99b4b2 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:03:54.563927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-abc09eae-edec-467d-868d-6991fab1f495 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682327 Nov 12 11:03:54.661414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9d518000-363c-4a24-bf49-e46312806aeb req-83390761-125d-496e-bfc0-de926aaf4d54 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.1424160 Nov 12 11:03:54.752475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.770658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-709fc951-4c6f-416f-a9e1-acac43421e84 service neutron] 10.222.0.31 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842568 Nov 12 11:03:54.970811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.983204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.987852 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] For port cb87a511-2f4b-4424-9ed4-c657759e6094, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=cb87a511-2f4b-4424-9ed4-c657759e6094,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:54.990783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.021459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Calling delete_port for cb87a511-2f4b-4424-9ed4-c657759e6094 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:55.124411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.125548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b5f72e-7742-4339-8dac-deff74d3e899 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:03:55.147854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a239eb-36f1-433a-bfcc-0dabe6ac9315 req-a17ae50c-92a8-47bd-8362-581e4cc265f1 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.161853 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1a239eb-36f1-433a-bfcc-0dabe6ac9315 req-a17ae50c-92a8-47bd-8362-581e4cc265f1 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.3446450 Nov 12 11:03:55.167632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.169178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d8ab12ac-3d6d-4676-8b3b-3e9a2edfc9bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/73b5f72e-7742-4339-8dac-deff74d3e899 HTTP/1.1" status: 204 len: 168 time: 2.0537553 Nov 12 11:03:55.175840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60950) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:55.265870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f90abdc0-4d60-494d-a929-a93ca4768ef1 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:55.334307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6692a8-f7ff-40cd-9130-961d7cf72471 admin admin] Deleting subnet 8b1284a5-6f8a-45f6-b032-989c65e3bb14 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:03:55.348371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f90abdc0-4d60-494d-a929-a93ca4768ef1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:55.349179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f90abdc0-4d60-494d-a929-a93ca4768ef1 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:55.351352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4c6692a8-f7ff-40cd-9130-961d7cf72471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.428545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0f4309d-269f-4b47-8358-ea4215c92999 req-ae48f907-ab47-408f-85f7-5eacd7daee95 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 210 time: 0.0829842 Nov 12 11:03:55.437124 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1a239eb-36f1-433a-bfcc-0dabe6ac9315 req-75d77ae7-537a-45a0-b9e5-408d3fff1cb1 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779437 Nov 12 11:03:55.457248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4c6692a8-f7ff-40cd-9130-961d7cf72471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.571209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4c6692a8-f7ff-40cd-9130-961d7cf72471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.611330 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.671746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Pushing event deleted for resources: {'Port': ['ID=cb87a511-2f4b-4424-9ed4-c657759e6094,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:55.708759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4c6692a8-f7ff-40cd-9130-961d7cf72471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.793258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6692a8-f7ff-40cd-9130-961d7cf72471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1284a5-6f8a-45f6-b032-989c65e3bb14,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:55.794003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] No DVR routers for this DVR port cb87a511-2f4b-4424-9ed4-c657759e6094 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:55.803070 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ad17cfe-19c2-4fe2-b89b-70e54c03f0ae req-de3f3ce2-02f2-4fce-bb14-34706323cadd tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 210 time: 0.1429510 Nov 12 11:03:55.805525 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.808806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4c6692a8-f7ff-40cd-9130-961d7cf72471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.816677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4c6692a8-f7ff-40cd-9130-961d7cf72471 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8b1284a5-6f8a-45f6-b032-989c65e3bb14 HTTP/1.1" status: 204 len: 168 time: 0.6390722 Nov 12 11:03:55.820907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb5ecb79-4a49-4aff-a0d7-e13bd8d12cd3 req-b74e626d-97bf-4a82-9be3-3d0c718d605d tempest-ListImageFiltersTestJSON-1734495749 tempest-ListImageFiltersTestJSON-1734495749-project] 10.222.0.52 "DELETE /v2.0/ports/cb87a511-2f4b-4424-9ed4-c657759e6094 HTTP/1.1" status: 204 len: 173 time: 1.6614625 Nov 12 11:03:55.822149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-deleted', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:55.828183 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f6de46-28ce-47f4-9c4f-578130480781" -d '{"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-deleted", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:55.833481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60962) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:55.918775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:55.986174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: cb87a511-2f4b-4424-9ed4-c657759e6094 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:55.987060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device cb87a511-2f4b-4424-9ed4-c657759e6094 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:55.990266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 78ed914a-ec88-460a-b668-ea1a023656f6 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:56.003343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be945c6a-ff65-402d-aa87-d20852cf9667 req-6f92138a-32a6-4392-b0fd-7ca28e59579c tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0564106 Nov 12 11:03:56.003675 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ce296-65ec-4ddf-874c-89349dd67e97 x-openstack-request-id: req-c13ce296-65ec-4ddf-874c-89349dd67e97 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:56.003881 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6d600e-2eb9-4976-865e-7963cdbef730", "name": "network-vif-deleted", "tag": "cb87a511-2f4b-4424-9ed4-c657759e6094", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:56.004221 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13ce296-65ec-4ddf-874c-89349dd67e97 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:56.005006 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6d600e-2eb9-4976-865e-7963cdbef730', 'name': 'network-vif-deleted', 'tag': 'cb87a511-2f4b-4424-9ed4-c657759e6094', 'status': 'completed', 'code': 200} Nov 12 11:03:56.048344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 78ed914a-ec88-460a-b668-ea1a023656f6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:56.049373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 78ed914a-ec88-460a-b668-ea1a023656f6 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:56.062457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:56.255881 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2f0369ad-97f4-4f53-ba10-4b39dfae09d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:56.280597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:56.315768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdad7ae-5c08-4f68-91dd-c629cd118940']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:56.327852 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0c847c-e3a9-466b-9664-e44cd55420e2') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:56.328983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0c847c-e3a9-466b-9664-e44cd55420e2') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:56.347691 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:56.368700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:56.385521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:03:56.385971 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:03:56.387962 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:03:56.474051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:56.481543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:56.486790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] 10.222.0.31 "DELETE /v2.0/networks/0cdad7ae-5c08-4f68-91dd-c629cd118940 HTTP/1.1" status: 204 len: 168 time: 0.6511919 Nov 12 11:03:56.507715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631dca9-8378-4e6a-b6bf-9236080a404b admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdad7ae-5c08-4f68-91dd-c629cd118940,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:56.695264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d864f-4d5c-46a8-a707-10135414e06e req-b4ec2fdf-abbb-42d0-940d-e9ccf281063c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.706342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-165d864f-4d5c-46a8-a707-10135414e06e req-b4ec2fdf-abbb-42d0-940d-e9ccf281063c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1118410 Nov 12 11:03:56.736095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2670d6e3-94ef-4a4f-9d2b-369435575ac5 req-920c1836-184f-4cae-bf48-66770ea6e617 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 210 time: 0.0732930 Nov 12 11:03:56.805438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5650b233-eca8-4662-8fdc-0483260ea1bc no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:56.819859 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-165d864f-4d5c-46a8-a707-10135414e06e req-14c19995-d608-4a8a-93f6-0e4043125d8f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125679 Nov 12 11:03:56.857083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5650b233-eca8-4662-8fdc-0483260ea1bc {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:56.858061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5650b233-eca8-4662-8fdc-0483260ea1bc not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:56.906893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af60454-68f5-4396-8f98-fcf5ea45f2b7 req-5eb91d6d-1e21-4272-ba54-89ed240e3757 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bf6d600e-2eb9-4976-865e-7963cdbef730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0555313 Nov 12 11:03:56.969122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60980) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:57.022931 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af60454-68f5-4396-8f98-fcf5ea45f2b7 req-7aeff37d-bd3e-4c83-80b9-f52448600262 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&device_id=bf6d600e-2eb9-4976-865e-7963cdbef730 HTTP/1.1" status: 200 len: 210 time: 0.0758576 Nov 12 11:03:57.114821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7ed8422d-e0a9-4269-85d5-99a65dc042d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=716fe77fa1a24608bb615689db22aace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439774 Nov 12 11:03:57.122079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60990) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:57.131231 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af60454-68f5-4396-8f98-fcf5ea45f2b7 req-95ffe0f7-eecf-487f-a920-de7fb4282bb5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654109 Nov 12 11:03:57.208678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-93e79cd3-71b3-4823-8dcb-2416f756050a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2583950 Nov 12 11:03:57.352280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af60454-68f5-4396-8f98-fcf5ea45f2b7 req-2ffde199-7cc3-42c6-bd8a-22007f90235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.355242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af60454-68f5-4396-8f98-fcf5ea45f2b7 req-2ffde199-7cc3-42c6-bd8a-22007f90235c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100158 Nov 12 11:03:57.381082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c678d721-a347-4e2d-adb3-6993f4ad90f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:57.403991 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e40111a-dff3-430b-b92e-39c3d3de1e13 req-611d7c77-c552-4ead-8451-71b73b3e3f0d tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.2259231 Nov 12 11:03:57.416168 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c678d721-a347-4e2d-adb3-6993f4ad90f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:57.499308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1b5fdaa1-b9ce-43d3-a16b-73bb10a7ad5a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.501177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1b5fdaa1-b9ce-43d3-a16b-73bb10a7ad5a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.52 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 811 time: 0.3955185 Nov 12 11:03:57.505285 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c678d721-a347-4e2d-adb3-6993f4ad90f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:57.508260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c678d721-a347-4e2d-adb3-6993f4ad90f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:57.513977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c678d721-a347-4e2d-adb3-6993f4ad90f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/662d6aad-1741-455b-a953-7fc660df3767 HTTP/1.1" status: 204 len: 168 time: 0.3904903 Nov 12 11:03:57.524526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678d721-a347-4e2d-adb3-6993f4ad90f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d6aad-1741-455b-a953-7fc660df3767,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:57.535386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-cb536832-18d1-4931-88b2-bb2fdce3e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.535742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-cb536832-18d1-4931-88b2-bb2fdce3e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.536213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-cb536832-18d1-4931-88b2-bb2fdce3e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.537263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-cb536832-18d1-4931-88b2-bb2fdce3e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.537263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-cb536832-18d1-4931-88b2-bb2fdce3e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.550307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-cb536832-18d1-4931-88b2-bb2fdce3e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.550818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-cb536832-18d1-4931-88b2-bb2fdce3e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.554279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-cb536832-18d1-4931-88b2-bb2fdce3e062 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6498 time: 0.2349567 Nov 12 11:03:57.671239 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:57.855264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-7a2dbba2-627b-4a08-988f-c4d3da25c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.858414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-7a2dbba2-627b-4a08-988f-c4d3da25c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.860017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-7a2dbba2-627b-4a08-988f-c4d3da25c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.863763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-7a2dbba2-627b-4a08-988f-c4d3da25c3f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77981b1f-f093-4607-a4ab-5db715ba3b08&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=2d919481-045f-4df0-b787-b33b0ee846c5&id=2d919481-045f-4df0-b787-b33b0ee846c5 HTTP/1.1" status: 200 len: 2292 time: 0.2512815 Nov 12 11:03:58.010034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-ae7596e7-3aab-4156-bb88-e80318942497 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4382f9-214b-429f-9e21-8df332229590 HTTP/1.1" status: 200 len: 1000 time: 0.1325743 Nov 12 11:03:58.028000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Request body: {'port': {'device_id': 'f3c55448-bbef-4327-b4e9-f303b0b68d9e', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'admin_state_up': True, 'tenant_id': 'c72eeaa1a2c945deac4d2c220c43a7d3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:58.207562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-0e1a767d-b709-4892-a051-80d86d3683c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:58.209196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-0e1a767d-b709-4892-a051-80d86d3683c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0117afdc-0f85-46f4-a531-24e8628fef14 HTTP/1.1" status: 200 len: 851 time: 0.1625776 Nov 12 11:03:58.288901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-680b5675-268f-4063-ab8e-9f90045c0993 req-9ea8fd67-39f1-41d6-8a29-1d7ac3bd7f11 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 210 time: 0.0479472 Nov 12 11:03:58.362917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-c0108aab-a56f-4f5e-9cfb-1991f9b70dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:58.367455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-c0108aab-a56f-4f5e-9cfb-1991f9b70dab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77981b1f-f093-4607-a4ab-5db715ba3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418808 Nov 12 11:03:58.375279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Made reservation on behalf of c72eeaa1a2c945deac4d2c220c43a7d3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:58.391635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:58.558873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1c90c-97c9-4938-b146-ff33468abb16 req-8166c3d4-f4ce-4a56-b3eb-26017402c98a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:58.562728 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ea1c90c-97c9-4938-b146-ff33468abb16 req-8166c3d4-f4ce-4a56-b3eb-26017402c98a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1620345 Nov 12 11:03:58.660876 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-60241ade-c296-43c5-9417-fe9d01cdee2b service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706809 Nov 12 11:03:58.713261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ea1c90c-97c9-4938-b146-ff33468abb16 req-5bd24c28-8e39-4ea3-86bf-90ad54f118e7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417964 Nov 12 11:03:58.918148 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5afc16b9-a6cc-4cd8-b157-2fd2ae8851f9 req-da9bdb98-0504-4531-97f9-235011ff0894 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0378060 Nov 12 11:03:58.958789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Allocated IP 172.20.0.2 (b2d8740b-ad04-4daf-aba6-56d815392558/0033bea7-dc1e-48f6-848f-34d48b4fe2b0/957eba8d-4530-475a-89f4-17c594e4224a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:58.985819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-437693ab-efa4-4b94-a674-7eab4f3f51c2 service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898414 Nov 12 11:03:59.058603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-1909afea-0827-41f9-bb1c-f51d5f8b7c6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 217 time: 0.0593269 Nov 12 11:03:59.205434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-ff9266c6-87b4-478a-9b4a-406bd0cf71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.207234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-ff9266c6-87b4-478a-9b4a-406bd0cf71cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.1387408 Nov 12 11:03:59.262109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32850) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:59.320579 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.324070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-16081f06-ccbb-4a82-b8a1-5b5d0ee44a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.326027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-16081f06-ccbb-4a82-b8a1-5b5d0ee44a5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032953 Nov 12 11:03:59.397580 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.477129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-network', 'tenant_id': '8019993aaba94aad82a112102ed34469'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:59.517148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Made reservation on behalf of 8019993aaba94aad82a112102ed34469 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:59.521402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.538589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.546833 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-55ae9b1c-3364-469a-a613-da6e47e1f383 req-afe4d0de-a2b6-4fbf-8b32-d2af8fdebd3a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 210 time: 0.1296134 Nov 12 11:03:59.615642 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.691762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.702237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.709446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-73d03440-0ca7-44d1-bc50-3dcd4d308b72 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711262 Nov 12 11:03:59.740117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Network b2d8740b-ad04-4daf-aba6-56d815392558 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:59.741341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:03:59.761773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:59.766270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa385807-40aa-4daa-a548-d716615d46a4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:59.778520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:59.782894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.786225 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Added segment 20683e53-2f16-4e5b-ac2c-8b78ab6ea380 of type vlan for network c3a9fbef-5efd-4b27-940a-549842956fe4 Nov 12 11:03:59.837257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event updated for resources: {'Port': ['ID=957eba8d-4530-475a-89f4-17c594e4224a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:59.911525 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.963550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.964927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.966000 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.014172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7493629 Nov 12 11:04:00.021680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32872) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:00.027111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Request body: {'subnet': {'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-subnet', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:00.093965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.096201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.105405 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a666edd-89cd-47e3-a7b1-abf6f2fe4697 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a9fbef-5efd-4b27-940a-549842956fe4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:00.127583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c3a9fbef-5efd-4b27-940a-549842956fe4 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:00.131978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32876) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:00.170695 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f6ea1ec-9c6e-4d60-922b-8dbd59238381 req-b6ce595d-4397-4320-a063-7b7a28782f60 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0494463 Nov 12 11:04:00.178051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Made reservation on behalf of 8019993aaba94aad82a112102ed34469 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:00.180476 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.181018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-1ed5b1fa-a881-42bf-9b58-63ef26ddf45f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6672549 Nov 12 11:04:00.207010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Request body: {'port': {'device_id': 'f3c55448-bbef-4327-b4e9-f303b0b68d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:00.275901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4ddeb-c12f-44a5-8e2b-84a3ce82b6bc req-43c030df-e044-4e24-bdfd-a78803812a90 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.276609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cb4ddeb-c12f-44a5-8e2b-84a3ce82b6bc req-43c030df-e044-4e24-bdfd-a78803812a90 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.3155410 Nov 12 11:04:00.282175 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-1cf8ce50-0d00-4842-8ddb-87fe7ef397c2 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551646 Nov 12 11:04:00.381661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-384e3fae-1595-47de-aa8a-f651d8de5163 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 217 time: 0.0792823 Nov 12 11:04:00.441210 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d7b5fda8-6c28-4cfc-885b-3365b2dc4ab6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5fd9ab5f0cb41358bb601d824d0d8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078558 Nov 12 11:04:00.461188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32880) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:00.481797 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.515279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cb4ddeb-c12f-44a5-8e2b-84a3ce82b6bc req-15dfadcd-135d-4fc2-a235-b9696a32f591 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299309 Nov 12 11:04:00.532361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-9371c239-d679-4ab5-b2af-f93987b825c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.535564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-9371c239-d679-4ab5-b2af-f93987b825c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.1259632 Nov 12 11:04:00.605913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.677773 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c7cbef-1f99-49e7-890a-b243efb549bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.681931 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.758059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c7cbef-1f99-49e7-890a-b243efb549bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.762405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-0f196b52-ce5c-494b-96e6-ab19760df7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.763995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-0f196b52-ce5c-494b-96e6-ab19760df7a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1805360 Nov 12 11:04:00.850373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc7f30e-dd00-4080-88cf-8a03828c9445,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:00.872441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Checking segment: {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:00.872842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Network hostable DHCP agents. Network: c3a9fbef-5efd-4b27-940a-549842956fe4, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:04:00.888085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d54d7c-1a76-4806-9e63-ecdbf8774e5a req-9e3b84d6-3938-473a-bd91-0182a4ae34e2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.889739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7d54d7c-1a76-4806-9e63-ecdbf8774e5a req-9e3b84d6-3938-473a-bd91-0182a4ae34e2 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 931 time: 0.1571362 Nov 12 11:04:00.925478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c7cbef-1f99-49e7-890a-b243efb549bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.930213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c7cbef-1f99-49e7-890a-b243efb549bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.935750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-88c7cbef-1f99-49e7-890a-b243efb549bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d02aab2-06e0-4d9c-a42d-930ee4e1951c HTTP/1.1" status: 204 len: 168 time: 0.4652762 Nov 12 11:04:00.947674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Network c3a9fbef-5efd-4b27-940a-549842956fe4 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:04:00.969113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7cbef-1f99-49e7-890a-b243efb549bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d02aab2-06e0-4d9c-a42d-930ee4e1951c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:00.979352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c3a9fbef-5efd-4b27-940a-549842956fe4) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:00.986414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.987615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.008762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b72f68-ef66-44d6-8dde-87ef2b056ba7 None None] Network c3a9fbef-5efd-4b27-940a-549842956fe4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:01.039041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-78cc3ab6-5b1d-463b-83d2-446491cdf1e0 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435219 Nov 12 11:04:01.043172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7d54d7c-1a76-4806-9e63-ecdbf8774e5a req-35743477-c10a-4b04-a497-be6fe96c05a1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362679 Nov 12 11:04:01.052793 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d802f393-903a-46b2-a3d0-760386b2e9cf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0299475 Nov 12 11:04:01.053484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32888) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:01.059127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:01.096426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.099338 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.316430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957eba8d-4530-475a-89f4-17c594e4224a {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:01.338874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.385012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Transition to ACTIVE for port object 957eba8d-4530-475a-89f4-17c594e4224a will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:01.389605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-2a04b056-7671-47b9-8cd1-d820c6eabc9c service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365195 Nov 12 11:04:01.391586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.522728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-57a4c28a-a9b6-439c-9e83-aadee41f1620 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=ba5fb181-c6b1-434a-8466-017199f7ad56 HTTP/1.1" status: 200 len: 217 time: 0.1137702 Nov 12 11:04:01.629635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d125778-511d-4213-b074-01159005cc32 service neutron] Pushing event updated for resources: {'Port': ['ID=957eba8d-4530-475a-89f4-17c594e4224a,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:01.667850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905c1864-271d-4dbc-a34e-c8d3227c1e24 None None] Network c3a9fbef-5efd-4b27-940a-549842956fe4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:01.757192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.800360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2507810-0d87-44e0-b07e-b20d015050c5 req-d185dde4-4bc3-4d6b-9e07-5bf2d3259375 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0653944 Nov 12 11:04:01.839966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-ce38facf-9cb3-4eba-b321-def1c3d515c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:01.841588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-ce38facf-9cb3-4eba-b321-def1c3d515c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.3031635 Nov 12 11:04:02.157413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.239944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d7c3e-e4f0-4dcd-b06a-a1f3481651ae req-392fda75-c85d-4b26-9a46-7c84f28246db tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:02.243589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f7d7c3e-e4f0-4dcd-b06a-a1f3481651ae req-392fda75-c85d-4b26-9a46-7c84f28246db tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1959195 Nov 12 11:04:02.419020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f7d7c3e-e4f0-4dcd-b06a-a1f3481651ae req-0a982176-ea2a-4c53-8eb3-97e16a24e4dc tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632442 Nov 12 11:04:02.606070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Attempting to bind port 957eba8d-4530-475a-89f4-17c594e4224a on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:02.606629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Attempting to bind port 957eba8d-4530-475a-89f4-17c594e4224a by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:02.607125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Attempting to bind port 957eba8d-4530-475a-89f4-17c594e4224a on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:02.627330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Port 957eba8d-4530-475a-89f4-17c594e4224a on network b2d8740b-ad04-4daf-aba6-56d815392558 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:02.627769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Attempting to bind port 957eba8d-4530-475a-89f4-17c594e4224a on network b2d8740b-ad04-4daf-aba6-56d815392558 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:02.628800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32920) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:02.647591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:02.648129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Checking segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:02.648742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Bound using segment: {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:02.650009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Bound port: 957eba8d-4530-475a-89f4-17c594e4224a, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f188495-127f-4af3-9cc1-a09c721fc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:02.650656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.665648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-167abb1f-8562-468e-b2c3-74078c35e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:02.667350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-167abb1f-8562-468e-b2c3-74078c35e1e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8086650 Nov 12 11:04:02.686720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.688406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb0fe-082c-451f-91ce-e13efabc9806 req-ba69e08b-55ab-4335-be7f-826788100115 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:02.691095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adddb0fe-082c-451f-91ce-e13efabc9806 req-ba69e08b-55ab-4335-be7f-826788100115 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 943 time: 0.1597857 Nov 12 11:04:02.713907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.908978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1574041507-network', 'tenant_id': '986216f13a5b4deb8697283d446515d4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:02.915127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Allocated IP 172.25.2.48 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/21a917fe-0983-4e34-9f40-d8b6ff770a4c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:02.945504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adddb0fe-082c-451f-91ce-e13efabc9806 req-aaa3052a-b6df-45aa-ad6d-ae5b28cc6a07 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347517 Nov 12 11:04:03.002777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] For port 957eba8d-4530-475a-89f4-17c594e4224a, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:03.003501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Made reservation on behalf of 986216f13a5b4deb8697283d446515d4 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:03.007391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.012220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] For port 957eba8d-4530-475a-89f4-17c594e4224a, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=957eba8d-4530-475a-89f4-17c594e4224a,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:03.031591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.056673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-159319c8-9776-48ac-9d73-a58899a47748 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609753 Nov 12 11:04:03.075829 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.099866 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2007e21a-d1b8-4d12-96f7-15fc466f05fb req-5c6620a5-086f-4731-ab91-4a9b1e3a1bf5 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0478995 Nov 12 11:04:03.104604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.105844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.108449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-2d125778-511d-4213-b074-01159005cc32 service neutron] 10.222.0.52 "PUT /v2.0/ports/957eba8d-4530-475a-89f4-17c594e4224a HTTP/1.1" status: 200 len: 1092 time: 2.9139099 Nov 12 11:04:03.125173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c55448-bbef-4327-b4e9-f303b0b68d9e', 'tag': '957eba8d-4530-475a-89f4-17c594e4224a'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:03.131795 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb0372b-d737-4e32-881e-c4c692be0e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c55448-bbef-4327-b4e9-f303b0b68d9e", "tag": "957eba8d-4530-475a-89f4-17c594e4224a"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:03.239751 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9614c1b7-3f08-4680-bf14-fed2d53658b3 x-openstack-request-id: req-9614c1b7-3f08-4680-bf14-fed2d53658b3 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:03.240410 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c55448-bbef-4327-b4e9-f303b0b68d9e", "tag": "957eba8d-4530-475a-89f4-17c594e4224a", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:03.241154 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9614c1b7-3f08-4680-bf14-fed2d53658b3 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:03.241154 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c55448-bbef-4327-b4e9-f303b0b68d9e', 'tag': '957eba8d-4530-475a-89f4-17c594e4224a', 'status': 'completed', 'code': 200} Nov 12 11:04:03.265948 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.353470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d125778-511d-4213-b074-01159005cc32 service neutron] Pushing event updated for resources: {'Port': ['ID=957eba8d-4530-475a-89f4-17c594e4224a,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:03.377131 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.379891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.391046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-c9efb4d4-b354-4a81-bfd1-4153afeb710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.393428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-c9efb4d4-b354-4a81-bfd1-4153afeb710d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 1095 time: 0.1859457 Nov 12 11:04:03.397193 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.418241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-b16ff857-9bfd-4aac-b2f2-c28f9e989302 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234334 Nov 12 11:04:03.451630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:03.473935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-495729d8-8969-459c-8d89-251b3942311b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=957eba8d-4530-475a-89f4-17c594e4224a HTTP/1.1" status: 200 len: 217 time: 0.0700603 Nov 12 11:04:03.495697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:03.504417 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.504998 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Added segment 868a8047-195e-41e5-966d-ebb3fdc8741f of type vlan for network a3191c4f-bf6e-4c8f-b6f8-728478317631 Nov 12 11:04:03.512730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:03.527587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb9a19-5983-42bc-b26d-774a8b1efd93,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:03.534075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:03.537482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-51f8a366-0d2e-4e3c-b089-2b7b70057561 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f HTTP/1.1" status: 200 len: 217 time: 0.0737209 Nov 12 11:04:03.537995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=21a917fe-0983-4e34-9f40-d8b6ff770a4c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:03.576447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1853ba2b-7f31-4b3f-834c-652fb9dca274 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:04:03.647318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.710697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bc5e1752-82db-4800-8fba-6e3cf6adf2be None None] Provisioning complete for port 21a917fe-0983-4e34-9f40-d8b6ff770a4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:03.713382 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1752-82db-4800-8fba-6e3cf6adf2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.733426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-6a298902-6503-425c-80c5-9df213cd77df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.736118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-6a298902-6503-425c-80c5-9df213cd77df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.2027943 Nov 12 11:04:03.767923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-7d2f1304-2753-42b7-9b47-4e56813d7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.770380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-7d2f1304-2753-42b7-9b47-4e56813d7455 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.1691339 Nov 12 11:04:03.803254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e1752-82db-4800-8fba-6e3cf6adf2be None None] Port 21a917fe-0983-4e34-9f40-d8b6ff770a4c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:04:03.808917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-87332cca-a0a0-47db-832a-77663e1b190f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634115 Nov 12 11:04:03.831356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.833162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.834172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.838643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ddd81-0f81-411f-845f-0024c70978f0 req-43b7e4f8-d6fe-439d-8f3e-7363d1e59764 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.841330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b5ddd81-0f81-411f-845f-0024c70978f0 req-43b7e4f8-d6fe-439d-8f3e-7363d1e59764 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.2391152 Nov 12 11:04:03.987339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3570774 Nov 12 11:04:03.990414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32936) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:04.000650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Request body: {'subnet': {'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1574041507-subnet', 'tenant_id': '986216f13a5b4deb8697283d446515d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:04.017226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321a965-6ffd-4cb6-a00e-a61f5da1cf34 admin admin] Pushing event updated for resources: {'Network': ['ID=a3191c4f-bf6e-4c8f-b6f8-728478317631,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:04.022434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-91dd0dc7-fa60-4b30-a78e-87ae1517864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.025026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-91dd0dc7-fa60-4b30-a78e-87ae1517864c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2207382 Nov 12 11:04:04.051432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a3191c4f-bf6e-4c8f-b6f8-728478317631 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:04.085432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b5ddd81-0f81-411f-845f-0024c70978f0 req-415c7785-540e-46eb-8c10-10ec9101f74c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181675 Nov 12 11:04:04.169354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Made reservation on behalf of 986216f13a5b4deb8697283d446515d4 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:04.172081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.181423 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-6bd9c160-aa48-4701-884c-78ec5d259cb7 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588221 Nov 12 11:04:04.323050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-a776ba56-dd39-44c1-832f-3638923098b0 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809091 Nov 12 11:04:04.344914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abc7078f-32e8-4a72-a9fc-0bdb02e2b139 req-106f0ed9-8bc8-4161-aa9d-505b8b2222f6 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0441349 Nov 12 11:04:04.355281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb90b0c-70ce-4c15-99ac-614369bfebd1 req-cc917b39-9202-4c65-b953-668c5a562adc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.357092 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9bb90b0c-70ce-4c15-99ac-614369bfebd1 req-cc917b39-9202-4c65-b953-668c5a562adc tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 943 time: 0.2686756 Nov 12 11:04:04.411481 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.475886 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2c61f9f-cfa8-4b32-94fe-5875c5119bb0 req-ec7f9896-6934-4d29-882c-2383c17f29e8 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806835 Nov 12 11:04:04.533798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-751b54c2-93d3-410e-b8ad-1cec17e7878b service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919835 Nov 12 11:04:04.633761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-39b18816-816b-4b3e-a960-b2fc100ad63a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca HTTP/1.1" status: 200 len: 217 time: 0.0854120 Nov 12 11:04:04.641665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9bb90b0c-70ce-4c15-99ac-614369bfebd1 req-a34077f2-7ca6-4efa-a4c6-f3328543c77d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581372 Nov 12 11:04:04.691282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-49dbd136-1bc1-4d22-b975-78b1b2550e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.692959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-49dbd136-1bc1-4d22-b975-78b1b2550e80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 1095 time: 0.1576254 Nov 12 11:04:04.746846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-0e804cca-eeb7-4f56-a066-fef8a2879ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.748906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-0e804cca-eeb7-4f56-a066-fef8a2879ff5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.1023936 Nov 12 11:04:04.807558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.891966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-c8c388f4-e7be-4d33-93cc-a3f838da068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.893637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-c8c388f4-e7be-4d33-93cc-a3f838da068b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965240 Nov 12 11:04:04.899552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-9f615e53-ac60-4fc7-8fa6-fef7f3c49696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.901382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-9f615e53-ac60-4fc7-8fa6-fef7f3c49696 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 200 len: 912 time: 0.1986990 Nov 12 11:04:04.947506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0948e485-541c-4a61-984c-19be24f71697,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:04.975300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.987941 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Checking segment: {'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:04.989040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Network hostable DHCP agents. Network: a3191c4f-bf6e-4c8f-b6f8-728478317631, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:04:04.989252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-daf1f713-232e-4cd5-a128-fbdb7fb00a63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=957eba8d-4530-475a-89f4-17c594e4224a HTTP/1.1" status: 200 len: 217 time: 0.0667007 Nov 12 11:04:05.078895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Network a3191c4f-bf6e-4c8f-b6f8-728478317631 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:04:05.108712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-85c757d4-51b2-446d-8a73-237ab05535fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.111377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-85c757d4-51b2-446d-8a73-237ab05535fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 200 len: 851 time: 0.0894091 Nov 12 11:04:05.120806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-323cf42b-50cf-4162-a707-23f641cd8720 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166910 Nov 12 11:04:05.136026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, a3191c4f-bf6e-4c8f-b6f8-728478317631) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:05.148077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.148846 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:05.159648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fa7ba2-d664-413c-a63d-e852e939bd41 None None] Network a3191c4f-bf6e-4c8f-b6f8-728478317631 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:05.202616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-ac5e813a-29fd-44bd-967f-d24d9a2a33f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2d8740b-ad04-4daf-aba6-56d815392558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788167 Nov 12 11:04:05.236395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3ea48f2e-ce22-4c3c-be7a-86099664937a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2268481 Nov 12 11:04:05.331160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:04:05.367403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5320614-5832-4665-9cca-847e5e5d185c req-cfcf229a-179e-40a1-89f1-21cecb34e4b8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.369040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a5320614-5832-4665-9cca-847e5e5d185c req-cfcf229a-179e-40a1-89f1-21cecb34e4b8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1215203 Nov 12 11:04:05.438691 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-6c91a43b-627d-4f80-b59b-3033470a8b34 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213130 Nov 12 11:04:05.476410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02db932-cf88-4456-b91a-182171071da7 None None] Network a3191c4f-bf6e-4c8f-b6f8-728478317631 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:05.572172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-2a431b9b-c990-4959-a9df-030479fbe7dd service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349637 Nov 12 11:04:05.576722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ee6fcc6-298a-4252-855d-8b02fcc6c29c req-67c4ff2d-f665-49c9-a695-621d358959c0 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0481057 Nov 12 11:04:05.599168 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a5320614-5832-4665-9cca-847e5e5d185c req-e2dcdd41-7a90-424d-ad1e-6cdd463e45e9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706650 Nov 12 11:04:05.617667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:04:05.645413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Sync routers for ids ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:04:05.673334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:05.679647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f14a20c3-eb57-457d-b534-1e7988bf3ed4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6248605 Nov 12 11:04:05.681627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32956) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:05.695295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-f7919c49-104f-4d0e-bd2c-e21bbad816bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a HTTP/1.1" status: 200 len: 217 time: 0.0761669 Nov 12 11:04:05.740159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Routers {'693cfd9d-8cb5-4b5b-9c2e-e413738fd753'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:04:05.741406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:05.808182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adb0372b-d737-4e32-881e-c4c692be0e5e req-d78a5faa-fcaf-4aa7-936f-e6fe26009f58 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381696 Nov 12 11:04:05.841885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-7fbada65-30ad-436e-ada0-5fb2a52df27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.844903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-7fbada65-30ad-436e-ada0-5fb2a52df27d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.1243575 Nov 12 11:04:05.923835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-aee483ba-fd0a-4547-957b-e028b9d9f0d8 req-e3e015f4-4bd2-4b01-9d91-6ad7103e2dea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-149543735', 'description': 'tempest-description-2053911191'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:05.966335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-f6eae701-f854-4a95-8509-7f54b2ee658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.968259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-f6eae701-f854-4a95-8509-7f54b2ee658f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086898 Nov 12 11:04:05.970279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aee483ba-fd0a-4547-957b-e028b9d9f0d8 req-e3e015f4-4bd2-4b01-9d91-6ad7103e2dea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.041985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9456a9-d7b7-4b8a-8b2d-7236723f9b16 req-5b8bd713-25f6-4fac-a070-89444a801077 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:06.053873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da9456a9-d7b7-4b8a-8b2d-7236723f9b16 req-5b8bd713-25f6-4fac-a070-89444a801077 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 943 time: 0.1756389 Nov 12 11:04:06.071714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Set router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:04:06.160453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da9456a9-d7b7-4b8a-8b2d-7236723f9b16 req-48259385-6c9b-42f3-bbec-badb7106593d tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052725 Nov 12 11:04:06.191020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-170d5770-8148-4674-8545-d37b6dd8adea service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053761 Nov 12 11:04:06.201558 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aee483ba-fd0a-4547-957b-e028b9d9f0d8 req-e3e015f4-4bd2-4b01-9d91-6ad7103e2dea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.214965 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aee483ba-fd0a-4547-957b-e028b9d9f0d8 req-e3e015f4-4bd2-4b01-9d91-6ad7103e2dea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.271302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e015f4-4bd2-4b01-9d91-6ad7103e2dea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201e47ba-bed6-4d90-8a04-66d860d1eb83,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:06.336844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aee483ba-fd0a-4547-957b-e028b9d9f0d8 req-e3e015f4-4bd2-4b01-9d91-6ad7103e2dea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.338916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aee483ba-fd0a-4547-957b-e028b9d9f0d8 req-e3e015f4-4bd2-4b01-9d91-6ad7103e2dea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4217777 Nov 12 11:04:06.394661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-57d5a339-20b2-4e57-aea8-8ef8db97a033 req-c73b0fb2-76e4-4da2-acf7-fad916c60bbc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1259241583', 'description': 'tempest-description-1408795804'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:06.412376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51195206-3fb1-4d8d-b499-47d90778ba89 req-026c943e-0e4c-4593-b234-59148afa08c7 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069137 Nov 12 11:04:06.430636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:04:03Z', 'revision_number': 3, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port': {'id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:02Z', 'updated_at': '2021-11-12T11:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:06.471819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Checking router: 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:04:06.472586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Updating router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 port 21a917fe-0983-4e34-9f40-d8b6ff770a4c binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:04:06.484204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-57d5a339-20b2-4e57-aea8-8ef8db97a033 req-c73b0fb2-76e4-4da2-acf7-fad916c60bbc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.512086 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.596717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.656431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-57d5a339-20b2-4e57-aea8-8ef8db97a033 req-c73b0fb2-76e4-4da2-acf7-fad916c60bbc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.710713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-57d5a339-20b2-4e57-aea8-8ef8db97a033 req-c73b0fb2-76e4-4da2-acf7-fad916c60bbc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.766790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-57d5a339-20b2-4e57-aea8-8ef8db97a033 req-c73b0fb2-76e4-4da2-acf7-fad916c60bbc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.770767 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57d5a339-20b2-4e57-aea8-8ef8db97a033 req-c73b0fb2-76e4-4da2-acf7-fad916c60bbc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3803298 Nov 12 11:04:06.851855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbc83091-9826-4865-9391-d8300ed82d7a req-eb5e0ba0-0218-4aa0-af72-476453d0e3ba tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0939238 Nov 12 11:04:06.871739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b0fb2-76e4-4da2-acf7-fad916c60bbc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df10245-c8f8-4386-9ef3-18f81cac9a0d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:07.003649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Allocated IP 172.20.0.1 (c3a9fbef-5efd-4b27-940a-549842956fe4/0fc7f30e-dd00-4080-88cf-8a03828c9445/30427469-9d76-47a7-ab91-f4ea8e9d8016) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:07.024183 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.034472 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.077627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd6b2d-fc2e-4e64-a1e6-1aaeae6343a4 req-57394936-b7a5-4d09-bedd-4b4b49dc97de tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:07.081611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10cd6b2d-fc2e-4e64-a1e6-1aaeae6343a4 req-57394936-b7a5-4d09-bedd-4b4b49dc97de tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1307418 Nov 12 11:04:07.102536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50c00a-8012-4f15-9dab-6ebf5f8ed119 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:04:07.138966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Attempting to bind port 21a917fe-0983-4e34-9f40-d8b6ff770a4c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:07.139845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Attempting to bind port 21a917fe-0983-4e34-9f40-d8b6ff770a4c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:07.141291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Attempting to bind port 21a917fe-0983-4e34-9f40-d8b6ff770a4c on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:07.157999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:07.158722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:07.159621 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.160414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:07.161686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Bound port: 21a917fe-0983-4e34-9f40-d8b6ff770a4c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:07.162459 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.166987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Pushing event updated for resources: {'Port': ['ID=21a917fe-0983-4e34-9f40-d8b6ff770a4c,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:07.189260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.190657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.191628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.192826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.193497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.193906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.194309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.194709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.195128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.195518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.195914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.196445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:07.240403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10cd6b2d-fc2e-4e64-a1e6-1aaeae6343a4 req-3f644f64-5e67-40d2-a024-06a563eba5de tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417544 Nov 12 11:04:07.272386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.313232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-86af61f1-1d5f-40ba-9ce7-21d3b122110b None None] Provisioning complete for port 21a917fe-0983-4e34-9f40-d8b6ff770a4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:07.313884 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86af61f1-1d5f-40ba-9ce7-21d3b122110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.361245 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.364919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] For port 21a917fe-0983-4e34-9f40-d8b6ff770a4c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:07.383516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-8d3b4ac5-41d6-4ab4-8795-5d8fff4c0114 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:07.389855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-8d3b4ac5-41d6-4ab4-8795-5d8fff4c0114 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 813 time: 0.2018776 Nov 12 11:04:07.400492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] For port 21a917fe-0983-4e34-9f40-d8b6ff770a4c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=21a917fe-0983-4e34-9f40-d8b6ff770a4c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:07.424385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.425160 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-ecbfb78a-31e2-4f4d-9e3c-fe9646dbf162 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/quotas/986216f13a5b4deb8697283d446515d4 HTTP/1.1" status: 200 len: 375 time: 0.0296607 Nov 12 11:04:07.431688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-86af61f1-1d5f-40ba-9ce7-21d3b122110b None None] Port 21a917fe-0983-4e34-9f40-d8b6ff770a4c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:04:07.447342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Network c3a9fbef-5efd-4b27-940a-549842956fe4 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:07.457364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:07.467097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:07.503340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de10a6f-c1a5-4758-83c7-14a2611671a3 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:04:07.504623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-6adfb62d-bcf3-4e24-9bf8-95bbc9522dd3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727932 Nov 12 11:04:07.505264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Pushing event updated for resources: {'Port': ['ID=30427469-9d76-47a7-ab91-f4ea8e9d8016,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:07.532004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a3165-5c98-4f95-90d3-24f6a72b1aff None None] Pushing event updated for resources: {'Port': ['ID=21a917fe-0983-4e34-9f40-d8b6ff770a4c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:07.532396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e8e20-8471-4ece-b79d-8b514120a1dc req-20292a44-f638-4d2d-80b2-55a5ebd7fb81 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:07.533684 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba6e8e20-8471-4ece-b79d-8b514120a1dc req-20292a44-f638-4d2d-80b2-55a5ebd7fb81 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 943 time: 0.1906505 Nov 12 11:04:07.540298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Routers {'693cfd9d-8cb5-4b5b-9c2e-e413738fd753'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:04:07.541006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:07.551799 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.686283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-fc4f1582-d897-40e4-9c92-b7880b125a94 service neutron] 10.222.0.31 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700344 Nov 12 11:04:07.695981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba6e8e20-8471-4ece-b79d-8b514120a1dc req-42083241-f1ba-4a9e-9e94-eaace753b593 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003988 Nov 12 11:04:07.738335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a8577bb7-db5e-47ed-a815-d7f946dff40f None None] Provisioning complete for port 21a917fe-0983-4e34-9f40-d8b6ff770a4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:07.738335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8577bb7-db5e-47ed-a815-d7f946dff40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.781500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.816393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] Set router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:04:07.871566 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-a2579c6a-a1d1-4160-b1ae-860410776cf4 service neutron] 10.222.0.31 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840551 Nov 12 11:04:08.039689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 957eba8d-4530-475a-89f4-17c594e4224a details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:08.073405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a95f1f79-177e-421d-855b-c999888bd205 req-8e1e6116-8970-44f8-8b10-5fbc0ffdf0c3 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0587754 Nov 12 11:04:08.098276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8577bb7-db5e-47ed-a815-d7f946dff40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.165424 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.173834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.224419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a8577bb7-db5e-47ed-a815-d7f946dff40f None None] For port 21a917fe-0983-4e34-9f40-d8b6ff770a4c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=21a917fe-0983-4e34-9f40-d8b6ff770a4c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:08.271619 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8577bb7-db5e-47ed-a815-d7f946dff40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.302531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79022d52-4212-486a-b452-03cc82e60729 req-6ef05d96-24a7-4bf3-8513-f1b9130176c4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 210 time: 0.0845718 Nov 12 11:04:08.363198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Pushing event updated for resources: {'Port': ['ID=30427469-9d76-47a7-ab91-f4ea8e9d8016,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:08.373115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.501397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd574-ee2e-4c28-8db3-719d2d32df99 req-c9fc2747-8d16-4ae6-b0ee-b37888ea31a9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:08.514892 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e0cd574-ee2e-4c28-8db3-719d2d32df99 req-c9fc2747-8d16-4ae6-b0ee-b37888ea31a9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0996203 Nov 12 11:04:08.579646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Network c3a9fbef-5efd-4b27-940a-549842956fe4 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:08.583629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:08.630648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 957eba8d-4530-475a-89f4-17c594e4224a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=957eba8d-4530-475a-89f4-17c594e4224a,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:08.631701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e0cd574-ee2e-4c28-8db3-719d2d32df99 req-3db5dc11-bde7-437e-8a85-346d8a10fd71 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140220 Nov 12 11:04:08.648885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:04:03Z', 'revision_number': 3, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port': {'id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:02Z', 'updated_at': '2021-11-12T11:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:08.705176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed1476-16b1-43d0-a200-35a0bd99be2b None None] The sync data for ids ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'] in n-d-768851-19 is: [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:04:03Z', 'revision_number': 3, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port': {'id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:02Z', 'updated_at': '2021-11-12T11:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:04:08.707400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8577bb7-db5e-47ed-a815-d7f946dff40f None None] Pushing event updated for resources: {'Port': ['ID=21a917fe-0983-4e34-9f40-d8b6ff770a4c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:08.716233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '957eba8d-4530-475a-89f4-17c594e4224a', 'network_id': 'b2d8740b-ad04-4daf-aba6-56d815392558', 'port_id': '957eba8d-4530-475a-89f4-17c594e4224a', 'mac_address': 'fa:16:3e:3f:c2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033bea7-dc1e-48f6-848f-34d48b4fe2b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:08.824254 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.887956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957eba8d-4530-475a-89f4-17c594e4224a {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:08.928916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 957eba8d-4530-475a-89f4-17c594e4224a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=957eba8d-4530-475a-89f4-17c594e4224a,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:08.935271 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:09.041656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=957eba8d-4530-475a-89f4-17c594e4224a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:09.254441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['957eba8d-4530-475a-89f4-17c594e4224a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:09.339508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e764f-51ab-41f9-bf86-ae4a6aec2e2c req-4f31b6f5-f1e0-4ebf-8184-11e2e4e6a8f3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.354892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b6e764f-51ab-41f9-bf86-ae4a6aec2e2c req-4f31b6f5-f1e0-4ebf-8184-11e2e4e6a8f3 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 944 time: 0.2062917 Nov 12 11:04:09.401269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b534d45-049a-47ce-973b-0890b7fb4182 req-0209c70d-e534-40df-a492-cd86d392f73e tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0689538 Nov 12 11:04:09.444685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:04:09.591466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b6e764f-51ab-41f9-bf86-ae4a6aec2e2c req-7d0e1fe9-04b3-4938-a953-6946dc277013 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221861 Nov 12 11:04:09.727162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be9db737-dd48-4496-bc89-1b8807542dff req-f7899fe2-26b6-4869-8d86-46fca8fc7b7c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 210 time: 0.0565870 Nov 12 11:04:09.789526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:04:09.822033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ecc029d7-16e9-4840-b4f0-1cb691d578ab admin admin] 10.222.0.31 "PUT /v2.0/routers/693cfd9d-8cb5-4b5b-9c2e-e413738fd753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1399119 Nov 12 11:04:09.885075 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:09.892628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8c904-72da-4d57-accc-544c4bcfe4f6 req-9f1011d8-9622-4f26-b347-1f6834e54c35 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.896409 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aaf8c904-72da-4d57-accc-544c4bcfe4f6 req-9f1011d8-9622-4f26-b347-1f6834e54c35 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1259904 Nov 12 11:04:10.060064 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aaf8c904-72da-4d57-accc-544c4bcfe4f6 req-a3602617-3158-4c25-a49c-273e6d86f22f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505225 Nov 12 11:04:10.088931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-937bd279-7e2d-41e2-aee5-06b709e10dd2 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:10.090725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-937bd279-7e2d-41e2-aee5-06b709e10dd2 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 813 time: 0.2978532 Nov 12 11:04:10.107303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'port': {'device_id': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631', 'admin_state_up': True, 'tenant_id': '986216f13a5b4deb8697283d446515d4'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:10.294601 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:10.371497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Made reservation on behalf of 986216f13a5b4deb8697283d446515d4 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:10.377234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:10.512286 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-9d198d0c-24bf-47b4-ad4c-5de967e0368f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:10.516051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-9d198d0c-24bf-47b4-ad4c-5de967e0368f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 819 time: 0.1717401 Nov 12 11:04:10.540300 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-99bb1fdf-c3cd-4982-b34b-554c7910ad2a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/quotas/8019993aaba94aad82a112102ed34469 HTTP/1.1" status: 200 len: 375 time: 0.0142541 Nov 12 11:04:10.608146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d59412a3-79d3-4453-8590-1b7f6514461e req-12b44167-3c9c-4fe5-a38a-f08ef2ade7ae tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0443175 Nov 12 11:04:10.631487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Allocated IP 172.20.0.11 (a3191c4f-bf6e-4c8f-b6f8-728478317631/0948e485-541c-4a61-984c-19be24f71697/847ce5f9-6078-4af4-8fb1-7aa330fd61a1) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:10.631911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-1577d1a2-9ac2-4860-9c19-f7bb5411eb89 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815861 Nov 12 11:04:10.933692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-846f677a-8c45-4ba0-a00f-3cc3048fc092 service neutron] 10.222.0.31 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840173 Nov 12 11:04:10.983694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 21a917fe-0983-4e34-9f40-d8b6ff770a4c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:10.997687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:11.012332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af30b0-76bd-43d5-b1db-cb1a71d03336 req-f60b5bab-8a9c-4beb-936c-44b344faefe1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:11.013912 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4af30b0-76bd-43d5-b1db-cb1a71d03336 req-f60b5bab-8a9c-4beb-936c-44b344faefe1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 944 time: 0.1379733 Nov 12 11:04:11.083999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 21a917fe-0983-4e34-9f40-d8b6ff770a4c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:11.084720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:11.116076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-d470465b-9bf7-4f23-8fc6-ff4ed8f5e991 service neutron] 10.222.0.31 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773224 Nov 12 11:04:11.120340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4af30b0-76bd-43d5-b1db-cb1a71d03336 req-ef981f7e-1cad-451e-81f6-9f1aee6a21c4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965323 Nov 12 11:04:11.158229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:11.236219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Network a3191c4f-bf6e-4c8f-b6f8-728478317631 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:11.238451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:11.250046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:11.298263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'Port': ['ID=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:11.373133 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Sync routers for ids ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:04:11.388540 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Routers {'693cfd9d-8cb5-4b5b-9c2e-e413738fd753'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:04:11.389909 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:11.568645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad68f43-8e0a-476a-9957-98a15f12da79 req-ac86eba6-5771-4f59-ac1e-8ddee809802a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:11.573460 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ad68f43-8e0a-476a-9957-98a15f12da79 req-ac86eba6-5771-4f59-ac1e-8ddee809802a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1255839 Nov 12 11:04:11.574300 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Set router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:04:11.700108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ad68f43-8e0a-476a-9957-98a15f12da79 req-8464643e-fb9e-4b0b-8385-929b90d2db3a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141798 Nov 12 11:04:11.879682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:11.880354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:11.930291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248198a-8218-4f98-8021-e1816d5a8117 req-fd5dc51a-dca8-42fd-818c-c97c3e7b64e9 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:11.930617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5248198a-8218-4f98-8021-e1816d5a8117 req-fd5dc51a-dca8-42fd-818c-c97c3e7b64e9 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 932 time: 0.6347106 Nov 12 11:04:11.934851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-b9e9ba8d-5949-40b8-8cc6-ee344ceaa575 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8349304 Nov 12 11:04:11.955252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Request body: {'port': {'device_id': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:11.973670 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6699a358-30d8-4040-9656-853aaaeae30d req-7d534b1e-1491-486e-bc62-8652b190605c tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 210 time: 0.0623622 Nov 12 11:04:11.982335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 957eba8d-4530-475a-89f4-17c594e4224a up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:12.006842 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:04:07Z', 'revision_number': 4, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port': {'id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:02Z', 'updated_at': '2021-11-12T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '30427469-9d76-47a7-ab91-f4ea8e9d8016', 'name': '', 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'mac_address': 'fa:16:3e:1d:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0fc7f30e-dd00-4080-88cf-8a03828c9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:06Z', 'updated_at': '2021-11-12T11:04:07Z', 'revision_number': 2, 'project_id': '8019993aaba94aad82a112102ed34469', 'subnets': [{'id': '0fc7f30e-dd00-4080-88cf-8a03828c9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:12.080080 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Checking router: 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:04:12.080490 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Updating router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 port 30427469-9d76-47a7-ab91-f4ea8e9d8016 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:04:12.095446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5248198a-8218-4f98-8021-e1816d5a8117 req-a13f209c-7e7c-4193-86c4-554840c4fafa tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511641 Nov 12 11:04:12.157380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 957eba8d-4530-475a-89f4-17c594e4224a completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:12.166368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 957eba8d-4530-475a-89f4-17c594e4224a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:12.169197 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.183690 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.212457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.220942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea715586-cc15-4dd6-9494-9e0d6b4fd736 req-82060621-19a1-4b34-8177-bd7a07b16f28 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0613279 Nov 12 11:04:12.391205 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.458300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c55448-bbef-4327-b4e9-f303b0b68d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957eba8d-4530-475a-89f4-17c594e4224a'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:12.462573 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd6f6e0-214d-4ce9-8db3-7feffbffde94" -d '{"events": [{"server_uuid": "f3c55448-bbef-4327-b4e9-f303b0b68d9e", "name": "network-vif-plugged", "status": "completed", "tag": "957eba8d-4530-475a-89f4-17c594e4224a"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:12.492452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 957eba8d-4530-475a-89f4-17c594e4224a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=957eba8d-4530-475a-89f4-17c594e4224a,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:12.500455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.549016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3791a5-3e6f-4f6e-bffb-4a5443d10243 req-f92a9caf-cb80-4418-95ad-1858cb359a6a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:12.558984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8e3791a5-3e6f-4f6e-bffb-4a5443d10243 req-f92a9caf-cb80-4418-95ad-1858cb359a6a tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 944 time: 0.1847613 Nov 12 11:04:12.586265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=957eba8d-4530-475a-89f4-17c594e4224a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:12.695325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8e3791a5-3e6f-4f6e-bffb-4a5443d10243 req-57bbb6e8-2e84-4037-9f6c-380ab2603255 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175134 Nov 12 11:04:12.772343 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b596ae-2f76-4a6d-af86-e4939a24bcde x-openstack-request-id: req-63b596ae-2f76-4a6d-af86-e4939a24bcde {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:12.773089 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c55448-bbef-4327-b4e9-f303b0b68d9e", "name": "network-vif-plugged", "status": "completed", "tag": "957eba8d-4530-475a-89f4-17c594e4224a", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:12.773271 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63b596ae-2f76-4a6d-af86-e4939a24bcde {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:12.773973 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c55448-bbef-4327-b4e9-f303b0b68d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957eba8d-4530-475a-89f4-17c594e4224a', 'code': 200} Nov 12 11:04:12.898859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc33846-69d0-4da5-a862-de79965a304a req-f10ddf4b-8db7-4eec-b622-1e3f59ddfeb2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:12.901340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-f10ddf4b-8db7-4eec-b622-1e3f59ddfeb2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 819 time: 0.3710132 Nov 12 11:04:12.934320 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.946727 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-1ed5ca4d-435f-4b48-bfe2-cae724cd10f7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/quotas/8019993aaba94aad82a112102ed34469 HTTP/1.1" status: 200 len: 375 time: 0.0301964 Nov 12 11:04:12.947052 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.014632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac842f5d-9bb1-4d8e-b28c-9898cee2e4c3 req-eda84249-ff47-4912-97ac-85b7c5622cf9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:13.027131 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac842f5d-9bb1-4d8e-b28c-9898cee2e4c3 req-eda84249-ff47-4912-97ac-85b7c5622cf9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1466653 Nov 12 11:04:13.043814 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Pushing event updated for resources: {'Port': ['ID=30427469-9d76-47a7-ab91-f4ea8e9d8016,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:13.059784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451e83b-f70f-4cce-a3c7-97f0c3a4c73e req-8ea841a5-e0cb-45da-9861-38c353f82b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:13.062889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5451e83b-f70f-4cce-a3c7-97f0c3a4c73e req-8ea841a5-e0cb-45da-9861-38c353f82b32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 1097 time: 0.1976278 Nov 12 11:04:13.074867 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.075507 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.076002 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.076532 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.077047 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.077531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.078063 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.078543 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.079046 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.079531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.080012 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.080809 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:13.144108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:13.145812 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac842f5d-9bb1-4d8e-b28c-9898cee2e4c3 req-99708129-f5c2-4f25-90ea-7ea0da341b4e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174750 Nov 12 11:04:13.164647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.170374 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Attempting to bind port 30427469-9d76-47a7-ab91-f4ea8e9d8016 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:13.171449 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Attempting to bind port 30427469-9d76-47a7-ab91-f4ea8e9d8016 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:13.172587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5451e83b-f70f-4cce-a3c7-97f0c3a4c73e req-4b735032-3a80-484a-a05b-57ed14b24402 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989864 Nov 12 11:04:13.173371 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Attempting to bind port 30427469-9d76-47a7-ab91-f4ea8e9d8016 on network c3a9fbef-5efd-4b27-940a-549842956fe4 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:13.178878 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-a2c57ffb-b2cb-4f2c-bec0-0e2485395696 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2097282 Nov 12 11:04:13.206618 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:13.207074 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Checking segment: {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:13.207785 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.212908 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Bound using segment: {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:13.217736 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Bound port: 30427469-9d76-47a7-ab91-f4ea8e9d8016, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:13.219200 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.242691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Transition to ACTIVE for port object 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:13.278774 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.335569 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] For port 30427469-9d76-47a7-ab91-f4ea8e9d8016, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:13.343948 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] For port 30427469-9d76-47a7-ab91-f4ea8e9d8016, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=30427469-9d76-47a7-ab91-f4ea8e9d8016,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:13.351318 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.434490 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Routers {'693cfd9d-8cb5-4b5b-9c2e-e413738fd753'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:04:13.435275 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:03:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:13.514795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Pushing event updated for resources: {'Port': ['ID=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:13.534524 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f4e52-91e2-435d-a68b-ab668892245b None None] Pushing event updated for resources: {'Port': ['ID=30427469-9d76-47a7-ab91-f4ea8e9d8016,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:13.553206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-b5053df8-09ad-43f8-9dca-f8ba7856a4f3 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:13.556608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-b5053df8-09ad-43f8-9dca-f8ba7856a4f3 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.52 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 819 time: 0.3740754 Nov 12 11:04:13.594530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba74fcb-4557-4555-99bc-ddc8f9ff1091 req-9658c6c9-6ee6-4397-81a8-93d0da67e0db tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:13.596973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ba74fcb-4557-4555-99bc-ddc8f9ff1091 req-9658c6c9-6ee6-4397-81a8-93d0da67e0db tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 944 time: 0.1221225 Nov 12 11:04:13.610227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Request body: {'port': {'device_id': '2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f', 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4', 'admin_state_up': True, 'tenant_id': '8019993aaba94aad82a112102ed34469'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:13.655426 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] Set router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:04:13.707077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-0aee92b5-a944-496f-a3d0-a4a3187398ad service neutron] 10.222.0.31 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084968 Nov 12 11:04:13.713215 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ba74fcb-4557-4555-99bc-ddc8f9ff1091 req-077da669-6c90-4c8e-a955-81e51446b405 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028206 Nov 12 11:04:13.878944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Attempting to bind port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:13.879370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Attempting to bind port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:13.879770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Attempting to bind port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 on network a3191c4f-bf6e-4c8f-b6f8-728478317631 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:13.905584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 on network a3191c4f-bf6e-4c8f-b6f8-728478317631 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:13.906571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Attempting to bind port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 on network a3191c4f-bf6e-4c8f-b6f8-728478317631 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:13.926782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:13.927116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Checking segment: {'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:13.927524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Bound using segment: {'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:13.928112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Bound port: 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:13.928470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.976441 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8e533acf-c85f-4d1a-ab60-6a01d472a134 req-d8845d9d-e8b5-46eb-9e23-ca1e9c62b39e tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0513437 Nov 12 11:04:13.995946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Made reservation on behalf of 8019993aaba94aad82a112102ed34469 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:14.001020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:14.037461 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:04:07Z', 'revision_number': 4, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port': {'id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:02Z', 'updated_at': '2021-11-12T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '30427469-9d76-47a7-ab91-f4ea8e9d8016', 'name': '', 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'mac_address': 'fa:16:3e:1d:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0fc7f30e-dd00-4080-88cf-8a03828c9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:06Z', 'updated_at': '2021-11-12T11:04:13Z', 'revision_number': 4, 'project_id': '8019993aaba94aad82a112102ed34469', 'subnets': [{'id': '0fc7f30e-dd00-4080-88cf-8a03828c9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:14.052158 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-d21eab7c-571e-4ed6-84c3-b38cd9c49274 service neutron] 10.222.0.31 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228381 Nov 12 11:04:14.110214 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd667b70-48db-46ef-99d4-13ab05147488 None None] The sync data for ids ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'] in n-d-768851-19 is: [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:04:07Z', 'revision_number': 4, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port': {'id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:02Z', 'updated_at': '2021-11-12T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '30427469-9d76-47a7-ab91-f4ea8e9d8016', 'name': '', 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'mac_address': 'fa:16:3e:1d:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0fc7f30e-dd00-4080-88cf-8a03828c9445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:06Z', 'updated_at': '2021-11-12T11:04:13Z', 'revision_number': 4, 'project_id': '8019993aaba94aad82a112102ed34469', 'subnets': [{'id': '0fc7f30e-dd00-4080-88cf-8a03828c9445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:04:14.198490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] For port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:14.257678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] For port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:14.275474 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:14.321210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb341-2a22-47fd-b685-d0b1ff32eff7 req-7f31ce89-79f3-4092-9bd6-410ff2e8dcd1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.327129 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-900eb341-2a22-47fd-b685-d0b1ff32eff7 req-7f31ce89-79f3-4092-9bd6-410ff2e8dcd1 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 945 time: 0.2040513 Nov 12 11:04:14.482762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-900eb341-2a22-47fd-b685-d0b1ff32eff7 req-896f2fb3-a29d-45b9-8fd9-7cfdfb5b6e48 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303513 Nov 12 11:04:14.501641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Pushing event updated for resources: {'Port': ['ID=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:14.518626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.519685 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:14.522383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-e1c4dca1-622e-48cc-bc50-17f1049f517e service neutron] 10.222.0.52 "PUT /v2.0/ports/847ce5f9-6078-4af4-8fb1-7aa330fd61a1 HTTP/1.1" status: 200 len: 1093 time: 2.5739183 Nov 12 11:04:14.544492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:14.548005 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9721c26a-2c29-422a-90ec-24333ce9eecb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:14.578964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Allocated IP 172.20.0.12 (c3a9fbef-5efd-4b27-940a-549842956fe4/0fc7f30e-dd00-4080-88cf-8a03828c9445/d0380d3d-90b6-4578-a3b6-80aaef3c9aa2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:14.661979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-01d527d9-1be4-49c9-bae9-dbf8aa10fd9c req-e8f50fb7-00ca-441a-a4b8-85f7aa9729b2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 210 time: 0.0684061 Nov 12 11:04:14.911682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8c042-f6f6-4d11-860c-263ec67a8ac8 req-914e5ebe-5f33-404b-92b1-2cbc0d2fe444 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.921168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3da8c042-f6f6-4d11-860c-263ec67a8ac8 req-914e5ebe-5f33-404b-92b1-2cbc0d2fe444 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.4212101 Nov 12 11:04:14.931148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-9ae0ccf8-262f-47e4-9929-0153ee91c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.933846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-9ae0ccf8-262f-47e4-9929-0153ee91c64f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1096 time: 0.3459563 Nov 12 11:04:15.040422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 30427469-9d76-47a7-ab91-f4ea8e9d8016 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:15.065307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-bf216827-9c6e-43ba-9e05-f202e26628b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1 HTTP/1.1" status: 200 len: 217 time: 0.1179516 Nov 12 11:04:15.133684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:15.209542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 30427469-9d76-47a7-ab91-f4ea8e9d8016 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:15.210859 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:15.240668 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3da8c042-f6f6-4d11-860c-263ec67a8ac8 req-e0db6d25-8f4f-4328-a49c-44a3bb4646b1 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171115 Nov 12 11:04:15.413264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-6edd5221-b589-4137-b7d8-0ae297f86161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:15.414949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-6edd5221-b589-4137-b7d8-0ae297f86161 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.2708473 Nov 12 11:04:15.422446 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e5c2f4-7a46-4632-94eb-a5c6652e9a86 x-openstack-request-id: req-16e5c2f4-7a46-4632-94eb-a5c6652e9a86 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:15.423775 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:15.424140 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16e5c2f4-7a46-4632-94eb-a5c6652e9a86 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:15.425148 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'status': 'completed', 'code': 200} Nov 12 11:04:15.440561 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:15.488455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-c643fb0b-7254-453b-9b2a-7193f46f40f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607827 Nov 12 11:04:15.494659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:15.530094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 30427469-9d76-47a7-ab91-f4ea8e9d8016, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=30427469-9d76-47a7-ab91-f4ea8e9d8016,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:15.538347 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:15.602923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3016fb-f26f-4666-bd1f-ed8b428263cf req-e24af32f-a1d9-47af-8d22-5d454b4c2187 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:15.637919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=30427469-9d76-47a7-ab91-f4ea8e9d8016,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:15.647199 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef3016fb-f26f-4666-bd1f-ed8b428263cf req-e24af32f-a1d9-47af-8d22-5d454b4c2187 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 944 time: 0.2139249 Nov 12 11:04:15.713486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Network c3a9fbef-5efd-4b27-940a-549842956fe4 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:15.746019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:15.751473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:15.788547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef3016fb-f26f-4666-bd1f-ed8b428263cf req-7011e40b-c76d-4c8c-baea-11cde987d70a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401248 Nov 12 11:04:15.831279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-5d1c62ca-aa72-4a99-b8fd-e630bc350cd8 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326340 Nov 12 11:04:15.897076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43dd9fb1-d6e3-4fee-84c8-52d1b7c03011 req-79fc8ab3-6c39-43bf-83c4-425f127d6624 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.1535392 Nov 12 11:04:15.966514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cd3e1-7aa9-42d0-93e4-411359ff1e0b req-3e7ffe5a-3b07-49d0-b888-391674aa71b9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:15.970582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b2cd3e1-7aa9-42d0-93e4-411359ff1e0b req-3e7ffe5a-3b07-49d0-b888-391674aa71b9 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 945 time: 0.0954971 Nov 12 11:04:15.998799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Pushing event updated for resources: {'Port': ['ID=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:16.042800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.044109 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:16.101894 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b2cd3e1-7aa9-42d0-93e4-411359ff1e0b req-17bd1f55-8e13-4511-81e7-34ea6c275428 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200273 Nov 12 11:04:16.129948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-91544d89-b199-48e1-a0f4-25744ff8258a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5384836 Nov 12 11:04:16.136499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-328e9e5b-783f-4b3a-9362-e8667c85ab87 req-2746e723-3154-444b-bc8d-db011f6d5aa2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 210 time: 0.0724058 Nov 12 11:04:16.154374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Request body: {'port': {'device_id': '2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:16.222658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a1dcc4-5fc4-4d39-a350-0efc18e6edb1 req-3a5b8862-0375-4082-820c-8fae54c45bb8 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758960 Nov 12 11:04:16.364082 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:16.455785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-97314e60-3905-41e3-a720-46ae2ec85102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.458696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-97314e60-3905-41e3-a720-46ae2ec85102 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1096 time: 0.1478243 Nov 12 11:04:16.731793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1f582-ae3a-4152-bfaf-e5b1b5b0c66c req-765ff6d1-ffdf-4a6e-bd81-a5656ada17cb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.736596 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10a1f582-ae3a-4152-bfaf-e5b1b5b0c66c req-765ff6d1-ffdf-4a6e-bd81-a5656ada17cb tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 945 time: 0.1100297 Nov 12 11:04:16.833907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10a1f582-ae3a-4152-bfaf-e5b1b5b0c66c req-341eedd7-0dc7-45b4-bff4-ba28b090bdb4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870643 Nov 12 11:04:16.852311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479b4f4-9693-446f-aec5-dd12eb36a16b req-b3080bed-79b9-4cf8-b3ab-cc463ee6ade9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.865678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c479b4f4-9693-446f-aec5-dd12eb36a16b req-b3080bed-79b9-4cf8-b3ab-cc463ee6ade9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.4268103 Nov 12 11:04:16.913877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc33846-69d0-4da5-a862-de79965a304a req-9cf84294-e140-4906-b3d5-1ae2e136e29d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.915929 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-9cf84294-e140-4906-b3d5-1ae2e136e29d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.59 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 819 time: 0.5174477 Nov 12 11:04:16.919184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 30427469-9d76-47a7-ab91-f4ea8e9d8016 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:16.971611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Request body: {'port': {'device_id': 'ed7d521a-7647-481e-b341-bb72fd37d296', 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4', 'admin_state_up': True, 'tenant_id': '8019993aaba94aad82a112102ed34469'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:17.014047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 30427469-9d76-47a7-ab91-f4ea8e9d8016 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:17.015002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:17.024057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-d67463bf-a741-46b6-8a52-eb10227c8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:17.026431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-d67463bf-a741-46b6-8a52-eb10227c8b12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 914 time: 0.5270000 Nov 12 11:04:17.150447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda7e05-df07-40ad-913b-90215df3867b req-87721dc3-90b2-4234-86b1-d4af81640bf5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:17.152962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4dda7e05-df07-40ad-913b-90215df3867b req-87721dc3-90b2-4234-86b1-d4af81640bf5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 944 time: 0.0948727 Nov 12 11:04:17.191902 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-90aba423-27f8-46f1-96e2-26c8980c805f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1 HTTP/1.1" status: 200 len: 217 time: 0.1447928 Nov 12 11:04:17.199478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c479b4f4-9693-446f-aec5-dd12eb36a16b req-7664f831-92ad-4cd7-aad7-a5b464dd7bc7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325667 Nov 12 11:04:17.235177 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4dda7e05-df07-40ad-913b-90215df3867b req-e9d14769-a5de-4d1b-9744-93a1a525c044 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729833 Nov 12 11:04:17.333342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-ad35cc96-fa49-4ba7-beab-9563f17f8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:17.335776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-ad35cc96-fa49-4ba7-beab-9563f17f8bf3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.1334875 Nov 12 11:04:17.382115 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b1c0c07f-b8aa-4f9e-b22a-1e00a92fe63a req-dc561f72-38ea-431b-b605-21a9450bb95e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 210 time: 0.0361917 Nov 12 11:04:17.401564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74a4b34f-5b20-462f-b5ae-e48499550fa4 req-cca6b954-aaef-4ed2-b0a0-cb5a13dc58f5 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0707843 Nov 12 11:04:17.423954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-53770767-9744-4b2f-983d-274e25b5496a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663002 Nov 12 11:04:17.490942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Made reservation on behalf of 8019993aaba94aad82a112102ed34469 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:17.494666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:17.602744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:17.654500 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:17.673315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-58f24c48-b704-4ff7-ac69-63d03457441d service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348087 Nov 12 11:04:17.691968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Transition to ACTIVE for port object d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:17.704175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.295082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Pushing event updated for resources: {'Port': ['ID=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:18.297997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Allocated IP 172.20.0.11 (c3a9fbef-5efd-4b27-940a-549842956fe4/0fc7f30e-dd00-4080-88cf-8a03828c9445/1f4c721b-a56d-419a-938f-5b8c89776042) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:18.350469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9721c26a-2c29-422a-90ec-24333ce9eecb req-75eda9b8-63cc-435e-ba56-a4ee8b3e7d6c service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646087 Nov 12 11:04:18.397336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4fcdb-5b74-441b-aa6b-647aed475276 req-061764c2-9cc5-4e74-b19e-13b693843c52 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:18.399419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ae4fcdb-5b74-441b-aa6b-647aed475276 req-061764c2-9cc5-4e74-b19e-13b693843c52 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0802684 Nov 12 11:04:18.407706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cba1f-d61b-46b4-8c1d-002092e2e678 req-3aec3487-1c02-4c99-8f0a-9eb89e99dc38 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:18.411516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d21cba1f-d61b-46b4-8c1d-002092e2e678 req-3aec3487-1c02-4c99-8f0a-9eb89e99dc38 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 945 time: 0.2173877 Nov 12 11:04:18.481639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ae4fcdb-5b74-441b-aa6b-647aed475276 req-29bf921f-ce2e-438b-a0aa-983e3f5a78f1 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727484 Nov 12 11:04:18.524946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Attempting to bind port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:18.524946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Attempting to bind port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:18.525283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Attempting to bind port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 on network c3a9fbef-5efd-4b27-940a-549842956fe4 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:18.573683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 on network c3a9fbef-5efd-4b27-940a-549842956fe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:18.573683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Attempting to bind port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 on network c3a9fbef-5efd-4b27-940a-549842956fe4 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:18.581212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d21cba1f-d61b-46b4-8c1d-002092e2e678 req-50810189-ebbc-47b5-97e4-eef2e00c9460 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504791 Nov 12 11:04:18.589600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:18.590127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Checking segment: {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:18.590813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Bound using segment: {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:18.591471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Bound port: d0380d3d-90b6-4578-a3b6-80aaef3c9aa2, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:18.592009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.667594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971f93f-3bfc-4dd5-9d27-6d1e781e13e6 req-6401da05-21f9-4d3c-8c9a-40ebe67f9826 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:18.669814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8971f93f-3bfc-4dd5-9d27-6d1e781e13e6 req-6401da05-21f9-4d3c-8c9a-40ebe67f9826 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 944 time: 0.0927134 Nov 12 11:04:18.709975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.741121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] For port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:18.761311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a40b22f-5b87-4233-a3ae-3f3b1d7d17b8 req-61c61c9a-bbb7-44de-b308-d8af6b7960b8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 210 time: 0.0545669 Nov 12 11:04:18.773997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] For port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:18.776539 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8971f93f-3bfc-4dd5-9d27-6d1e781e13e6 req-987362fe-065a-4698-944d-b7aa61b86003 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949852 Nov 12 11:04:18.818107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.870137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:18.870908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.874020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] 10.222.0.52 "PUT /v2.0/ports/d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 HTTP/1.1" status: 200 len: 1093 time: 2.7316396 Nov 12 11:04:18.877568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f', 'tag': 'd0380d3d-90b6-4578-a3b6-80aaef3c9aa2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:18.890800 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b0c72-a6b6-4e90-8769-d58d36449181" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f", "tag": "d0380d3d-90b6-4578-a3b6-80aaef3c9aa2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:18.894804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58c5b7f1-80fc-44f5-b7cd-99ab0dbf4326 req-4cce5e01-adfd-41d5-93cb-984ed670bbd5 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0420418 Nov 12 11:04:18.920136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:19.013440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Network c3a9fbef-5efd-4b27-940a-549842956fe4 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:19.020459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14085f8c-729c-453b-b1df-dd0695a2ac98 service neutron] Pushing event updated for resources: {'Port': ['ID=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:19.021493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:19.030867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:19.092514 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0edfa1-f709-451b-9965-4cf50780417e x-openstack-request-id: req-2c0edfa1-f709-451b-9965-4cf50780417e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:19.093016 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f", "tag": "d0380d3d-90b6-4578-a3b6-80aaef3c9aa2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:19.093927 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c0edfa1-f709-451b-9965-4cf50780417e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:19.094484 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f', 'tag': 'd0380d3d-90b6-4578-a3b6-80aaef3c9aa2', 'status': 'completed', 'code': 200} Nov 12 11:04:19.141772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-f5b95ccd-ab58-4ce6-ad8f-e7a83ce58329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:19.143549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-f5b95ccd-ab58-4ce6-ad8f-e7a83ce58329 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1096 time: 0.2166178 Nov 12 11:04:19.147395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Pushing event updated for resources: {'Port': ['ID=1f4c721b-a56d-419a-938f-5b8c89776042,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:19.174637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:19.175739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:19.222432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-f722bd20-f5b5-4a03-867e-e17ebd9690f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 HTTP/1.1" status: 200 len: 217 time: 0.0677652 Nov 12 11:04:19.223268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d5e7f-6bc0-4996-bc99-bb8f35e13e5b req-ca45757f-b56c-461c-aab8-4888580dc963 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:19.225972 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e49d5e7f-6bc0-4996-bc99-bb8f35e13e5b req-ca45757f-b56c-461c-aab8-4888580dc963 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 945 time: 0.0987034 Nov 12 11:04:19.246048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-ff12cdbb-8a50-4506-99d4-f2aef9c2cc04 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2857471 Nov 12 11:04:19.290460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Request body: {'port': {'device_id': 'ed7d521a-7647-481e-b341-bb72fd37d296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:19.303650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e49d5e7f-6bc0-4996-bc99-bb8f35e13e5b req-5a784326-8571-423a-bebb-f2a37895e028 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680513 Nov 12 11:04:19.344019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-aee52d1c-dc98-42b0-929c-1e212f0f624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:19.346266 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-aee52d1c-dc98-42b0-929c-1e212f0f624d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.1162999 Nov 12 11:04:19.393889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-b0c2fe58-6a3c-4820-886f-af4c2fbf7c1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307047 Nov 12 11:04:19.394501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:19.645965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-e389cba1-7f38-4389-9949-6e8439878def service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417963 Nov 12 11:04:19.800243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b5e41-b283-4baf-94a5-4f1173272ff7 req-52b3128c-1cf4-44da-9181-b6895284254b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:19.802066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf2b5e41-b283-4baf-94a5-4f1173272ff7 req-52b3128c-1cf4-44da-9181-b6895284254b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1975884 Nov 12 11:04:19.888082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f1e363-0a73-4561-8611-d9064bf74321 req-42ebb92b-d396-4ae4-9ff3-419ba49c5a84 service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158687 Nov 12 11:04:19.922977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf2b5e41-b283-4baf-94a5-4f1173272ff7 req-4f528632-5541-49e5-bf21-7893a2b58660 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Nov 12 11:04:19.997291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88637cb-98d5-4218-bf1a-49a25994caf6 req-8c30151b-23a7-413d-b832-e5db42fa10e5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.000657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f88637cb-98d5-4218-bf1a-49a25994caf6 req-8c30151b-23a7-413d-b832-e5db42fa10e5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 944 time: 0.1234565 Nov 12 11:04:20.023044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:20.042755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4c721b-a56d-419a-938f-5b8c89776042 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:20.071881 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.072200 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f88637cb-98d5-4218-bf1a-49a25994caf6 req-9186202c-c2bb-4631-9222-f157b84ebbd9 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Nov 12 11:04:20.135735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Transition to ACTIVE for port object 1f4c721b-a56d-419a-938f-5b8c89776042 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:20.139804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-12609d96-250d-454f-a2ec-c8bc4270e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.142396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-12609d96-250d-454f-a2ec-c8bc4270e9a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1096 time: 0.1680019 Nov 12 11:04:20.145239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.194270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:20.222557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631', 'port_id': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'mac_address': 'fa:16:3e:b3:0b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0948e485-541c-4a61-984c-19be24f71697', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:20.233196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a259af7-c5ff-49f6-b41c-938ba6229a96 req-fa684b19-1c1b-47be-91f0-b93d2fcf86b8 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0476263 Nov 12 11:04:20.285464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85398665-48c1-498c-baf0-9d802de168ed req-4146a61d-e0f3-4c96-a505-dde69222429d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.287077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85398665-48c1-498c-baf0-9d802de168ed req-4146a61d-e0f3-4c96-a505-dde69222429d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 932 time: 0.2557302 Nov 12 11:04:20.336121 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.360485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:20.386584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4c721b-a56d-419a-938f-5b8c89776042,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:20.398915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:20.409916 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.484486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:20.539191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-190c1de9-436c-42a7-8ead-e084e3e9547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.540692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-190c1de9-436c-42a7-8ead-e084e3e9547d service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 920 time: 0.3868349 Nov 12 11:04:20.547210 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85398665-48c1-498c-baf0-9d802de168ed req-77eec59a-6f00-4bb2-8766-ee6394c1ad5b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211633 Nov 12 11:04:20.548955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Attempting to bind port 1f4c721b-a56d-419a-938f-5b8c89776042 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:20.549531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Attempting to bind port 1f4c721b-a56d-419a-938f-5b8c89776042 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:20.549902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Attempting to bind port 1f4c721b-a56d-419a-938f-5b8c89776042 on network c3a9fbef-5efd-4b27-940a-549842956fe4 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:20.595188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Port 1f4c721b-a56d-419a-938f-5b8c89776042 on network c3a9fbef-5efd-4b27-940a-549842956fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:20.595532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Attempting to bind port 1f4c721b-a56d-419a-938f-5b8c89776042 on network c3a9fbef-5efd-4b27-940a-549842956fe4 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:20.607896 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-031be033-a88b-4295-95fe-de765f908c63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 HTTP/1.1" status: 200 len: 217 time: 0.0515699 Nov 12 11:04:20.610895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:20.612301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Checking segment: {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:20.612886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Bound using segment: {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:20.613445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Bound port: 1f4c721b-a56d-419a-938f-5b8c89776042, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20683e53-2f16-4e5b-ac2c-8b78ab6ea380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:20.614082 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.629405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-e141283e-2fb1-4e65-89e8-d332c4854c2f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.631126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-e141283e-2fb1-4e65-89e8-d332c4854c2f tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 945 time: 0.1719341 Nov 12 11:04:20.640175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e8ebc-90c2-4095-9879-58141554a86d req-99dc4ede-9f01-4cb9-b30c-92326d8f9d57 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.642639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4f7e8ebc-90c2-4095-9879-58141554a86d req-99dc4ede-9f01-4cb9-b30c-92326d8f9d57 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 945 time: 0.0778635 Nov 12 11:04:20.703785 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4f7e8ebc-90c2-4095-9879-58141554a86d req-84b92d40-fb79-4cba-87c9-45eeedd273b0 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Nov 12 11:04:20.721848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:20.767341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-6ec8df69-5212-4259-8422-ae8c7dbdc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.768947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-6ec8df69-5212-4259-8422-ae8c7dbdc437 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.1497486 Nov 12 11:04:20.845711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-4db3e9ce-7fb9-447b-8d5f-6d1724b01307 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543854 Nov 12 11:04:20.864959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] For port 1f4c721b-a56d-419a-938f-5b8c89776042, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:20.870605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] For port 1f4c721b-a56d-419a-938f-5b8c89776042, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f4c721b-a56d-419a-938f-5b8c89776042,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:20.891872 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.969059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.970328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.971255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] 10.222.0.59 "PUT /v2.0/ports/1f4c721b-a56d-419a-938f-5b8c89776042 HTTP/1.1" status: 200 len: 1093 time: 1.6883218 Nov 12 11:04:20.999384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Deleting port 957eba8d-4530-475a-89f4-17c594e4224a {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:04:20.999903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:21.077145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f1675-925b-4542-ad81-78ebab704c99 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4c721b-a56d-419a-938f-5b8c89776042,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:21.138047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7d521a-7647-481e-b341-bb72fd37d296', 'tag': '1f4c721b-a56d-419a-938f-5b8c89776042'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:21.141030 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94ce43d-f609-438f-a895-5a8f3c76295e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7d521a-7647-481e-b341-bb72fd37d296", "tag": "1f4c721b-a56d-419a-938f-5b8c89776042"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:21.162115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-f6100744-5e3e-4406-a85a-b37de99c5c9e service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059924 Nov 12 11:04:21.238889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ee445-8c5f-4436-9ed4-e61f6b4afdef req-0a7ab10d-b75d-4e8c-8c3f-c0eb5b25d726 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.240613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d47ee445-8c5f-4436-9ed4-e61f6b4afdef req-0a7ab10d-b75d-4e8c-8c3f-c0eb5b25d726 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 945 time: 0.0752151 Nov 12 11:04:21.274914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc33846-69d0-4da5-a862-de79965a304a req-276c961f-9298-47c8-ab96-fc439cc48ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.276517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-276c961f-9298-47c8-ab96-fc439cc48ac1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 1096 time: 0.2340631 Nov 12 11:04:21.282809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] For port 957eba8d-4530-475a-89f4-17c594e4224a, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=957eba8d-4530-475a-89f4-17c594e4224a,segment=NetworkSegment(6f188495-127f-4af3-9cc1-a09c721fc384),segment_id=6f188495-127f-4af3-9cc1-a09c721fc384)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:21.283187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:21.300369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2683934-ebab-4e4e-9788-2c942bfc68c6 req-c6869f40-876c-4c0a-9d4d-2d83e8efd620 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.301962 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2683934-ebab-4e4e-9788-2c942bfc68c6 req-c6869f40-876c-4c0a-9d4d-2d83e8efd620 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.2606108 Nov 12 11:04:21.318268 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d47ee445-8c5f-4436-9ed4-e61f6b4afdef req-16d32ea9-3a6c-4134-8dda-dd2f7697d84d tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668759 Nov 12 11:04:21.325352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Calling delete_port for 957eba8d-4530-475a-89f4-17c594e4224a owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:04:21.381970 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3605fd04-48a0-4a22-8748-c0df7c8533bb x-openstack-request-id: req-3605fd04-48a0-4a22-8748-c0df7c8533bb {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:21.382253 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7d521a-7647-481e-b341-bb72fd37d296", "tag": "1f4c721b-a56d-419a-938f-5b8c89776042", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:21.382508 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3605fd04-48a0-4a22-8748-c0df7c8533bb {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:21.382891 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7d521a-7647-481e-b341-bb72fd37d296', 'tag': '1f4c721b-a56d-419a-938f-5b8c89776042', 'status': 'completed', 'code': 200} Nov 12 11:04:21.386729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-ce81a55d-374e-4d99-a64f-1891b1d4bcfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f4c721b-a56d-419a-938f-5b8c89776042 HTTP/1.1" status: 200 len: 217 time: 0.0836546 Nov 12 11:04:21.461500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da8b0c72-a6b6-4e90-8769-d58d36449181 req-56e97fb2-4f44-4e30-ac41-82b82a40d424 service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834966 Nov 12 11:04:21.471020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ea3486e-904e-44fd-a898-45f853d32f92 req-108058ee-0ebc-40e5-be5d-28f06d892e66 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0367150 Nov 12 11:04:21.509317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2683934-ebab-4e4e-9788-2c942bfc68c6 req-3ab9b023-7a17-4922-aa40-40fbcc1474e8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924784 Nov 12 11:04:21.535211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc33846-69d0-4da5-a862-de79965a304a req-f9d49449-52fd-4e5c-8436-a6dad2abaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.537231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-f9d49449-52fd-4e5c-8436-a6dad2abaf59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.1250842 Nov 12 11:04:21.595422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-bd57fdcc-f6c5-4f6c-98e8-7f557c6a1f1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370991 Nov 12 11:04:21.708551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8753-5138-4cf5-be7a-5bb5bc108a72 req-2ae93f6d-b05e-41d4-a08d-4d66fa8c8170 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.711196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c59f8753-5138-4cf5-be7a-5bb5bc108a72 req-2ae93f6d-b05e-41d4-a08d-4d66fa8c8170 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 944 time: 0.0679562 Nov 12 11:04:21.716246 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:21.730007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['957eba8d-4530-475a-89f4-17c594e4224a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:21.769553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Pushing event deleted for resources: {'Port': ['ID=957eba8d-4530-475a-89f4-17c594e4224a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:21.811462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c59f8753-5138-4cf5-be7a-5bb5bc108a72 req-ffb800c7-798e-4ee5-ba2a-ca22c7fcfca1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884335 Nov 12 11:04:21.819496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-a2aa1443-10a1-47a8-b3af-0fe06be4b35c service neutron] 10.222.0.59 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860230 Nov 12 11:04:21.849602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] No DVR routers for this DVR port 957eba8d-4530-475a-89f4-17c594e4224a on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:04:21.859925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:21.863511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c02ac5c1-6fd4-4da0-bea2-aa51a5905445 req-f730240a-bf9e-47e8-bc05-b608d9604be4 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.52 "DELETE /v2.0/ports/957eba8d-4530-475a-89f4-17c594e4224a HTTP/1.1" status: 204 len: 173 time: 1.2167904 Nov 12 11:04:21.897219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f074150e-5a63-454b-b84b-6a2c6863a095 req-2f0915d1-41bb-4532-abc0-e417d0a487d5 tempest-DeleteServersTestJSON-573185208 tempest-DeleteServersTestJSON-573185208-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3c55448-bbef-4327-b4e9-f303b0b68d9e HTTP/1.1" status: 200 len: 210 time: 0.0571911 Nov 12 11:04:21.991889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbc33846-69d0-4da5-a862-de79965a304a req-0946c1de-6670-4134-947b-0c435841fffa service neutron] 10.222.0.59 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507967 Nov 12 11:04:22.030084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:22.090131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:22.095160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:22.095160 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:22.114016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-9baa6b6e-856a-453e-815e-e01d64951f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.115574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-9baa6b6e-856a-453e-815e-e01d64951f0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 1096 time: 0.0673513 Nov 12 11:04:22.216644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:22.223888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-e2c21e50-388f-4608-8c7b-ed90041bb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.226369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-e2c21e50-388f-4608-8c7b-ed90041bb031 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 920 time: 0.0971141 Nov 12 11:04:22.246988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:22.249362 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b099a7-f84b-4944-80c6-7ceb24c06d72" -d '{"events": [{"server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "name": "network-vif-plugged", "status": "completed", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:22.277439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:22.283744 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:22.320365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-a99dc7d3-b67c-4732-9209-41d257cf1bc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f4c721b-a56d-419a-938f-5b8c89776042 HTTP/1.1" status: 200 len: 217 time: 0.0837793 Nov 12 11:04:22.342526 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69dde44-8bee-4a74-8d6e-496a6debb5df x-openstack-request-id: req-d69dde44-8bee-4a74-8d6e-496a6debb5df {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:22.342957 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "name": "network-vif-plugged", "status": "completed", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:22.343852 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d69dde44-8bee-4a74-8d6e-496a6debb5df {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:22.344350 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'code': 200} Nov 12 11:04:22.393215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:22.420939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-11749ff0-626b-420f-b141-25a816e0c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.424148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-11749ff0-626b-420f-b141-25a816e0c572 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.0902662 Nov 12 11:04:22.513728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-345123c1-fe40-4035-925d-eb9ba071be14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606868 Nov 12 11:04:22.588699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944924a4-20b8-4b85-b35d-d96f99493829 req-bbdf13ef-6d82-4939-9aa8-f8f39b318425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.590290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-944924a4-20b8-4b85-b35d-d96f99493829 req-bbdf13ef-6d82-4939-9aa8-f8f39b318425 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1098 time: 0.1972930 Nov 12 11:04:22.613143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e638bec-1c63-4ba4-977e-675ca91c7ddb req-85d909f6-265b-48ab-8985-23fa2fe05ecf tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0409558 Nov 12 11:04:22.639019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7ac48-db62-423c-a93f-9ff7b132113c req-c5e9e2d1-11ef-4616-be23-1b520e165282 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.640622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfe7ac48-db62-423c-a93f-9ff7b132113c req-c5e9e2d1-11ef-4616-be23-1b520e165282 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 946 time: 0.1682820 Nov 12 11:04:22.734620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-944924a4-20b8-4b85-b35d-d96f99493829 req-0a7420c5-01b8-4dda-92b8-bcfcec331bdf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159289 Nov 12 11:04:22.739887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba45041-5777-4024-b2c4-3200802fb180 req-08674c1f-dab3-4492-b6b7-29d829cced58 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.742089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eba45041-5777-4024-b2c4-3200802fb180 req-08674c1f-dab3-4492-b6b7-29d829cced58 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0562952 Nov 12 11:04:22.746303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-41509df6-c6e2-4418-be6c-093ae4ba88bb service neutron] 10.222.0.59 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077930 Nov 12 11:04:22.752131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfe7ac48-db62-423c-a93f-9ff7b132113c req-38d82a6c-b10e-49af-8a40-678d1aad6110 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023355 Nov 12 11:04:22.801954 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eba45041-5777-4024-b2c4-3200802fb180 req-f6c50b70-29cb-4db6-bb74-ff0e9c6ae541 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518458 Nov 12 11:04:22.896216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c94ce43d-f609-438f-a895-5a8f3c76295e req-d7422b19-42ce-4869-ae1e-15987d06985d service neutron] 10.222.0.59 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393130 Nov 12 11:04:23.007093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27319b-4601-44c3-9837-fa2cd81921a7 req-6c0fcd67-f0bd-429a-8963-2f2385aa4f63 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:23.009695 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac27319b-4601-44c3-9837-fa2cd81921a7 req-6c0fcd67-f0bd-429a-8963-2f2385aa4f63 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 944 time: 0.0621691 Nov 12 11:04:23.073171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac27319b-4601-44c3-9837-fa2cd81921a7 req-7910f2bc-d149-46ee-a368-8c522bf9f7cf tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Nov 12 11:04:23.383790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c55448-bbef-4327-b4e9-f303b0b68d9e', 'name': 'network-vif-deleted', 'tag': '957eba8d-4530-475a-89f4-17c594e4224a'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:23.386206 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5879fda4-4639-41b8-9b08-68f68811ffca" -d '{"events": [{"server_uuid": "f3c55448-bbef-4327-b4e9-f303b0b68d9e", "name": "network-vif-deleted", "tag": "957eba8d-4530-475a-89f4-17c594e4224a"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:23.426828 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608d80b-ecbc-40e4-9932-2c9f70a5c16b x-openstack-request-id: req-b608d80b-ecbc-40e4-9932-2c9f70a5c16b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:23.427415 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c55448-bbef-4327-b4e9-f303b0b68d9e", "name": "network-vif-deleted", "tag": "957eba8d-4530-475a-89f4-17c594e4224a", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:23.427521 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b608d80b-ecbc-40e4-9932-2c9f70a5c16b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:23.427876 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c55448-bbef-4327-b4e9-f303b0b68d9e', 'name': 'network-vif-deleted', 'tag': '957eba8d-4530-475a-89f4-17c594e4224a', 'status': 'completed', 'code': 200} Nov 12 11:04:23.804959 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8e96096-82e8-4aa1-ac3e-f8bbee8d4a75 req-a02dd17e-d89d-4843-a046-55f4dc51420a tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0605640 Nov 12 11:04:23.873462 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4ae5b2f-be58-44a7-8339-48c6f9095b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:23.980471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1856-a410-4264-b85e-b073a0b0f4c4 req-382c5c8c-6071-4d8b-9096-8eeffd49a77c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:23.981120 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c44b1856-a410-4264-b85e-b073a0b0f4c4 req-382c5c8c-6071-4d8b-9096-8eeffd49a77c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 946 time: 0.1064785 Nov 12 11:04:24.007447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea2202-ec87-486f-a49d-44467357bf13 req-46067186-df89-478b-a495-9bc4b235524f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:24.009383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95ea2202-ec87-486f-a49d-44467357bf13 req-46067186-df89-478b-a495-9bc4b235524f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0899541 Nov 12 11:04:24.046158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:24.053132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 957eba8d-4530-475a-89f4-17c594e4224a no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:24.076471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c44b1856-a410-4264-b85e-b073a0b0f4c4 req-36ddda6e-2774-4405-88a2-ae1f84433655 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841842 Nov 12 11:04:24.116301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 957eba8d-4530-475a-89f4-17c594e4224a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:04:24.117147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 957eba8d-4530-475a-89f4-17c594e4224a not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:04:24.143341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95ea2202-ec87-486f-a49d-44467357bf13 req-542ede8c-8c98-499b-ad23-2742e198795b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232512 Nov 12 11:04:24.328490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:24.355513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd0380d3d-90b6-4578-a3b6-80aaef3c9aa2', 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4', 'port_id': 'd0380d3d-90b6-4578-a3b6-80aaef3c9aa2', 'mac_address': 'fa:16:3e:f3:f8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc7f30e-dd00-4080-88cf-8a03828c9445', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:24.397932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc2bd-fe66-4d15-9a4f-0766d9625239 req-dc18d57f-b0f3-4684-97dd-c5e7d6415351 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:24.401401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c5dc2bd-fe66-4d15-9a4f-0766d9625239 req-dc18d57f-b0f3-4684-97dd-c5e7d6415351 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 944 time: 0.0846729 Nov 12 11:04:24.411031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:24.411285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-3118b816-17e0-4332-8bef-d047821f3e0e tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-149543735&fields=id&tenant_id=986216f13a5b4deb8697283d446515d4 HTTP/1.1" status: 200 len: 267 time: 0.0724552 Nov 12 11:04:24.433874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:24.460845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:24.467416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:24.497117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c5dc2bd-fe66-4d15-9a4f-0766d9625239 req-bf6c6e87-e3c5-43a6-8ec7-a61c53565876 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753560 Nov 12 11:04:24.521961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-7fa05f5c-c2ce-4b59-913c-168db04fdb18 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:24.525376 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-7fa05f5c-c2ce-4b59-913c-168db04fdb18 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 946 time: 0.1013691 Nov 12 11:04:24.542052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'port': {'security_groups': ['e7eb9a19-5983-42bc-b26d-774a8b1efd93', '201e47ba-bed6-4d90-8a04-66d860d1eb83']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:24.550922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:24.654941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:24.734182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d0380d3d-90b6-4578-a3b6-80aaef3c9aa2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:24.764095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1f4c721b-a56d-419a-938f-5b8c89776042 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:24.955529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] For port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:24.981473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-735f8f21-a040-494c-af25-2a3efc1ad844 req-b46c9400-cc28-484d-8857-ff664947f2ab tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0550482 Nov 12 11:04:25.007077 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:25.011678 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:25.039772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1f4c721b-a56d-419a-938f-5b8c89776042, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f4c721b-a56d-419a-938f-5b8c89776042,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:25.070007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '1f4c721b-a56d-419a-938f-5b8c89776042', 'network_id': 'c3a9fbef-5efd-4b27-940a-549842956fe4', 'port_id': '1f4c721b-a56d-419a-938f-5b8c89776042', 'mac_address': 'fa:16:3e:19:c1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc7f30e-dd00-4080-88cf-8a03828c9445', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:25.083676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:25.084508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:25.086551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab3a453e-c08e-40ac-b42b-c8caaa1202a3 req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "PUT /v2.0/ports/847ce5f9-6078-4af4-8fb1-7aa330fd61a1 HTTP/1.1" status: 200 len: 982 time: 0.5528052 Nov 12 11:04:25.087417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:25.091450 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:25.141993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d05248-8d28-4e42-9a9e-96eca15dd874 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'Port': ['ID=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,revision_number=6']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:25.179782 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047926a3-6f5a-40a4-ad8d-537acd7e5789 x-openstack-request-id: req-047926a3-6f5a-40a4-ad8d-537acd7e5789 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:25.180386 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:25.180892 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-047926a3-6f5a-40a4-ad8d-537acd7e5789 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:25.181633 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'status': 'completed', 'code': 200} Nov 12 11:04:25.200836 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:25.253392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4c721b-a56d-419a-938f-5b8c89776042 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:25.260063 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-496c2f2f-3b0e-4244-a320-a2fdcd3b06fa tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1259241583&fields=id&tenant_id=986216f13a5b4deb8697283d446515d4 HTTP/1.1" status: 200 len: 267 time: 0.1064324 Nov 12 11:04:25.281485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:25.339792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-c7a0aff2-8361-4e31-bbcf-4681f747283a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:25.348666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1f4c721b-a56d-419a-938f-5b8c89776042, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f4c721b-a56d-419a-938f-5b8c89776042,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:25.350368 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-c7a0aff2-8361-4e31-bbcf-4681f747283a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 985 time: 0.0804317 Nov 12 11:04:25.359031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'port': {'security_groups': ['201e47ba-bed6-4d90-8a04-66d860d1eb83', 'e7eb9a19-5983-42bc-b26d-774a8b1efd93', '1df10245-c8f8-4386-9ef3-18f81cac9a0d']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:25.362311 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:25.472166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:25.530007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1f4c721b-a56d-419a-938f-5b8c89776042,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:25.737545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:25.832458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1f4c721b-a56d-419a-938f-5b8c89776042'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:25.902836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-46624ac8-7d97-4519-8d86-03303db7368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:25.907181 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-46624ac8-7d97-4519-8d86-03303db7368f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1137 time: 0.7081020 Nov 12 11:04:26.034550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df4a65-c557-49da-a2f7-d81fe2654924 req-15bb2960-02a2-4d1e-abcc-c28a932e1e91 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:26.041573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17df4a65-c557-49da-a2f7-d81fe2654924 req-15bb2960-02a2-4d1e-abcc-c28a932e1e91 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.2426319 Nov 12 11:04:26.045239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:26.052832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] For port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:26.128339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.141024 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.161989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-0cc69d92-baa5-4ba9-b4c9-a246786950d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:26.165442 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-0cc69d92-baa5-4ba9-b4c9-a246786950d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 914 time: 0.2451332 Nov 12 11:04:26.262194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'Port': ['ID=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:26.277848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:26.278974 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.283736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:26.290241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17df4a65-c557-49da-a2f7-d81fe2654924 req-d2768056-290d-4d35-b83a-0b231ec77237 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228650 Nov 12 11:04:26.297923 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b63839da-b30d-4a52-a381-9ad4c3b4c918 req-b0b8384e-bbb7-45c6-b9ce-7f1e255b97f0 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "PUT /v2.0/ports/847ce5f9-6078-4af4-8fb1-7aa330fd61a1 HTTP/1.1" status: 200 len: 1021 time: 0.9461491 Nov 12 11:04:26.361863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:26.362499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.402551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-630f69ad-194d-4848-abde-1c8bd82bd058 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1 HTTP/1.1" status: 200 len: 217 time: 0.1558986 Nov 12 11:04:26.434894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:26.489525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7dd25677-63dc-4214-8523-30cc42abe870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.604106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc9b201d-8186-44c4-b337-c0e26feb61fd req-a37ab2b5-1f53-4143-b6d8-2a876c18fc94 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0467913 Nov 12 11:04:26.610563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-0ed814d9-74e5-4350-a95c-0b706100c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:26.612322 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-0ed814d9-74e5-4350-a95c-0b706100c153 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.2025666 Nov 12 11:04:26.672196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-796fac75-2808-461e-b750-f4e870551915 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514417 Nov 12 11:04:26.681449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e336f5c-6058-47c5-8bbf-94584f78ef22 req-a67eeefd-54f8-472b-870c-c748e254cf15 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:26.688116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:26.689513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e336f5c-6058-47c5-8bbf-94584f78ef22 req-a67eeefd-54f8-472b-870c-c748e254cf15 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 945 time: 0.1245103 Nov 12 11:04:26.861997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e336f5c-6058-47c5-8bbf-94584f78ef22 req-f0000f87-a0f5-4f78-ae5f-50803f9cb748 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615250 Nov 12 11:04:26.935023 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.948059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-def5a224-c15f-4aee-aad2-7a6d309fc582 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687943 Nov 12 11:04:26.990880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc369526-5cc5-49a0-94cd-dea80ce4d95a req-1320c946-5ee0-4b24-81b1-a5ce08f712ef tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:26.999011 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc369526-5cc5-49a0-94cd-dea80ce4d95a req-1320c946-5ee0-4b24-81b1-a5ce08f712ef tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1024 time: 0.2097940 Nov 12 11:04:27.079198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:27.082283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0380d3d-90b6-4578-a3b6-80aaef3c9aa2'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:27.087171 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed7281f-b6ef-44d2-ac1a-a6a5fbedc08d" -d '{"events": [{"server_uuid": "2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f", "name": "network-vif-plugged", "status": "completed", "tag": "d0380d3d-90b6-4578-a3b6-80aaef3c9aa2"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:27.113174 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:27.168328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc369526-5cc5-49a0-94cd-dea80ce4d95a req-484f396a-0075-4894-ad64-bc06d68d5268 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df10245-c8f8-4386-9ef3-18f81cac9a0d&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&id=201e47ba-bed6-4d90-8a04-66d860d1eb83 HTTP/1.1" status: 200 len: 6208 time: 0.1447189 Nov 12 11:04:27.184062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:27.187803 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:27.256838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f4a0f5e-4ca9-4350-8d11-2e0e0779d675 req-1ae977a9-5702-4f41-b668-e7739d8509e5 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986231 Nov 12 11:04:27.275109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4e1ff040-6643-4c49-9f1a-888006124b6e req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1641845845 ', 'description': 'tempest-description-1125618166'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:27.311066 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e613c889-7b20-4345-a58f-2e45be56b6fa x-openstack-request-id: req-e613c889-7b20-4345-a58f-2e45be56b6fa {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:27.311580 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:27.312822 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e613c889-7b20-4345-a58f-2e45be56b6fa {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:27.313408 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'status': 'completed', 'code': 200} Nov 12 11:04:27.315826 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb8436f-0b8c-46f5-9c8e-e62bdab28023 x-openstack-request-id: req-7bb8436f-0b8c-46f5-9c8e-e62bdab28023 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:27.316143 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f", "name": "network-vif-plugged", "status": "completed", "tag": "d0380d3d-90b6-4578-a3b6-80aaef3c9aa2", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:27.316403 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bb8436f-0b8c-46f5-9c8e-e62bdab28023 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:27.316800 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0380d3d-90b6-4578-a3b6-80aaef3c9aa2', 'code': 200} Nov 12 11:04:27.385105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:27.449898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4e1ff040-6643-4c49-9f1a-888006124b6e req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:27.593784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-4b0457ef-6438-42b5-9ee5-5b2e9e66e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:27.595395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-4b0457ef-6438-42b5-9ee5-5b2e9e66e073 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1176 time: 0.2703207 Nov 12 11:04:27.597428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a140fe-6e5d-426c-b375-f71fa95514b8 req-dcff015b-4667-4271-a10f-85e33f649003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:27.598821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8a140fe-6e5d-426c-b375-f71fa95514b8 req-dcff015b-4667-4271-a10f-85e33f649003 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1098 time: 0.2767019 Nov 12 11:04:27.653333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4e1ff040-6643-4c49-9f1a-888006124b6e req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:27.657465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6d2b7-02fa-45a3-bb20-85885640c659 req-fe5bfc7e-5801-4114-9501-666e6388b813 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:27.675394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44c6d2b7-02fa-45a3-bb20-85885640c659 req-fe5bfc7e-5801-4114-9501-666e6388b813 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1695552 Nov 12 11:04:27.705434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4e1ff040-6643-4c49-9f1a-888006124b6e req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:27.715919 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:27.771621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44c6d2b7-02fa-45a3-bb20-85885640c659 req-8d58efdd-f8c3-4e75-b252-16d076fa84a8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924242 Nov 12 11:04:27.875662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a988f-b5ad-4397-98a1-4e5931c6e58a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:27.888927 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4e1ff040-6643-4c49-9f1a-888006124b6e req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:27.909077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e1ff040-6643-4c49-9f1a-888006124b6e req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6479611 Nov 12 11:04:27.959870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.960790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.960790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.961180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.961704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.962757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.963275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.963873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.964220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.964556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.965267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.965267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f778a20-7a7d-4112-9143-6b6aea0c5231 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:27.976608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8a140fe-6e5d-426c-b375-f71fa95514b8 req-ddae310e-c2f2-450b-b967-bf1586f002d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528688 Nov 12 11:04:28.028537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-84999d91-68b6-4eb9-838f-98fb18bef957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:28.030044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-84999d91-68b6-4eb9-838f-98fb18bef957 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 914 time: 0.4087837 Nov 12 11:04:28.073257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d85324b-7dfd-4828-ad60-f036f0d00e04 req-4e36bd6b-9679-4573-bbcd-f848295a6378 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/cf3a988f-b5ad-4397-98a1-4e5931c6e58a HTTP/1.1" status: 200 len: 1800 time: 0.0555854 Nov 12 11:04:28.091121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-806e21da-a64b-44da-b572-426b95a95022 req-8a9039d5-5387-4e5f-a851-cb0e998676ad tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0441198 Nov 12 11:04:28.185960 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b6db024-ec24-4d14-bce1-b0222d4b45da req-c5f93317-9d19-4367-b9ad-84b99daca50c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/cf3a988f-b5ad-4397-98a1-4e5931c6e58a HTTP/1.1" status: 200 len: 1800 time: 0.0656860 Nov 12 11:04:28.238081 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-43d2324f-84fd-4a84-aece-c9218a1c842e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1 HTTP/1.1" status: 200 len: 217 time: 0.0596440 Nov 12 11:04:28.254217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4138b7-fba4-4426-8b72-622a0d3304b3 req-777d29c3-eb2c-4b64-86bc-50019754f91f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:28.255911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4138b7-fba4-4426-8b72-622a0d3304b3 req-777d29c3-eb2c-4b64-86bc-50019754f91f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 945 time: 0.1088576 Nov 12 11:04:28.264469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4b6db024-ec24-4d14-bce1-b0222d4b45da req-49daa5f4-a2ce-43e8-9eb0-20e159cdb8fb tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.302579 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4b6db024-ec24-4d14-bce1-b0222d4b45da req-49daa5f4-a2ce-43e8-9eb0-20e159cdb8fb tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.344749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-ba322d1e-bb20-4bdb-be2a-27c3cdb16244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:28.346761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-ba322d1e-bb20-4bdb-be2a-27c3cdb16244 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.0896730 Nov 12 11:04:28.367118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4b6db024-ec24-4d14-bce1-b0222d4b45da req-49daa5f4-a2ce-43e8-9eb0-20e159cdb8fb tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.373152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4138b7-fba4-4426-8b72-622a0d3304b3 req-400a623d-cd0d-4ca4-9e5b-ffe038e6ca78 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870783 Nov 12 11:04:28.373565 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4b6db024-ec24-4d14-bce1-b0222d4b45da req-49daa5f4-a2ce-43e8-9eb0-20e159cdb8fb tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.378456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b6db024-ec24-4d14-bce1-b0222d4b45da req-49daa5f4-a2ce-43e8-9eb0-20e159cdb8fb tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/cf3a988f-b5ad-4397-98a1-4e5931c6e58a HTTP/1.1" status: 204 len: 173 time: 0.1878123 Nov 12 11:04:28.412978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daa5f4-a2ce-43e8-9eb0-20e159cdb8fb tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a988f-b5ad-4397-98a1-4e5931c6e58a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:28.420000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-3cf79154-ea89-443a-82e9-2a797d882785 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445957 Nov 12 11:04:28.428841 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-76a10052-7b83-4167-9f43-2dc5fff55660 req-c732ad0f-8ac7-472a-886e-89f1e2feab58 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:04:28.435485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76a10052-7b83-4167-9f43-2dc5fff55660 req-c732ad0f-8ac7-472a-886e-89f1e2feab58 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/cf3a988f-b5ad-4397-98a1-4e5931c6e58a HTTP/1.1" status: 404 len: 352 time: 0.0250072 Nov 12 11:04:28.487367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c29ff199-d9cd-4c2f-9878-aff54f6e5092 req-a359d511-ee93-4627-8a41-00ccb97eaeea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1475497800', 'description': 'tempest-description-12150928'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:28.555955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c29ff199-d9cd-4c2f-9878-aff54f6e5092 req-a359d511-ee93-4627-8a41-00ccb97eaeea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.576604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-91e3aa4c-dd25-4f0a-a0b8-3baf5e81f958 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491146 Nov 12 11:04:28.718073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c29ff199-d9cd-4c2f-9878-aff54f6e5092 req-a359d511-ee93-4627-8a41-00ccb97eaeea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.720660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06d5c3b1-6f0c-484c-b7d2-bca562160d1c req-cc1dd456-580e-4008-baf9-61513cf9c5af service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356094 Nov 12 11:04:28.722930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c29ff199-d9cd-4c2f-9878-aff54f6e5092 req-a359d511-ee93-4627-8a41-00ccb97eaeea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.758126 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c29ff199-d9cd-4c2f-9878-aff54f6e5092 req-a359d511-ee93-4627-8a41-00ccb97eaeea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.759686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c29ff199-d9cd-4c2f-9878-aff54f6e5092 req-a359d511-ee93-4627-8a41-00ccb97eaeea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2780132 Nov 12 11:04:28.760714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359d511-ee93-4627-8a41-00ccb97eaeea tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be8d932-2584-41b0-b7cf-ede08eee1ad6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:28.777314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1f4c721b-a56d-419a-938f-5b8c89776042 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:28.807088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-fd0a16fa-e706-4b21-b195-d55178c90aea req-1079ee52-2469-450e-ad28-b2ba4c597802 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1328872616', 'description': 'tempest-description-1931009140'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:28.834600 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fd0a16fa-e706-4b21-b195-d55178c90aea req-1079ee52-2469-450e-ad28-b2ba4c597802 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.852270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 1f4c721b-a56d-419a-938f-5b8c89776042 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:28.863261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 1f4c721b-a56d-419a-938f-5b8c89776042 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:28.863945 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.943007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fd0a16fa-e706-4b21-b195-d55178c90aea req-1079ee52-2469-450e-ad28-b2ba4c597802 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.948812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fd0a16fa-e706-4b21-b195-d55178c90aea req-1079ee52-2469-450e-ad28-b2ba4c597802 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.969797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fd0a16fa-e706-4b21-b195-d55178c90aea req-1079ee52-2469-450e-ad28-b2ba4c597802 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.982201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017896fa-8c24-4ad5-9f53-62208aa3ef1f req-44041590-3e36-4f85-b8e1-7cf81d167c38 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:28.984438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-017896fa-8c24-4ad5-9f53-62208aa3ef1f req-44041590-3e36-4f85-b8e1-7cf81d167c38 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0821691 Nov 12 11:04:28.984629 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd0a16fa-e706-4b21-b195-d55178c90aea req-1079ee52-2469-450e-ad28-b2ba4c597802 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1811104 Nov 12 11:04:29.042122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079ee52-2469-450e-ad28-b2ba4c597802 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a221b7ab-13a9-494e-8708-f79e1fec3460,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:29.068044 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.137955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1f4c721b-a56d-419a-938f-5b8c89776042, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f4c721b-a56d-419a-938f-5b8c89776042,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:29.140503 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-017896fa-8c24-4ad5-9f53-62208aa3ef1f req-3d21c7f4-2548-4e0c-be29-2660b67406e7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469994 Nov 12 11:04:29.145068 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.157036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8d5a8a3a-213e-4ef7-84af-36f55a7a5237 req-1e3fad8d-3ec7-4f29-9214-76786e7f9f5a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-115571345', 'description': 'tempest-description-158620278'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:29.199661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d5a8a3a-213e-4ef7-84af-36f55a7a5237 req-1e3fad8d-3ec7-4f29-9214-76786e7f9f5a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.226224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1f4c721b-a56d-419a-938f-5b8c89776042,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:29.319310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7d521a-7647-481e-b341-bb72fd37d296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4c721b-a56d-419a-938f-5b8c89776042'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:29.319934 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ebad6-2a1c-4c9e-b301-98970126f3b8" -d '{"events": [{"server_uuid": "ed7d521a-7647-481e-b341-bb72fd37d296", "name": "network-vif-plugged", "status": "completed", "tag": "1f4c721b-a56d-419a-938f-5b8c89776042"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:29.323455 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d5a8a3a-213e-4ef7-84af-36f55a7a5237 req-1e3fad8d-3ec7-4f29-9214-76786e7f9f5a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.329387 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d5a8a3a-213e-4ef7-84af-36f55a7a5237 req-1e3fad8d-3ec7-4f29-9214-76786e7f9f5a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.367230 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8d5a8a3a-213e-4ef7-84af-36f55a7a5237 req-1e3fad8d-3ec7-4f29-9214-76786e7f9f5a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.368903 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8d5a8a3a-213e-4ef7-84af-36f55a7a5237 req-1e3fad8d-3ec7-4f29-9214-76786e7f9f5a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2261119 Nov 12 11:04:29.381220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.383979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fad8d-3ec7-4f29-9214-76786e7f9f5a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6135ae24-6148-467f-b1d0-2c2a0b17c485,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:29.428262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9558990-23ec-4e86-a4a2-201ff20343b2 req-2f8407e9-e69d-4a19-8c18-9b54e002b655 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0622754 Nov 12 11:04:29.466851 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bfb1cd-7f72-41ed-b16e-809cd82b6380 x-openstack-request-id: req-e4bfb1cd-7f72-41ed-b16e-809cd82b6380 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:29.467207 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7d521a-7647-481e-b341-bb72fd37d296", "name": "network-vif-plugged", "status": "completed", "tag": "1f4c721b-a56d-419a-938f-5b8c89776042", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:29.467386 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4bfb1cd-7f72-41ed-b16e-809cd82b6380 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:29.467789 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7d521a-7647-481e-b341-bb72fd37d296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4c721b-a56d-419a-938f-5b8c89776042', 'code': 200} Nov 12 11:04:29.614853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b2577-b812-45a2-8764-e3d790e107df req-96bae47b-5095-4194-857b-a8516ec92d6b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:29.616495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de8b2577-b812-45a2-8764-e3d790e107df req-96bae47b-5095-4194-857b-a8516ec92d6b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0725193 Nov 12 11:04:29.666062 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:04:29.667092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-883e391c-3491-4465-8de7-d59b0a01c7d4 req-c3b1c934-d281-4c59-9c27-7d4f7889ed6f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=986216f13a5b4deb8697283d446515d4 HTTP/1.1" status: 200 len: 11011 time: 0.2010865 Nov 12 11:04:29.692586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de8b2577-b812-45a2-8764-e3d790e107df req-630ad48a-09c4-4a04-8979-7da9b3f93a24 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698197 Nov 12 11:04:29.713981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e16da-3227-4db4-bb43-14aad3015618 req-1368898e-07fb-43aa-86f1-d7f9dfe4cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:29.716656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-300e16da-3227-4db4-bb43-14aad3015618 req-1368898e-07fb-43aa-86f1-d7f9dfe4cb4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 1098 time: 0.1337163 Nov 12 11:04:29.774821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-883e391c-3491-4465-8de7-d59b0a01c7d4 req-16d5e3a5-ef9b-484a-8e73-f78c52103cd1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/e7eb9a19-5983-42bc-b26d-774a8b1efd93 HTTP/1.1" status: 200 len: 3002 time: 0.0991042 Nov 12 11:04:29.794911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:29.859976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-300e16da-3227-4db4-bb43-14aad3015618 req-5d8f40ab-dc6f-4763-ab08-1410bf9f1f0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198823 Nov 12 11:04:29.878826 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-883e391c-3491-4465-8de7-d59b0a01c7d4 req-076bcc96-caa6-40a2-a386-7ee010d9fbb7 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/e7eb9a19-5983-42bc-b26d-774a8b1efd93 HTTP/1.1" status: 200 len: 3002 time: 0.0811977 Nov 12 11:04:30.002907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fadfd2-dfa0-4768-a95e-1fa805f74432 admin admin] Deleting subnet 0033bea7-dc1e-48f6-848f-34d48b4fe2b0 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:04:30.007359 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-096bd83a-6358-4976-9174-de684ac769b8 req-997e9f10-531f-4e63-9116-21cb4963ebcc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/0be8d932-2584-41b0-b7cf-ede08eee1ad6 HTTP/1.1" status: 200 len: 1818 time: 0.1024370 Nov 12 11:04:30.009603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7fadfd2-dfa0-4768-a95e-1fa805f74432 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.068243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7fadfd2-dfa0-4768-a95e-1fa805f74432 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.133156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7fadfd2-dfa0-4768-a95e-1fa805f74432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.136475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-096bd83a-6358-4976-9174-de684ac769b8 req-07c9b96e-18b7-401f-932c-7b63e8dfe69c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.199752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-096bd83a-6358-4976-9174-de684ac769b8 req-07c9b96e-18b7-401f-932c-7b63e8dfe69c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.258569 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7fadfd2-dfa0-4768-a95e-1fa805f74432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.291394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fadfd2-dfa0-4768-a95e-1fa805f74432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0033bea7-dc1e-48f6-848f-34d48b4fe2b0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:30.293709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-096bd83a-6358-4976-9174-de684ac769b8 req-07c9b96e-18b7-401f-932c-7b63e8dfe69c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.295960 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-096bd83a-6358-4976-9174-de684ac769b8 req-07c9b96e-18b7-401f-932c-7b63e8dfe69c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.297681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-096bd83a-6358-4976-9174-de684ac769b8 req-07c9b96e-18b7-401f-932c-7b63e8dfe69c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/0be8d932-2584-41b0-b7cf-ede08eee1ad6 HTTP/1.1" status: 204 len: 173 time: 0.2665761 Nov 12 11:04:30.313705 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7fadfd2-dfa0-4768-a95e-1fa805f74432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.318951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e7fadfd2-dfa0-4768-a95e-1fa805f74432 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0033bea7-dc1e-48f6-848f-34d48b4fe2b0 HTTP/1.1" status: 204 len: 168 time: 0.5226758 Nov 12 11:04:30.325854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33336) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:30.327915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9b96e-18b7-401f-932c-7b63e8dfe69c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be8d932-2584-41b0-b7cf-ede08eee1ad6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:30.384300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c4a28-da5a-4674-a6b1-84348ee30982 req-d91e6e24-f4d6-4bec-9cd8-b70f9061b617 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:30.387018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-326c4a28-da5a-4674-a6b1-84348ee30982 req-d91e6e24-f4d6-4bec-9cd8-b70f9061b617 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0996552 Nov 12 11:04:30.454931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-326c4a28-da5a-4674-a6b1-84348ee30982 req-b2d71bfb-4a92-4f3d-8ea7-99bc161dce17 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582030 Nov 12 11:04:30.455919 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.539907 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-5d4a24ba-feb1-4878-964f-4566ca1ed46d req-62a30980-e27e-4cbe-a34f-07d14e345b90 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:04:30.541130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d4a24ba-feb1-4878-964f-4566ca1ed46d req-62a30980-e27e-4cbe-a34f-07d14e345b90 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/0be8d932-2584-41b0-b7cf-ede08eee1ad6 HTTP/1.1" status: 404 len: 352 time: 0.0347445 Nov 12 11:04:30.552545 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.594116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88b46ab7-de24-4fef-be29-065228203175 req-9cbbf40f-fed5-410e-8f58-8c2de7e3f0a0 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0478439 Nov 12 11:04:30.608224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.658805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d8740b-ad04-4daf-aba6-56d815392558']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:30.679075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f188495-127f-4af3-9cc1-a09c721fc384') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:30.679377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f188495-127f-4af3-9cc1-a09c721fc384') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:30.691062 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f74614ff-d5dd-419a-b657-573ca8f40721 req-5fa8beb1-3374-49f6-94a0-2b8bc6c31a62 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/a221b7ab-13a9-494e-8708-f79e1fec3460 HTTP/1.1" status: 200 len: 1820 time: 0.1010883 Nov 12 11:04:30.697551 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.738139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.763206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:04:30.763650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:04:30.767248 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:04:30.852752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.868656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.868656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2d8740b-ad04-4daf-aba6-56d815392558 HTTP/1.1" status: 204 len: 168 time: 0.5349631 Nov 12 11:04:30.871868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66361b3c-9a66-4e9e-b561-c965d6fcb301 req-20234146-20aa-4b5d-aeb3-5a4d24bb1115 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:30.877351 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66361b3c-9a66-4e9e-b561-c965d6fcb301 req-20234146-20aa-4b5d-aeb3-5a4d24bb1115 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0788667 Nov 12 11:04:30.886665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f74614ff-d5dd-419a-b657-573ca8f40721 req-53b33e03-30c2-48d4-9732-27eefc43dadd tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.891467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825f4c0-e3b6-4728-b79d-26d858b1f545 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d8740b-ad04-4daf-aba6-56d815392558,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:30.931239 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f74614ff-d5dd-419a-b657-573ca8f40721 req-53b33e03-30c2-48d4-9732-27eefc43dadd tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.999572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f74614ff-d5dd-419a-b657-573ca8f40721 req-53b33e03-30c2-48d4-9732-27eefc43dadd tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.003010 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66361b3c-9a66-4e9e-b561-c965d6fcb301 req-8c11ad55-d193-4221-aff7-cf50d7f9a4b7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014752 Nov 12 11:04:31.004823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f74614ff-d5dd-419a-b657-573ca8f40721 req-53b33e03-30c2-48d4-9732-27eefc43dadd tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.006565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f74614ff-d5dd-419a-b657-573ca8f40721 req-53b33e03-30c2-48d4-9732-27eefc43dadd tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/a221b7ab-13a9-494e-8708-f79e1fec3460 HTTP/1.1" status: 204 len: 173 time: 0.2995789 Nov 12 11:04:31.035666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b33e03-30c2-48d4-9732-27eefc43dadd tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a221b7ab-13a9-494e-8708-f79e1fec3460,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:31.064407 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-4533b1b0-0f53-4b9b-9ef2-f6ebfd3e042d req-d4b59b03-1b55-4810-8442-ed2d155017c8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:04:31.066375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4533b1b0-0f53-4b9b-9ef2-f6ebfd3e042d req-d4b59b03-1b55-4810-8442-ed2d155017c8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/a221b7ab-13a9-494e-8708-f79e1fec3460 HTTP/1.1" status: 404 len: 352 time: 0.0245316 Nov 12 11:04:31.098898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33350) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:31.141518 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-506c572d-3561-48e8-8d7b-16246ec96088 req-01014f37-b906-4295-bf85-c62e8e398137 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/6135ae24-6148-467f-b1d0-2c2a0b17c485 HTTP/1.1" status: 200 len: 1818 time: 0.0503201 Nov 12 11:04:31.157082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9e61a360-cec8-4939-8109-ff6ad8693925 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c72eeaa1a2c945deac4d2c220c43a7d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567231 Nov 12 11:04:31.160299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33352) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:31.224996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8cb30bd1-8244-4199-a190-aa4a44d32b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.232087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-506c572d-3561-48e8-8d7b-16246ec96088 req-ce8bf33e-4c53-4358-a2cc-20f63f71a9f4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.268457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8cb30bd1-8244-4199-a190-aa4a44d32b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.276083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-506c572d-3561-48e8-8d7b-16246ec96088 req-ce8bf33e-4c53-4358-a2cc-20f63f71a9f4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.344127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8cb30bd1-8244-4199-a190-aa4a44d32b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.345238 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-506c572d-3561-48e8-8d7b-16246ec96088 req-ce8bf33e-4c53-4358-a2cc-20f63f71a9f4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.347955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-506c572d-3561-48e8-8d7b-16246ec96088 req-ce8bf33e-4c53-4358-a2cc-20f63f71a9f4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.348710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8cb30bd1-8244-4199-a190-aa4a44d32b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.349186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-506c572d-3561-48e8-8d7b-16246ec96088 req-ce8bf33e-4c53-4358-a2cc-20f63f71a9f4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/6135ae24-6148-467f-b1d0-2c2a0b17c485 HTTP/1.1" status: 204 len: 173 time: 0.1977859 Nov 12 11:04:31.354156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8cb30bd1-8244-4199-a190-aa4a44d32b0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1df1c33-bfe9-4b69-bd07-8ec4f9f86689 HTTP/1.1" status: 204 len: 168 time: 0.1888876 Nov 12 11:04:31.370794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf33e-4c53-4358-a2cc-20f63f71a9f4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6135ae24-6148-467f-b1d0-2c2a0b17c485,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:31.377155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb30bd1-8244-4199-a190-aa4a44d32b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df1c33-bfe9-4b69-bd07-8ec4f9f86689,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:31.414768 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-98b1c9dc-a793-4fab-9a05-fe0dd3ed9628 req-fc08342d-a638-450c-a267-8f522a032b28 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:04:31.416585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98b1c9dc-a793-4fab-9a05-fe0dd3ed9628 req-fc08342d-a638-450c-a267-8f522a032b28 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/6135ae24-6148-467f-b1d0-2c2a0b17c485 HTTP/1.1" status: 404 len: 352 time: 0.0265529 Nov 12 11:04:31.555670 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0d33db9-d0f5-4d02-88a4-1e0f39addd3b req-94122c51-6270-4d94-922d-1eddfb9efade tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=986216f13a5b4deb8697283d446515d4 HTTP/1.1" status: 200 len: 6208 time: 0.1056323 Nov 12 11:04:31.629521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0d33db9-d0f5-4d02-88a4-1e0f39addd3b req-57e5cffd-9c5e-401b-b11d-ee0b890408f4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/e7eb9a19-5983-42bc-b26d-774a8b1efd93 HTTP/1.1" status: 200 len: 3002 time: 0.0592380 Nov 12 11:04:31.717054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b82fb-39f4-498c-865b-1fdbdab64177 req-f2de424f-8d9c-4eb0-b7bf-42dbf8b1476b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:31.720404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-883b82fb-39f4-498c-865b-1fdbdab64177 req-f2de424f-8d9c-4eb0-b7bf-42dbf8b1476b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0843019 Nov 12 11:04:31.723152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0d33db9-d0f5-4d02-88a4-1e0f39addd3b req-c1ce85ea-c954-452f-9b9e-2c400ca7443e tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/e7eb9a19-5983-42bc-b26d-774a8b1efd93 HTTP/1.1" status: 200 len: 3002 time: 0.0769405 Nov 12 11:04:31.808774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-883b82fb-39f4-498c-865b-1fdbdab64177 req-964217bb-9b69-4285-b02a-1567211181b4 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778985 Nov 12 11:04:31.864816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f6046280-7342-4fac-8087-02228efe14fb req-6f014ed3-d5b6-4d7e-87a0-daf462992d78 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1833185686', 'description': 'tempest-description-957448094'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:31.866593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-251b46cc-fdbd-4c4a-897f-561608d17a5e req-7e807e3c-f82d-4cc0-9146-51cb511fcdf6 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0442185 Nov 12 11:04:31.901833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f6046280-7342-4fac-8087-02228efe14fb req-6f014ed3-d5b6-4d7e-87a0-daf462992d78 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.033320 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f6046280-7342-4fac-8087-02228efe14fb req-6f014ed3-d5b6-4d7e-87a0-daf462992d78 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.040032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f6046280-7342-4fac-8087-02228efe14fb req-6f014ed3-d5b6-4d7e-87a0-daf462992d78 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.090573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f6046280-7342-4fac-8087-02228efe14fb req-6f014ed3-d5b6-4d7e-87a0-daf462992d78 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.092889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6046280-7342-4fac-8087-02228efe14fb req-6f014ed3-d5b6-4d7e-87a0-daf462992d78 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2342129 Nov 12 11:04:32.096682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f014ed3-d5b6-4d7e-87a0-daf462992d78 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07068aa9-a3eb-4495-ad95-073d69a588f8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:32.149372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2ba8f01a-58bc-4dd0-b90a-bfb804fac057 req-dabaeeb0-6641-410b-8ef5-6ca947b6f854 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1907552493', 'description': 'tempest-description-10448490'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:32.193831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87415-b2c3-404e-9feb-571780051ca2 req-673b7636-2789-4985-be20-4dba239b216e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:32.195903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ba8f01a-58bc-4dd0-b90a-bfb804fac057 req-dabaeeb0-6641-410b-8ef5-6ca947b6f854 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.196503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2cb87415-b2c3-404e-9feb-571780051ca2 req-673b7636-2789-4985-be20-4dba239b216e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0903435 Nov 12 11:04:32.278855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2cb87415-b2c3-404e-9feb-571780051ca2 req-45a15754-8e7a-4d4f-9416-710e634796fe tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Nov 12 11:04:32.322194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ba8f01a-58bc-4dd0-b90a-bfb804fac057 req-dabaeeb0-6641-410b-8ef5-6ca947b6f854 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.328575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ba8f01a-58bc-4dd0-b90a-bfb804fac057 req-dabaeeb0-6641-410b-8ef5-6ca947b6f854 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.352052 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ba8f01a-58bc-4dd0-b90a-bfb804fac057 req-dabaeeb0-6641-410b-8ef5-6ca947b6f854 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.356506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ba8f01a-58bc-4dd0-b90a-bfb804fac057 req-dabaeeb0-6641-410b-8ef5-6ca947b6f854 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2107615 Nov 12 11:04:32.420086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaeeb0-6641-410b-8ef5-6ca947b6f854 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b55b06d-861a-4e48-b58b-6c0e7048f64a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:32.558343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33402) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:32.790559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1218867250-network', 'tenant_id': 'f85e92ed7f8144bbb95c985f5f5c214e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:32.811577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051878fa-4364-4ce9-92e6-c779ea15ea92 req-ffc74597-72e8-4f23-b043-99e36945537e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:32.813646 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-051878fa-4364-4ce9-92e6-c779ea15ea92 req-ffc74597-72e8-4f23-b043-99e36945537e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0716960 Nov 12 11:04:32.861901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Made reservation on behalf of f85e92ed7f8144bbb95c985f5f5c214e for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:32.864339 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.867986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5235c2d-fdae-407c-afda-e721095dc186 req-84f5b3f7-c07e-43ce-b558-67a98d701522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:32.869594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5235c2d-fdae-407c-afda-e721095dc186 req-84f5b3f7-c07e-43ce-b558-67a98d701522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 1098 time: 0.1684618 Nov 12 11:04:32.907539 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.922814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-051878fa-4364-4ce9-92e6-c779ea15ea92 req-63cccca9-0bdd-4102-ae83-996ac206081c tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987473 Nov 12 11:04:32.937975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-3883d0b4-b94d-4875-8f71-75d13a596af7 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:32.941017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-3883d0b4-b94d-4875-8f71-75d13a596af7 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 813 time: 0.2758043 Nov 12 11:04:33.043665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-bab0b35a-f703-4467-bf05-55d175cb6038 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/quotas/986216f13a5b4deb8697283d446515d4 HTTP/1.1" status: 200 len: 375 time: 0.0844100 Nov 12 11:04:33.081033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf09f8-eae3-4dc4-9993-7471f2730331 req-a54672d5-5d06-487d-9bbb-5e7bde90b484 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:33.083655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80cf09f8-eae3-4dc4-9993-7471f2730331 req-a54672d5-5d06-487d-9bbb-5e7bde90b484 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0684226 Nov 12 11:04:33.147979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5235c2d-fdae-407c-afda-e721095dc186 req-a018e057-4fa8-4f7b-8659-7c942ec0bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:33.150332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5235c2d-fdae-407c-afda-e721095dc186 req-a018e057-4fa8-4f7b-8659-7c942ec0bd5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 920 time: 0.2641973 Nov 12 11:04:33.161849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80cf09f8-eae3-4dc4-9993-7471f2730331 req-6c89d2bf-9535-4be1-b4fd-53f2390d5397 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662262 Nov 12 11:04:33.195526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-3935248e-debe-4d1b-bb29-933ac000af0b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1360111 Nov 12 11:04:33.266429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5235c2d-fdae-407c-afda-e721095dc186 req-2026cf33-407b-4939-8f8c-376c429e3715 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f4c721b-a56d-419a-938f-5b8c89776042 HTTP/1.1" status: 200 len: 217 time: 0.0979428 Nov 12 11:04:33.307234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.342547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4170432-b7a6-49f5-8d30-e78c1744cdf8 req-e9e361a8-97f3-4774-b4cf-2f796e7cbcf4 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0431938 Nov 12 11:04:33.347940 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.462838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5235c2d-fdae-407c-afda-e721095dc186 req-91a02b77-ff03-4399-8657-d339068f78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:33.465282 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5235c2d-fdae-407c-afda-e721095dc186 req-91a02b77-ff03-4399-8657-d339068f78fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.1799586 Nov 12 11:04:33.469443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:33.501508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd1df8c-e755-4567-96d4-20416e79d1a3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:33.518330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.518883 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Added segment b42a4abc-2e98-4340-b9e7-0e3f6502835e of type vlan for network 19e33aab-d264-4a54-950e-95ef02da7f88 Nov 12 11:04:33.557593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5235c2d-fdae-407c-afda-e721095dc186 req-cc269888-7290-40ae-ba96-93ad5681451a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762537 Nov 12 11:04:33.652523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-112b904b-858c-4e46-965f-19835f11d911 service neutron] 10.222.0.31 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077365 Nov 12 11:04:33.654181 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.825874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.826750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:33.827866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.841245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5235c2d-fdae-407c-afda-e721095dc186 req-d606339b-d452-49eb-83ef-b87242faac98 service neutron] 10.222.0.59 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479162 Nov 12 11:04:33.965391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4055870 Nov 12 11:04:33.967689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-3af436db-5609-4dee-b88e-164d085e1054 service neutron] 10.222.0.31 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707667 Nov 12 11:04:33.969704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33428) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:33.981064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Request body: {'subnet': {'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1218867250-subnet', 'tenant_id': 'f85e92ed7f8144bbb95c985f5f5c214e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:34.009106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a33911-5a81-4f46-9b75-8528726ea20f admin admin] Pushing event updated for resources: {'Network': ['ID=19e33aab-d264-4a54-950e-95ef02da7f88,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:34.018776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Made reservation on behalf of f85e92ed7f8144bbb95c985f5f5c214e for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:34.024850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.026473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 19e33aab-d264-4a54-950e-95ef02da7f88 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:34.074271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5235c2d-fdae-407c-afda-e721095dc186 req-64a6408f-0d73-489b-8ced-199e213a7d5f service neutron] 10.222.0.59 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116401 Nov 12 11:04:34.233183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd58e2-8851-4d1c-bf99-7c2bc5093dca req-523c6624-63d4-472e-8d7a-465b5a929292 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:34.235550 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42fd58e2-8851-4d1c-bf99-7c2bc5093dca req-523c6624-63d4-472e-8d7a-465b5a929292 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1139824 Nov 12 11:04:34.313953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a39f48a9-ca65-4aa8-9c90-6b12b749ad59 req-334978ab-a531-4168-97e0-d647e2328c6d tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 210 time: 0.0543008 Nov 12 11:04:34.366282 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42fd58e2-8851-4d1c-bf99-7c2bc5093dca req-192a21c9-7845-413d-acec-1b53926cc43b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198611 Nov 12 11:04:34.460326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.513002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faf645-ea4c-4513-85d9-1ea46bf5ad56 req-80773a83-733a-4828-be90-7c1e813ec627 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:34.515948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6faf645-ea4c-4513-85d9-1ea46bf5ad56 req-80773a83-733a-4828-be90-7c1e813ec627 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0926917 Nov 12 11:04:34.553167 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-424d8e76-981b-4d6b-bea4-d3d4e5b329dd req-1edb29e1-ed1f-4b96-b793-bb694be660b3 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0555081 Nov 12 11:04:34.567745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d950777b-e883-4ed3-af43-56cd9c3a6d68,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:34.600962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Checking segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:34.601697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Network hostable DHCP agents. Network: 19e33aab-d264-4a54-950e-95ef02da7f88, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:04:34.614968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6faf645-ea4c-4513-85d9-1ea46bf5ad56 req-99596f54-a12c-48aa-819e-b6a8dde6c231 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919125 Nov 12 11:04:34.635865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Network 19e33aab-d264-4a54-950e-95ef02da7f88 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:04:34.662102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 19e33aab-d264-4a54-950e-95ef02da7f88) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:34.666745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:34.667702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.679474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3227b4-5d2e-49e9-aad8-d8841cba61c4 None None] Network 19e33aab-d264-4a54-950e-95ef02da7f88 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:34.720375 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1a2d7858-a129-4994-8ee3-36506466cf36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7353897 Nov 12 11:04:35.186630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-19e33aab-d264-4a54-950e-95ef02da7f88', 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88', 'tenant_id': 'f85e92ed7f8144bbb95c985f5f5c214e', 'fixed_ips': [{'subnet_id': 'd950777b-e883-4ed3-af43-56cd9c3a6d68'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:04:35.189176 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.399724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Allocated IP 172.20.0.2 (19e33aab-d264-4a54-950e-95ef02da7f88/d950777b-e883-4ed3-af43-56cd9c3a6d68/d5285039-8b50-4167-b111-96c16b8ebe8d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:35.494016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-69df3558-6e6b-4560-ab98-1aa549b43a06 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.502265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-69df3558-6e6b-4560-ab98-1aa549b43a06 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 816 time: 0.1532917 Nov 12 11:04:35.502872 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eddd6f85-ff61-4cb5-b391-0bf55a0516dc req-8c977223-de62-4c02-8d28-d5d58ecf2648 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 210 time: 0.0412481 Nov 12 11:04:35.522306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-1e6c7464-f541-45be-93b0-d83e69344346 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/quotas/f85e92ed7f8144bbb95c985f5f5c214e HTTP/1.1" status: 200 len: 375 time: 0.0185673 Nov 12 11:04:35.581795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-28221e26-a9ee-4422-9166-ed3330266027 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582280 Nov 12 11:04:35.704652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.715315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-2f9afd59-5df9-453c-b29f-bdb26e584a21 service neutron] 10.222.0.31 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308458 Nov 12 11:04:35.718609 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.732572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-6d7dde31-3a12-49b5-965a-a4f3d5666d25 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.735674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-6d7dde31-3a12-49b5-965a-a4f3d5666d25 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 813 time: 0.2277944 Nov 12 11:04:35.752657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe287fe0-dd10-477c-94a3-2515a28f9810 req-767e949d-83df-469f-9c95-5571440bd375 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.755520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe287fe0-dd10-477c-94a3-2515a28f9810 req-767e949d-83df-469f-9c95-5571440bd375 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1327622 Nov 12 11:04:35.764556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'port': {'device_id': '7809bb68-b247-4f85-9794-a956d429eb9d', 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631', 'admin_state_up': True, 'tenant_id': '986216f13a5b4deb8697283d446515d4'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:35.772849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Network 19e33aab-d264-4a54-950e-95ef02da7f88 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:35.776218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:35.781873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Pushing event updated for resources: {'Port': ['ID=d5285039-8b50-4167-b111-96c16b8ebe8d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:35.788779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:35.864835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Attempting to bind port d5285039-8b50-4167-b111-96c16b8ebe8d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:35.865407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Attempting to bind port d5285039-8b50-4167-b111-96c16b8ebe8d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:35.865976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Attempting to bind port d5285039-8b50-4167-b111-96c16b8ebe8d on network 19e33aab-d264-4a54-950e-95ef02da7f88 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:35.866333 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-b113da1b-66b0-44cd-9ea2-a2bcf7877e7d service neutron] 10.222.0.31 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490288 Nov 12 11:04:35.875822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:35.875822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Checking segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:35.878415 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.878415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Bound using segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:35.878415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Bound port: d5285039-8b50-4167-b111-96c16b8ebe8d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:35.878415 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.910030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe287fe0-dd10-477c-94a3-2515a28f9810 req-a4596734-e43b-4544-b4f8-a8dc190fcc10 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386423 Nov 12 11:04:35.981715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Made reservation on behalf of 986216f13a5b4deb8697283d446515d4 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:35.988827 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.080457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] For port d5285039-8b50-4167-b111-96c16b8ebe8d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:36.085997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] For port d5285039-8b50-4167-b111-96c16b8ebe8d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d5285039-8b50-4167-b111-96c16b8ebe8d,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:36.089511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9dc350f2-393f-41f0-b277-b65c45ce4e2d req-14576566-349d-4c54-b4de-fe7e8d292ba7 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0833941 Nov 12 11:04:36.106206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.157020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a2bfa-2f31-405a-8936-f4eab393b8c6 req-2108c402-aaeb-4234-891b-1b5be7036c42 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:36.161676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d8a2bfa-2f31-405a-8936-f4eab393b8c6 req-2108c402-aaeb-4234-891b-1b5be7036c42 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.0744638 Nov 12 11:04:36.267484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e32bc-cdcd-40b6-b7dc-672c7d25882b None None] Pushing event updated for resources: {'Port': ['ID=d5285039-8b50-4167-b111-96c16b8ebe8d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:36.293893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d8a2bfa-2f31-405a-8936-f4eab393b8c6 req-7593df12-5942-4f3e-aae6-24927e28fca6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209939 Nov 12 11:04:36.344054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Allocated IP 172.20.0.2 (a3191c4f-bf6e-4c8f-b6f8-728478317631/0948e485-541c-4a61-984c-19be24f71697/e034a0b4-fafd-4767-a0a4-7530f9022e10) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:36.624820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-158e8f08-7c1e-4381-a99a-134e472b84e3 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:36.633925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-158e8f08-7c1e-4381-a99a-134e472b84e3 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 816 time: 0.1926835 Nov 12 11:04:36.652841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-3a4d0f36-cb3d-4a23-8b3d-b26f7efee55e tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/quotas/f85e92ed7f8144bbb95c985f5f5c214e HTTP/1.1" status: 200 len: 375 time: 0.0175643 Nov 12 11:04:36.689016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-042c2807-a277-4437-b89f-2d1daf9c4100 req-ff426c81-c1d2-4afa-9cbc-1360fa63d31b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 210 time: 0.0480688 Nov 12 11:04:36.699598 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.763011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.778014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:36.785446 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-5bc89136-c1ca-47fd-81c2-adc9e8e3e8ff tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1313536 Nov 12 11:04:36.851906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Network a3191c4f-bf6e-4c8f-b6f8-728478317631 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:36.857667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:36.864897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:36.876083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'Port': ['ID=e034a0b4-fafd-4767-a0a4-7530f9022e10,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:36.906029 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b837490f-0d1a-43fa-aee6-acae75c1c611 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:36.918715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b837490f-0d1a-43fa-aee6-acae75c1c611 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:36.991185 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-209fb789-259e-45dd-b7fd-cdac625f6b85 service neutron] 10.222.0.31 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044742 Nov 12 11:04:36.999838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:37.000710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.028394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-7bf26515-b990-4a6f-bab0-b32540abdd6b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2697458 Nov 12 11:04:37.044077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Request body: {'port': {'device_id': '7809bb68-b247-4f85-9794-a956d429eb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:37.098567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d5285039-8b50-4167-b111-96c16b8ebe8d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:37.208167 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-06d0b9e0-c85c-4dfb-a81e-e9f929d7092d service neutron] 10.222.0.31 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153783 Nov 12 11:04:37.222071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.290966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c9809-b028-44e5-b79e-fb725c5fc1a4 req-25462b4a-0712-4396-b14b-ebf0c7a0967e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:37.293794 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e6c9809-b028-44e5-b79e-fb725c5fc1a4 req-25462b4a-0712-4396-b14b-ebf0c7a0967e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1870766 Nov 12 11:04:37.343864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:37.363889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'b837490f-0d1a-43fa-aee6-acae75c1c611', 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'port_id': 'b837490f-0d1a-43fa-aee6-acae75c1c611', 'mac_address': 'fa:16:3e:03:fe:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c456c41-5f43-42ea-b82a-2aa83d62123f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:37.601620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.620285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9e6c9809-b028-44e5-b79e-fb725c5fc1a4 req-531979b3-7bd2-4378-8f8d-b35adb53bb10 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139210 Nov 12 11:04:37.649838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97aa682c-ffe1-405b-ae51-73f68edb0160 req-f839928b-c96f-4c9f-a2ad-821f50cacdd2 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0762920 Nov 12 11:04:37.728637 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.757133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b837490f-0d1a-43fa-aee6-acae75c1c611 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:37.823377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d5285039-8b50-4167-b111-96c16b8ebe8d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:37.824137 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.887861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:38.010584 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:04:38.011201 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:04:38.012483 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.048989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df4f0b-70c7-4102-afc8-12cf5f2d9208 req-87194b67-9031-4273-ade5-235de0f21b3e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.064256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1df4f0b-70c7-4102-afc8-12cf5f2d9208 req-87194b67-9031-4273-ade5-235de0f21b3e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.2486923 Nov 12 11:04:38.118638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b88f311-228c-48de-90fe-e49c2365335f None None] Network 19e33aab-d264-4a54-950e-95ef02da7f88 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:38.220820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-a5452b16-8b03-44c9-b9c7-1fe343cd551d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.223295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-a5452b16-8b03-44c9-b9c7-1fe343cd551d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.52 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 816 time: 0.4581006 Nov 12 11:04:38.236531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1df4f0b-70c7-4102-afc8-12cf5f2d9208 req-ceb8d477-5c96-4165-851b-a78747ba2c25 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710815 Nov 12 11:04:38.266105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Request body: {'port': {'device_id': 'fa24c77c-dd8d-4ea4-a154-655cdea12096', 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88', 'admin_state_up': True, 'tenant_id': 'f85e92ed7f8144bbb95c985f5f5c214e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:38.405908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-da2f9d9e-50c8-45d1-9e18-3246df9dee9b None None] Provisioning complete for port d5285039-8b50-4167-b111-96c16b8ebe8d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:38.406611 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da2f9d9e-50c8-45d1-9e18-3246df9dee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.460605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18136932-cb7a-42fc-8fdf-c2bb3c844758 req-47efb750-389f-4670-b4db-0ce48f336252 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.464661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18136932-cb7a-42fc-8fdf-c2bb3c844758 req-47efb750-389f-4670-b4db-0ce48f336252 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 931 time: 0.0888064 Nov 12 11:04:38.544435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:38.569576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b837490f-0d1a-43fa-aee6-acae75c1c611'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:38.581479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18136932-cb7a-42fc-8fdf-c2bb3c844758 req-9fa3b37f-4e25-46c6-9efb-d88d6ca81ab5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031389 Nov 12 11:04:38.734373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-68767404-f1cf-4c78-8525-1f53ab5cfab1 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.736595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-68767404-f1cf-4c78-8525-1f53ab5cfab1 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 816 time: 0.4505019 Nov 12 11:04:38.744171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e034a0b4-fafd-4767-a0a4-7530f9022e10 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:38.766146 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.790431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-59fe0dd4-87a4-4d6c-84f2-0a96550c4b9a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/quotas/f85e92ed7f8144bbb95c985f5f5c214e HTTP/1.1" status: 200 len: 375 time: 0.0347376 Nov 12 11:04:38.795087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Made reservation on behalf of f85e92ed7f8144bbb95c985f5f5c214e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:38.798491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.804014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Transition to ACTIVE for port object e034a0b4-fafd-4767-a0a4-7530f9022e10 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:38.814771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.824526 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.872991 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.933878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7eda5-56ec-40f1-a82d-e455d9f4acaf req-d24b6d4f-de8e-4799-bcbb-cc508b4a3ddb tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.950162 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74c7eda5-56ec-40f1-a82d-e455d9f4acaf req-d24b6d4f-de8e-4799-bcbb-cc508b4a3ddb tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1237042 Nov 12 11:04:38.997099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b837490f-0d1a-43fa-aee6-acae75c1c611 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:39.085860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:39.098486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74c7eda5-56ec-40f1-a82d-e455d9f4acaf req-287f41af-b705-49d4-8ff1-7717d5da989f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437378 Nov 12 11:04:39.120214 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:39.125192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port d5285039-8b50-4167-b111-96c16b8ebe8d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d5285039-8b50-4167-b111-96c16b8ebe8d,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:39.175611 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da2f9d9e-50c8-45d1-9e18-3246df9dee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:39.183650 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:39.283475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:39.314641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-09dcf00a-5e33-4595-85ca-0df18ce9ceca req-304a9f85-a58f-4b4f-aa4a-54bd6fe1b2df tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0483773 Nov 12 11:04:39.494327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Pushing event updated for resources: {'Port': ['ID=e034a0b4-fafd-4767-a0a4-7530f9022e10,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:39.667109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-da2f9d9e-50c8-45d1-9e18-3246df9dee9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:04:39.667949 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-da2f9d9e-50c8-45d1-9e18-3246df9dee9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:04:39.696002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=d5285039-8b50-4167-b111-96c16b8ebe8d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:39.702020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-f042f98f-4381-4e7d-b0fa-456466752454 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8841813 Nov 12 11:04:39.815047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5090-2287-440b-a3a0-40a057ccff43 req-c52a1c82-5fda-4c20-9729-4c22ae88d4f5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:39.816781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50bf5090-2287-440b-a3a0-40a057ccff43 req-c52a1c82-5fda-4c20-9729-4c22ae88d4f5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 943 time: 0.1066306 Nov 12 11:04:39.857797 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:39.913305 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50bf5090-2287-440b-a3a0-40a057ccff43 req-2aef5288-3eaf-4a34-ad9b-cae1aa0f58da tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878167 Nov 12 11:04:39.975091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Allocated IP 172.20.0.14 (19e33aab-d264-4a54-950e-95ef02da7f88/d950777b-e883-4ed3-af43-56cd9c3a6d68/3d67a65c-81ef-4c57-b5ab-5ad51560f2ae) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:39.997926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Attempting to bind port e034a0b4-fafd-4767-a0a4-7530f9022e10 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:39.998564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Attempting to bind port e034a0b4-fafd-4767-a0a4-7530f9022e10 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:39.999043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Attempting to bind port e034a0b4-fafd-4767-a0a4-7530f9022e10 on network a3191c4f-bf6e-4c8f-b6f8-728478317631 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:40.028385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Port e034a0b4-fafd-4767-a0a4-7530f9022e10 on network a3191c4f-bf6e-4c8f-b6f8-728478317631 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:40.028723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Attempting to bind port e034a0b4-fafd-4767-a0a4-7530f9022e10 on network a3191c4f-bf6e-4c8f-b6f8-728478317631 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:40.047720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-d48739dc-cf73-4101-a77b-7cf49846df30 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.048723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-d48739dc-cf73-4101-a77b-7cf49846df30 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.59 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 816 time: 0.4767833 Nov 12 11:04:40.073668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:40.074024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Checking segment: {'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:40.074413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Bound using segment: {'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:40.074884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Bound port: e034a0b4-fafd-4767-a0a4-7530f9022e10, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868a8047-195e-41e5-966d-ebb3fdc8741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:40.075241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.075518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5975ca-f103-444c-930d-62ceaeeddeea req-c1715881-84a5-4d57-a16b-861a5d4838bd tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.078564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf5975ca-f103-444c-930d-62ceaeeddeea req-c1715881-84a5-4d57-a16b-861a5d4838bd tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 943 time: 0.0657196 Nov 12 11:04:40.085925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Request body: {'port': {'device_id': 'b916a45c-dc8b-4acb-b8f5-2b144f7c68e6', 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88', 'admin_state_up': True, 'tenant_id': 'f85e92ed7f8144bbb95c985f5f5c214e'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:40.122540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-b50313da-38df-4d6f-8929-54fc9525ed06 service neutron] 10.222.0.31 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940332 Nov 12 11:04:40.157262 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf5975ca-f103-444c-930d-62ceaeeddeea req-2d38ba65-9ad2-488d-a5fe-e60cb8cf4b4b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651934 Nov 12 11:04:40.269346 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.323958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85dbf3-4c50-42aa-8508-01b813dd6c05 req-8530518a-a2d9-4002-aee8-7d65709cb74e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.325578 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae85dbf3-4c50-42aa-8508-01b813dd6c05 req-8530518a-a2d9-4002-aee8-7d65709cb74e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0794652 Nov 12 11:04:40.360181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5cdc35b8-e1f6-4e40-a134-d400c6a8bc8c None None] Provisioning complete for port d5285039-8b50-4167-b111-96c16b8ebe8d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:40.361491 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35b8-e1f6-4e40-a134-d400c6a8bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.412710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae85dbf3-4c50-42aa-8508-01b813dd6c05 req-64ebdc71-de22-4e4c-af16-47fff8337ae7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721214 Nov 12 11:04:40.447685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] For port e034a0b4-fafd-4767-a0a4-7530f9022e10, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:40.452272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] For port e034a0b4-fafd-4767-a0a4-7530f9022e10, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:40.503568 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.535423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-94cd0c4e-fdb3-431e-a49f-81a3a071e343 req-c94436ad-0b2f-4032-bc2f-112a7cfb0e62 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0423369 Nov 12 11:04:40.687967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.688929 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.690726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] 10.222.0.52 "PUT /v2.0/ports/e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 200 len: 1092 time: 3.6532843 Nov 12 11:04:40.695128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f7ec2-715e-4fae-a124-1289dc6d5097 service neutron] Pushing event updated for resources: {'Port': ['ID=e034a0b4-fafd-4767-a0a4-7530f9022e10,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:40.698281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:40.700968 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887bb78c-3fe2-40f4-88d6-005747d24a00" -d '{"events": [{"name": "network-changed", "server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:40.707388 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.713209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-b58e3a93-c707-49d5-9a87-9442d6069ccf service neutron] 10.222.0.31 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659206 Nov 12 11:04:40.713902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Made reservation on behalf of f85e92ed7f8144bbb95c985f5f5c214e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:40.717976 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.823898 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aaf5a8-9623-4f7e-8a2c-9b5a2bb96902 x-openstack-request-id: req-a5aaf5a8-9623-4f7e-8a2c-9b5a2bb96902 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:40.824379 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:40.824576 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5aaf5a8-9623-4f7e-8a2c-9b5a2bb96902 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:40.824817 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10', 'status': 'completed', 'code': 200} Nov 12 11:04:40.878552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.980679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Network 19e33aab-d264-4a54-950e-95ef02da7f88 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:40.982838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f54a77a4-c429-4c3f-936b-04fde5c9e0a5 req-a418138a-186c-420f-8789-f66afb0a61d9 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 210 time: 0.0299869 Nov 12 11:04:40.997185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:41.012534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-f10ceac9-7c31-4b42-bca0-7f6b3caf1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.012534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-f10ceac9-7c31-4b42-bca0-7f6b3caf1725 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1095 time: 0.2300715 Nov 12 11:04:41.012534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:41.029499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Pushing event updated for resources: {'Port': ['ID=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:41.122808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Allocated IP 172.20.0.8 (19e33aab-d264-4a54-950e-95ef02da7f88/d950777b-e883-4ed3-af43-56cd9c3a6d68/a523c95c-1f45-4759-aee8-166946a6a0ec) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:41.135938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-31ab8712-bdd4-4684-b845-421027986c91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 200 len: 217 time: 0.1157136 Nov 12 11:04:41.333667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.333892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.364498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d5285039-8b50-4167-b111-96c16b8ebe8d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:41.387391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543825-1f5c-4105-8d9a-5d7c1f5307aa req-c342ff2b-01a8-4903-8d43-3236aa4e4f2e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.389009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d543825-1f5c-4105-8d9a-5d7c1f5307aa req-c342ff2b-01a8-4903-8d43-3236aa4e4f2e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 943 time: 0.2745337 Nov 12 11:04:41.426943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-394af5f3-b0b5-4087-82f1-9f09c8e3142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.428334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-394af5f3-b0b5-4087-82f1-9f09c8e3142a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.2641697 Nov 12 11:04:41.432266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-04d971d0-a34d-4be1-aee5-1006a23f75c1 None None] Provisioning complete for port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:41.432631 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-04d971d0-a34d-4be1-aee5-1006a23f75c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.456661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ae90b-f1b9-4412-93d8-66f4297e77db req-2c88bd88-7f99-4030-ba03-411ede84090e tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.485443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-554ae90b-f1b9-4412-93d8-66f4297e77db req-2c88bd88-7f99-4030-ba03-411ede84090e tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 943 time: 0.1841145 Nov 12 11:04:41.494086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4e0543a5-caa7-4dce-a2d7-12936ac2fb47 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2523549 Nov 12 11:04:41.506059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d5285039-8b50-4167-b111-96c16b8ebe8d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:41.506696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.511268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-04d971d0-a34d-4be1-aee5-1006a23f75c1 None None] Port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:04:41.532787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Request body: {'port': {'device_id': 'fa24c77c-dd8d-4ea4-a154-655cdea12096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:41.537335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-cab33acc-3b3b-4225-8550-1fb684145e38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707667 Nov 12 11:04:41.617602 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-554ae90b-f1b9-4412-93d8-66f4297e77db req-62203f14-6288-448c-8f1d-93573f259e3b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260993 Nov 12 11:04:41.726395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d543825-1f5c-4105-8d9a-5d7c1f5307aa req-31a925d8-7d6b-4fd4-9a0b-c15027fb1d6c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189433 Nov 12 11:04:41.752449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.757333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.802405 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a7387-b8c9-476c-b3d2-ae2831e07685 req-c3b43cb5-21b8-416e-8968-2ac9b162abaf tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.804073 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-348a7387-b8c9-476c-b3d2-ae2831e07685 req-c3b43cb5-21b8-416e-8968-2ac9b162abaf tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0939882 Nov 12 11:04:41.872368 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-65429581-021a-4800-a975-b52b579b9301 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107371 Nov 12 11:04:41.878587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-348a7387-b8c9-476c-b3d2-ae2831e07685 req-d3491ac7-3a6b-4ea9-8862-790ce46792fc tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622914 Nov 12 11:04:41.966869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26708668-5b26-4c66-9b11-5720c0e00cc9 req-99d0742c-9fce-422e-a77d-92d2b389e8ed tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.1340599 Nov 12 11:04:42.057957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.245634 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b877b4f-bbf4-478b-8e7c-3ac9c25b2eb2 req-574bc280-a88d-4670-9190-0af893b5df9e tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 210 time: 0.1103837 Nov 12 11:04:42.321917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Network 19e33aab-d264-4a54-950e-95ef02da7f88 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:42.338705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:42.350522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:42.365195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Pushing event updated for resources: {'Port': ['ID=a523c95c-1f45-4759-aee8-166946a6a0ec,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:42.371225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca950dac-caaa-46b6-a848-0381f0ab2b8d req-c3643c5a-e0fc-46ca-bd55-3e3019ea0ab5 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673214 Nov 12 11:04:42.501280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:42.501999 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.543314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-7dad0e71-8f7b-42da-ad98-f27ee0fc1d3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4637263 Nov 12 11:04:42.591367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Request body: {'port': {'device_id': 'b916a45c-dc8b-4acb-b8f5-2b144f7c68e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:42.600081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-6083b8f8-d1f2-4d0b-9ca4-aa64b17314be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:42.602585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-6083b8f8-d1f2-4d0b-9ca4-aa64b17314be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1095 time: 0.1636145 Nov 12 11:04:42.659326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-b1362e27-e519-48c9-acad-7a8934eaa9ab tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:42.662273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-b1362e27-e519-48c9-acad-7a8934eaa9ab tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.52 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 816 time: 0.2147956 Nov 12 11:04:42.666482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:42.699750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.707730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Request body: {'port': {'device_id': 'd5c5c23b-490d-4507-9079-3a62b9895a61', 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88', 'admin_state_up': True, 'tenant_id': 'f85e92ed7f8144bbb95c985f5f5c214e'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:42.748035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e463b32a-df03-456d-be39-a13b5d0ec9b4 None None] Provisioning complete for port a523c95c-1f45-4759-aee8-166946a6a0ec triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:42.750040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e463b32a-df03-456d-be39-a13b5d0ec9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.776226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Transition to ACTIVE for port object 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:42.778637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.789206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.808389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e463b32a-df03-456d-be39-a13b5d0ec9b4 None None] Port a523c95c-1f45-4759-aee8-166946a6a0ec cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:04:42.831341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b837490f-0d1a-43fa-aee6-acae75c1c611 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:42.868448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec63ea1-3823-44e4-8f69-7f0a531bee9d req-46df0b27-9bed-4ef1-8072-80503b9bc86a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:42.876518 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ec63ea1-3823-44e4-8f69-7f0a531bee9d req-46df0b27-9bed-4ef1-8072-80503b9bc86a tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 943 time: 0.1366768 Nov 12 11:04:42.926290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port b837490f-0d1a-43fa-aee6-acae75c1c611 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:42.926981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.982069 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ec63ea1-3823-44e4-8f69-7f0a531bee9d req-7f78d64a-0051-4b90-a796-fdcb4e41e90e tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957336 Nov 12 11:04:42.982755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-f5575f58-5c31-4367-818a-4d138b77b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:42.982755 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-f5575f58-5c31-4367-818a-4d138b77b219 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 914 time: 0.3484335 Nov 12 11:04:42.988631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Pushing event updated for resources: {'Port': ['ID=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:42.998072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Made reservation on behalf of f85e92ed7f8144bbb95c985f5f5c214e for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:43.004083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.100046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.128671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9184849a-be5e-4884-8cec-473c6cc9a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b837490f-0d1a-43fa-aee6-acae75c1c611'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:43.132041 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b2b5d-40b4-4cf4-8d35-69d16fcc7506" -d '{"events": [{"server_uuid": "9184849a-be5e-4884-8cec-473c6cc9a165", "name": "network-vif-plugged", "status": "completed", "tag": "b837490f-0d1a-43fa-aee6-acae75c1c611"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:43.146855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-49b87f95-28e9-48dd-a5ca-099d58168b7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 200 len: 217 time: 0.1465874 Nov 12 11:04:43.155403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:43.162198 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.235360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:43.237953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83affd90-4112-403f-85c9-67cf85f039ac req-25338241-374e-4f30-887d-683d864c02d4 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:43.241195 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83affd90-4112-403f-85c9-67cf85f039ac req-25338241-374e-4f30-887d-683d864c02d4 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 943 time: 0.3341179 Nov 12 11:04:43.336483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-4fd94f0f-12dd-4ea0-b695-daa4dcb82275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:43.337940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-4fd94f0f-12dd-4ea0-b695-daa4dcb82275 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.1505888 Nov 12 11:04:43.345614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Attempting to bind port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:43.346301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Attempting to bind port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:43.347163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Attempting to bind port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae on network 19e33aab-d264-4a54-950e-95ef02da7f88 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:43.381264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae on network 19e33aab-d264-4a54-950e-95ef02da7f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:43.381596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Attempting to bind port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae on network 19e33aab-d264-4a54-950e-95ef02da7f88 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:43.403845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-8c411272-fccf-4373-addb-d683040684bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517058 Nov 12 11:04:43.407869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83affd90-4112-403f-85c9-67cf85f039ac req-ec9aae81-6772-4f00-ac87-c4a787880831 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301405 Nov 12 11:04:43.411590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:43.411940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Checking segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:43.412351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Bound using segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:43.412936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Bound port: 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:43.413269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.617958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] For port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:43.622039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-819917dd-931f-4217-b6a0-23afc511915f service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050149 Nov 12 11:04:43.623980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91584e54-ceda-44ce-b71d-fbb17b78d81b req-2f14b509-10ea-4883-813f-e29b88f2dd39 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0503051 Nov 12 11:04:43.625162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e264572-722c-4f1e-a846-0f00ea89dc4f req-089a90a7-9e19-472a-9afa-a876a0babd06 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:43.626665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e264572-722c-4f1e-a846-0f00ea89dc4f req-089a90a7-9e19-472a-9afa-a876a0babd06 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.5442705 Nov 12 11:04:43.642563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Allocated IP 172.20.0.7 (19e33aab-d264-4a54-950e-95ef02da7f88/d950777b-e883-4ed3-af43-56cd9c3a6d68/623b5b52-caa8-49d0-9215-9b6a1bbb8593) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:43.644558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] For port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:43.670230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.738891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:43.739987 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.741067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] 10.222.0.52 "PUT /v2.0/ports/3d67a65c-81ef-4c57-b5ab-5ad51560f2ae HTTP/1.1" status: 200 len: 1093 time: 2.2177999 Nov 12 11:04:43.745064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa24c77c-dd8d-4ea4-a154-655cdea12096', 'tag': '3d67a65c-81ef-4c57-b5ab-5ad51560f2ae'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:43.751079 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e264572-722c-4f1e-a846-0f00ea89dc4f req-c761af2b-e105-492d-bb94-76085e2eef27 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032715 Nov 12 11:04:43.752312 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431885e5-52ea-4f56-9b39-61442b42c272" -d '{"events": [{"name": "network-changed", "server_uuid": "fa24c77c-dd8d-4ea4-a154-655cdea12096", "tag": "3d67a65c-81ef-4c57-b5ab-5ad51560f2ae"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:43.800936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9973e-bc1e-4c4c-bd64-6b624c573abe service neutron] Pushing event updated for resources: {'Port': ['ID=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:43.832060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-887bb78c-3fe2-40f4-88d6-005747d24a00 req-1c50e2e3-a1d4-4803-99c3-47c34b0115ad service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989436 Nov 12 11:04:43.856280 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a411c5e-ecac-43fa-92be-7b8b31ec4a03 x-openstack-request-id: req-1a411c5e-ecac-43fa-92be-7b8b31ec4a03 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:43.858526 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9184849a-be5e-4884-8cec-473c6cc9a165", "name": "network-vif-plugged", "status": "completed", "tag": "b837490f-0d1a-43fa-aee6-acae75c1c611", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:43.859697 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a411c5e-ecac-43fa-92be-7b8b31ec4a03 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:43.862892 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9184849a-be5e-4884-8cec-473c6cc9a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b837490f-0d1a-43fa-aee6-acae75c1c611', 'code': 200} Nov 12 11:04:43.946400 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18126942-aa12-4f70-ab03-732650a833f0 x-openstack-request-id: req-18126942-aa12-4f70-ab03-732650a833f0 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:43.946805 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa24c77c-dd8d-4ea4-a154-655cdea12096", "tag": "3d67a65c-81ef-4c57-b5ab-5ad51560f2ae", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:43.947303 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18126942-aa12-4f70-ab03-732650a833f0 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:43.950768 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa24c77c-dd8d-4ea4-a154-655cdea12096', 'tag': '3d67a65c-81ef-4c57-b5ab-5ad51560f2ae', 'status': 'completed', 'code': 200} Nov 12 11:04:43.955473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-e345bfd5-7f3e-4151-90be-68ac97134db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:43.958231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-e345bfd5-7f3e-4151-90be-68ac97134db0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 1096 time: 0.1016667 Nov 12 11:04:44.010510 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b21192a2-e9b3-4637-add6-f62490411e4f req-a19dd466-acc6-4e16-8de8-fcd4138076f5 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 210 time: 0.0874374 Nov 12 11:04:44.042403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-a5745320-1603-4179-9450-28e259096ef9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae HTTP/1.1" status: 200 len: 217 time: 0.0750570 Nov 12 11:04:44.109509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.154060 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.197123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-48cbb417-c7be-47f7-aa9a-867a531fffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.199099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-48cbb417-c7be-47f7-aa9a-867a531fffa8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d950777b-e883-4ed3-af43-56cd9c3a6d68 HTTP/1.1" status: 200 len: 855 time: 0.1404576 Nov 12 11:04:44.236546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Network 19e33aab-d264-4a54-950e-95ef02da7f88 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:44.240175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544bd07-ce4b-46f4-b87b-3eb343f4d38c req-ab36a852-f587-4fc1-b0d2-d6abb16ce049 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.241776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8544bd07-ce4b-46f4-b87b-3eb343f4d38c req-ab36a852-f587-4fc1-b0d2-d6abb16ce049 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 943 time: 0.1845973 Nov 12 11:04:44.243804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5df93e-355e-4777-9a71-c6e9c5de2386 req-6185566f-b61e-4240-a0a6-72087489071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.244762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:44.245734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc5df93e-355e-4777-9a71-c6e9c5de2386 req-6185566f-b61e-4240-a0a6-72087489071d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 1097 time: 0.2020595 Nov 12 11:04:44.253561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:44.257271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Pushing event updated for resources: {'Port': ['ID=623b5b52-caa8-49d0-9215-9b6a1bbb8593,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:44.318626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.318981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.319334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.319686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.320028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.320368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.320704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.321083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.321599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.322144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.322706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.323228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:44.369480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.370274 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.399140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4b189c9e-c514-4117-ae8d-7735ade700f2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7071912 Nov 12 11:04:44.416255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Request body: {'port': {'device_id': 'd5c5c23b-490d-4507-9079-3a62b9895a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:44.506840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.698985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f351a19b-a166-4dd6-81f1-5c2c61daf571 None None] Provisioning complete for port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:44.699489 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f351a19b-a166-4dd6-81f1-5c2c61daf571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.770057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17080-b558-416f-8368-a9e0bbbc6977 req-1a49c9fb-3745-4bd5-8856-bcfa9ff1df14 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.777869 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ab17080-b558-416f-8368-a9e0bbbc6977 req-1a49c9fb-3745-4bd5-8856-bcfa9ff1df14 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.2056510 Nov 12 11:04:44.790225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f351a19b-a166-4dd6-81f1-5c2c61daf571 None None] Port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:04:44.855251 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0ab17080-b558-416f-8368-a9e0bbbc6977 req-29b997b0-fcc3-43ae-ab72-6d536fc7d093 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762720 Nov 12 11:04:44.883990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-2aeb57ea-6d12-439c-b1c4-f0fef3cfeac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.887697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-2aeb57ea-6d12-439c-b1c4-f0fef3cfeac6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19e33aab-d264-4a54-950e-95ef02da7f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6549487 Nov 12 11:04:44.895970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc5df93e-355e-4777-9a71-c6e9c5de2386 req-151c8c96-6bcf-492b-a6f7-06c99b877019 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372118 Nov 12 11:04:44.903556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8544bd07-ce4b-46f4-b87b-3eb343f4d38c req-633facee-85fd-4bc7-8df3-c0c4dba365af tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139908 Nov 12 11:04:45.052894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23ef7d5d-465a-4fef-a24f-187ee6aee134 req-c0274fd6-ab13-4799-b9ec-3008ae952e46 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0434239 Nov 12 11:04:45.057838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a523c95c-1f45-4759-aee8-166946a6a0ec {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:45.068894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.093175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Transition to ACTIVE for port object a523c95c-1f45-4759-aee8-166946a6a0ec will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:45.095569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-02601de1-f84d-4263-a7cc-7b46b868f461 service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986952 Nov 12 11:04:45.097551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.291029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=a523c95c-1f45-4759-aee8-166946a6a0ec,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:45.464830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005770b-3960-4cfe-b91e-a20c3ebd7c8c req-5f325182-3b80-4585-af69-efa520d0f365 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.466451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a005770b-3960-4cfe-b91e-a20c3ebd7c8c req-5f325182-3b80-4585-af69-efa520d0f365 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1432462 Nov 12 11:04:45.468485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05f8c051-0a60-4083-9481-b34c2aca9805 req-4f434c76-e9cd-4850-b76b-1db8e836d2f5 service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307645 Nov 12 11:04:45.472805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623b5b52-caa8-49d0-9215-9b6a1bbb8593 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:45.516994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.520482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107875d5-b48f-4855-bb7f-fd0a4aa164b4 req-0dd62b27-1ba5-48fb-80cc-a2bc16d85258 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.522644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-107875d5-b48f-4855-bb7f-fd0a4aa164b4 req-0dd62b27-1ba5-48fb-80cc-a2bc16d85258 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 931 time: 0.1377070 Nov 12 11:04:45.523743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Attempting to bind port a523c95c-1f45-4759-aee8-166946a6a0ec on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:45.524079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Attempting to bind port a523c95c-1f45-4759-aee8-166946a6a0ec by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:45.524608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Attempting to bind port a523c95c-1f45-4759-aee8-166946a6a0ec on network 19e33aab-d264-4a54-950e-95ef02da7f88 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:45.533584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Port a523c95c-1f45-4759-aee8-166946a6a0ec on network 19e33aab-d264-4a54-950e-95ef02da7f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:45.534519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Attempting to bind port a523c95c-1f45-4759-aee8-166946a6a0ec on network 19e33aab-d264-4a54-950e-95ef02da7f88 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:45.554765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:45.555230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Checking segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:45.555787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Bound using segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:45.556549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Bound port: a523c95c-1f45-4759-aee8-166946a6a0ec, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:45.557272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.561907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Transition to ACTIVE for port object 623b5b52-caa8-49d0-9215-9b6a1bbb8593 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:45.568840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.581263 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a005770b-3960-4cfe-b91e-a20c3ebd7c8c req-2e226e45-3e37-4a63-b4eb-afa8aa440fa0 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933378 Nov 12 11:04:45.678424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Pushing event updated for resources: {'Port': ['ID=623b5b52-caa8-49d0-9215-9b6a1bbb8593,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:45.739719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431885e5-52ea-4f56-9b39-61442b42c272 req-84d8d199-25b7-4f78-9692-356c1436cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.742026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-431885e5-52ea-4f56-9b39-61442b42c272 req-84d8d199-25b7-4f78-9692-356c1436cc46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 1096 time: 0.1892788 Nov 12 11:04:45.747488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-107875d5-b48f-4855-bb7f-fd0a4aa164b4 req-610737c0-b9e4-41a6-abe2-4c61b1910392 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071619 Nov 12 11:04:45.797244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] For port a523c95c-1f45-4759-aee8-166946a6a0ec, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:45.833957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Attempting to bind port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:45.834804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Attempting to bind port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:45.834964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Attempting to bind port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 on network 19e33aab-d264-4a54-950e-95ef02da7f88 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:45.843998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 on network 19e33aab-d264-4a54-950e-95ef02da7f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:45.844544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Attempting to bind port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 on network 19e33aab-d264-4a54-950e-95ef02da7f88 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:45.853386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:45.853981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Checking segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:45.854382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Bound using segment: {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:45.854889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Bound port: 623b5b52-caa8-49d0-9215-9b6a1bbb8593, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42a4abc-2e98-4340-b9e7-0e3f6502835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:45.855295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.861466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] For port a523c95c-1f45-4759-aee8-166946a6a0ec, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=a523c95c-1f45-4759-aee8-166946a6a0ec,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:45.877287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.949250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.950310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.953287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] 10.222.0.59 "PUT /v2.0/ports/a523c95c-1f45-4759-aee8-166946a6a0ec HTTP/1.1" status: 200 len: 1092 time: 3.3691154 Nov 12 11:04:45.971625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b916a45c-dc8b-4acb-b8f5-2b144f7c68e6', 'tag': 'a523c95c-1f45-4759-aee8-166946a6a0ec'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:45.978473 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67727ec-2de4-4afa-9961-661752f4cd81" -d '{"events": [{"name": "network-changed", "server_uuid": "b916a45c-dc8b-4acb-b8f5-2b144f7c68e6", "tag": "a523c95c-1f45-4759-aee8-166946a6a0ec"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:46.022821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] For port 623b5b52-caa8-49d0-9215-9b6a1bbb8593, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:46.028173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] For port 623b5b52-caa8-49d0-9215-9b6a1bbb8593, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=623b5b52-caa8-49d0-9215-9b6a1bbb8593,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:46.037459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.044002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f43c5-50b8-439b-b594-db69add88fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=a523c95c-1f45-4759-aee8-166946a6a0ec,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:46.055659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431885e5-52ea-4f56-9b39-61442b42c272 req-98c4bd7d-d186-4db1-9002-3e17b37ed913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.058161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-431885e5-52ea-4f56-9b39-61442b42c272 req-98c4bd7d-d186-4db1-9002-3e17b37ed913 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 917 time: 0.3066714 Nov 12 11:04:46.138403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-431885e5-52ea-4f56-9b39-61442b42c272 req-9b7cf766-ae32-4d6a-b231-f4acf3f5bde2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae HTTP/1.1" status: 200 len: 217 time: 0.0648770 Nov 12 11:04:46.177349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e034a0b4-fafd-4767-a0a4-7530f9022e10 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:46.193917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.195147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.197922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] 10.222.0.52 "PUT /v2.0/ports/623b5b52-caa8-49d0-9215-9b6a1bbb8593 HTTP/1.1" status: 200 len: 1092 time: 1.7866194 Nov 12 11:04:46.200163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c5c23b-490d-4507-9079-3a62b9895a61', 'tag': '623b5b52-caa8-49d0-9215-9b6a1bbb8593'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:46.205736 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e445e0ac-124a-417f-8841-6ccac6adb44b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c5c23b-490d-4507-9079-3a62b9895a61", "tag": "623b5b52-caa8-49d0-9215-9b6a1bbb8593"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:46.264400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e943d4-ebf9-40d2-a409-8a55a2ebb3b1 req-df5cfd7c-97ce-43d3-9aae-e89319ec1246 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.267050 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61e943d4-ebf9-40d2-a409-8a55a2ebb3b1 req-df5cfd7c-97ce-43d3-9aae-e89319ec1246 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1998549 Nov 12 11:04:46.312346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431885e5-52ea-4f56-9b39-61442b42c272 req-9ac43e30-5bc5-438b-8d6a-ab705a2b9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.315358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-431885e5-52ea-4f56-9b39-61442b42c272 req-9ac43e30-5bc5-438b-8d6a-ab705a2b9836 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d950777b-e883-4ed3-af43-56cd9c3a6d68 HTTP/1.1" status: 200 len: 855 time: 0.1493933 Nov 12 11:04:46.316841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea782cfe-5ac0-4ab0-925f-6cdaa22f6682 service neutron] Pushing event updated for resources: {'Port': ['ID=623b5b52-caa8-49d0-9215-9b6a1bbb8593,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:46.383564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-eed867f0-f58d-4b6f-8ea2-8dcae8ab6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.385377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-eed867f0-f58d-4b6f-8ea2-8dcae8ab6f2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 1095 time: 0.1108141 Nov 12 11:04:46.404520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e034a0b4-fafd-4767-a0a4-7530f9022e10, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:46.413371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-72aefe4b-cb34-4e9f-8220-d77594766d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.415527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-72aefe4b-cb34-4e9f-8220-d77594766d82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 1095 time: 0.3620360 Nov 12 11:04:46.429363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec192e-e8e6-4964-bc6e-35b100b55469 req-dfb6c0d7-e4d9-43ca-87d0-7cb875d54029 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.446249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ec192e-e8e6-4964-bc6e-35b100b55469 req-dfb6c0d7-e4d9-43ca-87d0-7cb875d54029 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 943 time: 0.3096769 Nov 12 11:04:46.475304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-27c9cd76-0c8d-4d4f-bcf1-2d320540c42b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=623b5b52-caa8-49d0-9215-9b6a1bbb8593 HTTP/1.1" status: 200 len: 217 time: 0.0773160 Nov 12 11:04:46.494089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'e034a0b4-fafd-4767-a0a4-7530f9022e10', 'network_id': 'a3191c4f-bf6e-4c8f-b6f8-728478317631', 'port_id': 'e034a0b4-fafd-4767-a0a4-7530f9022e10', 'mac_address': 'fa:16:3e:ce:98:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0948e485-541c-4a61-984c-19be24f71697', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:46.516263 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61e943d4-ebf9-40d2-a409-8a55a2ebb3b1 req-77ad8a8c-1c70-483f-a827-4ae4146830e5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018738 Nov 12 11:04:46.607032 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.660447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e034a0b4-fafd-4767-a0a4-7530f9022e10 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:46.703792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4097a908-6ca2-4c83-9c0e-74fb501a8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.706223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-4097a908-6ca2-4c83-9c0e-74fb501a8295 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d950777b-e883-4ed3-af43-56cd9c3a6d68 HTTP/1.1" status: 200 len: 855 time: 0.2209334 Nov 12 11:04:46.712296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e034a0b4-fafd-4767-a0a4-7530f9022e10, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:46.724711 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.755029 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdd033c-313b-4684-8590-28f5df861896 x-openstack-request-id: req-2cdd033c-313b-4684-8590-28f5df861896 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:46.757511 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b916a45c-dc8b-4acb-b8f5-2b144f7c68e6", "tag": "a523c95c-1f45-4759-aee8-166946a6a0ec", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:46.758204 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cdd033c-313b-4684-8590-28f5df861896 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:46.759500 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b916a45c-dc8b-4acb-b8f5-2b144f7c68e6', 'tag': 'a523c95c-1f45-4759-aee8-166946a6a0ec', 'status': 'completed', 'code': 200} Nov 12 11:04:46.794073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-ef0fdc6c-cf24-4ea2-b0c8-540e73fe863d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a523c95c-1f45-4759-aee8-166946a6a0ec HTTP/1.1" status: 200 len: 217 time: 0.3226821 Nov 12 11:04:46.805844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-da593d51-4f8e-43a6-8f8c-a1bd4ccdde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.814357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-da593d51-4f8e-43a6-8f8c-a1bd4ccdde97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19e33aab-d264-4a54-950e-95ef02da7f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970907 Nov 12 11:04:46.824605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431885e5-52ea-4f56-9b39-61442b42c272 req-24b17359-8270-40a4-8b90-e009070c1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.832032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-431885e5-52ea-4f56-9b39-61442b42c272 req-24b17359-8270-40a4-8b90-e009070c1c68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19e33aab-d264-4a54-950e-95ef02da7f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4920003 Nov 12 11:04:46.840215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=e034a0b4-fafd-4767-a0a4-7530f9022e10,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:46.999953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac5a5cc5-0917-4fce-9c63-783f534a3f6c req-3dd2cd81-190d-4166-b783-10209200c12a tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0606611 Nov 12 11:04:47.008174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a4ec192e-e8e6-4964-bc6e-35b100b55469 req-2e0f2ac6-83f8-4073-b8ce-8eebe71a4bdf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604239 Nov 12 11:04:47.049245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['e034a0b4-fafd-4767-a0a4-7530f9022e10'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:47.074464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-1ec2f0e2-494b-406c-9eda-906322f8cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.076118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-1ec2f0e2-494b-406c-9eda-906322f8cdb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d950777b-e883-4ed3-af43-56cd9c3a6d68 HTTP/1.1" status: 200 len: 855 time: 0.2377517 Nov 12 11:04:47.083727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-db96def1-9619-44ce-b66d-4f50ea746b5e service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611256 Nov 12 11:04:47.136290 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb068e-d09b-4412-99be-7632be8d38c9 x-openstack-request-id: req-01eb068e-d09b-4412-99be-7632be8d38c9 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:47.136945 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c5c23b-490d-4507-9079-3a62b9895a61", "tag": "623b5b52-caa8-49d0-9215-9b6a1bbb8593", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:47.137355 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01eb068e-d09b-4412-99be-7632be8d38c9 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:47.137995 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c5c23b-490d-4507-9079-3a62b9895a61', 'tag': '623b5b52-caa8-49d0-9215-9b6a1bbb8593', 'status': 'completed', 'code': 200} Nov 12 11:04:47.197414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-431885e5-52ea-4f56-9b39-61442b42c272 req-79acc7a6-8b95-49c2-afca-16df3e48de7b service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284791 Nov 12 11:04:47.227564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-007d5ae5-23cd-41f7-8213-804cb01d94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.229854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-007d5ae5-23cd-41f7-8213-804cb01d94ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19e33aab-d264-4a54-950e-95ef02da7f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290088 Nov 12 11:04:47.401192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae18e24a-55b6-4447-ae84-ba4f42edf75b req-ade5741b-33ac-4afd-b232-162ce3a507db service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099058 Nov 12 11:04:47.419955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127a59d-6ecb-4ab2-992e-8b426897059b req-6fd419aa-8373-4ee2-bf7c-6d63af444576 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.422522 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9127a59d-6ecb-4ab2-992e-8b426897059b req-6fd419aa-8373-4ee2-bf7c-6d63af444576 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1029270 Nov 12 11:04:47.492030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-431885e5-52ea-4f56-9b39-61442b42c272 req-0a58e7b3-55f4-430a-ad9e-344ea31812a0 service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808704 Nov 12 11:04:47.501652 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9127a59d-6ecb-4ab2-992e-8b426897059b req-1c0d10d7-76a7-4583-bb75-af3e03ecd44b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 Nov 12 11:04:47.519700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36a989-d009-40ff-926d-c6b04497b350 req-7f6ffd07-55c7-4178-a4ce-0b93b96ecc87 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.521794 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce36a989-d009-40ff-926d-c6b04497b350 req-7f6ffd07-55c7-4178-a4ce-0b93b96ecc87 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 943 time: 0.1924911 Nov 12 11:04:47.526808 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-0d6dc502-ebe3-4863-a7b6-3c8035096534 service neutron] 10.222.0.59 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747774 Nov 12 11:04:47.546184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-15463155-4921-45d9-bb7e-dbde63d8f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.548105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-15463155-4921-45d9-bb7e-dbde63d8f4a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 1095 time: 0.0646899 Nov 12 11:04:47.655005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce36a989-d009-40ff-926d-c6b04497b350 req-99eb2262-ab0c-47e7-93fb-d72b39921303 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248047 Nov 12 11:04:47.701746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfc53490-2348-4db1-baba-4ae0ede5aef1 req-cd4772e1-0341-42cd-b8b0-558afbacce72 service neutron] 10.222.0.59 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476912 Nov 12 11:04:47.753254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-b3ecdb46-a2d2-4dfd-96d9-8c269d0fdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.755152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-b3ecdb46-a2d2-4dfd-96d9-8c269d0fdcf5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 917 time: 0.1990175 Nov 12 11:04:47.787727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372c81-6e32-4c63-a6a0-b9a401ffe4ee req-71775192-0e53-40eb-991d-773241bc4c5a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.790204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc372c81-6e32-4c63-a6a0-b9a401ffe4ee req-71775192-0e53-40eb-991d-773241bc4c5a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1168647 Nov 12 11:04:47.824261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-5039b1a0-ef39-49dd-98ea-1f826754e275 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=623b5b52-caa8-49d0-9215-9b6a1bbb8593 HTTP/1.1" status: 200 len: 217 time: 0.0583844 Nov 12 11:04:47.826048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-51de6cc5-147c-4d6f-9e7a-0624972cf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.828567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-51de6cc5-147c-4d6f-9e7a-0624972cf1e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 1095 time: 0.0568378 Nov 12 11:04:47.925718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-a9c612fc-adae-4823-8dc3-520e6e0dcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.927755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-a9c612fc-adae-4823-8dc3-520e6e0dcd25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d950777b-e883-4ed3-af43-56cd9c3a6d68 HTTP/1.1" status: 200 len: 855 time: 0.0956929 Nov 12 11:04:47.932840 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc372c81-6e32-4c63-a6a0-b9a401ffe4ee req-4256aa46-3423-4433-b7a5-1cf3bd0f775a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115959 Nov 12 11:04:47.982815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-fb6196ff-52ff-4835-895f-5eff28963435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.989991 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-fb6196ff-52ff-4835-895f-5eff28963435 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 917 time: 0.1448481 Nov 12 11:04:48.009946 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-53cbedf7-6daa-4184-882b-4bce50868250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.012553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-53cbedf7-6daa-4184-882b-4bce50868250 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19e33aab-d264-4a54-950e-95ef02da7f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761724 Nov 12 11:04:48.053552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-e3bc5a26-badb-4267-9042-92cb99aa99f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a523c95c-1f45-4759-aee8-166946a6a0ec HTTP/1.1" status: 200 len: 217 time: 0.0520160 Nov 12 11:04:48.168604 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:48.171509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-4f2a4dd3-10b2-48e0-8ec1-b33217e0d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.174101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-4f2a4dd3-10b2-48e0-8ec1-b33217e0d4b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d950777b-e883-4ed3-af43-56cd9c3a6d68 HTTP/1.1" status: 200 len: 855 time: 0.1079178 Nov 12 11:04:48.191454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c30b7-320a-4e20-bf9a-cc04bbf0eab7 req-c5442183-79ad-4041-8086-1436c168045e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.196444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b1c30b7-320a-4e20-bf9a-cc04bbf0eab7 req-c5442183-79ad-4041-8086-1436c168045e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1443975 Nov 12 11:04:48.243945 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-af4c35d2-0a25-48d3-a46e-c93ee1ceccc1 service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218835 Nov 12 11:04:48.269119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9576b0-11f3-4b76-b4d9-9fd2a67c4bf0 req-b98b202c-c73b-4537-803a-449eab3197c6 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.272238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9d9576b0-11f3-4b76-b4d9-9fd2a67c4bf0 req-b98b202c-c73b-4537-803a-449eab3197c6 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 944 time: 0.1273062 Nov 12 11:04:48.327578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-8993b5af-a8aa-4836-860d-8db9af43d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.330180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-8993b5af-a8aa-4836-860d-8db9af43d709 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19e33aab-d264-4a54-950e-95ef02da7f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321969 Nov 12 11:04:48.347271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b1c30b7-320a-4e20-bf9a-cc04bbf0eab7 req-164ebabd-5055-45ad-93ac-ed13a3be4d54 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024127 Nov 12 11:04:48.376199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:48.402879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '3d67a65c-81ef-4c57-b5ab-5ad51560f2ae', 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88', 'port_id': '3d67a65c-81ef-4c57-b5ab-5ad51560f2ae', 'mac_address': 'fa:16:3e:5d:df:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd950777b-e883-4ed3-af43-56cd9c3a6d68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:48.505729 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9d9576b0-11f3-4b76-b4d9-9fd2a67c4bf0 req-501b58e9-a9fe-4260-aab8-8af530436bc1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117615 Nov 12 11:04:48.520019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.545183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:48.553492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e445e0ac-124a-417f-8841-6ccac6adb44b req-b4fafae8-6dd4-42ab-8057-f7fe3ebf71a5 service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791438 Nov 12 11:04:48.579897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:48.581710 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c3a0254-eec7-4cc2-b2eb-74b5b2c27d26 req-5f8f7126-ec18-4047-a292-ef9939c4e1ad tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0857835 Nov 12 11:04:48.586945 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.626478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-690d74a2-3b50-4d84-aaeb-c7f483fd5be4 service neutron] 10.222.0.59 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766943 Nov 12 11:04:48.700792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:48.744909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a883937-cec6-4622-a284-41d610be63f7 req-de71b3c2-39fa-4e62-b8ea-1781ea20b1e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0527029 Nov 12 11:04:48.831996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67727ec-2de4-4afa-9961-661752f4cd81 req-0faae3d8-f6a1-489f-b050-04ed78063856 service neutron] 10.222.0.59 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857224 Nov 12 11:04:48.875879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a22cd-c09a-405f-aad3-9c78dae74ecb req-a5a830cc-1da2-43ca-92f9-a326ea27663a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.878881 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d93a22cd-c09a-405f-aad3-9c78dae74ecb req-a5a830cc-1da2-43ca-92f9-a326ea27663a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0798120 Nov 12 11:04:48.939018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3d67a65c-81ef-4c57-b5ab-5ad51560f2ae'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:48.966244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d93a22cd-c09a-405f-aad3-9c78dae74ecb req-bbca08e0-aa3a-4ac6-977d-9e23cd519453 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658486 Nov 12 11:04:49.061749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24082aed-23bd-4ce3-8f60-b93d98911d4c req-e38ab7ba-5a65-48f8-b078-849ed1a46f11 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:49.065113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-24082aed-23bd-4ce3-8f60-b93d98911d4c req-e38ab7ba-5a65-48f8-b078-849ed1a46f11 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 943 time: 0.1113031 Nov 12 11:04:49.156822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-24082aed-23bd-4ce3-8f60-b93d98911d4c req-3ebefd11-038a-40b8-a41f-8085d9895f60 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823827 Nov 12 11:04:49.339586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-efc51f54-3a9d-44ac-ace8-7696c3f797e9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:49.342171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-efc51f54-3a9d-44ac-ace8-7696c3f797e9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 814 time: 0.1948271 Nov 12 11:04:49.364486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-99d283aa-25c8-4c2f-a9a1-106e08fe8b26 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/quotas/8a45a47a5aae450094fddd1d5cedd74b HTTP/1.1" status: 200 len: 375 time: 0.0143602 Nov 12 11:04:49.440328 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-aa41e9e0-3107-4016-b8b8-837a4f7d3881 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0680943 Nov 12 11:04:49.565744 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-afb9b49b-63b2-4070-be6c-057b8ecb597c service neutron] 10.222.0.31 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165545 Nov 12 11:04:49.676278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5424dfc-6103-48eb-8e27-dab38514331e req-0d688039-0137-4c98-9f0c-f4c9c00de0bc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:49.678681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5424dfc-6103-48eb-8e27-dab38514331e req-0d688039-0137-4c98-9f0c-f4c9c00de0bc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 944 time: 0.0807564 Nov 12 11:04:49.734798 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-6e8d60af-9cff-4557-9b7c-01308189f5a7 service neutron] 10.222.0.31 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581390 Nov 12 11:04:49.750955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5424dfc-6103-48eb-8e27-dab38514331e req-736eff7c-7efc-4ef8-b818-308a1d83678b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623755 Nov 12 11:04:50.018690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8402bb5c-4165-408e-ade1-d660466c7950 req-c35f7b8e-5fda-49e1-a495-c89a0c01b0d6 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0508969 Nov 12 11:04:50.111363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9eb2ddd8-454f-449a-ad0a-f94efc240cc5 req-b23e49cd-ef93-4fd6-8b83-cd3b32eab52b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 210 time: 0.0486424 Nov 12 11:04:50.172544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 623b5b52-caa8-49d0-9215-9b6a1bbb8593 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:50.177194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e034a0b4-fafd-4767-a0a4-7530f9022e10 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:50.276370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee48901-af52-4ced-9cf8-91c28dff90e3 req-3e6a628d-95b1-4094-a4b1-6b3efd20a62e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.279095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ee48901-af52-4ced-9cf8-91c28dff90e3 req-3e6a628d-95b1-4094-a4b1-6b3efd20a62e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1473384 Nov 12 11:04:50.384075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f16091-74e5-47ce-877a-3fc01a24da9d req-b2ecec82-943b-4f92-9a53-e0f1ed4d7516 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.399352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30f16091-74e5-47ce-877a-3fc01a24da9d req-b2ecec82-943b-4f92-9a53-e0f1ed4d7516 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 943 time: 0.1101997 Nov 12 11:04:50.417241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ee48901-af52-4ced-9cf8-91c28dff90e3 req-cee11770-fee0-4aea-b743-0ac50826fb12 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190679 Nov 12 11:04:50.500447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port e034a0b4-fafd-4767-a0a4-7530f9022e10 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:50.505801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30f16091-74e5-47ce-877a-3fc01a24da9d req-ac42dd6b-34e5-490c-abfc-b66eadc1e551 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034286 Nov 12 11:04:50.513153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port e034a0b4-fafd-4767-a0a4-7530f9022e10 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:50.513742 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.573162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 623b5b52-caa8-49d0-9215-9b6a1bbb8593, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=623b5b52-caa8-49d0-9215-9b6a1bbb8593,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:50.602078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '623b5b52-caa8-49d0-9215-9b6a1bbb8593', 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88', 'port_id': '623b5b52-caa8-49d0-9215-9b6a1bbb8593', 'mac_address': 'fa:16:3e:7e:1c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd950777b-e883-4ed3-af43-56cd9c3a6d68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:50.689660 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.725118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623b5b52-caa8-49d0-9215-9b6a1bbb8593 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:50.736770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.794547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 623b5b52-caa8-49d0-9215-9b6a1bbb8593, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=623b5b52-caa8-49d0-9215-9b6a1bbb8593,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:50.805394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:50.807955 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef5f9f0-bf58-4b76-9126-bd8edff7594b" -d '{"events": [{"server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "name": "network-vif-plugged", "status": "completed", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:50.824483 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.899951 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3b4df4-3d15-424b-8fee-de784538e2bd x-openstack-request-id: req-0c3b4df4-3d15-424b-8fee-de784538e2bd {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:50.900379 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "name": "network-vif-plugged", "status": "completed", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:50.900922 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c3b4df4-3d15-424b-8fee-de784538e2bd {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:50.901418 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10', 'code': 200} Nov 12 11:04:50.905776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e034a0b4-fafd-4767-a0a4-7530f9022e10, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:50.907531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device a523c95c-1f45-4759-aee8-166946a6a0ec details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:50.936241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=623b5b52-caa8-49d0-9215-9b6a1bbb8593,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:50.951312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.953339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:51.077676 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:04:51.085817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcfe26-fa02-4b33-83a5-322c3cb315cc req-6f444af9-8bc6-46ac-8dd3-4113761d2490 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:51.087574 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5fbcfe26-fa02-4b33-83a5-322c3cb315cc req-6f444af9-8bc6-46ac-8dd3-4113761d2490 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 945 time: 0.1899207 Nov 12 11:04:51.125111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71d337-c1d4-4bf1-be50-542b1d2caa58 req-1a1d0f93-73af-40c2-b0c7-7d7d79bc8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:51.126955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c71d337-c1d4-4bf1-be50-542b1d2caa58 req-1a1d0f93-73af-40c2-b0c7-7d7d79bc8c18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1097 time: 0.1273048 Nov 12 11:04:51.188076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=e034a0b4-fafd-4767-a0a4-7530f9022e10,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:51.221313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['623b5b52-caa8-49d0-9215-9b6a1bbb8593'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:51.243434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c71d337-c1d4-4bf1-be50-542b1d2caa58 req-76cc5f84-c045-438a-a171-ddf5851c69a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994604 Nov 12 11:04:51.252582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5fbcfe26-fa02-4b33-83a5-322c3cb315cc req-731f1a78-04e3-46b8-8320-226132c3a107 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529515 Nov 12 11:04:51.258067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:51.275269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:51.275890 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.351099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port a523c95c-1f45-4759-aee8-166946a6a0ec, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=a523c95c-1f45-4759-aee8-166946a6a0ec,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:51.379298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'a523c95c-1f45-4759-aee8-166946a6a0ec', 'network_id': '19e33aab-d264-4a54-950e-95ef02da7f88', 'port_id': 'a523c95c-1f45-4759-aee8-166946a6a0ec', 'mac_address': 'fa:16:3e:b1:25:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd950777b-e883-4ed3-af43-56cd9c3a6d68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:51.394429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4290bace-b1a2-494f-b158-35c9610ba497 req-9d7273ed-5381-4d2c-a3ff-7c2a6766903e tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0400364 Nov 12 11:04:51.511875 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.551422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a523c95c-1f45-4759-aee8-166946a6a0ec {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:51.555838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96857f1d-1aac-4199-88a0-87015c46d44d req-46466c51-02aa-4437-938d-220cd2c1bc90 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 210 time: 0.0491364 Nov 12 11:04:51.606417 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.640450 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port a523c95c-1f45-4759-aee8-166946a6a0ec, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=a523c95c-1f45-4759-aee8-166946a6a0ec,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:51.661237 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.788783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=a523c95c-1f45-4759-aee8-166946a6a0ec,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:51.819109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:51.827395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb38d8-c647-4b21-aa45-739208015d7a req-7e072585-40f5-4035-b60c-9a1cfadd9fd8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:51.828495 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.845570 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d9eb38d8-c647-4b21-aa45-739208015d7a req-7e072585-40f5-4035-b60c-9a1cfadd9fd8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1379356 Nov 12 11:04:51.958566 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d9eb38d8-c647-4b21-aa45-739208015d7a req-c431583e-901e-446a-a56d-1e003dbdeda5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092446 Nov 12 11:04:51.974553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:52.116745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78d9b32c-bd94-4dae-b462-44982014718a req-8e3a2b04-8dc6-4f72-a713-ff9dc3aeb982 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a&device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0635352 Nov 12 11:04:52.126145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de3952-d518-4f0a-8df6-6642f2dde812 req-5c9479c0-52c7-46eb-b2a9-8e43c0221de0 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.141057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34de3952-d518-4f0a-8df6-6642f2dde812 req-5c9479c0-52c7-46eb-b2a9-8e43c0221de0 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 944 time: 0.0852129 Nov 12 11:04:52.181475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-69afd898-2372-48dd-9e11-341ea82d5941 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.183837 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-69afd898-2372-48dd-9e11-341ea82d5941 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "GET /v2.0/ports?device_id=9184849a-be5e-4884-8cec-473c6cc9a165 HTTP/1.1" status: 200 len: 945 time: 0.1392524 Nov 12 11:04:52.212856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-23e042fb-d9e3-4a00-953a-78ec5e908e24 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.215665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-23e042fb-d9e3-4a00-953a-78ec5e908e24 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 814 time: 0.3326025 Nov 12 11:04:52.219512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['a523c95c-1f45-4759-aee8-166946a6a0ec'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:52.237014 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34de3952-d518-4f0a-8df6-6642f2dde812 req-f5a35cc6-c4f3-453f-96c1-05e252681199 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946708 Nov 12 11:04:52.260141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Request body: {'port': {'device_id': '456594fd-bc68-4914-a4a4-de3434de05ef', 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'admin_state_up': True, 'tenant_id': '8a45a47a5aae450094fddd1d5cedd74b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:52.445088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2f70b-57f9-45d3-a6c1-35e082604ec8 req-5a1953f2-065a-4a44-9764-bd31ca63dd75 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.458674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Deleting port b837490f-0d1a-43fa-aee6-acae75c1c611 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:04:52.458674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.467098 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d9d2f70b-57f9-45d3-a6c1-35e082604ec8 req-5a1953f2-065a-4a44-9764-bd31ca63dd75 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 945 time: 0.1040194 Nov 12 11:04:52.547260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Made reservation on behalf of 8a45a47a5aae450094fddd1d5cedd74b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:52.551266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.566134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d9d2f70b-57f9-45d3-a6c1-35e082604ec8 req-1674e343-7ec9-43e8-9572-c3319c8d2b25 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977991 Nov 12 11:04:52.659623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f8ca444-80cc-4ba3-b018-084a95386e4c req-f170d96a-9dd0-4d81-98af-67878e549373 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fde0dafca74c409899a9233fa20aef98&device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0432210 Nov 12 11:04:52.734755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] For port b837490f-0d1a-43fa-aee6-acae75c1c611, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b837490f-0d1a-43fa-aee6-acae75c1c611,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:52.735913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.755891 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f8ca444-80cc-4ba3-b018-084a95386e4c req-54bc459d-b7e3-4975-bdd5-736aa60b4099 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fde0dafca74c409899a9233fa20aef98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777278 Nov 12 11:04:52.762456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c86db4f-46e4-4d32-bbd8-c50c4ab1c118 req-247cb9e7-c30b-4aea-b64f-eed00646ff4d tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0872095 Nov 12 11:04:52.765773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Calling delete_port for b837490f-0d1a-43fa-aee6-acae75c1c611 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:04:52.837830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd6ab254-89d4-468a-a25b-48c37a3dbcd9 req-60acbc28-6606-4f5e-a9e5-12c498142f26 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 210 time: 0.0787446 Nov 12 11:04:52.902412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa24c77c-dd8d-4ea4-a154-655cdea12096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67a65c-81ef-4c57-b5ab-5ad51560f2ae'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:52.907233 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af80cda-aa34-40b7-8df6-1c757c9f24dc" -d '{"events": [{"server_uuid": "fa24c77c-dd8d-4ea4-a154-655cdea12096", "name": "network-vif-plugged", "status": "completed", "tag": "3d67a65c-81ef-4c57-b5ab-5ad51560f2ae"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:52.961485 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7b4f4d-53b7-4117-b6db-c8daa7a43c43 x-openstack-request-id: req-1e7b4f4d-53b7-4117-b6db-c8daa7a43c43 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:52.961720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ca444-80cc-4ba3-b018-084a95386e4c req-2325a286-763b-479c-a3cd-ca4d91adfad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.962079 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa24c77c-dd8d-4ea4-a154-655cdea12096", "name": "network-vif-plugged", "status": "completed", "tag": "3d67a65c-81ef-4c57-b5ab-5ad51560f2ae", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:52.962423 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e7b4f4d-53b7-4117-b6db-c8daa7a43c43 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:52.963039 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa24c77c-dd8d-4ea4-a154-655cdea12096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67a65c-81ef-4c57-b5ab-5ad51560f2ae', 'code': 200} Nov 12 11:04:52.963323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f8ca444-80cc-4ba3-b018-084a95386e4c req-2325a286-763b-479c-a3cd-ca4d91adfad0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945779 Nov 12 11:04:52.975210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Allocated IP 172.20.0.3 (3fb3c124-07c0-4c64-bf49-116113fe68a7/8c456c41-5f43-42ea-b82a-2aa83d62123f/5a9180f6-9d6e-4219-ac67-4249fcd46891) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:53.103994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694165a9-6f20-4438-b052-2eca52bf59a7 req-3fff2519-2710-4137-b1cc-c087a5e4df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:53.105911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-694165a9-6f20-4438-b052-2eca52bf59a7 req-3fff2519-2710-4137-b1cc-c087a5e4df6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 1098 time: 0.0698392 Nov 12 11:04:53.176307 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-694165a9-6f20-4438-b052-2eca52bf59a7 req-a6f045e8-3a1e-4167-89e4-65c655c57a4b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611303 Nov 12 11:04:53.176540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.270680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Pushing event deleted for resources: {'Port': ['ID=b837490f-0d1a-43fa-aee6-acae75c1c611,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:53.519203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a65fbe-d1c6-4344-87c7-2c61630491a9 req-b5a8297d-ab6c-4bf1-b920-6de2be878878 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:53.521315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c4a65fbe-d1c6-4344-87c7-2c61630491a9 req-b5a8297d-ab6c-4bf1-b920-6de2be878878 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 944 time: 0.0772982 Nov 12 11:04:53.597537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c4a65fbe-d1c6-4344-87c7-2c61630491a9 req-39ccfeb4-2d52-4a0e-a996-ef5b0b408260 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658023 Nov 12 11:04:53.740982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2752e-c716-43c0-9e6c-8000d0daf061 req-7cc5dc7d-23fb-473f-b8eb-a6c44e9f4ffd tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:53.743628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eda2752e-c716-43c0-9e6c-8000d0daf061 req-7cc5dc7d-23fb-473f-b8eb-a6c44e9f4ffd tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.6572864 Nov 12 11:04:53.746637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979db822-6f62-4107-be15-dd9bafe64d2c req-bbc56429-ae80-4934-9b9b-893756f3eb48 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:53.748465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-979db822-6f62-4107-be15-dd9bafe64d2c req-bbc56429-ae80-4934-9b9b-893756f3eb48 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 945 time: 0.0736563 Nov 12 11:04:53.783945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] No DVR routers for this DVR port b837490f-0d1a-43fa-aee6-acae75c1c611 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:04:53.796228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.799938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9185564-b249-41c3-87e8-4e9809b9af59 req-6971b11e-74a1-4b94-a723-4c031d0f50f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "DELETE /v2.0/ports/b837490f-0d1a-43fa-aee6-acae75c1c611 HTTP/1.1" status: 204 len: 173 time: 1.5827005 Nov 12 11:04:53.800413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9184849a-be5e-4884-8cec-473c6cc9a165', 'name': 'network-vif-deleted', 'tag': 'b837490f-0d1a-43fa-aee6-acae75c1c611'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:53.802870 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180d03ae-6efc-4886-bc58-19c107141cb5" -d '{"events": [{"server_uuid": "9184849a-be5e-4884-8cec-473c6cc9a165", "name": "network-vif-deleted", "tag": "b837490f-0d1a-43fa-aee6-acae75c1c611"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:53.838501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-979db822-6f62-4107-be15-dd9bafe64d2c req-111f7906-32ac-40af-9c71-bc7bc0107111 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804064 Nov 12 11:04:53.849392 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.882572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eda2752e-c716-43c0-9e6c-8000d0daf061 req-c94a6b88-937c-4248-8a91-de636eb97a51 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284723 Nov 12 11:04:53.893328 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56956f00-e880-4fd6-9fb0-731c82b8f57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.935240 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.998327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Network 3fb3c124-07c0-4c64-bf49-116113fe68a7 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:54.002419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:54.008825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:54.065724 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9642cbf7-9417-45db-9d1a-8adbdad9bc69 x-openstack-request-id: req-9642cbf7-9417-45db-9d1a-8adbdad9bc69 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:54.066048 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9184849a-be5e-4884-8cec-473c6cc9a165", "name": "network-vif-deleted", "tag": "b837490f-0d1a-43fa-aee6-acae75c1c611", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:54.066385 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9642cbf7-9417-45db-9d1a-8adbdad9bc69 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:54.066721 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9184849a-be5e-4884-8cec-473c6cc9a165', 'name': 'network-vif-deleted', 'tag': 'b837490f-0d1a-43fa-aee6-acae75c1c611', 'status': 'completed', 'code': 200} Nov 12 11:04:54.071060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Pushing event updated for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:54.117304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-55c42580-a8f5-402e-a575-8083dd3a39e6 req-87dc442e-df51-4603-921b-21df7642d995 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0533538 Nov 12 11:04:54.128857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:54.129564 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.163701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-504bb0dc-e399-4380-af42-173a955af569 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9088035 Nov 12 11:04:54.181587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22785a9-e3b4-45b8-903d-549b32a27687 req-0c747165-507c-45f4-9cb5-6c0ac818aae6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:54.183205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 623b5b52-caa8-49d0-9215-9b6a1bbb8593 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:54.183387 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a22785a9-e3b4-45b8-903d-549b32a27687 req-0c747165-507c-45f4-9cb5-6c0ac818aae6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 931 time: 0.0787151 Nov 12 11:04:54.201513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Request body: {'port': {'device_id': '456594fd-bc68-4914-a4a4-de3434de05ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:54.295914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.304088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:54.307528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a22785a9-e3b4-45b8-903d-549b32a27687 req-0c6ee58b-5bc1-43fc-98b0-3aecb5be9ef7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101060 Nov 12 11:04:54.310466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:54.310947 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.431368 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-27ed5ec1-dae9-496c-bcec-11d59e741e3b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1833185686&fields=id&tenant_id=986216f13a5b4deb8697283d446515d4 HTTP/1.1" status: 200 len: 267 time: 0.1527927 Nov 12 11:04:54.471431 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.527162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 623b5b52-caa8-49d0-9215-9b6a1bbb8593, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=623b5b52-caa8-49d0-9215-9b6a1bbb8593,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:54.535604 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.625697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=623b5b52-caa8-49d0-9215-9b6a1bbb8593,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:54.638054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-eb957209-fd40-4a69-96e1-89c21d9e5c5b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:54.641113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-eb957209-fd40-4a69-96e1-89c21d9e5c5b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 945 time: 0.1978490 Nov 12 11:04:54.672261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'port': {'security_groups': ['e7eb9a19-5983-42bc-b26d-774a8b1efd93', '07068aa9-a3eb-4495-ad95-073d69a588f8']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:54.792718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80a25e-db4e-4c38-b99e-de200f0d3e2c req-c393db07-5094-4e78-8659-5fda23f7c244 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:54.795063 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d80a25e-db4e-4c38-b99e-de200f0d3e2c req-c393db07-5094-4e78-8659-5fda23f7c244 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.0825412 Nov 12 11:04:54.846367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.849650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device a523c95c-1f45-4759-aee8-166946a6a0ec up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:54.928106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d80a25e-db4e-4c38-b99e-de200f0d3e2c req-8f2aa5cd-6087-4cf9-93e4-cd4533778c28 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201997 Nov 12 11:04:54.969514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c5c23b-490d-4507-9079-3a62b9895a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623b5b52-caa8-49d0-9215-9b6a1bbb8593'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:54.974809 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e859ed7-063d-409c-a380-f13ae31dec4e" -d '{"events": [{"server_uuid": "d5c5c23b-490d-4507-9079-3a62b9895a61", "name": "network-vif-plugged", "status": "completed", "tag": "623b5b52-caa8-49d0-9215-9b6a1bbb8593"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:54.999862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port a523c95c-1f45-4759-aee8-166946a6a0ec completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:55.004585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port a523c95c-1f45-4759-aee8-166946a6a0ec triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:55.005116 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.084404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9180f6-9d6e-4219-ac67-4249fcd46891 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:55.099939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.129296 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.133192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f65c7-92b9-4065-98a1-5fc1e7469b0b req-c208dddc-e417-4f0e-bb1e-52e7815d0283 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:55.137188 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e50f65c7-92b9-4065-98a1-5fc1e7469b0b req-c208dddc-e417-4f0e-bb1e-52e7815d0283 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0878110 Nov 12 11:04:55.144302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f8ca444-80cc-4ba3-b018-084a95386e4c req-1a15605a-efbf-4a88-8fff-d679d02b0e8e tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0413816 Nov 12 11:04:55.155667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Transition to ACTIVE for port object 5a9180f6-9d6e-4219-ac67-4249fcd46891 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:55.162882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.192201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port a523c95c-1f45-4759-aee8-166946a6a0ec, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=a523c95c-1f45-4759-aee8-166946a6a0ec,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:55.197877 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.198878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b837490f-0d1a-43fa-aee6-acae75c1c611 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:55.244942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e50f65c7-92b9-4065-98a1-5fc1e7469b0b req-2171e8e8-4303-41f6-a453-1d85a93ce46f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946457 Nov 12 11:04:55.255937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: b837490f-0d1a-43fa-aee6-acae75c1c611 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:04:55.256342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b837490f-0d1a-43fa-aee6-acae75c1c611 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:04:55.294205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:55.311154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=a523c95c-1f45-4759-aee8-166946a6a0ec,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:55.320517 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24add0ae-f312-498b-a985-5de6329db5fe x-openstack-request-id: req-24add0ae-f312-498b-a985-5de6329db5fe {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:55.321290 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c5c23b-490d-4507-9079-3a62b9895a61", "name": "network-vif-plugged", "status": "completed", "tag": "623b5b52-caa8-49d0-9215-9b6a1bbb8593", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:55.321823 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24add0ae-f312-498b-a985-5de6329db5fe {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:55.322415 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c5c23b-490d-4507-9079-3a62b9895a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623b5b52-caa8-49d0-9215-9b6a1bbb8593', 'code': 200} Nov 12 11:04:55.418306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] For port e034a0b4-fafd-4767-a0a4-7530f9022e10, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:55.465519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Attempting to bind port 5a9180f6-9d6e-4219-ac67-4249fcd46891 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:55.466071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Attempting to bind port 5a9180f6-9d6e-4219-ac67-4249fcd46891 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:55.466601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Attempting to bind port 5a9180f6-9d6e-4219-ac67-4249fcd46891 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:55.486037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Port 5a9180f6-9d6e-4219-ac67-4249fcd46891 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:55.486503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Attempting to bind port 5a9180f6-9d6e-4219-ac67-4249fcd46891 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:55.502421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070c9a1-feb7-423a-81ff-f82da2bff081 req-965e087d-14d7-4fd4-bdf8-43fa705ee634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:55.504663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3070c9a1-feb7-423a-81ff-f82da2bff081 req-965e087d-14d7-4fd4-bdf8-43fa705ee634 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 1097 time: 0.0637190 Nov 12 11:04:55.507592 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.510640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:55.511196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Checking segment: {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:55.511796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Bound using segment: {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:55.513337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Bound port: 5a9180f6-9d6e-4219-ac67-4249fcd46891, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:55.513934 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.533785 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.551624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'e034a0b4-fafd-4767-a0a4-7530f9022e10'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:55.584884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f8754e4-d398-4b54-95a4-c61e6e8957e1 req-da692f49-c070-4515-8457-2ddae971eb7b tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee7bd43f-f419-4332-aef0-8ce91469d39a HTTP/1.1" status: 200 len: 210 time: 0.0454161 Nov 12 11:04:55.595426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3070c9a1-feb7-423a-81ff-f82da2bff081 req-ff28ea4f-9d02-4c77-aa78-fa6646e37e11 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804605 Nov 12 11:04:55.667192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:55.668434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.689089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-862fb404-77bf-4c18-b941-4a0efc89b483 req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "PUT /v2.0/ports/e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 200 len: 981 time: 1.0289862 Nov 12 11:04:55.717534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85af0df-5601-426b-b67f-2c26266c5d22 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'Port': ['ID=e034a0b4-fafd-4767-a0a4-7530f9022e10,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:55.751282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:55.766407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:55.777636 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.796789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7cb73-4b44-4900-a2be-a0986041e4ed req-63ccdef4-914a-400f-b48d-2a0a36f3b540 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:55.799261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fca7cb73-4b44-4900-a2be-a0986041e4ed req-63ccdef4-914a-400f-b48d-2a0a36f3b540 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 943 time: 0.1174002 Nov 12 11:04:55.810805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['e034a0b4-fafd-4767-a0a4-7530f9022e10'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:55.862791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:55.863832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.865529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] 10.222.0.59 "PUT /v2.0/ports/5a9180f6-9d6e-4219-ac67-4249fcd46891 HTTP/1.1" status: 200 len: 1092 time: 1.6722806 Nov 12 11:04:55.911038 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fca7cb73-4b44-4900-a2be-a0986041e4ed req-1ab8be9f-38fc-416c-a082-35dedeadb3ef tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022811 Nov 12 11:04:55.928377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29729fc-14ad-4697-9dba-2ebed4111f59 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:55.965022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ed0ad9f-951b-40e8-94d8-8445a2c7e14c req-eddcb03b-7b98-4ed9-a36c-734f7a878e47 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/07068aa9-a3eb-4495-ad95-073d69a588f8 HTTP/1.1" status: 200 len: 1819 time: 0.1769862 Nov 12 11:04:56.071576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10'}, {'name': 'network-changed', 'server_uuid': '456594fd-bc68-4914-a4a4-de3434de05ef', 'tag': '5a9180f6-9d6e-4219-ac67-4249fcd46891'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:56.074315 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10"}, {"name": "network-changed", "server_uuid": "456594fd-bc68-4914-a4a4-de3434de05ef", "tag": "5a9180f6-9d6e-4219-ac67-4249fcd46891"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:56.096824 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-5ed0ad9f-951b-40e8-94d8-8445a2c7e14c req-11ab9952-d75e-42d5-bdc8-e9b4a60e6c34 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 11:04:56.113357 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ed0ad9f-951b-40e8-94d8-8445a2c7e14c req-11ab9952-d75e-42d5-bdc8-e9b4a60e6c34 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/07068aa9-a3eb-4495-ad95-073d69a588f8 HTTP/1.1" status: 409 len: 341 time: 0.1504414 Nov 12 11:04:56.125662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-4c9df1d5-e394-4d08-a3ba-367eba5b41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.132464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-4c9df1d5-e394-4d08-a3ba-367eba5b41cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 1095 time: 0.1683140 Nov 12 11:04:56.135117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9182dc2-8a67-46be-b1ed-b8db09f1b103 req-eb846765-a951-4fdd-afcd-a69311f54901 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.137068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9182dc2-8a67-46be-b1ed-b8db09f1b103 req-eb846765-a951-4fdd-afcd-a69311f54901 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.0797496 Nov 12 11:04:56.220659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9182dc2-8a67-46be-b1ed-b8db09f1b103 req-d0cd0500-ae28-43f6-a945-f0037b973d6a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691602 Nov 12 11:04:56.230114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-49d15630-ac68-43a1-a7e5-3b7954469115 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891 HTTP/1.1" status: 200 len: 217 time: 0.0791345 Nov 12 11:04:56.232133 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11fe385-b1df-480d-adc6-340400c233cc x-openstack-request-id: req-b11fe385-b1df-480d-adc6-340400c233cc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:56.232480 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "456594fd-bc68-4914-a4a4-de3434de05ef", "tag": "5a9180f6-9d6e-4219-ac67-4249fcd46891", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:56.232805 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b11fe385-b1df-480d-adc6-340400c233cc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:56.233313 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10', 'status': 'completed', 'code': 200} Nov 12 11:04:56.233593 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456594fd-bc68-4914-a4a4-de3434de05ef', 'tag': '5a9180f6-9d6e-4219-ac67-4249fcd46891', 'status': 'completed', 'code': 200} Nov 12 11:04:56.302049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a6abc2f-5105-485b-8dfa-ed8bba60e47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:56.318356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-caa16659-5c9c-40a5-b2ff-67f7d075056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.323924 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-caa16659-5c9c-40a5-b2ff-67f7d075056d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c456c41-5f43-42ea-b82a-2aa83d62123f HTTP/1.1" status: 200 len: 854 time: 0.0778563 Nov 12 11:04:56.372495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-f7a3553f-666b-4103-8bc3-a38024839dbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3fb3c124-07c0-4c64-bf49-116113fe68a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358238 Nov 12 11:04:56.444090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-253fe4ca-3add-42af-aaf4-1d5657879c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.446845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-253fe4ca-3add-42af-aaf4-1d5657879c00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1136 time: 0.1687825 Nov 12 11:04:56.545382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57eca-7735-47e6-9a95-eacfe7036304 req-0249e792-5579-419c-8c5b-f91b612ee6c3 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.547283 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ace57eca-7735-47e6-9a95-eacfe7036304 req-0249e792-5579-419c-8c5b-f91b612ee6c3 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1773870 Nov 12 11:04:56.570914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fda22d-fe47-4d8b-be1e-2a2a1e9f81d0 req-a5fc7c57-588e-4935-b210-70da2e65db54 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.572451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96fda22d-fe47-4d8b-be1e-2a2a1e9f81d0 req-a5fc7c57-588e-4935-b210-70da2e65db54 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 984 time: 0.0891709 Nov 12 11:04:56.581067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-6e9c25cf-59ae-484a-b175-9b774bc21083 service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992509 Nov 12 11:04:56.622449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-ae74f88d-5b49-4e5c-94ca-6fcdfe4b8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.625227 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-ae74f88d-5b49-4e5c-94ca-6fcdfe4b8cc1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 914 time: 0.1659725 Nov 12 11:04:56.655547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ace57eca-7735-47e6-9a95-eacfe7036304 req-f540574e-2455-4602-8316-5e7c5d7ed6df tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925872 Nov 12 11:04:56.689516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-0f039973-9b04-4e43-a21f-c2bd617da96b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 200 len: 217 time: 0.0456283 Nov 12 11:04:56.719242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96fda22d-fe47-4d8b-be1e-2a2a1e9f81d0 req-d0b87efc-2952-4e53-82a0-ee1fb146a749 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=07068aa9-a3eb-4495-ad95-073d69a588f8&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1333385 Nov 12 11:04:56.748975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74de7c13-c886-4333-8ce9-646ca5ec296b req-63b6b99e-9ba3-499c-83c5-739c8623b84e service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430192 Nov 12 11:04:56.766023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-4398ec61-6202-425c-acbd-3edd686a8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.769095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-4398ec61-6202-425c-acbd-3edd686a8814 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.0625820 Nov 12 11:04:56.838277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-43d70087-c771-4235-a0ea-cff8794710d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513849 Nov 12 11:04:56.958908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-16d7f952-c456-4a7b-99b9-8a5559021a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.962174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-16d7f952-c456-4a7b-99b9-8a5559021a1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 1095 time: 0.1169412 Nov 12 11:04:57.048972 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-22d2dcf9-0382-4f47-bcf6-b743ed3cbd1a service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008862 Nov 12 11:04:57.088669 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1db65396-7fc1-4a8d-bc5b-38634efac964 req-ac30ae26-b7ba-4fe4-a8fa-730c400b4575 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0577242 Nov 12 11:04:57.213052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1db65396-7fc1-4a8d-bc5b-38634efac964 req-cb87b5b1-c1e6-4374-bbe8-e4c4fad4d29d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fde0dafca74c409899a9233fa20aef98&device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0488453 Nov 12 11:04:57.269843 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f77001f4-4587-41a0-a0e8-caf060714f64 req-6acf06bb-47e0-43c8-b732-c4ff2ea74ec5 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0527601 Nov 12 11:04:57.286737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1db65396-7fc1-4a8d-bc5b-38634efac964 req-cb6fe586-f8c1-4a57-8cf8-f96d0b42af05 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fde0dafca74c409899a9233fa20aef98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293450 Nov 12 11:04:57.314051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e4ea3-91ab-4e96-b2fa-2fe1cd11d03e req-7f23bb3d-ffb6-473f-8a89-28fd0df14c6d tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.315725 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-994e4ea3-91ab-4e96-b2fa-2fe1cd11d03e req-7f23bb3d-ffb6-473f-8a89-28fd0df14c6d tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 943 time: 0.1660419 Nov 12 11:04:57.324108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b916a45c-dc8b-4acb-b8f5-2b144f7c68e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a523c95c-1f45-4759-aee8-166946a6a0ec'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:57.326451 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165dda32-d70b-48ee-9736-236128580a14" -d '{"events": [{"server_uuid": "b916a45c-dc8b-4acb-b8f5-2b144f7c68e6", "name": "network-vif-plugged", "status": "completed", "tag": "a523c95c-1f45-4759-aee8-166946a6a0ec"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:57.343909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-3d7170cc-d7b9-4394-9885-232ddf67eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.345354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-3d7170cc-d7b9-4394-9885-232ddf67eb38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 915 time: 0.3497221 Nov 12 11:04:57.351119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-e10906b1-6468-4378-9d1b-9c5b3c76ab0a service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745991 Nov 12 11:04:57.402451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-994e4ea3-91ab-4e96-b2fa-2fe1cd11d03e req-34641457-01e0-41bc-9193-8265af892dc3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Nov 12 11:04:57.477692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-61f4c669-cf79-4d5b-b57e-6e08cc0b1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.480038 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-61f4c669-cf79-4d5b-b57e-6e08cc0b1065 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1136 time: 0.0690625 Nov 12 11:04:57.483846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-696bdd80-6367-47cc-9796-789f806699a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891 HTTP/1.1" status: 200 len: 217 time: 0.1257410 Nov 12 11:04:57.497032 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf15d9ce-3dea-4e1e-bde8-21a4f1ad06f1 x-openstack-request-id: req-cf15d9ce-3dea-4e1e-bde8-21a4f1ad06f1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:57.497436 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b916a45c-dc8b-4acb-b8f5-2b144f7c68e6", "name": "network-vif-plugged", "status": "completed", "tag": "a523c95c-1f45-4759-aee8-166946a6a0ec", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:57.497774 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf15d9ce-3dea-4e1e-bde8-21a4f1ad06f1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:57.498242 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b916a45c-dc8b-4acb-b8f5-2b144f7c68e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a523c95c-1f45-4759-aee8-166946a6a0ec', 'code': 200} Nov 12 11:04:57.594053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db65396-7fc1-4a8d-bc5b-38634efac964 req-bd3c109b-0a99-410e-a860-2ca2e4f3c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.595438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1db65396-7fc1-4a8d-bc5b-38634efac964 req-bd3c109b-0a99-410e-a860-2ca2e4f3c5dd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2796743 Nov 12 11:04:57.613321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a851753-2d7b-468a-ba46-2e13320134e2 req-00b4b51a-24be-4568-969b-ba1f7b4fad0d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.615555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a851753-2d7b-468a-ba46-2e13320134e2 req-00b4b51a-24be-4568-969b-ba1f7b4fad0d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.2441933 Nov 12 11:04:57.618105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-b9b82221-423b-4027-bdaf-90fb220be3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.620489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-b9b82221-423b-4027-bdaf-90fb220be3e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c456c41-5f43-42ea-b82a-2aa83d62123f HTTP/1.1" status: 200 len: 854 time: 0.1267493 Nov 12 11:04:57.637920 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:57.648641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-c11221e0-1aa8-4a90-aa85-0bd81a79245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.650691 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-c11221e0-1aa8-4a90-aa85-0bd81a79245b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 914 time: 0.1629803 Nov 12 11:04:57.673889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52cf64-99a5-4436-8de8-817b41694d58 req-9bc49356-ecae-4eec-9a5a-44121d1d498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.675731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce52cf64-99a5-4436-8de8-817b41694d58 req-9bc49356-ecae-4eec-9a5a-44121d1d498d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 1097 time: 0.0833418 Nov 12 11:04:57.698478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-5f4cc519-9d8d-42f3-b9fb-113f6d119d65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3fb3c124-07c0-4c64-bf49-116113fe68a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577922 Nov 12 11:04:57.726140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-6449f4c6-af32-4a65-86a1-bea6ffe83ef4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 200 len: 217 time: 0.0637693 Nov 12 11:04:57.788284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6817ebbe-c16d-4c52-861f-6d27f04c0a96 req-dfd00690-284c-4875-a186-a15b1eec49e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fde0dafca74c409899a9233fa20aef98&device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0935345 Nov 12 11:04:57.801906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a851753-2d7b-468a-ba46-2e13320134e2 req-6e3bc7fd-e547-400e-91ab-43fa22c4defc tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732340 Nov 12 11:04:57.861322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-55a49912-42fe-44db-84aa-9928b2c44877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.866545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-55a49912-42fe-44db-84aa-9928b2c44877 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.1253419 Nov 12 11:04:57.866545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce52cf64-99a5-4436-8de8-817b41694d58 req-dd8fbb12-9338-4bad-9b64-a72112379794 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481991 Nov 12 11:04:57.873847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6817ebbe-c16d-4c52-861f-6d27f04c0a96 req-16e5f717-8e59-4b12-83b0-e14574b8a234 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fde0dafca74c409899a9233fa20aef98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704694 Nov 12 11:04:57.907426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644a4c5-68f6-4524-8cd2-b61b476be370 req-405c7dd6-c81b-4010-ad28-7c78ac91b02e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.909651 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8644a4c5-68f6-4524-8cd2-b61b476be370 req-405c7dd6-c81b-4010-ad28-7c78ac91b02e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1378324 Nov 12 11:04:57.936242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-88726d6d-604b-40fc-b47c-2c1879b1ba03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612071 Nov 12 11:04:57.962862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-92b4cc4c-18d9-4c0a-abae-801d4974cb1c service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454050 Nov 12 11:04:57.991124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a46c6-5fdf-4e89-9eee-753ffdf40499 req-5c2b0fd2-9a39-4a91-bf07-170bc56a24ae tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.997906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca0a46c6-5fdf-4e89-9eee-753ffdf40499 req-5c2b0fd2-9a39-4a91-bf07-170bc56a24ae tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 984 time: 0.1083126 Nov 12 11:04:58.076389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca0a46c6-5fdf-4e89-9eee-753ffdf40499 req-e808587f-b4f1-4a88-9b72-483276c43173 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=07068aa9-a3eb-4495-ad95-073d69a588f8&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0702615 Nov 12 11:04:58.375559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9e14b38-aa8c-4302-b0c4-b10de940ab5f req-726f87a4-6a54-4410-bf9c-64fe66c733ab service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489605 Nov 12 11:04:58.392814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817ebbe-c16d-4c52-861f-6d27f04c0a96 req-30c53e32-cbd7-40d5-93df-a7a309943ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:58.395689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6817ebbe-c16d-4c52-861f-6d27f04c0a96 req-30c53e32-cbd7-40d5-93df-a7a309943ed2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2575908 Nov 12 11:04:58.409007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2cd20-5aa3-4465-bd76-da8c01612feb req-aeddd146-7b81-4e52-b3d6-22b66d3d4f48 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:58.422001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd2cd20-5aa3-4465-bd76-da8c01612feb req-aeddd146-7b81-4e52-b3d6-22b66d3d4f48 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1409969 Nov 12 11:04:58.474494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8644a4c5-68f6-4524-8cd2-b61b476be370 req-fa9e41d4-4f7b-4636-a324-0aec236c7bc1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422919 Nov 12 11:04:58.521317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd2cd20-5aa3-4465-bd76-da8c01612feb req-b9615a26-0227-476d-8299-3bc618ff80a1 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974011 Nov 12 11:04:58.524308 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-821aff72-b77b-4b2d-8d0a-3b638d49b14e service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794413 Nov 12 11:04:58.658298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19eee578-637a-4c52-8009-12fa1e7a4aae req-eb7c5e30-d233-4bae-a08b-4a00f99a7220 tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0348063 Nov 12 11:04:58.717497 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3f6bc9d-5088-4ef0-877b-1d786c4f7915 req-dbc7fd13-92f9-4f1d-8915-868bc793c5b4 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833093 Nov 12 11:04:58.761789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928f783-32ae-4da9-8179-a140213f8d11 req-6a1c84cb-ba30-4009-8a57-59f5f9dc1c0b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:58.763527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f928f783-32ae-4da9-8179-a140213f8d11 req-6a1c84cb-ba30-4009-8a57-59f5f9dc1c0b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 943 time: 0.0809541 Nov 12 11:04:58.843943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee97cc5-5ad9-40f8-b480-f8496ea962f6 req-4301cbec-9e93-425e-aa2c-8b77da1f0bd1 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:58.848095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cee97cc5-5ad9-40f8-b480-f8496ea962f6 req-4301cbec-9e93-425e-aa2c-8b77da1f0bd1 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 945 time: 0.0909860 Nov 12 11:04:58.848281 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f928f783-32ae-4da9-8179-a140213f8d11 req-1736ef5e-57a7-4ed4-bccf-6ca573946815 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750182 Nov 12 11:04:58.877960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5a9180f6-9d6e-4219-ac67-4249fcd46891 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:58.951236 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cee97cc5-5ad9-40f8-b480-f8496ea962f6 req-06a33bba-7e89-4a6a-b557-47b4b5cb0599 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980535 Nov 12 11:04:59.057546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:59.072969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '5a9180f6-9d6e-4219-ac67-4249fcd46891', 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'port_id': '5a9180f6-9d6e-4219-ac67-4249fcd46891', 'mac_address': 'fa:16:3e:d4:3d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c456c41-5f43-42ea-b82a-2aa83d62123f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:59.141989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.176389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9180f6-9d6e-4219-ac67-4249fcd46891 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:59.216381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:59.222224 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.294267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160db5a-7ab0-40da-bc13-53178cdc5f6e req-0921be6a-1e96-4146-a92c-6b88160b9fa9 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:59.307125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9160db5a-7ab0-40da-bc13-53178cdc5f6e req-0921be6a-1e96-4146-a92c-6b88160b9fa9 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 984 time: 0.1218958 Nov 12 11:04:59.325756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:59.392253 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.427701 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9160db5a-7ab0-40da-bc13-53178cdc5f6e req-80383289-1d69-46bb-8348-c09f42cc6094 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=07068aa9-a3eb-4495-ad95-073d69a588f8&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1186776 Nov 12 11:04:59.684550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31ea50-375f-4ceb-9bad-7914d11c0258 req-6dc2a4b4-a0ed-40fa-bee9-5c367350ea91 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:59.693741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4f31ea50-375f-4ceb-9bad-7914d11c0258 req-6dc2a4b4-a0ed-40fa-bee9-5c367350ea91 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0975506 Nov 12 11:04:59.773326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['5a9180f6-9d6e-4219-ac67-4249fcd46891'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:59.795168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4f31ea50-375f-4ceb-9bad-7914d11c0258 req-41f9f4ed-e6fa-4868-ad6b-c16e5e4ccba2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964892 Nov 12 11:04:59.879117 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c3c6a92-75bc-4efd-ab7f-ebe179ddf236 req-bd1834a2-9d46-4d9e-8600-ea576c9d1b1c tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0379415 Nov 12 11:05:00.061241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef6040-eb00-4cd2-97a5-d7c6c4a74a2f req-478bf49b-bc03-4c03-bebc-768159a658bd tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:00.063728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cef6040-eb00-4cd2-97a5-d7c6c4a74a2f req-478bf49b-bc03-4c03-bebc-768159a658bd tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 944 time: 0.0966308 Nov 12 11:05:00.137862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cef6040-eb00-4cd2-97a5-d7c6c4a74a2f req-afd66749-5511-4518-a280-928e62e13b09 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638196 Nov 12 11:05:00.145555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4883fa-256f-4317-a03d-d82b90d47c8f req-71567f34-2454-4318-8141-365f43e33687 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:00.153466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae4883fa-256f-4317-a03d-d82b90d47c8f req-71567f34-2454-4318-8141-365f43e33687 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 945 time: 0.0859120 Nov 12 11:05:00.224837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ae4883fa-256f-4317-a03d-d82b90d47c8f req-d463a1ef-ebe8-42b2-b311-2b6e25e4c0cd tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Nov 12 11:05:00.548514 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:00.614537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025db2f-5f87-483d-afd6-10a0c631df40 req-e01868ad-59e3-4f4e-922e-1edf8139c9f6 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:00.617565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0025db2f-5f87-483d-afd6-10a0c631df40 req-e01868ad-59e3-4f4e-922e-1edf8139c9f6 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 984 time: 0.0841541 Nov 12 11:05:00.653254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6817ebbe-c16d-4c52-861f-6d27f04c0a96 req-2184ace4-015f-47d6-ab25-28dc03f1c4fa tempest-ServerShowV247Test-287524117 tempest-ServerShowV247Test-287524117-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6295705-34f0-4fbc-9239-ec7dcb52784e HTTP/1.1" status: 200 len: 210 time: 0.0415833 Nov 12 11:05:00.679636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72d9d-1114-421b-a6d3-ace4fe6cc557 req-7fe98a35-25bd-4b18-bda5-b60adf524647 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:00.682240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3c72d9d-1114-421b-a6d3-ace4fe6cc557 req-7fe98a35-25bd-4b18-bda5-b60adf524647 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.1078682 Nov 12 11:05:00.714630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0025db2f-5f87-483d-afd6-10a0c631df40 req-75e528b2-e49f-4fee-b358-bbf6d549089e tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=07068aa9-a3eb-4495-ad95-073d69a588f8&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0851192 Nov 12 11:05:00.791426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3c72d9d-1114-421b-a6d3-ace4fe6cc557 req-5af7d778-42ed-4af9-8852-19de94a4f607 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979021 Nov 12 11:05:00.927082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-9d6b5032-3156-41be-aa74-bbe9f0bfef5b tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1907552493&fields=id&tenant_id=986216f13a5b4deb8697283d446515d4 HTTP/1.1" status: 200 len: 267 time: 0.0831027 Nov 12 11:05:00.996669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-200d2646-2010-4d73-83fb-76965f7eacc3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:00.998498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-200d2646-2010-4d73-83fb-76965f7eacc3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 984 time: 0.0657351 Nov 12 11:05:01.018599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'port': {'security_groups': ['07068aa9-a3eb-4495-ad95-073d69a588f8', 'e7eb9a19-5983-42bc-b26d-774a8b1efd93', '9b55b06d-861a-4e48-b58b-6c0e7048f64a']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:01.125754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.247741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd335e33-b982-41c1-910e-bd26190b0dfa req-54bd0449-9d1c-4a4f-a09c-8899f63e833c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:01.249416 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd335e33-b982-41c1-910e-bd26190b0dfa req-54bd0449-9d1c-4a4f-a09c-8899f63e833c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0749385 Nov 12 11:05:01.317604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd335e33-b982-41c1-910e-bd26190b0dfa req-36a00a7b-8bcc-44ca-817e-5ff112e46411 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613940 Nov 12 11:05:01.417326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] For port e034a0b4-fafd-4767-a0a4-7530f9022e10, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:01.443873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed82b2-a0a4-4a8a-ac63-e8a1fed502e9 req-95dad808-f3f7-41b4-b178-0a41028828f7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:01.445452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e7ed82b2-a0a4-4a8a-ac63-e8a1fed502e9 req-95dad808-f3f7-41b4-b178-0a41028828f7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0584641 Nov 12 11:05:01.471548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.477742 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.492261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'e034a0b4-fafd-4767-a0a4-7530f9022e10'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:01.515457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e7ed82b2-a0a4-4a8a-ac63-e8a1fed502e9 req-445c35a4-3a7f-45b8-8f67-9705323635c5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633891 Nov 12 11:05:01.546311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:01.547449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.548853 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f49a0b4-cf72-4f14-81ea-3785f6214617 req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "PUT /v2.0/ports/e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 200 len: 1020 time: 0.5380902 Nov 12 11:05:01.553282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:01.555751 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:01.593373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02542515-b894-4325-b242-32de5551ea0c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'Port': ['ID=e034a0b4-fafd-4767-a0a4-7530f9022e10,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:01.718597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['e034a0b4-fafd-4767-a0a4-7530f9022e10'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:01.733661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bcc92-7e8d-486c-a76b-d3d3184eff55 req-ba494e33-7cdb-4866-bb35-82158f4edf0f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:01.736503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a2bcc92-7e8d-486c-a76b-d3d3184eff55 req-ba494e33-7cdb-4866-bb35-82158f4edf0f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 944 time: 0.0807459 Nov 12 11:05:01.850704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a2bcc92-7e8d-486c-a76b-d3d3184eff55 req-552016a6-cda8-4c28-9103-9610b1746bbb tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029897 Nov 12 11:05:01.930021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33840) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:02.047244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b6965f5-f35a-4326-bfc0-266c1ed90931 req-1b4313a0-dc72-4efb-b98e-d13d2c5f63aa tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/9b55b06d-861a-4e48-b58b-6c0e7048f64a HTTP/1.1" status: 200 len: 1818 time: 0.0752506 Nov 12 11:05:02.071626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea568-845c-4364-bae7-37c6b8eb8261 req-d4a03107-8e53-4ca3-9bbf-fa4d2b4b137a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.080376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea568-845c-4364-bae7-37c6b8eb8261 req-d4a03107-8e53-4ca3-9bbf-fa4d2b4b137a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.086727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea568-845c-4364-bae7-37c6b8eb8261 req-d4a03107-8e53-4ca3-9bbf-fa4d2b4b137a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.089204 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0cfea568-845c-4364-bae7-37c6b8eb8261 req-d4a03107-8e53-4ca3-9bbf-fa4d2b4b137a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61&device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6&device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 2417 time: 0.1062231 Nov 12 11:05:02.121241 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-8b6965f5-f35a-4326-bfc0-266c1ed90931 req-944482a9-1dbb-42fe-bdbd-c3b0c3f01550 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 11:05:02.122833 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b6965f5-f35a-4326-bfc0-266c1ed90931 req-944482a9-1dbb-42fe-bdbd-c3b0c3f01550 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b55b06d-861a-4e48-b58b-6c0e7048f64a HTTP/1.1" status: 409 len: 341 time: 0.0743499 Nov 12 11:05:02.124224 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c77d7af6-bab2-49bc-a541-ad8a7bb96c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.165285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0cfea568-845c-4364-bae7-37c6b8eb8261 req-e309e14e-a33c-476d-bced-de168f9d6b66 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670826 Nov 12 11:05:02.197918 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4abfb97-efe8-4373-8c22-345677bc5727 x-openstack-request-id: req-a4abfb97-efe8-4373-8c22-345677bc5727 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:02.198409 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:02.198798 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4abfb97-efe8-4373-8c22-345677bc5727 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:02.199394 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10', 'status': 'completed', 'code': 200} Nov 12 11:05:02.295443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c77d7af6-bab2-49bc-a541-ad8a7bb96c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.303108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c77d7af6-bab2-49bc-a541-ad8a7bb96c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.340976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-f3884bbe-822c-4df0-91a3-4a45c2bf07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.343883 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-f3884bbe-822c-4df0-91a3-4a45c2bf07b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986216f13a5b4deb8697283d446515d4&device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1175 time: 0.1076224 Nov 12 11:05:02.363256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c77d7af6-bab2-49bc-a541-ad8a7bb96c4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fde0dafca74c409899a9233fa20aef98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4319992 Nov 12 11:05:02.364336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33848) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:02.375267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d7af6-bab2-49bc-a541-ad8a7bb96c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c071aef4-3424-4005-b53a-178068b0c4f6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:02.508013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-1b20cbee-d9fd-49f2-baf7-ca24508032f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.510051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c3da-f1b6-4da4-9b1e-17f95c7d027e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.510700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-1b20cbee-d9fd-49f2-baf7-ca24508032f8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 200 len: 914 time: 0.1582704 Nov 12 11:05:02.546544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c3da-f1b6-4da4-9b1e-17f95c7d027e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.562139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eae477-e772-4e87-850e-301d7992ea46 req-26d7eab0-9818-4f19-83e3-80e66eaa12ab tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.563639 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-53eae477-e772-4e87-850e-301d7992ea46 req-26d7eab0-9818-4f19-83e3-80e66eaa12ab tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.1316524 Nov 12 11:05:02.591033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-aa0204ec-eb87-4d66-aeb4-414f68b349e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 200 len: 217 time: 0.0624025 Nov 12 11:05:02.616768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac220344-089a-4063-b255-b7d3f8249792 req-0edef134-f37c-4a93-ba93-7a40419491a2 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.618438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac220344-089a-4063-b255-b7d3f8249792 req-0edef134-f37c-4a93-ba93-7a40419491a2 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1023 time: 0.1064577 Nov 12 11:05:02.636815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-53eae477-e772-4e87-850e-301d7992ea46 req-13852702-7723-4e8a-9f78-52f9208365fe tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557334 Nov 12 11:05:02.661960 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c3da-f1b6-4da4-9b1e-17f95c7d027e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.665269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c3da-f1b6-4da4-9b1e-17f95c7d027e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.668944 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5dc4c3da-f1b6-4da4-9b1e-17f95c7d027e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c071aef4-3424-4005-b53a-178068b0c4f6 HTTP/1.1" status: 204 len: 168 time: 0.3005157 Nov 12 11:05:02.672159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-fb88c192-7c96-44d4-bbb2-2b805df80c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.673861 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-fb88c192-7c96-44d4-bbb2-2b805df80c40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 200 len: 853 time: 0.0746260 Nov 12 11:05:02.687411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4c3da-f1b6-4da4-9b1e-17f95c7d027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c071aef4-3424-4005-b53a-178068b0c4f6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:02.728367 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-10cf59a8-e5ed-40d6-a3b0-7085f26ca47c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3191c4f-bf6e-4c8f-b6f8-728478317631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394258 Nov 12 11:05:02.785544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac220344-089a-4063-b255-b7d3f8249792 req-eeb5ffb1-5ec5-44fb-a2a3-2850b434fd95 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=07068aa9-a3eb-4495-ad95-073d69a588f8&id=9b55b06d-861a-4e48-b58b-6c0e7048f64a&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1483727 Nov 12 11:05:02.804506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47028d6-19d5-4d91-bf94-f3afb227d989 req-7bfe7450-aff6-4711-9f1d-3bac7d2b93e5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.816456 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c47028d6-19d5-4d91-bf94-f3afb227d989 req-7bfe7450-aff6-4711-9f1d-3bac7d2b93e5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0670445 Nov 12 11:05:02.878258 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-86d20594-1d53-4279-8bf9-f0d44db5b152 service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352088 Nov 12 11:05:02.879260 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c47028d6-19d5-4d91-bf94-f3afb227d989 req-7d77c80f-9b8b-4b0d-b751-d7834a1205ee tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620034 Nov 12 11:05:02.936211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5a9180f6-9d6e-4219-ac67-4249fcd46891 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:03.006465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 5a9180f6-9d6e-4219-ac67-4249fcd46891 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:05:03.010907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 5a9180f6-9d6e-4219-ac67-4249fcd46891 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:03.011288 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.042004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b46ce6b-b44e-4ba8-98e7-769a9dbff4a8 req-0368d27a-551c-4748-a059-3964255e712d service neutron] 10.222.0.52 "GET /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461456 Nov 12 11:05:03.054024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6456c4-e255-4ff8-b0c8-7106d7a2ea98 req-bdbb7903-7dd4-4568-9561-5d8957f5e343 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:03.061454 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d6456c4-e255-4ff8-b0c8-7106d7a2ea98 req-bdbb7903-7dd4-4568-9561-5d8957f5e343 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 944 time: 0.0906320 Nov 12 11:05:03.128907 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.167461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d6456c4-e255-4ff8-b0c8-7106d7a2ea98 req-eec9d7c0-5a7d-468f-a15a-580db4c3ab36 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909708 Nov 12 11:05:03.180535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456594fd-bc68-4914-a4a4-de3434de05ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9180f6-9d6e-4219-ac67-4249fcd46891'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:03.184487 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6622ca4-4940-4940-a5b7-8c4be6fdea92" -d '{"events": [{"server_uuid": "456594fd-bc68-4914-a4a4-de3434de05ef", "name": "network-vif-plugged", "status": "completed", "tag": "5a9180f6-9d6e-4219-ac67-4249fcd46891"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:03.211428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:03.219463 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.303268 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cb66af-a649-461e-97b5-d531355d83f0 x-openstack-request-id: req-53cb66af-a649-461e-97b5-d531355d83f0 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:03.303912 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456594fd-bc68-4914-a4a4-de3434de05ef", "name": "network-vif-plugged", "status": "completed", "tag": "5a9180f6-9d6e-4219-ac67-4249fcd46891", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:03.304292 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53cb66af-a649-461e-97b5-d531355d83f0 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:03.305180 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456594fd-bc68-4914-a4a4-de3434de05ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9180f6-9d6e-4219-ac67-4249fcd46891', 'code': 200} Nov 12 11:05:03.342658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:03.432682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a786-0969-4249-8c3b-123e65815942 req-fc8f4fdd-9207-47d2-a8dd-98e7e644ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:03.435200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b41a786-0969-4249-8c3b-123e65815942 req-fc8f4fdd-9207-47d2-a8dd-98e7e644ed03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 1097 time: 0.1041236 Nov 12 11:05:03.518949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b41a786-0969-4249-8c3b-123e65815942 req-b6a5d86a-2181-4540-900d-32d45ab41f2a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Nov 12 11:05:03.977746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440a90b-b62b-4cd5-93a8-36d3cb096cb5 req-a2c86138-2a59-4d74-96b9-9efe47b9f126 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:03.979831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e440a90b-b62b-4cd5-93a8-36d3cb096cb5 req-a2c86138-2a59-4d74-96b9-9efe47b9f126 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1023 time: 0.0757999 Nov 12 11:05:04.075739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e440a90b-b62b-4cd5-93a8-36d3cb096cb5 req-b3d2f93e-cba1-489c-9a89-cd6d3286bcb3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=07068aa9-a3eb-4495-ad95-073d69a588f8&id=9b55b06d-861a-4e48-b58b-6c0e7048f64a&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0841610 Nov 12 11:05:04.251963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f41a-a877-4e09-b303-2e453a5e4143 req-0ccd8d33-3007-47f8-b353-d54136a7786f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:04.253593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dcb7f41a-a877-4e09-b303-2e453a5e4143 req-0ccd8d33-3007-47f8-b353-d54136a7786f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0932360 Nov 12 11:05:04.271172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-bb010f22-8b16-4852-bd24-cc6b89da036f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:04.273290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-bb010f22-8b16-4852-bd24-cc6b89da036f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.52 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 1023 time: 0.0797200 Nov 12 11:05:04.390215 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dcb7f41a-a877-4e09-b303-2e453a5e4143 req-b7517c0d-f305-44d8-bc20-30366c140714 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154313 Nov 12 11:05:04.489008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Deleting port e034a0b4-fafd-4767-a0a4-7530f9022e10 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:04.489354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.635344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b76643-5e0d-4391-a0a5-7f920b2eed8b req-8e0ae5db-2319-4c9b-8249-a4f9ef8acc53 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:04.638087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9b76643-5e0d-4391-a0a5-7f920b2eed8b req-8e0ae5db-2319-4c9b-8249-a4f9ef8acc53 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0862815 Nov 12 11:05:04.646771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] For port e034a0b4-fafd-4767-a0a4-7530f9022e10, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e034a0b4-fafd-4767-a0a4-7530f9022e10,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:04.647373 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.680305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Calling delete_port for e034a0b4-fafd-4767-a0a4-7530f9022e10 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:04.727601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9b76643-5e0d-4391-a0a5-7f920b2eed8b req-409c4253-1034-4f70-a8d3-1077600372e7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816283 Nov 12 11:05:04.969600 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.985522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'e034a0b4-fafd-4767-a0a4-7530f9022e10'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:04.988617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefe891-72f8-49ed-b363-941ea68e1e1d req-fd6d49e2-d3a3-43d4-8c6e-7ed51c9b393b tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:04.996638 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ceefe891-72f8-49ed-b363-941ea68e1e1d req-fd6d49e2-d3a3-43d4-8c6e-7ed51c9b393b tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0945511 Nov 12 11:05:05.032665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'Port': ['ID=e034a0b4-fafd-4767-a0a4-7530f9022e10,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:05.122417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] No DVR routers for this DVR port e034a0b4-fafd-4767-a0a4-7530f9022e10 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:05.130868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.136753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3d740e9-e217-4cf3-a052-6267df438f39 req-e2d4679c-ad43-4636-8555-ff1509bf90fc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.52 "DELETE /v2.0/ports/e034a0b4-fafd-4767-a0a4-7530f9022e10 HTTP/1.1" status: 204 len: 173 time: 0.8534126 Nov 12 11:05:05.137496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'name': 'network-vif-deleted', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:05.140814 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7f118e-9d75-458d-9ade-3462a46711b7" -d '{"events": [{"server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "name": "network-vif-deleted", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:05.165804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ceefe891-72f8-49ed-b363-941ea68e1e1d req-aac7cd3a-a72a-4168-aaf3-557f3a8f1bb5 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680756 Nov 12 11:05:05.281199 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f27f14-7eaf-43f4-82dc-6017834dd631 x-openstack-request-id: req-d6f27f14-7eaf-43f4-82dc-6017834dd631 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:05.282212 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7809bb68-b247-4f85-9794-a956d429eb9d", "name": "network-vif-deleted", "tag": "e034a0b4-fafd-4767-a0a4-7530f9022e10", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:05.282675 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6f27f14-7eaf-43f4-82dc-6017834dd631 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:05.283290 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7809bb68-b247-4f85-9794-a956d429eb9d', 'name': 'network-vif-deleted', 'tag': 'e034a0b4-fafd-4767-a0a4-7530f9022e10', 'status': 'completed', 'code': 200} Nov 12 11:05:05.332424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d878b04-7ca4-440e-91fb-5a3a80a113f0 req-c97fa49f-976b-4477-935f-f4abaab5974e tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7809bb68-b247-4f85-9794-a956d429eb9d HTTP/1.1" status: 200 len: 210 time: 0.0402598 Nov 12 11:05:05.557186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33952) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:05.559237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099d0b-b8cd-4eb6-b95c-4aaf83ada85f req-9f0820d7-5b0e-47c1-aa76-92d8595bd9d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:05.562391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa099d0b-b8cd-4eb6-b95c-4aaf83ada85f req-9f0820d7-5b0e-47c1-aa76-92d8595bd9d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0834544 Nov 12 11:05:05.640261 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa099d0b-b8cd-4eb6-b95c-4aaf83ada85f req-dcd7c6ce-e78a-49d9-9397-0bc513fab62c tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709498 Nov 12 11:05:05.697369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-65898b75-d517-43ef-96a8-c60b9fb6ddb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.801388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-65898b75-d517-43ef-96a8-c60b9fb6ddb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.807231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-65898b75-d517-43ef-96a8-c60b9fb6ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.852400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-65898b75-d517-43ef-96a8-c60b9fb6ddb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32562f0d40bd4994aeac4828ba70eeed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2935662 Nov 12 11:05:05.854954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33960) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:05.855262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65898b75-d517-43ef-96a8-c60b9fb6ddb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60d94d0-5140-4fb5-b34f-1247226dc6a2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:05.927463 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5052-da50-4485-be40-f599d94cbde7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.928567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c93f4-f675-4769-87ac-fbb1eebcc132 req-a20b287d-5ba8-46f2-bb3d-ec42742bb503 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:05.930242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-453c93f4-f675-4769-87ac-fbb1eebcc132 req-a20b287d-5ba8-46f2-bb3d-ec42742bb503 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0764945 Nov 12 11:05:05.955378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5052-da50-4485-be40-f599d94cbde7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.985001 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-453c93f4-f675-4769-87ac-fbb1eebcc132 req-bd35bf57-054a-4e6d-991c-5a503ddfc9b6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465961 Nov 12 11:05:06.015398 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5052-da50-4485-be40-f599d94cbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.018179 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5052-da50-4485-be40-f599d94cbde7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.019401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fa2b5052-da50-4485-be40-f599d94cbde7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c60d94d0-5140-4fb5-b34f-1247226dc6a2 HTTP/1.1" status: 204 len: 168 time: 0.1634421 Nov 12 11:05:06.029176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b5052-da50-4485-be40-f599d94cbde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60d94d0-5140-4fb5-b34f-1247226dc6a2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:06.147777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a648a1-29ca-459f-96d3-b37728adf12e req-b08973e5-5c0f-4a5c-ac08-31f47f9fd6e2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.149778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70a648a1-29ca-459f-96d3-b37728adf12e req-b08973e5-5c0f-4a5c-ac08-31f47f9fd6e2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0736866 Nov 12 11:05:06.215401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70a648a1-29ca-459f-96d3-b37728adf12e req-90f4e57a-e538-4a05-b10e-3107d005baf8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522616 Nov 12 11:05:06.368901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664771a6-9216-4ca3-965b-4b326b3e2ae6 req-d8e3bdc0-779e-4566-97c2-c14972296043 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.370654 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-664771a6-9216-4ca3-965b-4b326b3e2ae6 req-d8e3bdc0-779e-4566-97c2-c14972296043 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0874245 Nov 12 11:05:06.447134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-664771a6-9216-4ca3-965b-4b326b3e2ae6 req-de95a78a-1960-4a5e-9fd2-c5922189f1ca tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654221 Nov 12 11:05:06.545799 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29717501-3d38-48be-bd83-aa5ca5771ae8 req-24ed7c84-c9c5-4e3c-82ed-000c8ec6f4d9 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/07068aa9-a3eb-4495-ad95-073d69a588f8 HTTP/1.1" status: 200 len: 1819 time: 0.0712974 Nov 12 11:05:06.579044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51fcb7-e271-41ff-bf9c-d3110fbc68da req-eb8c7df8-0e86-478c-a97c-563d1bfcfc0d tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.586541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f51fcb7-e271-41ff-bf9c-d3110fbc68da req-eb8c7df8-0e86-478c-a97c-563d1bfcfc0d tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0920665 Nov 12 11:05:06.653730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f51fcb7-e271-41ff-bf9c-d3110fbc68da req-9c6f506d-ec0a-469b-a38b-38562d4d4636 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661597 Nov 12 11:05:06.661773 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-29717501-3d38-48be-bd83-aa5ca5771ae8 req-ad984d7c-cb77-49cc-b5a9-c9ca520ee0b5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.682304 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:05:06.713076 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-29717501-3d38-48be-bd83-aa5ca5771ae8 req-ad984d7c-cb77-49cc-b5a9-c9ca520ee0b5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.793296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-29717501-3d38-48be-bd83-aa5ca5771ae8 req-ad984d7c-cb77-49cc-b5a9-c9ca520ee0b5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.799449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-29717501-3d38-48be-bd83-aa5ca5771ae8 req-ad984d7c-cb77-49cc-b5a9-c9ca520ee0b5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.813330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29717501-3d38-48be-bd83-aa5ca5771ae8 req-ad984d7c-cb77-49cc-b5a9-c9ca520ee0b5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/07068aa9-a3eb-4495-ad95-073d69a588f8 HTTP/1.1" status: 204 len: 173 time: 0.2532320 Nov 12 11:05:06.832005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad984d7c-cb77-49cc-b5a9-c9ca520ee0b5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07068aa9-a3eb-4495-ad95-073d69a588f8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:06.918857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead19b0-4127-4e01-8b60-8f750d6b4eb6 req-fb27bd0a-48d8-42c8-bb7d-9273f306bf82 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.928890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eead19b0-4127-4e01-8b60-8f750d6b4eb6 req-fb27bd0a-48d8-42c8-bb7d-9273f306bf82 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0806801 Nov 12 11:05:06.977433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443eca-1936-4a5d-8616-a5a014d7410a req-0102b7ef-f6dd-492b-8eb2-ba65891528a2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.980261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc443eca-1936-4a5d-8616-a5a014d7410a req-0102b7ef-f6dd-492b-8eb2-ba65891528a2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0713358 Nov 12 11:05:07.008545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eead19b0-4127-4e01-8b60-8f750d6b4eb6 req-bd6594ed-df10-415c-8903-b14cebcd012b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791595 Nov 12 11:05:07.072786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc443eca-1936-4a5d-8616-a5a014d7410a req-c530e471-ea5d-48fa-a26f-f58c05070517 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842454 Nov 12 11:05:07.106000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34004) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:07.111254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7bd47b87-9b4b-4408-88c9-612733b45314 req-82080a29-5560-4d75-b396-bd79a202cd16 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/9b55b06d-861a-4e48-b58b-6c0e7048f64a HTTP/1.1" status: 200 len: 1818 time: 0.0559595 Nov 12 11:05:07.236515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7bd47b87-9b4b-4408-88c9-612733b45314 req-2aaf7805-e71c-4984-9fa1-2c072e8353ad tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.250506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-358728908-network', 'tenant_id': '71248c98cd604882b9054001c64d296e'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:07.273686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7bd47b87-9b4b-4408-88c9-612733b45314 req-2aaf7805-e71c-4984-9fa1-2c072e8353ad tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.276833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Made reservation on behalf of 71248c98cd604882b9054001c64d296e for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:07.281907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.294631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.344307 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7bd47b87-9b4b-4408-88c9-612733b45314 req-2aaf7805-e71c-4984-9fa1-2c072e8353ad tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.349127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7bd47b87-9b4b-4408-88c9-612733b45314 req-2aaf7805-e71c-4984-9fa1-2c072e8353ad tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.355766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7bd47b87-9b4b-4408-88c9-612733b45314 req-2aaf7805-e71c-4984-9fa1-2c072e8353ad tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b55b06d-861a-4e48-b58b-6c0e7048f64a HTTP/1.1" status: 204 len: 173 time: 0.2311907 Nov 12 11:05:07.366852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf7805-e71c-4984-9fa1-2c072e8353ad tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b55b06d-861a-4e48-b58b-6c0e7048f64a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:07.404286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0b6baa17-0777-486f-a96b-88bceeec091b req-a09134c4-6230-4273-98ac-067f3d1ce222 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-197936509', 'description': 'tempest-description-1816431539'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:07.442720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0b6baa17-0777-486f-a96b-88bceeec091b req-a09134c4-6230-4273-98ac-067f3d1ce222 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.454244 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.458790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.504175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2886a90-3f8a-4c29-a8e0-c7bcfa53ad18,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:07.521992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:05:07.540993 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.541508 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Added segment b09bcea0-0aac-4b13-962a-851255af5850 of type vlan for network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 Nov 12 11:05:07.610706 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0b6baa17-0777-486f-a96b-88bceeec091b req-a09134c4-6230-4273-98ac-067f3d1ce222 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.617089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0b6baa17-0777-486f-a96b-88bceeec091b req-a09134c4-6230-4273-98ac-067f3d1ce222 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.634901 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.654402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0b6baa17-0777-486f-a96b-88bceeec091b req-a09134c4-6230-4273-98ac-067f3d1ce222 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.661289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b6baa17-0777-486f-a96b-88bceeec091b req-a09134c4-6230-4273-98ac-067f3d1ce222 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2630048 Nov 12 11:05:07.673250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09134c4-6230-4273-98ac-067f3d1ce222 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1f91a-f9de-429d-967e-9cf94d8fcce0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:07.696705 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.698501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:07.699808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.796561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6839204 Nov 12 11:05:07.797321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34032) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:07.803696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Request body: {'subnet': {'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-subnet', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:07.845476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2102283-9eaa-4389-8432-2d1e23db58b8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:07.860540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:05:07.865399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a3572-baeb-4d47-bfc3-eae952ce476d req-0093eb9d-e4fe-454f-a0d7-031b609de859 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:07.868803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c8f50-ae8e-4889-a36c-da8c503229b3 req-535559c3-b4b0-482d-80b4-e4ce2be19121 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:07.870827 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-197c8f50-ae8e-4889-a36c-da8c503229b3 req-535559c3-b4b0-482d-80b4-e4ce2be19121 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1909435 Nov 12 11:05:07.879030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac5a3572-baeb-4d47-bfc3-eae952ce476d req-0093eb9d-e4fe-454f-a0d7-031b609de859 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1265535 Nov 12 11:05:07.893888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Made reservation on behalf of 71248c98cd604882b9054001c64d296e for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:07.896687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.965184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-197c8f50-ae8e-4889-a36c-da8c503229b3 req-8017a7d1-5ff5-4047-8684-9c747f9ca476 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761514 Nov 12 11:05:08.034745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac5a3572-baeb-4d47-bfc3-eae952ce476d req-a46c0e03-92e9-4609-aedd-5aa15fb056f8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545725 Nov 12 11:05:08.085878 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b4b613b-be1d-4416-9df8-fcba77aeb424 req-91dbfa74-6cd0-4caf-b63b-044ac03e30b5 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/72e1f91a-f9de-429d-967e-9cf94d8fcce0 HTTP/1.1" status: 200 len: 1819 time: 0.0745361 Nov 12 11:05:08.095910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-2b4b613b-be1d-4416-9df8-fcba77aeb424 req-8e4b8391-ef09-4695-9c0c-441b61ee27d1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2038125671', 'description': 'tempest-description-hth-1066718797'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:08.138400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2b4b613b-be1d-4416-9df8-fcba77aeb424 req-8e4b8391-ef09-4695-9c0c-441b61ee27d1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.214013 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.223183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2b4b613b-be1d-4416-9df8-fcba77aeb424 req-8e4b8391-ef09-4695-9c0c-441b61ee27d1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.228935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2b4b613b-be1d-4416-9df8-fcba77aeb424 req-8e4b8391-ef09-4695-9c0c-441b61ee27d1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.233128 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-2b4b613b-be1d-4416-9df8-fcba77aeb424 req-8e4b8391-ef09-4695-9c0c-441b61ee27d1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.234911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b4b613b-be1d-4416-9df8-fcba77aeb424 req-8e4b8391-ef09-4695-9c0c-441b61ee27d1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "PUT /v2.0/security-groups/72e1f91a-f9de-429d-967e-9cf94d8fcce0 HTTP/1.1" status: 200 len: 1794 time: 0.1439810 Nov 12 11:05:08.273513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e034a0b4-fafd-4767-a0a4-7530f9022e10 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:08.285529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b8391-ef09-4695-9c0c-441b61ee27d1 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1f91a-f9de-429d-967e-9cf94d8fcce0,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:08.314133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: e034a0b4-fafd-4767-a0a4-7530f9022e10 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:08.315056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e034a0b4-fafd-4767-a0a4-7530f9022e10 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:08.348216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b88da31-4f26-42ef-a0a2-b68b3583cec1,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:08.373991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c5d4b-de06-4ad2-9514-109e828bbac2 req-634517bf-adf3-4e37-862a-81065cad5d39 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:08.375586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba7c5d4b-de06-4ad2-9514-109e828bbac2 req-634517bf-adf3-4e37-862a-81065cad5d39 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1280849 Nov 12 11:05:08.376882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Checking segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:08.377302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Network hostable DHCP agents. Network: fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:05:08.419045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:05:08.441638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:08.444319 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a225e50d-18e3-4120-baf8-26a09573c4cb req-62c6f862-6b6c-4d4a-b5c1-efc56fafd3a8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/72e1f91a-f9de-429d-967e-9cf94d8fcce0 HTTP/1.1" status: 200 len: 1794 time: 0.0805199 Nov 12 11:05:08.449233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:08.449485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.452855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a34f60-0ae6-4c72-8259-8c19bcd3c4f9 None None] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:08.468889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba7c5d4b-de06-4ad2-9514-109e828bbac2 req-8e584f41-09ca-42c7-b1d4-816633e43c5b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775912 Nov 12 11:05:08.499903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ed028549-f045-4196-ad5f-bce4b0018c62 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7012913 Nov 12 11:05:08.500519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34042) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:08.506324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:08.540606 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f2c7cdb-977e-4674-a71c-9bdddf254465 req-9af53535-998c-4439-9071-e6e97d4553dc tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/72e1f91a-f9de-429d-967e-9cf94d8fcce0 HTTP/1.1" status: 200 len: 1794 time: 0.0507424 Nov 12 11:05:08.550284 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.552172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.643030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7f2c7cdb-977e-4674-a71c-9bdddf254465 req-cb0176eb-c281-46b8-8cda-eeee36bd4ca3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.659458 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.663741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:05:08.665706 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.670767 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7f2c7cdb-977e-4674-a71c-9bdddf254465 req-cb0176eb-c281-46b8-8cda-eeee36bd4ca3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.736529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7f2c7cdb-977e-4674-a71c-9bdddf254465 req-cb0176eb-c281-46b8-8cda-eeee36bd4ca3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.741350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7f2c7cdb-977e-4674-a71c-9bdddf254465 req-cb0176eb-c281-46b8-8cda-eeee36bd4ca3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.743599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f2c7cdb-977e-4674-a71c-9bdddf254465 req-cb0176eb-c281-46b8-8cda-eeee36bd4ca3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/72e1f91a-f9de-429d-967e-9cf94d8fcce0 HTTP/1.1" status: 204 len: 173 time: 0.1885915 Nov 12 11:05:08.762025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0176eb-c281-46b8-8cda-eeee36bd4ca3 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1f91a-f9de-429d-967e-9cf94d8fcce0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:08.857353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Allocated IP 172.20.0.2 (fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56/7b88da31-4f26-42ef-a0a2-b68b3583cec1/187a031b-ad69-43eb-baed-bd796eddd888) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:08.923586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.937725 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-0b3cb530-48d8-4f19-b232-97072325ed3f req-36f1c11a-23f1-4cbb-aeb3-66bd3fda08d6 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:05:08.939506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b3cb530-48d8-4f19-b232-97072325ed3f req-36f1c11a-23f1-4cbb-aeb3-66bd3fda08d6 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/9b55b06d-861a-4e48-b58b-6c0e7048f64a HTTP/1.1" status: 404 len: 352 time: 0.0298324 Nov 12 11:05:08.982190 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-cb1210b6-42a8-4743-86f8-3c5763d55484 req-3e426b0e-427f-4c07-862d-ec9b78341b56 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:05:08.989886 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb1210b6-42a8-4743-86f8-3c5763d55484 req-3e426b0e-427f-4c07-862d-ec9b78341b56 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/07068aa9-a3eb-4495-ad95-073d69a588f8 HTTP/1.1" status: 404 len: 352 time: 0.0229027 Nov 12 11:05:09.051899 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-5e448e2a-7207-4e0f-ae77-b48b0f987980 req-ccf9c01a-f88d-4228-89c0-d9276e9a4824 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:05:09.053567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e448e2a-7207-4e0f-ae77-b48b0f987980 req-ccf9c01a-f88d-4228-89c0-d9276e9a4824 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/6135ae24-6148-467f-b1d0-2c2a0b17c485 HTTP/1.1" status: 404 len: 352 time: 0.0271556 Nov 12 11:05:09.114086 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.124666 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.144531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38e805-5d6b-48a5-a590-79587e1ff86a req-557aae5f-4f1d-4bb5-a9f7-8ae6f6abd755 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.146301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c38e805-5d6b-48a5-a590-79587e1ff86a req-557aae5f-4f1d-4bb5-a9f7-8ae6f6abd755 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0818830 Nov 12 11:05:09.183081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:09.191620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:09.195161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:09.213323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Pushing event updated for resources: {'Port': ['ID=187a031b-ad69-43eb-baed-bd796eddd888,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:09.217775 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-15f69474-5d31-4762-8bdb-1a4d49ca4e67 req-2e03c1ea-0999-4ea9-9006-185638ecc8d4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:05:09.219136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15f69474-5d31-4762-8bdb-1a4d49ca4e67 req-2e03c1ea-0999-4ea9-9006-185638ecc8d4 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/a221b7ab-13a9-494e-8708-f79e1fec3460 HTTP/1.1" status: 404 len: 352 time: 0.1078484 Nov 12 11:05:09.231539 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c38e805-5d6b-48a5-a590-79587e1ff86a req-8b9236d4-70a9-40d7-b21d-5b9561d90e63 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748413 Nov 12 11:05:09.283733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.284555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.285188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.285877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.286636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.287216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.287802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.289259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.289259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.289565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.289879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.290132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:09.295586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Attempting to bind port 187a031b-ad69-43eb-baed-bd796eddd888 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:09.296432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Attempting to bind port 187a031b-ad69-43eb-baed-bd796eddd888 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:09.297070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Attempting to bind port 187a031b-ad69-43eb-baed-bd796eddd888 on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:09.306756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:09.307390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Checking segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:09.308020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.308664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Bound using segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:09.309272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Bound port: 187a031b-ad69-43eb-baed-bd796eddd888, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:09.309823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.357913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.395263 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-ce9613f8-fb63-45d5-82aa-8610048b9b42 req-cb465083-f5f4-41e9-b00a-b1814f722f21 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:05:09.396304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce9613f8-fb63-45d5-82aa-8610048b9b42 req-cb465083-f5f4-41e9-b00a-b1814f722f21 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/0be8d932-2584-41b0-b7cf-ede08eee1ad6 HTTP/1.1" status: 404 len: 352 time: 0.0216918 Nov 12 11:05:09.401051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.406343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] For port 187a031b-ad69-43eb-baed-bd796eddd888, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:09.412167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] For port 187a031b-ad69-43eb-baed-bd796eddd888, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=187a031b-ad69-43eb-baed-bd796eddd888,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:09.417976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747a75-e676-45a4-b58d-e1fd475873d4 req-96e47471-1f38-465e-8bd4-9de773530ec5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.418679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.427948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71747a75-e676-45a4-b58d-e1fd475873d4 req-96e47471-1f38-465e-8bd4-9de773530ec5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1242425 Nov 12 11:05:09.497726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a3676-cdc6-47bd-97c4-dccf3977fe24 None None] Pushing event updated for resources: {'Port': ['ID=187a031b-ad69-43eb-baed-bd796eddd888,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:09.567341 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-66fa25fc-2f89-4d2d-aabd-bb81cc814ee0 req-5a761de5-8c5e-49b2-a64f-5baaaec673be tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] show failed (client error): The resource could not be found. Nov 12 11:05:09.569326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66fa25fc-2f89-4d2d-aabd-bb81cc814ee0 req-5a761de5-8c5e-49b2-a64f-5baaaec673be tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/cf3a988f-b5ad-4397-98a1-4e5931c6e58a HTTP/1.1" status: 404 len: 352 time: 0.0212018 Nov 12 11:05:09.594887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71747a75-e676-45a4-b58d-e1fd475873d4 req-2e336dfc-b622-40dd-92c6-beb85063f8a9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659062 Nov 12 11:05:09.683822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Allocated IP 172.25.2.63 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/c5a19f50-9651-4bbd-98da-15fe10ae1e4d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:09.726661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee0a0d-7ced-46bc-8b7d-96acb0027e13 req-2a9e0cbc-bb51-4317-be2d-93e405b878ec tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.735274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccee0a0d-7ced-46bc-8b7d-96acb0027e13 req-2a9e0cbc-bb51-4317-be2d-93e405b878ec tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0890563 Nov 12 11:05:09.822895 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccee0a0d-7ced-46bc-8b7d-96acb0027e13 req-2511c8ff-77d9-4ed5-b9de-e1166e9037bf tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863199 Nov 12 11:05:09.890008 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.909910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.030213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c47053-5db3-4478-9861-6fb27e32a6e9 req-fb2ba448-ddd7-42a9-a6cd-936795009abf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:10.031766 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57c47053-5db3-4478-9861-6fb27e32a6e9 req-fb2ba448-ddd7-42a9-a6cd-936795009abf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1024 time: 0.0665877 Nov 12 11:05:10.122929 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57c47053-5db3-4478-9861-6fb27e32a6e9 req-a1daa195-ba6e-4ef7-bcb8-e745c3798062 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df10245-c8f8-4386-9ef3-18f81cac9a0d&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&id=201e47ba-bed6-4d90-8a04-66d860d1eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0812752 Nov 12 11:05:10.270672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.315116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.385112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:10.405256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:10.410553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:10.430628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Pushing event updated for resources: {'Port': ['ID=c5a19f50-9651-4bbd-98da-15fe10ae1e4d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:10.432506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee867fa-2171-42e5-b0df-571479123b44 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:10.514001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa28bad-6ebc-48f7-a4e9-c7bdf187393a req-8321a91d-c89c-4064-b5fe-8d3f74cdc13e tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:10.516292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1aa28bad-6ebc-48f7-a4e9-c7bdf187393a req-8321a91d-c89c-4064-b5fe-8d3f74cdc13e tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1888373 Nov 12 11:05:10.518384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-20b0097e-ba41-4563-bca2-c41f4f0586fd None None] Provisioning complete for port c5a19f50-9651-4bbd-98da-15fe10ae1e4d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:10.518766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20b0097e-ba41-4563-bca2-c41f4f0586fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.570762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-20b0097e-ba41-4563-bca2-c41f4f0586fd None None] Port c5a19f50-9651-4bbd-98da-15fe10ae1e4d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:10.711762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1aa28bad-6ebc-48f7-a4e9-c7bdf187393a req-7aa78004-f0b3-49d5-aba1-e1b92e2ac566 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445651 Nov 12 11:05:10.836627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95862-f4f9-4824-a70a-19799071249f req-acd81965-08ac-4e38-9075-822d50293a08 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:10.839435 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7b95862-f4f9-4824-a70a-19799071249f req-acd81965-08ac-4e38-9075-822d50293a08 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1194572 Nov 12 11:05:10.883877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ffa5b3-2fb3-49da-94b1-61a06c01ddc3 None None] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:10.918880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.927100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7b95862-f4f9-4824-a70a-19799071249f req-86af942f-40b8-431c-8c94-e6da4e390cd5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802715 Nov 12 11:05:10.994665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-333e25cd-be0f-4714-8f6c-1e1b2aaa8754 None None] Provisioning complete for port 187a031b-ad69-43eb-baed-bd796eddd888 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:10.995031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-333e25cd-be0f-4714-8f6c-1e1b2aaa8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.111179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865237-abf7-4cff-a25a-863300a9d8b9 req-067963b1-ee06-4611-8e62-0d8d3f245fcb tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.112720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00865237-abf7-4cff-a25a-863300a9d8b9 req-067963b1-ee06-4611-8e62-0d8d3f245fcb tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1211510 Nov 12 11:05:11.154036 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-333e25cd-be0f-4714-8f6c-1e1b2aaa8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.218371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-333e25cd-be0f-4714-8f6c-1e1b2aaa8754 None None] For port 187a031b-ad69-43eb-baed-bd796eddd888, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=187a031b-ad69-43eb-baed-bd796eddd888,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:11.224981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-333e25cd-be0f-4714-8f6c-1e1b2aaa8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.250504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00865237-abf7-4cff-a25a-863300a9d8b9 req-86940a9a-4b7b-4354-9551-39b55beb45bd tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287329 Nov 12 11:05:11.282751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e25cd-be0f-4714-8f6c-1e1b2aaa8754 None None] Pushing event updated for resources: {'Port': ['ID=187a031b-ad69-43eb-baed-bd796eddd888,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:11.347431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163c46-a568-4ff9-84a3-eebca169caa5 req-20b198ef-4175-4138-85e0-9c6de9150d9d tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.349053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b163c46-a568-4ff9-84a3-eebca169caa5 req-20b198ef-4175-4138-85e0-9c6de9150d9d tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1024 time: 0.0920630 Nov 12 11:05:11.357133 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.475981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b163c46-a568-4ff9-84a3-eebca169caa5 req-c8a8dff9-92c4-4810-ad43-0c539a9f4723 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df10245-c8f8-4386-9ef3-18f81cac9a0d&id=e7eb9a19-5983-42bc-b26d-774a8b1efd93&id=201e47ba-bed6-4d90-8a04-66d860d1eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1178544 Nov 12 11:05:11.540244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-0198ad03-0529-4454-b30f-b27acc7df614 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.542690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-0198ad03-0529-4454-b30f-b27acc7df614 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 1024 time: 0.1306605 Nov 12 11:05:11.604101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 187a031b-ad69-43eb-baed-bd796eddd888 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:11.617548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Router 75b541c9-dad9-4d85-b4a2-7eb52439e514 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:05:11.684203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-500144b9-5da3-4cea-89e9-57ed96b5cc3a None None] Provisioning complete for port 187a031b-ad69-43eb-baed-bd796eddd888 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:11.684576 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-500144b9-5da3-4cea-89e9-57ed96b5cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.741121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Deleting port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:11.741823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.747310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 187a031b-ad69-43eb-baed-bd796eddd888 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:11.748797 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.828854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:05:11.848009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Sync routers for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:05:11.880353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:11.881277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:04:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:11.905931 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.912072 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e49dc39b-d031-4438-9362-68e22ddf8d2a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4103034 Nov 12 11:05:11.913116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34092) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:11.937490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] For port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,segment=NetworkSegment(868a8047-195e-41e5-966d-ebb3fdc8741f),segment_id=868a8047-195e-41e5-966d-ebb3fdc8741f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:11.938303 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.971927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Calling delete_port for 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:11.980093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bad1d-6451-43f0-b1a8-c37ef462604e req-3eb83cfe-c005-476e-8155-da5354f4ba1a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.981857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8bad1d-6451-43f0-b1a8-c37ef462604e req-3eb83cfe-c005-476e-8155-da5354f4ba1a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1384380 Nov 12 11:05:12.109400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:12.157963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f8bad1d-6451-43f0-b1a8-c37ef462604e req-0ddab9ee-016d-4652-97b7-8d7aba5a860f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875762 Nov 12 11:05:12.262715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970efa0c-d49c-4230-836a-ea0d61a8ce23 req-7b201aaf-d5ea-4b68-9381-e95155f5428e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:12.264683 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-970efa0c-d49c-4230-836a-ea0d61a8ce23 req-7b201aaf-d5ea-4b68-9381-e95155f5428e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1918156 Nov 12 11:05:12.319109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:12.380747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'Port': ['ID=847ce5f9-6078-4af4-8fb1-7aa330fd61a1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:12.415880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-970efa0c-d49c-4230-836a-ea0d61a8ce23 req-73e21695-1e18-4c7c-a84b-d3e7fb57f44f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361601 Nov 12 11:05:12.438384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] No DVR routers for this DVR port 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:12.441851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:12.446047 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aaf07e81-9ccb-4582-9913-a0ac396b1052 req-8931c361-30dd-4131-b2df-ba6a81ba19d8 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.52 "DELETE /v2.0/ports/847ce5f9-6078-4af4-8fb1-7aa330fd61a1 HTTP/1.1" status: 204 len: 173 time: 0.8903854 Nov 12 11:05:12.446540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'name': 'network-vif-deleted', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:12.450035 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a771bdc1-b84b-4eff-80b5-ff44a2ee900c" -d '{"events": [{"server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "name": "network-vif-deleted", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:12.509684 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca57498-cce8-4fab-a766-4fe58935fe2a x-openstack-request-id: req-8ca57498-cce8-4fab-a766-4fe58935fe2a {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:12.509976 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fd59dd-20c5-403e-8ad4-e4bf6643d002", "name": "network-vif-deleted", "tag": "847ce5f9-6078-4af4-8fb1-7aa330fd61a1", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:12.510229 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ca57498-cce8-4fab-a766-4fe58935fe2a {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:12.510626 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fd59dd-20c5-403e-8ad4-e4bf6643d002', 'name': 'network-vif-deleted', 'tag': '847ce5f9-6078-4af4-8fb1-7aa330fd61a1', 'status': 'completed', 'code': 200} Nov 12 11:05:12.592883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501acc-4ad0-43cf-b727-2e9acd12ad7f req-20cc5b78-3cb3-4684-aad0-acd5a02d5325 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:12.604711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d501acc-4ad0-43cf-b727-2e9acd12ad7f req-20cc5b78-3cb3-4684-aad0-acd5a02d5325 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.2172484 Nov 12 11:05:12.621098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:10Z', 'revision_number': 3, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:12.636576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e5bf558-7f71-4486-afda-50a0f6c14da5 req-5f4bd3a4-6562-4732-aac0-75b0bbf83b5c tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4fd59dd-20c5-403e-8ad4-e4bf6643d002 HTTP/1.1" status: 200 len: 210 time: 0.0550148 Nov 12 11:05:12.659615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Checking router: 75b541c9-dad9-4d85-b4a2-7eb52439e514 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:05:12.670610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Updating router 75b541c9-dad9-4d85-b4a2-7eb52439e514 port c5a19f50-9651-4bbd-98da-15fe10ae1e4d binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:05:12.713277 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:12.723306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d501acc-4ad0-43cf-b727-2e9acd12ad7f req-9fce88f9-7e2a-4bfb-af98-1e7c8b0cebc8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213431 Nov 12 11:05:12.818086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.089868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Allocated IP 172.20.0.1 (fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56/7b88da31-4f26-42ef-a0a2-b68b3583cec1/b2e37ad9-2b8d-426e-98f9-21d05830f2cc) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:13.198365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.213200 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.288158 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.293964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d2697-d457-4465-896a-4ecb519d52d3 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:13.318290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Attempting to bind port c5a19f50-9651-4bbd-98da-15fe10ae1e4d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:13.319374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Attempting to bind port c5a19f50-9651-4bbd-98da-15fe10ae1e4d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:13.319566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Attempting to bind port c5a19f50-9651-4bbd-98da-15fe10ae1e4d on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:13.325345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e232b8d-9c9d-41ae-b744-e73ef49f58c6 None None] Pushing event updated for resources: {'Port': ['ID=c5a19f50-9651-4bbd-98da-15fe10ae1e4d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:13.334545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:13.335115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:13.335638 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.336294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:13.337366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Bound port: c5a19f50-9651-4bbd-98da-15fe10ae1e4d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:13.338391 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.345264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.362053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd415236-9645-4175-8dce-27873c7c1a63 req-7af0e371-bcf5-44e9-998a-c22f1b2edcf1 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:13.367005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd415236-9645-4175-8dce-27873c7c1a63 req-7af0e371-bcf5-44e9-998a-c22f1b2edcf1 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1021895 Nov 12 11:05:13.405155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:13.407315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:13.415256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:13.458398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] For port c5a19f50-9651-4bbd-98da-15fe10ae1e4d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:13.468250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] For port c5a19f50-9651-4bbd-98da-15fe10ae1e4d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5a19f50-9651-4bbd-98da-15fe10ae1e4d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:13.474495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd415236-9645-4175-8dce-27873c7c1a63 req-c0caa90e-51f4-46c1-955c-45938b70578c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948927 Nov 12 11:05:13.485363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f8bd6ea5-b68b-4210-8eeb-b670dfb3f89d None None] Provisioning complete for port c5a19f50-9651-4bbd-98da-15fe10ae1e4d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:13.485843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6ea5-b68b-4210-8eeb-b670dfb3f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.491464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.516751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Pushing event updated for resources: {'Port': ['ID=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:13.532379 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.605453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e232b8d-9c9d-41ae-b744-e73ef49f58c6 None None] Pushing event updated for resources: {'Port': ['ID=c5a19f50-9651-4bbd-98da-15fe10ae1e4d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:13.632798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d18744-e171-4b9a-8161-7c12efc3f738 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:13.661421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:13.662469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:04:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:13.766195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cb442-7871-4931-9149-b43947ed1fa5 req-8219f321-c220-46a8-ab50-e416a1faa50e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:13.767760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-851cb442-7871-4931-9149-b43947ed1fa5 req-8219f321-c220-46a8-ab50-e416a1faa50e tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1802793 Nov 12 11:05:13.847042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be52457a-66e9-48bd-8d52-758a860a04b8 req-cc5027d8-fa3b-4baa-8e8b-9756b56fc157 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/1df10245-c8f8-4386-9ef3-18f81cac9a0d HTTP/1.1" status: 200 len: 1820 time: 0.0794923 Nov 12 11:05:13.878944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.901979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-851cb442-7871-4931-9149-b43947ed1fa5 req-58c581c3-c659-4718-af18-0dd211f26df4 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134107 Nov 12 11:05:13.913921 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6ea5-b68b-4210-8eeb-b670dfb3f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.930959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:13.986761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-be52457a-66e9-48bd-8d52-758a860a04b8 req-519140ca-3599-49f1-99f3-d4c157105c0f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.028849 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-be52457a-66e9-48bd-8d52-758a860a04b8 req-519140ca-3599-49f1-99f3-d4c157105c0f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.046913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f8bd6ea5-b68b-4210-8eeb-b670dfb3f89d None None] For port c5a19f50-9651-4bbd-98da-15fe10ae1e4d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5a19f50-9651-4bbd-98da-15fe10ae1e4d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:14.054524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6ea5-b68b-4210-8eeb-b670dfb3f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.119120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-be52457a-66e9-48bd-8d52-758a860a04b8 req-519140ca-3599-49f1-99f3-d4c157105c0f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.124400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-be52457a-66e9-48bd-8d52-758a860a04b8 req-519140ca-3599-49f1-99f3-d4c157105c0f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.127717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be52457a-66e9-48bd-8d52-758a860a04b8 req-519140ca-3599-49f1-99f3-d4c157105c0f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/1df10245-c8f8-4386-9ef3-18f81cac9a0d HTTP/1.1" status: 204 len: 173 time: 0.2702799 Nov 12 11:05:14.150151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519140ca-3599-49f1-99f3-d4c157105c0f tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df10245-c8f8-4386-9ef3-18f81cac9a0d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:14.179899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd6ea5-b68b-4210-8eeb-b670dfb3f89d None None] Pushing event updated for resources: {'Port': ['ID=c5a19f50-9651-4bbd-98da-15fe10ae1e4d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:14.197506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1717a75-3c77-4b76-a72c-12b78e590ba8 req-fab03b45-a05a-4dfe-82e0-ecbaa524cd72 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:14.199352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1717a75-3c77-4b76-a72c-12b78e590ba8 req-fab03b45-a05a-4dfe-82e0-ecbaa524cd72 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1519585 Nov 12 11:05:14.236373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-659d5f74-20ac-4615-8055-467435a3d8fb None None] Provisioning complete for port b2e37ad9-2b8d-426e-98f9-21d05830f2cc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:14.236898 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-659d5f74-20ac-4615-8055-467435a3d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.265202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.277802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.287923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:14.335645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:14.336207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 847ce5f9-6078-4af4-8fb1-7aa330fd61a1 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:14.340960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-659d5f74-20ac-4615-8055-467435a3d8fb None None] Port b2e37ad9-2b8d-426e-98f9-21d05830f2cc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:14.374719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-451024d1-5c13-4baf-bff5-b2baf823da44 req-fe33effc-ca25-4ed7-8b9e-082e027a68a2 tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "GET /v2.0/security-groups/201e47ba-bed6-4d90-8a04-66d860d1eb83 HTTP/1.1" status: 200 len: 1819 time: 0.0605760 Nov 12 11:05:14.385419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-659d5f74-20ac-4615-8055-467435a3d8fb None None] Provisioning complete for port c5a19f50-9651-4bbd-98da-15fe10ae1e4d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:14.386080 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-659d5f74-20ac-4615-8055-467435a3d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.395235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Pushing event updated for resources: {'Port': ['ID=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:14.445700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1717a75-3c77-4b76-a72c-12b78e590ba8 req-b8b03b8f-2b80-44d1-aab8-77f2d5cc9fa9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224085 Nov 12 11:05:14.459791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.476341 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-451024d1-5c13-4baf-bff5-b2baf823da44 req-728e27bb-050a-4966-b0f8-cff44893dabf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.484512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:10Z', 'revision_number': 3, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:14.525812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-451024d1-5c13-4baf-bff5-b2baf823da44 req-728e27bb-050a-4966-b0f8-cff44893dabf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.573459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccdfb-1856-4da7-83c2-24caa401b56b None None] The sync data for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 is: [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:10Z', 'revision_number': 3, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:05:14.620392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-451024d1-5c13-4baf-bff5-b2baf823da44 req-728e27bb-050a-4966-b0f8-cff44893dabf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.625533 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-451024d1-5c13-4baf-bff5-b2baf823da44 req-728e27bb-050a-4966-b0f8-cff44893dabf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.626902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-451024d1-5c13-4baf-bff5-b2baf823da44 req-728e27bb-050a-4966-b0f8-cff44893dabf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] 10.222.0.31 "DELETE /v2.0/security-groups/201e47ba-bed6-4d90-8a04-66d860d1eb83 HTTP/1.1" status: 204 len: 173 time: 0.2421553 Nov 12 11:05:14.635692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34124) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:14.641779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e27bb-050a-4966-b0f8-cff44893dabf tempest-SecurityGroupsTestJSON-285583309 tempest-SecurityGroupsTestJSON-285583309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=201e47ba-bed6-4d90-8a04-66d860d1eb83,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:14.748416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:14.751812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c6d84a-381e-4247-b302-3e5e7115b338 admin admin] Deleting subnet 0948e485-541c-4a61-984c-19be24f71697 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:05:14.757741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:14.760293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61c6d84a-381e-4247-b302-3e5e7115b338 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.902572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccaeed-de07-403e-8b25-75989cbcf9c7 req-48e272cc-8a7f-4aeb-b1b2-0230d6d9febf tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:14.916479 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84ccaeed-de07-403e-8b25-75989cbcf9c7 req-48e272cc-8a7f-4aeb-b1b2-0230d6d9febf tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.2377055 Nov 12 11:05:14.953201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61c6d84a-381e-4247-b302-3e5e7115b338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.084895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d8fc4-eed8-41ba-91e2-b7edc4811131 req-e6406a4b-c9c5-45c4-b196-80b0bdcf30d2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:15.086487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-167d8fc4-eed8-41ba-91e2-b7edc4811131 req-e6406a4b-c9c5-45c4-b196-80b0bdcf30d2 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0652864 Nov 12 11:05:15.128912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9abdc7f2-a0fc-43cf-af53-1fd66acbf133 None None] Provisioning complete for port b2e37ad9-2b8d-426e-98f9-21d05830f2cc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:15.129720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9abdc7f2-a0fc-43cf-af53-1fd66acbf133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.142219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61c6d84a-381e-4247-b302-3e5e7115b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.152470 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-167d8fc4-eed8-41ba-91e2-b7edc4811131 req-3d0ace42-08c9-41e2-a0c5-f635039cc4a7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Nov 12 11:05:15.180127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84ccaeed-de07-403e-8b25-75989cbcf9c7 req-ed13a5c0-c58e-4d1e-a6c1-3ae67102523f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506909 Nov 12 11:05:15.180740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9abdc7f2-a0fc-43cf-af53-1fd66acbf133 None None] Port b2e37ad9-2b8d-426e-98f9-21d05830f2cc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:15.209404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Router 75b541c9-dad9-4d85-b4a2-7eb52439e514 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:05:15.268977 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61c6d84a-381e-4247-b302-3e5e7115b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.547415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5a19f50-9651-4bbd-98da-15fe10ae1e4d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:15.624169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c5a19f50-9651-4bbd-98da-15fe10ae1e4d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:15.624679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.639357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466ff7c-4694-4eb3-865d-c0c7ba5749ca req-a54a3824-9a4a-40de-970b-397b8e9a21c4 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:15.652005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3466ff7c-4694-4eb3-865d-c0c7ba5749ca req-a54a3824-9a4a-40de-970b-397b8e9a21c4 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0973034 Nov 12 11:05:15.721092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6d84a-381e-4247-b302-3e5e7115b338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0948e485-541c-4a61-984c-19be24f71697,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:15.734178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61c6d84a-381e-4247-b302-3e5e7115b338 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.742609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-61c6d84a-381e-4247-b302-3e5e7115b338 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0948e485-541c-4a61-984c-19be24f71697 HTTP/1.1" status: 204 len: 168 time: 1.1013072 Nov 12 11:05:15.742893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3466ff7c-4694-4eb3-865d-c0c7ba5749ca req-6f88354c-d6e0-45fe-81a0-f073722ec9b7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887046 Nov 12 11:05:15.743606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34134) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:15.850054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:05:15.859393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e9adf001-e54a-4cd3-b1e1-4a4cca921e4c admin admin] 10.222.0.31 "PUT /v2.0/routers/75b541c9-dad9-4d85-b4a2-7eb52439e514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9424865 Nov 12 11:05:15.871202 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.981509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.003625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69841737-55b5-4c06-8fb4-0c787f3df4cc req-3b56371b-27b1-4c52-b50d-f96fbbb7ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:16.006585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69841737-55b5-4c06-8fb4-0c787f3df4cc req-3b56371b-27b1-4c52-b50d-f96fbbb7ace0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 1098 time: 0.0713596 Nov 12 11:05:16.012404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3191c4f-bf6e-4c8f-b6f8-728478317631']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:16.034619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868a8047-195e-41e5-966d-ebb3fdc8741f') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:16.034619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868a8047-195e-41e5-966d-ebb3fdc8741f') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:16.046964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.066456 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.075327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:05:16.075818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:05:16.077979 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:05:16.081526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69841737-55b5-4c06-8fb4-0c787f3df4cc req-ac935a6e-4cf7-4dbd-8b86-8cba7c3425e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632107 Nov 12 11:05:16.153221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.160667 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.167988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a3191c4f-bf6e-4c8f-b6f8-728478317631 HTTP/1.1" status: 204 len: 168 time: 0.4167747 Nov 12 11:05:16.183758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd60d1-e2c5-4496-bc06-56a0333eb8e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3191c4f-bf6e-4c8f-b6f8-728478317631,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:16.345103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34150) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:16.349518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92725b7-8a74-4c5a-9c3f-cebe487bc646 req-f3c2082d-52f3-4ec5-8c2c-e7aa8a886a72 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:16.352228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a92725b7-8a74-4c5a-9c3f-cebe487bc646 req-f3c2082d-52f3-4ec5-8c2c-e7aa8a886a72 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0933888 Nov 12 11:05:16.401450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34154) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:16.411481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6303835b-ee0c-45b1-8bdf-de02d43ea294 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499668596', 'description': 'tempest-description--265683162'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:16.418493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-95e8f264-4cb2-485f-a8b3-fd79cba66634 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=986216f13a5b4deb8697283d446515d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672092 Nov 12 11:05:16.421124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34156) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:16.455314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a92725b7-8a74-4c5a-9c3f-cebe487bc646 req-75484e5a-3e76-411b-a4bd-60a657a22c8f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951762 Nov 12 11:05:16.481542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6303835b-ee0c-45b1-8bdf-de02d43ea294 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.520769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be98616-91dc-439a-bf62-4b065654267a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.556032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be98616-91dc-439a-bf62-4b065654267a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.572296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d409ea-06ec-457f-a1b2-61249ab44591 req-d330f562-9c11-4257-8f27-dbbe15f7222d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:16.575028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6d409ea-06ec-457f-a1b2-61249ab44591 req-d330f562-9c11-4257-8f27-dbbe15f7222d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1127093 Nov 12 11:05:16.627598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6303835b-ee0c-45b1-8bdf-de02d43ea294 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.639938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6303835b-ee0c-45b1-8bdf-de02d43ea294 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.683303 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6303835b-ee0c-45b1-8bdf-de02d43ea294 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.684542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6303835b-ee0c-45b1-8bdf-de02d43ea294 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2820694 Nov 12 11:05:16.689254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34158) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:16.693084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303835b-ee0c-45b1-8bdf-de02d43ea294 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa9a18b-4c47-4230-b7e1-3181cc934ad3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:16.694483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6d409ea-06ec-457f-a1b2-61249ab44591 req-d5ce5a0a-760c-4ff2-9e14-1de73142a480 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067674 Nov 12 11:05:16.710847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1a523dc7-b88f-45bb-adf2-0253f47fe26b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'security_group_rule': {'security_group_id': 'efa9a18b-4c47-4230-b7e1-3181cc934ad3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:16.713943 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be98616-91dc-439a-bf62-4b065654267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.718582 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5be98616-91dc-439a-bf62-4b065654267a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.720848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5be98616-91dc-439a-bf62-4b065654267a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7eb9a19-5983-42bc-b26d-774a8b1efd93 HTTP/1.1" status: 204 len: 168 time: 0.2983763 Nov 12 11:05:16.737121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be98616-91dc-439a-bf62-4b065654267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb9a19-5983-42bc-b26d-774a8b1efd93,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:16.784678 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a523dc7-b88f-45bb-adf2-0253f47fe26b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.869755 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Sync routers for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:05:16.884376 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:16.889387 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:04:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:16.933419 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a523dc7-b88f-45bb-adf2-0253f47fe26b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.948014 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a523dc7-b88f-45bb-adf2-0253f47fe26b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.961620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc9cf-1d30-4d2f-9ea8-7c67043c8b77 req-6a671bcc-b4c7-4b6a-ab1d-11ede7c13a69 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:16.963619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-558dc9cf-1d30-4d2f-9ea8-7c67043c8b77 req-6a671bcc-b4c7-4b6a-ab1d-11ede7c13a69 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.1017401 Nov 12 11:05:16.997330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a523dc7-b88f-45bb-adf2-0253f47fe26b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56801813-7661-4cb1-a6aa-a51c035a3f33,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:17.024694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a523dc7-b88f-45bb-adf2-0253f47fe26b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.027011 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1a523dc7-b88f-45bb-adf2-0253f47fe26b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3362315 Nov 12 11:05:17.033080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34164) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:17.042252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ece652c0-8397-41fe-93c9-afdcf10c2912 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'security_group_rule': {'security_group_id': 'efa9a18b-4c47-4230-b7e1-3181cc934ad3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:17.087608 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:17.093496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ece652c0-8397-41fe-93c9-afdcf10c2912 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.095130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-558dc9cf-1d30-4d2f-9ea8-7c67043c8b77 req-492f3c6d-d631-40cf-8b35-e5199b7ee79b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200840 Nov 12 11:05:17.191729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ece652c0-8397-41fe-93c9-afdcf10c2912 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.197314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ece652c0-8397-41fe-93c9-afdcf10c2912 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.222654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece652c0-8397-41fe-93c9-afdcf10c2912 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9a6b41-2d2b-4134-a436-cfecb0a45c4b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:17.251350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ece652c0-8397-41fe-93c9-afdcf10c2912 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.253387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ece652c0-8397-41fe-93c9-afdcf10c2912 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2178602 Nov 12 11:05:17.261869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34170) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:17.268240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:17.304844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.496839 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 2, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:17.548551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Checking router: 75b541c9-dad9-4d85-b4a2-7eb52439e514 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:05:17.549148 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Updating router 75b541c9-dad9-4d85-b4a2-7eb52439e514 port b2e37ad9-2b8d-426e-98f9-21d05830f2cc binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:05:17.576326 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.593602 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.754309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ab4ef-8700-4186-b967-a0f6b4d6e5c1 req-8c0a2e52-f06c-42a6-9fd5-98636cc573fa tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:17.756749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c1ab4ef-8700-4186-b967-a0f6b4d6e5c1 req-8c0a2e52-f06c-42a6-9fd5-98636cc573fa tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1273961 Nov 12 11:05:17.850726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Allocated IP 172.25.2.116 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/7b81978f-53de-4102-a591-4bd444b1d185) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:17.895099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c1ab4ef-8700-4186-b967-a0f6b4d6e5c1 req-07c1e235-86af-4a43-8990-2510e2b88197 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296144 Nov 12 11:05:17.933904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a80a41-221d-4b01-aa87-d6dc91f455b7 req-1229ed74-d8b0-4efc-8115-d54f69dc65bd tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:17.939437 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95a80a41-221d-4b01-aa87-d6dc91f455b7 req-1229ed74-d8b0-4efc-8115-d54f69dc65bd tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0762966 Nov 12 11:05:18.015306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95a80a41-221d-4b01-aa87-d6dc91f455b7 req-243f2299-3202-4454-9060-14eef78c3eb5 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719070 Nov 12 11:05:18.078429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.101094 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.110633 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.123897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.172453 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Pushing event updated for resources: {'Port': ['ID=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:18.203126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:18.206712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:18.214636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:18.214942 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.214942 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.215456 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.215621 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.217663 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.217663 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.218374 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.218941 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.219504 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.220038 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.220592 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.221401 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:18.285408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'Port': ['ID=7b81978f-53de-4102-a591-4bd444b1d185,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:18.297433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Attempting to bind port b2e37ad9-2b8d-426e-98f9-21d05830f2cc on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:18.298302 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Attempting to bind port b2e37ad9-2b8d-426e-98f9-21d05830f2cc by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:18.298302 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Attempting to bind port b2e37ad9-2b8d-426e-98f9-21d05830f2cc on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:18.317691 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:18.318273 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Checking segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:18.318845 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.319524 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Bound using segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:18.320256 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Bound port: b2e37ad9-2b8d-426e-98f9-21d05830f2cc, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:18.321087 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.437349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.450824 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] For port b2e37ad9-2b8d-426e-98f9-21d05830f2cc, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:18.466111 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] For port b2e37ad9-2b8d-426e-98f9-21d05830f2cc, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:18.475651 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.500272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.573530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc18af-2d77-41e5-8848-1a41664fe4d6 req-40356579-70d1-43a3-8495-458933534337 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:18.575560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfdc18af-2d77-41e5-8848-1a41664fe4d6 req-40356579-70d1-43a3-8495-458933534337 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.2722356 Nov 12 11:05:18.577040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3d75a97e-d8ca-45e2-aaf7-994f7c8ab2b3 None None] Provisioning complete for port b2e37ad9-2b8d-426e-98f9-21d05830f2cc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:18.578917 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d75a97e-d8ca-45e2-aaf7-994f7c8ab2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.593115 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:18.594312 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:04:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:18.599544 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd4c22-41a9-4fe7-9c36-842267298601 None None] Pushing event updated for resources: {'Port': ['ID=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:18.772660 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d75a97e-d8ca-45e2-aaf7-994f7c8ab2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.825109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfdc18af-2d77-41e5-8848-1a41664fe4d6 req-fbf4ead9-90af-4f14-9ab9-823ecfc4353c tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267494 Nov 12 11:05:18.927044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3d75a97e-d8ca-45e2-aaf7-994f7c8ab2b3 None None] For port b2e37ad9-2b8d-426e-98f9-21d05830f2cc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:18.938220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d75a97e-d8ca-45e2-aaf7-994f7c8ab2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.950608 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:19.047986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.055866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.062789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75a97e-d8ca-45e2-aaf7-994f7c8ab2b3 None None] Pushing event updated for resources: {'Port': ['ID=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:19.178369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a58c633a-85e4-49da-9531-0bb264abfe47 None None] Provisioning complete for port b2e37ad9-2b8d-426e-98f9-21d05830f2cc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:19.179359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a58c633a-85e4-49da-9531-0bb264abfe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.223313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b3615-068b-412c-b6e8-ac059f3790c0 req-6847948b-9499-49ff-b53f-353c7d4bdfd2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:19.238113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a1b3615-068b-412c-b6e8-ac059f3790c0 req-6847948b-9499-49ff-b53f-353c7d4bdfd2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1461766 Nov 12 11:05:19.280370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'Port': ['ID=7b81978f-53de-4102-a591-4bd444b1d185,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:19.292983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.321730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a1b3615-068b-412c-b6e8-ac059f3790c0 req-167097e1-4adc-48af-98da-70f91374a84a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822680 Nov 12 11:05:19.330989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.356911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fde02a73-85d9-4db9-bc26-9bef4a1252d0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0870943 Nov 12 11:05:19.377045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b15820-72bf-4365-9129-c89173811fda req-54415ef9-0a2a-48fc-b06c-9c2dcaf04799 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:19.378922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-55b15820-72bf-4365-9129-c89173811fda req-54415ef9-0a2a-48fc-b06c-9c2dcaf04799 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1854818 Nov 12 11:05:19.490336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:19.500952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-55b15820-72bf-4365-9129-c89173811fda req-1e3fa3e9-24b2-45dc-adbc-85e2ca4d7bab tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079986 Nov 12 11:05:19.557873 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57550ab-5182-4951-abaa-93c99cb31172 None None] The sync data for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 is: [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:05:19.588919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc024952-5e6b-47ae-887e-61a8887dcc5c req-2f4fca5a-13cc-4a9a-b501-f545864a3d22 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:19.591141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cc024952-5e6b-47ae-887e-61a8887dcc5c req-2f4fca5a-13cc-4a9a-b501-f545864a3d22 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1262593 Nov 12 11:05:19.715476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cc024952-5e6b-47ae-887e-61a8887dcc5c req-b4ec2edf-9581-4ccd-a093-48bd345b462a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105096 Nov 12 11:05:19.999340 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-ee11855b-e1e3-40ff-905c-9b259a311f6f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--499668596&fields=id&tenant_id=71248c98cd604882b9054001c64d296e HTTP/1.1" status: 200 len: 267 time: 0.1040282 Nov 12 11:05:20.023350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49465bd4-aea6-46c2-89f6-0a883e5eedc7 req-37e67379-a876-4c9b-9d01-b1c69430bc4b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:20.025970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49465bd4-aea6-46c2-89f6-0a883e5eedc7 req-37e67379-a876-4c9b-9d01-b1c69430bc4b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1135137 Nov 12 11:05:20.144096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49465bd4-aea6-46c2-89f6-0a883e5eedc7 req-44154bec-79cc-4f85-93c1-257e92909059 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910740 Nov 12 11:05:20.203898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8754da-69ec-409d-8124-e991cd00431a req-421afa93-7c68-428d-abf1-2051a6beffa9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:20.206299 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-421afa93-7c68-428d-abf1-2051a6beffa9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 816 time: 0.2059965 Nov 12 11:05:20.239915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-85ed392f-c283-4432-af2b-c24c39e8252d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/quotas/71248c98cd604882b9054001c64d296e HTTP/1.1" status: 200 len: 375 time: 0.0248253 Nov 12 11:05:20.332280 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-2e7b64b5-67e9-4e02-b23d-5a5096f66c78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909154 Nov 12 11:05:20.371800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34254) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:20.500364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-f5b37c83-6a41-4175-84e0-290fdf74d273 service neutron] 10.222.0.31 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657655 Nov 12 11:05:20.584065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05e8421a-a016-4359-9454-cfb3fc033d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.698064 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-7006aca2-1044-4f5f-a7ac-424dc47703ab service neutron] 10.222.0.31 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872694 Nov 12 11:05:20.719392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1be13-0465-40d6-88fc-b973846981bb req-6b32d65e-a8dc-408f-b2df-59b32fb6fcfa tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:20.727770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4e1be13-0465-40d6-88fc-b973846981bb req-6b32d65e-a8dc-408f-b2df-59b32fb6fcfa tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0997701 Nov 12 11:05:20.817473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05e8421a-a016-4359-9454-cfb3fc033d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.825736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b4e1be13-0465-40d6-88fc-b973846981bb req-c01ef2b8-9fc4-488e-a71d-55c0ce9b8632 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967588 Nov 12 11:05:20.831096 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05e8421a-a016-4359-9454-cfb3fc033d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.907698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8421a-a016-4359-9454-cfb3fc033d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97401f2-51e5-42a5-8e60-bcb664f11608,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:20.929855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-05e8421a-a016-4359-9454-cfb3fc033d31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e56e4b153e542e6a85d094f57203f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5577204 Nov 12 11:05:20.932819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34266) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:20.973587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc69c110-c64b-421f-a1ff-733f316542af req-d996e7c5-8b9f-431b-8d1c-4e7362ca9805 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 210 time: 0.0710068 Nov 12 11:05:20.998008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-375e6f41-5ad7-42d3-82a8-f4bf6d55b100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.044184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-375e6f41-5ad7-42d3-82a8-f4bf6d55b100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.159010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55707a0-645c-47f4-bb79-1828804f6ba9 req-ea7a158d-d783-4702-bb92-9a04575609d3 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:21.161493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d55707a0-645c-47f4-bb79-1828804f6ba9 req-ea7a158d-d783-4702-bb92-9a04575609d3 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1340404 Nov 12 11:05:21.208316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-375e6f41-5ad7-42d3-82a8-f4bf6d55b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.212726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-375e6f41-5ad7-42d3-82a8-f4bf6d55b100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.218464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-375e6f41-5ad7-42d3-82a8-f4bf6d55b100 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c97401f2-51e5-42a5-8e60-bcb664f11608 HTTP/1.1" status: 204 len: 168 time: 0.2799616 Nov 12 11:05:21.237245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6f41-5ad7-42d3-82a8-f4bf6d55b100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97401f2-51e5-42a5-8e60-bcb664f11608,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:21.255759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d55707a0-645c-47f4-bb79-1828804f6ba9 req-133c859b-6bee-48d9-a384-4764ae93cbfa tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850217 Nov 12 11:05:21.369121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d94c60-46e1-4eb2-9ea1-27d61e49a4d6 req-ace342ad-72a5-47f3-a024-2a9860156567 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:21.378969 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b0d94c60-46e1-4eb2-9ea1-27d61e49a4d6 req-ace342ad-72a5-47f3-a024-2a9860156567 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0866289 Nov 12 11:05:21.471514 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b0d94c60-46e1-4eb2-9ea1-27d61e49a4d6 req-85166df8-2b34-4913-9bce-7601614da31f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825264 Nov 12 11:05:21.607627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b2e37ad9-2b8d-426e-98f9-21d05830f2cc up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:21.704123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b2e37ad9-2b8d-426e-98f9-21d05830f2cc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:21.705200 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.995672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3ca66-179d-4ec9-8971-b0a8a70fb1de req-83b22725-9f7c-4270-80f9-64751b11013e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:22.000409 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0d3ca66-179d-4ec9-8971-b0a8a70fb1de req-83b22725-9f7c-4270-80f9-64751b11013e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1016512 Nov 12 11:05:22.061772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99885f-3f68-47af-9759-c7299a029efe req-1cbae01d-cc12-4fbd-b0d1-23a69348027a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:22.075098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea99885f-3f68-47af-9759-c7299a029efe req-1cbae01d-cc12-4fbd-b0d1-23a69348027a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1103222 Nov 12 11:05:22.103656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0d3ca66-179d-4ec9-8971-b0a8a70fb1de req-914619ec-cd03-48c2-aa75-d5e521a5d0dc tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945113 Nov 12 11:05:22.155247 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea99885f-3f68-47af-9759-c7299a029efe req-fcf54989-06f1-4c8c-8630-a5bdd5570c67 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771148 Nov 12 11:05:22.219126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97fcce90-af6c-4261-9fe8-e4ab82ec0bde req-2ce37545-1460-415b-a939-ba21df103ad8 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 210 time: 0.0356956 Nov 12 11:05:22.479838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3fb26-e4d0-472c-8372-b25e214990b7 req-87cd54bf-88c3-44e1-b846-a72256211863 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:22.508768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2c3fb26-e4d0-472c-8372-b25e214990b7 req-87cd54bf-88c3-44e1-b846-a72256211863 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1525135 Nov 12 11:05:22.569857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8754da-69ec-409d-8124-e991cd00431a req-8c3963ba-bf01-4ba7-8768-607325c60963 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:22.583993 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-8c3963ba-bf01-4ba7-8768-607325c60963 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 816 time: 0.2135360 Nov 12 11:05:22.586958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2c3fb26-e4d0-472c-8372-b25e214990b7 req-3ff5a5c5-a5c8-4ff5-8141-b279af888e3d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754158 Nov 12 11:05:22.631219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34316) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:22.689319 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-216c8260-08af-4225-8b26-39701239a771 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71248c98cd604882b9054001c64d296e HTTP/1.1" status: 200 len: 379 time: 0.0927739 Nov 12 11:05:22.701159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'port': {'device_id': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'admin_state_up': True, 'tenant_id': '71248c98cd604882b9054001c64d296e', 'security_groups': ['efa9a18b-4c47-4230-b7e1-3181cc934ad3']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:22.792017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1216307021-network', 'tenant_id': '5f1e0403cda64034b6a3b10b74484955'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:22.824614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Made reservation on behalf of 5f1e0403cda64034b6a3b10b74484955 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:22.828285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.838822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.864974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Made reservation on behalf of 71248c98cd604882b9054001c64d296e for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:22.871924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.947278 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.952404 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.981600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:05:22.992631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233db41c-536c-4bee-af54-499de0f24094,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:23.000681 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.001064 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Added segment 84d66519-3c9f-4ce9-a1e3-b003440f2de0 of type vlan for network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 Nov 12 11:05:23.050248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.070300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Allocated IP 172.20.0.12 (fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56/7b88da31-4f26-42ef-a0a2-b68b3583cec1/d4876752-03c9-45b0-8867-16c8048c05bf) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:23.078736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.080457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:23.081381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.142414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5055876 Nov 12 11:05:23.143022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:23.154529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Request body: {'subnet': {'network_id': 'd63c0eb1-c7cc-46f7-9517-1824761e6cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1216307021-subnet', 'tenant_id': '5f1e0403cda64034b6a3b10b74484955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:23.180907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892c4f3-2f5e-4ea4-b83b-ccc3dd108de5 admin admin] Pushing event updated for resources: {'Network': ['ID=d63c0eb1-c7cc-46f7-9517-1824761e6cb1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:23.194931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:05:23.298021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba1d4-6c9d-46ee-98c5-3bc9297bcf54 req-4d851354-3ac1-4048-a5bc-4470815ee847 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:23.299655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c0cba1d4-6c9d-46ee-98c5-3bc9297bcf54 req-4d851354-3ac1-4048-a5bc-4470815ee847 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0859532 Nov 12 11:05:23.345994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Made reservation on behalf of 5f1e0403cda64034b6a3b10b74484955 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:23.349693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.372570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c0cba1d4-6c9d-46ee-98c5-3bc9297bcf54 req-58876ece-218d-4ab3-868b-5c585f2c82c8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549643 Nov 12 11:05:23.466468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d88f1-46ed-4e39-bc5b-adf150b28f53 req-1af97550-6b0c-48f0-a68d-4b26fa0a4b6a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:23.468537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d35d88f1-46ed-4e39-bc5b-adf150b28f53 req-1af97550-6b0c-48f0-a68d-4b26fa0a4b6a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1927981 Nov 12 11:05:23.472908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.536970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0e6950d-1d72-483f-b9f5-e351da53bcff req-814668f3-11fd-4d71-8d6e-fe927b664626 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 210 time: 0.0405471 Nov 12 11:05:23.590721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.670097 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d35d88f1-46ed-4e39-bc5b-adf150b28f53 req-046518f4-09c5-4b08-8031-3051f4406d31 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910689 Nov 12 11:05:23.703919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:23.733148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:23.750743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:23.882168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:23.915531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9143117a-3e9c-4cb1-ac4d-d16b5ee91cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.979828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49330f-99c4-458c-b980-8d3a60699640 req-11180617-8859-4754-a813-688c7773ce2e tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:23.981690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:23.983511 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.992607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f49330f-99c4-458c-b980-8d3a60699640 req-11180617-8859-4754-a813-688c7773ce2e tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1562710 Nov 12 11:05:24.001772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.068395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f49330f-99c4-458c-b980-8d3a60699640 req-57a6be03-ce23-481f-b171-1c99a264e7ed tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742111 Nov 12 11:05:24.081526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-207a1e81-c885-4bd3-960b-7a9fbf1723de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3843520 Nov 12 11:05:24.118940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Request body: {'port': {'device_id': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:24.187313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Checking segment: {'id': '84d66519-3c9f-4ce9-a1e3-b003440f2de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd63c0eb1-c7cc-46f7-9517-1824761e6cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:24.188468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Network hostable DHCP agents. Network: d63c0eb1-c7cc-46f7-9517-1824761e6cb1, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:05:24.193217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0956209a-a240-4037-b8d7-31f80b6b0491,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:24.260364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:05:24.264978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.284804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a01b64e2-3068-4f4a-af85-107cebadd319 None None] Provisioning complete for port d4876752-03c9-45b0-8867-16c8048c05bf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:24.285664 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a01b64e2-3068-4f4a-af85-107cebadd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.287407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, d63c0eb1-c7cc-46f7-9517-1824761e6cb1) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:24.297359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:24.297359 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.302186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a5fd4-fdde-4c65-889b-9f107cb0dacc None None] Network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:24.355822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-934064c1-b096-4f7d-b32e-ab0a67699b55 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2109110 Nov 12 11:05:24.403235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a01b64e2-3068-4f4a-af85-107cebadd319 None None] Port d4876752-03c9-45b0-8867-16c8048c05bf cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:24.525063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739077ac-9383-462a-87ba-156de028f601 None None] Network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:24.828022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1a60d-e854-4c79-ba53-01b75a841cef req-cf0c77cb-c717-4c19-a93c-a5d9cb8a9b7a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:24.829632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aff1a60d-e854-4c79-ba53-01b75a841cef req-cf0c77cb-c717-4c19-a93c-a5d9cb8a9b7a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 932 time: 0.1076112 Nov 12 11:05:24.832122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4876752-03c9-45b0-8867-16c8048c05bf {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:24.840115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.872022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Transition to ACTIVE for port object d4876752-03c9-45b0-8867-16c8048c05bf will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:05:24.892943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.978374 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aff1a60d-e854-4c79-ba53-01b75a841cef req-0209f135-3087-43f6-9eb7-b8f889095c94 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345017 Nov 12 11:05:25.044467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:25.259734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7f692da9-8ff0-4b8a-9525-507035c33c72 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.265562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7f692da9-8ff0-4b8a-9525-507035c33c72 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/networks?id=d63c0eb1-c7cc-46f7-9517-1824761e6cb1 HTTP/1.1" status: 200 len: 809 time: 0.2641189 Nov 12 11:05:25.266802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Attempting to bind port d4876752-03c9-45b0-8867-16c8048c05bf on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:25.267142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Attempting to bind port d4876752-03c9-45b0-8867-16c8048c05bf by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:25.267495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Attempting to bind port d4876752-03c9-45b0-8867-16c8048c05bf on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:25.284642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-be31ae96-7075-4a0c-832f-56d6e67d9ac0 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/quotas/5f1e0403cda64034b6a3b10b74484955 HTTP/1.1" status: 200 len: 375 time: 0.0123255 Nov 12 11:05:25.284998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Port d4876752-03c9-45b0-8867-16c8048c05bf on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:05:25.284998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Attempting to bind port d4876752-03c9-45b0-8867-16c8048c05bf on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:25.315816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:25.316155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Checking segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:25.316551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Bound using segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:25.317041 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Bound port: d4876752-03c9-45b0-8867-16c8048c05bf, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:25.317402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.325127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-4392ea5b-c028-4752-b401-c3f7d4443305 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f1e0403cda64034b6a3b10b74484955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372283 Nov 12 11:05:25.348171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e28c8-3d19-441a-8ef8-f823715f45df req-b448fa2a-6f9e-4fcd-9ad7-ea247bf7676b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.349813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-675e28c8-3d19-441a-8ef8-f823715f45df req-b448fa2a-6f9e-4fcd-9ad7-ea247bf7676b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0852516 Nov 12 11:05:25.457564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:25.463695 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-675e28c8-3d19-441a-8ef8-f823715f45df req-5a1f08a3-4d74-4607-848e-5446aa55cbdd tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838649 Nov 12 11:05:25.465422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:25.476056 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.511314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-d7e27a73-688f-4d2d-98b5-556b1862cee8 service neutron] 10.222.0.31 "GET /v2.0/networks/d63c0eb1-c7cc-46f7-9517-1824761e6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763694 Nov 12 11:05:25.531746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.532772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.535821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-286177a7-6248-4328-acca-1468b8868b37 service neutron] 10.222.0.52 "PUT /v2.0/ports/d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 200 len: 1093 time: 1.4407430 Nov 12 11:05:25.535821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:25.538918 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ed0d9-2307-4892-90d7-40e21e73dd52" -d '{"events": [{"name": "network-changed", "server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:25.656771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286177a7-6248-4328-acca-1468b8868b37 service neutron] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:25.741658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8754da-69ec-409d-8124-e991cd00431a req-a2407747-6229-4419-bf7d-6a64dd4c45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.744287 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-a2407747-6229-4419-bf7d-6a64dd4c45fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1096 time: 0.1325529 Nov 12 11:05:25.822606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-9104896a-2025-417d-adca-b35ef2105139 service neutron] 10.222.0.31 "GET /v2.0/networks/d63c0eb1-c7cc-46f7-9517-1824761e6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995622 Nov 12 11:05:25.852405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-c2ac8b05-1ce0-4340-b049-64b5aabc1b04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 200 len: 217 time: 0.0955892 Nov 12 11:05:26.159690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6eb52066-b795-4b3b-943d-1e8e4e2a37e7 req-1d0af3ee-197b-4929-96b4-0e786c418c26 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 210 time: 0.0510576 Nov 12 11:05:26.262701 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d6782aa-095d-47f9-9e33-5c94117bb8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:26.350056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac4734-8dbf-4749-826a-66ca007095d3 req-aa76fbb9-a980-47df-b973-f4a45e536f7b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.352395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ac4734-8dbf-4749-826a-66ca007095d3 req-aa76fbb9-a980-47df-b973-f4a45e536f7b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1027920 Nov 12 11:05:26.399113 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab6eb17-dd86-4fc4-8b83-43ff57abedca x-openstack-request-id: req-9ab6eb17-dd86-4fc4-8b83-43ff57abedca {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:26.399568 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:26.399852 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ab6eb17-dd86-4fc4-8b83-43ff57abedca {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:26.400410 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'status': 'completed', 'code': 200} Nov 12 11:05:26.451868 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8ac4734-8dbf-4749-826a-66ca007095d3 req-94410430-3e01-42f7-b769-332c0010743d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870550 Nov 12 11:05:26.487786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8754da-69ec-409d-8124-e991cd00431a req-0ff1193d-f2d2-4c0a-94f5-ddbf047b217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.489301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-0ff1193d-f2d2-4c0a-94f5-ddbf047b217b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.0877202 Nov 12 11:05:26.498274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee31dad-10d2-47e6-ba73-ed9647ac1151 req-eaf77824-f4ce-4a79-a7bd-1617d6c6e524 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.499858 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ee31dad-10d2-47e6-ba73-ed9647ac1151 req-eaf77824-f4ce-4a79-a7bd-1617d6c6e524 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.7309179 Nov 12 11:05:26.591269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8754da-69ec-409d-8124-e991cd00431a req-830b1261-89f3-4d67-a8d5-5f11292ab064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.593278 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-830b1261-89f3-4d67-a8d5-5f11292ab064 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925012 Nov 12 11:05:26.648460 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ee31dad-10d2-47e6-ba73-ed9647ac1151 req-f83d9a24-9861-45c4-be48-c47b1eee6b78 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169145 Nov 12 11:05:26.836724 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-57afe2e3-dc7e-492b-8428-f5db3460698a service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301626 Nov 12 11:05:26.935051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e02f1-a29a-43aa-af31-ef13b1c6aa4c req-dc0dd3c0-5a4e-456c-81c0-2766dcf203a3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.953657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ed7e02f1-a29a-43aa-af31-ef13b1c6aa4c req-dc0dd3c0-5a4e-456c-81c0-2766dcf203a3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1610684 Nov 12 11:05:26.973829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-dcfbbca7-f5e4-44af-bff6-28d0d975a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.980511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-dcfbbca7-f5e4-44af-bff6-28d0d975a6c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1098 time: 0.0645244 Nov 12 11:05:27.108597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ed7e02f1-a29a-43aa-af31-ef13b1c6aa4c req-7afb537f-f68a-48c4-9db4-c5df2f22c8a9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937102 Nov 12 11:05:27.151135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8754da-69ec-409d-8124-e991cd00431a req-a4c3f2aa-d8ff-4e49-8bbd-6ff3102d0c68 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042850 Nov 12 11:05:27.151466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-fdf92ac5-bdfa-4518-98d0-55875302dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.152928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-fdf92ac5-bdfa-4518-98d0-55875302dfe8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 920 time: 0.1656032 Nov 12 11:05:27.250674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-667a0b61-49d4-40b3-8aa6-97dc7093d157 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 HTTP/1.1" status: 200 len: 217 time: 0.0781670 Nov 12 11:05:27.289886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-e8ffc783-0599-4739-80de-bfee4f480706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.291642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-e8ffc783-0599-4739-80de-bfee4f480706 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1096 time: 0.0606115 Nov 12 11:05:27.343135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-35150705-994b-44d0-9695-59cd6eb98a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.344468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-35150705-994b-44d0-9695-59cd6eb98a97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.0790725 Nov 12 11:05:27.386186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-cedff671-49c9-4bd0-9d1a-2dc25100f11a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329337 Nov 12 11:05:27.395543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868064-dce8-4fda-846b-2d6c51074868 req-9ad5d6de-bb97-41dc-b44d-13bce6d36493 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.397113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-01868064-dce8-4fda-846b-2d6c51074868 req-9ad5d6de-bb97-41dc-b44d-13bce6d36493 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.2269549 Nov 12 11:05:27.434062 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6668e80-c4c2-49bd-acda-4d59bdb75409 req-009a9cca-a899-4a5d-b21e-954f1778361d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 210 time: 0.0351863 Nov 12 11:05:27.461634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-195eea3e-2ded-463d-9c01-2e606f1d8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.463252 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-195eea3e-2ded-463d-9c01-2e606f1d8ad3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.1645305 Nov 12 11:05:27.546149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-b04f5355-c5f2-4c18-8894-785f9d8798f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 200 len: 217 time: 0.0732021 Nov 12 11:05:27.576382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-c845bebc-2818-4581-a075-28a08b013fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.578008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-c845bebc-2818-4581-a075-28a08b013fa9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 1098 time: 0.1634393 Nov 12 11:05:27.585776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-01868064-dce8-4fda-846b-2d6c51074868 req-24991cbc-d2d6-425d-bedd-6693c8c25072 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802104 Nov 12 11:05:27.648344 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:27.676570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-2977fc0d-79fe-4606-b68f-f49ff1a1cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.678275 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-2977fc0d-79fe-4606-b68f-f49ff1a1cecc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.1249290 Nov 12 11:05:27.683987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-ac3c03ca-bb07-426a-89ef-071a6b72aedc service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802794 Nov 12 11:05:27.763952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2070ea9-ad53-4bba-b0c8-2464bbbb78cd req-8c70f5c7-e67d-48a2-a4e3-df5b114aa168 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.765610 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a2070ea9-ad53-4bba-b0c8-2464bbbb78cd req-8c70f5c7-e67d-48a2-a4e3-df5b114aa168 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1661820 Nov 12 11:05:27.837036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-1f093b55-11ed-4691-a037-4f38ff23a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.839272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-1f093b55-11ed-4691-a037-4f38ff23a920 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450286 Nov 12 11:05:27.873675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccb48e-af32-4a3b-9580-ed30d638297f req-470712e2-e0a6-47c4-88e0-cf36ceb7d403 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.875329 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eeccb48e-af32-4a3b-9580-ed30d638297f req-470712e2-e0a6-47c4-88e0-cf36ceb7d403 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2137103 Nov 12 11:05:27.890483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-482fb8ec-13b2-4eb3-a810-6b01f0909d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.892363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-482fb8ec-13b2-4eb3-a810-6b01f0909d09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 200 len: 917 time: 0.3014383 Nov 12 11:05:27.932210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-9ac864d0-e3aa-48d0-ae65-b07e92ff14e9 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.933769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-9ac864d0-e3aa-48d0-ae65-b07e92ff14e9 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.52 "GET /v2.0/networks?id=d63c0eb1-c7cc-46f7-9517-1824761e6cb1 HTTP/1.1" status: 200 len: 809 time: 0.2530963 Nov 12 11:05:27.962277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a2070ea9-ad53-4bba-b0c8-2464bbbb78cd req-5eef4710-a2af-4032-908f-33c0bea2d173 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598222 Nov 12 11:05:27.968691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Request body: {'port': {'device_id': 'b0856746-c451-4391-9660-06d56543fd4a', 'network_id': 'd63c0eb1-c7cc-46f7-9517-1824761e6cb1', 'admin_state_up': True, 'tenant_id': '5f1e0403cda64034b6a3b10b74484955'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:27.974561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-bc45dd18-80c9-44f2-8152-e17ea1667f82 service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759333 Nov 12 11:05:27.991979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-d175ab25-1584-40a0-a884-e8d2704a8df1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae HTTP/1.1" status: 200 len: 217 time: 0.0725741 Nov 12 11:05:28.077442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-34482e08-f2d8-44e1-b3a0-6b76dc3805a9 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300603 Nov 12 11:05:28.126137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eeccb48e-af32-4a3b-9580-ed30d638297f req-17cb89ac-8c35-43d8-b5ec-4c5c04a3b336 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291999 Nov 12 11:05:28.127988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-4b6307f4-50f5-4c9d-8494-0bf5442ce6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.130463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-4b6307f4-50f5-4c9d-8494-0bf5442ce6f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d950777b-e883-4ed3-af43-56cd9c3a6d68 HTTP/1.1" status: 200 len: 855 time: 0.1246405 Nov 12 11:05:28.220815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Made reservation on behalf of 5f1e0403cda64034b6a3b10b74484955 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:28.221892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-90715c95-60a2-4866-bf7e-34a07ee7c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.223510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-90715c95-60a2-4866-bf7e-34a07ee7c13c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19e33aab-d264-4a54-950e-95ef02da7f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837154 Nov 12 11:05:28.227560 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:28.280498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e1ed0d9-2307-4892-90d7-40e21e73dd52 req-256021ce-1763-443d-a5ee-61937c60e857 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775949 Nov 12 11:05:28.344426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff778eeb-98be-4b9f-b93a-42a78114c3c4 req-2a06a78f-81a6-4557-bef8-6ae70149759b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.346613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff778eeb-98be-4b9f-b93a-42a78114c3c4 req-2a06a78f-81a6-4557-bef8-6ae70149759b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1209047 Nov 12 11:05:28.390097 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-997dc6ee-64c7-4b20-837d-c196dcb4a96a service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553941 Nov 12 11:05:28.428155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Allocated IP 172.20.0.11 (d63c0eb1-c7cc-46f7-9517-1824761e6cb1/0956209a-a240-4037-b8d7-31f80b6b0491/b24add5c-dcfc-4cf5-9a7d-93a239c9fed5) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:28.453715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff778eeb-98be-4b9f-b93a-42a78114c3c4 req-64885181-42c3-45c4-818c-41780c5f6189 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986826 Nov 12 11:05:28.557257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ccd4816-a0f9-44ca-8d77-f70f5311b60d req-e40ceff8-27ed-4241-9241-1305c6503965 service neutron] 10.222.0.52 "GET /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490631 Nov 12 11:05:28.622783 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32861768-d2a0-4938-9da3-6f7a8b288133 req-b5311928-8c9d-40b0-924c-5212a1212016 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 210 time: 0.0793796 Nov 12 11:05:28.676766 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:28.724215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:28.753920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13357dfa-7f13-40f8-9552-43a187e01db1 req-474a8730-d170-4868-8155-35a4d9ef95aa tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.755566 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-13357dfa-7f13-40f8-9552-43a187e01db1 req-474a8730-d170-4868-8155-35a4d9ef95aa tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0651855 Nov 12 11:05:28.784199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:28.787583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:28.791755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:28.799160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Pushing event updated for resources: {'Port': ['ID=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:28.819244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-13357dfa-7f13-40f8-9552-43a187e01db1 req-0850e396-8c64-4d1a-aafe-29ae21fb5b91 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526538 Nov 12 11:05:28.853890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.854471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:28.877000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-7c1ac692-69de-4b0c-aea2-4e8cba365532 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9136140 Nov 12 11:05:28.893813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Request body: {'port': {'device_id': 'b0856746-c451-4391-9660-06d56543fd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:28.959340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.170731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e5cbe-0bd7-43d7-afd9-b08fc1a4336e req-22c6a73c-9938-4d5f-8430-f688875505d8 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.173364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d38e5cbe-0bd7-43d7-afd9-b08fc1a4336e req-22c6a73c-9938-4d5f-8430-f688875505d8 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0983224 Nov 12 11:05:29.266058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d38e5cbe-0bd7-43d7-afd9-b08fc1a4336e req-4752b84e-712a-492c-9507-b7856c946cd0 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683479 Nov 12 11:05:29.285590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3aec-3105-4450-89ac-61afcf67652d req-56c1d003-0241-41b3-8196-0df8cad66310 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.287201 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d51c3aec-3105-4450-89ac-61afcf67652d req-56c1d003-0241-41b3-8196-0df8cad66310 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0533359 Nov 12 11:05:29.359324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:29.367877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.374426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d51c3aec-3105-4450-89ac-61afcf67652d req-d36a2423-67d2-41b0-aa8e-ff9a3b5bc543 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710695 Nov 12 11:05:29.377322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.390695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Transition to ACTIVE for port object b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:05:29.397136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.447235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:29.532447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Attempting to bind port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:29.532662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Attempting to bind port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '84d66519-3c9f-4ce9-a1e3-b003440f2de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd63c0eb1-c7cc-46f7-9517-1824761e6cb1'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:29.533029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Attempting to bind port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 on network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:29.537826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 on network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:05:29.538153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Attempting to bind port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 on network d63c0eb1-c7cc-46f7-9517-1824761e6cb1 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:29.557490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:29.557833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Checking segment: {'id': '84d66519-3c9f-4ce9-a1e3-b003440f2de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd63c0eb1-c7cc-46f7-9517-1824761e6cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:29.558222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Bound using segment: {'id': '84d66519-3c9f-4ce9-a1e3-b003440f2de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd63c0eb1-c7cc-46f7-9517-1824761e6cb1'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:29.558687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Bound port: b24add5c-dcfc-4cf5-9a7d-93a239c9fed5, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d66519-3c9f-4ce9-a1e3-b003440f2de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd63c0eb1-c7cc-46f7-9517-1824761e6cb1'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:29.559054 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.631173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7cab0-ea1a-4501-91eb-e717659cbfd7 req-358908ec-2a68-4087-aec4-a76af4135cfd tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.632740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04a7cab0-ea1a-4501-91eb-e717659cbfd7 req-358908ec-2a68-4087-aec4-a76af4135cfd tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0915830 Nov 12 11:05:29.674326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] For port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:29.696259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] For port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,segment=NetworkSegment(84d66519-3c9f-4ce9-a1e3-b003440f2de0),segment_id=84d66519-3c9f-4ce9-a1e3-b003440f2de0)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:29.702790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.739772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04a7cab0-ea1a-4501-91eb-e717659cbfd7 req-ff17aa46-fb7a-4072-a677-37d7600e55e9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973268 Nov 12 11:05:29.749997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.750696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.752101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 HTTP/1.1" status: 200 len: 1093 time: 0.8625648 Nov 12 11:05:29.752498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0856746-c451-4391-9660-06d56543fd4a', 'tag': 'b24add5c-dcfc-4cf5-9a7d-93a239c9fed5'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:29.754935 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4687fa0f-5594-4b4a-94e8-db1f17112183" -d '{"events": [{"name": "network-changed", "server_uuid": "b0856746-c451-4391-9660-06d56543fd4a", "tag": "b24add5c-dcfc-4cf5-9a7d-93a239c9fed5"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:29.795086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec715aa9-2111-4738-a4a1-9d0bcb0ef7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:29.811619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48892b21-dccf-474e-8083-f1537f94579f req-094a4bf8-b035-4192-b465-f83a4c180057 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.813249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48892b21-dccf-474e-8083-f1537f94579f req-094a4bf8-b035-4192-b465-f83a4c180057 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 944 time: 0.0872588 Nov 12 11:05:29.821847 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8360a3-bf3e-4803-a1b2-ade31b078160 x-openstack-request-id: req-9e8360a3-bf3e-4803-a1b2-ade31b078160 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:29.822212 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0856746-c451-4391-9660-06d56543fd4a", "tag": "b24add5c-dcfc-4cf5-9a7d-93a239c9fed5", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:29.822533 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e8360a3-bf3e-4803-a1b2-ade31b078160 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:29.823002 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0856746-c451-4391-9660-06d56543fd4a', 'tag': 'b24add5c-dcfc-4cf5-9a7d-93a239c9fed5', 'status': 'completed', 'code': 200} Nov 12 11:05:29.867175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-4d9ef997-4a0b-4c6c-8bef-a24238571158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.868739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-4d9ef997-4a0b-4c6c-8bef-a24238571158 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f1e0403cda64034b6a3b10b74484955&device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 1096 time: 0.0571251 Nov 12 11:05:29.877343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48892b21-dccf-474e-8083-f1537f94579f req-c8e9e0eb-60c6-4d9b-9f6f-6255f4aace88 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564916 Nov 12 11:05:29.955275 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-46ef10ce-0fe1-42f9-bd84-51ae4687c1ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 HTTP/1.1" status: 200 len: 217 time: 0.0729046 Nov 12 11:05:30.030945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-302a885e-a9de-42d4-ab01-ead77b7d244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.032394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-302a885e-a9de-42d4-ab01-ead77b7d244c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0956209a-a240-4037-b8d7-31f80b6b0491 HTTP/1.1" status: 200 len: 849 time: 0.0584090 Nov 12 11:05:30.040072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856995b5-0c59-4da0-a04e-a933b35b6609 req-87120f3b-639d-4c9d-927b-a32e35922ed3 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.041491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-856995b5-0c59-4da0-a04e-a933b35b6609 req-87120f3b-639d-4c9d-927b-a32e35922ed3 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1009352 Nov 12 11:05:30.073874 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-f3874ca9-7c16-49e0-bda4-848a6e42b7a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d63c0eb1-c7cc-46f7-9517-1824761e6cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314009 Nov 12 11:05:30.163257 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-856995b5-0c59-4da0-a04e-a933b35b6609 req-42ee94ea-4c33-4361-8de2-278cb38a0428 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122968 Nov 12 11:05:30.197296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-3c65d202-e95f-4c6e-b99f-71bb35fc1e59 service neutron] 10.222.0.52 "GET /v2.0/networks/d63c0eb1-c7cc-46f7-9517-1824761e6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152561 Nov 12 11:05:30.295049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7ce1cb0-d2c1-4340-bfca-0deb6aff86d4 req-2cc6f34e-991b-4972-b2bb-027bfa150ecf service neutron] 10.222.0.52 "GET /v2.0/networks/d63c0eb1-c7cc-46f7-9517-1824761e6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879140 Nov 12 11:05:30.371759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:30.456449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c0c90-753b-4fc4-ae6f-e8204075f6e0 req-5e309605-a1c7-470a-9066-7e9691c2bbc0 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.458058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-692c0c90-753b-4fc4-ae6f-e8204075f6e0 req-5e309605-a1c7-470a-9066-7e9691c2bbc0 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0934329 Nov 12 11:05:30.460308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-e0d5f4dd-1e89-4880-8de3-5c3eb9acb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.461874 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-e0d5f4dd-1e89-4880-8de3-5c3eb9acb5f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f1e0403cda64034b6a3b10b74484955&device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 1096 time: 0.1064177 Nov 12 11:05:30.613051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a9318-2794-435f-addf-3f2e927cc6d0 req-1e59876f-e2dd-486c-b103-3ad2aefe2e33 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.615526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-258a9318-2794-435f-addf-3f2e927cc6d0 req-1e59876f-e2dd-486c-b103-3ad2aefe2e33 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0834506 Nov 12 11:05:30.617615 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-692c0c90-753b-4fc4-ae6f-e8204075f6e0 req-7cdaca12-3fc4-49c7-8d05-b64ba260011c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420133 Nov 12 11:05:30.629454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-0e52895a-793d-4410-ba83-11318221a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.631467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-0e52895a-793d-4410-ba83-11318221a64b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d63c0eb1-c7cc-46f7-9517-1824761e6cb1 HTTP/1.1" status: 200 len: 910 time: 0.1604524 Nov 12 11:05:30.703946 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:30.707957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-258a9318-2794-435f-addf-3f2e927cc6d0 req-5e52da59-c11e-481f-a078-564d38dfc7e2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838797 Nov 12 11:05:30.710356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-f7afa7d1-b50b-4c84-b717-851866e7c90f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 HTTP/1.1" status: 200 len: 217 time: 0.0709205 Nov 12 11:05:30.743159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:30.756954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'port_id': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'mac_address': 'fa:16:3e:ea:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:30.799162 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:30.818752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4876752-03c9-45b0-8867-16c8048c05bf {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:30.827085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-08cd1b92-be3d-444e-b15f-84ef9eb4f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.828618 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-08cd1b92-be3d-444e-b15f-84ef9eb4f561 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0956209a-a240-4037-b8d7-31f80b6b0491 HTTP/1.1" status: 200 len: 849 time: 0.1064072 Nov 12 11:05:30.842810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64859cae-a7f3-453c-bdf8-0347628b7963 req-a8856895-e955-402d-b4ad-302d675d9a06 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.844347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64859cae-a7f3-453c-bdf8-0347628b7963 req-a8856895-e955-402d-b4ad-302d675d9a06 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0738423 Nov 12 11:05:30.847336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:30.853182 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:30.877802 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-04d9fb4b-648c-408b-a089-8be454aab641 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d63c0eb1-c7cc-46f7-9517-1824761e6cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323188 Nov 12 11:05:30.915158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab31e0-a85b-4fa3-aad3-b5c8d0e5ed77 req-0d1ae573-035e-42af-bfcf-346019f76dce tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.916762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83ab31e0-a85b-4fa3-aad3-b5c8d0e5ed77 req-0d1ae573-035e-42af-bfcf-346019f76dce tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0633132 Nov 12 11:05:30.925129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:30.970214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83ab31e0-a85b-4fa3-aad3-b5c8d0e5ed77 req-cfc1eb71-13c1-4ace-917c-0401ff9307b9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Nov 12 11:05:30.985275 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64859cae-a7f3-453c-bdf8-0347628b7963 req-e120aa16-0b73-4059-a66d-13cdff09f5ba tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302993 Nov 12 11:05:31.011290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-a69c1a39-c38a-43dd-9505-73292b630257 service neutron] 10.222.0.52 "GET /v2.0/networks/d63c0eb1-c7cc-46f7-9517-1824761e6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256094 Nov 12 11:05:31.139396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ddba4-17be-4ff3-930f-e9f5f5526015 req-810a9737-ea0d-4bac-b4f0-ad70394e36c9 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.141833 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-711ddba4-17be-4ff3-930f-e9f5f5526015 req-810a9737-ea0d-4bac-b4f0-ad70394e36c9 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 944 time: 0.0716023 Nov 12 11:05:31.153420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a324da1-cddc-4054-a7cb-729ef66a7199 req-9d0eb485-4fd5-460f-a194-bc7be66a90d6 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.155455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a324da1-cddc-4054-a7cb-729ef66a7199 req-9d0eb485-4fd5-460f-a194-bc7be66a90d6 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 945 time: 0.0913918 Nov 12 11:05:31.166770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4687fa0f-5594-4b4a-94e8-db1f17112183 req-80fd5ab9-385a-4636-a6f0-e810c109f26e service neutron] 10.222.0.52 "GET /v2.0/networks/d63c0eb1-c7cc-46f7-9517-1824761e6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479445 Nov 12 11:05:31.214132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-711ddba4-17be-4ff3-930f-e9f5f5526015 req-2d7e80e2-ec77-4562-b73f-4a4f7d228168 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651941 Nov 12 11:05:31.220124 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a324da1-cddc-4054-a7cb-729ef66a7199 req-8a79831f-08b3-4165-9db6-ba319c8e0344 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522993 Nov 12 11:05:31.244043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d4876752-03c9-45b0-8867-16c8048c05bf'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:31.348843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1497dc-c4df-4822-ae41-670083d31bb9 req-ec27895b-22a8-4200-97f0-2116642a2c1c tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.350545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b1497dc-c4df-4822-ae41-670083d31bb9 req-ec27895b-22a8-4200-97f0-2116642a2c1c tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0626495 Nov 12 11:05:31.418121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b1497dc-c4df-4822-ae41-670083d31bb9 req-5669628c-2508-42cf-9ed9-42ede59ca8b8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580826 Nov 12 11:05:31.424276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc92da-8943-43d1-8584-2b9b042f92f6 req-36d3ecb5-466c-4f54-8ebd-fb338b2bdf4a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.426137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a1cc92da-8943-43d1-8584-2b9b042f92f6 req-36d3ecb5-466c-4f54-8ebd-fb338b2bdf4a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.0561304 Nov 12 11:05:31.485608 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a1cc92da-8943-43d1-8584-2b9b042f92f6 req-a1fc8db9-6824-4354-b62b-864e14fa59b6 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532811 Nov 12 11:05:31.530235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-908f32e8-e9c7-41e5-b5cf-8a6635dd3ba5 req-f8e9ffdd-d6e0-408a-933c-d9d7f8204136 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:05:31.531633 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-908f32e8-e9c7-41e5-b5cf-8a6635dd3ba5 req-f8e9ffdd-d6e0-408a-933c-d9d7f8204136 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068495 Nov 12 11:05:31.626128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-908f32e8-e9c7-41e5-b5cf-8a6635dd3ba5 req-2a0d53f0-9d35-4cff-838e-d23102213962 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0870037 Nov 12 11:05:31.853491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afe8b1-1765-47c0-a570-367e5a73681c req-2fac6f9b-3db2-49b0-a9d8-03e287438f08 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.855115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44afe8b1-1765-47c0-a570-367e5a73681c req-2fac6f9b-3db2-49b0-a9d8-03e287438f08 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 945 time: 0.0577345 Nov 12 11:05:31.890096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f932b-3e6d-4bba-9648-aba623f789cf req-92dbd247-8739-4d9c-96db-c240a671afbe tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.892946 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea8f932b-3e6d-4bba-9648-aba623f789cf req-92dbd247-8739-4d9c-96db-c240a671afbe tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0624301 Nov 12 11:05:31.911273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44afe8b1-1765-47c0-a570-367e5a73681c req-9f1a086d-96e7-4170-8147-960b3c09335f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473938 Nov 12 11:05:31.947178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea8f932b-3e6d-4bba-9648-aba623f789cf req-6f00647b-75b1-47a8-a2d4-d51a7549d35d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475223 Nov 12 11:05:32.075105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646c09-425f-447a-b8e0-db838d81cf01 req-71f95413-4d87-42bb-958b-8af8b1b0449a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.077409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d646c09-425f-447a-b8e0-db838d81cf01 req-71f95413-4d87-42bb-958b-8af8b1b0449a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 945 time: 0.0584512 Nov 12 11:05:32.109138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5bbf4-a995-4387-bf43-dba852021373 req-831b6113-100d-476a-9fc8-d61207c2744c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.110688 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61b5bbf4-a995-4387-bf43-dba852021373 req-831b6113-100d-476a-9fc8-d61207c2744c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0581930 Nov 12 11:05:32.129758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d646c09-425f-447a-b8e0-db838d81cf01 req-b8fce08b-bd0f-4cba-8a7f-1495d1382bbb tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Nov 12 11:05:32.166788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61b5bbf4-a995-4387-bf43-dba852021373 req-3f5b3b71-e58f-4c3a-a82e-2c1e316e4c83 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464399 Nov 12 11:05:32.263794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bca02-4ec6-4b75-a563-8b50b3fb77f4 req-a6e2784e-d690-48c6-bfa8-802ecd16a031 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.265335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec6bca02-4ec6-4b75-a563-8b50b3fb77f4 req-a6e2784e-d690-48c6-bfa8-802ecd16a031 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.0590789 Nov 12 11:05:32.320686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec6bca02-4ec6-4b75-a563-8b50b3fb77f4 req-07f20069-947a-4b32-bd74-371680ef9aa6 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Nov 12 11:05:32.340395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad50c92-f492-4d62-a068-d3e989d1083d req-965bf286-49c8-4cee-8b96-51a84c6ae6a5 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.341988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ad50c92-f492-4d62-a068-d3e989d1083d req-965bf286-49c8-4cee-8b96-51a84c6ae6a5 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 944 time: 0.0572953 Nov 12 11:05:32.398256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:32.402897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ad50c92-f492-4d62-a068-d3e989d1083d req-3d8c12aa-fb7c-4161-88b6-137453130ad0 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 Nov 12 11:05:32.461229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port d4876752-03c9-45b0-8867-16c8048c05bf completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:05:32.469992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d4876752-03c9-45b0-8867-16c8048c05bf triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:32.469992 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.569113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37ac12-d39c-4663-b4a9-d3c80bea7a28 req-0dc2a395-e564-470f-a7e1-b40bc2e05fbe tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.570653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c37ac12-d39c-4663-b4a9-d3c80bea7a28 req-0dc2a395-e564-470f-a7e1-b40bc2e05fbe tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0682254 Nov 12 11:05:32.574056 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.610784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:32.613592 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92418965-ff3f-4eb8-bb8d-a4c5fe748e24" -d '{"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-plugged", "status": "completed", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:32.624417 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c37ac12-d39c-4663-b4a9-d3c80bea7a28 req-568d0e54-8e4a-4a82-bc73-0fe07c876bc9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Nov 12 11:05:32.628544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:32.633993 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.639769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b0b54-53eb-4d04-83ba-b400c8323c8e req-6375bfc0-8f9d-4ace-a296-4f646c2d5e16 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.655486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b0b54-53eb-4d04-83ba-b400c8323c8e req-6375bfc0-8f9d-4ace-a296-4f646c2d5e16 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.661615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b0b54-53eb-4d04-83ba-b400c8323c8e req-6375bfc0-8f9d-4ace-a296-4f646c2d5e16 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.663327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a51b0b54-53eb-4d04-83ba-b400c8323c8e req-6375bfc0-8f9d-4ace-a296-4f646c2d5e16 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61&device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6&device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 2417 time: 0.0842216 Nov 12 11:05:32.711711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:32.734655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a51b0b54-53eb-4d04-83ba-b400c8323c8e req-ed3f8409-0e92-4ad9-8884-512166de45fe tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630233 Nov 12 11:05:32.743443 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc9423-5c16-4552-b81f-34efbc6bcf94 x-openstack-request-id: req-31cc9423-5c16-4552-b81f-34efbc6bcf94 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:32.743834 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-plugged", "status": "completed", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:32.744153 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31cc9423-5c16-4552-b81f-34efbc6bcf94 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:32.744563 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'code': 200} Nov 12 11:05:32.773894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-e9488c50-eac5-4fd8-bb12-7c60749cd3eb req-81f9ec02-14d1-47c8-9f45-3fb864834869 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:05:32.775118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9488c50-eac5-4fd8-bb12-7c60749cd3eb req-81f9ec02-14d1-47c8-9f45-3fb864834869 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064275 Nov 12 11:05:32.859972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e7f3-dbf1-470e-bd71-52bd92654f66 req-e62ddd7f-7f9f-4212-b917-051a81ccc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.861958 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3b0e7f3-dbf1-470e-bd71-52bd92654f66 req-e62ddd7f-7f9f-4212-b917-051a81ccc6ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1098 time: 0.0481353 Nov 12 11:05:32.881418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9488c50-eac5-4fd8-bb12-7c60749cd3eb req-bde8acc3-fad3-4b76-b2a1-2b47163129a2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0962265 Nov 12 11:05:32.939716 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3b0e7f3-dbf1-470e-bd71-52bd92654f66 req-2ef1ec10-ed2b-4d40-a498-dabb12f15fac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688777 Nov 12 11:05:33.065144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396caad8-7243-4dc0-99b0-6c3dbc1f9cab req-5787caab-16d7-4558-ac33-e09ff1e5fcde tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.066948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-396caad8-7243-4dc0-99b0-6c3dbc1f9cab req-5787caab-16d7-4558-ac33-e09ff1e5fcde tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0684757 Nov 12 11:05:33.136491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-396caad8-7243-4dc0-99b0-6c3dbc1f9cab req-fd40eee6-44c2-4a56-87e1-36079cbb2cdd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630856 Nov 12 11:05:33.317410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28fa9-17d5-47f0-bc2d-267306ff9f18 req-7c69bdaa-9901-4cef-9792-43a107105b1c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.319135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7dd28fa9-17d5-47f0-bc2d-267306ff9f18 req-7c69bdaa-9901-4cef-9792-43a107105b1c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0643589 Nov 12 11:05:33.387588 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7dd28fa9-17d5-47f0-bc2d-267306ff9f18 req-c640ab11-9e6e-4477-bc9e-1a80a90b9ca8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576200 Nov 12 11:05:33.622858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745bbbe-19d8-4356-acea-65669d70f321 req-ff5de69d-b757-441b-8c94-4b92c1fbdf67 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.624464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d745bbbe-19d8-4356-acea-65669d70f321 req-ff5de69d-b757-441b-8c94-4b92c1fbdf67 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 944 time: 0.0614173 Nov 12 11:05:33.684329 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d745bbbe-19d8-4356-acea-65669d70f321 req-a29c8d9a-19f5-4916-b63c-dac5277a85ca tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534172 Nov 12 11:05:33.833893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb59f1-cc7b-4e51-8fd3-11137de90529 req-63c52b57-d66f-4ddd-a5aa-12341a353067 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.835519 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3fb59f1-cc7b-4e51-8fd3-11137de90529 req-63c52b57-d66f-4ddd-a5aa-12341a353067 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0753756 Nov 12 11:05:33.903247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3fb59f1-cc7b-4e51-8fd3-11137de90529 req-c4082fa4-e669-489b-bb3f-d8878847aa32 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606928 Nov 12 11:05:34.292081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189f598-df28-4d24-bbe4-ffc34ca5fffe req-af2d2578-3241-4f38-bd3d-8db717ce6d14 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:34.295015 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3189f598-df28-4d24-bbe4-ffc34ca5fffe req-af2d2578-3241-4f38-bd3d-8db717ce6d14 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0731857 Nov 12 11:05:34.363067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3189f598-df28-4d24-bbe4-ffc34ca5fffe req-39776ec8-930c-4877-ad5a-9b51ebc17ed7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605664 Nov 12 11:05:34.417767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:34.508311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ec392-dd98-417d-bbcb-68ca1866701d req-95236357-2361-42e3-9b16-fd8b70bd0418 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:34.512037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-647ec392-dd98-417d-bbcb-68ca1866701d req-95236357-2361-42e3-9b16-fd8b70bd0418 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0613248 Nov 12 11:05:34.525781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34520) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:34.531673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'floatingip': {'port_id': 'd4876752-03c9-45b0-8867-16c8048c05bf'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:34.554879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,segment=NetworkSegment(84d66519-3c9f-4ce9-a1e3-b003440f2de0),segment_id=84d66519-3c9f-4ce9-a1e3-b003440f2de0)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:34.584275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'b24add5c-dcfc-4cf5-9a7d-93a239c9fed5', 'network_id': 'd63c0eb1-c7cc-46f7-9517-1824761e6cb1', 'port_id': 'b24add5c-dcfc-4cf5-9a7d-93a239c9fed5', 'mac_address': 'fa:16:3e:74:f4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0956209a-a240-4037-b8d7-31f80b6b0491', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:34.623558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.650165 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.665846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8793f5d-b7a2-4c7d-8a28-5e3fb674c409 req-6677d380-210b-4fc8-9035-74675d46126a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:34.668173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8793f5d-b7a2-4c7d-8a28-5e3fb674c409 req-6677d380-210b-4fc8-9035-74675d46126a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0939012 Nov 12 11:05:34.675838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:34.723222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,segment=NetworkSegment(84d66519-3c9f-4ce9-a1e3-b003440f2de0),segment_id=84d66519-3c9f-4ce9-a1e3-b003440f2de0)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:34.737903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.758885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8793f5d-b7a2-4c7d-8a28-5e3fb674c409 req-02fbd09d-e52f-47c7-aba5-8d80b8510a59 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835123 Nov 12 11:05:34.837386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:34.920339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aecbd5-8d41-41e4-b48a-8e8aea023420 req-6a08807b-3011-4831-99da-239fcafc7971 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:34.922023 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57aecbd5-8d41-41e4-b48a-8e8aea023420 req-6a08807b-3011-4831-99da-239fcafc7971 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 945 time: 0.0761461 Nov 12 11:05:35.002199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57aecbd5-8d41-41e4-b48a-8e8aea023420 req-b4c8b8ec-f5d7-46f5-a177-33c294c64e48 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711441 Nov 12 11:05:35.170248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['b24add5c-dcfc-4cf5-9a7d-93a239c9fed5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:35.251235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfa05a-948d-4272-9841-da5b02c7718a req-6a8436f9-4b33-4830-934b-00e133baacbf tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:35.258744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6cfa05a-948d-4272-9841-da5b02c7718a req-6a8436f9-4b33-4830-934b-00e133baacbf tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0923860 Nov 12 11:05:35.333470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6cfa05a-948d-4272-9841-da5b02c7718a req-287da152-a8ba-4d7c-adec-06350c1850b2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734282 Nov 12 11:05:35.347233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bb090-585f-4632-b990-e194794b15b7 req-d63fa9fe-610e-4c92-8065-fdf64541497a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:35.349848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-767bb090-585f-4632-b990-e194794b15b7 req-d63fa9fe-610e-4c92-8065-fdf64541497a tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.5351412 Nov 12 11:05:35.494168 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-767bb090-585f-4632-b990-e194794b15b7 req-ded60429-2ab7-4070-938c-cc3e56443114 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347895 Nov 12 11:05:35.667832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:35.672639 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:35.801874 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Floating IP 8b4813a4-c348-4deb-a9cb-69ca751f1e54 associated. External IP: 172.25.2.116, port: d4876752-03c9-45b0-8867-16c8048c05bf. Nov 12 11:05:35.964544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaace70-8d9c-4e33-b763-53f074ece630 req-4a489995-4c77-4f85-a24e-f700b6665087 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:35.966135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baaace70-8d9c-4e33-b763-53f074ece630 req-4a489995-4c77-4f85-a24e-f700b6665087 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1114225 Nov 12 11:05:36.101226 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baaace70-8d9c-4e33-b763-53f074ece630 req-eb20b895-2a24-49ae-9162-d868764c7ce3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949283 Nov 12 11:05:36.130154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Router 75b541c9-dad9-4d85-b4a2-7eb52439e514 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:05:36.184843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add5a71-f52e-4872-8200-721aac73e2c3 req-02fb6a22-a926-45db-bc54-1ae00ff3322b tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:36.187070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6add5a71-f52e-4872-8200-721aac73e2c3 req-02fb6a22-a926-45db-bc54-1ae00ff3322b tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 945 time: 0.0890768 Nov 12 11:05:36.244902 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6add5a71-f52e-4872-8200-721aac73e2c3 req-11299135-ef2f-4e8d-b8de-e916535fd3d4 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490446 Nov 12 11:05:36.338126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:05:36.342966 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:36.349605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] Sync routers for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:05:36.362276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:36.362915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:36.375530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-4f670435-03d1-416f-b9df-7e767be2971c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:36.377207 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-4f670435-03d1-416f-b9df-7e767be2971c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.0943348 Nov 12 11:05:36.403397 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1bc1de7c-1795-4ec0-a49b-2dea9d1cbc15 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "PUT /v2.0/floatingips/8b4813a4-c348-4deb-a9cb-69ca751f1e54 HTTP/1.1" status: 200 len: 992 time: 1.8708229 Nov 12 11:05:36.422225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:36.424524 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ec0664-b99c-49d8-9168-9dd2a091a51c" -d '{"events": [{"name": "network-changed", "server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:36.450519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:36.551927 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd406e3c-ba34-4a67-8178-a7a3c5ae3d62 x-openstack-request-id: req-bd406e3c-ba34-4a67-8178-a7a3c5ae3d62 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:36.552965 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:36.552965 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd406e3c-ba34-4a67-8178-a7a3c5ae3d62 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:36.553933 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'status': 'completed', 'code': 200} Nov 12 11:05:36.592613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Deleting port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:36.593081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:36.624539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:36.645614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074869-a38f-4d9b-b4a5-81a82f49e0a9 req-268206cf-d007-4874-83a9-aa77ebace2dd tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:36.653513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-46074869-a38f-4d9b-b4a5-81a82f49e0a9 req-268206cf-d007-4874-83a9-aa77ebace2dd tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1596439 Nov 12 11:05:36.699962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-43a4d6b6-3e1a-4ca5-9ffd-8c37bdcd7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:36.705848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-43a4d6b6-3e1a-4ca5-9ffd-8c37bdcd7f37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1098 time: 0.1392865 Nov 12 11:05:36.709372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:05:36.746831 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-46074869-a38f-4d9b-b4a5-81a82f49e0a9 req-3812d26f-e5b0-4fa2-99c4-0fce18c2e796 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922730 Nov 12 11:05:36.760478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db215c-b715-410b-a8b6-e47ad1cb6630 req-28b5c44b-2017-4a22-92b6-1176534fe728 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:36.762436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63db215c-b715-410b-a8b6-e47ad1cb6630 req-28b5c44b-2017-4a22-92b6-1176534fe728 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 945 time: 0.1450837 Nov 12 11:05:36.805912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] For port 623b5b52-caa8-49d0-9215-9b6a1bbb8593, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=623b5b52-caa8-49d0-9215-9b6a1bbb8593,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:36.806322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:36.814688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:36.815048 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:36.857377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Calling delete_port for 623b5b52-caa8-49d0-9215-9b6a1bbb8593 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:36.872184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63db215c-b715-410b-a8b6-e47ad1cb6630 req-c29633a4-7124-41c4-b29e-3aa0359d845e tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815375 Nov 12 11:05:36.893828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-92564082-00c7-41ce-acc6-54acff0e23db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:36.895594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-92564082-00c7-41ce-acc6-54acff0e23db service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.1842630 Nov 12 11:05:36.992650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-a8b09e6e-97e0-42a8-9055-472c30d065b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 200 len: 1000 time: 0.0821435 Nov 12 11:05:37.046100 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:37.068032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-23a9a2e4-e1da-42f1-b17f-d09659620417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:37.070557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-23a9a2e4-e1da-42f1-b17f-d09659620417 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.0711784 Nov 12 11:05:37.086527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:37.092725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5a9180f6-9d6e-4219-ac67-4249fcd46891 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:37.108535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3d67a65c-81ef-4c57-b5ab-5ad51560f2ae', '623b5b52-caa8-49d0-9215-9b6a1bbb8593'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:37.112459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['a523c95c-1f45-4759-aee8-166946a6a0ec'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:37.125743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Pushing event deleted for resources: {'Port': ['ID=623b5b52-caa8-49d0-9215-9b6a1bbb8593,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:37.126061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0856746-c451-4391-9660-06d56543fd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24add5c-dcfc-4cf5-9a7d-93a239c9fed5'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:37.130486 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34fdf01-dabe-485b-9fc6-0e302fb38a23" -d '{"events": [{"server_uuid": "b0856746-c451-4391-9660-06d56543fd4a", "name": "network-vif-plugged", "status": "completed", "tag": "b24add5c-dcfc-4cf5-9a7d-93a239c9fed5"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:37.140140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-8992fd32-9643-46ba-9beb-3b0b76cded1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:37.147280 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-8992fd32-9643-46ba-9beb-3b0b76cded1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691609 Nov 12 11:05:37.225620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] No DVR routers for this DVR port 623b5b52-caa8-49d0-9215-9b6a1bbb8593 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:37.230591 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:37.237213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bbf8117e-71ca-4d03-9c2f-dcebf732064e req-8bd9a145-e8ba-41c8-98b2-837c8e79b3ac tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.52 "DELETE /v2.0/ports/623b5b52-caa8-49d0-9215-9b6a1bbb8593 HTTP/1.1" status: 204 len: 173 time: 0.8529100 Nov 12 11:05:37.259241 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785fc44b-a292-4f57-8df0-68103ef4b60e x-openstack-request-id: req-785fc44b-a292-4f57-8df0-68103ef4b60e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:37.259601 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0856746-c451-4391-9660-06d56543fd4a", "name": "network-vif-plugged", "status": "completed", "tag": "b24add5c-dcfc-4cf5-9a7d-93a239c9fed5", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:37.259927 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-785fc44b-a292-4f57-8df0-68103ef4b60e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:37.260568 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0856746-c451-4391-9660-06d56543fd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24add5c-dcfc-4cf5-9a7d-93a239c9fed5', 'code': 200} Nov 12 11:05:37.270919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,segment=NetworkSegment(84d66519-3c9f-4ce9-a1e3-b003440f2de0),segment_id=84d66519-3c9f-4ce9-a1e3-b003440f2de0)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:37.314012 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:37.354644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-2d0647ba-2eed-40b0-8f82-154acea58ba6 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977322 Nov 12 11:05:37.473389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2ed99-0b81-45cd-9170-98c723b1be92 req-5431a0a2-8609-4a33-993c-85f1c3a8d111 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:37.483211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c2ed99-0b81-45cd-9170-98c723b1be92 req-5431a0a2-8609-4a33-993c-85f1c3a8d111 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1908360 Nov 12 11:05:37.572629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8b4813a4-c348-4deb-a9cb-69ca751f1e54', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'port_id': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'mac_address': 'fa:16:3e:ea:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:05:18Z', 'updated_at': '2021-11-12T11:05:35Z', 'revision_number': 1, 'project_id': '71248c98cd604882b9054001c64d296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:37.577195 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34c2ed99-0b81-45cd-9170-98c723b1be92 req-59c9dfc8-2d4e-47a6-a73c-b8746078a8f4 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929272 Nov 12 11:05:37.600959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a2ca6-7f3b-4374-b3b0-8dc1db8476bc req-657c34fc-56d4-44fd-9aa1-043e64c8bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:37.602774 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-170a2ca6-7f3b-4374-b3b0-8dc1db8476bc req-657c34fc-56d4-44fd-9aa1-043e64c8bca9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 1098 time: 0.2108295 Nov 12 11:05:37.611925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] Checking router: 75b541c9-dad9-4d85-b4a2-7eb52439e514 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:05:37.715340 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-170a2ca6-7f3b-4374-b3b0-8dc1db8476bc req-1e10b9cf-d1d8-48a3-923c-1708069ddb29 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035845 Nov 12 11:05:37.724409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede52f1-e8a0-48e0-aec1-a11caeff1ea5 req-778a4839-a3aa-4896-a488-44fa6f5277f7 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:37.727018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ede52f1-e8a0-48e0-aec1-a11caeff1ea5 req-778a4839-a3aa-4896-a488-44fa6f5277f7 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 946 time: 0.1749153 Nov 12 11:05:37.734429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ec0664-b99c-49d8-9168-9dd2a091a51c req-1a2e8d76-7f39-4638-92d9-7f134e1fcc70 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716512 Nov 12 11:05:37.746166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:37.782275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:37.787168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:37.788099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:37.835217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ede52f1-e8a0-48e0-aec1-a11caeff1ea5 req-3df80252-8769-4b9a-9403-5d5e47a0b43c tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922878 Nov 12 11:05:37.884724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '5a9180f6-9d6e-4219-ac67-4249fcd46891', 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'port_id': '5a9180f6-9d6e-4219-ac67-4249fcd46891', 'mac_address': 'fa:16:3e:d4:3d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c456c41-5f43-42ea-b82a-2aa83d62123f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:37.989247 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9e6e1-49f0-4a30-8b77-9d54289ea41e req-eb27fc24-088f-4a4b-a7c8-eb76ea03dd69 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:38.022121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bc9e6e1-49f0-4a30-8b77-9d54289ea41e req-eb27fc24-088f-4a4b-a7c8-eb76ea03dd69 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1166728 Nov 12 11:05:38.040699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ea043176-3543-454b-8881-a3ab3d8fe1ec req-38b098e5-b9c0-425b-9372-3e6872691d24 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c5c23b-490d-4507-9079-3a62b9895a61 HTTP/1.1" status: 200 len: 210 time: 0.0402691 Nov 12 11:05:38.045133 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:38.080698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a9180f6-9d6e-4219-ac67-4249fcd46891 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:38.107685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:38.118440 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bc9e6e1-49f0-4a30-8b77-9d54289ea41e req-1a8a9d2c-8edb-4a72-a6b6-c8e57c57c48a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944130 Nov 12 11:05:38.121790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:38.126147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:38.426597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:38.555554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c5c23b-490d-4507-9079-3a62b9895a61', 'name': 'network-vif-deleted', 'tag': '623b5b52-caa8-49d0-9215-9b6a1bbb8593'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:38.558051 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd4fc0-cd49-43dc-b6b2-fe2b49e5e12f" -d '{"events": [{"server_uuid": "d5c5c23b-490d-4507-9079-3a62b9895a61", "name": "network-vif-deleted", "tag": "623b5b52-caa8-49d0-9215-9b6a1bbb8593"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:38.573291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['5a9180f6-9d6e-4219-ac67-4249fcd46891'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:38.598894 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589b21c0-033b-4622-9aef-579de5ca38c2 x-openstack-request-id: req-589b21c0-033b-4622-9aef-579de5ca38c2 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:38.599220 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c5c23b-490d-4507-9079-3a62b9895a61", "name": "network-vif-deleted", "tag": "623b5b52-caa8-49d0-9215-9b6a1bbb8593", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:38.599534 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-589b21c0-033b-4622-9aef-579de5ca38c2 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:38.600001 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c5c23b-490d-4507-9079-3a62b9895a61', 'name': 'network-vif-deleted', 'tag': '623b5b52-caa8-49d0-9215-9b6a1bbb8593', 'status': 'completed', 'code': 200} Nov 12 11:05:38.649246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8b4813a4-c348-4deb-a9cb-69ca751f1e54', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'port_id': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'mac_address': 'fa:16:3e:ea:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:05:18Z', 'updated_at': '2021-11-12T11:05:35Z', 'revision_number': 1, 'project_id': '71248c98cd604882b9054001c64d296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:38.688980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e73ce-e564-4f15-bb9f-4de3ea7c0a87 None None] The sync data for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 is: [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8b4813a4-c348-4deb-a9cb-69ca751f1e54', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'port_id': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'mac_address': 'fa:16:3e:ea:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:05:18Z', 'updated_at': '2021-11-12T11:05:35Z', 'revision_number': 1, 'project_id': '71248c98cd604882b9054001c64d296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:05:38.710687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9266d5c-c4c7-4316-a447-1e5d14a0a242 req-c2fc1ed2-82c8-49d2-a3d7-ba55783d9853 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:38.712286 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9266d5c-c4c7-4316-a447-1e5d14a0a242 req-c2fc1ed2-82c8-49d2-a3d7-ba55783d9853 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 944 time: 0.0593753 Nov 12 11:05:38.784099 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9266d5c-c4c7-4316-a447-1e5d14a0a242 req-3e2d687b-09d9-4798-a77f-2aa753714e16 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647874 Nov 12 11:05:38.972535 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc31e54a-91aa-420b-873d-f3d8ecb4ce46 None None] New status for floating IP 8b4813a4-c348-4deb-a9cb-69ca751f1e54: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:05:39.024086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f94da5-28fc-4dd4-a7f7-7ba1aa4dee42 req-67318701-b3fd-40c7-9fe9-78a52f8e7b35 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.025852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47f94da5-28fc-4dd4-a7f7-7ba1aa4dee42 req-67318701-b3fd-40c7-9fe9-78a52f8e7b35 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 946 time: 0.0875368 Nov 12 11:05:39.093895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5a9180f6-9d6e-4219-ac67-4249fcd46891 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:39.221905 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:39.243381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5a9180f6-9d6e-4219-ac67-4249fcd46891 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:39.297280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:39.316728 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:39.449835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:39.540400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25a222-fdd7-461f-8d08-926de43c06a2 req-b302e6cc-811b-4f18-9842-e523610cf6e8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.542477 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b25a222-fdd7-461f-8d08-926de43c06a2 req-b302e6cc-811b-4f18-9842-e523610cf6e8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0847096 Nov 12 11:05:39.576459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47f94da5-28fc-4dd4-a7f7-7ba1aa4dee42 req-018fb968-6267-42ce-b810-8edf7ef1a621 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374875 Nov 12 11:05:39.586423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224697f8-5833-47e7-81fc-454e27567ac2 req-9fb23123-b2ec-41c2-b1d3-849f7faf5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.588890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-224697f8-5833-47e7-81fc-454e27567ac2 req-9fb23123-b2ec-41c2-b1d3-849f7faf5f31 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1098 time: 0.0804713 Nov 12 11:05:39.618015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b25a222-fdd7-461f-8d08-926de43c06a2 req-d77066ca-8390-4707-834e-2c036b2fec6b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653911 Nov 12 11:05:39.666489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-224697f8-5833-47e7-81fc-454e27567ac2 req-4472635f-0ae9-46ee-a74b-2887db5ede7e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699577 Nov 12 11:05:39.757937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a79239-67b2-4c4d-a37e-c8000da23eb0 req-265ab5da-0dbf-4678-bf70-045ff78b6700 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.760557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f0a79239-67b2-4c4d-a37e-c8000da23eb0 req-265ab5da-0dbf-4678-bf70-045ff78b6700 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 945 time: 0.0655680 Nov 12 11:05:39.830221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f0a79239-67b2-4c4d-a37e-c8000da23eb0 req-0e538c0d-dd7c-4709-a81d-f9fb3b16374f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620682 Nov 12 11:05:39.870119 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:40.058265 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3365-b204-45c3-8d5f-24dfed707e8f req-8d1993c3-72ef-4bd7-b94d-132db8bfb6e8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:40.060103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e11f3365-b204-45c3-8d5f-24dfed707e8f req-8d1993c3-72ef-4bd7-b94d-132db8bfb6e8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 943 time: 0.0664570 Nov 12 11:05:40.123122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e11f3365-b204-45c3-8d5f-24dfed707e8f req-8d8c4b2e-78b1-40b2-9dc4-28743e236230 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Nov 12 11:05:40.266716 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:40.467106 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 623b5b52-caa8-49d0-9215-9b6a1bbb8593 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:40.491007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 623b5b52-caa8-49d0-9215-9b6a1bbb8593 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:40.491346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 623b5b52-caa8-49d0-9215-9b6a1bbb8593 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:40.754187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76b43-5e94-4261-95fc-16212eb90766 req-3abdb25a-259f-4fec-94dc-a199e745086c tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:40.756012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bf76b43-5e94-4261-95fc-16212eb90766 req-3abdb25a-259f-4fec-94dc-a199e745086c tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 946 time: 0.0855536 Nov 12 11:05:40.822320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c94e95-9160-4fd8-9358-de4c71441110 req-3072974b-e070-4f41-b376-74092072445a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:40.825093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64c94e95-9160-4fd8-9358-de4c71441110 req-3072974b-e070-4f41-b376-74092072445a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0836453 Nov 12 11:05:40.843149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bf76b43-5e94-4261-95fc-16212eb90766 req-88f17618-96b1-4cf1-b142-28e50021ab70 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730762 Nov 12 11:05:40.909306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64c94e95-9160-4fd8-9358-de4c71441110 req-9f42377d-7d4e-46e6-b940-8a07a8df0bda tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Nov 12 11:05:41.022012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a2bd4-8ee7-4db7-bb23-de114a8ccc70 req-511a355a-4f31-42c9-bbb5-8c682854774d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.024614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d0a2bd4-8ee7-4db7-bb23-de114a8ccc70 req-511a355a-4f31-42c9-bbb5-8c682854774d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 945 time: 0.0985641 Nov 12 11:05:41.103283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d0a2bd4-8ee7-4db7-bb23-de114a8ccc70 req-1bd79d65-523c-482e-86ee-10337bcfa4e1 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696647 Nov 12 11:05:41.111749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5a9180f6-9d6e-4219-ac67-4249fcd46891 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:41.190458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 5a9180f6-9d6e-4219-ac67-4249fcd46891 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:41.191699 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.290136 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.324155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456594fd-bc68-4914-a4a4-de3434de05ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9180f6-9d6e-4219-ac67-4249fcd46891'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:41.328500 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf03bae-8aea-4840-a3ce-5659467b2b90" -d '{"events": [{"server_uuid": "456594fd-bc68-4914-a4a4-de3434de05ef", "name": "network-vif-plugged", "status": "completed", "tag": "5a9180f6-9d6e-4219-ac67-4249fcd46891"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:41.335773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-181418f6-f3aa-4242-a906-0557d17087e3 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.337324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-181418f6-f3aa-4242-a906-0557d17087e3 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 945 time: 0.0768721 Nov 12 11:05:41.345389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:41.350066 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.352242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a650f0-440f-4c4a-bb0c-113b6a329a5c req-02a93aa3-7a15-423f-86dd-2a64c9c64f10 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.353955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2a650f0-440f-4c4a-bb0c-113b6a329a5c req-02a93aa3-7a15-423f-86dd-2a64c9c64f10 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 943 time: 0.0642719 Nov 12 11:05:41.410743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2a650f0-440f-4c4a-bb0c-113b6a329a5c req-070bdc73-3fd7-4b44-b201-7b21f3387336 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Nov 12 11:05:41.414943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:41.455141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be910-2db3-467b-a756-ba4c681dbe51 req-11c3d69b-a879-4ea1-9f96-b31e0c9c0081 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.462313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be910-2db3-467b-a756-ba4c681dbe51 req-11c3d69b-a879-4ea1-9f96-b31e0c9c0081 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.469760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be910-2db3-467b-a756-ba4c681dbe51 req-11c3d69b-a879-4ea1-9f96-b31e0c9c0081 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.476411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be910-2db3-467b-a756-ba4c681dbe51 req-11c3d69b-a879-4ea1-9f96-b31e0c9c0081 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.483543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be910-2db3-467b-a756-ba4c681dbe51 req-11c3d69b-a879-4ea1-9f96-b31e0c9c0081 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.489852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be910-2db3-467b-a756-ba4c681dbe51 req-11c3d69b-a879-4ea1-9f96-b31e0c9c0081 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.496489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be910-2db3-467b-a756-ba4c681dbe51 req-11c3d69b-a879-4ea1-9f96-b31e0c9c0081 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.498513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-984be910-2db3-467b-a756-ba4c681dbe51 req-11c3d69b-a879-4ea1-9f96-b31e0c9c0081 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.1733184 Nov 12 11:05:41.542649 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee55865-c103-48cd-afd5-580e5dd9b1eb x-openstack-request-id: req-cee55865-c103-48cd-afd5-580e5dd9b1eb {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:41.542649 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456594fd-bc68-4914-a4a4-de3434de05ef", "name": "network-vif-plugged", "status": "completed", "tag": "5a9180f6-9d6e-4219-ac67-4249fcd46891", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:41.542649 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cee55865-c103-48cd-afd5-580e5dd9b1eb {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:41.542649 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456594fd-bc68-4914-a4a4-de3434de05ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9180f6-9d6e-4219-ac67-4249fcd46891', 'code': 200} Nov 12 11:05:41.581490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Deleting port a523c95c-1f45-4759-aee8-166946a6a0ec {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:41.581757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.630429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-984be910-2db3-467b-a756-ba4c681dbe51 req-57d6a6ba-d94c-4691-af02-7bc5745192f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253438 Nov 12 11:05:41.771636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e28da1-cab2-4074-9537-f047d72bd392 req-6fbb8d06-b306-405c-bab8-ab932ca226ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.773951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9e28da1-cab2-4074-9537-f047d72bd392 req-6fbb8d06-b306-405c-bab8-ab932ca226ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 1097 time: 0.0850048 Nov 12 11:05:41.777360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] For port a523c95c-1f45-4759-aee8-166946a6a0ec, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=a523c95c-1f45-4759-aee8-166946a6a0ec,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:41.777923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.831349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Calling delete_port for a523c95c-1f45-4759-aee8-166946a6a0ec owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:41.907146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f948f75-d85f-41a0-9414-8387ffc3b80e req-8faaf429-6785-42b8-a850-c80824f70a97 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.913276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f948f75-d85f-41a0-9414-8387ffc3b80e req-8faaf429-6785-42b8-a850-c80824f70a97 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.919872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f948f75-d85f-41a0-9414-8387ffc3b80e req-8faaf429-6785-42b8-a850-c80824f70a97 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.926193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f948f75-d85f-41a0-9414-8387ffc3b80e req-8faaf429-6785-42b8-a850-c80824f70a97 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.934615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f948f75-d85f-41a0-9414-8387ffc3b80e req-8faaf429-6785-42b8-a850-c80824f70a97 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.938619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f948f75-d85f-41a0-9414-8387ffc3b80e req-8faaf429-6785-42b8-a850-c80824f70a97 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.944926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f948f75-d85f-41a0-9414-8387ffc3b80e req-8faaf429-6785-42b8-a850-c80824f70a97 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.948042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f948f75-d85f-41a0-9414-8387ffc3b80e req-8faaf429-6785-42b8-a850-c80824f70a97 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.2029309 Nov 12 11:05:41.962152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9e28da1-cab2-4074-9537-f047d72bd392 req-2ed4f77c-a05e-435d-94a4-ce7a713c4c71 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564043 Nov 12 11:05:42.078359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918ae62-f730-4e14-aa33-8058e3d02045 req-9405b5fe-5353-4222-99e8-797cfd11918d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:42.080177 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e918ae62-f730-4e14-aa33-8058e3d02045 req-9405b5fe-5353-4222-99e8-797cfd11918d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0614009 Nov 12 11:05:42.092372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:42.111286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['a523c95c-1f45-4759-aee8-166946a6a0ec'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:42.116632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3d67a65c-81ef-4c57-b5ab-5ad51560f2ae'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:42.140555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Pushing event deleted for resources: {'Port': ['ID=a523c95c-1f45-4759-aee8-166946a6a0ec,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:42.176533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.176932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.177350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.177691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.178026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.178542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.178989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.180324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.180324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.180324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.180623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.181005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:42.217200 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e918ae62-f730-4e14-aa33-8058e3d02045 req-c2023396-3ac2-445d-ada0-94026c8ce8d2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276371 Nov 12 11:05:42.226498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] No DVR routers for this DVR port a523c95c-1f45-4759-aee8-166946a6a0ec on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:42.232763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:42.236662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-743c893f-6e47-4d48-a283-f84d877ffcd8 req-d27935b4-5686-4b25-9392-3bb999936dc4 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.59 "DELETE /v2.0/ports/a523c95c-1f45-4759-aee8-166946a6a0ec HTTP/1.1" status: 204 len: 173 time: 0.8905146 Nov 12 11:05:42.237182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b916a45c-dc8b-4acb-b8f5-2b144f7c68e6', 'name': 'network-vif-deleted', 'tag': 'a523c95c-1f45-4759-aee8-166946a6a0ec'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:42.239545 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f21fed-c429-4fd9-b507-1432b153fcdf" -d '{"events": [{"server_uuid": "b916a45c-dc8b-4acb-b8f5-2b144f7c68e6", "name": "network-vif-deleted", "tag": "a523c95c-1f45-4759-aee8-166946a6a0ec"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:42.377317 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e05e63ef-5528-4538-86ec-24d503586b48 req-6830eeba-5858-42ef-8b84-9aa4ea650fcb tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=b916a45c-dc8b-4acb-b8f5-2b144f7c68e6 HTTP/1.1" status: 200 len: 210 time: 0.0400374 Nov 12 11:05:42.438111 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0811c52e-e060-4528-87b7-5056c263100b x-openstack-request-id: req-0811c52e-e060-4528-87b7-5056c263100b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:42.438530 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b916a45c-dc8b-4acb-b8f5-2b144f7c68e6", "name": "network-vif-deleted", "tag": "a523c95c-1f45-4759-aee8-166946a6a0ec", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:42.439315 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0811c52e-e060-4528-87b7-5056c263100b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:42.439826 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b916a45c-dc8b-4acb-b8f5-2b144f7c68e6', 'name': 'network-vif-deleted', 'tag': 'a523c95c-1f45-4759-aee8-166946a6a0ec', 'status': 'completed', 'code': 200} Nov 12 11:05:42.704852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941949b0-9662-4ffe-993f-300ada4a10aa req-b38ee3bb-7e75-4733-81ef-a154e60adce6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:42.707541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-941949b0-9662-4ffe-993f-300ada4a10aa req-b38ee3bb-7e75-4733-81ef-a154e60adce6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0966361 Nov 12 11:05:42.832465 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-941949b0-9662-4ffe-993f-300ada4a10aa req-24543670-0db6-4503-9ce0-affbd9729bb5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149714 Nov 12 11:05:42.909400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-db454ded-ff10-4e37-8798-0270e34fb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:42.914960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-db454ded-ff10-4e37-8798-0270e34fb370 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1098 time: 0.1019783 Nov 12 11:05:42.966648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee952f3-cce8-4a08-9755-4fb42b1eeeaf req-c7cbe958-0b65-4f63-b759-794d4bb3145d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:42.968382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aee952f3-cce8-4a08-9755-4fb42b1eeeaf req-c7cbe958-0b65-4f63-b759-794d4bb3145d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0783203 Nov 12 11:05:43.093204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aee952f3-cce8-4a08-9755-4fb42b1eeeaf req-0776a550-b6db-4e2f-841c-149ed8c14191 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068289 Nov 12 11:05:43.105573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-fdd83ffc-299b-4fec-8b0d-b509b964dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:43.109101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-fdd83ffc-299b-4fec-8b0d-b509b964dfe8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 920 time: 0.1850007 Nov 12 11:05:43.188812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-c0c3b3e5-9aa6-4ce9-b20d-e10a7baf9d4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 HTTP/1.1" status: 200 len: 217 time: 0.0697296 Nov 12 11:05:43.257109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-151581ce-38b2-4c60-93c1-f44324affbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:43.259089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-151581ce-38b2-4c60-93c1-f44324affbd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.0629423 Nov 12 11:05:43.320310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-0e38ddb2-32eb-4fb5-ad05-7e732bd11b7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445585 Nov 12 11:05:43.484753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-8df2889a-1c33-433c-ad85-59b784781d00 service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558416 Nov 12 11:05:43.677490 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:05:43.702417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f02cc9e6-5bf8-4919-8459-c2460cf085d3 req-ac891886-b2e5-4d90-93a1-2204b008f46e service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018397 Nov 12 11:05:43.959290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cd640-dbd0-44b1-9fa5-d8b4effc5bef req-f75901d7-5fec-406d-8740-8fa1e081ad1d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:43.961541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302cd640-dbd0-44b1-9fa5-d8b4effc5bef req-f75901d7-5fec-406d-8740-8fa1e081ad1d tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1018689 Nov 12 11:05:44.027296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd4805-6b07-4ccc-8700-6298dc119347 req-e54d1e52-062e-4924-b670-dad2639c45f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.029474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1bd4805-6b07-4ccc-8700-6298dc119347 req-e54d1e52-062e-4924-b670-dad2639c45f7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0705266 Nov 12 11:05:44.060803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302cd640-dbd0-44b1-9fa5-d8b4effc5bef req-3082d145-b2db-4464-a50e-196b251e7daf tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818365 Nov 12 11:05:44.132899 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1bd4805-6b07-4ccc-8700-6298dc119347 req-38b3cb5a-6cb8-42db-a1f7-c5a05a3bbd72 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942411 Nov 12 11:05:44.285426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead10be-8cd5-4421-8381-ec53083c947e req-2302973e-6673-4fed-9283-e57bc1b2bbba tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.287698 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cead10be-8cd5-4421-8381-ec53083c947e req-2302973e-6673-4fed-9283-e57bc1b2bbba tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0698140 Nov 12 11:05:44.335867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f774cae-8ff3-43af-8f2a-c5d1b7501162 req-610f31a3-a14f-4190-9e8c-c2ef95a98ac8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.337784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4f774cae-8ff3-43af-8f2a-c5d1b7501162 req-610f31a3-a14f-4190-9e8c-c2ef95a98ac8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.0607805 Nov 12 11:05:44.357819 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cead10be-8cd5-4421-8381-ec53083c947e req-910ccd6f-dfc9-4c89-a2e7-68bf2e4f7460 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563712 Nov 12 11:05:44.413695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4f774cae-8ff3-43af-8f2a-c5d1b7501162 req-0abfb4f5-fff8-456c-ad00-fb4db424ddb9 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631979 Nov 12 11:05:44.448549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34708) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:44.500904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c5b99-aef1-4626-8272-415a04823723 req-f8bb5780-54cb-40a8-940d-48200e279a3c tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.509420 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-774c5b99-aef1-4626-8272-415a04823723 req-f8bb5780-54cb-40a8-940d-48200e279a3c tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 946 time: 0.0677738 Nov 12 11:05:44.561767 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-774c5b99-aef1-4626-8272-415a04823723 req-86bcc34c-3c92-45b9-92bf-0a3c8a7a328b tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513597 Nov 12 11:05:44.594894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-a7d14287-efb5-4fd3-9075-70ed07fefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.594894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-a7d14287-efb5-4fd3-9075-70ed07fefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.594894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-a7d14287-efb5-4fd3-9075-70ed07fefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.594894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-a7d14287-efb5-4fd3-9075-70ed07fefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.594894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-a7d14287-efb5-4fd3-9075-70ed07fefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.595470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-a7d14287-efb5-4fd3-9075-70ed07fefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.597121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-a7d14287-efb5-4fd3-9075-70ed07fefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.599632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-a7d14287-efb5-4fd3-9075-70ed07fefd65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6508 time: 0.1498401 Nov 12 11:05:44.699901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-7bbfa261-8285-43e8-888b-948c83734923 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898097 Nov 12 11:05:45.004251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-4fa14319-c375-42f6-96d9-125874f6e65f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:45.005867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-4fa14319-c375-42f6-96d9-125874f6e65f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 814 time: 0.1458423 Nov 12 11:05:45.027866 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-f1fef08b-470c-47b4-977a-8468a6c30a8f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/quotas/8a45a47a5aae450094fddd1d5cedd74b HTTP/1.1" status: 200 len: 375 time: 0.0137823 Nov 12 11:05:45.137375 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-229da24c-acb0-4e5b-a49c-e11158fa202f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010025 Nov 12 11:05:45.140296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device a523c95c-1f45-4759-aee8-166946a6a0ec no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:45.203829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: a523c95c-1f45-4759-aee8-166946a6a0ec {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:45.204791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device a523c95c-1f45-4759-aee8-166946a6a0ec not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:45.273693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbd4a9-578d-4a47-a6b6-736b0d979ceb req-13d86296-d4f2-4279-b052-906509a1cc25 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:45.275459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8bfbd4a9-578d-4a47-a6b6-736b0d979ceb req-13d86296-d4f2-4279-b052-906509a1cc25 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0826144 Nov 12 11:05:45.288040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7f0f9789-f7fb-4b51-8f07-4f52adeca972 service neutron] 10.222.0.31 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485770 Nov 12 11:05:45.349630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8bfbd4a9-578d-4a47-a6b6-736b0d979ceb req-fade5a80-b398-4685-827c-43c686bc144c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637157 Nov 12 11:05:45.417167 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7b5639b3-0dbf-4802-b7a4-1615a3e0ada1 service neutron] 10.222.0.31 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211801 Nov 12 11:05:45.506042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336e67-944a-4a81-8f77-ee1483ef622b req-d988fe5f-c429-4d9a-84cc-b465857643d7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:45.507693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae336e67-944a-4a81-8f77-ee1483ef622b req-d988fe5f-c429-4d9a-84cc-b465857643d7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0645175 Nov 12 11:05:45.576697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae336e67-944a-4a81-8f77-ee1483ef622b req-99aa3dd8-5a32-4e19-b792-d9e64272ec6f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624352 Nov 12 11:05:45.706536 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e476d048-cc8d-40ab-bc99-e0ba6379b706 req-869ce994-3bdd-45b8-a3f7-92739496df13 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 210 time: 0.0575595 Nov 12 11:05:45.799937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea3be9-643f-4dca-a031-1f3ffd15dc42 req-c7b92855-ed1a-45b5-a00f-60d009f4f326 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:45.803406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35ea3be9-643f-4dca-a031-1f3ffd15dc42 req-c7b92855-ed1a-45b5-a00f-60d009f4f326 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 946 time: 0.1163292 Nov 12 11:05:45.892129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35ea3be9-643f-4dca-a031-1f3ffd15dc42 req-fc02e203-064c-4367-9771-966fd2484b14 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/security-groups?id=233db41c-536c-4bee-af54-499de0f24094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803008 Nov 12 11:05:45.999223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-bac2518b-500e-45d5-b1d6-655f143374c2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:46.001261 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-bac2518b-500e-45d5-b1d6-655f143374c2 tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.0861275 Nov 12 11:05:46.129488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01824d1-b463-419d-9d74-867291f18fdb req-8827834f-14fc-4d61-9acd-3bbdc6552cb4 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:46.131644 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d01824d1-b463-419d-9d74-867291f18fdb req-8827834f-14fc-4d61-9acd-3bbdc6552cb4 tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 946 time: 0.0819979 Nov 12 11:05:46.171986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Deleting port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:46.172534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.264401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Deleting port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:46.265402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.338257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] For port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:46.339216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.370565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Calling delete_port for 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:46.436793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] For port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,segment=NetworkSegment(84d66519-3c9f-4ce9-a1e3-b003440f2de0),segment_id=84d66519-3c9f-4ce9-a1e3-b003440f2de0)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:46.437306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.460500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Calling delete_port for b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:46.628434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54d419-0a3e-45e1-aef9-1622f311082d req-38ebce4b-6008-48c7-bdfb-2d87292bfe3c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:46.630398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa54d419-0a3e-45e1-aef9-1622f311082d req-38ebce4b-6008-48c7-bdfb-2d87292bfe3c tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa24c77c-dd8d-4ea4-a154-655cdea12096 HTTP/1.1" status: 200 len: 946 time: 0.1372077 Nov 12 11:05:46.681263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.700010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3d67a65c-81ef-4c57-b5ab-5ad51560f2ae'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:46.706688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.762109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['b24add5c-dcfc-4cf5-9a7d-93a239c9fed5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:46.802983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Pushing event deleted for resources: {'Port': ['ID=b24add5c-dcfc-4cf5-9a7d-93a239c9fed5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:46.817899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa54d419-0a3e-45e1-aef9-1622f311082d req-c7a9c310-997d-445c-8473-bafa8146160e tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd1df8c-e755-4567-96d4-20416e79d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674879 Nov 12 11:05:46.823007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Pushing event deleted for resources: {'Port': ['ID=3d67a65c-81ef-4c57-b5ab-5ad51560f2ae,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:46.928165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.928407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.928739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.929105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.929447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.929780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.930870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.931299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.931633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.931971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.932296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.932761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:46.971050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] No DVR routers for this DVR port 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:46.976208 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.981804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3fde090-5869-40ae-acc8-fae0986bc0ea req-8087482e-c3dd-472b-a02a-3ed79f3d2c3f tempest-ListServerFiltersTestJSON-2084297316 tempest-ListServerFiltersTestJSON-2084297316-project] 10.222.0.52 "DELETE /v2.0/ports/3d67a65c-81ef-4c57-b5ab-5ad51560f2ae HTTP/1.1" status: 204 len: 173 time: 0.9676104 Nov 12 11:05:46.992068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] No DVR routers for this DVR port b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:46.996339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.002413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d01824d1-b463-419d-9d74-867291f18fdb req-fc09dc5b-7723-4667-a766-0336fd01aa6d tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.52 "DELETE /v2.0/ports/b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 HTTP/1.1" status: 204 len: 173 time: 0.8643060 Nov 12 11:05:47.006482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0856746-c451-4391-9660-06d56543fd4a', 'name': 'network-vif-deleted', 'tag': 'b24add5c-dcfc-4cf5-9a7d-93a239c9fed5'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:47.010312 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af197257-9f8e-4bb1-903d-b9a36dfc77ff" -d '{"events": [{"server_uuid": "b0856746-c451-4391-9660-06d56543fd4a", "name": "network-vif-deleted", "tag": "b24add5c-dcfc-4cf5-9a7d-93a239c9fed5"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:47.013526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa24c77c-dd8d-4ea4-a154-655cdea12096', 'name': 'network-vif-deleted', 'tag': '3d67a65c-81ef-4c57-b5ab-5ad51560f2ae'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:47.019130 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8304d4ee-65e5-40a4-aa28-e0fbe16b8cda" -d '{"events": [{"server_uuid": "fa24c77c-dd8d-4ea4-a154-655cdea12096", "name": "network-vif-deleted", "tag": "3d67a65c-81ef-4c57-b5ab-5ad51560f2ae"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:47.034934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648117a7-e9bb-4080-927c-bc62c4d2133e req-d48a7b5d-7e6f-4470-9cc0-a6b821c1468e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:47.038100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-648117a7-e9bb-4080-927c-bc62c4d2133e req-d48a7b5d-7e6f-4470-9cc0-a6b821c1468e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.2397025 Nov 12 11:05:47.093073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0623c988-2b3c-4217-a270-af6ae31027d4 req-2764836e-5da3-43d1-9397-c3843fe85fe1 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 210 time: 0.1234002 Nov 12 11:05:47.147448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-d51e8547-065b-4ea9-a011-c68392575521 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:47.149572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-d51e8547-065b-4ea9-a011-c68392575521 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "GET /v2.0/ports?device_id=456594fd-bc68-4914-a4a4-de3434de05ef HTTP/1.1" status: 200 len: 945 time: 0.1831701 Nov 12 11:05:47.189617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-648117a7-e9bb-4080-927c-bc62c4d2133e req-dce1b131-afa3-4602-8fc7-36cc3fba60f7 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376472 Nov 12 11:05:47.369940 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57f12fa8-a170-47a1-9665-1960c322fbdd req-a528741c-9acc-4df5-94c1-c0f66878224a tempest-ServerTagsTestJSON-1727540488 tempest-ServerTagsTestJSON-1727540488-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0856746-c451-4391-9660-06d56543fd4a HTTP/1.1" status: 200 len: 210 time: 0.0501006 Nov 12 11:05:47.383352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Deleting port 5a9180f6-9d6e-4219-ac67-4249fcd46891 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:47.383926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.439761 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1080731-526e-4a94-ae40-1e7b6d702f33 x-openstack-request-id: req-a1080731-526e-4a94-ae40-1e7b6d702f33 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:47.439761 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0856746-c451-4391-9660-06d56543fd4a", "name": "network-vif-deleted", "tag": "b24add5c-dcfc-4cf5-9a7d-93a239c9fed5", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:47.440942 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1080731-526e-4a94-ae40-1e7b6d702f33 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:47.441497 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0856746-c451-4391-9660-06d56543fd4a', 'name': 'network-vif-deleted', 'tag': 'b24add5c-dcfc-4cf5-9a7d-93a239c9fed5', 'status': 'completed', 'code': 200} Nov 12 11:05:47.497830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] For port 5a9180f6-9d6e-4219-ac67-4249fcd46891, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=5a9180f6-9d6e-4219-ac67-4249fcd46891,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:47.498687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.513115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Calling delete_port for 5a9180f6-9d6e-4219-ac67-4249fcd46891 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:47.526755 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069fc9ac-3417-4109-b707-62e1516b7234 x-openstack-request-id: req-069fc9ac-3417-4109-b707-62e1516b7234 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:47.527202 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa24c77c-dd8d-4ea4-a154-655cdea12096", "name": "network-vif-deleted", "tag": "3d67a65c-81ef-4c57-b5ab-5ad51560f2ae", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:47.527611 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-069fc9ac-3417-4109-b707-62e1516b7234 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:47.528242 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa24c77c-dd8d-4ea4-a154-655cdea12096', 'name': 'network-vif-deleted', 'tag': '3d67a65c-81ef-4c57-b5ab-5ad51560f2ae', 'status': 'completed', 'code': 200} Nov 12 11:05:47.774093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7475e79f-3fdd-4bea-a9f1-65ea393fdc04 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:47.775746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7475e79f-3fdd-4bea-a9f1-65ea393fdc04 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 814 time: 0.1876321 Nov 12 11:05:47.798338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Request body: {'port': {'device_id': 'f4de74b9-1cd6-497e-be69-b80b2b852b0f', 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'admin_state_up': True, 'tenant_id': '8a45a47a5aae450094fddd1d5cedd74b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:47.842347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.915238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Pushing event deleted for resources: {'Port': ['ID=5a9180f6-9d6e-4219-ac67-4249fcd46891,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:47.943536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34778) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:47.968464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] No DVR routers for this DVR port 5a9180f6-9d6e-4219-ac67-4249fcd46891 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:47.971282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.975150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-756f8069-e6e5-4028-8beb-b3922ace34f1 req-0fa08b24-dfc2-485e-99fb-d0c344baa715 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "DELETE /v2.0/ports/5a9180f6-9d6e-4219-ac67-4249fcd46891 HTTP/1.1" status: 204 len: 173 time: 0.8135941 Nov 12 11:05:47.998942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2676052b-64a5-4833-bea6-f3e47d3ee19e admin admin] Deleting subnet d950777b-e883-4ed3-af43-56cd9c3a6d68 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:05:48.007720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2676052b-64a5-4833-bea6-f3e47d3ee19e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.064435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Made reservation on behalf of 8a45a47a5aae450094fddd1d5cedd74b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:48.070884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2676052b-64a5-4833-bea6-f3e47d3ee19e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.072763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.195949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2676052b-64a5-4833-bea6-f3e47d3ee19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.311105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd501003-963a-4c1f-8316-8c24a5d1728c req-1c68f11d-7fac-4fa6-a91b-5678dcd586af tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 210 time: 0.0663807 Nov 12 11:05:48.325774 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2676052b-64a5-4833-bea6-f3e47d3ee19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.337244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Allocated IP 172.20.0.14 (3fb3c124-07c0-4c64-bf49-116113fe68a7/8c456c41-5f43-42ea-b82a-2aa83d62123f/b7faa153-d953-4eda-8793-f552e419abc4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:48.372463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676052b-64a5-4833-bea6-f3e47d3ee19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d950777b-e883-4ed3-af43-56cd9c3a6d68,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:48.405902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2676052b-64a5-4833-bea6-f3e47d3ee19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.410156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e529e1e3-c744-4b34-ade8-ca72a3acd653 None None] Network 19e33aab-d264-4a54-950e-95ef02da7f88 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:48.415166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2676052b-64a5-4833-bea6-f3e47d3ee19e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d950777b-e883-4ed3-af43-56cd9c3a6d68 HTTP/1.1" status: 204 len: 168 time: 0.4699903 Nov 12 11:05:48.418602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34788) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:48.514077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34790) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:48.562736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.654688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24424a5-74cf-4c84-ace1-d6b461151829 admin admin] Deleting subnet 0956209a-a240-4037-b8d7-31f80b6b0491 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:05:48.660400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a24424a5-74cf-4c84-ace1-d6b461151829 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.662399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Deleting port d5285039-8b50-4167-b111-96c16b8ebe8d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:48.663090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.768478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] DHCP port deletion for 19e33aab-d264-4a54-950e-95ef02da7f88 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:48.773911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.777404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] For port d5285039-8b50-4167-b111-96c16b8ebe8d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d5285039-8b50-4167-b111-96c16b8ebe8d,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:48.777783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.780358 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a24424a5-74cf-4c84-ace1-d6b461151829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.805180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Calling delete_port for d5285039-8b50-4167-b111-96c16b8ebe8d owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:48.881357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] Deleting port d5285039-8b50-4167-b111-96c16b8ebe8d {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:48.881984 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.899293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a24424a5-74cf-4c84-ace1-d6b461151829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.964829 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.992327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.993232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5285039-8b50-4167-b111-96c16b8ebe8d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:48.993535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] For port d5285039-8b50-4167-b111-96c16b8ebe8d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d5285039-8b50-4167-b111-96c16b8ebe8d,segment=NetworkSegment(b42a4abc-2e98-4340-b9e7-0e3f6502835e),segment_id=b42a4abc-2e98-4340-b9e7-0e3f6502835e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:48.994007 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.997731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a24424a5-74cf-4c84-ace1-d6b461151829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.999529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] No DVR routers for this DVR port d5285039-8b50-4167-b111-96c16b8ebe8d on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:49.015386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] Calling delete_port for d5285039-8b50-4167-b111-96c16b8ebe8d owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:49.094594 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.103822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Pushing event updated for resources: {'Port': ['ID=b7faa153-d953-4eda-8793-f552e419abc4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:49.121676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e33aab-d264-4a54-950e-95ef02da7f88']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:49.127717 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.139639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42a4abc-2e98-4340-b9e7-0e3f6502835e') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:49.140714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] No DVR routers for this DVR port d5285039-8b50-4167-b111-96c16b8ebe8d on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:49.144436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42a4abc-2e98-4340-b9e7-0e3f6502835e') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:49.152927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5a9180f6-9d6e-4219-ac67-4249fcd46891 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:49.176762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.177921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24424a5-74cf-4c84-ace1-d6b461151829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0956209a-a240-4037-b8d7-31f80b6b0491,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:49.185788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a24424a5-74cf-4c84-ace1-d6b461151829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.200795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a24424a5-74cf-4c84-ace1-d6b461151829 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0956209a-a240-4037-b8d7-31f80b6b0491 HTTP/1.1" status: 204 len: 168 time: 0.6844690 Nov 12 11:05:49.204748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.207300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34794) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:49.209269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44494289-f6d4-416f-82af-8f0910b65767 None None] Pushing event deleted for resources: {'Port': ['ID=d5285039-8b50-4167-b111-96c16b8ebe8d,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:49.213840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 5a9180f6-9d6e-4219-ac67-4249fcd46891 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:49.214218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 5a9180f6-9d6e-4219-ac67-4249fcd46891 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:49.217104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Network 3fb3c124-07c0-4c64-bf49-116113fe68a7 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:49.220062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:49.223354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:49.237587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:05:49.238042 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:05:49.239772 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:05:49.280180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:49.280814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.308267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-7a1ade9d-14f2-4c54-8396-b353d764ad00 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5160210 Nov 12 11:05:49.322882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Request body: {'port': {'device_id': 'f4de74b9-1cd6-497e-be69-b80b2b852b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:49.342273 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.345889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.355924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.363544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/19e33aab-d264-4a54-950e-95ef02da7f88 HTTP/1.1" status: 204 len: 168 time: 0.9397647 Nov 12 11:05:49.385350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cd73e-754d-4a1b-9efa-e6265dda07fc admin admin] Pushing event deleted for resources: {'Network': ['ID=19e33aab-d264-4a54-950e-95ef02da7f88,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:49.419562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.506570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.534261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456594fd-bc68-4914-a4a4-de3434de05ef', 'name': 'network-vif-deleted', 'tag': '5a9180f6-9d6e-4219-ac67-4249fcd46891'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:49.537263 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e1e32-fa4b-42ea-94ac-a24d4c4cfcf4" -d '{"events": [{"server_uuid": "456594fd-bc68-4914-a4a4-de3434de05ef", "name": "network-vif-deleted", "tag": "5a9180f6-9d6e-4219-ac67-4249fcd46891"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:49.547218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63c0eb1-c7cc-46f7-9517-1824761e6cb1']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:49.561885 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d66519-3c9f-4ce9-a1e3-b003440f2de0') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:49.562091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d66519-3c9f-4ce9-a1e3-b003440f2de0') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:49.579789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.602411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcb74a-1e27-4bff-930a-3c5a41843521 req-e585b8ce-8f1b-4dc3-b18f-bd9f251f9708 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:49.605456 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9efcb74a-1e27-4bff-930a-3c5a41843521 req-e585b8ce-8f1b-4dc3-b18f-bd9f251f9708 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 932 time: 0.1672297 Nov 12 11:05:49.624545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.636640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:05:49.637161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:05:49.642880 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:05:49.647076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34806) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:49.652432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d5285039-8b50-4167-b111-96c16b8ebe8d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:49.700673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: d5285039-8b50-4167-b111-96c16b8ebe8d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:49.701203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d5285039-8b50-4167-b111-96c16b8ebe8d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:49.727335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2eb7d8b2-f69b-4fcd-8953-b364ff495489 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f85e92ed7f8144bbb95c985f5f5c214e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829239 Nov 12 11:05:49.748786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34808) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:49.769566 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e12f6e-8e04-4edd-b543-7d0693875a77 x-openstack-request-id: req-77e12f6e-8e04-4edd-b543-7d0693875a77 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:49.769940 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456594fd-bc68-4914-a4a4-de3434de05ef", "name": "network-vif-deleted", "tag": "5a9180f6-9d6e-4219-ac67-4249fcd46891", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:49.770114 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77e12f6e-8e04-4edd-b543-7d0693875a77 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:49.770509 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456594fd-bc68-4914-a4a4-de3434de05ef', 'name': 'network-vif-deleted', 'tag': '5a9180f6-9d6e-4219-ac67-4249fcd46891', 'status': 'completed', 'code': 200} Nov 12 11:05:49.780350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.785788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9efcb74a-1e27-4bff-930a-3c5a41843521 req-bfca177e-9351-45b2-803f-c1dc489ea964 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647606 Nov 12 11:05:49.793352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.801551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d63c0eb1-c7cc-46f7-9517-1824761e6cb1 HTTP/1.1" status: 204 len: 168 time: 0.5899923 Nov 12 11:05:49.815198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d37cbb-4e41-4b3c-8d36-3381a2a93b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=d63c0eb1-c7cc-46f7-9517-1824761e6cb1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:49.881026 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1b4cdea5-7928-418f-b583-3ed69c9283e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.915093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1b4cdea5-7928-418f-b583-3ed69c9283e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.999450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7faa153-d953-4eda-8793-f552e419abc4 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:50.011199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.028180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Transition to ACTIVE for port object b7faa153-d953-4eda-8793-f552e419abc4 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:05:50.029067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1b4cdea5-7928-418f-b583-3ed69c9283e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.032024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1b4cdea5-7928-418f-b583-3ed69c9283e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.035974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1b4cdea5-7928-418f-b583-3ed69c9283e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cd1df8c-e755-4567-96d4-20416e79d1a3 HTTP/1.1" status: 204 len: 168 time: 0.2776427 Nov 12 11:05:50.036770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.049486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a34e4-a80a-474c-92c5-64565e604cef req-c28763ae-a228-4ffa-9a43-ae90b7c16694 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.057870 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd8a34e4-a80a-474c-92c5-64565e604cef req-c28763ae-a228-4ffa-9a43-ae90b7c16694 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0789976 Nov 12 11:05:50.076408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34818) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:50.083077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cdea5-7928-418f-b583-3ed69c9283e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd1df8c-e755-4567-96d4-20416e79d1a3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:50.126611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7faa153-d953-4eda-8793-f552e419abc4,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:50.159128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd8a34e4-a80a-474c-92c5-64565e604cef req-1484dbe4-e0ba-4d4e-9202-864c97b9fb35 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005373 Nov 12 11:05:50.162830 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8804861d-9b44-4d9d-b81d-0bacd6ef9735 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f1e0403cda64034b6a3b10b74484955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0850832 Nov 12 11:05:50.165466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34820) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:50.224469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Attempting to bind port b7faa153-d953-4eda-8793-f552e419abc4 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:50.224805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Attempting to bind port b7faa153-d953-4eda-8793-f552e419abc4 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:50.225164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Attempting to bind port b7faa153-d953-4eda-8793-f552e419abc4 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:50.232939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Port b7faa153-d953-4eda-8793-f552e419abc4 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:05:50.233271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Attempting to bind port b7faa153-d953-4eda-8793-f552e419abc4 on network 3fb3c124-07c0-4c64-bf49-116113fe68a7 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:50.246047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:50.246381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Checking segment: {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:50.246737 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Bound using segment: {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:50.247751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Bound port: b7faa153-d953-4eda-8793-f552e419abc4, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21fc39-257d-40f4-9462-22c03a61ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:50.248138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.253197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eedca06-b24c-4694-a39d-9a804c27521f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.285040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eedca06-b24c-4694-a39d-9a804c27521f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.370955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] For port b7faa153-d953-4eda-8793-f552e419abc4, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:50.374955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] For port b7faa153-d953-4eda-8793-f552e419abc4, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b7faa153-d953-4eda-8793-f552e419abc4,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:50.382258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.388795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eedca06-b24c-4694-a39d-9a804c27521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.390766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eedca06-b24c-4694-a39d-9a804c27521f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.395891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6eedca06-b24c-4694-a39d-9a804c27521f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/233db41c-536c-4bee-af54-499de0f24094 HTTP/1.1" status: 204 len: 168 time: 0.2255087 Nov 12 11:05:50.483881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedca06-b24c-4694-a39d-9a804c27521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233db41c-536c-4bee-af54-499de0f24094,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:50.517212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.520323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.523452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:50.526055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] 10.222.0.59 "PUT /v2.0/ports/b7faa153-d953-4eda-8793-f552e419abc4 HTTP/1.1" status: 200 len: 1093 time: 1.2078452 Nov 12 11:05:50.561920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:50.562643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device b24add5c-dcfc-4cf5-9a7d-93a239c9fed5 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:50.563285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:50.590258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b7410-c47b-4eed-8a96-72a7b7724ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7faa153-d953-4eda-8793-f552e419abc4,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:50.595372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:50.607457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3d67a65c-81ef-4c57-b5ab-5ad51560f2ae not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:50.689393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-66833bf2-6ebb-4584-b199-e77f8307a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.691028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-66833bf2-6ebb-4584-b199-e77f8307a76e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 1096 time: 0.0826216 Nov 12 11:05:50.762262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-d4f9cda6-8685-4f6c-aa3c-bd0ffa768807 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7faa153-d953-4eda-8793-f552e419abc4 HTTP/1.1" status: 200 len: 217 time: 0.0574868 Nov 12 11:05:50.888403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-fb6be489-466b-4cc4-b74b-f38e56fdd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.890132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-fb6be489-466b-4cc4-b74b-f38e56fdd753 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c456c41-5f43-42ea-b82a-2aa83d62123f HTTP/1.1" status: 200 len: 854 time: 0.1173220 Nov 12 11:05:50.963984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-835b7126-3475-42d6-91f0-78edfe08db5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3fb3c124-07c0-4c64-bf49-116113fe68a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649617 Nov 12 11:05:50.997680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c272-19e8-4a61-9165-43cc7af5c323 req-2880f4b8-d6d1-46cc-8ef8-b4c538f26bdc tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.999390 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1480c272-19e8-4a61-9165-43cc7af5c323 req-2880f4b8-d6d1-46cc-8ef8-b4c538f26bdc tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 944 time: 0.0633781 Nov 12 11:05:51.095047 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1480c272-19e8-4a61-9165-43cc7af5c323 req-8717002c-2c6a-4ed1-90e9-d80aa15cfdcc tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842643 Nov 12 11:05:51.143462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-e99bd668-fb50-42bc-9460-80a9463b4431 service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654065 Nov 12 11:05:51.263525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4179809-9f21-4d82-bd61-9c2a84c839c4 req-59ae1ffe-a727-430a-b833-38491a303ecd service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068552 Nov 12 11:05:51.358262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34874) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:51.534391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34880) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:51.572941 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2123212166-network', 'tenant_id': '2408959e80824d8bb898ea14f13272aa'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:51.601699 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Made reservation on behalf of 2408959e80824d8bb898ea14f13272aa for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:51.605305 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.612332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-748230863-network', 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:51.631367 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.669475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:51.672259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.691423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.771675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4de74b9-1cd6-497e-be69-b80b2b852b0f', 'tag': 'b7faa153-d953-4eda-8793-f552e419abc4'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:51.775436 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4de74b9-1cd6-497e-be69-b80b2b852b0f", "tag": "b7faa153-d953-4eda-8793-f552e419abc4"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:51.823885 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.828665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.873574 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ecfa4a-cf61-49eb-939f-9ead5cd0979e x-openstack-request-id: req-f0ecfa4a-cf61-49eb-939f-9ead5cd0979e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:51.874624 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4de74b9-1cd6-497e-be69-b80b2b852b0f", "tag": "b7faa153-d953-4eda-8793-f552e419abc4", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:51.875147 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0ecfa4a-cf61-49eb-939f-9ead5cd0979e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:51.876198 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4de74b9-1cd6-497e-be69-b80b2b852b0f', 'tag': 'b7faa153-d953-4eda-8793-f552e419abc4', 'status': 'completed', 'code': 200} Nov 12 11:05:51.910356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.920985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:05:51.932634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.941898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697724a6-7f14-42af-bb59-6fc92cdef8ec,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:51.945032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.945732 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Added segment 9917804f-5cad-4583-9a8a-c33313c9b0e8 of type vlan for network 79d147ef-e090-4316-a2d8-711387d78aef Nov 12 11:05:52.000613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-04e250d7-f638-4e4c-bfee-bb21d09e2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.002763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-04e250d7-f638-4e4c-bfee-bb21d09e2bf2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 1096 time: 0.0794013 Nov 12 11:05:52.007016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:05:52.040118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.056374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:52.064080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.064745 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Added segment 0ce650cd-fdcc-404f-921f-2f2831079d73 of type vlan for network 21516082-2b70-473a-822c-d8e85125b968 Nov 12 11:05:52.161002 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.162475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.163424 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.169941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-6380363b-806b-4dbf-aa48-a663a4439fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.171991 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-6380363b-806b-4dbf-aa48-a663a4439fc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 200 len: 915 time: 0.1583409 Nov 12 11:05:52.172482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.240943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-39f68a03-ba0d-4475-add1-f8f9346c2e70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7faa153-d953-4eda-8793-f552e419abc4 HTTP/1.1" status: 200 len: 217 time: 0.0551913 Nov 12 11:05:52.319792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-bca85108-fb57-44cd-8f79-0cc2a4d37099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.322567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-bca85108-fb57-44cd-8f79-0cc2a4d37099 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c456c41-5f43-42ea-b82a-2aa83d62123f HTTP/1.1" status: 200 len: 854 time: 0.0660090 Nov 12 11:05:52.373300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-e80b5426-8df2-4f75-997e-e8e810eab649 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3fb3c124-07c0-4c64-bf49-116113fe68a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372825 Nov 12 11:05:52.531595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-11f694b1-f2ce-467a-a43c-a15422666cd4 service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490035 Nov 12 11:05:52.648908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee965037-8f2f-4bf4-ae9e-f65c5e8eb29c req-993351dc-644b-4af3-96de-1eb1127aae74 service neutron] 10.222.0.59 "GET /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088967 Nov 12 11:05:52.650470 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2904825 Nov 12 11:05:52.654096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34894) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:52.660102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Request body: {'subnet': {'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2123212166-subnet', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:52.675832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.677014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.677750 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.686924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e624375-8344-4fba-bc53-d915abd85a57 admin admin] Pushing event updated for resources: {'Network': ['ID=79d147ef-e090-4316-a2d8-711387d78aef,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:52.697998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Made reservation on behalf of 2408959e80824d8bb898ea14f13272aa for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:52.702826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.704479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 79d147ef-e090-4316-a2d8-711387d78aef details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:05:52.722816 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1852157 Nov 12 11:05:52.729166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34896) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:52.738956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b2186-5501-4083-a42f-2f7d72f6c35e req-da2ab784-35e4-4b35-bf6d-b7e79ef90124 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.740470 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-898b2186-5501-4083-a42f-2f7d72f6c35e req-da2ab784-35e4-4b35-bf6d-b7e79ef90124 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 944 time: 0.4997263 Nov 12 11:05:52.774961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Request body: {'subnet': {'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-748230863-subnet', 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:52.816431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:52.833133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.847685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe698aa-68de-439c-9ce0-59c728d927fe admin admin] Pushing event updated for resources: {'Network': ['ID=21516082-2b70-473a-822c-d8e85125b968,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:52.863054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 21516082-2b70-473a-822c-d8e85125b968 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:05:53.086852 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.129682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-898b2186-5501-4083-a42f-2f7d72f6c35e req-0a34da22-144c-4edf-83b5-e14d63ca56c7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241990 Nov 12 11:05:53.143619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536f3462-b6ae-487c-8ad1-b1a6726b488b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:53.153988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b7faa153-d953-4eda-8793-f552e419abc4 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:53.162917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Checking segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:53.163428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Network hostable DHCP agents. Network: 79d147ef-e090-4316-a2d8-711387d78aef, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:05:53.184031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Network 79d147ef-e090-4316-a2d8-711387d78aef is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:05:53.196244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 79d147ef-e090-4316-a2d8-711387d78aef) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:53.201171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:53.201773 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.228689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fa51bf79-b9ed-44c2-b661-54e80b174f08 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5696211 Nov 12 11:05:53.229274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34904) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:53.237227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:53.241321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a0fe4d-26cb-40ff-97ff-0111272c4c77 None None] Network 79d147ef-e090-4316-a2d8-711387d78aef requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:53.248346 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.272907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.274201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.336456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.355529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Checking segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:53.356903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Network hostable DHCP agents. Network: 21516082-2b70-473a-822c-d8e85125b968, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:05:53.369277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e70664f-60f3-4f40-b2b7-729bf4040931,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:53.393015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Network 21516082-2b70-473a-822c-d8e85125b968 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:05:53.397313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b7faa153-d953-4eda-8793-f552e419abc4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b7faa153-d953-4eda-8793-f552e419abc4,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:53.410800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 21516082-2b70-473a-822c-d8e85125b968) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:53.415754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'b7faa153-d953-4eda-8793-f552e419abc4', 'network_id': '3fb3c124-07c0-4c64-bf49-116113fe68a7', 'port_id': 'b7faa153-d953-4eda-8793-f552e419abc4', 'mac_address': 'fa:16:3e:54:cc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c456c41-5f43-42ea-b82a-2aa83d62123f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:53.420792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:53.421657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.438733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e896cd4-b536-44db-a280-51396cf5f35c None None] Network 21516082-2b70-473a-822c-d8e85125b968 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:53.461679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d55941d6-fd31-42c9-8c9e-e5bee89c80db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7310565 Nov 12 11:05:53.502974 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.563318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7faa153-d953-4eda-8793-f552e419abc4 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:53.578351 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.608551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b7faa153-d953-4eda-8793-f552e419abc4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b7faa153-d953-4eda-8793-f552e419abc4,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:53.613655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-79d147ef-e090-4316-a2d8-711387d78aef', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:05:53.614765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.630996 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.012246 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-833f616f-7a95-4d4e-ad6e-bd36e782b10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.014627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b7faa153-d953-4eda-8793-f552e419abc4,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:54.021795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a2cdd-fc47-4e19-815a-f1a8164e0f2d None None] Network 21516082-2b70-473a-822c-d8e85125b968 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:54.159708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b7faa153-d953-4eda-8793-f552e419abc4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:54.237143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Allocated IP 172.20.0.2 (79d147ef-e090-4316-a2d8-711387d78aef/536f3462-b6ae-487c-8ad1-b1a6726b488b/7f394c2f-b2aa-43ae-83ee-286d7eec835e) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:54.341906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594ce82-e4c5-4aa3-a40a-5b56288cd459 req-c9a5b321-eeb3-4c24-b3c7-952b5853eba5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.351275 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2594ce82-e4c5-4aa3-a40a-5b56288cd459 req-c9a5b321-eeb3-4c24-b3c7-952b5853eba5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 945 time: 0.0721941 Nov 12 11:05:54.423485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2594ce82-e4c5-4aa3-a40a-5b56288cd459 req-a1e10263-74ba-44ff-9389-0b10024b8bde tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708728 Nov 12 11:05:54.444646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.476292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.511604 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.527098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.575889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Network 79d147ef-e090-4316-a2d8-711387d78aef is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:54.588035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:54.601594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:54.616107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Pushing event updated for resources: {'Port': ['ID=7f394c2f-b2aa-43ae-83ee-286d7eec835e,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:54.658504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-8a251189-8cb6-4b62-9faa-f1592405fae0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.661915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-8a251189-8cb6-4b62-9faa-f1592405fae0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.2194707 Nov 12 11:05:54.688317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-fe983604-f11c-4fe3-ae69-4e2a479fa100 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/quotas/e7477d2f33494e1cbc6ba0f4f96dd2a5 HTTP/1.1" status: 200 len: 375 time: 0.0159647 Nov 12 11:05:54.690934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Attempting to bind port 7f394c2f-b2aa-43ae-83ee-286d7eec835e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:54.691528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Attempting to bind port 7f394c2f-b2aa-43ae-83ee-286d7eec835e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:54.692077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Attempting to bind port 7f394c2f-b2aa-43ae-83ee-286d7eec835e on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:54.708090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:54.708767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Checking segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:54.709196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.709514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Allocated IP 172.25.2.3 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/1ca60f75-2430-4f92-b75b-59c2a7d5d62f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:54.709668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Bound using segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:54.710068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Bound port: 7f394c2f-b2aa-43ae-83ee-286d7eec835e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:54.710599 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.752218 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-f7eb304b-c2e0-4403-be85-bb1cf0174661 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523462 Nov 12 11:05:54.810468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] For port 7f394c2f-b2aa-43ae-83ee-286d7eec835e, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:54.816635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] For port 7f394c2f-b2aa-43ae-83ee-286d7eec835e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7f394c2f-b2aa-43ae-83ee-286d7eec835e,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:54.823023 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.933134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69651d-abcd-4b03-afa2-868504cdf26f None None] Pushing event updated for resources: {'Port': ['ID=7f394c2f-b2aa-43ae-83ee-286d7eec835e,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:54.983216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-5fd6c235-3cd0-4dc6-8ff2-5d664a1e13c8 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070076 Nov 12 11:05:54.990836 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.119385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.228997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-c378db9a-f945-4a3a-b583-7d1198c41872 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323372 Nov 12 11:05:55.258934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:55.261027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:55.263817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca60f75-2430-4f92-b75b-59c2a7d5d62f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:55.284763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c4c99-98e9-4b75-b76d-8c8ce718c48f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:55.286596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:55.404304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f4c09b90-c8ae-479f-b1c9-1654951f3e58 None None] Provisioning complete for port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:55.404736 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f4c09b90-c8ae-479f-b1c9-1654951f3e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.563178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f4c09b90-c8ae-479f-b1c9-1654951f3e58 None None] Port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:55.619865 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8031ccee-223c-4f7f-8d3c-8e9f7494b4b2 req-bf453373-99f4-426a-9e33-80eeb19e005e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 210 time: 0.0468409 Nov 12 11:05:55.730076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7f394c2f-b2aa-43ae-83ee-286d7eec835e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:55.737939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466dffe-9f2b-42d8-98f1-163f92f64a40 req-58547246-457c-4309-b4c8-4adc2ffa4c7b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:55.751674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b466dffe-9f2b-42d8-98f1-163f92f64a40 req-58547246-457c-4309-b4c8-4adc2ffa4c7b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 945 time: 0.1431928 Nov 12 11:05:55.860516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b466dffe-9f2b-42d8-98f1-163f92f64a40 req-786529ee-67da-4002-a8a9-81618d19e302 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074836 Nov 12 11:05:55.863516 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.865668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7f394c2f-b2aa-43ae-83ee-286d7eec835e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:55.866205 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.013673 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.062560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 7f394c2f-b2aa-43ae-83ee-286d7eec835e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7f394c2f-b2aa-43ae-83ee-286d7eec835e,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:56.069273 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.194064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=7f394c2f-b2aa-43ae-83ee-286d7eec835e,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:56.253679 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.259494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c3a55b58-2569-4a91-abb8-939d1b7cc61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.518099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5bd77b-c6a0-4a24-9513-f9711f000128 None None] Network 79d147ef-e090-4316-a2d8-711387d78aef requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:56.534826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Router 5e71701d-7631-499d-b485-c830b315f1fd is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:05:56.669621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:05:56.692668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.693127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Sync routers for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:05:56.698830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34958) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:56.701275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7f6dc951-2eda-418d-b7d7-65b3a53d3c13 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4701710 Nov 12 11:05:56.728670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:56.729351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:05:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:56.738362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-defc091a-fb8e-436c-a0a4-63584399b1b9 None None] Provisioning complete for port 7f394c2f-b2aa-43ae-83ee-286d7eec835e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:56.738929 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-defc091a-fb8e-436c-a0a4-63584399b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.807045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2255d9bd-ca2c-4523-99b1-418579bdfef4 req-c0914b17-c277-4146-8e40-40766494ee85 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 210 time: 0.0525577 Nov 12 11:05:57.045599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:57.221013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b7faa153-d953-4eda-8793-f552e419abc4 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:57.303627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee577-77e6-4f1e-9456-7a8665406bc1 req-d4377cdf-13c6-45c9-a8ed-4052022f65a7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:57.311882 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bdee577-77e6-4f1e-9456-7a8665406bc1 req-d4377cdf-13c6-45c9-a8ed-4052022f65a7 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 945 time: 0.2631006 Nov 12 11:05:57.465305 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6bdee577-77e6-4f1e-9456-7a8665406bc1 req-0bcb344a-7c62-4fb4-8da4-2dc40b27d658 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521559 Nov 12 11:05:57.478884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port b7faa153-d953-4eda-8793-f552e419abc4 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:05:57.507836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port b7faa153-d953-4eda-8793-f552e419abc4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:57.508398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.684996 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.699346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7f394c2f-b2aa-43ae-83ee-286d7eec835e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:57.735630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:55Z', 'revision_number': 3, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:57.796311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Checking router: 5e71701d-7631-499d-b485-c830b315f1fd for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:05:57.797059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Updating router 5e71701d-7631-499d-b485-c830b315f1fd port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:05:57.894761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-04c7429b-d9b1-4a81-b929-9aeacfb685f4 None None] Provisioning complete for port 7f394c2f-b2aa-43ae-83ee-286d7eec835e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:57.895144 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-04c7429b-d9b1-4a81-b929-9aeacfb685f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.901269 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.937524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.976595 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.041148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcfeabef-ad4b-4bb7-a9e2-b87f342e68ff req-d3b496df-5b5a-47c7-9505-69ff4a498a76 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 210 time: 0.0682116 Nov 12 11:05:58.113616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-5e7e3504-f299-46cd-acfe-2968c689768e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:58.115753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-5e7e3504-f299-46cd-acfe-2968c689768e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.3603911 Nov 12 11:05:58.133447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Request body: {'port': {'device_id': 'c458a12d-c7df-43e2-ab57-efde19b9af40', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'admin_state_up': True, 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:58.281479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7f394c2f-b2aa-43ae-83ee-286d7eec835e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:58.281737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.317534 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4de74b9-1cd6-497e-be69-b80b2b852b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7faa153-d953-4eda-8793-f552e419abc4'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:58.320117 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d85c4c8-7e6f-4533-952a-2ea201f5e01f" -d '{"events": [{"server_uuid": "f4de74b9-1cd6-497e-be69-b80b2b852b0f", "name": "network-vif-plugged", "status": "completed", "tag": "b7faa153-d953-4eda-8793-f552e419abc4"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:58.363223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port b7faa153-d953-4eda-8793-f552e419abc4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b7faa153-d953-4eda-8793-f552e419abc4,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:58.377112 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.380729 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff4ced1-e2d6-4df0-a69c-d0a90b4bda58 x-openstack-request-id: req-7ff4ced1-e2d6-4df0-a69c-d0a90b4bda58 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:58.381364 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4de74b9-1cd6-497e-be69-b80b2b852b0f", "name": "network-vif-plugged", "status": "completed", "tag": "b7faa153-d953-4eda-8793-f552e419abc4", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:58.381633 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ff4ced1-e2d6-4df0-a69c-d0a90b4bda58 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:58.382016 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4de74b9-1cd6-497e-be69-b80b2b852b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7faa153-d953-4eda-8793-f552e419abc4', 'code': 200} Nov 12 11:05:58.386329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:58.393360 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.416938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Allocated IP 172.20.0.1 (79d147ef-e090-4316-a2d8-711387d78aef/536f3462-b6ae-487c-8ad1-b1a6726b488b/ccfb17b3-5441-4303-bc71-94f113063fc4) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:58.595190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbd346-fe53-403f-867f-41019051931f req-8bf47882-5555-4ad9-b92c-509e556adebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:58.596206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=b7faa153-d953-4eda-8793-f552e419abc4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:58.597065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-acbbd346-fe53-403f-867f-41019051931f req-8bf47882-5555-4ad9-b92c-509e556adebb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 1098 time: 0.1297266 Nov 12 11:05:58.690153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-acbbd346-fe53-403f-867f-41019051931f req-1a05fb51-2ba9-4282-b24e-dd7449e5ca39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604320 Nov 12 11:05:58.704563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522e0e-7f07-4097-ad38-0dca14061c80 req-42cc5353-62f8-4069-ba48-a0920dd2e60b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:58.706836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e522e0e-7f07-4097-ad38-0dca14061c80 req-42cc5353-62f8-4069-ba48-a0920dd2e60b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.1346955 Nov 12 11:05:58.713757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Allocated IP 172.20.0.9 (21516082-2b70-473a-822c-d8e85125b968/2e70664f-60f3-4f40-b2b7-729bf4040931/3ff033a2-81f3-49e0-83bb-2f7b7e263578) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:58.747125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.755001 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.771455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.836367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e522e0e-7f07-4097-ad38-0dca14061c80 req-4663bd19-dd1f-48ee-a3fb-0d1dbe4fd479 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184981 Nov 12 11:05:58.870080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25484c73-c213-47da-b179-ce45551705cf None None] Pushing event updated for resources: {'Port': ['ID=1ca60f75-2430-4f92-b75b-59c2a7d5d62f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:58.877941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd88e46f-9fbf-4467-8261-a83d16568706 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:58.901036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Attempting to bind port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:58.901420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Attempting to bind port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:58.901773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Attempting to bind port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:58.909759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:58.910202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:58.911263 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.911847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:58.912666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Bound port: 1ca60f75-2430-4f92-b75b-59c2a7d5d62f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:58.913319 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.913570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.972295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-17e6eb00-373a-41c0-abe9-bf8648bdcd39 None None] Provisioning complete for port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:58.972811 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-17e6eb00-373a-41c0-abe9-bf8648bdcd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.000413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Network 79d147ef-e090-4316-a2d8-711387d78aef is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:59.008467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:59.018477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:59.029154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] For port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:59.048386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] For port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1ca60f75-2430-4f92-b75b-59c2a7d5d62f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:59.056511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-17e6eb00-373a-41c0-abe9-bf8648bdcd39 None None] Port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:59.063923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccfb17b3-5441-4303-bc71-94f113063fc4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:59.073011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.111068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.139232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39869352-07cb-4eba-b44d-0bb2f79607d2 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:59.142512 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.166578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:59.167916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:05:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:59.248571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-acd792c6-a68b-46c9-a664-11491939b082 req-d722db3e-5e38-48a7-9961-28cf6d5f7519 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 210 time: 0.0954695 Nov 12 11:05:59.261716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25484c73-c213-47da-b179-ce45551705cf None None] Pushing event updated for resources: {'Port': ['ID=1ca60f75-2430-4f92-b75b-59c2a7d5d62f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:59.316354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.344122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e5e0b92c-f79b-4b2a-b52d-af3f21bc4caf None None] Provisioning complete for port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:59.344535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b92c-f79b-4b2a-b52d-af3f21bc4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.395732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Network 21516082-2b70-473a-822c-d8e85125b968 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:59.407585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:59.407837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:59.431194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event updated for resources: {'Port': ['ID=3ff033a2-81f3-49e0-83bb-2f7b7e263578,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:59.439379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:59.472928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.488188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.531633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:59.532412 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.564391 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-51d36445-6624-41ab-aab8-d6395619bd07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4375155 Nov 12 11:05:59.582294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Request body: {'port': {'device_id': 'c458a12d-c7df-43e2-ab57-efde19b9af40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:59.643342 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b92c-f79b-4b2a-b52d-af3f21bc4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.704337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e5e0b92c-f79b-4b2a-b52d-af3f21bc4caf None None] For port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1ca60f75-2430-4f92-b75b-59c2a7d5d62f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:59.711337 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b92c-f79b-4b2a-b52d-af3f21bc4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.719546 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.797596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:55Z', 'revision_number': 3, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:59.801749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b92c-f79b-4b2a-b52d-af3f21bc4caf None None] Pushing event updated for resources: {'Port': ['ID=1ca60f75-2430-4f92-b75b-59c2a7d5d62f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:59.842444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802377b-3fee-498f-8baa-78824a6c3a18 None None] The sync data for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 is: [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:55Z', 'revision_number': 3, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:05:59.890696 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2ffa6be1-769e-49bf-9f4c-72a69d0f81d4 None None] Provisioning complete for port ccfb17b3-5441-4303-bc71-94f113063fc4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:59.891261 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6be1-769e-49bf-9f4c-72a69d0f81d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.964733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2ffa6be1-769e-49bf-9f4c-72a69d0f81d4 None None] Port ccfb17b3-5441-4303-bc71-94f113063fc4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:59.975813 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.003098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.017823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc240-53d5-4c15-99a9-e62c68272e40 req-09b34b30-04d7-4c95-80e5-a20eaebc66b3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:00.020206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c95cc240-53d5-4c15-99a9-e62c68272e40 req-09b34b30-04d7-4c95-80e5-a20eaebc66b3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.0731375 Nov 12 11:06:00.087983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c95cc240-53d5-4c15-99a9-e62c68272e40 req-4778844c-dae5-4763-837c-c5fb51a368f0 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527821 Nov 12 11:06:00.208310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.225231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccfb17b3-5441-4303-bc71-94f113063fc4,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:00.472754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff033a2-81f3-49e0-83bb-2f7b7e263578 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:00.490161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.502556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Network 79d147ef-e090-4316-a2d8-711387d78aef is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:00.512698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:00.525256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Transition to ACTIVE for port object 3ff033a2-81f3-49e0-83bb-2f7b7e263578 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:00.535365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee4b18-eac6-41a9-9a65-5aa2121bb69b req-6550c4a1-e8c4-4406-b542-d15006a2f973 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:00.537152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ee4b18-eac6-41a9-9a65-5aa2121bb69b req-6550c4a1-e8c4-4406-b542-d15006a2f973 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 931 time: 0.1252713 Nov 12 11:06:00.545405 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.595075 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.754486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff033a2-81f3-49e0-83bb-2f7b7e263578,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:00.833703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ee4b18-eac6-41a9-9a65-5aa2121bb69b req-18efd151-7271-4d63-9575-ca8231aef9df tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824578 Nov 12 11:06:00.855251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Router 5e71701d-7631-499d-b485-c830b315f1fd has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:06:00.866569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-1c5c3737-b005-4962-a8f2-497f3de7ce82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0717473 Nov 12 11:06:00.927774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d1fc9975-ed18-4f14-a06e-5db4c6e3648c None None] Provisioning complete for port ccfb17b3-5441-4303-bc71-94f113063fc4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:00.928625 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9975-ed18-4f14-a06e-5db4c6e3648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:01.039997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc9975-ed18-4f14-a06e-5db4c6e3648c None None] Port ccfb17b3-5441-4303-bc71-94f113063fc4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:01.087164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a856968c-095a-4b54-91f8-d5959895e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.088080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a856968c-095a-4b54-91f8-d5959895e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.088080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a856968c-095a-4b54-91f8-d5959895e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.088442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a856968c-095a-4b54-91f8-d5959895e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.088931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a856968c-095a-4b54-91f8-d5959895e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.089402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a856968c-095a-4b54-91f8-d5959895e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.089860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a856968c-095a-4b54-91f8-d5959895e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.092596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a856968c-095a-4b54-91f8-d5959895e9a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 6508 time: 0.1039252 Nov 12 11:06:01.099226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Attempting to bind port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:01.099575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Attempting to bind port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:01.099911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Attempting to bind port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:01.167459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 on network 21516082-2b70-473a-822c-d8e85125b968 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:01.167821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Attempting to bind port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:01.186884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:01.188068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Checking segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:01.188495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Bound using segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:01.190163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Bound port: 3ff033a2-81f3-49e0-83bb-2f7b7e263578, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:01.190163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:01.232084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:06:01.238623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f448b138-39ef-4fef-9765-3e549fa21af3 admin admin] 10.222.0.31 "PUT /v2.0/routers/5e71701d-7631-499d-b485-c830b315f1fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5381887 Nov 12 11:06:01.325325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] For port 3ff033a2-81f3-49e0-83bb-2f7b7e263578, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:01.332161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] For port 3ff033a2-81f3-49e0-83bb-2f7b7e263578, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3ff033a2-81f3-49e0-83bb-2f7b7e263578,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:01.342095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:01.357960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-62c0a074-ad0a-4477-a5f0-049be94d74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.359055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-62c0a074-ad0a-4477-a5f0-049be94d74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.360002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-62c0a074-ad0a-4477-a5f0-049be94d74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.362640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-62c0a074-ad0a-4477-a5f0-049be94d74b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f693615-e5a7-41a0-9004-ac6f0aac8815&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 HTTP/1.1" status: 200 len: 2297 time: 0.2402711 Nov 12 11:06:01.372932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c1770-5b3d-4fe2-80cc-3e51fc95d199 req-72f759e5-192c-4cc2-b51f-b4730af242d0 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.374948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e3c1770-5b3d-4fe2-80cc-3e51fc95d199 req-72f759e5-192c-4cc2-b51f-b4730af242d0 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.1479681 Nov 12 11:06:01.407013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.407894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:01.409704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] 10.222.0.52 "PUT /v2.0/ports/3ff033a2-81f3-49e0-83bb-2f7b7e263578 HTTP/1.1" status: 200 len: 1092 time: 1.8326216 Nov 12 11:06:01.410493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c458a12d-c7df-43e2-ab57-efde19b9af40', 'tag': '3ff033a2-81f3-49e0-83bb-2f7b7e263578'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:01.414137 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2743e-8e5a-411b-8ab5-c093923d6388" -d '{"events": [{"name": "network-changed", "server_uuid": "c458a12d-c7df-43e2-ab57-efde19b9af40", "tag": "3ff033a2-81f3-49e0-83bb-2f7b7e263578"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:01.447157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8381457-76de-47a4-9ffc-5f6dd4f86058 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff033a2-81f3-49e0-83bb-2f7b7e263578,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:01.553174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-88bb0a02-7ef8-4e20-bccd-17fafca3a927 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d HTTP/1.1" status: 200 len: 1001 time: 0.1763299 Nov 12 11:06:01.562532 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6157b5f-78bf-4035-a0ed-034f924be20c x-openstack-request-id: req-d6157b5f-78bf-4035-a0ed-034f924be20c {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:01.563077 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c458a12d-c7df-43e2-ab57-efde19b9af40", "tag": "3ff033a2-81f3-49e0-83bb-2f7b7e263578", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:01.563403 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6157b5f-78bf-4035-a0ed-034f924be20c {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:01.563955 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c458a12d-c7df-43e2-ab57-efde19b9af40', 'tag': '3ff033a2-81f3-49e0-83bb-2f7b7e263578', 'status': 'completed', 'code': 200} Nov 12 11:06:01.601108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-e2bce69c-833c-4ab0-ad37-bf7ca4961da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.602927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-e2bce69c-833c-4ab0-ad37-bf7ca4961da3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 1095 time: 0.1215608 Nov 12 11:06:01.656310 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-946c0a96-3f5d-4291-b704-5eef16e7d294 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff033a2-81f3-49e0-83bb-2f7b7e263578 HTTP/1.1" status: 200 len: 217 time: 0.0452428 Nov 12 11:06:01.680655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ca60f75-2430-4f92-b75b-59c2a7d5d62f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:01.734191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-efa45f61-6063-46a0-86ba-7277742d7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.735865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-efa45f61-6063-46a0-86ba-7277742d7048 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.0562093 Nov 12 11:06:01.739364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e3c1770-5b3d-4fe2-80cc-3e51fc95d199 req-2d040283-ed9f-4a98-8784-cb13d6c97673 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808059 Nov 12 11:06:01.764325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-12a8cd00-d964-4490-90b2-d74d09fcd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.765868 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-12a8cd00-d964-4490-90b2-d74d09fcd3da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eb17540-e5ed-4e03-aa3a-b71844022014 HTTP/1.1" status: 200 len: 854 time: 0.1884871 Nov 12 11:06:01.793809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-98dac50d-a3d0-464f-99a8-284546125fd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459356 Nov 12 11:06:01.867364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:01.867903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:01.878813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-9993ea73-b83f-47c7-9397-6f082e93d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.880467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-9993ea73-b83f-47c7-9397-6f082e93d6bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f693615-e5a7-41a0-9004-ac6f0aac8815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078098 Nov 12 11:06:02.027426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0f1ec-1c44-4664-9b06-0b9f15d4529d req-083f9ad9-155c-47f1-8a5a-e47f3e0dec20 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:02.040718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41c0f1ec-1c44-4664-9b06-0b9f15d4529d req-083f9ad9-155c-47f1-8a5a-e47f3e0dec20 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.1499834 Nov 12 11:06:02.151276 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41c0f1ec-1c44-4664-9b06-0b9f15d4529d req-97ad4c57-8587-4fff-beee-c0830876590b tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093664 Nov 12 11:06:02.200102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-c24047b5-4f9d-418d-94fa-09eacafe2bd0 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755349 Nov 12 11:06:02.417843 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-c215a11f-cabc-4998-ae2d-f8d4d214f032 service neutron] 10.222.0.52 "GET /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109714 Nov 12 11:06:02.470997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a8e1698f-354d-4c5a-99fb-a26761d448f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 217 time: 0.0417845 Nov 12 11:06:02.495959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685c92d-ee41-46f0-944d-fcaf8703c0ad req-ddb44e36-8ed5-4670-abdf-908f7f631bc7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:02.505480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9685c92d-ee41-46f0-944d-fcaf8703c0ad req-ddb44e36-8ed5-4670-abdf-908f7f631bc7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 943 time: 0.2022877 Nov 12 11:06:02.584071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-6da8392d-9028-4134-975f-3f2003f2d95f service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812386 Nov 12 11:06:02.593123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-23a54f7c-18ad-4bc9-b696-c68a8ac25dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:02.594705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-23a54f7c-18ad-4bc9-b696-c68a8ac25dfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.0867512 Nov 12 11:06:02.638484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35022) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:02.642195 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9685c92d-ee41-46f0-944d-fcaf8703c0ad req-4e5b8d4b-68a9-45e6-bdb5-4e3872787b51 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355629 Nov 12 11:06:02.647121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-88ac4dde-6109-4211-bc8e-5e709a92809e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943969377', 'description': 'tempest-description--423019031'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:02.685679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-99a5689d-3d1d-4cb8-bc58-fecafe3d3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:02.688302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-99a5689d-3d1d-4cb8-bc58-fecafe3d3fa5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841858 Nov 12 11:06:02.695832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88ac4dde-6109-4211-bc8e-5e709a92809e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.696011 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c73ad44-a9ea-4758-86f9-31a12957f576 req-4ead6104-81c4-4437-9a20-e50afaa49a71 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036873 Nov 12 11:06:02.765687 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Sync routers for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:06:02.794456 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:06:02.795467 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:05:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:02.865490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-b849f5ca-c62d-49d5-87c0-f473416fe843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:02.866977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-b849f5ca-c62d-49d5-87c0-f473416fe843 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 1095 time: 0.0802841 Nov 12 11:06:02.899675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-cdd23772-d148-417c-b4d2-4be7a984ee0b service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006242 Nov 12 11:06:02.956769 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:06:03.004459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-202a96a7-8ef8-46bd-867b-7f1e23fed1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.006276 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-202a96a7-8ef8-46bd-867b-7f1e23fed1db service neutron] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 906 time: 0.1314878 Nov 12 11:06:03.011301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88ac4dde-6109-4211-bc8e-5e709a92809e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.019841 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88ac4dde-6109-4211-bc8e-5e709a92809e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.066482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-13b49586-7dff-45ea-bd9d-0b70c203819a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff033a2-81f3-49e0-83bb-2f7b7e263578 HTTP/1.1" status: 200 len: 217 time: 0.0458481 Nov 12 11:06:03.099322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac4dde-6109-4211-bc8e-5e709a92809e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b358a95b-fe27-4655-9794-31a7efdf14d8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:03.113376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88ac4dde-6109-4211-bc8e-5e709a92809e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.118790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-88ac4dde-6109-4211-bc8e-5e709a92809e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4713848 Nov 12 11:06:03.123041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35028) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:03.131006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1b552-88c0-4b27-87d1-3d0a9b5cd1f0 req-ddedcc05-f65b-4015-898f-3d6924b62bd3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.138709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3e1b552-88c0-4b27-87d1-3d0a9b5cd1f0 req-ddedcc05-f65b-4015-898f-3d6924b62bd3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.1939142 Nov 12 11:06:03.143982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b879604e-2be4-492f-b708-77aa06d5c149 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'security_group_rule': {'security_group_id': 'b358a95b-fe27-4655-9794-31a7efdf14d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:03.149174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-2685eb50-ac56-4599-a884-92734ae5c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.151235 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-2685eb50-ac56-4599-a884-92734ae5c01f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.0767939 Nov 12 11:06:03.161303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-03cf31b6-d030-42df-8f20-ce1444d42822 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508345 Nov 12 11:06:03.186260 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-f9ec7a8d-252f-4016-9125-53964216e3ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271366 Nov 12 11:06:03.244589 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 2, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:03.245804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-834a7fcb-5131-432e-bc9e-42b3db60c879 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 217 time: 0.0743103 Nov 12 11:06:03.302870 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Checking router: 5e71701d-7631-499d-b485-c830b315f1fd for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:06:03.302870 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Updating router 5e71701d-7631-499d-b485-c830b315f1fd port ccfb17b3-5441-4303-bc71-94f113063fc4 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:06:03.311410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3e1b552-88c0-4b27-87d1-3d0a9b5cd1f0 req-3304b194-8972-43ba-b4f7-7eb9ab280c70 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698699 Nov 12 11:06:03.311410 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b879604e-2be4-492f-b708-77aa06d5c149 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.322085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-de4983d9-c253-4c88-821c-8b39201c3f6f service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279771 Nov 12 11:06:03.350226 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.410338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b879604e-2be4-492f-b708-77aa06d5c149 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.427238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b879604e-2be4-492f-b708-77aa06d5c149 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.496977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea2743e-8e5a-411b-8ab5-c093923d6388 req-dddbb7d4-e1f9-49ed-bd8d-e0c81fb14e67 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652021 Nov 12 11:06:03.518997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739ecc8-79bf-4320-a794-73c921797628 req-55fad1ef-3add-447a-93ef-159e795540b5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.521294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4739ecc8-79bf-4320-a794-73c921797628 req-55fad1ef-3add-447a-93ef-159e795540b5 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.1104715 Nov 12 11:06:03.605845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4739ecc8-79bf-4320-a794-73c921797628 req-ce149d25-b517-4e8e-a112-ae387c91dc2f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743911 Nov 12 11:06:03.734813 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.744920 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.918280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-7d4140fb-3b19-4c38-967f-d93b5b438a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.934323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-7d4140fb-3b19-4c38-967f-d93b5b438a09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.6793315 Nov 12 11:06:03.983720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf8c00-1e1d-419a-abfa-1a192f13a967 req-4cebfc77-7da6-44c2-8336-7fd62adeb68c tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.992388 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Attempting to bind port ccfb17b3-5441-4303-bc71-94f113063fc4 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:03.993023 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Attempting to bind port ccfb17b3-5441-4303-bc71-94f113063fc4 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:03.993199 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Attempting to bind port ccfb17b3-5441-4303-bc71-94f113063fc4 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:04.001823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4bcf8c00-1e1d-419a-abfa-1a192f13a967 req-4cebfc77-7da6-44c2-8336-7fd62adeb68c tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 943 time: 0.1774120 Nov 12 11:06:04.003985 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:04.004444 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Checking segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:04.005021 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.005576 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Bound using segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:04.006068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Bound port: ccfb17b3-5441-4303-bc71-94f113063fc4, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:04.006448 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.035740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879604e-2be4-492f-b708-77aa06d5c149 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0d59f7-13a9-43c2-b573-9b3b09f40edb,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:04.087407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a1d70ec4-4a06-400b-9b3c-3ce4a0bf7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:04.089903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a1d70ec4-4a06-400b-9b3c-3ce4a0bf7474 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1351697 Nov 12 11:06:04.100750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b879604e-2be4-492f-b708-77aa06d5c149 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.105347 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b879604e-2be4-492f-b708-77aa06d5c149 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9617989 Nov 12 11:06:04.112468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35044) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:04.124339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bb54ad78-2af3-482f-86d5-5e0239203950 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'security_group_rule': {'security_group_id': 'b358a95b-fe27-4655-9794-31a7efdf14d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:04.173834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4bcf8c00-1e1d-419a-abfa-1a192f13a967 req-8a945fcd-cd59-4f7c-a228-c2b82094b358 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458020 Nov 12 11:06:04.201039 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f7516-fe58-41c4-84b6-4fd0431ebf93 None None] Pushing event updated for resources: {'Port': ['ID=ccfb17b3-5441-4303-bc71-94f113063fc4,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:04.214876 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] For port ccfb17b3-5441-4303-bc71-94f113063fc4, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:04.221409 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] For port ccfb17b3-5441-4303-bc71-94f113063fc4, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ccfb17b3-5441-4303-bc71-94f113063fc4,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:04.231541 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.242968 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb54ad78-2af3-482f-86d5-5e0239203950 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.244462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-78e9e998-5fd0-445d-a7b7-6aeca9a09deb None None] Provisioning complete for port ccfb17b3-5441-4303-bc71-94f113063fc4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:04.245199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78e9e998-5fd0-445d-a7b7-6aeca9a09deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.316892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e13802-fb41-44e4-b9d7-5c5b7e852803 req-3257b305-403f-496c-9a46-9fafd102556f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:04.325849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45e13802-fb41-44e4-b9d7-5c5b7e852803 req-3257b305-403f-496c-9a46-9fafd102556f tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.3815484 Nov 12 11:06:04.331460 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:06:04.332101 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:05:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:04.430080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-d42f606b-e493-446e-96b2-835c949b1147 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102114 Nov 12 11:06:04.459872 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78e9e998-5fd0-445d-a7b7-6aeca9a09deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.484842 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb54ad78-2af3-482f-86d5-5e0239203950 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.491141 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:06:04.497706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb54ad78-2af3-482f-86d5-5e0239203950 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.545164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-78e9e998-5fd0-445d-a7b7-6aeca9a09deb None None] For port ccfb17b3-5441-4303-bc71-94f113063fc4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ccfb17b3-5441-4303-bc71-94f113063fc4,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:04.550689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78e9e998-5fd0-445d-a7b7-6aeca9a09deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.587188 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb54ad78-2af3-482f-86d5-5e0239203950 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.600681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bb54ad78-2af3-482f-86d5-5e0239203950 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4858117 Nov 12 11:06:04.602111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54ad78-2af3-482f-86d5-5e0239203950 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d58fc9-ae75-41d9-b303-3d5c7fe4685a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:04.611993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35050) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:04.634999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:04.635884 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f7516-fe58-41c4-84b6-4fd0431ebf93 None None] Pushing event updated for resources: {'Port': ['ID=ccfb17b3-5441-4303-bc71-94f113063fc4,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:04.691420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.706346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9e998-5fd0-445d-a7b7-6aeca9a09deb None None] Pushing event updated for resources: {'Port': ['ID=ccfb17b3-5441-4303-bc71-94f113063fc4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:04.726194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-a1b4edf7-c3f3-4c0e-ae39-195e2d5d5254 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846839 Nov 12 11:06:04.747977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45e13802-fb41-44e4-b9d7-5c5b7e852803 req-d43cca93-dd69-4ebb-ac1e-4bc04d44b649 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142764 Nov 12 11:06:04.794443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-95cbf9e0-1d0f-4d10-a986-6583990b8b4c None None] Provisioning complete for port ccfb17b3-5441-4303-bc71-94f113063fc4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:04.796606 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95cbf9e0-1d0f-4d10-a986-6583990b8b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.827488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-d4d4ea69-9d32-44ab-9bd6-9941da3e24f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc HTTP/1.1" status: 200 len: 217 time: 0.0781450 Nov 12 11:06:04.921003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.923995 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:06:04Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:04.985013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-1d634c3d-e3c1-453c-b955-fc25826e1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:04.985982 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d9560d-bacc-402a-a1ea-4e1b42a970e9 None None] The sync data for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 is: [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:06:04Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:06:04.987304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-1d634c3d-e3c1-453c-b955-fc25826e1e6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1526203 Nov 12 11:06:05.006501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213ae8c-cfd6-4025-a87f-d3038c431a0b req-24e3c802-01ca-4b4e-a20c-22d77236d071 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.011006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3213ae8c-cfd6-4025-a87f-d3038c431a0b req-24e3c802-01ca-4b4e-a20c-22d77236d071 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.1517153 Nov 12 11:06:05.152455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-141895ee-ae65-42a4-9456-7facf5bb686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.154692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-141895ee-ae65-42a4-9456-7facf5bb686a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1098 time: 0.1672499 Nov 12 11:06:05.164498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-b9c935c9-b69e-484f-a356-e8f0d298a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.167272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-b9c935c9-b69e-484f-a356-e8f0d298a1d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1555655 Nov 12 11:06:05.205501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3213ae8c-cfd6-4025-a87f-d3038c431a0b req-c1e0d1fc-0720-4d6e-87ec-c6d1345f922c tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722291 Nov 12 11:06:05.237272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Allocated IP 172.25.2.79 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f2788c76-b043-40fa-afbc-a444df73d0ee) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:05.291011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeae4c4-d8cd-4cde-a755-68ef95f69f95 req-7fee28ca-a566-4d88-bf99-0609e9dee65b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.295152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5eeae4c4-d8cd-4cde-a755-68ef95f69f95 req-7fee28ca-a566-4d88-bf99-0609e9dee65b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1618335 Nov 12 11:06:05.380363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-2e253cca-d73d-4ebb-be44-e8f6b1b695cc service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031560 Nov 12 11:06:05.390244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950982d9-37fe-484a-81cd-009ed9501467 req-406b912f-7417-446d-a4c3-20c85b5497e6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.393042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-950982d9-37fe-484a-81cd-009ed9501467 req-406b912f-7417-446d-a4c3-20c85b5497e6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 943 time: 0.0979569 Nov 12 11:06:05.507452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-950982d9-37fe-484a-81cd-009ed9501467 req-1134cbc1-7b67-4fea-b78c-c4c3d28efa68 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054718 Nov 12 11:06:05.554980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-ccff2499-4ab6-47d0-8dc7-5cb54a83a811 service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613908 Nov 12 11:06:05.575632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-9e83106b-1eaa-4507-8bb6-4d08910bf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.577176 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-9e83106b-1eaa-4507-8bb6-4d08910bf3e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 920 time: 0.4011073 Nov 12 11:06:05.586549 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5eeae4c4-d8cd-4cde-a755-68ef95f69f95 req-38b6aa37-a2e7-4b2c-8447-a05f4de4d633 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420082 Nov 12 11:06:05.629379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-220d326e-13fd-4ba2-80a3-cea4125f0daa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e HTTP/1.1" status: 200 len: 217 time: 0.0655539 Nov 12 11:06:05.686746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-f978b396-6688-4e90-9536-8d1bbcc13950 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 HTTP/1.1" status: 200 len: 217 time: 0.0937846 Nov 12 11:06:05.713107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ccfb17b3-5441-4303-bc71-94f113063fc4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:05.778688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-d787f5b6-aa60-4219-a928-4934e2e5c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.781484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-d787f5b6-aa60-4219-a928-4934e2e5c643 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 200 len: 797 time: 0.1424940 Nov 12 11:06:05.805656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ccfb17b3-5441-4303-bc71-94f113063fc4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:05.806317 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:05.842254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:05.859781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-c26615a2-2bfc-4f48-be49-c61821a8f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.862388 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-c26615a2-2bfc-4f48-be49-c61821a8f6f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.1638582 Nov 12 11:06:05.919363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-99206b6c-571a-4f94-ac30-f83dbc8ed85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.922834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-9a1e9c27-e2f2-4929-be2c-b0e96e206a40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497987 Nov 12 11:06:05.923068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-99206b6c-571a-4f94-ac30-f83dbc8ed85a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1305873 Nov 12 11:06:05.982532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.101935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:06.116644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:06.127638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1ab55-9c8b-4d46-8a5f-2cc57609d6ba req-33a3a801-e1e3-4809-827e-ace510caffea tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:06.136829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbc1ab55-9c8b-4d46-8a5f-2cc57609d6ba req-33a3a801-e1e3-4809-827e-ace510caffea tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.1146133 Nov 12 11:06:06.149066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:06.156259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-faad3a54-5746-42e2-9817-28d6fd97de6c service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158308 Nov 12 11:06:06.190632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'Port': ['ID=f2788c76-b043-40fa-afbc-a444df73d0ee,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:06.200664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-c17e26f6-b6a3-47b8-b3a5-580bd50f528d service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611995 Nov 12 11:06:06.254043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbc1ab55-9c8b-4d46-8a5f-2cc57609d6ba req-3419c9f1-f7f6-4dbd-9512-7f098bdd2be0 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158726 Nov 12 11:06:06.325725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-6cded7a2-8197-4a7d-b89a-cc1cb8292b1e service neutron] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600668 Nov 12 11:06:06.371120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.393500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-57f5fd01-d2f2-40b8-bebe-fba2ba7895bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=01fd76b2-220c-4e30-8e48-ac0e33361316 HTTP/1.1" status: 200 len: 217 time: 0.0603430 Nov 12 11:06:06.394285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f63f0b33-0410-4290-b1c9-8748f1f4463a req-c4de46b0-cfdc-4648-8e51-6e0ce226e3df service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838801 Nov 12 11:06:06.434484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.491673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-bb3bf0df-1359-4174-99ef-4e4ff6adaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:06.493852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-bb3bf0df-1359-4174-99ef-4e4ff6adaf82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.0855293 Nov 12 11:06:06.559943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-5150b4fb-3edd-4acc-9ef7-5b3e0ba015d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:06.563287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-5150b4fb-3edd-4acc-9ef7-5b3e0ba015d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0615990 Nov 12 11:06:06.610529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3ff033a2-81f3-49e0-83bb-2f7b7e263578 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:06.681833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.692341 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.762662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-7038f3f5-e391-4457-99ae-f2a635d13425 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915507 Nov 12 11:06:06.864338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'Port': ['ID=f2788c76-b043-40fa-afbc-a444df73d0ee,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:06.909761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd11418-23a8-4d0c-8d49-7d97f1271aee req-a2cfb7c3-02f5-4710-b1f3-505bce4750c1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:06.917677 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fd11418-23a8-4d0c-8d49-7d97f1271aee req-a2cfb7c3-02f5-4710-b1f3-505bce4750c1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 943 time: 0.2299612 Nov 12 11:06:06.963662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.987830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a342304-229f-4876-b283-d51d7ceb1705 req-fe875df5-07e5-4406-81e6-8d868c83ec6a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:06.990136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a342304-229f-4876-b283-d51d7ceb1705 req-fe875df5-07e5-4406-81e6-8d868c83ec6a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1735609 Nov 12 11:06:07.009355 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:07.010657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6e6c18c8-40df-4b85-9f70-43e4fb1b5ea9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3896573 Nov 12 11:06:07.023694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-869bd7d9-806a-4950-bb0e-d644eb8e34ed service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490056 Nov 12 11:06:07.046570 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fd11418-23a8-4d0c-8d49-7d97f1271aee req-81fbb886-c313-4930-aba5-c2a41b10d0e7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173465 Nov 12 11:06:07.125741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3ff033a2-81f3-49e0-83bb-2f7b7e263578, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3ff033a2-81f3-49e0-83bb-2f7b7e263578,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:07.128345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-af94b7af-64ec-4365-a928-71d39954fa4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd4a3d4e-38e9-4b94-adec-321710959a02 HTTP/1.1" status: 200 len: 217 time: 0.0905566 Nov 12 11:06:07.139648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '3ff033a2-81f3-49e0-83bb-2f7b7e263578', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'port_id': '3ff033a2-81f3-49e0-83bb-2f7b7e263578', 'mac_address': 'fa:16:3e:93:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e70664f-60f3-4f40-b2b7-729bf4040931', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:07.178284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a342304-229f-4876-b283-d51d7ceb1705 req-f0c785c5-6c29-482d-8101-7bd677837f11 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780264 Nov 12 11:06:07.205093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-3ee4f8b1-77df-42f7-8df6-94c723299166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:07.207060 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:07.207963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-3ee4f8b1-77df-42f7-8df6-94c723299166 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 200 len: 797 time: 0.0647509 Nov 12 11:06:07.229928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff033a2-81f3-49e0-83bb-2f7b7e263578 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:07.262212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3ff033a2-81f3-49e0-83bb-2f7b7e263578, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3ff033a2-81f3-49e0-83bb-2f7b7e263578,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:07.271175 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:07.333202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-bc63fe4d-9f72-401a-9274-1494caadea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:07.335060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-bc63fe4d-9f72-401a-9274-1494caadea73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048362 Nov 12 11:06:07.373646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=3ff033a2-81f3-49e0-83bb-2f7b7e263578,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:07.397021 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-5b2233bc-1344-4068-82bb-79a5c4a5bfb9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--943969377&fields=id&tenant_id=2408959e80824d8bb898ea14f13272aa HTTP/1.1" status: 200 len: 267 time: 0.1043129 Nov 12 11:06:07.532472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-9d9c9c88-95ca-468b-96ce-c745b1a1e2e8 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814811 Nov 12 11:06:07.567518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478658d-6e25-4fdf-9123-b4b435f14d00 req-93f2bad1-d074-4ade-aade-537161c2142a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:07.570000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c478658d-6e25-4fdf-9123-b4b435f14d00 req-93f2bad1-d074-4ade-aade-537161c2142a tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.1265962 Nov 12 11:06:07.578414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-8cff47bf-7585-4ca5-afca-a63ef44f24b0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:07.580812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:07.585166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-8cff47bf-7585-4ca5-afca-a63ef44f24b0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.1748247 Nov 12 11:06:07.604295 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-dff6ea5d-2757-4635-a4a5-b52903c51272 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/quotas/2408959e80824d8bb898ea14f13272aa HTTP/1.1" status: 200 len: 375 time: 0.0154121 Nov 12 11:06:07.695506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-a451af63-084e-483d-a91d-3a207628d5ba tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793235 Nov 12 11:06:07.741844 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c478658d-6e25-4fdf-9123-b4b435f14d00 req-09fb3215-d57a-4b2d-923b-ce74dc166942 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/security-groups?id=d96948ed-b969-4e64-adcf-15d60363f536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538558 Nov 12 11:06:07.782922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1295612-075b-4bc7-bd5e-b32be3d7ba4c req-c76804a4-f773-4711-84ea-028138f4e7a3 service neutron] 10.222.0.52 "GET /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427053 Nov 12 11:06:07.870398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f3870dd9-8553-42cb-9807-6f0c5205e35f service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434691 Nov 12 11:06:08.003656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-14c0a91b-5879-47a0-b54a-581f9515efcd service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264217 Nov 12 11:06:08.049697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-34f5fa75-abcb-4e18-bae7-3931030ea8f3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:08.051518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-34f5fa75-abcb-4e18-bae7-3931030ea8f3 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 946 time: 0.0624979 Nov 12 11:06:08.229154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-196d4372-e593-484b-a8b4-99bb5b73f360 req-0b9e67a0-7250-4250-baa3-49f180afac7c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 210 time: 0.0337870 Nov 12 11:06:08.281478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9c02-b666-49a0-b41c-014cad88a7d7 req-ea9b656e-7688-4689-8da2-138f322a3152 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:08.282921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-140d9c02-b666-49a0-b41c-014cad88a7d7 req-ea9b656e-7688-4689-8da2-138f322a3152 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 944 time: 0.1085660 Nov 12 11:06:08.291457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Deleting port b7faa153-d953-4eda-8793-f552e419abc4 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:08.293360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.415707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-140d9c02-b666-49a0-b41c-014cad88a7d7 req-23cdbfd6-25ef-45c9-bf65-7a038d41233f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195757 Nov 12 11:06:08.442463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] For port b7faa153-d953-4eda-8793-f552e419abc4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=b7faa153-d953-4eda-8793-f552e419abc4,segment=NetworkSegment(5c21fc39-257d-40f4-9462-22c03a61ac82),segment_id=5c21fc39-257d-40f4-9462-22c03a61ac82)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:08.443065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.467869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e825-2245-468b-a6c2-a0ea3d90efc6 req-76ca0d7d-a24f-4e57-a313-a47e295768b8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:08.471283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Calling delete_port for b7faa153-d953-4eda-8793-f552e419abc4 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:08.475922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b142e825-2245-468b-a6c2-a0ea3d90efc6 req-76ca0d7d-a24f-4e57-a313-a47e295768b8 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0858700 Nov 12 11:06:08.531418 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b142e825-2245-468b-a6c2-a0ea3d90efc6 req-fe567131-a6ee-4b34-94ac-e5a4c83cce09 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Nov 12 11:06:08.628306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3ff033a2-81f3-49e0-83bb-2f7b7e263578 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:08.659543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.677125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['b7faa153-d953-4eda-8793-f552e419abc4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:08.703594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Pushing event deleted for resources: {'Port': ['ID=b7faa153-d953-4eda-8793-f552e419abc4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:08.735566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:08.740674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:08.744572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.761617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] No DVR routers for this DVR port b7faa153-d953-4eda-8793-f552e419abc4 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:08.764408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.769328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-195604e3-17a2-44fe-9092-74320d01c8d5 req-abfab1bb-d91a-4f0b-bf86-ef6d9cb387e6 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.59 "DELETE /v2.0/ports/b7faa153-d953-4eda-8793-f552e419abc4 HTTP/1.1" status: 204 len: 173 time: 0.7100739 Nov 12 11:06:08.770087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4de74b9-1cd6-497e-be69-b80b2b852b0f', 'name': 'network-vif-deleted', 'tag': 'b7faa153-d953-4eda-8793-f552e419abc4'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:08.774463 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407b7cb4-6415-4ba4-8ca0-f9d40ec5a7dd" -d '{"events": [{"server_uuid": "f4de74b9-1cd6-497e-be69-b80b2b852b0f", "name": "network-vif-deleted", "tag": "b7faa153-d953-4eda-8793-f552e419abc4"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:08.830544 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3574e1-0cd7-4693-828a-3689225befec x-openstack-request-id: req-9f3574e1-0cd7-4693-828a-3689225befec {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:08.831003 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4de74b9-1cd6-497e-be69-b80b2b852b0f", "name": "network-vif-deleted", "tag": "b7faa153-d953-4eda-8793-f552e419abc4", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:08.831349 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f3574e1-0cd7-4693-828a-3689225befec {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:08.831886 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4de74b9-1cd6-497e-be69-b80b2b852b0f', 'name': 'network-vif-deleted', 'tag': 'b7faa153-d953-4eda-8793-f552e419abc4', 'status': 'completed', 'code': 200} Nov 12 11:06:08.905198 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.932653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb280f51-4333-43db-89a0-e2395eefb649 req-4fdc27e4-7cc0-4c04-b038-bcb237d8bae8 tempest-ServerDiskConfigTestJSON-259184825 tempest-ServerDiskConfigTestJSON-259184825-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4de74b9-1cd6-497e-be69-b80b2b852b0f HTTP/1.1" status: 200 len: 210 time: 0.0581906 Nov 12 11:06:08.962628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458a12d-c7df-43e2-ab57-efde19b9af40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff033a2-81f3-49e0-83bb-2f7b7e263578'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:08.962628 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e785ca67-69b1-422a-a04b-58533d7361f0" -d '{"events": [{"server_uuid": "c458a12d-c7df-43e2-ab57-efde19b9af40", "name": "network-vif-plugged", "status": "completed", "tag": "3ff033a2-81f3-49e0-83bb-2f7b7e263578"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:08.993742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3ff033a2-81f3-49e0-83bb-2f7b7e263578, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3ff033a2-81f3-49e0-83bb-2f7b7e263578,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:09.001891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.036837 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f94e24-9bee-4b25-9fbc-01999fb01825 x-openstack-request-id: req-f0f94e24-9bee-4b25-9fbc-01999fb01825 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:09.037314 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c458a12d-c7df-43e2-ab57-efde19b9af40", "name": "network-vif-plugged", "status": "completed", "tag": "3ff033a2-81f3-49e0-83bb-2f7b7e263578", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:09.038122 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0f94e24-9bee-4b25-9fbc-01999fb01825 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:09.038122 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458a12d-c7df-43e2-ab57-efde19b9af40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff033a2-81f3-49e0-83bb-2f7b7e263578', 'code': 200} Nov 12 11:06:09.097358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=3ff033a2-81f3-49e0-83bb-2f7b7e263578,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:09.220392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a426122-f5d8-4be9-9241-c444da1c2515 req-5c2981e3-20f3-4b80-9c12-36f529cde41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:09.222622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1a426122-f5d8-4be9-9241-c444da1c2515 req-5c2981e3-20f3-4b80-9c12-36f529cde41f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 1097 time: 0.0680478 Nov 12 11:06:09.292947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1a426122-f5d8-4be9-9241-c444da1c2515 req-0e118c28-7369-4127-b59b-6c348547d990 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571601 Nov 12 11:06:09.378302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-559a67d9-81e0-4109-bfc6-ac341203d3b6 req-a812eace-f3bb-4dfe-9e68-3a7deb601585 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 210 time: 0.0597868 Nov 12 11:06:09.604544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc1972-e11c-45e0-9283-bdd38bd7d2be req-3ba15506-0fc4-4064-83be-fbd4181ea5c4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:09.606454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8fc1972-e11c-45e0-9283-bdd38bd7d2be req-3ba15506-0fc4-4064-83be-fbd4181ea5c4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 945 time: 0.1088634 Nov 12 11:06:09.663872 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8fc1972-e11c-45e0-9283-bdd38bd7d2be req-144bd0a7-2a65-4325-9429-4770568785ea tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496237 Nov 12 11:06:09.765033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5441f-01fe-4766-9959-f55178576c64 req-4e0eb1fe-c85b-4753-9701-6a2a40b17850 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:09.767068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9af5441f-01fe-4766-9959-f55178576c64 req-4e0eb1fe-c85b-4753-9701-6a2a40b17850 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0695701 Nov 12 11:06:09.826219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9af5441f-01fe-4766-9959-f55178576c64 req-50605cd2-a996-4769-b7b6-e3fa277ac4d5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519390 Nov 12 11:06:09.888749 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.023834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-4aa0b067-dbf1-4ec1-aab0-d69ee4ff163b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.024994 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-4aa0b067-dbf1-4ec1-aab0-d69ee4ff163b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.1323988 Nov 12 11:06:10.115037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-d3768f12-4614-45c3-b9ea-6b083a111f23 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2408959e80824d8bb898ea14f13272aa HTTP/1.1" status: 200 len: 379 time: 0.0759573 Nov 12 11:06:10.126511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'port': {'device_id': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'admin_state_up': True, 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'security_groups': ['b358a95b-fe27-4655-9794-31a7efdf14d8']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:10.168304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35142) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:10.228276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a515c9c-6f02-4f8e-bc44-cda4ad6007ca admin admin] Deleting subnet 8c456c41-5f43-42ea-b82a-2aa83d62123f {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:10.233640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a515c9c-6f02-4f8e-bc44-cda4ad6007ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.270587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Made reservation on behalf of 2408959e80824d8bb898ea14f13272aa for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:10.274714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.283515 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a515c9c-6f02-4f8e-bc44-cda4ad6007ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.302241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.331518 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a515c9c-6f02-4f8e-bc44-cda4ad6007ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.400108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a515c9c-6f02-4f8e-bc44-cda4ad6007ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.427985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a515c9c-6f02-4f8e-bc44-cda4ad6007ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c456c41-5f43-42ea-b82a-2aa83d62123f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:10.434367 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a515c9c-6f02-4f8e-bc44-cda4ad6007ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.440653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8a515c9c-6f02-4f8e-bc44-cda4ad6007ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8c456c41-5f43-42ea-b82a-2aa83d62123f HTTP/1.1" status: 204 len: 168 time: 0.2706602 Nov 12 11:06:10.441329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35146) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:10.443968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Allocated IP 172.20.0.13 (79d147ef-e090-4316-a2d8-711387d78aef/536f3462-b6ae-487c-8ad1-b1a6726b488b/9335e524-abff-4eb3-bd92-875aa0ce0877) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:10.525315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b5c3a80-a164-4d2b-93ef-f49707615be7 req-e205483c-c373-42ec-a6e5-04e2422b9780 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 210 time: 0.0299575 Nov 12 11:06:10.545497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.640102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.667853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb3c124-07c0-4c64-bf49-116113fe68a7']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:10.672788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.679163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c21fc39-257d-40f4-9462-22c03a61ac82') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:10.679459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c21fc39-257d-40f4-9462-22c03a61ac82') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:10.691656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.713932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.723963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.726146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:06:10.727547 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:06:10.730432 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:06:10.802156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Network 79d147ef-e090-4316-a2d8-711387d78aef is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:10.806587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:10.809804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:10.829653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.841065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.845975 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3fb3c124-07c0-4c64-bf49-116113fe68a7 HTTP/1.1" status: 204 len: 168 time: 0.4032388 Nov 12 11:06:10.853963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:10.868018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174ce12-00e4-4e59-98df-ac8585724a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fb3c124-07c0-4c64-bf49-116113fe68a7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:10.889721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c227570-1840-4dd4-b161-0105f9df09dc req-ed92e610-4b69-4c12-8d3b-9badef457bea tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.899556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c227570-1840-4dd4-b161-0105f9df09dc req-ed92e610-4b69-4c12-8d3b-9badef457bea tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 945 time: 0.1228600 Nov 12 11:06:10.945609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.948452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.000065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c227570-1840-4dd4-b161-0105f9df09dc req-16709f07-46bb-4104-bb2a-bad273bf7d56 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994098 Nov 12 11:06:11.024706 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-f0dbc7fc-e95c-437d-85f2-a94ad85fff62 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9023960 Nov 12 11:06:11.049661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Request body: {'port': {'device_id': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:11.089149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b53fa-d9ca-4224-af75-2e23a0313e9d req-4694d43e-73a0-478f-985d-31682e585be5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:11.091911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-384b53fa-d9ca-4224-af75-2e23a0313e9d req-4694d43e-73a0-478f-985d-31682e585be5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1293406 Nov 12 11:06:11.117919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35160) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:11.176097 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cab22d89-f39a-4d73-8081-bed9563431e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a45a47a5aae450094fddd1d5cedd74b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561447 Nov 12 11:06:11.179605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.181165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35164) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:11.216031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-384b53fa-d9ca-4224-af75-2e23a0313e9d req-181a47cc-6eec-4bb1-a1a8-5366be5bf4ad tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087470 Nov 12 11:06:11.284830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b09dfdb3-0ad2-4dfa-ad1b-9479cd153381 None None] Provisioning complete for port 9335e524-abff-4eb3-bd92-875aa0ce0877 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:11.286132 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b09dfdb3-0ad2-4dfa-ad1b-9479cd153381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.329732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b09dfdb3-0ad2-4dfa-ad1b-9479cd153381 None None] Port 9335e524-abff-4eb3-bd92-875aa0ce0877 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:11.344651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e0764df-fd2c-4554-b5c4-8fb1f07b352a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.383340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e0764df-fd2c-4554-b5c4-8fb1f07b352a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.404731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87bf12-cb72-4b40-b01e-d59cf91c2052 req-bfe80cd7-0efe-490b-b491-630642bb0c19 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:11.406290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b87bf12-cb72-4b40-b01e-d59cf91c2052 req-bfe80cd7-0efe-490b-b491-630642bb0c19 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.1537259 Nov 12 11:06:11.436459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b87bf12-cb72-4b40-b01e-d59cf91c2052 req-ecaf5eee-4345-4397-be6e-ee9cf4d9c0d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/quotas/e7477d2f33494e1cbc6ba0f4f96dd2a5 HTTP/1.1" status: 200 len: 375 time: 0.0228074 Nov 12 11:06:11.485189 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e0764df-fd2c-4554-b5c4-8fb1f07b352a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.488119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e0764df-fd2c-4554-b5c4-8fb1f07b352a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.489315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1e0764df-fd2c-4554-b5c4-8fb1f07b352a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d96948ed-b969-4e64-adcf-15d60363f536 HTTP/1.1" status: 204 len: 168 time: 0.3068745 Nov 12 11:06:11.502030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0764df-fd2c-4554-b5c4-8fb1f07b352a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96948ed-b969-4e64-adcf-15d60363f536,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:11.515324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b87bf12-cb72-4b40-b01e-d59cf91c2052 req-2e9d1d49-1805-428c-a55f-524fa5f8336a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701070 Nov 12 11:06:11.535434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9335e524-abff-4eb3-bd92-875aa0ce0877 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:11.546515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.566111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Transition to ACTIVE for port object 9335e524-abff-4eb3-bd92-875aa0ce0877 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:11.573193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.639442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b87bf12-cb72-4b40-b01e-d59cf91c2052 req-9367b15d-1ac1-4aea-82b4-676912667eb2 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164556 Nov 12 11:06:11.699885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:11.767037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13919fd-d8eb-4764-bbf8-b64d76d6b9da req-62e0f19f-04dd-49ae-a899-a2a2a84372cd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:11.768850 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b13919fd-d8eb-4764-bbf8-b64d76d6b9da req-62e0f19f-04dd-49ae-a899-a2a2a84372cd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 944 time: 0.1283183 Nov 12 11:06:11.777995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b87bf12-cb72-4b40-b01e-d59cf91c2052 req-285a9c73-8131-4813-93fb-3831cc426fd8 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318705 Nov 12 11:06:11.841691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Attempting to bind port 9335e524-abff-4eb3-bd92-875aa0ce0877 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:11.842235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Attempting to bind port 9335e524-abff-4eb3-bd92-875aa0ce0877 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:11.842343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Attempting to bind port 9335e524-abff-4eb3-bd92-875aa0ce0877 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:11.858897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Port 9335e524-abff-4eb3-bd92-875aa0ce0877 on network 79d147ef-e090-4316-a2d8-711387d78aef not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:11.859364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Attempting to bind port 9335e524-abff-4eb3-bd92-875aa0ce0877 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:11.865891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b13919fd-d8eb-4764-bbf8-b64d76d6b9da req-ac292abb-178b-488c-97af-624a9c3c3ea8 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879641 Nov 12 11:06:11.869555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:11.869921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Checking segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:11.870549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Bound using segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:11.871015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Bound port: 9335e524-abff-4eb3-bd92-875aa0ce0877, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:11.871909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.982439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:11.986149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:12.003230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:12.086669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:12.086669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:12.087885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] 10.222.0.59 "PUT /v2.0/ports/9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 1093 time: 1.0473909 Nov 12 11:06:12.090462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:12.093196 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:12.206651 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2995188d-7b72-4872-a537-52b2ecfa1352 x-openstack-request-id: req-2995188d-7b72-4872-a537-52b2ecfa1352 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:12.206939 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:12.207472 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2995188d-7b72-4872-a537-52b2ecfa1352 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:12.208167 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'status': 'completed', 'code': 200} Nov 12 11:06:12.218433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcecee7-69b6-4859-bf0f-1026989bec27 service neutron] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:12.240044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-00c4cac0-e6a2-465f-8de6-41f4c899a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:12.242075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-00c4cac0-e6a2-465f-8de6-41f4c899a1d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1096 time: 0.0867245 Nov 12 11:06:12.350733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-265c4649-6364-4bf7-bf26-2d0c2c7cb9a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 217 time: 0.0945334 Nov 12 11:06:12.389631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f7836-e395-4aa2-80ea-345954c9ee26 req-78a17b1c-7eaa-4cf6-96b0-45c7d6bb17e6 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:12.392876 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-705f7836-e395-4aa2-80ea-345954c9ee26 req-78a17b1c-7eaa-4cf6-96b0-45c7d6bb17e6 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0838261 Nov 12 11:06:12.482666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-31c221fb-ca2f-4054-8357-8079b70ed7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:12.484348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-31c221fb-ca2f-4054-8357-8079b70ed7ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1221976 Nov 12 11:06:12.495401 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-705f7836-e395-4aa2-80ea-345954c9ee26 req-fa27cad5-b55f-424f-9eb6-62eadf0b765b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868590 Nov 12 11:06:12.566191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-b8bd1120-2e2b-49fe-954d-469779b81941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:12.571210 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-b8bd1120-2e2b-49fe-954d-469779b81941 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730278 Nov 12 11:06:12.743677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-8e746faa-c598-4db7-acbc-2f55e1bde4c6 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650784 Nov 12 11:06:12.871802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35234) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:12.880701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57dc97d3-7eb6-43b1-a493-8996c04e745b req-e1e026a9-d712-4529-83b0-e9f5dc9312f5 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266363 Nov 12 11:06:13.065231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc8eed-584f-490e-b80a-51f40c1a51aa req-8974632b-db48-4dd1-8c32-cb689a23d29b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.069634 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc8eed-584f-490e-b80a-51f40c1a51aa req-8974632b-db48-4dd1-8c32-cb689a23d29b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 944 time: 0.0785997 Nov 12 11:06:13.074053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-336938666-network', 'tenant_id': '7a0662c3ed1a4f66b27eabb5e75fb81c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:13.079739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-2afb8fda-05b0-4829-8454-08617d28539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.081413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-2afb8fda-05b0-4829-8454-08617d28539a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1096 time: 0.1093552 Nov 12 11:06:13.118967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Made reservation on behalf of 7a0662c3ed1a4f66b27eabb5e75fb81c for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:13.121321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.136325 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.139810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-ca2e152f-cdb0-4bb4-b054-482bc645ac48 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.142768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-ca2e152f-cdb0-4bb4-b054-482bc645ac48 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.2089617 Nov 12 11:06:13.160418 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04fc8eed-584f-490e-b80a-51f40c1a51aa req-b7f9f2b2-d565-4aff-9e29-a269a44baf52 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819840 Nov 12 11:06:13.196782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-3ce82f46-ed1f-4a61-af49-bd8af99cad1b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/quotas/e7477d2f33494e1cbc6ba0f4f96dd2a5 HTTP/1.1" status: 200 len: 375 time: 0.0293300 Nov 12 11:06:13.253367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b7faa153-d953-4eda-8793-f552e419abc4 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:13.279057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-03fc91d9-8e05-44a2-a50b-dd85f59b1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.280616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-03fc91d9-8e05-44a2-a50b-dd85f59b1041 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.1911378 Nov 12 11:06:13.288112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.297174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.297629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: b7faa153-d953-4eda-8793-f552e419abc4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:13.298468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device b7faa153-d953-4eda-8793-f552e419abc4 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:13.337887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:06:13.347556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-e0fb4a89-ee15-486f-b7a7-635e045e8ada tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336529 Nov 12 11:06:13.349820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-63836fd8-8647-4b97-a326-9eb286c426ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 217 time: 0.0562611 Nov 12 11:06:13.355580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41086314-11eb-43b0-b042-eb6539bdbe29,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:13.366083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.366645 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Added segment 9527295b-7074-4c8d-8eab-b46a0a3440c8 of type vlan for network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 Nov 12 11:06:13.417371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.454055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.455040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.455631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.523127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6484768 Nov 12 11:06:13.527099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35252) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:13.536563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Request body: {'subnet': {'network_id': '21fe1ce7-8acd-4dd0-bef9-290b1083e0e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-336938666-subnet', 'tenant_id': '7a0662c3ed1a4f66b27eabb5e75fb81c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:13.553874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f596c94-7e63-4fc3-8dc0-131f1fd002f3 admin admin] Pushing event updated for resources: {'Network': ['ID=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:13.570444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:06:13.574180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Made reservation on behalf of 7a0662c3ed1a4f66b27eabb5e75fb81c for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:13.577942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.734624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afa586-d54f-4dea-857c-b0202bc7db96 req-95dc39d9-2aaf-42e4-b4ad-8db60e0d210e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.736897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70afa586-d54f-4dea-857c-b0202bc7db96 req-95dc39d9-2aaf-42e4-b4ad-8db60e0d210e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1363146 Nov 12 11:06:13.854522 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70afa586-d54f-4dea-857c-b0202bc7db96 req-555a14ea-4bd9-4a2c-8a8d-6f7f9630045a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101809 Nov 12 11:06:13.920762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.957886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-d5f19788-172e-4b49-8e5a-1fd14f02f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.959615 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-d5f19788-172e-4b49-8e5a-1fd14f02f1a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.5992882 Nov 12 11:06:14.009459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bea568-08b9-42fd-bcd4-b75483c530ad,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:14.023346 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Checking segment: {'id': '9527295b-7074-4c8d-8eab-b46a0a3440c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21fe1ce7-8acd-4dd0-bef9-290b1083e0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:14.023854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Network hostable DHCP agents. Network: 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:06:14.034013 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-61b36dcd-5458-44d4-8833-2f571212377a service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408200 Nov 12 11:06:14.047627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:06:14.056022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-73d84e72-ce6d-45cd-bd04-269123fb0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:14.057775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-73d84e72-ce6d-45cd-bd04-269123fb0f54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881746 Nov 12 11:06:14.064088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:14.069605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:14.070240 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.076334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b6e9c-4667-4cf0-ac57-48f7af5fd5fc None None] Network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:14.102342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eb381f96-388e-49a8-a33b-bce82d4d63c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5727727 Nov 12 11:06:14.247642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-87deea6b-e394-4638-9584-874a537f8a1d service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062173 Nov 12 11:06:14.278700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72275162-4103-44ae-ada8-9a2e8f0ea24f None None] Network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:14.305282 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-92c7ac5f-27e6-4ccc-bf56-871dc423bdb8 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355938 Nov 12 11:06:14.338205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4e9b0-d6f5-44ae-a96f-2dd6d2687de2 req-da80188c-fc3f-42dc-a601-55741a078f71 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:14.345633 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bda4e9b0-d6f5-44ae-a96f-2dd6d2687de2 req-da80188c-fc3f-42dc-a601-55741a078f71 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 944 time: 0.0779097 Nov 12 11:06:14.405637 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bda4e9b0-d6f5-44ae-a96f-2dd6d2687de2 req-724dc554-dc2e-424b-9e5e-cd77b9ba02f0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584614 Nov 12 11:06:14.471787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4d91a0-9ea2-41f4-864a-b699a0cb920d req-0af0f719-534d-49d2-8ad6-4d60e56c8fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536906 Nov 12 11:06:14.633775 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52a27982-0a3a-41cf-9483-389f962d36ac req-df96536f-ddba-4053-b89d-d5eb9120a9f8 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 210 time: 0.0368874 Nov 12 11:06:14.799079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25159ed-f288-4046-913c-cc4f761f41ca req-be881ed5-0e8c-4926-9b6a-e7965dddb487 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:14.800900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-be881ed5-0e8c-4926-9b6a-e7965dddb487 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/networks?id=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 HTTP/1.1" status: 200 len: 813 time: 0.1136072 Nov 12 11:06:14.822859 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-2e3afeca-4b83-4a85-9594-c5398da89084 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/quotas/7a0662c3ed1a4f66b27eabb5e75fb81c HTTP/1.1" status: 200 len: 375 time: 0.0093639 Nov 12 11:06:14.862436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-514884f7-0da7-4349-8f84-cd835d44d796 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a0662c3ed1a4f66b27eabb5e75fb81c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333726 Nov 12 11:06:14.989397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-7af99f31-b1e2-4e69-87b5-40eba31e5997 service neutron] 10.222.0.31 "GET /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188121 Nov 12 11:06:15.034117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6a903-e407-49da-8131-e3ae671b6e5e req-c53d1fb9-6c3c-46ad-a781-b182eb60db3d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:15.035791 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60b6a903-e407-49da-8131-e3ae671b6e5e req-c53d1fb9-6c3c-46ad-a781-b182eb60db3d tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0742354 Nov 12 11:06:15.107929 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-2acc2e3a-9745-4b23-a3ac-014f78688205 service neutron] 10.222.0.31 "GET /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068816 Nov 12 11:06:15.111127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60b6a903-e407-49da-8131-e3ae671b6e5e req-bf0f3755-00b7-4009-83b5-a241b8081a10 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653136 Nov 12 11:06:15.314703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf6bd300-5f84-4565-b18c-01531a1f7aa3 req-fa520d12-2c40-4ddc-88bc-a182a4eb8de9 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 210 time: 0.0346999 Nov 12 11:06:15.554380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d63c3-752b-4303-9c8b-d7eb13dd86ec req-f0fa759d-57d2-4746-beb3-d5c602001ee0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:15.556481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb8d63c3-752b-4303-9c8b-d7eb13dd86ec req-f0fa759d-57d2-4746-beb3-d5c602001ee0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 944 time: 0.0669849 Nov 12 11:06:15.621177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb8d63c3-752b-4303-9c8b-d7eb13dd86ec req-4f10d2ba-8191-4790-8cdf-0f5852a44e56 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559437 Nov 12 11:06:15.762992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-054655b2-542d-4487-a632-333a95e13a85 req-299df4fc-6b95-4e9b-bfa3-5d55f47ed7d4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 210 time: 0.0324028 Nov 12 11:06:15.816438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-355e92f0-836e-40fd-8005-19c3e96a1933 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:15.818006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-355e92f0-836e-40fd-8005-19c3e96a1933 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.1788049 Nov 12 11:06:15.834935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Request body: {'port': {'device_id': 'c5cbf34b-478b-4d8d-bc32-e11fa28992cd', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'admin_state_up': True, 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:15.975008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:15.979353 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.126662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Allocated IP 172.20.0.14 (21516082-2b70-473a-822c-d8e85125b968/2e70664f-60f3-4f40-b2b7-729bf4040931/3859137d-54c0-4b75-a272-cceba06f3eb4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:16.241891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8f40-51fb-48ff-9db7-ac34b3a75e32 req-545c4c0c-4772-4280-bd0e-f7b7f24ba443 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:16.243451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fde8f40-51fb-48ff-9db7-ac34b3a75e32 req-545c4c0c-4772-4280-bd0e-f7b7f24ba443 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0530231 Nov 12 11:06:16.294781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.296673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fde8f40-51fb-48ff-9db7-ac34b3a75e32 req-abf0609e-263d-4702-8e94-d94c60c9689e tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463355 Nov 12 11:06:16.333289 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.345945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:16.412043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Network 21516082-2b70-473a-822c-d8e85125b968 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:16.451435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:16.464632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:16.511534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event updated for resources: {'Port': ['ID=3859137d-54c0-4b75-a272-cceba06f3eb4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:16.535064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ebdd0bd9-6c30-48d5-a40d-2e510c4e0607 req-ec60582b-2f32-4a2e-bd9a-893eebac74f9 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 210 time: 0.0812879 Nov 12 11:06:16.570151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:16.570850 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.585333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25159ed-f288-4046-913c-cc4f761f41ca req-1fa19693-dd9f-4e69-b048-9a9bc3300b74 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:16.586798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-1fa19693-dd9f-4e69-b048-9a9bc3300b74 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.52 "GET /v2.0/networks?id=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 HTTP/1.1" status: 200 len: 813 time: 0.2198131 Nov 12 11:06:16.598209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-fd06419a-f270-48da-9a9c-9bde8bb03868 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7680395 Nov 12 11:06:16.602960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Request body: {'port': {'device_id': '9f389061-6fa3-412a-a589-e2920a1cddbd', 'network_id': '21fe1ce7-8acd-4dd0-bef9-290b1083e0e9', 'admin_state_up': True, 'tenant_id': '7a0662c3ed1a4f66b27eabb5e75fb81c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:16.613238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Request body: {'port': {'device_id': 'c5cbf34b-478b-4d8d-bc32-e11fa28992cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:16.764605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.836498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc4a79-c0c0-4b70-9377-2648b1bb731d req-c64f5de3-77b6-401d-b2e2-fcbbfe4a5c5a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:16.838081 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3dfc4a79-c0c0-4b70-9377-2648b1bb731d req-c64f5de3-77b6-401d-b2e2-fcbbfe4a5c5a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 944 time: 0.1239009 Nov 12 11:06:16.888461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Made reservation on behalf of 7a0662c3ed1a4f66b27eabb5e75fb81c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:16.891997 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.898944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fae7f-07ff-4936-a9a6-0afb8433d518 req-7f9fefa8-0668-4115-898a-b6d652a96dd7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:16.900464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b91fae7f-07ff-4936-a9a6-0afb8433d518 req-7f9fefa8-0668-4115-898a-b6d652a96dd7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 932 time: 0.0618253 Nov 12 11:06:16.957192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b91fae7f-07ff-4936-a9a6-0afb8433d518 req-4c4d45ff-c73e-461e-891d-5aa34509c5e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500426 Nov 12 11:06:16.999531 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3dfc4a79-c0c0-4b70-9377-2648b1bb731d req-04a6c759-7b47-47ed-9087-afd52bc1f7ee tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532259 Nov 12 11:06:17.189066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Allocated IP 172.20.0.7 (21fe1ce7-8acd-4dd0-bef9-290b1083e0e9/72bea568-08b9-42fd-bcd4-b75483c530ad/84de9144-4338-4579-94d2-22e370037c89) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:17.273638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:17.282264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3859137d-54c0-4b75-a272-cceba06f3eb4 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:17.302480 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.357555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Transition to ACTIVE for port object 3859137d-54c0-4b75-a272-cceba06f3eb4 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:17.363603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.375716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:17.396110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'mac_address': 'fa:16:3e:b3:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:17.440253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6667605-fb08-44f5-8684-d619cab043a8 req-8d8f779a-d703-496d-848a-a5a848ad78da tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:17.442495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6667605-fb08-44f5-8684-d619cab043a8 req-8d8f779a-d703-496d-848a-a5a848ad78da tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0667548 Nov 12 11:06:17.450093 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.456541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3859137d-54c0-4b75-a272-cceba06f3eb4,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:17.464818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9335e524-abff-4eb3-bd92-875aa0ce0877 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:17.479315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.489434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:17.493850 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.507682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6667605-fb08-44f5-8684-d619cab043a8 req-22f843ab-4c0c-4d34-8a4e-a68ffbaab1b5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565963 Nov 12 11:06:17.568932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.593834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:17.613147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.615033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.615033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.615033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.615375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.615850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.616721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.617325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.618163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.619047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.619613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.620164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:17.626010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Attempting to bind port 3859137d-54c0-4b75-a272-cceba06f3eb4 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:17.626351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Attempting to bind port 3859137d-54c0-4b75-a272-cceba06f3eb4 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:17.626800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Attempting to bind port 3859137d-54c0-4b75-a272-cceba06f3eb4 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:17.639222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:17.646111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:17.652267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Port 3859137d-54c0-4b75-a272-cceba06f3eb4 on network 21516082-2b70-473a-822c-d8e85125b968 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:17.652587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Attempting to bind port 3859137d-54c0-4b75-a272-cceba06f3eb4 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:17.655214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:17.689167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Pushing event updated for resources: {'Port': ['ID=84de9144-4338-4579-94d2-22e370037c89,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:17.704467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:17.704802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Checking segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:17.705215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Bound using segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:17.705789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Bound port: 3859137d-54c0-4b75-a272-cceba06f3eb4, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:17.706066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.760012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e1557-210b-4d12-b62a-33c0d64fd699 req-b71d6ecd-89cd-4b25-a825-7eaf6307f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:17.762497 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-778e1557-210b-4d12-b62a-33c0d64fd699 req-b71d6ecd-89cd-4b25-a825-7eaf6307f540 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1098 time: 0.0625033 Nov 12 11:06:17.765450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:17.766228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.826201 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-4edf7166-a2cb-4afa-9bb1-e0d6f8708b29 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2273300 Nov 12 11:06:17.839819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133827e-6b85-4b34-a71c-acbcf603d1a7 req-edff4626-c944-4dfb-bf6f-8657b4575bee tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:17.840157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-778e1557-210b-4d12-b62a-33c0d64fd699 req-67206a7d-fe28-46a6-b3c4-e6053f0d608b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708075 Nov 12 11:06:17.841476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5133827e-6b85-4b34-a71c-acbcf603d1a7 req-edff4626-c944-4dfb-bf6f-8657b4575bee tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 931 time: 0.1588724 Nov 12 11:06:17.853906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Request body: {'port': {'device_id': '9f389061-6fa3-412a-a589-e2920a1cddbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:17.869989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9335e524-abff-4eb3-bd92-875aa0ce0877'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:17.899707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] For port 3859137d-54c0-4b75-a272-cceba06f3eb4, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:17.924408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] For port 3859137d-54c0-4b75-a272-cceba06f3eb4, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3859137d-54c0-4b75-a272-cceba06f3eb4,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:17.939065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.018663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5133827e-6b85-4b34-a71c-acbcf603d1a7 req-cc39db43-e479-4c7f-9f37-76ea3a0e3e5c tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570914 Nov 12 11:06:18.023786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:18.024777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.026960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/3859137d-54c0-4b75-a272-cceba06f3eb4 HTTP/1.1" status: 200 len: 1093 time: 1.4185870 Nov 12 11:06:18.027540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cbf34b-478b-4d8d-bc32-e11fa28992cd', 'tag': '3859137d-54c0-4b75-a272-cceba06f3eb4'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:18.031053 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa567d-1438-4c6a-a8c6-d1e149406035" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cbf34b-478b-4d8d-bc32-e11fa28992cd", "tag": "3859137d-54c0-4b75-a272-cceba06f3eb4"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:18.041378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.135816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd28f6f-4abe-4e75-9657-68eaa65ad0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3859137d-54c0-4b75-a272-cceba06f3eb4,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:18.277568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-27083f16-3061-40d1-a1a4-90d2849c222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:18.285232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-27083f16-3061-40d1-a1a4-90d2849c222d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 1096 time: 0.1982949 Nov 12 11:06:18.331283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eee974-2c84-4e94-aa8c-641d970b19bd req-1d50a8aa-34ad-4234-b7b4-a94754ad32a1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:18.331283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6eee974-2c84-4e94-aa8c-641d970b19bd req-1d50a8aa-34ad-4234-b7b4-a94754ad32a1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1959808 Nov 12 11:06:18.372802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-63723d98-982a-4d9f-882b-9e3ee754cec8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3859137d-54c0-4b75-a272-cceba06f3eb4 HTTP/1.1" status: 200 len: 217 time: 0.0738065 Nov 12 11:06:18.477182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a10c91-4491-49ae-8bfe-19cefb1b3e55 req-185a9679-68c5-49dc-bfa4-a6ceec4db8f3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:18.478927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2a10c91-4491-49ae-8bfe-19cefb1b3e55 req-185a9679-68c5-49dc-bfa4-a6ceec4db8f3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 944 time: 0.4047000 Nov 12 11:06:18.530630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-8cd1a06f-82b9-48de-baa7-211efd6265ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:18.532035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-8cd1a06f-82b9-48de-baa7-211efd6265ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.1392617 Nov 12 11:06:18.538860 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2a10c91-4491-49ae-8bfe-19cefb1b3e55 req-c936d111-73d2-4280-aa20-6927d68bbd85 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Nov 12 11:06:18.542323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6eee974-2c84-4e94-aa8c-641d970b19bd req-01ec3e8f-4907-42bc-9c55-874f63b6590c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821449 Nov 12 11:06:18.596392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-2f421362-1114-4331-b46b-a3ac09554c41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526066 Nov 12 11:06:18.600136 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae9d3a-9dd8-4cd0-b184-e05fe67aebd9 x-openstack-request-id: req-38ae9d3a-9dd8-4cd0-b184-e05fe67aebd9 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:18.600656 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cbf34b-478b-4d8d-bc32-e11fa28992cd", "tag": "3859137d-54c0-4b75-a272-cceba06f3eb4", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:18.600890 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38ae9d3a-9dd8-4cd0-b184-e05fe67aebd9 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:18.601400 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cbf34b-478b-4d8d-bc32-e11fa28992cd', 'tag': '3859137d-54c0-4b75-a272-cceba06f3eb4', 'status': 'completed', 'code': 200} Nov 12 11:06:18.675067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86bf8-9373-4b19-83c5-5b0c79ef3b32 req-7b51bed0-c067-4231-93a5-379af8a490f2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:18.676915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56c86bf8-9373-4b19-83c5-5b0c79ef3b32 req-7b51bed0-c067-4231-93a5-379af8a490f2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0633142 Nov 12 11:06:18.705067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84de9144-4338-4579-94d2-22e370037c89 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:18.729625 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.744279 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56c86bf8-9373-4b19-83c5-5b0c79ef3b32 req-c74b233b-25ad-4b94-9fb9-55a39a8503c2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554752 Nov 12 11:06:18.759445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Transition to ACTIVE for port object 84de9144-4338-4579-94d2-22e370037c89 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:18.765175 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-cba70d0d-f401-474e-9c6d-a7a85f74b18d service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559930 Nov 12 11:06:18.766822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.944344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Pushing event updated for resources: {'Port': ['ID=84de9144-4338-4579-94d2-22e370037c89,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:19.013404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1619e82d-54cc-49c7-ba68-f961d5a2d2af req-929e1b9b-dbe1-42f2-a16c-083cd58623a3 service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362020 Nov 12 11:06:19.026567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Attempting to bind port 84de9144-4338-4579-94d2-22e370037c89 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:19.026911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Attempting to bind port 84de9144-4338-4579-94d2-22e370037c89 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '9527295b-7074-4c8d-8eab-b46a0a3440c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21fe1ce7-8acd-4dd0-bef9-290b1083e0e9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:19.027301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Attempting to bind port 84de9144-4338-4579-94d2-22e370037c89 on network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:19.033193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Port 84de9144-4338-4579-94d2-22e370037c89 on network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:19.033521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Attempting to bind port 84de9144-4338-4579-94d2-22e370037c89 on network 21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:19.038795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:19.039078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Checking segment: {'id': '9527295b-7074-4c8d-8eab-b46a0a3440c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21fe1ce7-8acd-4dd0-bef9-290b1083e0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:19.039397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Bound using segment: {'id': '9527295b-7074-4c8d-8eab-b46a0a3440c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21fe1ce7-8acd-4dd0-bef9-290b1083e0e9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:19.039831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Bound port: 84de9144-4338-4579-94d2-22e370037c89, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9527295b-7074-4c8d-8eab-b46a0a3440c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21fe1ce7-8acd-4dd0-bef9-290b1083e0e9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:19.040190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.186281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] For port 84de9144-4338-4579-94d2-22e370037c89, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:19.194297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-9ad2b362-7fcd-423e-b819-8449af20e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:19.195875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-9ad2b362-7fcd-423e-b819-8449af20e065 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 1096 time: 0.1092629 Nov 12 11:06:19.216445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] For port 84de9144-4338-4579-94d2-22e370037c89, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=84de9144-4338-4579-94d2-22e370037c89,segment=NetworkSegment(9527295b-7074-4c8d-8eab-b46a0a3440c8),segment_id=9527295b-7074-4c8d-8eab-b46a0a3440c8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:19.237997 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.254590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a5ff1-516f-4135-a58a-ceeac0fec2dd req-29a50a5e-32e0-4143-956d-b4a88eb4f189 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:19.256513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-941a5ff1-516f-4135-a58a-ceeac0fec2dd req-29a50a5e-32e0-4143-956d-b4a88eb4f189 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 943 time: 0.1258194 Nov 12 11:06:19.284026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:19.341461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 9335e524-abff-4eb3-bd92-875aa0ce0877 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:19.347360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9335e524-abff-4eb3-bd92-875aa0ce0877 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:19.347697 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.460241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.497412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:19.501244 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126eef79-2d60-451a-ad00-ece503bf0b04" -d '{"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-plugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:19.516374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:19.522993 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.554409 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9dbc5e-c2cf-4a18-915e-172e30736506 x-openstack-request-id: req-fc9dbc5e-c2cf-4a18-915e-172e30736506 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:19.554874 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-plugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:19.555283 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc9dbc5e-c2cf-4a18-915e-172e30736506 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:19.555911 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'code': 200} Nov 12 11:06:19.615102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:19.709934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00a55e-0cd9-42bc-8ec3-7c985c350100 req-ea6c3884-9c3f-4f9b-96a1-1a26f90dda7a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:19.711646 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c00a55e-0cd9-42bc-8ec3-7c985c350100 req-ea6c3884-9c3f-4f9b-96a1-1a26f90dda7a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 946 time: 0.0708246 Nov 12 11:06:19.721551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:19.722345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.723990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] 10.222.0.52 "PUT /v2.0/ports/84de9144-4338-4579-94d2-22e370037c89 HTTP/1.1" status: 200 len: 1092 time: 1.8758416 Nov 12 11:06:19.794849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c00a55e-0cd9-42bc-8ec3-7c985c350100 req-fd22614b-71e8-47cf-907a-a22c85b57f49 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690622 Nov 12 11:06:19.814719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333afafc-bc21-4f59-a08c-68192d1f7265 service neutron] Pushing event updated for resources: {'Port': ['ID=84de9144-4338-4579-94d2-22e370037c89,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:19.846968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-c72625fb-c165-47af-9998-7c78ed8194d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:19.848968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-c72625fb-c165-47af-9998-7c78ed8194d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 906 time: 0.6431317 Nov 12 11:06:19.865098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-941a5ff1-516f-4135-a58a-ceeac0fec2dd req-8d80963c-49fd-4c8f-80d4-2ae99e34eba6 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752857 Nov 12 11:06:19.940955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-1d578a86-c9c3-4384-93e4-098aec4d66bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3859137d-54c0-4b75-a272-cceba06f3eb4 HTTP/1.1" status: 200 len: 217 time: 0.0680132 Nov 12 11:06:19.940955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedfdbc-0d88-4602-8a60-d246dac71d63 req-37bd0b84-d68e-4cd6-b601-5a36b60b2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:19.940955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ecedfdbc-0d88-4602-8a60-d246dac71d63 req-37bd0b84-d68e-4cd6-b601-5a36b60b2fcf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1098 time: 0.2201860 Nov 12 11:06:19.950242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea61fdf-2f4c-4c6c-98e5-2e7b2b2074df req-c561d102-6fb2-4723-a112-5f7996705d9e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:19.951131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25159ed-f288-4046-913c-cc4f761f41ca req-3ed0775f-0761-4610-8240-fb9f4d1217df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:19.951790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ea61fdf-2f4c-4c6c-98e5-2e7b2b2074df req-c561d102-6fb2-4723-a112-5f7996705d9e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 944 time: 0.0744889 Nov 12 11:06:19.953577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-3ed0775f-0761-4610-8240-fb9f4d1217df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0662c3ed1a4f66b27eabb5e75fb81c&device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 1095 time: 0.1560733 Nov 12 11:06:20.019586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ea61fdf-2f4c-4c6c-98e5-2e7b2b2074df req-2c3ce02f-e869-485e-9fd4-7f29a1d02128 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569820 Nov 12 11:06:20.072180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-b12ff92b-5b84-492e-ae87-ecb70df898fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84de9144-4338-4579-94d2-22e370037c89 HTTP/1.1" status: 200 len: 217 time: 0.1030302 Nov 12 11:06:20.141237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-0b033e54-30d4-4063-83b2-a15b3a1e982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.142731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-0b033e54-30d4-4063-83b2-a15b3a1e982e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.1839314 Nov 12 11:06:20.176038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f503e4a-33b4-4be9-af0a-af1c53ddd4e8 req-2a76e54b-eced-41ee-9bf9-d97da001dcb2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.177709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f503e4a-33b4-4be9-af0a-af1c53ddd4e8 req-2a76e54b-eced-41ee-9bf9-d97da001dcb2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.2171211 Nov 12 11:06:20.179907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ecedfdbc-0d88-4602-8a60-d246dac71d63 req-049143bc-7e09-4ee7-85be-af6c176a534e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098553 Nov 12 11:06:20.204851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-38291592-eafe-4df9-9538-46efb4977512 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510879 Nov 12 11:06:20.211711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25159ed-f288-4046-913c-cc4f761f41ca req-14c76bfa-0cf8-4fa6-bfb2-95e5086e2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.213281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-14c76bfa-0cf8-4fa6-bfb2-95e5086e2e7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72bea568-08b9-42fd-bcd4-b75483c530ad HTTP/1.1" status: 200 len: 853 time: 0.1311412 Nov 12 11:06:20.258361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-fb2174a9-45dd-4d9b-b8de-0b81337eafdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358498 Nov 12 11:06:20.303732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f503e4a-33b4-4be9-af0a-af1c53ddd4e8 req-1bc1af20-103a-4c44-b272-3c59a0da4d07 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035123 Nov 12 11:06:20.382620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-2d0b5b18-b70c-47a8-955d-a8fcf7d493ef service neutron] 10.222.0.52 "GET /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152146 Nov 12 11:06:20.575752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e25159ed-f288-4046-913c-cc4f761f41ca req-25026e23-ba9e-4623-9654-3e99e0717706 service neutron] 10.222.0.52 "GET /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851246 Nov 12 11:06:20.590349 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-0a57373f-df26-4d0f-9693-dc554a31a56f service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683300 Nov 12 11:06:20.614641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f389061-6fa3-412a-a589-e2920a1cddbd', 'tag': '84de9144-4338-4579-94d2-22e370037c89'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:20.618259 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f21292-44f7-4c3a-920d-5bb818edb538" -d '{"events": [{"name": "network-changed", "server_uuid": "9f389061-6fa3-412a-a589-e2920a1cddbd", "tag": "84de9144-4338-4579-94d2-22e370037c89"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:20.676049 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8f4c1f-76a5-452a-b05a-7ebaf6cd9db8 x-openstack-request-id: req-8d8f4c1f-76a5-452a-b05a-7ebaf6cd9db8 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:20.676476 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f389061-6fa3-412a-a589-e2920a1cddbd", "tag": "84de9144-4338-4579-94d2-22e370037c89", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:20.676746 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d8f4c1f-76a5-452a-b05a-7ebaf6cd9db8 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:20.677304 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f389061-6fa3-412a-a589-e2920a1cddbd', 'tag': '84de9144-4338-4579-94d2-22e370037c89', 'status': 'completed', 'code': 200} Nov 12 11:06:20.677446 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:06:20.757315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-8d53fb95-f366-44b9-b85d-33eefca1a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.759200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-8d53fb95-f366-44b9-b85d-33eefca1a8e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8019993aaba94aad82a112102ed34469&device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 1098 time: 0.1170406 Nov 12 11:06:20.769007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b61066-3aa3-4e2c-96ea-849469ab61bc req-b5aeef69-4062-4a80-a409-5a5bfa7a243f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.771788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00b61066-3aa3-4e2c-96ea-849469ab61bc req-b5aeef69-4062-4a80-a409-5a5bfa7a243f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.1111767 Nov 12 11:06:20.775486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-0dcf5326-8ac5-4f0e-b9fe-24e380c27fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.777659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-0dcf5326-8ac5-4f0e-b9fe-24e380c27fa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0662c3ed1a4f66b27eabb5e75fb81c&device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 1095 time: 0.0795455 Nov 12 11:06:20.810839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bdfa567d-1438-4c6a-a8c6-d1e149406035 req-61e58f44-f870-43ab-b5a6-aa07015030dc service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101820 Nov 12 11:06:20.896414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00b61066-3aa3-4e2c-96ea-849469ab61bc req-230f2277-1a29-4c5b-86f5-11c88e523113 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167362 Nov 12 11:06:20.912007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-030e0ce2-0d46-4c87-8bae-d45b8b3419b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.913581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-030e0ce2-0d46-4c87-8bae-d45b8b3419b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 200 len: 920 time: 0.1458170 Nov 12 11:06:20.941298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-a922bf8b-f904-46a6-bf8c-9cad2f55fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.944041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-a922bf8b-f904-46a6-bf8c-9cad2f55fe74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 HTTP/1.1" status: 200 len: 914 time: 0.1536059 Nov 12 11:06:20.971339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-14c61d93-dfd5-4be5-8caf-62d17b534f7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 HTTP/1.1" status: 200 len: 217 time: 0.0403991 Nov 12 11:06:20.998528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-e1ebeeff-cc51-4c3e-98ce-eb6245b8ebd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84de9144-4338-4579-94d2-22e370037c89 HTTP/1.1" status: 200 len: 217 time: 0.0472398 Nov 12 11:06:21.032832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe90e-ff1b-42c7-b552-90b098994b6a req-008384cf-25ea-4237-839b-6fa82069cc4e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:21.034467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3dcbe90e-ff1b-42c7-b552-90b098994b6a req-008384cf-25ea-4237-839b-6fa82069cc4e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 946 time: 0.1382368 Nov 12 11:06:21.085806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-35a2df92-2ebe-4764-8677-1a7f4e8cd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:21.087303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-35a2df92-2ebe-4764-8677-1a7f4e8cd829 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72bea568-08b9-42fd-bcd4-b75483c530ad HTTP/1.1" status: 200 len: 853 time: 0.0806844 Nov 12 11:06:21.089855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-80b0a354-7aa2-44c9-9df0-04cd1d034324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:21.090434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-80b0a354-7aa2-44c9-9df0-04cd1d034324 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 200 len: 859 time: 0.1120307 Nov 12 11:06:21.097860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928dd73-c029-4ade-99f0-8624d37c4dc1 req-436eb4ad-d0fe-4af0-ac5d-f419c8d778eb tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:21.100210 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1928dd73-c029-4ade-99f0-8624d37c4dc1 req-436eb4ad-d0fe-4af0-ac5d-f419c8d778eb tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 943 time: 0.1047893 Nov 12 11:06:21.131737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3dcbe90e-ff1b-42c7-b552-90b098994b6a req-39a3cb15-fd0d-423f-971c-c2c4f627ad39 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833688 Nov 12 11:06:21.148399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-3089b08e-2e26-425a-9742-e8a50cadd06d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428801 Nov 12 11:06:21.153879 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-57eddea3-8d80-401a-985d-245bec93b560 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3a9fbef-5efd-4b27-940a-549842956fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506327 Nov 12 11:06:21.253556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1928dd73-c029-4ade-99f0-8624d37c4dc1 req-b7431b56-05aa-4970-b878-add83c89a794 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351762 Nov 12 11:06:21.319677 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-b917daf8-bc51-470a-99ac-f648bd01b3a0 service neutron] 10.222.0.52 "GET /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568866 Nov 12 11:06:21.327940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-adb37a2f-2dbb-4673-9641-fad5dbf17c30 service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650620 Nov 12 11:06:21.340636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65116035-a286-41b6-8c43-49c4fe18ad8d req-d9316cbd-1edb-47eb-be0f-41141341972b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:21.343591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65116035-a286-41b6-8c43-49c4fe18ad8d req-d9316cbd-1edb-47eb-be0f-41141341972b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 944 time: 0.1040120 Nov 12 11:06:21.465155 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19f21292-44f7-4c3a-920d-5bb818edb538 req-6540e2f0-4f75-48c1-9a52-c1f8f9de871b service neutron] 10.222.0.52 "GET /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352820 Nov 12 11:06:21.499887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65116035-a286-41b6-8c43-49c4fe18ad8d req-81d8e316-23ac-494d-b427-063c29fd0d43 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326787 Nov 12 11:06:21.521779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d09f2785-ab8c-4f93-95f9-63a04bfa42d3 req-3830232b-f51d-41f5-8820-924da6fc22a4 service neutron] 10.222.0.52 "GET /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771398 Nov 12 11:06:22.043864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0870e-e651-4769-8906-b5d657a5ea7b req-895531d1-fd0c-477d-8059-6fe0a7dd24ef tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:22.045304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57e0870e-e651-4769-8906-b5d657a5ea7b req-895531d1-fd0c-477d-8059-6fe0a7dd24ef tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0533397 Nov 12 11:06:22.107825 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57e0870e-e651-4769-8906-b5d657a5ea7b req-c22ae7b2-a11d-44fd-a2c7-9e9d1676161f tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563304 Nov 12 11:06:22.272044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7aae-a1c5-487c-8887-bad6f1f51fee req-bb4d40e5-5ecc-4780-9939-2b4fad76362a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:22.273597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdea7aae-a1c5-487c-8887-bad6f1f51fee req-bb4d40e5-5ecc-4780-9939-2b4fad76362a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 946 time: 0.0558107 Nov 12 11:06:22.325790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdea7aae-a1c5-487c-8887-bad6f1f51fee req-0ccf019d-585f-4938-9486-1d20b0da066d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453830 Nov 12 11:06:22.396248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab7394-905a-40dc-9109-2c3ae4cdfd86 req-b774472e-b9e9-4198-8ced-f897ca6b46ec tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:22.397778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dfab7394-905a-40dc-9109-2c3ae4cdfd86 req-b774472e-b9e9-4198-8ced-f897ca6b46ec tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 943 time: 0.0543563 Nov 12 11:06:22.445473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3eabc-45ed-4d73-ac7a-08e44dd93c02 req-848072bb-9bd3-4e44-82c8-49f78fd5db8d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:22.447007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40b3eabc-45ed-4d73-ac7a-08e44dd93c02 req-848072bb-9bd3-4e44-82c8-49f78fd5db8d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 946 time: 0.0549638 Nov 12 11:06:22.450504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dfab7394-905a-40dc-9109-2c3ae4cdfd86 req-76175958-cc68-4994-aacd-4de73b7b7e31 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456131 Nov 12 11:06:22.460037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35384) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:22.468915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'floatingip': {'port_id': '9335e524-abff-4eb3-bd92-875aa0ce0877'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:22.517777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.714196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 84de9144-4338-4579-94d2-22e370037c89 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:22.736738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460e5d7-3acc-47e5-8b7e-e0b52b2911fe req-aacf9f26-501b-4a0d-9a1a-c543a577ca93 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:22.738350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1460e5d7-3acc-47e5-8b7e-e0b52b2911fe req-aacf9f26-501b-4a0d-9a1a-c543a577ca93 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 944 time: 0.1116393 Nov 12 11:06:22.832431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 84de9144-4338-4579-94d2-22e370037c89, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=84de9144-4338-4579-94d2-22e370037c89,segment=NetworkSegment(9527295b-7074-4c8d-8eab-b46a0a3440c8),segment_id=9527295b-7074-4c8d-8eab-b46a0a3440c8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:22.843978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '84de9144-4338-4579-94d2-22e370037c89', 'network_id': '21fe1ce7-8acd-4dd0-bef9-290b1083e0e9', 'port_id': '84de9144-4338-4579-94d2-22e370037c89', 'mac_address': 'fa:16:3e:6c:63:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bea568-08b9-42fd-bcd4-b75483c530ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:22.875312 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1460e5d7-3acc-47e5-8b7e-e0b52b2911fe req-5fc7d2c2-b536-4508-9be1-f94dfd0bde1a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981917 Nov 12 11:06:22.897377 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.912335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84de9144-4338-4579-94d2-22e370037c89 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:22.936158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 84de9144-4338-4579-94d2-22e370037c89, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=84de9144-4338-4579-94d2-22e370037c89,segment=NetworkSegment(9527295b-7074-4c8d-8eab-b46a0a3440c8),segment_id=9527295b-7074-4c8d-8eab-b46a0a3440c8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:22.940433 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.995437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=84de9144-4338-4579-94d2-22e370037c89,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:23.092287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.097269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.212996 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Floating IP 1112d8f0-fbea-4db1-b726-bb7b92c8ade8 associated. External IP: 172.25.2.79, port: 9335e524-abff-4eb3-bd92-875aa0ce0877. Nov 12 11:06:23.266705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea42c9-c8c7-4e85-aa65-2b90c4f9b8fe req-195f1633-9cb0-405f-a6e6-762f91596d69 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:23.268250 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baea42c9-c8c7-4e85-aa65-2b90c4f9b8fe req-195f1633-9cb0-405f-a6e6-762f91596d69 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0725880 Nov 12 11:06:23.284951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['84de9144-4338-4579-94d2-22e370037c89'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:23.319261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 3859137d-54c0-4b75-a272-cceba06f3eb4 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:23.358568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-baea42c9-c8c7-4e85-aa65-2b90c4f9b8fe req-d712122e-c36e-4949-b715-20f2fddfcefd tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785072 Nov 12 11:06:23.470244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 3859137d-54c0-4b75-a272-cceba06f3eb4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3859137d-54c0-4b75-a272-cceba06f3eb4,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:23.495899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '3859137d-54c0-4b75-a272-cceba06f3eb4', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'port_id': '3859137d-54c0-4b75-a272-cceba06f3eb4', 'mac_address': 'fa:16:3e:0f:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e70664f-60f3-4f40-b2b7-729bf4040931', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:23.521976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Router 5e71701d-7631-499d-b485-c830b315f1fd has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:06:23.579075 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.604954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3859137d-54c0-4b75-a272-cceba06f3eb4 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:23.633675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 3859137d-54c0-4b75-a272-cceba06f3eb4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3859137d-54c0-4b75-a272-cceba06f3eb4,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:23.640133 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.714090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=3859137d-54c0-4b75-a272-cceba06f3eb4,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:23.746269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c4d1c-3129-4afa-be5d-a371d50f4cc7 req-aa743c8a-5981-45b6-87ae-36fbfbfbcc14 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:23.749207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc4c4d1c-3129-4afa-be5d-a371d50f4cc7 req-aa743c8a-5981-45b6-87ae-36fbfbfbcc14 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 944 time: 0.1547873 Nov 12 11:06:23.796251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:06:23.803469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.810588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] Sync routers for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:06:23.827325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:06:23.828351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:05:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:23.885114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c970a947-dcda-4716-9a34-85e0213c4cf2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "PUT /v2.0/floatingips/1112d8f0-fbea-4db1-b726-bb7b92c8ade8 HTTP/1.1" status: 200 len: 991 time: 1.4210036 Nov 12 11:06:23.885114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:23.888513 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:23.906641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc4c4d1c-3129-4afa-be5d-a371d50f4cc7 req-a49f6067-33f8-411a-bdbb-eed0d2074f94 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492395 Nov 12 11:06:23.943110 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5db08b26-0844-49ab-b237-15c8ffea0727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.990891 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9accdf-d119-4ac0-8f3c-4a34b3a58556 x-openstack-request-id: req-0f9accdf-d119-4ac0-8f3c-4a34b3a58556 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:23.991383 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:23.991657 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f9accdf-d119-4ac0-8f3c-4a34b3a58556 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:23.994229 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'status': 'completed', 'code': 200} Nov 12 11:06:24.047426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:06:24.079349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-c832fe79-179b-4e28-b30a-0024464b3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.080934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-c832fe79-179b-4e28-b30a-0024464b3624 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1098 time: 0.0601535 Nov 12 11:06:24.088635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['3859137d-54c0-4b75-a272-cceba06f3eb4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:24.123180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093fa13-51c6-4e83-9e27-005ec59d38c9 req-a88c5408-eec3-4794-beb8-591d0b539949 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.124455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4093fa13-51c6-4e83-9e27-005ec59d38c9 req-a88c5408-eec3-4794-beb8-591d0b539949 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 945 time: 0.0677855 Nov 12 11:06:24.188351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4093fa13-51c6-4e83-9e27-005ec59d38c9 req-1584dfb7-ec15-4836-bfbb-9288eff8c259 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 Nov 12 11:06:24.217402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-b1fef501-3329-4ab2-b1c0-71faa919be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.219104 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-b1fef501-3329-4ab2-b1c0-71faa919be85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.1282074 Nov 12 11:06:24.297772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-5ffcad48-4f64-4826-9847-49327f706e76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 0.0681572 Nov 12 11:06:24.364801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-f7dee69f-20a4-4d1f-8362-a1eecb11b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.366908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-f7dee69f-20a4-4d1f-8362-a1eecb11b80b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.0590847 Nov 12 11:06:24.428076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-2f44b192-d95a-4c93-870d-48e14abfcf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.430450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-2f44b192-d95a-4c93-870d-48e14abfcf69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550258 Nov 12 11:06:24.435824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '1112d8f0-fbea-4db1-b726-bb7b92c8ade8', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'port_id': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'mac_address': 'fa:16:3e:b3:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:06:06Z', 'updated_at': '2021-11-12T11:06:22Z', 'revision_number': 1, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:06:04Z', 'revision_number': 5, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:24.649657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] Checking router: 5e71701d-7631-499d-b485-c830b315f1fd for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:06:24.666105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:06:24.667196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:05:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:24.735675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 84de9144-4338-4579-94d2-22e370037c89 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:24.933407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 84de9144-4338-4579-94d2-22e370037c89 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:24.939411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:06:24.951527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56eb70-a3ce-43f0-9883-9d5f108b8f96 req-ac92c63c-a2a4-407e-9715-55b674447cff tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.953845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b56eb70-a3ce-43f0-9883-9d5f108b8f96 req-ac92c63c-a2a4-407e-9715-55b674447cff tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.5108554 Nov 12 11:06:24.991848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 84de9144-4338-4579-94d2-22e370037c89 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:24.992669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.994721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-86d20112-f75e-4819-9e72-f7cda7c56723 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530529 Nov 12 11:06:25.091048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd7742-91a4-47b4-9716-64a5ea085361 req-9462c32c-0e4f-4a6d-bc7b-f8fded646a52 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:25.094065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80fd7742-91a4-47b4-9716-64a5ea085361 req-9462c32c-0e4f-4a6d-bc7b-f8fded646a52 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 944 time: 0.0731440 Nov 12 11:06:25.106510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b56eb70-a3ce-43f0-9883-9d5f108b8f96 req-0a41ef02-e3c5-400b-831a-2062ad61e249 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451595 Nov 12 11:06:25.149738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fc7cf14-f7b9-48e5-aff2-8d16d147cbcc req-f72c0535-482a-451a-8f6a-612299034b98 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418238 Nov 12 11:06:25.213726 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80fd7742-91a4-47b4-9716-64a5ea085361 req-855df15b-10c2-4228-ab6e-f8f99c9cea5c tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018016 Nov 12 11:06:25.291236 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.392511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f389061-6fa3-412a-a589-e2920a1cddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84de9144-4338-4579-94d2-22e370037c89'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:25.395517 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3e2d62-0bdc-4ffb-b964-a3af578157b1" -d '{"events": [{"server_uuid": "9f389061-6fa3-412a-a589-e2920a1cddbd", "name": "network-vif-plugged", "status": "completed", "tag": "84de9144-4338-4579-94d2-22e370037c89"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:25.416353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 84de9144-4338-4579-94d2-22e370037c89, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=84de9144-4338-4579-94d2-22e370037c89,segment=NetworkSegment(9527295b-7074-4c8d-8eab-b46a0a3440c8),segment_id=9527295b-7074-4c8d-8eab-b46a0a3440c8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:25.425770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.558516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=84de9144-4338-4579-94d2-22e370037c89,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:25.565849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '1112d8f0-fbea-4db1-b726-bb7b92c8ade8', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'port_id': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'mac_address': 'fa:16:3e:b3:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:06:06Z', 'updated_at': '2021-11-12T11:06:22Z', 'revision_number': 1, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:06:04Z', 'revision_number': 5, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:25.640424 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69df9fd5-bb45-4af5-ac6d-26f6c329ffff x-openstack-request-id: req-69df9fd5-bb45-4af5-ac6d-26f6c329ffff {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:25.640773 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f389061-6fa3-412a-a589-e2920a1cddbd", "name": "network-vif-plugged", "status": "completed", "tag": "84de9144-4338-4579-94d2-22e370037c89", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:25.641220 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69df9fd5-bb45-4af5-ac6d-26f6c329ffff {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:25.641488 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f389061-6fa3-412a-a589-e2920a1cddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84de9144-4338-4579-94d2-22e370037c89', 'code': 200} Nov 12 11:06:25.642678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16fc31-b32a-4ec0-add5-d0aeaf2b1120 None None] The sync data for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 is: [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '1112d8f0-fbea-4db1-b726-bb7b92c8ade8', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'port_id': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'mac_address': 'fa:16:3e:b3:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:06:06Z', 'updated_at': '2021-11-12T11:06:22Z', 'revision_number': 1, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:06:04Z', 'revision_number': 5, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:06:25.707565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244fa87-c521-4df5-b9df-cae5f90c5fde req-d31e28f1-bdc0-43e2-acac-2d4a95c93705 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:25.720346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f244fa87-c521-4df5-b9df-cae5f90c5fde req-d31e28f1-bdc0-43e2-acac-2d4a95c93705 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 945 time: 0.1105807 Nov 12 11:06:25.797408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227a81d-1074-4237-867e-0fe88a3731c0 req-ace1e314-9a90-45c8-9744-d4aa1d87b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:25.799019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7227a81d-1074-4237-867e-0fe88a3731c0 req-ace1e314-9a90-45c8-9744-d4aa1d87b845 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 1097 time: 0.0946319 Nov 12 11:06:25.806854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f244fa87-c521-4df5-b9df-cae5f90c5fde req-77952507-0af0-4a17-9384-24b9786c4e5e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850816 Nov 12 11:06:25.858723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7227a81d-1074-4237-867e-0fe88a3731c0 req-556665c2-bb5c-4d6e-b360-2d36a4c9253a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507262 Nov 12 11:06:25.966313 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6000091-165e-4141-827f-63ef15bea740 None None] New status for floating IP 1112d8f0-fbea-4db1-b726-bb7b92c8ade8: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:06:26.259907 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4d6a97ec-0e5d-40a9-9cf7-c77cd5833164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.374550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7404-cdcb-4afd-a9cb-dbb4ec306716 req-9ba94b5f-5848-415c-9558-1634bec678cc tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:26.376554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6ae7404-cdcb-4afd-a9cb-dbb4ec306716 req-9ba94b5f-5848-415c-9558-1634bec678cc tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 945 time: 0.0646319 Nov 12 11:06:26.447801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6ae7404-cdcb-4afd-a9cb-dbb4ec306716 req-ca686bb1-9461-4a14-aebc-ac3b718920dd tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615346 Nov 12 11:06:26.993586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab24e8-93a1-4aab-995e-50e1cb253a99 req-2b83f6a7-4789-4de4-b05a-84ab40a12eaf tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:26.995282 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8ab24e8-93a1-4aab-995e-50e1cb253a99 req-2b83f6a7-4789-4de4-b05a-84ab40a12eaf tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 945 time: 0.0674288 Nov 12 11:06:27.070680 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8ab24e8-93a1-4aab-995e-50e1cb253a99 req-0ce2c4d7-b5b5-48f1-a976-500e22e3e9da tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679564 Nov 12 11:06:27.346939 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 3859137d-54c0-4b75-a272-cceba06f3eb4 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:27.422633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 3859137d-54c0-4b75-a272-cceba06f3eb4 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:27.428309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 3859137d-54c0-4b75-a272-cceba06f3eb4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:27.428841 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.525830 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.600896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 3859137d-54c0-4b75-a272-cceba06f3eb4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3859137d-54c0-4b75-a272-cceba06f3eb4,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:27.608677 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.640199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e765eb-5ef9-4361-bf41-2fd95670955a req-a0d72bac-9393-4e63-9aa4-bfd89618eacf tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:27.642385 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79e765eb-5ef9-4361-bf41-2fd95670955a req-a0d72bac-9393-4e63-9aa4-bfd89618eacf tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 945 time: 0.0984604 Nov 12 11:06:27.643455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cbf34b-478b-4d8d-bc32-e11fa28992cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3859137d-54c0-4b75-a272-cceba06f3eb4'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:27.648009 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a8525b-fce0-46a0-bd06-e6587407cdc4" -d '{"events": [{"server_uuid": "c5cbf34b-478b-4d8d-bc32-e11fa28992cd", "name": "network-vif-plugged", "status": "completed", "tag": "3859137d-54c0-4b75-a272-cceba06f3eb4"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:27.701296 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.707306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=3859137d-54c0-4b75-a272-cceba06f3eb4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:27.717156 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79e765eb-5ef9-4361-bf41-2fd95670955a req-c5da2abc-0bc2-4862-b71f-9b95b4a51841 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660579 Nov 12 11:06:27.725500 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6f6c78-91ad-4f5a-ab68-c723bf0a6417 x-openstack-request-id: req-ed6f6c78-91ad-4f5a-ab68-c723bf0a6417 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:27.725957 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cbf34b-478b-4d8d-bc32-e11fa28992cd", "name": "network-vif-plugged", "status": "completed", "tag": "3859137d-54c0-4b75-a272-cceba06f3eb4", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:27.726311 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed6f6c78-91ad-4f5a-ab68-c723bf0a6417 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:27.726730 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cbf34b-478b-4d8d-bc32-e11fa28992cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3859137d-54c0-4b75-a272-cceba06f3eb4', 'code': 200} Nov 12 11:06:27.907970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9d89-d951-452d-9df0-a5fe16ed3108 req-990dd192-c719-46e7-b57c-2e3f00ab169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:27.909671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44ef9d89-d951-452d-9df0-a5fe16ed3108 req-990dd192-c719-46e7-b57c-2e3f00ab169d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 1098 time: 0.0835662 Nov 12 11:06:27.987610 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44ef9d89-d951-452d-9df0-a5fe16ed3108 req-23151919-3209-4a69-8c9b-4861ff2067cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521173 Nov 12 11:06:28.161271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-0c8a0210-63ca-436a-ac77-d22994da5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:28.162884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-0c8a0210-63ca-436a-ac77-d22994da5a21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a0662c3ed1a4f66b27eabb5e75fb81c&device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 1097 time: 0.0999830 Nov 12 11:06:28.177065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4693a-00ca-486e-a55d-4cee89b76948 req-9e403221-27a7-4d33-a3c1-4d3e233a5319 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:28.179495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0df4693a-00ca-486e-a55d-4cee89b76948 req-9e403221-27a7-4d33-a3c1-4d3e233a5319 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 945 time: 0.0825667 Nov 12 11:06:28.348330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0df4693a-00ca-486e-a55d-4cee89b76948 req-62c182f3-544e-48ef-86b8-eff661bade27 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562865 Nov 12 11:06:28.383214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-06e8153f-7850-43b5-9576-10e2e217c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:28.385906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-06e8153f-7850-43b5-9576-10e2e217c73b service neutron] 10.222.0.52 "GET /v2.0/networks?id=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 HTTP/1.1" status: 200 len: 914 time: 0.2050021 Nov 12 11:06:28.450964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-d5dc9c13-04ca-4ebf-a58a-e583c3aa4435 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84de9144-4338-4579-94d2-22e370037c89 HTTP/1.1" status: 200 len: 217 time: 0.0568297 Nov 12 11:06:28.453965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d1b69-09a0-4826-9d8c-11e347cdb587 req-2583d539-9a6c-4621-9858-96b38fd23fb2 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:28.456969 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8d6d1b69-09a0-4826-9d8c-11e347cdb587 req-2583d539-9a6c-4621-9858-96b38fd23fb2 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 946 time: 0.1265697 Nov 12 11:06:28.555569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-abc47690-e1e2-4ee7-a2cd-d93aca3330f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:28.557109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-abc47690-e1e2-4ee7-a2cd-d93aca3330f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72bea568-08b9-42fd-bcd4-b75483c530ad HTTP/1.1" status: 200 len: 853 time: 0.0908408 Nov 12 11:06:28.558000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8d6d1b69-09a0-4826-9d8c-11e347cdb587 req-ef10213c-7575-425e-8d36-b830397b8039 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914049 Nov 12 11:06:28.603023 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-aece0887-6617-4cba-871d-e9b57e8b519c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326853 Nov 12 11:06:28.731529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-c3c87569-2beb-4a66-a459-e4e34413a28b service neutron] 10.222.0.52 "GET /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198373 Nov 12 11:06:28.871772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04ea0345-d650-44b2-ae61-f28e07fe44ce req-9c0f79f0-633a-482c-8d97-3bc4d66a3aa6 service neutron] 10.222.0.52 "GET /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322043 Nov 12 11:06:29.398797 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.637449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58dde7-54f3-452e-8c02-2e2d062a3713 req-85fde33e-94f8-434f-98ca-0ffdeb6542b0 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:29.645845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9d58dde7-54f3-452e-8c02-2e2d062a3713 req-85fde33e-94f8-434f-98ca-0ffdeb6542b0 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 945 time: 0.1308661 Nov 12 11:06:29.749710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9d58dde7-54f3-452e-8c02-2e2d062a3713 req-c2e8ab5c-a51b-4a97-b554-934b2f9284bf tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023505 Nov 12 11:06:29.841549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe0700-1ea7-4e88-9328-3c78bb087d23 req-71a3a05d-3072-402c-bd42-da71b3e28670 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:29.843270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38fe0700-1ea7-4e88-9328-3c78bb087d23 req-71a3a05d-3072-402c-bd42-da71b3e28670 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 946 time: 0.0772343 Nov 12 11:06:29.929663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38fe0700-1ea7-4e88-9328-3c78bb087d23 req-bdca98bf-7615-4898-858d-083c271c6da2 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714602 Nov 12 11:06:30.105678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9d266-710f-4deb-a5ed-97647524b4d8 req-ce17ebd6-e265-4e43-aeff-4c0c2b5dc4ed tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:30.107801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ef9d266-710f-4deb-a5ed-97647524b4d8 req-ce17ebd6-e265-4e43-aeff-4c0c2b5dc4ed tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 946 time: 0.0753970 Nov 12 11:06:30.189042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ef9d266-710f-4deb-a5ed-97647524b4d8 req-5e046c2d-f01f-42aa-8711-3782de88b9e3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722125 Nov 12 11:06:30.550610 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:30.615580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e9f3f-5af4-4b1e-aa6c-cf56809a2fa3 req-912c3a22-c497-47d9-accc-a931e9372c98 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:30.618248 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812e9f3f-5af4-4b1e-aa6c-cf56809a2fa3 req-912c3a22-c497-47d9-accc-a931e9372c98 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 946 time: 0.0814967 Nov 12 11:06:30.703233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-812e9f3f-5af4-4b1e-aa6c-cf56809a2fa3 req-3b89dad1-9e63-40b4-aa15-e5bcd622855e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741229 Nov 12 11:06:30.943663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76209cbc-db47-4467-87a2-98967c7232da req-78ec7447-d61b-4fad-8758-dec8d4cd14cd tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:30.948194 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76209cbc-db47-4467-87a2-98967c7232da req-78ec7447-d61b-4fad-8758-dec8d4cd14cd tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 945 time: 0.0827456 Nov 12 11:06:31.031352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76209cbc-db47-4467-87a2-98967c7232da req-1eb70dac-5d02-46cc-9ce3-826d28b11326 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722089 Nov 12 11:06:31.521201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25864b-46ea-4d87-b899-08a5a5b57236 req-6ba6fc9a-8df2-455f-b653-0d39a0299b97 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.523846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b25864b-46ea-4d87-b899-08a5a5b57236 req-6ba6fc9a-8df2-455f-b653-0d39a0299b97 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 945 time: 0.0957193 Nov 12 11:06:31.615012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b25864b-46ea-4d87-b899-08a5a5b57236 req-837f81f5-834d-42dd-91d9-fde9adf7e541 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788288 Nov 12 11:06:31.921258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b8076-8c9a-4413-8303-9589d4e7d6fd req-3e91f9f7-7826-467d-b35d-b17eeb25137b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.923509 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-677b8076-8c9a-4413-8303-9589d4e7d6fd req-3e91f9f7-7826-467d-b35d-b17eeb25137b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 946 time: 0.0939865 Nov 12 11:06:32.000203 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-677b8076-8c9a-4413-8303-9589d4e7d6fd req-1f0077bb-f376-4b5c-aadd-84261c4b86a7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665720 Nov 12 11:06:32.514050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-8b777bb9-2513-444a-a878-e49e1a73c140 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:32.515547 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-8b777bb9-2513-444a-a878-e49e1a73c140 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 946 time: 0.0554006 Nov 12 11:06:32.633417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Deleting port 3859137d-54c0-4b75-a272-cceba06f3eb4 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:32.634528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.744625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] For port 3859137d-54c0-4b75-a272-cceba06f3eb4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3859137d-54c0-4b75-a272-cceba06f3eb4,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:32.745028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.760250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Calling delete_port for 3859137d-54c0-4b75-a272-cceba06f3eb4 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:32.802903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08fc6f-f84d-483a-8c36-f5de1fc7aba1 req-863031a1-16f4-4d1d-b51b-c3a647b0b74e tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:32.804640 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f08fc6f-f84d-483a-8c36-f5de1fc7aba1 req-863031a1-16f4-4d1d-b51b-c3a647b0b74e tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 945 time: 0.0763009 Nov 12 11:06:32.858639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f08fc6f-f84d-483a-8c36-f5de1fc7aba1 req-a04d212a-5b91-4655-aed7-9c5de76d2386 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/security-groups?id=41086314-11eb-43b0-b042-eb6539bdbe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Nov 12 11:06:32.912033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.927772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:32.946575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event deleted for resources: {'Port': ['ID=3859137d-54c0-4b75-a272-cceba06f3eb4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:32.964062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['3859137d-54c0-4b75-a272-cceba06f3eb4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:33.023088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] No DVR routers for this DVR port 3859137d-54c0-4b75-a272-cceba06f3eb4 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:33.025020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.028816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d48ec82f-fd62-4e3a-b93b-efbd2302cf4d req-d276e1f1-02c3-42af-a078-49003c93d3e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "DELETE /v2.0/ports/3859137d-54c0-4b75-a272-cceba06f3eb4 HTTP/1.1" status: 204 len: 173 time: 0.5069175 Nov 12 11:06:33.034731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cbf34b-478b-4d8d-bc32-e11fa28992cd', 'name': 'network-vif-deleted', 'tag': '3859137d-54c0-4b75-a272-cceba06f3eb4'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:33.038845 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309d1cd3-6779-4a1d-9b6d-849801f82ff1" -d '{"events": [{"server_uuid": "c5cbf34b-478b-4d8d-bc32-e11fa28992cd", "name": "network-vif-deleted", "tag": "3859137d-54c0-4b75-a272-cceba06f3eb4"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:33.096580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-e348d5c1-4b6b-4616-9f45-3d849411e005 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:33.098915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-e348d5c1-4b6b-4616-9f45-3d849411e005 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 945 time: 0.1298170 Nov 12 11:06:33.136344 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d87e7d4a-7774-46af-bf3f-55b3458858a1 req-fb4e3dc8-2924-4a8e-9164-14bacc4bb85b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cbf34b-478b-4d8d-bc32-e11fa28992cd HTTP/1.1" status: 200 len: 210 time: 0.0470188 Nov 12 11:06:33.153717 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a59acc-5f30-42c3-b3a1-bcf35e32586a x-openstack-request-id: req-98a59acc-5f30-42c3-b3a1-bcf35e32586a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:33.154191 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cbf34b-478b-4d8d-bc32-e11fa28992cd", "name": "network-vif-deleted", "tag": "3859137d-54c0-4b75-a272-cceba06f3eb4", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:33.154574 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98a59acc-5f30-42c3-b3a1-bcf35e32586a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:33.155158 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cbf34b-478b-4d8d-bc32-e11fa28992cd', 'name': 'network-vif-deleted', 'tag': '3859137d-54c0-4b75-a272-cceba06f3eb4', 'status': 'completed', 'code': 200} Nov 12 11:06:33.243993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Deleting port 84de9144-4338-4579-94d2-22e370037c89 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:33.244384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.356269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] For port 84de9144-4338-4579-94d2-22e370037c89, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=84de9144-4338-4579-94d2-22e370037c89,segment=NetworkSegment(9527295b-7074-4c8d-8eab-b46a0a3440c8),segment_id=9527295b-7074-4c8d-8eab-b46a0a3440c8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:33.356642 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.371682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Calling delete_port for 84de9144-4338-4579-94d2-22e370037c89 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:33.550240 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.563810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['84de9144-4338-4579-94d2-22e370037c89'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:33.608201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Pushing event deleted for resources: {'Port': ['ID=84de9144-4338-4579-94d2-22e370037c89,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:33.691933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] No DVR routers for this DVR port 84de9144-4338-4579-94d2-22e370037c89 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:33.696487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.706926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-689e6ed2-42dc-44b9-a074-dd7738c4ea82 req-6f9d3cd3-f1ae-47f0-9d5b-b745c64ab3f3 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.52 "DELETE /v2.0/ports/84de9144-4338-4579-94d2-22e370037c89 HTTP/1.1" status: 204 len: 173 time: 0.5996802 Nov 12 11:06:33.991645 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-762df0d3-c853-4837-b391-34228aad5757 req-39fd4b79-fb71-49f8-b688-01d6021a7535 tempest-InstanceActionsTestJSON-1387748201 tempest-InstanceActionsTestJSON-1387748201-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f389061-6fa3-412a-a589-e2920a1cddbd HTTP/1.1" status: 200 len: 210 time: 0.0295796 Nov 12 11:06:34.932588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722695-c5f7-46f3-b771-582d64e5f138 req-81130c35-e381-46fd-af42-f054e8267804 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:34.934309 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-81130c35-e381-46fd-af42-f054e8267804 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.1437871 Nov 12 11:06:34.950863 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-86191984-4e87-4615-aa02-bbe7de498383 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/quotas/e7477d2f33494e1cbc6ba0f4f96dd2a5 HTTP/1.1" status: 200 len: 375 time: 0.0105975 Nov 12 11:06:35.005676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-1ea26639-ae37-4cf0-998a-a8ad9e67a5a4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489128 Nov 12 11:06:35.062699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35574) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:35.137933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d64f0b8-ebeb-4aab-bf7d-0ca68bc429c4 admin admin] Deleting subnet 72bea568-08b9-42fd-bcd4-b75483c530ad {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:35.141252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d64f0b8-ebeb-4aab-bf7d-0ca68bc429c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.162460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f389061-6fa3-412a-a589-e2920a1cddbd', 'name': 'network-vif-deleted', 'tag': '84de9144-4338-4579-94d2-22e370037c89'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:35.162909 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-2058367c-72d3-46c6-afc2-2494cb118833 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432970 Nov 12 11:06:35.163632 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d408f03e-129e-4e0a-b1d9-b8013eedf711" -d '{"events": [{"server_uuid": "9f389061-6fa3-412a-a589-e2920a1cddbd", "name": "network-vif-deleted", "tag": "84de9144-4338-4579-94d2-22e370037c89"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:35.187125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d64f0b8-ebeb-4aab-bf7d-0ca68bc429c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.225942 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fd186d-c13c-4562-a21e-ed3e343fbd23 x-openstack-request-id: req-c4fd186d-c13c-4562-a21e-ed3e343fbd23 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:35.226796 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f389061-6fa3-412a-a589-e2920a1cddbd", "name": "network-vif-deleted", "tag": "84de9144-4338-4579-94d2-22e370037c89", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:35.227478 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4fd186d-c13c-4562-a21e-ed3e343fbd23 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:35.228302 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f389061-6fa3-412a-a589-e2920a1cddbd', 'name': 'network-vif-deleted', 'tag': '84de9144-4338-4579-94d2-22e370037c89', 'status': 'completed', 'code': 200} Nov 12 11:06:35.260085 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d64f0b8-ebeb-4aab-bf7d-0ca68bc429c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.297846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-762c7429-cf95-4c3a-917e-6c84f936c6f2 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277349 Nov 12 11:06:35.345801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d64f0b8-ebeb-4aab-bf7d-0ca68bc429c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.380018 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d64f0b8-ebeb-4aab-bf7d-0ca68bc429c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.385901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6d64f0b8-ebeb-4aab-bf7d-0ca68bc429c4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72bea568-08b9-42fd-bcd4-b75483c530ad HTTP/1.1" status: 204 len: 168 time: 0.3195918 Nov 12 11:06:35.385901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64f0b8-ebeb-4aab-bf7d-0ca68bc429c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bea568-08b9-42fd-bcd4-b75483c530ad,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:35.386807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35578) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:35.492165 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.556500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81753500-6d99-430f-8a67-7665fb3abf1a req-047bf51a-54b8-4ebc-ab57-80df4ce2a35e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 210 time: 0.0648415 Nov 12 11:06:35.618580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.666436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fe1ce7-8acd-4dd0-bef9-290b1083e0e9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:35.679694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9527295b-7074-4c8d-8eab-b46a0a3440c8') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:35.680255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9527295b-7074-4c8d-8eab-b46a0a3440c8') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:35.694442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.719599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.726834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:06:35.727234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:06:35.729307 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:06:35.807433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.816062 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.821814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/21fe1ce7-8acd-4dd0-bef9-290b1083e0e9 HTTP/1.1" status: 204 len: 168 time: 0.4311795 Nov 12 11:06:35.840884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c24b0-fbcf-4b60-97f4-767d7bd73ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=21fe1ce7-8acd-4dd0-bef9-290b1083e0e9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:36.009119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35598) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:36.055896 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3efa9320-f883-41f5-a595-32e71801baa9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a0662c3ed1a4f66b27eabb5e75fb81c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448713 Nov 12 11:06:36.059002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35600) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:36.118501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc1a09db-06a8-4ad1-996f-a2e35f4861d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:36.162187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc1a09db-06a8-4ad1-996f-a2e35f4861d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:36.242898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc1a09db-06a8-4ad1-996f-a2e35f4861d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:36.247644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc1a09db-06a8-4ad1-996f-a2e35f4861d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:36.248984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc1a09db-06a8-4ad1-996f-a2e35f4861d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41086314-11eb-43b0-b042-eb6539bdbe29 HTTP/1.1" status: 204 len: 168 time: 0.1890028 Nov 12 11:06:36.260355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a09db-06a8-4ad1-996f-a2e35f4861d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41086314-11eb-43b0-b042-eb6539bdbe29,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:36.694189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a59c1a0f-5299-408e-aba6-81540d557bb2 req-5ed5897d-d039-4f14-bf26-63610f523240 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 210 time: 0.0431731 Nov 12 11:06:36.819657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 84de9144-4338-4579-94d2-22e370037c89 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:36.862816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 84de9144-4338-4579-94d2-22e370037c89 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:36.863397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 84de9144-4338-4579-94d2-22e370037c89 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:36.916789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722695-c5f7-46f3-b771-582d64e5f138 req-1812f1c3-4663-4717-b8e2-7d9daad6a90a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:36.919430 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-1812f1c3-4663-4717-b8e2-7d9daad6a90a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.2224171 Nov 12 11:06:36.956651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Request body: {'port': {'device_id': '6f707fbd-1084-4e94-ace2-2c4b1c7f7807', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'admin_state_up': True, 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:37.193958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:37.198438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.416180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 3859137d-54c0-4b75-a272-cceba06f3eb4 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:37.420128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35638) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:37.474438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Allocated IP 172.20.0.13 (21516082-2b70-473a-822c-d8e85125b968/2e70664f-60f3-4f40-b2b7-729bf4040931/e5a4389d-fa21-4085-afe3-2b3d0958b463) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:37.515283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 3859137d-54c0-4b75-a272-cceba06f3eb4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:37.516183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 3859137d-54c0-4b75-a272-cceba06f3eb4 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:37.629744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1952102398-network', 'tenant_id': '65630183db484323b025549e9a43090f'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:37.664284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Made reservation on behalf of 65630183db484323b025549e9a43090f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:37.670598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.680309 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.688625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.739931 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.756703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:37.852456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event updated for resources: {'Port': ['ID=e5a4389d-fa21-4085-afe3-2b3d0958b463,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:37.877102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Network 21516082-2b70-473a-822c-d8e85125b968 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:37.894342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:37.913126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:37.947900 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.954965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.976045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:06:37.990858 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.991333 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Added segment a1002dea-d24c-4ac5-a99a-6fc6e8fe6237 of type vlan for network a4748ed0-c00a-4caa-850c-49905642c600 Nov 12 11:06:38.003464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.004585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.047119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e23a8-9c54-48d6-9ed2-01132a582ec9 req-27e98063-575f-468f-80e2-0d4c76311a8f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.059857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed6e23a8-9c54-48d6-9ed2-01132a582ec9 req-27e98063-575f-468f-80e2-0d4c76311a8f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 932 time: 0.1801894 Nov 12 11:06:38.061478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.095327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-5271cfae-7da4-44b6-929d-70df57c5b640 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1536124 Nov 12 11:06:38.116948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Request body: {'port': {'device_id': '6f707fbd-1084-4e94-ace2-2c4b1c7f7807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:38.124303 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.125644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.126671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.169992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed6e23a8-9c54-48d6-9ed2-01132a582ec9 req-af09d66e-af99-43c1-a454-3348e07c32ad tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087501 Nov 12 11:06:38.196392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa13ac-7d1b-42ee-8bdd-c1a7879f9f3b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:38.246902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8246450 Nov 12 11:06:38.247120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35650) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:38.255144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Request body: {'subnet': {'network_id': 'a4748ed0-c00a-4caa-850c-49905642c600', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1952102398-subnet', 'tenant_id': '65630183db484323b025549e9a43090f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:38.284417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.314753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae676d-ecf4-4af8-8321-84836e9e785b admin admin] Pushing event updated for resources: {'Network': ['ID=a4748ed0-c00a-4caa-850c-49905642c600,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:38.316537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Made reservation on behalf of 65630183db484323b025549e9a43090f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:38.319382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.347067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a4748ed0-c00a-4caa-850c-49905642c600 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:06:38.829344 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.955055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a842c888-9e5b-41cf-9f7c-fc0e20b7eae7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:38.962546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a4389d-fa21-4085-afe3-2b3d0958b463 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:38.973836 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.980694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Checking segment: {'id': 'a1002dea-d24c-4ac5-a99a-6fc6e8fe6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a4748ed0-c00a-4caa-850c-49905642c600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:38.981164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Network hostable DHCP agents. Network: a4748ed0-c00a-4caa-850c-49905642c600, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:06:39.000064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Transition to ACTIVE for port object e5a4389d-fa21-4085-afe3-2b3d0958b463 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:39.004637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.044435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Network a4748ed0-c00a-4caa-850c-49905642c600 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:06:39.071309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, a4748ed0-c00a-4caa-850c-49905642c600) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:39.083626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb60890-8a59-4b51-aec1-9260a2a5feaa None None] Network a4748ed0-c00a-4caa-850c-49905642c600 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:39.086714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:39.087367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.092008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4389d-fa21-4085-afe3-2b3d0958b463,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:39.156917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-45530559-cbfe-4aa7-88f5-002221cca8f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9006000 Nov 12 11:06:39.220493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Attempting to bind port e5a4389d-fa21-4085-afe3-2b3d0958b463 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:39.220956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Attempting to bind port e5a4389d-fa21-4085-afe3-2b3d0958b463 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:39.221504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Attempting to bind port e5a4389d-fa21-4085-afe3-2b3d0958b463 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:39.240078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Port e5a4389d-fa21-4085-afe3-2b3d0958b463 on network 21516082-2b70-473a-822c-d8e85125b968 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:39.240672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Attempting to bind port e5a4389d-fa21-4085-afe3-2b3d0958b463 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:39.254906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:39.255249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Checking segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:39.255639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Bound using segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:39.257731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Bound port: e5a4389d-fa21-4085-afe3-2b3d0958b463, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:39.258127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.394038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8481935-cb20-4a26-b35e-b1b922e66f21 None None] Network a4748ed0-c00a-4caa-850c-49905642c600 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:39.416708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] For port e5a4389d-fa21-4085-afe3-2b3d0958b463, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:39.429928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] For port e5a4389d-fa21-4085-afe3-2b3d0958b463, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e5a4389d-fa21-4085-afe3-2b3d0958b463,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:39.446309 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.459387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35666) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:39.526287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:39.527882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.534793 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5a4389d-fa21-4085-afe3-2b3d0958b463 HTTP/1.1" status: 200 len: 1093 time: 1.4255128 Nov 12 11:06:39.539834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f707fbd-1084-4e94-ace2-2c4b1c7f7807', 'tag': 'e5a4389d-fa21-4085-afe3-2b3d0958b463'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:39.546590 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f616c0-cf75-49f7-9330-eaf0bec2fe47" -d '{"events": [{"name": "network-changed", "server_uuid": "6f707fbd-1084-4e94-ace2-2c4b1c7f7807", "tag": "e5a4389d-fa21-4085-afe3-2b3d0958b463"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:39.598907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-539103d1-f63b-4e15-a768-cccd1067ce24 admin admin] Deleting subnet a842c888-9e5b-41cf-9f7c-fc0e20b7eae7 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:39.605857 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539103d1-f63b-4e15-a768-cccd1067ce24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.632760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62833072-7417-461c-806b-74def4a8d357 req-1f7e390d-3382-4bf5-b2be-43f3ab25dea0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:39.634651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62833072-7417-461c-806b-74def4a8d357 req-1f7e390d-3382-4bf5-b2be-43f3ab25dea0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 944 time: 0.2043409 Nov 12 11:06:39.662898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5669c55-19b0-487c-bf99-c82cb6d69742 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4389d-fa21-4085-afe3-2b3d0958b463,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:39.678627 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539103d1-f63b-4e15-a768-cccd1067ce24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.705618 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06856c78-e789-465e-af48-fb76597d538e x-openstack-request-id: req-06856c78-e789-465e-af48-fb76597d538e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:39.706226 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f707fbd-1084-4e94-ace2-2c4b1c7f7807", "tag": "e5a4389d-fa21-4085-afe3-2b3d0958b463", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:39.706226 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06856c78-e789-465e-af48-fb76597d538e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:39.709172 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f707fbd-1084-4e94-ace2-2c4b1c7f7807', 'tag': 'e5a4389d-fa21-4085-afe3-2b3d0958b463', 'status': 'completed', 'code': 200} Nov 12 11:06:39.725753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722695-c5f7-46f3-b771-582d64e5f138 req-30ccbd4c-6133-48fb-9e34-38cd9aebfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:39.727481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-30ccbd4c-6133-48fb-9e34-38cd9aebfc94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 1096 time: 0.1271877 Nov 12 11:06:39.741954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62833072-7417-461c-806b-74def4a8d357 req-5152f520-dbd0-4757-a395-8ae617eb8940 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808859 Nov 12 11:06:39.748221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539103d1-f63b-4e15-a768-cccd1067ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.788604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-f8427d5b-a78d-454a-808e-b59b13314920 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5a4389d-fa21-4085-afe3-2b3d0958b463 HTTP/1.1" status: 200 len: 217 time: 0.0505812 Nov 12 11:06:39.825732 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539103d1-f63b-4e15-a768-cccd1067ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.853469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539103d1-f63b-4e15-a768-cccd1067ce24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a842c888-9e5b-41cf-9f7c-fc0e20b7eae7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:39.859342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-539103d1-f63b-4e15-a768-cccd1067ce24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.861855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722695-c5f7-46f3-b771-582d64e5f138 req-6cc58b1a-d94b-41ac-967f-297e5c2ecf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:39.865213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-539103d1-f63b-4e15-a768-cccd1067ce24 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a842c888-9e5b-41cf-9f7c-fc0e20b7eae7 HTTP/1.1" status: 204 len: 168 time: 0.4020519 Nov 12 11:06:39.865433 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-6cc58b1a-d94b-41ac-967f-297e5c2ecf76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.0670235 Nov 12 11:06:39.865846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35672) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:39.903416 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-e1eb821c-607f-4c19-977b-fa2a15d86e89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312722 Nov 12 11:06:39.906060 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.954800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.025909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-fc056665-ad66-42fa-adc2-4ccbaae48da4 service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094508 Nov 12 11:06:40.047443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.072202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4748ed0-c00a-4caa-850c-49905642c600']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:40.084703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1002dea-d24c-4ac5-a99a-6fc6e8fe6237') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:40.085189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1002dea-d24c-4ac5-a99a-6fc6e8fe6237') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:40.099335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.120532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.127892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:06:40.128506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:06:40.131142 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:06:40.200426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48722695-c5f7-46f3-b771-582d64e5f138 req-06a667cd-c6ac-4c2e-8765-e8a6e3a849d5 service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640575 Nov 12 11:06:40.251851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.261069 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.264988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a4748ed0-c00a-4caa-850c-49905642c600 HTTP/1.1" status: 204 len: 168 time: 0.3974128 Nov 12 11:06:40.293147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8e8bf-b60a-44c9-aa2d-6a94e060201e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4748ed0-c00a-4caa-850c-49905642c600,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:40.325830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-513ffae6-5395-407d-a2a2-9be485dda522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.327731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-513ffae6-5395-407d-a2a2-9be485dda522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 1096 time: 0.0576699 Nov 12 11:06:40.338324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.471384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35684) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:40.498720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-552b0538-396c-47e8-a183-588d7be1bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.500694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-552b0538-396c-47e8-a183-588d7be1bd9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 906 time: 0.1606205 Nov 12 11:06:40.571221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-009197b6-9366-4827-915b-edaa42c1473c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65630183db484323b025549e9a43090f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973856 Nov 12 11:06:40.572240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35686) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:40.582886 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-23b458b0-7bfb-4f39-b94a-81236772a10f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5a4389d-fa21-4085-afe3-2b3d0958b463 HTTP/1.1" status: 200 len: 217 time: 0.0678084 Nov 12 11:06:40.670894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-19d83fe4-9d76-459e-b188-44ddd39e7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.672406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-19d83fe4-9d76-459e-b188-44ddd39e7d3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.0768812 Nov 12 11:06:40.689894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b54ea8da-0938-4164-9294-3e80086f65bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.760627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-30d2ed95-002e-4c79-9f30-34812a308e39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747774 Nov 12 11:06:40.762256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b54ea8da-0938-4164-9294-3e80086f65bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.910985 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b54ea8da-0938-4164-9294-3e80086f65bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.915543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b54ea8da-0938-4164-9294-3e80086f65bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:40.918797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b54ea8da-0938-4164-9294-3e80086f65bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4fa13ac-7d1b-42ee-8bdd-c1a7879f9f3b HTTP/1.1" status: 204 len: 168 time: 0.3435671 Nov 12 11:06:40.989567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ea8da-0938-4164-9294-3e80086f65bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa13ac-7d1b-42ee-8bdd-c1a7879f9f3b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:41.043919 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-34732ec0-aa69-42fa-953d-27f933028a00 service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634199 Nov 12 11:06:41.048709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee63cd-c470-49aa-9c4e-baf65c1318a9 req-8056f2da-b8fb-40a8-bc4b-88ceaaad89d0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:41.058058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b5ee63cd-c470-49aa-9c4e-baf65c1318a9 req-8056f2da-b8fb-40a8-bc4b-88ceaaad89d0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 944 time: 0.1361580 Nov 12 11:06:41.173465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5a809-d0dd-431f-8acc-735fb12ffe72 req-5a4026e7-35ef-4fd4-861b-513d926aff92 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:41.179897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b5ee63cd-c470-49aa-9c4e-baf65c1318a9 req-97351417-3c43-4420-89f9-0b7a6ac4e035 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138265 Nov 12 11:06:41.182204 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9bd5a809-d0dd-431f-8acc-735fb12ffe72 req-5a4026e7-35ef-4fd4-861b-513d926aff92 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.2957466 Nov 12 11:06:41.298477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40f616c0-cf75-49f7-9330-eaf0bec2fe47 req-1e5a9c10-07db-49fd-afcf-78490f173fe5 service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298517 Nov 12 11:06:41.360778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9bd5a809-d0dd-431f-8acc-735fb12ffe72 req-761e81f6-db28-4414-9bb3-37bb1619b118 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384754 Nov 12 11:06:42.348383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb8bed-6f82-4a6f-8302-b2574bc92f3e req-77be7ad5-59e0-481c-9d83-aa23cb3b21e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:42.352126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-31cb8bed-6f82-4a6f-8302-b2574bc92f3e req-77be7ad5-59e0-481c-9d83-aa23cb3b21e4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 944 time: 0.0716786 Nov 12 11:06:42.438715 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-31cb8bed-6f82-4a6f-8302-b2574bc92f3e req-e1de005b-4b03-4f85-b1cf-bcab2310f8ed tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665581 Nov 12 11:06:42.550927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448244d6-c31a-45e4-a30f-e1259efbe8fa req-a8e6c135-d616-4b4e-b5bc-6e1b0880340b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:42.553278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-448244d6-c31a-45e4-a30f-e1259efbe8fa req-a8e6c135-d616-4b4e-b5bc-6e1b0880340b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0817041 Nov 12 11:06:42.640825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-448244d6-c31a-45e4-a30f-e1259efbe8fa req-9f8bfc57-251d-436f-9a36-9d97bbc884f6 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780497 Nov 12 11:06:43.434133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e5a4389d-fa21-4085-afe3-2b3d0958b463 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:43.585170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e5a4389d-fa21-4085-afe3-2b3d0958b463, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e5a4389d-fa21-4085-afe3-2b3d0958b463,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:43.601830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'e5a4389d-fa21-4085-afe3-2b3d0958b463', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'port_id': 'e5a4389d-fa21-4085-afe3-2b3d0958b463', 'mac_address': 'fa:16:3e:61:fb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e70664f-60f3-4f40-b2b7-729bf4040931', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:43.611218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb260fb-0b9a-42fa-a77e-cd0fbb70b993 req-06c8560c-d804-4711-8695-3b8f92c9c3b7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:43.613552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfb260fb-0b9a-42fa-a77e-cd0fbb70b993 req-06c8560c-d804-4711-8695-3b8f92c9c3b7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 944 time: 0.0642831 Nov 12 11:06:43.676832 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.685000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cfb260fb-0b9a-42fa-a77e-cd0fbb70b993 req-b58abcc9-e66d-4d83-ac56-8ee93e41aa56 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650499 Nov 12 11:06:43.702512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a4389d-fa21-4085-afe3-2b3d0958b463 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:43.749522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e5a4389d-fa21-4085-afe3-2b3d0958b463, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e5a4389d-fa21-4085-afe3-2b3d0958b463,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:43.762013 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.858018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff2c6c-51b6-41a5-9fae-2de9e62d30c1 req-008cbc8e-3d5b-4dad-8257-21d9a4a5d6d5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:43.860751 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2cff2c6c-51b6-41a5-9fae-2de9e62d30c1 req-008cbc8e-3d5b-4dad-8257-21d9a4a5d6d5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0816913 Nov 12 11:06:43.903924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e5a4389d-fa21-4085-afe3-2b3d0958b463,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:43.953105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2cff2c6c-51b6-41a5-9fae-2de9e62d30c1 req-588d8c4c-d4bd-4c22-ac5d-08af55803a21 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818067 Nov 12 11:06:44.063371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-8023e024-e5de-4ae1-b47d-1b7c097ed250 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.064931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-8023e024-e5de-4ae1-b47d-1b7c097ed250 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 946 time: 0.0731683 Nov 12 11:06:44.193815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Deleting port 1f4c721b-a56d-419a-938f-5b8c89776042 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:44.194274 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.204393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['e5a4389d-fa21-4085-afe3-2b3d0958b463'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:44.329386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] For port 1f4c721b-a56d-419a-938f-5b8c89776042, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1f4c721b-a56d-419a-938f-5b8c89776042,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:44.329953 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.346922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Calling delete_port for 1f4c721b-a56d-419a-938f-5b8c89776042 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:44.515485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.538371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d0380d3d-90b6-4578-a3b6-80aaef3c9aa2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:44.585028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Pushing event deleted for resources: {'Port': ['ID=1f4c721b-a56d-419a-938f-5b8c89776042,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:44.616504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] No DVR routers for this DVR port 1f4c721b-a56d-419a-938f-5b8c89776042 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:44.619667 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.624583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcdf1fed-105b-4c26-8b48-7c20a51c7ed3 req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.59 "DELETE /v2.0/ports/1f4c721b-a56d-419a-938f-5b8c89776042 HTTP/1.1" status: 204 len: 173 time: 0.5471764 Nov 12 11:06:44.625362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7d521a-7647-481e-b341-bb72fd37d296', 'name': 'network-vif-deleted', 'tag': '1f4c721b-a56d-419a-938f-5b8c89776042'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:44.631605 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c3ca53-b627-4d4c-84c7-70878a33de35" -d '{"events": [{"server_uuid": "ed7d521a-7647-481e-b341-bb72fd37d296", "name": "network-vif-deleted", "tag": "1f4c721b-a56d-419a-938f-5b8c89776042"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:44.642185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.643199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.644463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.645350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.646411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.648001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.649242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.650101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.650922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.651822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.652663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.653495 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed9936-47a1-4297-aedf-7fefef5460d9 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:44.720030 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c002e4-07f0-4e21-b702-867752c9b85a x-openstack-request-id: req-f3c002e4-07f0-4e21-b702-867752c9b85a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:44.721025 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7d521a-7647-481e-b341-bb72fd37d296", "name": "network-vif-deleted", "tag": "1f4c721b-a56d-419a-938f-5b8c89776042", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:44.721860 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3c002e4-07f0-4e21-b702-867752c9b85a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:44.722804 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7d521a-7647-481e-b341-bb72fd37d296', 'name': 'network-vif-deleted', 'tag': '1f4c721b-a56d-419a-938f-5b8c89776042', 'status': 'completed', 'code': 200} Nov 12 11:06:44.880366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648a26a-c4e0-4aeb-ab19-c90e9fe97082 req-b7bf229f-20fc-4b3f-a3ab-b80cb8e5c072 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.886412 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4648a26a-c4e0-4aeb-ab19-c90e9fe97082 req-b7bf229f-20fc-4b3f-a3ab-b80cb8e5c072 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 945 time: 0.1112454 Nov 12 11:06:44.960718 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4648a26a-c4e0-4aeb-ab19-c90e9fe97082 req-954dbe0a-f795-4dfc-8beb-976a37387a6e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Nov 12 11:06:45.127844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ff0316b-a048-4e26-aff5-ad63bfef0bf3 req-bb321700-2b1c-492f-8b86-3047e7ad819b tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7d521a-7647-481e-b341-bb72fd37d296 HTTP/1.1" status: 200 len: 210 time: 0.0402989 Nov 12 11:06:45.165015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35794) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:45.179500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1f4c721b-a56d-419a-938f-5b8c89776042'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:45.346487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50b48226-25d4-46a2-9ef3-a2ac5aca25c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.446185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e5a4389d-fa21-4085-afe3-2b3d0958b463 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:45.456759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50b48226-25d4-46a2-9ef3-a2ac5aca25c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.461384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50b48226-25d4-46a2-9ef3-a2ac5aca25c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.507457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-50b48226-25d4-46a2-9ef3-a2ac5aca25c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=756dfa3c26f34c0bb50988004a722e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411674 Nov 12 11:06:45.508318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b48226-25d4-46a2-9ef3-a2ac5aca25c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f966efb6-d108-4ef1-b75b-d545a1ec9b5c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:45.509081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35798) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:45.515090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port e5a4389d-fa21-4085-afe3-2b3d0958b463 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:45.519686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port e5a4389d-fa21-4085-afe3-2b3d0958b463 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:45.520383 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.589291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-87b7ab7a-4c5b-440a-8c14-d2e2224e9cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.610347 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.626272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-87b7ab7a-4c5b-440a-8c14-d2e2224e9cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.640442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f707fbd-1084-4e94-ace2-2c4b1c7f7807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4389d-fa21-4085-afe3-2b3d0958b463'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:45.642824 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20fbb95-5c4c-41fb-b6f8-12528205ef4e" -d '{"events": [{"server_uuid": "6f707fbd-1084-4e94-ace2-2c4b1c7f7807", "name": "network-vif-plugged", "status": "completed", "tag": "e5a4389d-fa21-4085-afe3-2b3d0958b463"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:45.658132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e5a4389d-fa21-4085-afe3-2b3d0958b463, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e5a4389d-fa21-4085-afe3-2b3d0958b463,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:45.675049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.701286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-87b7ab7a-4c5b-440a-8c14-d2e2224e9cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.705185 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eb5c42-ce77-488c-84e4-d79bffc69a3d x-openstack-request-id: req-80eb5c42-ce77-488c-84e4-d79bffc69a3d {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:45.705579 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f707fbd-1084-4e94-ace2-2c4b1c7f7807", "name": "network-vif-plugged", "status": "completed", "tag": "e5a4389d-fa21-4085-afe3-2b3d0958b463", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:45.705920 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80eb5c42-ce77-488c-84e4-d79bffc69a3d {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:45.706373 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-87b7ab7a-4c5b-440a-8c14-d2e2224e9cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.706589 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f707fbd-1084-4e94-ace2-2c4b1c7f7807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4389d-fa21-4085-afe3-2b3d0958b463', 'code': 200} Nov 12 11:06:45.708216 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-87b7ab7a-4c5b-440a-8c14-d2e2224e9cca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f966efb6-d108-4ef1-b75b-d545a1ec9b5c HTTP/1.1" status: 204 len: 168 time: 0.1976950 Nov 12 11:06:45.721042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7ab7a-4c5b-440a-8c14-d2e2224e9cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f966efb6-d108-4ef1-b75b-d545a1ec9b5c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:45.754923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e5a4389d-fa21-4085-afe3-2b3d0958b463,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:45.854033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a113966-2d6f-4234-a4df-ad3c7857c6fa req-1c463a72-bed2-422c-bd4c-e56cf3b00d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:45.856620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a113966-2d6f-4234-a4df-ad3c7857c6fa req-1c463a72-bed2-422c-bd4c-e56cf3b00d45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 1098 time: 0.0533679 Nov 12 11:06:45.910341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a113966-2d6f-4234-a4df-ad3c7857c6fa req-11fb88f7-730b-4aa7-99b0-3de42c436771 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Nov 12 11:06:46.055580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35812) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:46.074114 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0d33478e-474e-42ec-9835-3cd43aa43763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.107271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471a658-5f80-4e4d-bc26-37c503cbe040 req-9cbbe88f-eeb7-48c2-b537-44a772d533b8 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:46.109182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2471a658-5f80-4e4d-bc26-37c503cbe040 req-9cbbe88f-eeb7-48c2-b537-44a772d533b8 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 946 time: 0.0618026 Nov 12 11:06:46.185652 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2471a658-5f80-4e4d-bc26-37c503cbe040 req-4f665f0e-733b-47b8-930d-9466fbce3ee4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695291 Nov 12 11:06:46.186852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0d33478e-474e-42ec-9835-3cd43aa43763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.194073 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0d33478e-474e-42ec-9835-3cd43aa43763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.252022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0d33478e-474e-42ec-9835-3cd43aa43763 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25beb9910d7e4ee39372a9e7af9b7d60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1948643 Nov 12 11:06:46.253061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33478e-474e-42ec-9835-3cd43aa43763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de20ff76-cb98-4c39-9ad8-acfe843c6674,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:46.254969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35820) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:46.314987 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe24bfa-ef3c-406f-96e7-4a7d96fe0a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.347404 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe24bfa-ef3c-406f-96e7-4a7d96fe0a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.422620 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe24bfa-ef3c-406f-96e7-4a7d96fe0a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.427095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffe24bfa-ef3c-406f-96e7-4a7d96fe0a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.428524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ffe24bfa-ef3c-406f-96e7-4a7d96fe0a00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de20ff76-cb98-4c39-9ad8-acfe843c6674 HTTP/1.1" status: 204 len: 168 time: 0.1721327 Nov 12 11:06:46.440465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe24bfa-ef3c-406f-96e7-4a7d96fe0a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de20ff76-cb98-4c39-9ad8-acfe843c6674,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:46.539044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552fd48-2145-48ef-a982-d7ac89bfe49f req-7a0cec37-139e-42bf-be1e-f734e4021366 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:46.540897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1552fd48-2145-48ef-a982-d7ac89bfe49f req-7a0cec37-139e-42bf-be1e-f734e4021366 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0694203 Nov 12 11:06:46.600771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1552fd48-2145-48ef-a982-d7ac89bfe49f req-c54097f8-53b9-490e-a47f-92a149dcead3 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519423 Nov 12 11:06:47.395423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e40134-d16a-46ee-ac20-4a594d25b5d9 req-387a3c6a-1d00-4fb4-a5a1-da70349a2dfb tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:47.397812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47e40134-d16a-46ee-ac20-4a594d25b5d9 req-387a3c6a-1d00-4fb4-a5a1-da70349a2dfb tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 946 time: 0.0979860 Nov 12 11:06:47.477885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47e40134-d16a-46ee-ac20-4a594d25b5d9 req-25d5e8e7-7013-404e-9337-360941138d43 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669708 Nov 12 11:06:47.756072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd319c-9b2b-4284-8bb1-4c964198944e req-2c2f3287-0353-4d90-ae2e-a690111c054a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:47.758521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2fd319c-9b2b-4284-8bb1-4c964198944e req-2c2f3287-0353-4d90-ae2e-a690111c054a tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0607932 Nov 12 11:06:47.830258 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2fd319c-9b2b-4284-8bb1-4c964198944e req-3da0299f-00a4-499a-a086-e1172256cbc0 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606456 Nov 12 11:06:48.621428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404c76-b00b-4965-bcc8-d0cc606cf37d req-80478064-b13a-46df-9b5f-a54339acc609 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:48.623412 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b5404c76-b00b-4965-bcc8-d0cc606cf37d req-80478064-b13a-46df-9b5f-a54339acc609 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 946 time: 0.0639565 Nov 12 11:06:48.689974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b5404c76-b00b-4965-bcc8-d0cc606cf37d req-d25299f6-33b2-4fd9-b274-50228aeee1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591197 Nov 12 11:06:48.818713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf04d9-a6a1-4f3e-abcf-066383963b18 req-74a51f16-f4d3-4411-b984-3dc4fd61856f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:48.820494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6cf04d9-a6a1-4f3e-abcf-066383963b18 req-74a51f16-f4d3-4411-b984-3dc4fd61856f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 946 time: 0.0587783 Nov 12 11:06:48.894277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6cf04d9-a6a1-4f3e-abcf-066383963b18 req-ce0a50c0-ecf6-4057-a1f4-8167642b1bc5 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660243 Nov 12 11:06:48.975700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f293cb5-d6c5-4758-860c-52d69d9ad3a8 req-479b4551-dd0f-4b8f-bb64-c9bed5615ce5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:48.977342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f293cb5-d6c5-4758-860c-52d69d9ad3a8 req-479b4551-dd0f-4b8f-bb64-c9bed5615ce5 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0713897 Nov 12 11:06:49.036042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f293cb5-d6c5-4758-860c-52d69d9ad3a8 req-e4e41bec-3875-427f-9c29-e4becd6d7961 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488200 Nov 12 11:06:49.036981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35904) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:49.160547 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.255268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffb4e-abff-4555-bfaa-2158d5f9db01 req-cf36b9d3-869c-4632-8d0c-6f9e01354552 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:49.256809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3cffb4e-abff-4555-bfaa-2158d5f9db01 req-cf36b9d3-869c-4632-8d0c-6f9e01354552 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 946 time: 0.0823567 Nov 12 11:06:49.301384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.307516 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.369217 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3cffb4e-abff-4555-bfaa-2158d5f9db01 req-aae64724-881d-4f1c-b4a5-a7b74f2d9ca6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030428 Nov 12 11:06:49.377389 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba45ce85ff0a4723abab3090191246e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3392007 Nov 12 11:06:49.377769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35912) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:49.379734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e7b3aa-a9d7-41f5-bb00-dc2b71122423,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:49.389462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.389814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.390158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.390498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.390832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.391498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.391984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.392479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.393021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.394598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.395474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.396286 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe9a36-4a15-43a7-97c3-5ae942a23bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.449070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1f4c721b-a56d-419a-938f-5b8c89776042 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:49.457503 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f670627-fbf9-43bb-b883-2869381bc43d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.476393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 1f4c721b-a56d-419a-938f-5b8c89776042 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:49.476991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1f4c721b-a56d-419a-938f-5b8c89776042 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:49.483701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f670627-fbf9-43bb-b883-2869381bc43d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.539771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f670627-fbf9-43bb-b883-2869381bc43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.542521 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f670627-fbf9-43bb-b883-2869381bc43d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.543775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f670627-fbf9-43bb-b883-2869381bc43d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96e7b3aa-a9d7-41f5-bb00-dc2b71122423 HTTP/1.1" status: 204 len: 168 time: 0.1644104 Nov 12 11:06:49.552701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f670627-fbf9-43bb-b883-2869381bc43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e7b3aa-a9d7-41f5-bb00-dc2b71122423,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:49.865845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35920) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:49.881283 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbe7642f-284d-4d18-9dcc-080045380b7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.966969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbe7642f-284d-4d18-9dcc-080045380b7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.971026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbe7642f-284d-4d18-9dcc-080045380b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.012444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bbe7642f-284d-4d18-9dcc-080045380b7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=898a913e2c014fb3bec6ff01c3dbdbac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453383 Nov 12 11:06:50.013418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7642f-284d-4d18-9dcc-080045380b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb8730-b2f0-456e-b8cc-2b9a32688bfe,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:50.015481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:50.081540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cec48688-7402-4a52-9fc5-606a7d46600d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.108370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cec48688-7402-4a52-9fc5-606a7d46600d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.164553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cec48688-7402-4a52-9fc5-606a7d46600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.168717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cec48688-7402-4a52-9fc5-606a7d46600d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.170413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cec48688-7402-4a52-9fc5-606a7d46600d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6deb8730-b2f0-456e-b8cc-2b9a32688bfe HTTP/1.1" status: 204 len: 168 time: 0.1532037 Nov 12 11:06:50.182730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec48688-7402-4a52-9fc5-606a7d46600d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb8730-b2f0-456e-b8cc-2b9a32688bfe,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:50.216075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a5a7-3061-4ee6-8c99-b22af559c81e req-90049980-1550-4736-a443-c761dc7946c2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:50.219237 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3f2a5a7-3061-4ee6-8c99-b22af559c81e req-90049980-1550-4736-a443-c761dc7946c2 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0879655 Nov 12 11:06:50.296892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3f2a5a7-3061-4ee6-8c99-b22af559c81e req-5f872a7b-0374-4e5a-b769-4c18d4787d39 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708292 Nov 12 11:06:50.565610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3f73a-f5f5-40de-b566-8b0f8f926faa req-f9b9c9c1-4edc-41ae-9e1b-85f8f0062858 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:50.567866 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffc3f73a-f5f5-40de-b566-8b0f8f926faa req-f9b9c9c1-4edc-41ae-9e1b-85f8f0062858 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 946 time: 0.0893042 Nov 12 11:06:50.641476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffc3f73a-f5f5-40de-b566-8b0f8f926faa req-2177c580-6f56-4dd4-ad8a-afe4f5254043 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653048 Nov 12 11:06:50.945072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557126b0-d242-4186-8191-a9dae6ccc98c req-4b5d66a1-e27e-46b0-8657-eca76ed164b4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:50.946806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-557126b0-d242-4186-8191-a9dae6ccc98c req-4b5d66a1-e27e-46b0-8657-eca76ed164b4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 946 time: 0.0611925 Nov 12 11:06:51.092791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Deleting port e5a4389d-fa21-4085-afe3-2b3d0958b463 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:51.093450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.216284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] For port e5a4389d-fa21-4085-afe3-2b3d0958b463, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e5a4389d-fa21-4085-afe3-2b3d0958b463,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:51.216724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.233701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Calling delete_port for e5a4389d-fa21-4085-afe3-2b3d0958b463 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:51.400003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.416154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:51.451408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['e5a4389d-fa21-4085-afe3-2b3d0958b463'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:51.464290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event deleted for resources: {'Port': ['ID=e5a4389d-fa21-4085-afe3-2b3d0958b463,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:51.471049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcc45c-d1b4-4ac8-9da0-aaac41c8f8d4 req-b3237ed6-0488-4b65-b14d-bfd51e223433 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:51.473233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2fcc45c-d1b4-4ac8-9da0-aaac41c8f8d4 req-b3237ed6-0488-4b65-b14d-bfd51e223433 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0936818 Nov 12 11:06:51.501095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] No DVR routers for this DVR port e5a4389d-fa21-4085-afe3-2b3d0958b463 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:51.506025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.509734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-557126b0-d242-4186-8191-a9dae6ccc98c req-b1708763-84c0-460d-bf21-d406b0080365 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "DELETE /v2.0/ports/e5a4389d-fa21-4085-afe3-2b3d0958b463 HTTP/1.1" status: 204 len: 173 time: 0.5515554 Nov 12 11:06:51.510215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f707fbd-1084-4e94-ace2-2c4b1c7f7807', 'name': 'network-vif-deleted', 'tag': 'e5a4389d-fa21-4085-afe3-2b3d0958b463'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:51.512695 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e97a4c9-a1b2-44e8-a0b7-79f51e6fdb73" -d '{"events": [{"server_uuid": "6f707fbd-1084-4e94-ace2-2c4b1c7f7807", "name": "network-vif-deleted", "tag": "e5a4389d-fa21-4085-afe3-2b3d0958b463"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:51.614832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2fcc45c-d1b4-4ac8-9da0-aaac41c8f8d4 req-a6325c29-8b00-49d3-bb37-e0c731f39070 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa385807-40aa-4daa-a548-d716615d46a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341488 Nov 12 11:06:51.655794 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e92be-40bc-4883-a132-0c48cc2b3f46 x-openstack-request-id: req-6a9e92be-40bc-4883-a132-0c48cc2b3f46 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:51.656087 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f707fbd-1084-4e94-ace2-2c4b1c7f7807", "name": "network-vif-deleted", "tag": "e5a4389d-fa21-4085-afe3-2b3d0958b463", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:51.656496 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a9e92be-40bc-4883-a132-0c48cc2b3f46 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:51.657465 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f707fbd-1084-4e94-ace2-2c4b1c7f7807', 'name': 'network-vif-deleted', 'tag': 'e5a4389d-fa21-4085-afe3-2b3d0958b463', 'status': 'completed', 'code': 200} Nov 12 11:06:51.794807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69d316bd-eeac-4007-a706-64268711b135 req-6132e236-56d0-4429-b927-2ba6a9edd672 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f707fbd-1084-4e94-ace2-2c4b1c7f7807 HTTP/1.1" status: 200 len: 210 time: 0.0294471 Nov 12 11:06:52.193430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-3fa77ea5-7e4b-458f-a73c-08f97dde354c tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:52.195030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-3fa77ea5-7e4b-458f-a73c-08f97dde354c tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 946 time: 0.0703297 Nov 12 11:06:52.308000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Deleting port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:52.308334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:52.409711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] For port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:52.410081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:52.425020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Calling delete_port for d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:52.572739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:52.586791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d0380d3d-90b6-4578-a3b6-80aaef3c9aa2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:52.778476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6eba0148-ebd3-4468-937f-95c134c569c3 req-453f7ed6-13a1-4380-b117-3a67aef7de26 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f HTTP/1.1" status: 200 len: 210 time: 0.0513740 Nov 12 11:06:53.013584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Pushing event deleted for resources: {'Port': ['ID=d0380d3d-90b6-4578-a3b6-80aaef3c9aa2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:53.049212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] No DVR routers for this DVR port d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:53.053060 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:53.055970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dbc02ab7-d80d-4e33-9bbe-c4fc5e412440 req-91d41c81-ca6b-4aad-b33e-f1258ccab3b1 tempest-ServerRescueNegativeTestJSON-378629591 tempest-ServerRescueNegativeTestJSON-378629591-project] 10.222.0.52 "DELETE /v2.0/ports/d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 HTTP/1.1" status: 204 len: 173 time: 0.8537655 Nov 12 11:06:53.357677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36042) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:53.376570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-bf6d994f-364d-4c55-abde-84b9028bb8bc tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:53.378444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-bf6d994f-364d-4c55-abde-84b9028bb8bc tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.1689796 Nov 12 11:06:53.398146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-e2546773-2727-426a-894f-b4886d84f438 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/quotas/e7477d2f33494e1cbc6ba0f4f96dd2a5 HTTP/1.1" status: 200 len: 375 time: 0.0129788 Nov 12 11:06:53.482045 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-1f0c3198-5c08-4e87-ae5a-c9901ff138a6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771711 Nov 12 11:06:53.568573 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-022d6458-540d-4d82-beba-f9286a102288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:53.632498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-cb9b00e2-746e-4d19-bc85-8642650bf1d0 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386998 Nov 12 11:06:53.658508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f', 'name': 'network-vif-deleted', 'tag': 'd0380d3d-90b6-4578-a3b6-80aaef3c9aa2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:53.661367 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58ee1c2-da14-4285-b8a8-67ddc6f8f799" -d '{"events": [{"server_uuid": "2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f", "name": "network-vif-deleted", "tag": "d0380d3d-90b6-4578-a3b6-80aaef3c9aa2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:53.716453 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae711a-49d7-4ef8-857e-d476d1f7e294 x-openstack-request-id: req-b5ae711a-49d7-4ef8-857e-d476d1f7e294 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:53.717367 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f", "name": "network-vif-deleted", "tag": "d0380d3d-90b6-4578-a3b6-80aaef3c9aa2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:53.718062 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5ae711a-49d7-4ef8-857e-d476d1f7e294 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:53.719045 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1cdfaa-11d7-41f6-b3d4-5f40f1bedf3f', 'name': 'network-vif-deleted', 'tag': 'd0380d3d-90b6-4578-a3b6-80aaef3c9aa2', 'status': 'completed', 'code': 200} Nov 12 11:06:53.798562 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-022d6458-540d-4d82-beba-f9286a102288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:53.809050 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-022d6458-540d-4d82-beba-f9286a102288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:53.859733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36054) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:53.864399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-30e5b800-b86b-4414-82ea-31ebe86f03e9 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146709 Nov 12 11:06:53.885972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11dc5071-5584-45aa-a492-b9207303590a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:53.922479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-022d6458-540d-4d82-beba-f9286a102288 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=237ccd59da99456db935f4f054911aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633788 Nov 12 11:06:53.923544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d6458-540d-4d82-beba-f9286a102288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05999d9b-54d4-4cde-b778-cc535ec5aab8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:53.926240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36056) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:54.026060 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-972bb07c-8321-4c0b-8460-8f3207138abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.063256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-972bb07c-8321-4c0b-8460-8f3207138abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.122074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f92eb447-eca9-442c-aa13-468782749a3e req-9de25323-bc77-4954-a0cd-03bb553725ea tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 210 time: 0.0437269 Nov 12 11:06:54.145234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-972bb07c-8321-4c0b-8460-8f3207138abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.147681 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-972bb07c-8321-4c0b-8460-8f3207138abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.154302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-972bb07c-8321-4c0b-8460-8f3207138abd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05999d9b-54d4-4cde-b778-cc535ec5aab8 HTTP/1.1" status: 204 len: 168 time: 0.2136183 Nov 12 11:06:54.163069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bb07c-8321-4c0b-8460-8f3207138abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05999d9b-54d4-4cde-b778-cc535ec5aab8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:54.431338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.531017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36074) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:54.545672 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6451ea1b-6099-496a-8d86-efe92e7314c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.643530 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6451ea1b-6099-496a-8d86-efe92e7314c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.650137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6451ea1b-6099-496a-8d86-efe92e7314c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.694657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6451ea1b-6099-496a-8d86-efe92e7314c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93463ed8265c481394de3e3dad3f353f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625085 Nov 12 11:06:54.695531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451ea1b-6099-496a-8d86-efe92e7314c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90869da-781f-4e61-bca4-0286d706c1cc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:54.700152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36076) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:54.760598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d419813-50ff-4b00-a8e9-73de43f6c3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.763059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Deleting port 30427469-9d76-47a7-ab91-f4ea8e9d8016 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:54.763611 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.785171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d419813-50ff-4b00-a8e9-73de43f6c3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.862779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-74275079-41fa-43db-8743-922776f14330 admin admin] For port 30427469-9d76-47a7-ab91-f4ea8e9d8016, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=30427469-9d76-47a7-ab91-f4ea8e9d8016,segment=NetworkSegment(20683e53-2f16-4e5b-ac2c-8b78ab6ea380),segment_id=20683e53-2f16-4e5b-ac2c-8b78ab6ea380)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:54.863604 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.871238 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d419813-50ff-4b00-a8e9-73de43f6c3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.874223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d419813-50ff-4b00-a8e9-73de43f6c3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.875473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5d419813-50ff-4b00-a8e9-73de43f6c3a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d90869da-781f-4e61-bca4-0286d706c1cc HTTP/1.1" status: 204 len: 168 time: 0.1738870 Nov 12 11:06:54.885340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d419813-50ff-4b00-a8e9-73de43f6c3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90869da-781f-4e61-bca4-0286d706c1cc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:54.887957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:54.918832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Calling delete_port for 30427469-9d76-47a7-ab91-f4ea8e9d8016 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:54.931844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:54.932194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d0380d3d-90b6-4578-a3b6-80aaef3c9aa2 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:55.192627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.214432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Pushing event deleted for resources: {'Port': ['ID=30427469-9d76-47a7-ab91-f4ea8e9d8016,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:55.331801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e991e76-e81e-473b-b5e6-a0070fbce137 req-976d4ba0-586a-4d5b-89ba-3d6172fa7c18 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 210 time: 0.0530839 Nov 12 11:06:55.464809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e5a4389d-fa21-4085-afe3-2b3d0958b463 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:55.506845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: e5a4389d-fa21-4085-afe3-2b3d0958b463 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:55.507509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e5a4389d-fa21-4085-afe3-2b3d0958b463 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:55.546508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-e4f5965b-1336-4b68-8288-1d5f4ec0a5a6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:55.548037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-e4f5965b-1336-4b68-8288-1d5f4ec0a5a6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.2314706 Nov 12 11:06:55.567523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Request body: {'port': {'device_id': '72336743-242c-4de7-8882-7e7195a9bc32', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'admin_state_up': True, 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:55.575126 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.830044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:55.834682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.008414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:06:56.074402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Allocated IP 172.20.0.12 (21516082-2b70-473a-822c-d8e85125b968/2e70664f-60f3-4f40-b2b7-729bf4040931/9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:56.190950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74275079-41fa-43db-8743-922776f14330 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:06:56.200432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] Sync routers for ids ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:06:56.209340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-74275079-41fa-43db-8743-922776f14330 admin admin] 10.222.0.31 "PUT /v2.0/routers/693cfd9d-8cb5-4b5b-9c2e-e413738fd753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3478551 Nov 12 11:06:56.212469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36120) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:56.219953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] Routers {'693cfd9d-8cb5-4b5b-9c2e-e413738fd753'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:06:56.220959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:06:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:56.345839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.375764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.393653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.485205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:56.486832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Network 21516082-2b70-473a-822c-d8e85125b968 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:56.500259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:56.510313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:56.549278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event updated for resources: {'Port': ['ID=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:56.585733 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-81393725-beba-40e2-9a82-c245264e449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.613273 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.635581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] Set router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:06:56.645541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3e46-a20e-45ea-89a2-6aa3027fa950 req-ceabe4aa-f7c6-40fc-a221-dcdaddb1400c tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:56.655475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fdca3e46-a20e-45ea-89a2-6aa3027fa950 req-ceabe4aa-f7c6-40fc-a221-dcdaddb1400c tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 932 time: 0.1711984 Nov 12 11:06:56.668580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:56.669449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.714441 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-a6127164-26f1-42e3-a92c-6c263c8074d1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1485674 Nov 12 11:06:56.719531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Deleting port 21a917fe-0983-4e34-9f40-d8b6ff770a4c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:56.719980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.751763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Request body: {'port': {'device_id': '72336743-242c-4de7-8882-7e7195a9bc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:56.814173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fdca3e46-a20e-45ea-89a2-6aa3027fa950 req-b45b0961-3f51-4c04-b77b-473e39858928 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573508 Nov 12 11:06:56.878212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] For port 21a917fe-0983-4e34-9f40-d8b6ff770a4c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=21a917fe-0983-4e34-9f40-d8b6ff770a4c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:56.878651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.892844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Calling delete_port for 21a917fe-0983-4e34-9f40-d8b6ff770a4c owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:56.899695 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.953263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:06:55Z', 'revision_number': 5, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port': {'id': '21a917fe-0983-4e34-9f40-d8b6ff770a4c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:02Z', 'updated_at': '2021-11-12T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:56.984915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] Checking router: 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:06:56.995552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] Routers {'693cfd9d-8cb5-4b5b-9c2e-e413738fd753'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:06:56.996467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:06:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:57.126641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] Set router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:06:57.187755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36142) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:57.202112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:06:56Z', 'revision_number': 6, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:57.230156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.257034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e0667-5d7b-4c6b-a941-d3b77e3ae397 None None] The sync data for ids ['693cfd9d-8cb5-4b5b-9c2e-e413738fd753'] in n-d-768851-19 is: [{'id': '693cfd9d-8cb5-4b5b-9c2e-e413738fd753', 'name': 'tempest-ServerRescueNegativeTestJSON-1340377257-router', 'tenant_id': '8019993aaba94aad82a112102ed34469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:01Z', 'updated_at': '2021-11-12T11:06:56Z', 'revision_number': 6, 'project_id': '8019993aaba94aad82a112102ed34469', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:06:57.263509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a917fe-0983-4e34-9f40-d8b6ff770a4c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:57.279359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a35e86-ad9e-41a8-a48a-a5084d8fac55 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:06:57.359519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:57.370320 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.370596 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1775af61-c95a-43d3-a7e6-fb6588a0847a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.373072 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.388037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Transition to ACTIVE for port object 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:57.392010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.453605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Pushing event updated for resources: {'Port': ['ID=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:57.488895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.493333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.526758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Attempting to bind port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:57.527156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Attempting to bind port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:57.527673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Attempting to bind port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:57.533063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b on network 21516082-2b70-473a-822c-d8e85125b968 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:57.533649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Attempting to bind port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:57.540010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:57.540347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Checking segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:57.540739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Bound using segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:57.541506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Bound port: 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:57.541697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.559149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.559714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693cfd9d-8cb5-4b5b-9c2e-e413738fd753 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:06:57.564949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.568513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2e5caeab-2eea-4341-b48f-93b6db17e049 admin admin] 10.222.0.31 "DELETE /v2.0/routers/693cfd9d-8cb5-4b5b-9c2e-e413738fd753 HTTP/1.1" status: 204 len: 168 time: 1.3540106 Nov 12 11:06:57.569084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36148) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:57.623022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] For port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:57.627421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] For port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:57.632943 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.638867 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1775af61-c95a-43d3-a7e6-fb6588a0847a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.642634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-153bc9e9-de21-4b7d-927e-3a6d5fce0aa9 admin admin] Deleting subnet 0fc7f30e-dd00-4080-88cf-8a03828c9445 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:57.646402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-153bc9e9-de21-4b7d-927e-3a6d5fce0aa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.659388 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.674379 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:06:57.687836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:57.689231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.691044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] 10.222.0.59 "PUT /v2.0/ports/9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b HTTP/1.1" status: 200 len: 1093 time: 0.9658782 Nov 12 11:06:57.691555 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-153bc9e9-de21-4b7d-927e-3a6d5fce0aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.695868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72336743-242c-4de7-8882-7e7195a9bc32', 'tag': '9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:57.700454 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47189224-fc89-43e6-921c-7e3fb4ee0665" -d '{"events": [{"name": "network-changed", "server_uuid": "72336743-242c-4de7-8882-7e7195a9bc32", "tag": "9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:57.752895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-153bc9e9-de21-4b7d-927e-3a6d5fce0aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.760578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf25da-0b32-4a3e-874a-3373c0b3cf20 service neutron] Pushing event updated for resources: {'Port': ['ID=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:57.818302 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ea1506-2013-4871-affd-6a0ea0003889 x-openstack-request-id: req-00ea1506-2013-4871-affd-6a0ea0003889 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:57.818720 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72336743-242c-4de7-8882-7e7195a9bc32", "tag": "9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:57.819059 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00ea1506-2013-4871-affd-6a0ea0003889 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:57.820209 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72336743-242c-4de7-8882-7e7195a9bc32', 'tag': '9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b', 'status': 'completed', 'code': 200} Nov 12 11:06:57.823191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1775af61-c95a-43d3-a7e6-fb6588a0847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.844802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-153bc9e9-de21-4b7d-927e-3a6d5fce0aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.857479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 30427469-9d76-47a7-ab91-f4ea8e9d8016 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:57.864729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-6fb17d84-b64d-4d1c-9495-9b40df7f9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:57.866437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-6fb17d84-b64d-4d1c-9495-9b40df7f9a6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 1096 time: 0.0997958 Nov 12 11:06:57.892351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 30427469-9d76-47a7-ab91-f4ea8e9d8016 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:57.893226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 30427469-9d76-47a7-ab91-f4ea8e9d8016 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:57.899049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775af61-c95a-43d3-a7e6-fb6588a0847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92995bd-0165-4a48-a155-91bd49c87cca,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:57.901846 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-153bc9e9-de21-4b7d-927e-3a6d5fce0aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.905495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-153bc9e9-de21-4b7d-927e-3a6d5fce0aa9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0fc7f30e-dd00-4080-88cf-8a03828c9445 HTTP/1.1" status: 204 len: 168 time: 0.3315315 Nov 12 11:06:57.937811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36156) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:57.945893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bc9e9-de21-4b7d-927e-3a6d5fce0aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc7f30e-dd00-4080-88cf-8a03828c9445,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:57.952646 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1775af61-c95a-43d3-a7e6-fb6588a0847a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f1f1d60abe34a158941dadc8f9e40df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7632535 Nov 12 11:06:57.959208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36158) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:57.970519 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-eb0911f4-ac77-4cdf-90be-42a5847274fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b HTTP/1.1" status: 200 len: 217 time: 0.0880919 Nov 12 11:06:58.123345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-05918187-43c6-4eaf-8f44-8dc0e1541bca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1739001 Nov 12 11:06:58.127853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-e380ef63-7e98-435f-a715-4d8c9c02fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.130678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-e380ef63-7e98-435f-a715-4d8c9c02fd6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.1284466 Nov 12 11:06:58.156518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894727d5-e66d-4fc9-8ed1-b74ef9ad066b req-08c8d748-0e1a-4781-a32f-bc3cd3852000 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.159457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894727d5-e66d-4fc9-8ed1-b74ef9ad066b req-08c8d748-0e1a-4781-a32f-bc3cd3852000 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 944 time: 0.2090993 Nov 12 11:06:58.227156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-ec8ab3de-b7c7-4806-ad93-8eaa6e65b3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808616 Nov 12 11:06:58.227798 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ae23-8759-461b-8c13-8cc7f5d1946f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.382206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.399731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ae23-8759-461b-8c13-8cc7f5d1946f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.429591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-894727d5-e66d-4fc9-8ed1-b74ef9ad066b req-5052da34-5c2a-4f94-966e-7e08523c9f2f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351954 Nov 12 11:06:58.454942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9beab065-132b-426c-a4ea-c646190f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.454942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9beab065-132b-426c-a4ea-c646190f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.454942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9beab065-132b-426c-a4ea-c646190f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.454942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9beab065-132b-426c-a4ea-c646190f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.455642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9beab065-132b-426c-a4ea-c646190f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.455642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9beab065-132b-426c-a4ea-c646190f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.455980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9beab065-132b-426c-a4ea-c646190f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.460932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9beab065-132b-426c-a4ea-c646190f7372 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6498 time: 0.2351871 Nov 12 11:06:58.490791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-b6dc3837-d757-49c8-91da-6952bf10c49e service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460868 Nov 12 11:06:58.503754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.525576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ae23-8759-461b-8c13-8cc7f5d1946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.528740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a9fbef-5efd-4b27-940a-549842956fe4']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:58.529574 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ae23-8759-461b-8c13-8cc7f5d1946f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.530776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c4b5ae23-8759-461b-8c13-8cc7f5d1946f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f92995bd-0165-4a48-a155-91bd49c87cca HTTP/1.1" status: 204 len: 168 time: 0.5601890 Nov 12 11:06:58.542434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20683e53-2f16-4e5b-ac2c-8b78ab6ea380') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:58.542669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20683e53-2f16-4e5b-ac2c-8b78ab6ea380') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:58.554831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.571866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.579735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5ae23-8759-461b-8c13-8cc7f5d1946f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92995bd-0165-4a48-a155-91bd49c87cca,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:58.583832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:06:58.584361 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:06:58.586524 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:06:58.680802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.692890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.703493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] 10.222.0.31 "DELETE /v2.0/networks/c3a9fbef-5efd-4b27-940a-549842956fe4 HTTP/1.1" status: 204 len: 168 time: 0.7640960 Nov 12 11:06:58.734773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0441d07-3dea-47d2-a34b-820ea156b50e admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a9fbef-5efd-4b27-940a-549842956fe4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:58.746987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa5be8f-bb16-44f6-bcfc-8507f82b3a3e req-0ee7aba8-2a86-4787-b899-5a10e2ef80ac service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402155 Nov 12 11:06:58.749040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-ec306a0f-bf1a-4ea3-824a-3995aa2c9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.749914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-ec306a0f-bf1a-4ea3-824a-3995aa2c9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.751501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-ec306a0f-bf1a-4ea3-824a-3995aa2c9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.763315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-ec306a0f-bf1a-4ea3-824a-3995aa2c9a4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=77981b1f-f093-4607-a4ab-5db715ba3b08&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=2d919481-045f-4df0-b787-b33b0ee846c5&id=2d919481-045f-4df0-b787-b33b0ee846c5 HTTP/1.1" status: 200 len: 2292 time: 0.2544656 Nov 12 11:06:58.943724 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-c27a5723-43e8-4c59-aa42-94fde46f7f55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4382f9-214b-429f-9e21-8df332229590 HTTP/1.1" status: 200 len: 1000 time: 0.1647415 Nov 12 11:06:58.960159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-5b0ebb9e-b64c-4f26-aaee-1272dd63adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.961387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-5b0ebb9e-b64c-4f26-aaee-1272dd63adc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 1096 time: 0.1027238 Nov 12 11:06:59.012416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36180) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:59.079575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3df970c1-9d4c-4b04-b381-b32c04200e8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8019993aaba94aad82a112102ed34469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0660014 Nov 12 11:06:59.081205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36182) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:59.100099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-5176bad8-500c-42fd-a0e9-e1dfb3e84e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.102697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-5176bad8-500c-42fd-a0e9-e1dfb3e84e7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0117afdc-0f85-46f4-a531-24e8628fef14 HTTP/1.1" status: 200 len: 851 time: 0.1401846 Nov 12 11:06:59.149376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8c666d42-7d8f-4343-aaa2-86360f170cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.183027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-c9566632-9b83-4396-b564-d375d9def604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.184894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-c9566632-9b83-4396-b564-d375d9def604 service neutron] 10.222.0.59 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 906 time: 0.2119448 Nov 12 11:06:59.185788 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8c666d42-7d8f-4343-aaa2-86360f170cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.216413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-8c3d5d0a-47f3-4f2a-88b6-d54260c1a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.218738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-8c3d5d0a-47f3-4f2a-88b6-d54260c1a5fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77981b1f-f093-4607-a4ab-5db715ba3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009881 Nov 12 11:06:59.262747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8c666d42-7d8f-4343-aaa2-86360f170cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.266178 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8c666d42-7d8f-4343-aaa2-86360f170cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.272687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8c666d42-7d8f-4343-aaa2-86360f170cd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa385807-40aa-4daa-a548-d716615d46a4 HTTP/1.1" status: 204 len: 168 time: 0.1900654 Nov 12 11:06:59.285698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-8b7bdb5a-75f7-4153-b7cf-b6c0a93bcb63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b HTTP/1.1" status: 200 len: 217 time: 0.0859430 Nov 12 11:06:59.289564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c666d42-7d8f-4343-aaa2-86360f170cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa385807-40aa-4daa-a548-d716615d46a4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:59.401817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.461145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-c5cb4822-6130-415d-a309-f470b48c8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.462806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-c5cb4822-6130-415d-a309-f470b48c8bb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.1588924 Nov 12 11:06:59.515422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-24b5d80f-323f-4358-84ee-f82002042dab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359614 Nov 12 11:06:59.615778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 21a917fe-0983-4e34-9f40-d8b6ff770a4c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:59.662229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 21a917fe-0983-4e34-9f40-d8b6ff770a4c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:59.662919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 21a917fe-0983-4e34-9f40-d8b6ff770a4c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:00.034018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-2e9867b4-d5a5-4c17-96e1-acaddfc2f691 service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665610 Nov 12 11:07:00.173753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-ad3f8406-1dc2-4dc3-b754-1c205071bdf5 service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375225 Nov 12 11:07:00.193666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ec8dd-1158-4184-8af9-30165b8244e3 req-3fa5f06d-5620-462b-a657-d79b35c03107 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:00.195200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed2ec8dd-1158-4184-8af9-30165b8244e3 req-3fa5f06d-5620-462b-a657-d79b35c03107 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 944 time: 0.6255777 Nov 12 11:07:00.336022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed2ec8dd-1158-4184-8af9-30165b8244e3 req-a03f5268-64b4-4b9a-b026-e8b56a19f228 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086242 Nov 12 11:07:00.342133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-7aa69c2a-2026-4aef-b01b-3e0bbfb16f72 service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588730 Nov 12 11:07:00.430308 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47189224-fc89-43e6-921c-7e3fb4ee0665 req-2f603246-104e-47d5-9ea0-251491663b29 service neutron] 10.222.0.59 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464755 Nov 12 11:07:00.434425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-75db427b-ceac-48a6-8ea9-6c0439d56f38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 217 time: 0.0647736 Nov 12 11:07:00.543137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-24e1e0e0-69fc-4c0b-b3ef-d224fa017929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:00.546139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-24e1e0e0-69fc-4c0b-b3ef-d224fa017929 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.0928326 Nov 12 11:07:00.552050 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:00.626276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-09217013-1184-47da-8608-344c2f222a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:00.628678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-09217013-1184-47da-8608-344c2f222a31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721450 Nov 12 11:07:00.753785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-f15c38ba-d9ef-4c8e-a88a-70956f2e88c6 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030972 Nov 12 11:07:00.896527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-b944355c-cae7-40b8-9b06-5a08b67bab95 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326618 Nov 12 11:07:00.952426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-82089b9d-260a-4b46-b3d5-e8f6cbac5201 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 217 time: 0.0463166 Nov 12 11:07:01.012597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36266) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:01.031555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-13100373-7af8-4d35-80ff-5c0d530988f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:01.034290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-13100373-7af8-4d35-80ff-5c0d530988f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.0729666 Nov 12 11:07:01.123203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-0e8745ef-4bc4-45ad-93ac-2063cd6d40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:01.124962 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-0e8745ef-4bc4-45ad-93ac-2063cd6d40dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812793 Nov 12 11:07:01.179895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c818ba4-11ba-4f99-b7b5-82edcddbee4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.268105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-bc423247-f768-4bdd-bb9e-6086ab2872eb service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315827 Nov 12 11:07:01.288792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c818ba4-11ba-4f99-b7b5-82edcddbee4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.298746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c818ba4-11ba-4f99-b7b5-82edcddbee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.340744 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7c818ba4-11ba-4f99-b7b5-82edcddbee4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d7952a3b7ec4c68881d1c53b132400a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259351 Nov 12 11:07:01.343762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36296) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:01.353103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c818ba4-11ba-4f99-b7b5-82edcddbee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138898e0-7720-4d45-97ca-737535b4512d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:01.411752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-bbb85ca1-5a3c-46a5-8d6c-67334ea93274 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310594 Nov 12 11:07:01.440103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5790441-9334-48a9-9369-484dbe712020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.471275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5790441-9334-48a9-9369-484dbe712020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.485174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:01.496819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-72924900-c2ad-4a55-8d9e-2e55f19e6484 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=ba5fb181-c6b1-434a-8466-017199f7ad56 HTTP/1.1" status: 200 len: 217 time: 0.0702093 Nov 12 11:07:01.574584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5790441-9334-48a9-9369-484dbe712020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.577258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5790441-9334-48a9-9369-484dbe712020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.578625 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5790441-9334-48a9-9369-484dbe712020 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/138898e0-7720-4d45-97ca-737535b4512d HTTP/1.1" status: 204 len: 168 time: 0.2328546 Nov 12 11:07:01.587185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5790441-9334-48a9-9369-484dbe712020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138898e0-7720-4d45-97ca-737535b4512d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:01.627490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda9475-7a76-441d-92bc-ede82fb8a6c5 req-a7856017-0fd3-4e09-b258-85e0ba0523ad tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:01.634550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eda9475-7a76-441d-92bc-ede82fb8a6c5 req-a7856017-0fd3-4e09-b258-85e0ba0523ad tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 944 time: 0.1357129 Nov 12 11:07:01.658742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-fd93ac5d-0dba-4014-b636-ffe2ca3a34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:01.660799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-fd93ac5d-0dba-4014-b636-ffe2ca3a34df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.1425006 Nov 12 11:07:01.733292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:01.752310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4eda9475-7a76-441d-92bc-ede82fb8a6c5 req-4d15fcac-9849-4349-9a37-af33584889c4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161394 Nov 12 11:07:01.759972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'port_id': '9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b', 'mac_address': 'fa:16:3e:d5:33:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e70664f-60f3-4f40-b2b7-729bf4040931', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:01.774443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-e00b0643-32a1-4a08-badd-5b4ecc206b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:01.779349 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-e00b0643-32a1-4a08-badd-5b4ecc206b41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0888245 Nov 12 11:07:01.856832 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.874116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:01.911328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:01.917541 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.945306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-344d4c88-ff50-40a7-8eb2-0bbd0981edaf service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503217 Nov 12 11:07:02.002137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:02.093055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-2285c0ba-68b9-4cc9-b347-723c53278e37 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384115 Nov 12 11:07:02.154295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-dc25fc24-e124-492c-b5e6-63535b25554e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f HTTP/1.1" status: 200 len: 217 time: 0.0455258 Nov 12 11:07:02.254501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-b3f707f7-036f-4bbe-9e68-4f2c6b00d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.256562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-b3f707f7-036f-4bbe-9e68-4f2c6b00d9ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.0934024 Nov 12 11:07:02.330833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-d3973cf8-0d3c-4184-8e2e-963663270aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.333478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-d3973cf8-0d3c-4184-8e2e-963663270aba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631447 Nov 12 11:07:02.377112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:02.490414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-798732a2-edd0-4d3b-bc6e-8d63a3f93c42 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462584 Nov 12 11:07:02.627221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-dbafd292-ae5d-4b15-9477-279e33931b33 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244636 Nov 12 11:07:02.703255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36368) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:02.726628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-9be88c54-20df-4578-91bf-cedeb3a3701b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca HTTP/1.1" status: 200 len: 217 time: 0.0745738 Nov 12 11:07:02.871197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-f08ce2fb-2ced-4cdb-8383-758d4fff93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.873802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-f08ce2fb-2ced-4cdb-8383-758d4fff93a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.1366210 Nov 12 11:07:02.940310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-41472247-network', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:02.973890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Made reservation on behalf of 44d27cd4a17342a08dea3ce985ed4415 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:02.977716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.985634 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-4a3abb7a-ef29-49f3-9def-0455792ab6dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1658094 Nov 12 11:07:03.004255 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.006057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-f94a9e4a-bb5a-47a3-b4a8-4ada964e828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.007581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-f94a9e4a-bb5a-47a3-b4a8-4ada964e828b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108315 Nov 12 11:07:03.067317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742ef17-629c-4989-bc65-af75e0edcdcd req-cb82ff3d-57c0-4c6e-96ef-9a1e44d6fd81 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.069348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1742ef17-629c-4989-bc65-af75e0edcdcd req-cb82ff3d-57c0-4c6e-96ef-9a1e44d6fd81 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 945 time: 0.1535814 Nov 12 11:07:03.115336 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.127059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.170290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:07:03.181865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc0e092-e940-4778-ac72-a5c5849399ab,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:03.189199 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.189908 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Added segment 4170b310-c050-4156-ab42-fdeb62bd402f of type vlan for network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 Nov 12 11:07:03.194828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-97f3e732-c646-42d5-b734-dc640fdf82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.196830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-97f3e732-c646-42d5-b734-dc640fdf82dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1098 time: 0.1809595 Nov 12 11:07:03.252214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1742ef17-629c-4989-bc65-af75e0edcdcd req-43d50feb-556b-432e-9763-7183e43635d6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674390 Nov 12 11:07:03.284975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-b266c4f5-65d1-4dff-a409-62ed2884c393 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531602 Nov 12 11:07:03.290742 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.355804 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.357726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.358316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.405712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7009850 Nov 12 11:07:03.428844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36408) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:03.439552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Request body: {'subnet': {'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-41472247-subnet', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:03.451995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c3a49-4578-4617-92b1-3bc84aa07949 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:03.467131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:07:03.514897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-bb4fdab4-942d-44a6-8f2a-c6afea7a8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.516540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-bb4fdab4-942d-44a6-8f2a-c6afea7a8bcd service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.2867219 Nov 12 11:07:03.542322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Made reservation on behalf of 44d27cd4a17342a08dea3ce985ed4415 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:03.544905 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.599536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-e01c9fbe-cc40-4f4f-b157-be47fc54c6a9 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704875 Nov 12 11:07:03.700915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-1b19c4da-ccb7-48b0-ae9b-8415d611769e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a HTTP/1.1" status: 200 len: 217 time: 0.0866721 Nov 12 11:07:03.706172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-d15b10a1-312f-4242-b5aa-3ef7ea1bfced service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 200 len: 1002 time: 0.1775436 Nov 12 11:07:03.824980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-98169ec7-7cc1-4e02-a349-00f0f91213ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.826016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-98169ec7-7cc1-4e02-a349-00f0f91213ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.1129956 Nov 12 11:07:03.829897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-f4a0cd49-a090-4442-b044-ba81e253e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.831321 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-f4a0cd49-a090-4442-b044-ba81e253e153 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.1049740 Nov 12 11:07:04.019878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-79d1e063-a73a-4ad1-8c29-921d306d3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:04.022313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-79d1e063-a73a-4ad1-8c29-921d306d3a22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1865447 Nov 12 11:07:04.073733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-294f0930-e818-4744-8e2e-1357965e51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:04.075379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-294f0930-e818-4744-8e2e-1357965e51ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2245488 Nov 12 11:07:04.080640 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.249393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10afff9c-430f-48b6-81e5-3caab3f5eefd,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:04.274752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-3831c01c-16a7-42f1-b0e1-b85f7fff48ce service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420359 Nov 12 11:07:04.333860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Checking segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:04.334228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Network hostable DHCP agents. Network: ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:07:04.367798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-987e8f9b-d836-4db1-b229-cfecb7367a5b service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541091 Nov 12 11:07:04.537313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:07:04.581449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e543bd7-2e59-46b6-9a14-e6f041f4279d req-1d6e7326-131d-48ed-817a-07cbfd00f272 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:04.582974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e543bd7-2e59-46b6-9a14-e6f041f4279d req-1d6e7326-131d-48ed-817a-07cbfd00f272 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 945 time: 0.2198327 Nov 12 11:07:04.587911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e70962e-68fa-4b8e-bf1c-b044ebd5b52a req-64289605-b8e5-4147-9623-1deeb128795d service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048570 Nov 12 11:07:04.590362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:04.610190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a27e4ff-a1e2-479c-af71-4be0d36a8ea3 None None] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:04.610773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:04.610911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.647906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-480e0343-d2f0-464d-8cf9-8787f96e25ee req-8a82e3af-1565-412f-a02e-b79a23ee9add service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631934 Nov 12 11:07:04.654259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-53ddb619-3e4e-40d9-b5ff-a7de3c33cc9d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2240624 Nov 12 11:07:04.656840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36482) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:04.665540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:04.698472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e543bd7-2e59-46b6-9a14-e6f041f4279d req-ce1c01c6-284a-473b-98fb-69f49b35ff7d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959594 Nov 12 11:07:04.698472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36484) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:04.711289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.712919 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.795250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.888900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:07:04.890197 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.937156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9757faf-7b74-430b-928c-6204887ba1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.075379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.077120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9757faf-7b74-430b-928c-6204887ba1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.088136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9757faf-7b74-430b-928c-6204887ba1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.132362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Allocated IP 172.20.0.2 (ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898/10afff9c-430f-48b6-81e5-3caab3f5eefd/b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:05.174081 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c9757faf-7b74-430b-928c-6204887ba1d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7eb22146a0a43ef8128582d2322b56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4801888 Nov 12 11:07:05.175471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9757faf-7b74-430b-928c-6204887ba1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544ac5da-27ff-4693-9347-75da639af7c8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:05.179353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36492) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:05.269895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba51c996-62d1-4dbb-ae7e-dbd5040bac4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.305125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba51c996-62d1-4dbb-ae7e-dbd5040bac4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.347209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.355062 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.405389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:05.409801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:05.413692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:05.464766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Pushing event updated for resources: {'Port': ['ID=b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:05.500571 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.507382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Attempting to bind port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:05.508024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Attempting to bind port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:05.508634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Attempting to bind port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 on network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:05.517718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:05.518149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Checking segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:05.518810 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.519456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Bound using segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:05.520252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Bound port: b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:05.520901 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.527496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:05.539356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba51c996-62d1-4dbb-ae7e-dbd5040bac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.544261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba51c996-62d1-4dbb-ae7e-dbd5040bac4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.552520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ba51c996-62d1-4dbb-ae7e-dbd5040bac4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/544ac5da-27ff-4693-9347-75da639af7c8 HTTP/1.1" status: 204 len: 168 time: 0.3596132 Nov 12 11:07:05.552520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.590867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51c996-62d1-4dbb-ae7e-dbd5040bac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ac5da-27ff-4693-9347-75da639af7c8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:05.689842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:07:05.696063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] For port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:05.699778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] For port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:05.700897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:05.701440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.705419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.790237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Allocated IP 172.25.2.243 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/ad6370c7-916a-4bbf-ae3f-fbc266944e7a) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:05.811677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109ed57-5e61-43de-b8a2-91c169857f91 None None] Pushing event updated for resources: {'Port': ['ID=b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:05.921277 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.976813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72336743-242c-4de7-8882-7e7195a9bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:05.984263 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200dd1e5-7ad1-45e4-a58b-f2044fd90e8c" -d '{"events": [{"server_uuid": "72336743-242c-4de7-8882-7e7195a9bc32", "name": "network-vif-plugged", "status": "completed", "tag": "9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:05.996406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ff646-4c75-45c2-8289-533f3208d3f8 req-0f950129-7b44-4ea6-b583-1344bae19dab tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:05.998168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c5ff646-4c75-45c2-8289-533f3208d3f8 req-0f950129-7b44-4ea6-b583-1344bae19dab tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 945 time: 0.1661489 Nov 12 11:07:06.030324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:06.033271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.041149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.144780 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.300074 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5124b8a-c296-4dc2-8149-d7942c212613 x-openstack-request-id: req-b5124b8a-c296-4dc2-8149-d7942c212613 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:06.300507 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72336743-242c-4de7-8882-7e7195a9bc32", "name": "network-vif-plugged", "status": "completed", "tag": "9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:06.301167 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5124b8a-c296-4dc2-8149-d7942c212613 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:06.301684 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72336743-242c-4de7-8882-7e7195a9bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b', 'code': 200} Nov 12 11:07:06.314140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:06.345004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:06.358654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:06.364162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:06.384288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d668e7-34e5-495b-bc67-1033bc222d7e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:07:06.444966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Pushing event updated for resources: {'Port': ['ID=ad6370c7-916a-4bbf-ae3f-fbc266944e7a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:06.486558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0897d21c-ff25-47a0-b0fe-c77b9d963ffc None None] Provisioning complete for port ad6370c7-916a-4bbf-ae3f-fbc266944e7a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:06.487889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0897d21c-ff25-47a0-b0fe-c77b9d963ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.564030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0897d21c-ff25-47a0-b0fe-c77b9d963ffc None None] Port ad6370c7-916a-4bbf-ae3f-fbc266944e7a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:06.677588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c5ff646-4c75-45c2-8289-533f3208d3f8 req-6d7db3da-62bd-464e-993d-9b792b9d79e9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668835 Nov 12 11:07:06.693028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443ff21-f6c2-4833-a4ab-237e01854a3d req-8f30b345-e93c-4402-9e35-cd326420901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:06.694728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1443ff21-f6c2-4833-a4ab-237e01854a3d req-8f30b345-e93c-4402-9e35-cd326420901d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 1098 time: 0.1096559 Nov 12 11:07:06.756430 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1443ff21-f6c2-4833-a4ab-237e01854a3d req-74d18ba7-bb97-476e-a225-bf1370c1c87f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504973 Nov 12 11:07:06.915504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.282469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.470178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63941d51-808f-4371-8c0a-bdf9f5e8c22d None None] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:07.524204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:07:07.620914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c18203e6-b8c5-4fd6-a22c-a59f50cd2c49 None None] Provisioning complete for port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:07.620914 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c18203e6-b8c5-4fd6-a22c-a59f50cd2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.832196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:07.880202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:07.913534 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Sync routers for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:07.934957 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.939984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b5a65145-b0d0-4bb7-b7ae-0cacb56e04bd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2806838 Nov 12 11:07:07.941483 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:07.942501 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:06:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:07.942694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36552) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:07.954016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb862e8-21d6-4bfb-8a67-107a18e4ce17 req-1e086da1-f64e-4334-b6e0-1ebe8c6cf02d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:07.970971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fb862e8-21d6-4bfb-8a67-107a18e4ce17 req-1e086da1-f64e-4334-b6e0-1ebe8c6cf02d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 946 time: 0.1185420 Nov 12 11:07:08.109951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fb862e8-21d6-4bfb-8a67-107a18e4ce17 req-b2d30f30-28dd-4783-bf51-2a89d6b5b9ce tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378908 Nov 12 11:07:08.161399 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:08.434899 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c18203e6-b8c5-4fd6-a22c-a59f50cd2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.457944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:08.458585 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.465149 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:06Z', 'revision_number': 3, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:08.529404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c18203e6-b8c5-4fd6-a22c-a59f50cd2c49 None None] For port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:08.535687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c18203e6-b8c5-4fd6-a22c-a59f50cd2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.552975 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Checking router: ec615e80-943f-4ddc-b70d-7d01b5baa7d6 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:08.553565 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Updating router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 port ad6370c7-916a-4bbf-ae3f-fbc266944e7a binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:07:08.632786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18203e6-b8c5-4fd6-a22c-a59f50cd2c49 None None] Pushing event updated for resources: {'Port': ['ID=b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:08.638164 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.874395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-23a7e652-9faf-46be-98e1-d572763bd3a1 None None] Provisioning complete for port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:08.874855 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-23a7e652-9faf-46be-98e1-d572763bd3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.968207 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.215406 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.224986 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.299377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfcfc83-f5d2-40bf-bcab-c82113688955 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:07:09.301252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Allocated IP 172.20.0.1 (ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898/10afff9c-430f-48b6-81e5-3caab3f5eefd/451ecac2-78e6-45ec-9427-e184f5b0a70f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:09.311461 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Attempting to bind port ad6370c7-916a-4bbf-ae3f-fbc266944e7a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:09.312499 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Attempting to bind port ad6370c7-916a-4bbf-ae3f-fbc266944e7a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:09.313201 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Attempting to bind port ad6370c7-916a-4bbf-ae3f-fbc266944e7a on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:09.334788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e21cb2-3ca7-4000-8e71-931aa45b6e5e req-3c7c127b-b238-417b-bdb0-2a6571485984 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:09.340651 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:09.341359 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:09.342068 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.342754 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:09.343618 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Bound port: ad6370c7-916a-4bbf-ae3f-fbc266944e7a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:09.344769 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.350274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5e21cb2-3ca7-4000-8e71-931aa45b6e5e req-3c7c127b-b238-417b-bdb0-2a6571485984 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 946 time: 0.1191175 Nov 12 11:07:09.392789 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Pushing event updated for resources: {'Port': ['ID=ad6370c7-916a-4bbf-ae3f-fbc266944e7a,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:09.463603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5e21cb2-3ca7-4000-8e71-931aa45b6e5e req-0b5f52ae-0b8f-47a8-b836-40e3cd581077 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118736 Nov 12 11:07:09.467121 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] For port ad6370c7-916a-4bbf-ae3f-fbc266944e7a, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:09.474331 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] For port ad6370c7-916a-4bbf-ae3f-fbc266944e7a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ad6370c7-916a-4bbf-ae3f-fbc266944e7a,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:09.497975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5b64da67-77aa-49cd-b870-500e33452326 None None] Provisioning complete for port ad6370c7-916a-4bbf-ae3f-fbc266944e7a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:09.498357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b64da67-77aa-49cd-b870-500e33452326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.499580 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.514953 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.515425 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.515781 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.516212 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.516582 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.516993 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.517364 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.517724 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.518085 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.518449 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.518802 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.519152 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:09.575348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.649303 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:09.652918 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:06:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:09.657151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e565930-6efc-4b1e-8f55-9fdbba558356 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:07:09.678694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.706468 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b64da67-77aa-49cd-b870-500e33452326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.756369 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061bc8a-e9ed-42fc-9fd2-43246c50c842 None None] Pushing event updated for resources: {'Port': ['ID=ad6370c7-916a-4bbf-ae3f-fbc266944e7a,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:09.810690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5b64da67-77aa-49cd-b870-500e33452326 None None] For port ad6370c7-916a-4bbf-ae3f-fbc266944e7a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ad6370c7-916a-4bbf-ae3f-fbc266944e7a,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:09.814219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:09.820962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:09.826910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:09.836004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:09.892541 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b64da67-77aa-49cd-b870-500e33452326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.909412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Pushing event updated for resources: {'Port': ['ID=451ecac2-78e6-45ec-9427-e184f5b0a70f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:09.990604 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:10.003370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.084635 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.107104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:10.107616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.109285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64da67-77aa-49cd-b870-500e33452326 None None] Pushing event updated for resources: {'Port': ['ID=ad6370c7-916a-4bbf-ae3f-fbc266944e7a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:10.120975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4ffa5e63-b22c-4800-8b80-52da3fa3a3b5 None None] Provisioning complete for port ad6370c7-916a-4bbf-ae3f-fbc266944e7a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:10.121365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5e63-b22c-4800-8b80-52da3fa3a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.443773 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.463259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-319fdeaa-ec1b-4cc9-a817-cf816785ef63 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:10.467479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-319fdeaa-ec1b-4cc9-a817-cf816785ef63 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.3336229 Nov 12 11:07:10.497736 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:06Z', 'revision_number': 3, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:10.513307 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-f141db96-74a9-46a8-b097-72bcb9974bc1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/quotas/e7477d2f33494e1cbc6ba0f4f96dd2a5 HTTP/1.1" status: 200 len: 375 time: 0.0282869 Nov 12 11:07:10.514615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.569090 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeae26-4694-4675-aaec-59267e29b6e5 None None] The sync data for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 is: [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:06Z', 'revision_number': 3, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:10.592483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d6e7af80-f4d2-44db-b522-c76402365a5d None None] Provisioning complete for port 451ecac2-78e6-45ec-9427-e184f5b0a70f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:10.592987 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d6e7af80-f4d2-44db-b522-c76402365a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.679207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7af80-f4d2-44db-b522-c76402365a5d None None] Port 451ecac2-78e6-45ec-9427-e184f5b0a70f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:10.801936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-3259ea74-1df5-4a9a-9eba-2edd354adc40 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2425027 Nov 12 11:07:11.021230 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-f3fed5e4-8f88-454d-a75e-c91fcef7a5a3 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177002 Nov 12 11:07:11.041024 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.071193 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.681245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Pushing event updated for resources: {'Port': ['ID=451ecac2-78e6-45ec-9427-e184f5b0a70f,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:11.706409 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.746820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ad6370c7-916a-4bbf-ae3f-fbc266944e7a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:11.794127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-98dc3b51-5e23-49c1-94fc-3f444bc80ad9 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713325 Nov 12 11:07:11.893411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ad6370c7-916a-4bbf-ae3f-fbc266944e7a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:11.893990 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.971987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:11.981298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:12.214515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0aec8eb-e06a-442a-a386-14a355e2974f req-6142dead-b8b4-467a-8132-8a77c60e79a0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 210 time: 0.0695651 Nov 12 11:07:12.258628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:12.487077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-561d1da3-c20c-48eb-8cf3-16fc00d9ec85 None None] Provisioning complete for port 451ecac2-78e6-45ec-9427-e184f5b0a70f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:12.490033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-561d1da3-c20c-48eb-8cf3-16fc00d9ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.510585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:12.530861 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-33b6be79-ca3b-4053-a9be-7134d68b82be admin admin] 10.222.0.31 "PUT /v2.0/routers/ec615e80-943f-4ddc-b70d-7d01b5baa7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5860522 Nov 12 11:07:12.569064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-561d1da3-c20c-48eb-8cf3-16fc00d9ec85 None None] Port 451ecac2-78e6-45ec-9427-e184f5b0a70f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:13.347635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Sync routers for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:13.365468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:13.366599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:06:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:13.397477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36804) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:13.403171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8e4fac71-cf16-4d88-86dc-c208abcd97a7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454137266', 'description': 'tempest-description--1625346759'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:13.413064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a883128-7461-41af-9de2-2641b478cc7f req-68fb339b-3b1b-4329-b57e-e4269703c032 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 210 time: 0.0883989 Nov 12 11:07:13.463838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e4fac71-cf16-4d88-86dc-c208abcd97a7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.608667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:13.655906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e4fac71-cf16-4d88-86dc-c208abcd97a7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.662388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e4fac71-cf16-4d88-86dc-c208abcd97a7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.778055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e4fac71-cf16-4d88-86dc-c208abcd97a7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.781382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8e4fac71-cf16-4d88-86dc-c208abcd97a7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3823547 Nov 12 11:07:13.784666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36822) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:13.796130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b7db2e7c-9e1c-42c0-a560-39227230c834 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'security_group_rule': {'security_group_id': 'fbe8695a-e3a5-408d-b7f7-4cf1b0f89736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:13.796802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fac71-cf16-4d88-86dc-c208abcd97a7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:13.847033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-8a42d463-8aac-4bc8-b307-b5a02d356e1e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:13.850258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-8a42d463-8aac-4bc8-b307-b5a02d356e1e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.2529416 Nov 12 11:07:13.864660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Request body: {'port': {'device_id': 'eb40924e-b514-4ebf-b7d3-b12a43381781', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'admin_state_up': True, 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:13.900887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7db2e7c-9e1c-42c0-a560-39227230c834 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.017331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 2, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:14.023431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7db2e7c-9e1c-42c0-a560-39227230c834 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.031153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7db2e7c-9e1c-42c0-a560-39227230c834 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.059676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db2e7c-9e1c-42c0-a560-39227230c834 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b28d8c-8143-4253-b1f5-ed33cf1cd555,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:14.072438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:14.075179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Checking router: ec615e80-943f-4ddc-b70d-7d01b5baa7d6 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:14.075743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Updating router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 port 451ecac2-78e6-45ec-9427-e184f5b0a70f binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:07:14.076951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.082451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7db2e7c-9e1c-42c0-a560-39227230c834 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.083660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b7db2e7c-9e1c-42c0-a560-39227230c834 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2979107 Nov 12 11:07:14.087642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36842) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:14.093776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8799070d-196c-42fc-844f-0cb593c26baf tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'security_group_rule': {'security_group_id': 'fbe8695a-e3a5-408d-b7f7-4cf1b0f89736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:14.135800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8799070d-196c-42fc-844f-0cb593c26baf tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.168856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.273811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8799070d-196c-42fc-844f-0cb593c26baf tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.281288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8799070d-196c-42fc-844f-0cb593c26baf tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.304782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Allocated IP 172.20.0.13 (21516082-2b70-473a-822c-d8e85125b968/2e70664f-60f3-4f40-b2b7-729bf4040931/d0677a1c-952a-44f2-8492-4a22023cf80e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:14.313652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799070d-196c-42fc-844f-0cb593c26baf tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d49c24-bdfc-4cff-814a-d0a160378f66,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:14.323728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8799070d-196c-42fc-844f-0cb593c26baf tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.325176 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8799070d-196c-42fc-844f-0cb593c26baf tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2355843 Nov 12 11:07:14.328255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36858) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:14.334817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:14.370409 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.568227 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.617446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce0324f7-ca77-4b0b-9564-2be5968dd488 req-8de89383-d5c9-45e6-8205-c943f68714cb tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 210 time: 0.0771580 Nov 12 11:07:14.640924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.703062 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.710204 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.764097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Allocated IP 172.25.2.124 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/d48a0eb1-1edb-486d-b9cc-e4f5b2b38ff0) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:14.765668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.778992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928642-04a9-4fe8-a81a-f71e6c46ae6b None None] Pushing event updated for resources: {'Port': ['ID=451ecac2-78e6-45ec-9427-e184f5b0a70f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:14.807862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:14.812658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:14.887986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Network 21516082-2b70-473a-822c-d8e85125b968 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:14.898731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:14.901873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event updated for resources: {'Port': ['ID=d0677a1c-952a-44f2-8492-4a22023cf80e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:14.915308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:14.960069 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.012926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:15.014279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.034673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.071962 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-de20c36f-41a2-4204-9c79-dc2b6cf2aba4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2109358 Nov 12 11:07:15.083605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Attempting to bind port 451ecac2-78e6-45ec-9427-e184f5b0a70f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:15.083985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Attempting to bind port 451ecac2-78e6-45ec-9427-e184f5b0a70f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:15.084359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Attempting to bind port 451ecac2-78e6-45ec-9427-e184f5b0a70f on network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:15.090468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:15.094126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Request body: {'port': {'device_id': 'eb40924e-b514-4ebf-b7d3-b12a43381781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:15.094384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:15.100104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:15.104761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'Port': ['ID=d48a0eb1-1edb-486d-b9cc-e4f5b2b38ff0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:15.135723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:15.136099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Checking segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:15.136510 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.136931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Bound using segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:15.137431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Bound port: 451ecac2-78e6-45ec-9427-e184f5b0a70f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:15.137819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.219857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.294713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.343967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] For port 451ecac2-78e6-45ec-9427-e184f5b0a70f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:15.348310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] For port 451ecac2-78e6-45ec-9427-e184f5b0a70f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=451ecac2-78e6-45ec-9427-e184f5b0a70f,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:15.365365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.396246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.563485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-76bed8ea-4cec-46a1-b414-c889fe967953 None None] Provisioning complete for port 451ecac2-78e6-45ec-9427-e184f5b0a70f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:15.563976 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76bed8ea-4cec-46a1-b414-c889fe967953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.618764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:15.620092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:06:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:15.779049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928642-04a9-4fe8-a81a-f71e6c46ae6b None None] Pushing event updated for resources: {'Port': ['ID=451ecac2-78e6-45ec-9427-e184f5b0a70f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:15.836440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.844619 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.958168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200028d6-3c3e-4412-a04f-aa132404f4cd req-c39aee68-3bac-43e8-b416-68ce9620fc54 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:15.958748 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'Port': ['ID=d48a0eb1-1edb-486d-b9cc-e4f5b2b38ff0,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:15.962324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-200028d6-3c3e-4412-a04f-aa132404f4cd req-c39aee68-3bac-43e8-b416-68ce9620fc54 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 932 time: 0.2286696 Nov 12 11:07:15.994909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.030528 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.034987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6df36915-bc75-4d21-99e2-73a6bcf0cb8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7044568 Nov 12 11:07:16.070900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-200028d6-3c3e-4412-a04f-aa132404f4cd req-aac39a1c-9952-47ee-8baf-eca5512ae0bf tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996630 Nov 12 11:07:16.073213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0677a1c-952a-44f2-8492-4a22023cf80e {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:16.088983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.095919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:16.116207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Transition to ACTIVE for port object d0677a1c-952a-44f2-8492-4a22023cf80e will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:16.135009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.193292 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76bed8ea-4cec-46a1-b414-c889fe967953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.271845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Pushing event updated for resources: {'Port': ['ID=d0677a1c-952a-44f2-8492-4a22023cf80e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:16.344531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-efe14e5f-17d2-4f39-85d9-a3727b466c7b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--454137266&fields=id&tenant_id=44d27cd4a17342a08dea3ce985ed4415 HTTP/1.1" status: 200 len: 267 time: 0.0955272 Nov 12 11:07:16.389536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-76bed8ea-4cec-46a1-b414-c889fe967953 None None] For port 451ecac2-78e6-45ec-9427-e184f5b0a70f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=451ecac2-78e6-45ec-9427-e184f5b0a70f,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:16.397601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Attempting to bind port d0677a1c-952a-44f2-8492-4a22023cf80e on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:16.398490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Attempting to bind port d0677a1c-952a-44f2-8492-4a22023cf80e by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:16.399020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Attempting to bind port d0677a1c-952a-44f2-8492-4a22023cf80e on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:16.405788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Port d0677a1c-952a-44f2-8492-4a22023cf80e on network 21516082-2b70-473a-822c-d8e85125b968 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:16.406636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Attempting to bind port d0677a1c-952a-44f2-8492-4a22023cf80e on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:16.415541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:16.416258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Checking segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:16.417354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Bound using segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:16.418023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Bound port: d0677a1c-952a-44f2-8492-4a22023cf80e, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:16.418724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.427976 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76bed8ea-4cec-46a1-b414-c889fe967953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.534863 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36956) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:16.565980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af8e4-c823-495f-963c-703426c7b79e req-adff719d-ac4c-4124-8d41-53873650d3ba tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.567245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] For port d0677a1c-952a-44f2-8492-4a22023cf80e, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:16.574945 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-adff719d-ac4c-4124-8d41-53873650d3ba tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 809 time: 0.2283995 Nov 12 11:07:16.576069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] For port d0677a1c-952a-44f2-8492-4a22023cf80e, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0677a1c-952a-44f2-8492-4a22023cf80e,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:16.585299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.593245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-58aa6501-14d7-41f7-a4e3-6260cf262597 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/quotas/44d27cd4a17342a08dea3ce985ed4415 HTTP/1.1" status: 200 len: 375 time: 0.0167737 Nov 12 11:07:16.652309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.654093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.657164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] 10.222.0.52 "PUT /v2.0/ports/d0677a1c-952a-44f2-8492-4a22023cf80e HTTP/1.1" status: 200 len: 1093 time: 1.5766671 Nov 12 11:07:16.658195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb40924e-b514-4ebf-b7d3-b12a43381781', 'tag': 'd0677a1c-952a-44f2-8492-4a22023cf80e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:16.663152 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95" -d '{"events": [{"name": "network-changed", "server_uuid": "eb40924e-b514-4ebf-b7d3-b12a43381781", "tag": "d0677a1c-952a-44f2-8492-4a22023cf80e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:16.713630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-514cd12b-b57d-4a3c-a1bc-326dc386e537 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090775 Nov 12 11:07:16.773968 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a536b09-0752-4a43-8edd-c552e8b27914 x-openstack-request-id: req-3a536b09-0752-4a43-8edd-c552e8b27914 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:16.774271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b811cf94-18bc-43eb-8f2e-256770a9fdc5 None None] Provisioning complete for port 451ecac2-78e6-45ec-9427-e184f5b0a70f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:16.774433 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb40924e-b514-4ebf-b7d3-b12a43381781", "tag": "d0677a1c-952a-44f2-8492-4a22023cf80e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:16.774591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b811cf94-18bc-43eb-8f2e-256770a9fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.774849 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a536b09-0752-4a43-8edd-c552e8b27914 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:16.776476 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb40924e-b514-4ebf-b7d3-b12a43381781', 'tag': 'd0677a1c-952a-44f2-8492-4a22023cf80e', 'status': 'completed', 'code': 200} Nov 12 11:07:16.777248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bed8ea-4cec-46a1-b414-c889fe967953 None None] Pushing event updated for resources: {'Port': ['ID=451ecac2-78e6-45ec-9427-e184f5b0a70f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:16.778175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5570d1-c29c-4286-a66e-a59b42f0a63f service neutron] Pushing event updated for resources: {'Port': ['ID=d0677a1c-952a-44f2-8492-4a22023cf80e,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:16.807598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b160d40c-2efb-4843-9736-dde72fb36e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.824316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-d042ae81-1c26-4252-b1a7-4575b11a2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.826827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-d042ae81-1c26-4252-b1a7-4575b11a2e9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 1096 time: 0.1028349 Nov 12 11:07:16.882079 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-0f9e9850-2ed0-4385-98de-cc4cbebea733 service neutron] 10.222.0.31 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480908 Nov 12 11:07:16.899631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-317f374f-8bda-49c2-a7c0-43a94e3202a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0677a1c-952a-44f2-8492-4a22023cf80e HTTP/1.1" status: 200 len: 217 time: 0.0644274 Nov 12 11:07:16.954849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:15Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:16.973840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb77ee6a-7695-4a9e-bcc1-50ab42619308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.975739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-fb77ee6a-7695-4a9e-bcc1-50ab42619308 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.0657296 Nov 12 11:07:16.996579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11c2c8-c95d-4b42-8b87-79eb2864bfc1 None None] The sync data for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 is: [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:15Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:17.026052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-b7202980-3785-4b6e-8025-d4eebe600c43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407994 Nov 12 11:07:17.131786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-cc299e1d-8808-4ae6-8203-cb7f28a75b43 service neutron] 10.222.0.31 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367415 Nov 12 11:07:17.188698 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b160d40c-2efb-4843-9736-dde72fb36e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.201505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b160d40c-2efb-4843-9736-dde72fb36e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.211990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-6399f6ba-4f88-4b37-a3d1-1b2af9268045 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668160 Nov 12 11:07:17.254382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b160d40c-2efb-4843-9736-dde72fb36e29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=869745c5a0d0445aad253992aa2067e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7184374 Nov 12 11:07:17.257706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36968) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:17.260676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160d40c-2efb-4843-9736-dde72fb36e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae943d93-fe89-48be-ba44-5c0deac86261,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:17.344681 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6192ca4c-0d38-408f-80ab-b337d15ea677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.436493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7669a161-26c2-43e6-8279-0eb3bb767f46 req-8ee5ed1f-f5ee-41e1-986c-4f3a6bce0377 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 210 time: 0.0455580 Nov 12 11:07:17.439026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6192ca4c-0d38-408f-80ab-b337d15ea677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.452887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f31fd-bd86-4264-9e72-20aff128d8c2 req-c0697c08-4a44-46a9-9399-e6875506874c tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:17.461803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b26f31fd-bd86-4264-9e72-20aff128d8c2 req-c0697c08-4a44-46a9-9399-e6875506874c tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 944 time: 0.1927645 Nov 12 11:07:17.492330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0955b577-8157-4de0-8812-65f4b0324bb2 req-20018d47-5cf6-4f1a-b3af-f344efd15548 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739625 Nov 12 11:07:17.519616 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6192ca4c-0d38-408f-80ab-b337d15ea677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.523453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6192ca4c-0d38-408f-80ab-b337d15ea677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.525741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6192ca4c-0d38-408f-80ab-b337d15ea677 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae943d93-fe89-48be-ba44-5c0deac86261 HTTP/1.1" status: 204 len: 168 time: 0.2660685 Nov 12 11:07:17.537795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192ca4c-0d38-408f-80ab-b337d15ea677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae943d93-fe89-48be-ba44-5c0deac86261,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:17.700043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b26f31fd-bd86-4264-9e72-20aff128d8c2 req-c307804f-3e92-4a7f-b6fa-2174b9124287 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369637 Nov 12 11:07:17.736841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-b10a597d-08ed-43ef-97b5-15ea15578c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:17.739255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-b10a597d-08ed-43ef-97b5-15ea15578c8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 1096 time: 0.1422873 Nov 12 11:07:17.749740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 451ecac2-78e6-45ec-9427-e184f5b0a70f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:17.867711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 451ecac2-78e6-45ec-9427-e184f5b0a70f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:17.868511 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.893420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-da1ba82f-f639-4a29-8bf0-030ee6e85e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:17.897510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-da1ba82f-f639-4a29-8bf0-030ee6e85e05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 906 time: 0.1496570 Nov 12 11:07:18.006529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-750bea99-7d79-4a94-97df-e01a5956ad7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0677a1c-952a-44f2-8492-4a22023cf80e HTTP/1.1" status: 200 len: 217 time: 0.1007943 Nov 12 11:07:18.127572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-2b93d1ba-59f6-443c-88f7-e815a831b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.130309 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-2b93d1ba-59f6-443c-88f7-e815a831b3b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.1151192 Nov 12 11:07:18.179685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-f4253b7f-e9d2-4eb7-ab17-271f356597ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372305 Nov 12 11:07:18.373662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-dd6ae2ab-6a4d-4bff-ba11-e70a66215e58 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668749 Nov 12 11:07:18.541044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a775a67-b1e2-4005-b7fd-6c70e9a65f95 req-e0cfd29f-d8e3-4b2d-8811-062bb77c50ac service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564646 Nov 12 11:07:18.680256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d1d2e59-a486-432a-b977-58193ba103c8 req-ce4027fe-69b9-4cfd-802e-ea1447ea234a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 210 time: 0.0814116 Nov 12 11:07:18.990421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed161f-bc25-4a42-a4b2-474c38b99504 req-b8e55905-be50-4131-80b4-5be4fafcbe83 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.992333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-caed161f-bc25-4a42-a4b2-474c38b99504 req-b8e55905-be50-4131-80b4-5be4fafcbe83 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 944 time: 0.1554761 Nov 12 11:07:19.060307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-caed161f-bc25-4a42-a4b2-474c38b99504 req-d98ef529-d021-4fdc-82f5-4a2b491e8ba8 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Nov 12 11:07:19.414821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af8e4-c823-495f-963c-703426c7b79e req-b676e740-0047-47e6-a2fd-3a882d7ee225 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:19.417002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-b676e740-0047-47e6-a2fd-3a882d7ee225 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.59 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 809 time: 0.2002304 Nov 12 11:07:19.503916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-815d531c-394d-48ab-92af-af30242e988b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d27cd4a17342a08dea3ce985ed4415 HTTP/1.1" status: 200 len: 379 time: 0.0669699 Nov 12 11:07:19.509821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'port': {'device_id': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'admin_state_up': True, 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'security_groups': ['fbe8695a-e3a5-408d-b7f7-4cf1b0f89736']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:19.661437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Made reservation on behalf of 44d27cd4a17342a08dea3ce985ed4415 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:19.670062 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.822535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37042) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:19.873762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61488264-beab-42a9-98e3-7d1b6e8c5b20 req-8d426aaa-f12d-436d-b648-0e8771415616 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 210 time: 0.0341234 Nov 12 11:07:19.919280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Allocated IP 172.20.0.4 (ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898/10afff9c-430f-48b6-81e5-3caab3f5eefd/547581eb-7527-437c-b5fe-30b5d76a2d35) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:20.093337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2104798736'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:20.128093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Made reservation on behalf of 784efd2efa474442b5663e8be8b5ef14 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:20.136765 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.147180 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.147536 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.211762 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.270083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:20.274494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:20.277249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a1df-a52a-4274-90d5-36e622abb4f9 req-b52e7640-1720-4f7a-8d05-33915d9bd8e0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.279075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:20.279512 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6260a1df-a52a-4274-90d5-36e622abb4f9 req-b52e7640-1720-4f7a-8d05-33915d9bd8e0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 944 time: 0.0877564 Nov 12 11:07:20.314927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'Port': ['ID=547581eb-7527-437c-b5fe-30b5d76a2d35,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:20.321671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.334925 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.361676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:07:20.369800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.370824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.396684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-9c92b4cb-b207-44ae-b780-5aab453529d3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911650 Nov 12 11:07:20.401448 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.402159 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Added segment 5a8d15ee-06c3-489f-a401-b05a74340d99 of type vlan for network 91797b6d-b583-4c83-b69d-8aed0290f20c Nov 12 11:07:20.415376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Request body: {'port': {'device_id': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:20.428325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6260a1df-a52a-4274-90d5-36e622abb4f9 req-fe7ff69d-3df5-450e-88cf-8d15067617b7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239207 Nov 12 11:07:20.431004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f855a-513b-42f3-bb20-c872472ed87e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:20.487501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.510457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.526647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.532564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.533258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.601252 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7768857 Nov 12 11:07:20.607775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de659ecf-9670-4524-82f8-f87aa56c5c15 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Pushing event updated for resources: {'Network': ['ID=91797b6d-b583-4c83-b69d-8aed0290f20c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:20.621381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 91797b6d-b583-4c83-b69d-8aed0290f20c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:07:20.709355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-acb89805-1d31-475d-8c81-5158d1573167 None None] Provisioning complete for port 547581eb-7527-437c-b5fe-30b5d76a2d35 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:20.709728 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-acb89805-1d31-475d-8c81-5158d1573167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.751232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-acb89805-1d31-475d-8c81-5158d1573167 None None] Port 547581eb-7527-437c-b5fe-30b5d76a2d35 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:20.803365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37056) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:20.810429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Request body: {'port': {'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c', 'binding:host_id': 'n-h1-768851-19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-490740264'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:20.837217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Made reservation on behalf of 372749dfaa214f1cb9ff09e648bf36e9 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:20.840312 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.849868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.850683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547581eb-7527-437c-b5fe-30b5d76a2d35 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:20.859973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.873131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Transition to ACTIVE for port object 547581eb-7527-437c-b5fe-30b5d76a2d35 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:20.877268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.937157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Pushing event updated for resources: {'Port': ['ID=547581eb-7527-437c-b5fe-30b5d76a2d35,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:20.967709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.973995 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.997851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] device_id is not set on port 25890f3f-6dbf-4b79-b9a4-0838c5664503 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:21.015580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b8b069-60f6-40a5-82a6-433735ecac30,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:21.035343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d0677a1c-952a-44f2-8492-4a22023cf80e details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:21.106727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Attempting to bind port 547581eb-7527-437c-b5fe-30b5d76a2d35 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.106727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Attempting to bind port 547581eb-7527-437c-b5fe-30b5d76a2d35 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.106727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Attempting to bind port 547581eb-7527-437c-b5fe-30b5d76a2d35 on network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.112645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Port 547581eb-7527-437c-b5fe-30b5d76a2d35 on network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.113056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Attempting to bind port 547581eb-7527-437c-b5fe-30b5d76a2d35 on network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.121103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:21.121444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Checking segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:21.121831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Bound using segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:21.122339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Bound port: 547581eb-7527-437c-b5fe-30b5d76a2d35, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:21.122619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.183102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec1f02-64b0-4493-a59d-e113d3fd7656 req-553ebb84-9aa1-4ebb-b962-064455a4904a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.186450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-89ec1f02-64b0-4493-a59d-e113d3fd7656 req-553ebb84-9aa1-4ebb-b962-064455a4904a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 943 time: 0.1468315 Nov 12 11:07:21.208408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d0677a1c-952a-44f2-8492-4a22023cf80e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0677a1c-952a-44f2-8492-4a22023cf80e,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:21.258631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd0677a1c-952a-44f2-8492-4a22023cf80e', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'port_id': 'd0677a1c-952a-44f2-8492-4a22023cf80e', 'mac_address': 'fa:16:3e:7f:9d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e70664f-60f3-4f40-b2b7-729bf4040931', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:21.277379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-89ec1f02-64b0-4493-a59d-e113d3fd7656 req-936c94c2-cce1-4800-94d3-52e68a058307 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833325 Nov 12 11:07:21.317312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] For port 547581eb-7527-437c-b5fe-30b5d76a2d35, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:21.317611 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.321975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] For port 547581eb-7527-437c-b5fe-30b5d76a2d35, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=547581eb-7527-437c-b5fe-30b5d76a2d35,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:21.328783 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.340896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0677a1c-952a-44f2-8492-4a22023cf80e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:21.372624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d0677a1c-952a-44f2-8492-4a22023cf80e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0677a1c-952a-44f2-8492-4a22023cf80e,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:21.376436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] device_id is not set on port 25890f3f-6dbf-4b79-b9a4-0838c5664503 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:21.388979 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.392506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.393266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.394015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.395153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] 10.222.0.59 "PUT /v2.0/ports/547581eb-7527-437c-b5fe-30b5d76a2d35 HTTP/1.1" status: 200 len: 1092 time: 0.9842253 Nov 12 11:07:21.395731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'tag': '547581eb-7527-437c-b5fe-30b5d76a2d35'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:21.399035 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adefaac1-8e68-4901-ba1a-c2c050b8438f" -d '{"events": [{"name": "network-changed", "server_uuid": "5637b972-93e2-496c-8a76-1fd6a81eabc9", "tag": "547581eb-7527-437c-b5fe-30b5d76a2d35"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:21.399629 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.475420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d13bed-61c1-40f8-9f31-c2f9cdd15e25 service neutron] Pushing event updated for resources: {'Port': ['ID=547581eb-7527-437c-b5fe-30b5d76a2d35,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:21.479870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d0677a1c-952a-44f2-8492-4a22023cf80e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:21.500573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.500995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.501484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.501893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.502905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.503378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.503778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.504162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.504561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.505038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.505471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.506363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:21.517547 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d72d9a-37b7-42fc-989f-a9e1dab4a400 x-openstack-request-id: req-a8d72d9a-37b7-42fc-989f-a9e1dab4a400 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:21.517888 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5637b972-93e2-496c-8a76-1fd6a81eabc9", "tag": "547581eb-7527-437c-b5fe-30b5d76a2d35", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:21.518217 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8d72d9a-37b7-42fc-989f-a9e1dab4a400 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:21.518837 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'tag': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'status': 'completed', 'code': 200} Nov 12 11:07:21.540278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af8e4-c823-495f-963c-703426c7b79e req-71e8b1e3-5b4c-44f9-b60c-c6cccad228b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.542462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-71e8b1e3-5b4c-44f9-b60c-c6cccad228b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 1095 time: 0.0871985 Nov 12 11:07:21.557135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=25890f3f-6dbf-4b79-b9a4-0838c5664503,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:21.596453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Checking segment: {'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:21.597320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Network hostable DHCP agents. Network: 91797b6d-b583-4c83-b69d-8aed0290f20c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:07:21.605876 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-8a22ad26-1127-44d3-8aeb-ef9ddcb0a118 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547581eb-7527-437c-b5fe-30b5d76a2d35 HTTP/1.1" status: 200 len: 217 time: 0.0474210 Nov 12 11:07:21.627066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Network 91797b6d-b583-4c83-b69d-8aed0290f20c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:07:21.645811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e405b6-ff6b-4378-937f-eb8a14721707 req-1fd8b42c-d890-4bc8-9301-92afe09718a0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.647441 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70e405b6-ff6b-4378-937f-eb8a14721707 req-1fd8b42c-d890-4bc8-9301-92afe09718a0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 945 time: 0.0854998 Nov 12 11:07:21.648688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 91797b6d-b583-4c83-b69d-8aed0290f20c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:21.656386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c0fed-a695-4bf5-ae66-a13c8157659c None None] Network 91797b6d-b583-4c83-b69d-8aed0290f20c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:21.659241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:21.695440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.696050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.696618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.708161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af8e4-c823-495f-963c-703426c7b79e req-18c396bc-0281-48e0-b142-23afcdca5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.710164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-18c396bc-0281-48e0-b142-23afcdca5dd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.0917437 Nov 12 11:07:21.712993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.713494 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.716419 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 2 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.737245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d0677a1c-952a-44f2-8492-4a22023cf80e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:21.741591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.741944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.742295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.749650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-70e405b6-ff6b-4378-937f-eb8a14721707 req-799664f1-6cdd-4ff0-adc8-343d78a3a9c1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920494 Nov 12 11:07:21.753499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.753842 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.754244 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 3 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.770652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.770995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.771344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.776650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.777223 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.777853 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 4 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.794628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.795160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.795512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.801546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.801939 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.802342 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 5 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.812124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af8e4-c823-495f-963c-703426c7b79e req-8de22b68-2a95-45fd-b4c0-0a83156c1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.814210 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-8de22b68-2a95-45fd-b4c0-0a83156c1a05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906403 Nov 12 11:07:21.817283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.817644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.817919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.825627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.826236 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.826638 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 6 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.843347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.844073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.844328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.850464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.850800 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.851198 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 7 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.866664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.866996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.867392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.873639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.873981 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.874763 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 8 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.892647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.892999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.893285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.899897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.901007 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.901480 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 9 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.929815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.930482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.930482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.938409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.938963 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.940335 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 10 to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 Nov 12 11:07:21.945909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-1e7c60e0-0433-4ae6-9aae-f964c77a6f85 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221714 Nov 12 11:07:21.961948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.962459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.962879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.968335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:21.969442 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 25890f3f-6dbf-4b79-b9a4-0838c5664503 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:21.969442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.059833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] For port 25890f3f-6dbf-4b79-b9a4-0838c5664503, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:22.060230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempted to set empty binding levels {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:07:22.065120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.085358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.085968 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.096971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc7af8e4-c823-495f-963c-703426c7b79e req-7690cba6-21e8-448d-8b00-7fe7551ffa63 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362636 Nov 12 11:07:22.137717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.3326905 Nov 12 11:07:22.140301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37082) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:22.148289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e7703-1548-4bdc-a379-1e381e035abf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=25890f3f-6dbf-4b79-b9a4-0838c5664503,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:22.218833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-5e2db96c-0f4c-42e0-b54e-88f50c698da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.220980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-5e2db96c-0f4c-42e0-b54e-88f50c698da0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 1095 time: 0.0516388 Nov 12 11:07:22.252954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Deleting port 25890f3f-6dbf-4b79-b9a4-0838c5664503 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:22.253739 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.354287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-98f753eb-a982-4281-8fee-1d2ebc32d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.355797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-98f753eb-a982-4281-8fee-1d2ebc32d940 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 910 time: 0.1256726 Nov 12 11:07:22.368501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] For port 25890f3f-6dbf-4b79-b9a4-0838c5664503, host n-h1-768851-19, got binding levels [] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:22.369609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.394904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Calling delete_port for 25890f3f-6dbf-4b79-b9a4-0838c5664503 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:22.447843 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-be477eb8-ad5f-47f0-b1cb-665f228ebd92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547581eb-7527-437c-b5fe-30b5d76a2d35 HTTP/1.1" status: 200 len: 217 time: 0.0803275 Nov 12 11:07:22.538086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-9e73e026-86b4-4168-89c3-13e71980586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.541704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-9e73e026-86b4-4168-89c3-13e71980586b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.0834599 Nov 12 11:07:22.556241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efcd36-6508-4589-b3f8-21bc3d7ea48d req-6e4bff28-41e4-4df8-9f8a-9c456e7ad2d1 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.559399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40efcd36-6508-4589-b3f8-21bc3d7ea48d req-6e4bff28-41e4-4df8-9f8a-9c456e7ad2d1 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 943 time: 0.0977149 Nov 12 11:07:22.612709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.625991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb03e-6524-4e96-9cb4-6fb571795e3a req-bc2689c5-930a-4a4a-93d0-127b4b360212 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.627566 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-660eb03e-6524-4e96-9cb4-6fb571795e3a req-bc2689c5-930a-4a4a-93d0-127b4b360212 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0851476 Nov 12 11:07:22.636334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-d49bd5b2-509d-4820-b9e3-1b9961a7473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.638515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-d49bd5b2-509d-4820-b9e3-1b9961a7473e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847659 Nov 12 11:07:22.659880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40efcd36-6508-4589-b3f8-21bc3d7ea48d req-a153da02-fb02-4aac-a504-5cb51d13482d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912962 Nov 12 11:07:22.661321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event deleted for resources: {'Port': ['ID=25890f3f-6dbf-4b79-b9a4-0838c5664503,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:22.669703 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.678715 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e0cc22e8-ffb5-411b-bfc2-6ad109168817 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "DELETE /v2.0/ports/25890f3f-6dbf-4b79-b9a4-0838c5664503 HTTP/1.1" status: 204 len: 168 time: 0.5332923 Nov 12 11:07:22.679435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37094) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:22.708169 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2788a2dc-bb7d-4a94-bbc3-540cce43472b tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:07:22.710714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2788a2dc-bb7d-4a94-bbc3-540cce43472b tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "GET /v2.0/ports/25890f3f-6dbf-4b79-b9a4-0838c5664503 HTTP/1.1" status: 404 len: 333 time: 0.0302479 Nov 12 11:07:22.723764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37096) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:22.732677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Request body: {'port': {'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1703491535'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:22.766296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Made reservation on behalf of 372749dfaa214f1cb9ff09e648bf36e9 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:22.770060 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.795239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] device_id is not set on port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:22.798573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-660eb03e-6524-4e96-9cb4-6fb571795e3a req-85c869a0-a5d9-4383-9c58-327605e9d81e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587555 Nov 12 11:07:22.848641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-807521c4-4eef-4635-a514-24d1db5ddfa4 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830993 Nov 12 11:07:22.971507 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-adefaac1-8e68-4901-ba1a-c2c050b8438f req-024b767a-241f-45dd-82cf-6136428b7dcf service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211216 Nov 12 11:07:23.036841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d0677a1c-952a-44f2-8492-4a22023cf80e up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:23.046975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a871b0-bafa-4109-bd47-a313b5f78d08 req-25872f1a-a4c3-4ebb-af94-3f60b9ee24a7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.048592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-31a871b0-bafa-4109-bd47-a313b5f78d08 req-25872f1a-a4c3-4ebb-af94-3f60b9ee24a7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 945 time: 0.1517420 Nov 12 11:07:23.074722 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.109259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port d0677a1c-952a-44f2-8492-4a22023cf80e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:07:23.116772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d0677a1c-952a-44f2-8492-4a22023cf80e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:23.117443 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.183901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-31a871b0-bafa-4109-bd47-a313b5f78d08 req-52557b66-b31f-4608-8987-c7d8f83ff7fa tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175742 Nov 12 11:07:23.202849 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.264284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.270984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Network 91797b6d-b583-4c83-b69d-8aed0290f20c is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:23.279628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:23.282843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:23.283990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.284685 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.298720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=991cf13f-e262-4a8a-964a-e4dddd5e9d42,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:23.306337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb40924e-b514-4ebf-b7d3-b12a43381781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0677a1c-952a-44f2-8492-4a22023cf80e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:23.306337 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faed78a7-da4d-4b92-a901-906f9cd4f468" -d '{"events": [{"server_uuid": "eb40924e-b514-4ebf-b7d3-b12a43381781", "name": "network-vif-plugged", "status": "completed", "tag": "d0677a1c-952a-44f2-8492-4a22023cf80e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:23.315687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d0677a1c-952a-44f2-8492-4a22023cf80e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0677a1c-952a-44f2-8492-4a22023cf80e,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:23.319064 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b6e968d-3ced-4f42-a63d-f14fa933aed2 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5937004 Nov 12 11:07:23.325377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37104) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:23.327323 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.333678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:23.363838 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991dbe21-be33-414c-ab1a-f54efa21e1db x-openstack-request-id: req-991dbe21-be33-414c-ab1a-f54efa21e1db {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:23.364138 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb40924e-b514-4ebf-b7d3-b12a43381781", "name": "network-vif-plugged", "status": "completed", "tag": "d0677a1c-952a-44f2-8492-4a22023cf80e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:23.364362 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-991dbe21-be33-414c-ab1a-f54efa21e1db {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:23.364761 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb40924e-b514-4ebf-b7d3-b12a43381781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0677a1c-952a-44f2-8492-4a22023cf80e', 'code': 200} Nov 12 11:07:23.402976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d0677a1c-952a-44f2-8492-4a22023cf80e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:23.427728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.499149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49d02a-0c7a-4fbc-8081-f30895ad5624 req-9606bc59-0a13-4229-87b2-f69e3bdbd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.500914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb49d02a-0c7a-4fbc-8081-f30895ad5624 req-9606bc59-0a13-4229-87b2-f69e3bdbd8d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 1098 time: 0.0520217 Nov 12 11:07:23.554769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb49d02a-0c7a-4fbc-8081-f30895ad5624 req-64ae88d8-e21c-46b2-bd1e-f41c4a7ad5c4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446868 Nov 12 11:07:23.631282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] device_id is not set on port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:23.645075 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.651112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.706144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=991cf13f-e262-4a8a-964a-e4dddd5e9d42,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:23.724955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.725304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.725646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.730993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.731328 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.731713 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 2 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.746197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.746561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.746866 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.751935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.752261 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.752647 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 3 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.766448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.766801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.767145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.771985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.772340 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.772764 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 4 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.789351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.789520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.789863 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.795067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.795376 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.795771 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 5 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.809383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.809677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.809967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.812834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1840cc-ba26-42e7-8eb4-08c989d982aa req-6292b8c2-9f38-4123-928a-7e1938fe5bab tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.814529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.814752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d1840cc-ba26-42e7-8eb4-08c989d982aa req-6292b8c2-9f38-4123-928a-7e1938fe5bab tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 943 time: 0.0568459 Nov 12 11:07:23.814919 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.815254 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 6 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.830419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.830763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.831178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.837397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.838271 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.838667 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 7 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.855318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.855661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.856017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.862071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.862590 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.863168 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 8 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.878025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.878442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.878843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.879670 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4390be67-a5d9-46f1-b8f6-d2ca9c40029e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.889219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d1840cc-ba26-42e7-8eb4-08c989d982aa req-d6ee1834-99c1-4616-be75-0a36f310d06c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672212 Nov 12 11:07:23.890567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.890905 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.891491 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 9 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.911100 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.911448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.911822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.917580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.917934 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.918496 n-d-768851-19 neutron-server[109166]: INFO neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 10 to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 Nov 12 11:07:23.955356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.955356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.955356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.975116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.975452 n-d-768851-19 neutron-server[109166]: ERROR neutron.plugins.ml2.managers [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:23.975827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.029319 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c52acd-86ab-4edd-8e08-deadd046d94c req-de3ec827-60c5-4cb8-b8b4-aaabc120deb5 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.030809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0c52acd-86ab-4edd-8e08-deadd046d94c req-de3ec827-60c5-4cb8-b8b4-aaabc120deb5 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0916059 Nov 12 11:07:24.089942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] For port 991cf13f-e262-4a8a-964a-e4dddd5e9d42, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:24.090694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempted to set empty binding levels {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:07:24.099350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.108292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0c52acd-86ab-4edd-8e08-deadd046d94c req-4005f474-b4ed-4618-bd64-a5dc9bfea9e3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681293 Nov 12 11:07:24.136884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] In _notify_port_updated(), no bound segment for port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:07:24.137759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.138366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.139682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "PUT /v2.0/ports/991cf13f-e262-4a8a-964a-e4dddd5e9d42 HTTP/1.1" status: 200 len: 976 time: 0.8129745 Nov 12 11:07:24.143260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:24.153037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea986c-0d32-4a8b-8069-e08d0ca9255f tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=991cf13f-e262-4a8a-964a-e4dddd5e9d42,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:24.267217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.267695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.268166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.268709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.269155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.269604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.270059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.270536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.270987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.271436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.271884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.272997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.272997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.273273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.273685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.274101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.274549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.274992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.276051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.276546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.277029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.277470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.277918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.278573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.279182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.279787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.280395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.281017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.281621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.282216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.282820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.283276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.283714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.284322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.284939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.285542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.286242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.286853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.287462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.288068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.288668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.289474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.289782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.290229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.290677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.291154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.291601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.292053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.292494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.296972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3f8450a1-7889-468c-9cd7-37aa195fe0a4 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44081 time: 0.1517825 Nov 12 11:07:24.303233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37118) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:24.345126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15905ee-a3a3-4e14-bf37-becff5990947 req-88e1bf60-e239-488d-ba30-b104805f76d6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.346848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f15905ee-a3a3-4e14-bf37-becff5990947 req-88e1bf60-e239-488d-ba30-b104805f76d6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 946 time: 0.0559874 Nov 12 11:07:24.404368 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f15905ee-a3a3-4e14-bf37-becff5990947 req-86805a50-8c1c-4b68-a68c-f82fcd7443e9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508227 Nov 12 11:07:24.407391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Deleting port 991cf13f-e262-4a8a-964a-e4dddd5e9d42 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:24.407607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.476046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] For port 991cf13f-e262-4a8a-964a-e4dddd5e9d42, host n-h1-768851-19, got binding levels [] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:24.476400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.489540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Calling delete_port for 991cf13f-e262-4a8a-964a-e4dddd5e9d42 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:24.576821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.610417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event deleted for resources: {'Port': ['ID=991cf13f-e262-4a8a-964a-e4dddd5e9d42,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:24.614648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.618420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-eea06c6f-ed0b-49b0-9e60-ae7972616b16 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "DELETE /v2.0/ports/991cf13f-e262-4a8a-964a-e4dddd5e9d42 HTTP/1.1" status: 204 len: 168 time: 0.3138039 Nov 12 11:07:24.621721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37122) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:24.649752 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-938ed190-da8c-47d1-8709-3808829c5146 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:07:24.651388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-938ed190-da8c-47d1-8709-3808829c5146 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "GET /v2.0/ports/991cf13f-e262-4a8a-964a-e4dddd5e9d42 HTTP/1.1" status: 404 len: 333 time: 0.0287242 Nov 12 11:07:24.655145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37124) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:24.660145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-984435060', 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:24.683144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Made reservation on behalf of 372749dfaa214f1cb9ff09e648bf36e9 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:24.686084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.707039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] device_id is not set on port a1ac9e09-5ce0-42d2-ae00-1a9234343104 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:24.888286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.922345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.976244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Network 91797b6d-b583-4c83-b69d-8aed0290f20c is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:24.992247 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:24.995418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:24.997067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.997422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.015011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=a1ac9e09-5ce0-42d2-ae00-1a9234343104,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:25.036705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-28cb6229-c30b-4741-b099-4c6192943431 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3804517 Nov 12 11:07:25.041395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37128) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:25.050481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a6e87-9b3a-429a-9598-2bec137d90c5 req-151c6958-eb76-4c83-ad5d-86238455fa73 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:25.052243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d53a6e87-9b3a-429a-9598-2bec137d90c5 req-151c6958-eb76-4c83-ad5d-86238455fa73 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 943 time: 0.0795817 Nov 12 11:07:25.082225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53eb75-4127-4284-88cb-39aca61c11de tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:25.083733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9a53eb75-4127-4284-88cb-39aca61c11de tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "GET /v2.0/ports/a1ac9e09-5ce0-42d2-ae00-1a9234343104 HTTP/1.1" status: 200 len: 954 time: 0.0408165 Nov 12 11:07:25.087410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37130) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:25.117692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d53a6e87-9b3a-429a-9598-2bec137d90c5 req-cebbb9f0-4a82-477d-ad2d-540b17090ec1 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567548 Nov 12 11:07:25.178195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-60e0d0d1-7174-4145-83e9-8c3e0edaaa53 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Deleting port a1ac9e09-5ce0-42d2-ae00-1a9234343104 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:25.178545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60e0d0d1-7174-4145-83e9-8c3e0edaaa53 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.273227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60e0d0d1-7174-4145-83e9-8c3e0edaaa53 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.294180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-60e0d0d1-7174-4145-83e9-8c3e0edaaa53 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Calling delete_port for a1ac9e09-5ce0-42d2-ae00-1a9234343104 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:25.307201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2ddb8-7799-425b-bcae-a9ec8333cf94 req-28eb1a2b-fbc1-4584-b73a-96965cf96908 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:25.308780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9c2ddb8-7799-425b-bcae-a9ec8333cf94 req-28eb1a2b-fbc1-4584-b73a-96965cf96908 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1099668 Nov 12 11:07:25.420907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9c2ddb8-7799-425b-bcae-a9ec8333cf94 req-1f53be2d-6b41-4bfa-994e-833197d6d33f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003015 Nov 12 11:07:25.442666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60e0d0d1-7174-4145-83e9-8c3e0edaaa53 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.482316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0d0d1-7174-4145-83e9-8c3e0edaaa53 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1ac9e09-5ce0-42d2-ae00-1a9234343104,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:25.504899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60e0d0d1-7174-4145-83e9-8c3e0edaaa53 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.512370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-60e0d0d1-7174-4145-83e9-8c3e0edaaa53 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a1ac9e09-5ce0-42d2-ae00-1a9234343104 HTTP/1.1" status: 204 len: 168 time: 0.4224160 Nov 12 11:07:25.512999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37138) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:25.562262 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e9d549-cfe4-450b-b6cd-45e93989470c tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:07:25.564527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-32e9d549-cfe4-450b-b6cd-45e93989470c tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "GET /v2.0/ports/a1ac9e09-5ce0-42d2-ae00-1a9234343104 HTTP/1.1" status: 404 len: 333 time: 0.0503991 Nov 12 11:07:25.569605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37140) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:25.576557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Request body: {'port': {'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-105203023'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:25.588296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 547581eb-7527-437c-b5fe-30b5d76a2d35 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:25.608250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70779c6-0c25-4d82-8b11-6341a484ad68 req-521eb2cd-d648-4d90-9b93-952e4d833588 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:25.610228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d70779c6-0c25-4d82-8b11-6341a484ad68 req-521eb2cd-d648-4d90-9b93-952e4d833588 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 946 time: 0.1157160 Nov 12 11:07:25.619185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Made reservation on behalf of 372749dfaa214f1cb9ff09e648bf36e9 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:25.623464 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.701277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] device_id is not set on port fb0d56e2-d2ed-43c6-b002-1269739785d9 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:25.760111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 547581eb-7527-437c-b5fe-30b5d76a2d35, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=547581eb-7527-437c-b5fe-30b5d76a2d35,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:25.763643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d70779c6-0c25-4d82-8b11-6341a484ad68 req-58905ed9-1215-4c56-8f2d-2c02feb6d0b0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369104 Nov 12 11:07:25.777437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'port_id': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'mac_address': 'fa:16:3e:b7:29:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:25.835436 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.851028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547581eb-7527-437c-b5fe-30b5d76a2d35 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:25.892446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 547581eb-7527-437c-b5fe-30b5d76a2d35, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=547581eb-7527-437c-b5fe-30b5d76a2d35,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:25.896778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.920320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104b93-7327-4bec-bcd7-a523a7b09ee2 req-e383f002-19df-4cb6-bf66-c107da524996 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:25.923095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0104b93-7327-4bec-bcd7-a523a7b09ee2 req-e383f002-19df-4cb6-bf66-c107da524996 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 946 time: 0.0819070 Nov 12 11:07:25.954836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.963096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=547581eb-7527-437c-b5fe-30b5d76a2d35,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:26.013113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.020391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0104b93-7327-4bec-bcd7-a523a7b09ee2 req-a085dc69-27c5-4359-9705-d1fdf2020dcb tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905790 Nov 12 11:07:26.078714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Network 91797b6d-b583-4c83-b69d-8aed0290f20c is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:26.082785 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:26.085806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:26.087087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:26.087879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.102641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=fb0d56e2-d2ed-43c6-b002-1269739785d9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:26.114552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37148) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:26.114994 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-638ed4d5-8adf-40e5-84bf-761c233d2ece tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5425425 Nov 12 11:07:26.124300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:26.192593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73f94-a5b9-411d-b152-b6699364abda req-dc24116c-91f5-40a8-8e16-0375cee36c1b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:26.195217 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22c73f94-a5b9-411d-b152-b6699364abda req-dc24116c-91f5-40a8-8e16-0375cee36c1b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 946 time: 0.0790641 Nov 12 11:07:26.217451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.253991 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2232a3c8-8ee3-462c-933b-52f3b05888bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.279055 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22c73f94-a5b9-411d-b152-b6699364abda req-76c2559b-cf01-49cb-a3c5-814ed5741be7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741675 Nov 12 11:07:26.325288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['547581eb-7527-437c-b5fe-30b5d76a2d35'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:26.361027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eb067-b6da-4cf4-acee-9e93ecc45227 req-9cc1c1e6-12eb-4f1a-a57b-070385b08d59 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:26.369578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-653eb067-b6da-4cf4-acee-9e93ecc45227 req-9cc1c1e6-12eb-4f1a-a57b-070385b08d59 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 944 time: 0.1301587 Nov 12 11:07:26.524383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-653eb067-b6da-4cf4-acee-9e93ecc45227 req-ed3d56f7-ed0b-4dee-9538-a46f0f62e371 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538291 Nov 12 11:07:26.633030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] device_id is not set on port fb0d56e2-d2ed-43c6-b002-1269739785d9 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:26.657496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.666449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.731993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2207c13-232b-494b-b0e5-09b3c66859cd req-16c27570-4a15-4bce-a713-48e7942e7783 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:26.733962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2207c13-232b-494b-b0e5-09b3c66859cd req-16c27570-4a15-4bce-a713-48e7942e7783 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 946 time: 0.0795393 Nov 12 11:07:26.743611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce412e-c188-4149-bff9-d17e644cd142 req-acfeb5cd-63c2-4857-be9c-c8b400958ee3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:26.745910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1ce412e-c188-4149-bff9-d17e644cd142 req-acfeb5cd-63c2-4857-be9c-c8b400958ee3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1288583 Nov 12 11:07:26.779925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=fb0d56e2-d2ed-43c6-b002-1269739785d9,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:26.794422 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:26.794870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:26.795375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:26.807838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:26.808360 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:26.812469 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 2 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:26.822855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2207c13-232b-494b-b0e5-09b3c66859cd req-c3b8eda1-99f6-425d-8994-0ec0981e9473 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722702 Nov 12 11:07:26.840926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:26.842206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:26.846182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:26.858891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1ce412e-c188-4149-bff9-d17e644cd142 req-94d4b83b-42a0-45d8-b430-63cd82016e90 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958898 Nov 12 11:07:26.859646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:26.859973 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:26.860394 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 3 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:26.876758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:26.877125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:26.877481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:26.884511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:26.885415 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:26.886007 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 4 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:26.906965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:26.907498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:26.907927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:26.912838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:26.913265 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:26.913692 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 5 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:26.934833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:26.935479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:26.935479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:26.940843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:26.941208 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:26.941603 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 6 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:26.954990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:26.955322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:26.955660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:26.960571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:26.960923 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:26.961313 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 7 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:26.974677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:26.975018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:26.975350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:26.980497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:26.980819 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:26.981236 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 8 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:26.995666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:26.996074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:26.996449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:27.002084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:27.002412 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:27.002801 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 9 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:27.018699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:27.019179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:27.019650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:27.024587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:27.024940 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:27.025349 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempt 10 to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 Nov 12 11:07:27.038925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:27.039175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:27.039510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempting to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:27.044905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:27.045227 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Failed to bind port fb0d56e2-d2ed-43c6-b002-1269739785d9 on host n-h1-768851-19 for vnic_type normal using segments [{'id': '5a8d15ee-06c3-489f-a401-b05a74340d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '91797b6d-b583-4c83-b69d-8aed0290f20c'}] Nov 12 11:07:27.045587 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.127759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] For port fb0d56e2-d2ed-43c6-b002-1269739785d9, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:27.128130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attempted to set empty binding levels {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:07:27.132425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.169655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] In _notify_port_updated(), no bound segment for port fb0d56e2-d2ed-43c6-b002-1269739785d9 on network 91797b6d-b583-4c83-b69d-8aed0290f20c {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:07:27.170701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.171091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.172418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "PUT /v2.0/ports/fb0d56e2-d2ed-43c6-b002-1269739785d9 HTTP/1.1" status: 200 len: 975 time: 1.0559530 Nov 12 11:07:27.177791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37162) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:27.185695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e8e5a-4cab-402c-a04d-13e29c4c12fe tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event updated for resources: {'Port': ['ID=fb0d56e2-d2ed-43c6-b002-1269739785d9,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:27.278982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Deleting port fb0d56e2-d2ed-43c6-b002-1269739785d9 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:27.279651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.368171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] For port fb0d56e2-d2ed-43c6-b002-1269739785d9, host n-h1-768851-19, got binding levels [] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:27.368701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.389917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Calling delete_port for fb0d56e2-d2ed-43c6-b002-1269739785d9 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:27.477117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.511399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb0d56e2-d2ed-43c6-b002-1269739785d9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:27.515517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.521167 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c9a01e7-7a14-4d2d-8b10-8b36da1fc365 tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fb0d56e2-d2ed-43c6-b002-1269739785d9 HTTP/1.1" status: 204 len: 168 time: 0.3405323 Nov 12 11:07:27.523119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37164) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:27.549219 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95acb5b-662d-4e32-a618-835e945ce0cf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:07:27.551216 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f95acb5b-662d-4e32-a618-835e945ce0cf tempest-PortsAdminExtendedAttrsTestJSON-831266361 tempest-PortsAdminExtendedAttrsTestJSON-831266361-project-admin] 10.222.0.31 "GET /v2.0/ports/fb0d56e2-d2ed-43c6-b002-1269739785d9 HTTP/1.1" status: 404 len: 333 time: 0.0268571 Nov 12 11:07:27.556536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37168) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:27.660895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8c1b4-16db-49c4-9353-a09c845b0017 req-d6cde61c-75a8-4d70-8239-e11e5fa08934 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.662603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72c8c1b4-16db-49c4-9353-a09c845b0017 req-d6cde61c-75a8-4d70-8239-e11e5fa08934 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 944 time: 0.0547013 Nov 12 11:07:27.670759 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.680814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.727968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72c8c1b4-16db-49c4-9353-a09c845b0017 req-0b135aea-6d26-4faf-b3d1-6b83ae6c3552 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542784 Nov 12 11:07:27.788414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.809740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91797b6d-b583-4c83-b69d-8aed0290f20c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:27.819487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8d15ee-06c3-489f-a401-b05a74340d99') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:27.819783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8d15ee-06c3-489f-a401-b05a74340d99') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:27.830219 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.844426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.852278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:07:27.852986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:07:27.858007 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:07:27.876492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684609b6-1041-479f-9d17-b409faa66db6 req-cdff24c8-f7e7-478c-9100-3b96ccfff15e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.878142 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684609b6-1041-479f-9d17-b409faa66db6 req-cdff24c8-f7e7-478c-9100-3b96ccfff15e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 946 time: 0.0579698 Nov 12 11:07:27.980312 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.985083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.988601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] 10.222.0.31 "DELETE /v2.0/networks/91797b6d-b583-4c83-b69d-8aed0290f20c HTTP/1.1" status: 204 len: 168 time: 0.4312267 Nov 12 11:07:28.003429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00e4a8-60f5-41c7-8490-e164ae594fe5 req-bd01355e-2786-480c-8b6b-46d3c4a9777d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.005060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff00e4a8-60f5-41c7-8490-e164ae594fe5 req-bd01355e-2786-480c-8b6b-46d3c4a9777d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 946 time: 0.0777581 Nov 12 11:07:28.023181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b9769-a0f4-4115-9eac-9fc2378f9f00 tempest-PortsAdminExtendedAttrsTestJSON-590149653 tempest-PortsAdminExtendedAttrsTestJSON-590149653-project] Pushing event deleted for resources: {'Network': ['ID=91797b6d-b583-4c83-b69d-8aed0290f20c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:28.023793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Deleting port d0677a1c-952a-44f2-8492-4a22023cf80e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:28.024282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.071795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff00e4a8-60f5-41c7-8490-e164ae594fe5 req-d23995cc-4d78-4ce4-9360-fd8acbac1665 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Nov 12 11:07:28.098164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c924e3-a927-4f6e-806f-f6fcf08ac1a4 req-73ccfc1a-e266-4260-ae4e-c8487b7bbe01 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.103510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1c924e3-a927-4f6e-806f-f6fcf08ac1a4 req-73ccfc1a-e266-4260-ae4e-c8487b7bbe01 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1295226 Nov 12 11:07:28.324596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37182) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:28.501720 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-576ffaec-c28e-44c1-9ca6-da388343022c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=784efd2efa474442b5663e8be8b5ef14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747017 Nov 12 11:07:28.506121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37186) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:28.529204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] For port d0677a1c-952a-44f2-8492-4a22023cf80e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d0677a1c-952a-44f2-8492-4a22023cf80e,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:28.529591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.544701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1c924e3-a927-4f6e-806f-f6fcf08ac1a4 req-8beee2e0-bc36-4f50-a300-339aaa634451 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4353266 Nov 12 11:07:28.549193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Calling delete_port for d0677a1c-952a-44f2-8492-4a22023cf80e owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:28.569794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45e92eb6-3c7a-446f-8ced-62777e2fb292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.592686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45e92eb6-3c7a-446f-8ced-62777e2fb292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.656581 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45e92eb6-3c7a-446f-8ced-62777e2fb292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.659284 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45e92eb6-3c7a-446f-8ced-62777e2fb292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.660559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-45e92eb6-3c7a-446f-8ced-62777e2fb292 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b33f855a-513b-42f3-bb20-c872472ed87e HTTP/1.1" status: 204 len: 168 time: 0.1530631 Nov 12 11:07:28.669457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e92eb6-3c7a-446f-8ced-62777e2fb292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f855a-513b-42f3-bb20-c872472ed87e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:28.702821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.720051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578', 'd0677a1c-952a-44f2-8492-4a22023cf80e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:28.739829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event deleted for resources: {'Port': ['ID=d0677a1c-952a-44f2-8492-4a22023cf80e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:28.766759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:28.835943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] No DVR routers for this DVR port d0677a1c-952a-44f2-8492-4a22023cf80e on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:28.838941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.843595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684609b6-1041-479f-9d17-b409faa66db6 req-1409969a-782d-4ece-b871-055f3f0a683a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "DELETE /v2.0/ports/d0677a1c-952a-44f2-8492-4a22023cf80e HTTP/1.1" status: 204 len: 173 time: 0.9589562 Nov 12 11:07:28.844102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb40924e-b514-4ebf-b7d3-b12a43381781', 'name': 'network-vif-deleted', 'tag': 'd0677a1c-952a-44f2-8492-4a22023cf80e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:28.846734 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91566020-94eb-45d5-9d5d-2502bbc8178c" -d '{"events": [{"server_uuid": "eb40924e-b514-4ebf-b7d3-b12a43381781", "name": "network-vif-deleted", "tag": "d0677a1c-952a-44f2-8492-4a22023cf80e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:28.917548 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f73cc-b19c-4fe4-a24d-16c92e679fc2 x-openstack-request-id: req-549f73cc-b19c-4fe4-a24d-16c92e679fc2 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:28.917858 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb40924e-b514-4ebf-b7d3-b12a43381781", "name": "network-vif-deleted", "tag": "d0677a1c-952a-44f2-8492-4a22023cf80e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:28.918118 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-549f73cc-b19c-4fe4-a24d-16c92e679fc2 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:28.918630 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb40924e-b514-4ebf-b7d3-b12a43381781', 'name': 'network-vif-deleted', 'tag': 'd0677a1c-952a-44f2-8492-4a22023cf80e', 'status': 'completed', 'code': 200} Nov 12 11:07:29.040842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23451741-64b5-4497-909b-25d681514433 req-9ece74db-76dc-4475-974e-b179a8456f2c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:29.043208 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23451741-64b5-4497-909b-25d681514433 req-9ece74db-76dc-4475-974e-b179a8456f2c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 944 time: 0.1207757 Nov 12 11:07:29.122994 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23451741-64b5-4497-909b-25d681514433 req-14fea594-e46c-4158-8524-8ff01a9cd75d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676844 Nov 12 11:07:29.189471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37202) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:29.217915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f27f619-0d7f-413a-a165-5f876eee503a req-69cf13f0-2a81-44b0-94b9-d41b051c1a67 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb40924e-b514-4ebf-b7d3-b12a43381781 HTTP/1.1" status: 200 len: 210 time: 0.0310464 Nov 12 11:07:29.246644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2a1df89a-3a9d-4e3d-882e-075ef6d97f83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=372749dfaa214f1cb9ff09e648bf36e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558298 Nov 12 11:07:29.249159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37204) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:29.318414 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4970f641-a9e9-44c4-91ca-9f82eae4c9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.349507 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4970f641-a9e9-44c4-91ca-9f82eae4c9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.400149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.421950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4970f641-a9e9-44c4-91ca-9f82eae4c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.425232 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4970f641-a9e9-44c4-91ca-9f82eae4c9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.426678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4970f641-a9e9-44c4-91ca-9f82eae4c9c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58b8b069-60f6-40a5-82a6-433735ecac30 HTTP/1.1" status: 204 len: 168 time: 0.1761968 Nov 12 11:07:29.436882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970f641-a9e9-44c4-91ca-9f82eae4c9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b8b069-60f6-40a5-82a6-433735ecac30,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:29.602525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 547581eb-7527-437c-b5fe-30b5d76a2d35 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:29.670269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 547581eb-7527-437c-b5fe-30b5d76a2d35 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:07:29.675529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 547581eb-7527-437c-b5fe-30b5d76a2d35 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:29.676297 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.714305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42947e-0998-45d3-9408-11a158a56e4f req-273bbb3a-0394-4bbe-a45d-8beb68fd5cf9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:29.716283 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd42947e-0998-45d3-9408-11a158a56e4f req-273bbb3a-0394-4bbe-a45d-8beb68fd5cf9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0775290 Nov 12 11:07:29.781507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.802676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd42947e-0998-45d3-9408-11a158a56e4f req-65875d55-2e09-4609-8759-c873fef5eed7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702929 Nov 12 11:07:29.822424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547581eb-7527-437c-b5fe-30b5d76a2d35'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:29.824970 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc3526-c11e-41a7-9efe-fe52d5cabeaf" -d '{"events": [{"server_uuid": "5637b972-93e2-496c-8a76-1fd6a81eabc9", "name": "network-vif-plugged", "status": "completed", "tag": "547581eb-7527-437c-b5fe-30b5d76a2d35"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:29.839255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 547581eb-7527-437c-b5fe-30b5d76a2d35, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=547581eb-7527-437c-b5fe-30b5d76a2d35,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:29.844372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.886439 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f416f83-5a7e-4f95-bb86-58ab3531807a x-openstack-request-id: req-6f416f83-5a7e-4f95-bb86-58ab3531807a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:29.886439 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5637b972-93e2-496c-8a76-1fd6a81eabc9", "name": "network-vif-plugged", "status": "completed", "tag": "547581eb-7527-437c-b5fe-30b5d76a2d35", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:29.886439 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f416f83-5a7e-4f95-bb86-58ab3531807a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:29.886439 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'code': 200} Nov 12 11:07:29.919081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=547581eb-7527-437c-b5fe-30b5d76a2d35,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:30.028882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbf828-fc58-4715-9876-6e438044a494 req-063a9c5c-1e06-46b9-9133-69a4fa493772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:30.030477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9dbf828-fc58-4715-9876-6e438044a494 req-063a9c5c-1e06-46b9-9133-69a4fa493772 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 1097 time: 0.0514805 Nov 12 11:07:30.085826 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9dbf828-fc58-4715-9876-6e438044a494 req-d6c9f8fe-e7de-45cd-8a40-a48f83bd19e1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457911 Nov 12 11:07:30.296711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599b9cd-b880-488d-805b-8a61da3e225f req-09d24020-f2c0-489e-a409-fa8a8a3983a8 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:30.296711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a599b9cd-b880-488d-805b-8a61da3e225f req-09d24020-f2c0-489e-a409-fa8a8a3983a8 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0678234 Nov 12 11:07:30.355314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a599b9cd-b880-488d-805b-8a61da3e225f req-d285fa75-5c83-49ab-bdf7-f58d64e85ca3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636294 Nov 12 11:07:30.565717 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:30.677821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260e24d-dc64-42e0-88ce-44fb1cb2f450 req-ddcefaa4-6269-433f-a135-dced912565ce tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:30.679500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8260e24d-dc64-42e0-88ce-44fb1cb2f450 req-ddcefaa4-6269-433f-a135-dced912565ce tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 946 time: 0.0692694 Nov 12 11:07:30.745226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8260e24d-dc64-42e0-88ce-44fb1cb2f450 req-d3e84e0e-c997-47a8-a915-45f3a067327a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579240 Nov 12 11:07:30.956810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3825b-5d4f-4396-af98-3c9ca95a3930 req-b39007c2-6815-4ca1-99dc-f755172fdeac tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:30.961487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ca3825b-5d4f-4396-af98-3c9ca95a3930 req-b39007c2-6815-4ca1-99dc-f755172fdeac tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0656829 Nov 12 11:07:31.053560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ca3825b-5d4f-4396-af98-3c9ca95a3930 req-adc2b932-9d12-4739-8a74-9c9714ad0e1e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846243 Nov 12 11:07:31.088497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d0677a1c-952a-44f2-8492-4a22023cf80e no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:31.127646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: d0677a1c-952a-44f2-8492-4a22023cf80e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:31.127999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d0677a1c-952a-44f2-8492-4a22023cf80e not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:31.281439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37260) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:31.419437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7dd247b5-cad9-4143-86a1-a845134a192a tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-568730944'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:31.471617 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd247b5-cad9-4143-86a1-a845134a192a tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:31.472799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd247b5-cad9-4143-86a1-a845134a192a tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:31.595044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd247b5-cad9-4143-86a1-a845134a192a tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:31.609967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf82e0-1f35-4577-8a46-91c50e741f65 req-c7b54f1b-4996-4011-8ec4-4c3c745ea493 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.612471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64bf82e0-1f35-4577-8a46-91c50e741f65 req-c7b54f1b-4996-4011-8ec4-4c3c745ea493 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1349132 Nov 12 11:07:31.614541 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd247b5-cad9-4143-86a1-a845134a192a tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:31.655063 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd247b5-cad9-4143-86a1-a845134a192a tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:31.657343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7dd247b5-cad9-4143-86a1-a845134a192a tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3734353 Nov 12 11:07:31.659610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37268) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:31.689957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64bf82e0-1f35-4577-8a46-91c50e741f65 req-45389c55-9aca-4266-b8fd-2c80f5da71e9 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684371 Nov 12 11:07:31.745044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d019bfb9-50c8-4987-950a-e1cab9941c33 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.223461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c406010-9043-451e-b95d-ca0d2b9608d7 req-ab808be1-7041-407e-a381-2cfbc3921cce tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:32.225240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c406010-9043-451e-b95d-ca0d2b9608d7 req-ab808be1-7041-407e-a381-2cfbc3921cce tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0667298 Nov 12 11:07:32.269697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d019bfb9-50c8-4987-950a-e1cab9941c33 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.272432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d019bfb9-50c8-4987-950a-e1cab9941c33 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.300217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c406010-9043-451e-b95d-ca0d2b9608d7 req-b4543279-9f34-4041-9abe-d58ba9208e52 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671432 Nov 12 11:07:32.330248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8b32-7be4-44b2-b61a-4e1bf2d8141d req-d955bcfb-516d-4614-b828-42e8865d147e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:32.331964 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2adb8b32-7be4-44b2-b61a-4e1bf2d8141d req-d955bcfb-516d-4614-b828-42e8865d147e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 946 time: 0.1539185 Nov 12 11:07:32.353250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d019bfb9-50c8-4987-950a-e1cab9941c33 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.353812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d019bfb9-50c8-4987-950a-e1cab9941c33 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29a52711-cb29-4467-8746-308cb7676d17 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:07:32.376540 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d019bfb9-50c8-4987-950a-e1cab9941c33 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.380386 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d019bfb9-50c8-4987-950a-e1cab9941c33 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "DELETE /v2.0/routers/29a52711-cb29-4467-8746-308cb7676d17 HTTP/1.1" status: 204 len: 168 time: 0.7187426 Nov 12 11:07:32.383653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37276) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:32.393853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3a8197d1-03a0-41be-8326-c0f580a93a62 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Request body: {'router': {'name': 'tempest-router-563864899', 'distributed': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:32.425247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2adb8b32-7be4-44b2-b61a-4e1bf2d8141d req-25372878-75f9-4986-9526-96cb3d71c4e0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834754 Nov 12 11:07:32.434915 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a8197d1-03a0-41be-8326-c0f580a93a62 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.434915 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a8197d1-03a0-41be-8326-c0f580a93a62 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.490337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a8197d1-03a0-41be-8326-c0f580a93a62 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.496572 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a8197d1-03a0-41be-8326-c0f580a93a62 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.524523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a8197d1-03a0-41be-8326-c0f580a93a62 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.525743 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3a8197d1-03a0-41be-8326-c0f580a93a62 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1380396 Nov 12 11:07:32.528479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37280) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:32.623953 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-996ce4c2-1aca-4187-9815-400d23e0d996 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.671124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-368343ba-0cb3-4724-8e29-fcdc88fa722e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:32.672582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-368343ba-0cb3-4724-8e29-fcdc88fa722e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 946 time: 0.1595080 Nov 12 11:07:32.820830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cedcc0-014e-4132-98ed-8a5ce2ce4b1b req-0aee6dd5-00c2-4cf1-9d7c-dc7dc4d71df5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:32.822907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4cedcc0-014e-4132-98ed-8a5ce2ce4b1b req-0aee6dd5-00c2-4cf1-9d7c-dc7dc4d71df5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0561941 Nov 12 11:07:32.835792 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-996ce4c2-1aca-4187-9815-400d23e0d996 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.856020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-996ce4c2-1aca-4187-9815-400d23e0d996 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.873504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4cedcc0-014e-4132-98ed-8a5ce2ce4b1b req-48323c6e-1390-4e2a-895e-a520f823f5b3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 Nov 12 11:07:32.913649 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-996ce4c2-1aca-4187-9815-400d23e0d996 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.914164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ce4c2-1aca-4187-9815-400d23e0d996 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79b332f5-050d-4dde-ad49-44f013808e65 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:07:32.921954 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-996ce4c2-1aca-4187-9815-400d23e0d996 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.927042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-996ce4c2-1aca-4187-9815-400d23e0d996 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "DELETE /v2.0/routers/79b332f5-050d-4dde-ad49-44f013808e65 HTTP/1.1" status: 204 len: 168 time: 0.3933785 Nov 12 11:07:32.927042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37286) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:32.932401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d8e6e8b3-bfbe-4fa7-a09f-a224de9aae2f tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Request body: {'router': {'name': 'tempest-router-847174784', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7c8f2bee22644e769bcde112982aa090'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:32.953087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Deleting port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:32.953444 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.992468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e8b3-bfbe-4fa7-a09f-a224de9aae2f tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.993514 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e8b3-bfbe-4fa7-a09f-a224de9aae2f tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.125063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffff243-319e-41d7-8d1b-dcc5f7c5d168 req-9a4bab65-3b90-4850-9c36-af16f41768a1 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:33.126597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dffff243-319e-41d7-8d1b-dcc5f7c5d168 req-9a4bab65-3b90-4850-9c36-af16f41768a1 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1559246 Nov 12 11:07:33.137995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e8b3-bfbe-4fa7-a09f-a224de9aae2f tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.138144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37288) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:33.138253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e8b3-bfbe-4fa7-a09f-a224de9aae2f tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.143659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'floatingip': {'port_id': '547581eb-7527-437c-b5fe-30b5d76a2d35'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:33.150913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] For port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:33.151303 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.166883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Calling delete_port for 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:33.170951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e8b3-bfbe-4fa7-a09f-a224de9aae2f tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.172188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d8e6e8b3-bfbe-4fa7-a09f-a224de9aae2f tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2444217 Nov 12 11:07:33.175395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37290) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:33.182132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:33.185049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.467729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.468342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.525513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867dc1-1b18-401a-a32d-9c6979ae8f07 req-d8121fd8-3ce1-426f-80ed-20f94f111369 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:33.527000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3867dc1-1b18-401a-a32d-9c6979ae8f07 req-d8121fd8-3ce1-426f-80ed-20f94f111369 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1214831 Nov 12 11:07:33.630375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109165) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 11:07:33.630840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Router b6894197-6717-4725-ad23-46e5bdbe0ba3 migrating from provider to provider. {{(pid=109165) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 11:07:33.631233 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.641380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.642162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.654265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.660951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:33.664239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:33.669929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8a250-c7d3-4897-97f3-3a340f55c992 req-88421119-3a0a-4142-b196-c09f29f22b28 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:33.671482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9c8a250-c7d3-4897-97f3-3a340f55c992 req-88421119-3a0a-4142-b196-c09f29f22b28 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=72336743-242c-4de7-8882-7e7195a9bc32 HTTP/1.1" status: 200 len: 867 time: 0.1093965 Nov 12 11:07:33.703578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event deleted for resources: {'Port': ['ID=9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:33.809801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.814658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.856319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] No DVR routers for this DVR port 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:33.861503 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.865274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44ff769c-01cc-4ad6-96d5-6be3784cb9e2 req-203e8425-edde-4f9e-811c-5fdb8216fef3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.59 "DELETE /v2.0/ports/9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b HTTP/1.1" status: 204 len: 173 time: 1.1672542 Nov 12 11:07:33.868056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72336743-242c-4de7-8882-7e7195a9bc32', 'name': 'network-vif-deleted', 'tag': '9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:33.870573 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e5e032-456b-401d-8ab5-dde672e0fd8b" -d '{"events": [{"server_uuid": "72336743-242c-4de7-8882-7e7195a9bc32", "name": "network-vif-deleted", "tag": "9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:33.877181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f3867dc1-1b18-401a-a32d-9c6979ae8f07 req-a1d0e8db-9e8c-43a2-9bf4-c3e7f4ff0667 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034081 Nov 12 11:07:33.880773 n-d-768851-19 neutron-server[109165]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] No L3 agents can host the router b6894197-6717-4725-ad23-46e5bdbe0ba3 Nov 12 11:07:33.913074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9c8a250-c7d3-4897-97f3-3a340f55c992 req-b2469bcb-297e-4302-9843-ed4b75775f3a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136407 Nov 12 11:07:33.979189 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Floating IP ddd31c84-8f4f-4b57-8665-61fefdba7afc associated. External IP: 172.25.2.124, port: 547581eb-7527-437c-b5fe-30b5d76a2d35. Nov 12 11:07:34.014682 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa2825-b033-4166-8ef1-908bc9c52e55 x-openstack-request-id: req-48aa2825-b033-4166-8ef1-908bc9c52e55 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:34.015090 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72336743-242c-4de7-8882-7e7195a9bc32", "name": "network-vif-deleted", "tag": "9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:34.015349 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48aa2825-b033-4166-8ef1-908bc9c52e55 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:34.015762 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72336743-242c-4de7-8882-7e7195a9bc32', 'name': 'network-vif-deleted', 'tag': '9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b', 'status': 'completed', 'code': 200} Nov 12 11:07:34.073395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Hosts for router b6894197-6717-4725-ad23-46e5bdbe0ba3: [] {{(pid=109165) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 11:07:34.103840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Hosts for other DVR routers connected to router b6894197-6717-4725-ad23-46e5bdbe0ba3: set() {{(pid=109165) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 11:07:34.108081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.113836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d4d3ec18-a9e4-4b6f-852f-72dde1d78f29 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "PUT /v2.0/routers/b6894197-6717-4725-ad23-46e5bdbe0ba3 HTTP/1.1" status: 200 len: 716 time: 0.9326446 Nov 12 11:07:34.113836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37302) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:34.192641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2265beef-1e90-426d-97a7-6885e48eec5f tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "GET /v2.0/routers/b6894197-6717-4725-ad23-46e5bdbe0ba3 HTTP/1.1" status: 200 len: 716 time: 0.0781381 Nov 12 11:07:34.201516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37304) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:34.252676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:34.414154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:34.425969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.432317 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] Sync routers for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:34.445642 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:34.446397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:34.472121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3b7bdbf8-2b16-4d08-a5b5-a692f5b30b1c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "PUT /v2.0/floatingips/ddd31c84-8f4f-4b57-8665-61fefdba7afc HTTP/1.1" status: 200 len: 991 time: 1.3295746 Nov 12 11:07:34.472121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'tag': '547581eb-7527-437c-b5fe-30b5d76a2d35'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:34.481855 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2ab98a-3835-47a8-9353-54798cb8549f" -d '{"events": [{"name": "network-changed", "server_uuid": "5637b972-93e2-496c-8a76-1fd6a81eabc9", "tag": "547581eb-7527-437c-b5fe-30b5d76a2d35"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:34.526377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-362d9a14-fd5c-463d-934d-5365d6c242f1 tempest-RoutersTestDVR-1010371061 tempest-RoutersTestDVR-1010371061-project] 10.222.0.31 "GET /v2.0/routers/b6894197-6717-4725-ad23-46e5bdbe0ba3 HTTP/1.1" status: 200 len: 682 time: 0.3189950 Nov 12 11:07:34.527135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37314) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:34.581173 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbc12f8-9cff-4234-9416-424d0226b1d4 x-openstack-request-id: req-ccbc12f8-9cff-4234-9416-424d0226b1d4 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:34.582071 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5637b972-93e2-496c-8a76-1fd6a81eabc9", "tag": "547581eb-7527-437c-b5fe-30b5d76a2d35", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:34.582692 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccbc12f8-9cff-4234-9416-424d0226b1d4 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:34.583291 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'tag': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'status': 'completed', 'code': 200} Nov 12 11:07:34.662920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88498877-5c92-4236-8876-99b23f5183e3 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.694603 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:07:34.708986 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:34.802017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-3bca8842-8793-4e76-8809-0530c1b85abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.803892 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-3bca8842-8793-4e76-8809-0530c1b85abe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 1097 time: 0.1714537 Nov 12 11:07:34.856876 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88498877-5c92-4236-8876-99b23f5183e3 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.864587 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88498877-5c92-4236-8876-99b23f5183e3 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.994385 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'ddd31c84-8f4f-4b57-8665-61fefdba7afc', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'port_id': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'mac_address': 'fa:16:3e:b7:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:07:15Z', 'updated_at': '2021-11-12T11:07:33Z', 'revision_number': 1, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:34.998877 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88498877-5c92-4236-8876-99b23f5183e3 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.999451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88498877-5c92-4236-8876-99b23f5183e3 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6894197-6717-4725-ad23-46e5bdbe0ba3 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:07:35.013752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-88498877-5c92-4236-8876-99b23f5183e3 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.014905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-88498877-5c92-4236-8876-99b23f5183e3 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b6894197-6717-4725-ad23-46e5bdbe0ba3 HTTP/1.1" status: 204 len: 168 time: 0.4867432 Nov 12 11:07:35.029622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37334) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:35.032357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a5699cfe-e7c0-45a4-a9bd-16a82fa34fb4 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Request body: {'router': {'name': 'tempest-router-1746081854', 'distributed': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:35.048473 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] Checking router: ec615e80-943f-4ddc-b70d-7d01b5baa7d6 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:35.062157 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:35.063168 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:35.078894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:35.094701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-3ef48d51-4b09-4cc5-b04f-415688b39295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:35.096372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-3ef48d51-4b09-4cc5-b04f-415688b39295 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 910 time: 0.2621191 Nov 12 11:07:35.200980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5699cfe-e7c0-45a4-a9bd-16a82fa34fb4 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.202118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5699cfe-e7c0-45a4-a9bd-16a82fa34fb4 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.244041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-100dff7f-6592-473e-810c-90e33f69303b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547581eb-7527-437c-b5fe-30b5d76a2d35 HTTP/1.1" status: 200 len: 999 time: 0.1359406 Nov 12 11:07:35.251404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7033-00f6-4c61-99de-68ba0be17872 req-fa6b942e-5e18-4123-8303-a2b4efeafbd9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:35.256521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a6e7033-00f6-4c61-99de-68ba0be17872 req-fa6b942e-5e18-4123-8303-a2b4efeafbd9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.2148287 Nov 12 11:07:35.279752 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:35.294189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:35.308453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'port_id': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'mac_address': 'fa:16:3e:ea:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:35.377728 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.396063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4876752-03c9-45b0-8867-16c8048c05bf {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:35.421148 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5699cfe-e7c0-45a4-a9bd-16a82fa34fb4 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.434976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5699cfe-e7c0-45a4-a9bd-16a82fa34fb4 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.435664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:35.437845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-adaa0d2a-d267-4b36-b3b5-1ffbee5482b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:35.439444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-adaa0d2a-d267-4b36-b3b5-1ffbee5482b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.1836381 Nov 12 11:07:35.443989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.460819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-194aa991-16fb-4947-abe7-5dac9d737bcc tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:35.466273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-194aa991-16fb-4947-abe7-5dac9d737bcc tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.1581330 Nov 12 11:07:35.474090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a6e7033-00f6-4c61-99de-68ba0be17872 req-ca6f65fd-5a9c-4f38-9fc3-cfe8caf31145 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045176 Nov 12 11:07:35.482130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5699cfe-e7c0-45a4-a9bd-16a82fa34fb4 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.486731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5699cfe-e7c0-45a4-a9bd-16a82fa34fb4 tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4578331 Nov 12 11:07:35.489437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37354) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:35.537561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1ae42474-3db4-460f-a13d-524c69900b27 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/quotas/e7477d2f33494e1cbc6ba0f4f96dd2a5 HTTP/1.1" status: 200 len: 375 time: 0.0476246 Nov 12 11:07:35.541632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:35.572735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d4876752-03c9-45b0-8867-16c8048c05bf'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:35.621646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-a812e811-fc4b-4f5d-8a7f-36c30ef95588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:35.623964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-a812e811-fc4b-4f5d-8a7f-36c30ef95588 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567638 Nov 12 11:07:35.638582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-0553f4b1-17b5-40d0-a3ae-5b14733bd313 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998802 Nov 12 11:07:35.726831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56ba7616-7cee-422c-90e7-3a1013b87e8c tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.856918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-dda9a806-e867-4a50-864d-862e18c45693 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094460 Nov 12 11:07:35.935897 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'ddd31c84-8f4f-4b57-8665-61fefdba7afc', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'port_id': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'mac_address': 'fa:16:3e:b7:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:07:15Z', 'updated_at': '2021-11-12T11:07:33Z', 'revision_number': 1, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:35.970357 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5642d-46b6-41c8-8a86-81299d731819 None None] The sync data for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 is: [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'ddd31c84-8f4f-4b57-8665-61fefdba7afc', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'port_id': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'mac_address': 'fa:16:3e:b7:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:07:15Z', 'updated_at': '2021-11-12T11:07:33Z', 'revision_number': 1, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:36.091801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56ba7616-7cee-422c-90e7-3a1013b87e8c tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.095607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56ba7616-7cee-422c-90e7-3a1013b87e8c tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.163139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56ba7616-7cee-422c-90e7-3a1013b87e8c tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.164851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ba7616-7cee-422c-90e7-3a1013b87e8c tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9151a0f4-e39c-4ae8-bb69-22c2d701ff79 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:07:36.201879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56ba7616-7cee-422c-90e7-3a1013b87e8c tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.205584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-56ba7616-7cee-422c-90e7-3a1013b87e8c tempest-RoutersTestDVR-718202494 tempest-RoutersTestDVR-718202494-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9151a0f4-e39c-4ae8-bb69-22c2d701ff79 HTTP/1.1" status: 204 len: 168 time: 0.7147129 Nov 12 11:07:36.363602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707a62b-c304-44c0-abe2-6a3a9fc3be6d None None] New status for floating IP ddd31c84-8f4f-4b57-8665-61fefdba7afc: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:07:36.429189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-e8c9e741-7131-42c6-bcd2-cf8cef2943f9 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896099 Nov 12 11:07:36.498035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae2ab98a-3835-47a8-9353-54798cb8549f req-f6a2d53f-1b00-4726-8713-92b28b609b38 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901663 Nov 12 11:07:36.630993 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-a92ba8c5-4af2-4989-a385-e3fb755e268a service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897190 Nov 12 11:07:36.727063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25440d17-64d5-4410-a742-15deb138f696 req-a8d3dba1-5671-46b9-a588-fa4d94a24b1a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:36.738847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25440d17-64d5-4410-a742-15deb138f696 req-a8d3dba1-5671-46b9-a588-fa4d94a24b1a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 945 time: 0.1050563 Nov 12 11:07:36.808959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37374) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:36.860282 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25440d17-64d5-4410-a742-15deb138f696 req-ba7dd985-bf62-443c-afd2-e6def336d0ac tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180754 Nov 12 11:07:36.962331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-003d67f0-ef25-4160-ae1f-743ad5785d64 req-e8d083df-1e9e-4ed0-b211-e928d240e23d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 210 time: 0.0363476 Nov 12 11:07:37.029439 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9525c758-1580-4fa9-b394-f6bdbfdc8306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.083785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:37.180134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d4876752-03c9-45b0-8867-16c8048c05bf triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:37.180848 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.191385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9525c758-1580-4fa9-b394-f6bdbfdc8306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.199880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9525c758-1580-4fa9-b394-f6bdbfdc8306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.297152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9525c758-1580-4fa9-b394-f6bdbfdc8306 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c8f2bee22644e769bcde112982aa090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4877772 Nov 12 11:07:37.301818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37390) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:37.303971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525c758-1580-4fa9-b394-f6bdbfdc8306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4909248-eb3b-4674-83b7-b117ef10dfe3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:37.308817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.338258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:37.340913 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fc633e-be24-436e-8118-f228e3935f49" -d '{"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-plugged", "status": "completed", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:37.365484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:37.374018 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.425117 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5425574b-f144-46e7-90b9-37106c9f785a x-openstack-request-id: req-5425574b-f144-46e7-90b9-37106c9f785a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:37.426029 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-plugged", "status": "completed", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:37.426871 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5425574b-f144-46e7-90b9-37106c9f785a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:37.427114 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'code': 200} Nov 12 11:07:37.469422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c10d724-839c-456a-bcc9-1e6635c5f3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.475365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:37.523368 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c10d724-839c-456a-bcc9-1e6635c5f3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.615352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c10d724-839c-456a-bcc9-1e6635c5f3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.618785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c10d724-839c-456a-bcc9-1e6635c5f3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.620649 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6c10d724-839c-456a-bcc9-1e6635c5f3d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4909248-eb3b-4674-83b7-b117ef10dfe3 HTTP/1.1" status: 204 len: 168 time: 0.3175519 Nov 12 11:07:37.632963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10d724-839c-456a-bcc9-1e6635c5f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4909248-eb3b-4674-83b7-b117ef10dfe3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:37.695373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:37.759798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:37.760137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9f028e1a-dba5-448a-a6f1-5e9b2d7d2d7b not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:38.076714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c470f1-4a15-405e-a11e-c49c08f92311 req-e2bcfdb0-1110-4e88-85ad-c1ca30e7401a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.079762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5c470f1-4a15-405e-a11e-c49c08f92311 req-e2bcfdb0-1110-4e88-85ad-c1ca30e7401a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1018198 Nov 12 11:07:38.108155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71bad0c2-497e-4154-92e6-74b7cbc08656 req-8238015b-e876-4ee7-8164-0e945256a51d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 210 time: 0.0464973 Nov 12 11:07:38.144811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37408) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:38.152212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5c470f1-4a15-405e-a11e-c49c08f92311 req-05314dbe-7263-4769-bc6d-d6cff149dd92 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602810 Nov 12 11:07:38.163516 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d72ceacb-caf0-40b7-b66c-ed0b24c11909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.255647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d72ceacb-caf0-40b7-b66c-ed0b24c11909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.262153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d72ceacb-caf0-40b7-b66c-ed0b24c11909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.316818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d72ceacb-caf0-40b7-b66c-ed0b24c11909 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8eefe6a57a914e539b3ebe0433a9e9df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708674 Nov 12 11:07:38.318109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ceacb-caf0-40b7-b66c-ed0b24c11909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fe2611-747a-41b9-bd38-e3681cdb6dab,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:38.321420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37410) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:38.396415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7363dd7a-a861-419f-9109-392e7025b46d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.434573 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7363dd7a-a861-419f-9109-392e7025b46d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.531926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-35ae4795-11dd-4f78-934a-06895aa74a57 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.534350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-35ae4795-11dd-4f78-934a-06895aa74a57 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.1920700 Nov 12 11:07:38.537316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7363dd7a-a861-419f-9109-392e7025b46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.543196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7363dd7a-a861-419f-9109-392e7025b46d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.544800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7363dd7a-a861-419f-9109-392e7025b46d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4fe2611-747a-41b9-bd38-e3681cdb6dab HTTP/1.1" status: 204 len: 168 time: 0.2218533 Nov 12 11:07:38.555112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Request body: {'port': {'device_id': 'c06f18b7-507e-4006-891b-bec7d91d7205', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'admin_state_up': True, 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:38.573816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363dd7a-a861-419f-9109-392e7025b46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fe2611-747a-41b9-bd38-e3681cdb6dab,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:38.745952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:38.750333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.961109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Allocated IP 172.20.0.4 (21516082-2b70-473a-822c-d8e85125b968/2e70664f-60f3-4f40-b2b7-729bf4040931/ce29286e-c722-4926-a1a5-f5ba68103cd7) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:39.235081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.262335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-746431a6-6e9a-4067-a237-0e516d289694 req-3da33d3b-4312-4767-8d71-f8fa6493d4c8 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 210 time: 0.0483637 Nov 12 11:07:39.361047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.375512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:39.456962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event updated for resources: {'Port': ['ID=ce29286e-c722-4926-a1a5-f5ba68103cd7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:39.499781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Network 21516082-2b70-473a-822c-d8e85125b968 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:39.507353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:39.513393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:39.531408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5245df2-5ae7-4059-abf6-b915c492fbc2 req-264917bf-f88f-4086-9a56-da643c29971e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.533361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5245df2-5ae7-4059-abf6-b915c492fbc2 req-264917bf-f88f-4086-9a56-da643c29971e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.2208736 Nov 12 11:07:39.642299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.643221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.667457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-136806c6-8c55-4ff7-8f27-7f31ce86d9f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1169806 Nov 12 11:07:39.684696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5245df2-5ae7-4059-abf6-b915c492fbc2 req-88d8b4a5-2e2e-4d58-b637-4ed60e3a2b47 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216886 Nov 12 11:07:39.690817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Request body: {'port': {'device_id': 'c06f18b7-507e-4006-891b-bec7d91d7205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:39.798735 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.917268 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.023452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37444) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:40.180288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1564250621'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:40.222231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:40.229883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.243345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.345707 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.393222 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.403761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.430186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce29286e-c722-4926-a1a5-f5ba68103cd7 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:40.453877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:07:40.472904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f973aa6-9105-405f-8099-79ba98bfa736,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:40.484454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.485094 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Added segment b2f60748-06d6-4551-afac-d317cb60fee6 of type vlan for network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 Nov 12 11:07:40.502942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.572743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.586259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30409804-5515-415a-8724-c7f461e26614 req-36ec46ec-2fa5-468d-918c-611987ffc3df tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:40.599559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30409804-5515-415a-8724-c7f461e26614 req-36ec46ec-2fa5-468d-918c-611987ffc3df tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 931 time: 0.1591098 Nov 12 11:07:40.601281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Transition to ACTIVE for port object ce29286e-c722-4926-a1a5-f5ba68103cd7 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:40.658102 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.692927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.699070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:40.699738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.750971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30409804-5515-415a-8724-c7f461e26614 req-748b244a-f03f-48cd-9611-ff68c9255bb1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317494 Nov 12 11:07:40.757307 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7310090 Nov 12 11:07:40.763801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37456) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:40.771722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'subnet': {'network_id': '6fa0fb47-fc37-44e1-b437-758bcbfa3ff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:40.809262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa783e-f0b1-4d65-bfc6-cef747760170 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Network': ['ID=6fa0fb47-fc37-44e1-b437-758bcbfa3ff6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:40.819578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:07:40.911527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ce29286e-c722-4926-a1a5-f5ba68103cd7,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:40.941789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbbeef-aead-4e7d-bbef-97d79ec366c5 req-64e4fa75-687b-4091-a769-1233b2c45694 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:40.943366 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8dbbeef-aead-4e7d-bbef-97d79ec366c5 req-64e4fa75-687b-4091-a769-1233b2c45694 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0734665 Nov 12 11:07:41.014177 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8dbbeef-aead-4e7d-bbef-97d79ec366c5 req-de43b806-c0a9-4e3d-ae30-c6ea6c7cd4c1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631852 Nov 12 11:07:41.023726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Attempting to bind port ce29286e-c722-4926-a1a5-f5ba68103cd7 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:41.025143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Attempting to bind port ce29286e-c722-4926-a1a5-f5ba68103cd7 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:41.025143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Attempting to bind port ce29286e-c722-4926-a1a5-f5ba68103cd7 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:41.030129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:41.034824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.039729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Port ce29286e-c722-4926-a1a5-f5ba68103cd7 on network 21516082-2b70-473a-822c-d8e85125b968 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:41.040282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Attempting to bind port ce29286e-c722-4926-a1a5-f5ba68103cd7 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:41.078190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:41.078530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Checking segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:41.078919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Bound using segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:41.079389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Bound port: ce29286e-c722-4926-a1a5-f5ba68103cd7, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:41.080005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.229275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] For port ce29286e-c722-4926-a1a5-f5ba68103cd7, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:41.233803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] For port ce29286e-c722-4926-a1a5-f5ba68103cd7, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ce29286e-c722-4926-a1a5-f5ba68103cd7,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:41.246313 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.345203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.345862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.347271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] 10.222.0.52 "PUT /v2.0/ports/ce29286e-c722-4926-a1a5-f5ba68103cd7 HTTP/1.1" status: 200 len: 1092 time: 1.6612341 Nov 12 11:07:41.351904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06f18b7-507e-4006-891b-bec7d91d7205', 'tag': 'ce29286e-c722-4926-a1a5-f5ba68103cd7'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:41.354453 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248e048d-18ae-497c-bf31-8997a46a19ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c06f18b7-507e-4006-891b-bec7d91d7205", "tag": "ce29286e-c722-4926-a1a5-f5ba68103cd7"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:41.432003 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a24bb7b-12ae-47bb-aa88-5d0a74c4be29 x-openstack-request-id: req-4a24bb7b-12ae-47bb-aa88-5d0a74c4be29 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:41.432735 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06f18b7-507e-4006-891b-bec7d91d7205", "tag": "ce29286e-c722-4926-a1a5-f5ba68103cd7", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:41.433129 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a24bb7b-12ae-47bb-aa88-5d0a74c4be29 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:41.433974 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06f18b7-507e-4006-891b-bec7d91d7205', 'tag': 'ce29286e-c722-4926-a1a5-f5ba68103cd7', 'status': 'completed', 'code': 200} Nov 12 11:07:41.443208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7868cc-2316-48e7-a040-8dc2091c9e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ce29286e-c722-4926-a1a5-f5ba68103cd7,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:41.487871 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.529646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-3f34159e-9f9f-4626-aae1-949e994e5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.531173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-3f34159e-9f9f-4626-aae1-949e994e5147 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 1095 time: 0.1320293 Nov 12 11:07:41.648193 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-30f46a4b-9e87-4c42-9eb1-7402827a250e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce29286e-c722-4926-a1a5-f5ba68103cd7 HTTP/1.1" status: 200 len: 217 time: 0.1036358 Nov 12 11:07:41.653975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Checking segment: {'id': 'b2f60748-06d6-4551-afac-d317cb60fee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6fa0fb47-fc37-44e1-b437-758bcbfa3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:41.654354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network hostable DHCP agents. Network: 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:07:41.658247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Subnet': ['ID=da1c59c9-97c9-4903-8314-4bf361fd9333,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:41.730925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:07:41.767305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-cb358845-0103-4fee-a94e-6a184a68d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.771182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-cb358845-0103-4fee-a94e-6a184a68d008 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.1085849 Nov 12 11:07:41.772714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:41.797536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e1bf0-623f-4481-a993-d9cd59cf6796 None None] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:41.856517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-956427d6-a9ac-4217-a40a-e9ceea8b099a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771036 Nov 12 11:07:41.863174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.864257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.950050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e08b16c0-a5ba-4f68-8f30-67103b14acb9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1823316 Nov 12 11:07:41.957420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37472) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:41.965761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f340a-0a85-45ad-a773-2740e77065cc req-bd7ea42c-0fd9-44b2-9f64-b503e54b9320 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.968457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-505300718', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:41.974964 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-677f340a-0a85-45ad-a773-2740e77065cc req-bd7ea42c-0fd9-44b2-9f64-b503e54b9320 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 943 time: 0.0798442 Nov 12 11:07:42.073435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.075167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.081339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-677f340a-0a85-45ad-a773-2740e77065cc req-1a008432-76bc-4d63-9c95-659dd32ddc13 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036751 Nov 12 11:07:42.119732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-e1b68175-192d-4800-9665-f2c26c7aff51 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520523 Nov 12 11:07:42.171422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5c8cb-a11d-4b0c-b4ac-74a9cfecba14 None None] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:42.217592 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.277343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6b418-dc0b-473e-8895-ee66f6a7cfc7 req-444fe07f-e660-40c2-aca5-9939fe5b5644 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.293006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49f6b418-dc0b-473e-8895-ee66f6a7cfc7 req-444fe07f-e660-40c2-aca5-9939fe5b5644 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1138513 Nov 12 11:07:42.419974 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.420436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49f6b418-dc0b-473e-8895-ee66f6a7cfc7 req-739090bb-47ce-4ac7-9587-954357e3ca99 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240497 Nov 12 11:07:42.490223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-39e01835-bab8-4f53-9ee2-6e64cef79c68 req-6a764f98-876b-49ad-b4cd-99e5446e3253 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601594 Nov 12 11:07:42.648158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048d-18ae-497c-bf31-8997a46a19ca req-f7725ae5-9a2a-4eca-b3a3-090e52f5a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.649759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-248e048d-18ae-497c-bf31-8997a46a19ca req-f7725ae5-9a2a-4eca-b3a3-090e52f5a2ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 1095 time: 0.0855305 Nov 12 11:07:42.888517 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.893823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048d-18ae-497c-bf31-8997a46a19ca req-ba11a33b-4234-45d0-a8bc-2f0aa0269b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.895431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-248e048d-18ae-497c-bf31-8997a46a19ca req-ba11a33b-4234-45d0-a8bc-2f0aa0269b40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 906 time: 0.2253628 Nov 12 11:07:42.922128 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.970663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-248e048d-18ae-497c-bf31-8997a46a19ca req-8c9f581d-0c65-48ac-bdb3-4f211aad607a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce29286e-c722-4926-a1a5-f5ba68103cd7 HTTP/1.1" status: 200 len: 217 time: 0.0557361 Nov 12 11:07:43.114844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048d-18ae-497c-bf31-8997a46a19ca req-e922ed85-9524-49f2-bbd2-6c9f91aa4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.115291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-248e048d-18ae-497c-bf31-8997a46a19ca req-e922ed85-9524-49f2-bbd2-6c9f91aa4c46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.1167929 Nov 12 11:07:43.155690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-248e048d-18ae-497c-bf31-8997a46a19ca req-e566e898-1124-4027-a3f1-d2b4f712ffb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310752 Nov 12 11:07:43.201904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.25.2.107 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f8d8739b-987e-41aa-80a7-4432b0055af2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:43.460841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abf87c-1a09-482f-9e3a-c1b3e8a139d7 req-1a30b4b6-121b-4318-ab35-88c82a4f4761 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.466225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68abf87c-1a09-482f-9e3a-c1b3e8a139d7 req-1a30b4b6-121b-4318-ab35-88c82a4f4761 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 943 time: 0.2801452 Nov 12 11:07:43.472706 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-248e048d-18ae-497c-bf31-8997a46a19ca req-9c3dcf59-7993-4f7d-8aea-823215e8c1a8 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080232 Nov 12 11:07:43.591199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.655758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68abf87c-1a09-482f-9e3a-c1b3e8a139d7 req-8eec37c9-6838-4ef9-8b04-88bf48d8f84b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798632 Nov 12 11:07:43.662174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-248e048d-18ae-497c-bf31-8997a46a19ca req-0e3abdf0-127b-4288-acb0-39904c736138 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714985 Nov 12 11:07:43.687407 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.694971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7125ae6-9298-4e20-8bd1-4a22c0f3cf60 req-7f7921ff-c3dc-416c-9ceb-196c2e7ef089 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.703437 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7125ae6-9298-4e20-8bd1-4a22c0f3cf60 req-7f7921ff-c3dc-416c-9ceb-196c2e7ef089 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1352563 Nov 12 11:07:43.731919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:43.741629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:43.748599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:43.774985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f586e-bea1-40e7-9eda-5d371518cdbd None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:07:43.818097 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7125ae6-9298-4e20-8bd1-4a22c0f3cf60 req-4dfa397f-4656-4c40-8bc0-771b35b14caa tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134605 Nov 12 11:07:43.853827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=f8d8739b-987e-41aa-80a7-4432b0055af2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:43.927174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-663269e7-5df5-4b08-93b7-27719f19c029 None None] Provisioning complete for port f8d8739b-987e-41aa-80a7-4432b0055af2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:43.927895 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-663269e7-5df5-4b08-93b7-27719f19c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.983322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-663269e7-5df5-4b08-93b7-27719f19c029 None None] Port f8d8739b-987e-41aa-80a7-4432b0055af2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:44.287053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:44.891330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2a0f-452c-4241-84d0-b240d57b5c28 req-aedade24-f2f1-440e-b89d-217db7d6d64d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:44.894683 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f28f2a0f-452c-4241-84d0-b240d57b5c28 req-aedade24-f2f1-440e-b89d-217db7d6d64d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 943 time: 0.0890086 Nov 12 11:07:44.925093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:44.964123 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f28f2a0f-452c-4241-84d0-b240d57b5c28 req-67dd8d49-2b1d-4f67-ae97-39d207f11351 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646660 Nov 12 11:07:45.063307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1774d94-9727-4fbb-bac0-c87c4024ddc4 req-7094c702-42c1-43ff-8775-720869ff44c5 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:45.064894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1774d94-9727-4fbb-bac0-c87c4024ddc4 req-7094c702-42c1-43ff-8775-720869ff44c5 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1326675 Nov 12 11:07:45.117574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ce29286e-c722-4926-a1a5-f5ba68103cd7 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:45.143352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1774d94-9727-4fbb-bac0-c87c4024ddc4 req-03d3385e-7e4b-454c-a88b-a991a3463a21 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700972 Nov 12 11:07:45.160577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:07:45.293011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ce29286e-c722-4926-a1a5-f5ba68103cd7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ce29286e-c722-4926-a1a5-f5ba68103cd7,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:45.322748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'ce29286e-c722-4926-a1a5-f5ba68103cd7', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'port_id': 'ce29286e-c722-4926-a1a5-f5ba68103cd7', 'mac_address': 'fa:16:3e:cd:cc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e70664f-60f3-4f40-b2b7-729bf4040931', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:45.371369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:45.385336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bcb0e-b8b8-4e5d-9fc6-c25cbeeabeb5 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:45.393217 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.398038 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.400238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fb11b89d-c8bf-4169-8b78-187e74b9f7cc tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4417636 Nov 12 11:07:45.400379 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bcb0e-b8b8-4e5d-9fc6-c25cbeeabeb5 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:45.401059 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3e1bcb0e-b8b8-4e5d-9fc6-c25cbeeabeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:45.404799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37508) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:45.437173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce29286e-c722-4926-a1a5-f5ba68103cd7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:45.443806 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3e1bcb0e-b8b8-4e5d-9fc6-c25cbeeabeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:45.455197 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bcb0e-b8b8-4e5d-9fc6-c25cbeeabeb5 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:45.456785 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3e1bcb0e-b8b8-4e5d-9fc6-c25cbeeabeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:45.472959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ce29286e-c722-4926-a1a5-f5ba68103cd7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ce29286e-c722-4926-a1a5-f5ba68103cd7,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:45.480190 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.499863 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3e1bcb0e-b8b8-4e5d-9fc6-c25cbeeabeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:45.500914 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bcb0e-b8b8-4e5d-9fc6-c25cbeeabeb5 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:45.562125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ce29286e-c722-4926-a1a5-f5ba68103cd7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:45.798941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ce29286e-c722-4926-a1a5-f5ba68103cd7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:46.310428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be1ba-cb8f-45f1-b250-3b4dda0d34b8 req-991a8c60-a134-4227-8f9e-701f9151f57f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:46.320525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f8be1ba-cb8f-45f1-b250-3b4dda0d34b8 req-991a8c60-a134-4227-8f9e-701f9151f57f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 944 time: 0.1635313 Nov 12 11:07:46.398460 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f8be1ba-cb8f-45f1-b250-3b4dda0d34b8 req-e8bff1d8-05ae-4a48-94e6-2323e600ff96 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771465 Nov 12 11:07:46.424882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cf091-4a45-43fa-a9e0-06ab0ad19f53 req-53e2b9a7-ca38-4352-92de-b7897108795d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:46.432940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c87cf091-4a45-43fa-a9e0-06ab0ad19f53 req-53e2b9a7-ca38-4352-92de-b7897108795d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1179183 Nov 12 11:07:46.539247 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.552757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c87cf091-4a45-43fa-a9e0-06ab0ad19f53 req-34edf835-dc72-457e-8160-2d3d4f941bd6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188319 Nov 12 11:07:47.120335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.20.0.1 (6fa0fb47-fc37-44e1-b437-758bcbfa3ff6/da1c59c9-97c9-4903-8314-4bf361fd9333/15ad5565-3298-48df-999b-461dc99b55dd) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:47.130440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ce29286e-c722-4926-a1a5-f5ba68103cd7 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:47.264111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port ce29286e-c722-4926-a1a5-f5ba68103cd7 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:07:47.270187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port ce29286e-c722-4926-a1a5-f5ba68103cd7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:47.270652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.375522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.394788 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.430314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06f18b7-507e-4006-891b-bec7d91d7205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce29286e-c722-4926-a1a5-f5ba68103cd7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:47.433695 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f58164-7f9e-4fda-a32b-645072f014e5" -d '{"events": [{"server_uuid": "c06f18b7-507e-4006-891b-bec7d91d7205", "name": "network-vif-plugged", "status": "completed", "tag": "ce29286e-c722-4926-a1a5-f5ba68103cd7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:47.454145 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.464475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ce29286e-c722-4926-a1a5-f5ba68103cd7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ce29286e-c722-4926-a1a5-f5ba68103cd7,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:47.471130 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.545910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:47.552264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:47.559768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:47.599192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ce29286e-c722-4926-a1a5-f5ba68103cd7,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:47.605964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=15ad5565-3298-48df-999b-461dc99b55dd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:47.623187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.623539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.624045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.624459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.624992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.625287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.625689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.626143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.626566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.627133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.627553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.627952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:47.660319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.704211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea0259-285a-4ca3-8d71-e81de20b6b65 req-bd18ec4b-13f9-4d46-b21d-a008b23ba35f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.711943 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91ea0259-285a-4ca3-8d71-e81de20b6b65 req-bd18ec4b-13f9-4d46-b21d-a008b23ba35f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 945 time: 0.1371202 Nov 12 11:07:47.772374 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609f521-bb5d-4a92-8695-528b9925ceaf x-openstack-request-id: req-0609f521-bb5d-4a92-8695-528b9925ceaf {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:47.772768 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06f18b7-507e-4006-891b-bec7d91d7205", "name": "network-vif-plugged", "status": "completed", "tag": "ce29286e-c722-4926-a1a5-f5ba68103cd7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:47.773144 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0609f521-bb5d-4a92-8695-528b9925ceaf {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:47.773652 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06f18b7-507e-4006-891b-bec7d91d7205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce29286e-c722-4926-a1a5-f5ba68103cd7', 'code': 200} Nov 12 11:07:47.834102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91ea0259-285a-4ca3-8d71-e81de20b6b65 req-ca17ca39-4015-4dd4-ad7a-c482a7660022 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105189 Nov 12 11:07:48.008526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05efc-8ace-42cb-9c46-1629e813900a req-20c31781-0a6b-45a5-940a-651310c772d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.015411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e05efc-8ace-42cb-9c46-1629e813900a req-20c31781-0a6b-45a5-940a-651310c772d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 1097 time: 0.1129577 Nov 12 11:07:48.083821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e579d-a9fb-4343-838f-652c23bc24bc req-0f7d1ee5-2c6b-43ec-98e2-33bb70961c1e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.095423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-710e579d-a9fb-4343-838f-652c23bc24bc req-0f7d1ee5-2c6b-43ec-98e2-33bb70961c1e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.1456561 Nov 12 11:07:48.135483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e05efc-8ace-42cb-9c46-1629e813900a req-3044dde2-1b38-4ff6-ae97-36c7fb7d6de0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954885 Nov 12 11:07:48.137917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.167950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-710e579d-a9fb-4343-838f-652c23bc24bc req-9d3bd1cf-6d76-42af-b066-d08ea3dfa6cd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711625 Nov 12 11:07:48.237955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-42cdef17-9412-4e69-b499-858c9c57c352 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.248151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-42cdef17-9412-4e69-b499-858c9c57c352 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.254620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-42cdef17-9412-4e69-b499-858c9c57c352 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.260788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-42cdef17-9412-4e69-b499-858c9c57c352 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.267041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-42cdef17-9412-4e69-b499-858c9c57c352 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.276632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-42cdef17-9412-4e69-b499-858c9c57c352 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.282672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-42cdef17-9412-4e69-b499-858c9c57c352 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.284692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-42cdef17-9412-4e69-b499-858c9c57c352 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.1713657 Nov 12 11:07:48.766498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa3c9e35-a6f9-4f08-b6fb-13cf42984009 req-b8cb53bc-0a40-4195-87fe-ad56673bf55d tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1745565 Nov 12 11:07:49.028230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817327f-21d1-4aa5-8e74-31bf840c0413 req-dba7b14f-09d3-4e1d-8129-b81afdb075c9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.029961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c817327f-21d1-4aa5-8e74-31bf840c0413 req-dba7b14f-09d3-4e1d-8129-b81afdb075c9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 945 time: 0.0968764 Nov 12 11:07:49.054406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:49.060291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:49.126004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c817327f-21d1-4aa5-8e74-31bf840c0413 req-dd3a287c-63ab-4246-b97a-35277c3239c3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846031 Nov 12 11:07:49.193510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=15ad5565-3298-48df-999b-461dc99b55dd,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:49.198763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:49.226653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-7461c031-3371-43ff-b0f9-f6fe7afedf3c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.233333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-7461c031-3371-43ff-b0f9-f6fe7afedf3c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.239473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-7461c031-3371-43ff-b0f9-f6fe7afedf3c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.245712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-7461c031-3371-43ff-b0f9-f6fe7afedf3c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.253133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-7461c031-3371-43ff-b0f9-f6fe7afedf3c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.260952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-7461c031-3371-43ff-b0f9-f6fe7afedf3c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.270662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-7461c031-3371-43ff-b0f9-f6fe7afedf3c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.272728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-7461c031-3371-43ff-b0f9-f6fe7afedf3c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.1728683 Nov 12 11:07:49.286348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-1b57ac19-d58a-4d7b-9965-efcf1a874fd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.295025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-1b57ac19-d58a-4d7b-9965-efcf1a874fd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.303348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-1b57ac19-d58a-4d7b-9965-efcf1a874fd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.310295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-1b57ac19-d58a-4d7b-9965-efcf1a874fd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.317917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-1b57ac19-d58a-4d7b-9965-efcf1a874fd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.324206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-1b57ac19-d58a-4d7b-9965-efcf1a874fd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.335846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-1b57ac19-d58a-4d7b-9965-efcf1a874fd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.338443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-1b57ac19-d58a-4d7b-9965-efcf1a874fd9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.1448724 Nov 12 11:07:49.421487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-117d8487-d57a-41db-b7ff-5ce9222ace29 req-f1b2ae01-6469-44c0-932a-0c189df7e464 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756073 Nov 12 11:07:49.477029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93be7e2-5dae-4bfe-be3b-f91196e371a3 req-82a53653-0fa0-4c0c-8351-79cd11bc1667 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.478956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c93be7e2-5dae-4bfe-be3b-f91196e371a3 req-82a53653-0fa0-4c0c-8351-79cd11bc1667 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.2051692 Nov 12 11:07:49.483743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-c61eda20-2e89-4be1-942a-e7ad41ea1fff tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.485647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-c61eda20-2e89-4be1-942a-e7ad41ea1fff tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "GET /v2.0/ports/336ba9c3-e927-48fb-ab90-fe2b9e7f34ad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1979101 Nov 12 11:07:49.593343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:49.618136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:49.697492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433934-3f82-40a5-804d-9f6230be673b req-04bb9ef4-a2d9-4330-9f5a-da082b9c9a19 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.704972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433934-3f82-40a5-804d-9f6230be673b req-04bb9ef4-a2d9-4330-9f5a-da082b9c9a19 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.710791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433934-3f82-40a5-804d-9f6230be673b req-04bb9ef4-a2d9-4330-9f5a-da082b9c9a19 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.717630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433934-3f82-40a5-804d-9f6230be673b req-04bb9ef4-a2d9-4330-9f5a-da082b9c9a19 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.723775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433934-3f82-40a5-804d-9f6230be673b req-04bb9ef4-a2d9-4330-9f5a-da082b9c9a19 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.730249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433934-3f82-40a5-804d-9f6230be673b req-04bb9ef4-a2d9-4330-9f5a-da082b9c9a19 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.736615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433934-3f82-40a5-804d-9f6230be673b req-04bb9ef4-a2d9-4330-9f5a-da082b9c9a19 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.738477 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd433934-3f82-40a5-804d-9f6230be673b req-04bb9ef4-a2d9-4330-9f5a-da082b9c9a19 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.1045799 Nov 12 11:07:49.757920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c93be7e2-5dae-4bfe-be3b-f91196e371a3 req-012ab893-d940-467f-b148-6468bb72b76d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233737 Nov 12 11:07:49.782916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-9ade1a1a-ccb1-4f24-8a92-c97adb6e7134 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "GET /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2887537 Nov 12 11:07:49.828385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:49.919735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:49.937431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:49.962674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421744-2f68-4546-a6d7-8781a3969298 req-ac0ce56c-4f2f-4e46-a622-2b6857578b30 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.970051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421744-2f68-4546-a6d7-8781a3969298 req-ac0ce56c-4f2f-4e46-a622-2b6857578b30 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.976461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421744-2f68-4546-a6d7-8781a3969298 req-ac0ce56c-4f2f-4e46-a622-2b6857578b30 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.986832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421744-2f68-4546-a6d7-8781a3969298 req-ac0ce56c-4f2f-4e46-a622-2b6857578b30 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.995617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421744-2f68-4546-a6d7-8781a3969298 req-ac0ce56c-4f2f-4e46-a622-2b6857578b30 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.002659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421744-2f68-4546-a6d7-8781a3969298 req-ac0ce56c-4f2f-4e46-a622-2b6857578b30 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.009510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421744-2f68-4546-a6d7-8781a3969298 req-ac0ce56c-4f2f-4e46-a622-2b6857578b30 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.011708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04421744-2f68-4546-a6d7-8781a3969298 req-ac0ce56c-4f2f-4e46-a622-2b6857578b30 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 5444 time: 0.1111813 Nov 12 11:07:50.086831 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04421744-2f68-4546-a6d7-8781a3969298 req-73d377c1-afe1-4d0c-b3fb-1e294cc64f80 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678921 Nov 12 11:07:50.122229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:50.129297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f821ed9-cd47-4157-8836-0590e1d1d0e9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/routers/b383aa23-6be0-4425-ba68-45c62b93c4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7237065 Nov 12 11:07:50.132526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37562) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:50.136405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831e042-4997-4470-88cd-da9d27957e83 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:50.139622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'port': {'network_id': '6fa0fb47-fc37-44e1-b437-758bcbfa3ff6', 'name': 'tempest-FloatingIPTestJSON-169029197'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:50.150195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831e042-4997-4470-88cd-da9d27957e83 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:50.150912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-3831e042-4997-4470-88cd-da9d27957e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:50.221963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-3831e042-4997-4470-88cd-da9d27957e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:50.233799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831e042-4997-4470-88cd-da9d27957e83 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:50.234991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-3831e042-4997-4470-88cd-da9d27957e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:50.281339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-3831e042-4997-4470-88cd-da9d27957e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:50.281992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831e042-4997-4470-88cd-da9d27957e83 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:50.333540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] For port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:50.378686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607d403-03c4-454e-863e-cde9fa9d055c req-83e5d7bb-b1c6-4463-aacf-ae5996517fa4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.380414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e607d403-03c4-454e-863e-cde9fa9d055c req-83e5d7bb-b1c6-4463-aacf-ae5996517fa4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 945 time: 0.1237118 Nov 12 11:07:50.427835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] For port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:50.484000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:50.487899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.497078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] device_id is not set on port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:50.521327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e607d403-03c4-454e-863e-cde9fa9d055c req-09460034-c615-4d0c-ae2a-6239b545a715 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310301 Nov 12 11:07:50.523370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.530922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] device_id is not set on port 1b777d8d-4657-45c8-9563-3e77027ad730 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:50.539547 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.674029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] No DVR routers for this DVR port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:50.731719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] Pushing event updated for resources: {'Port': ['ID=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:50.824427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] In _notify_port_updated(), no bound segment for port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:07:50.825356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.826071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.827663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-b227273b-0a7e-46cc-af08-0e8eb9bd0044 service neutron] 10.222.0.52 "PUT /v2.0/ports/336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 200 len: 1031 time: 1.0362546 Nov 12 11:07:50.838455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.20.0.9 (6fa0fb47-fc37-44e1-b437-758bcbfa3ff6/da1c59c9-97c9-4903-8314-4bf361fd9333/1b777d8d-4657-45c8-9563-3e77027ad730) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:50.900356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d38b8-24ba-4bad-9ab5-8b54ac988581 req-5158c4a5-2040-4751-9de3-c700be69a217 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.901958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e8d38b8-24ba-4bad-9ab5-8b54ac988581 req-5158c4a5-2040-4751-9de3-c700be69a217 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 945 time: 0.1586103 Nov 12 11:07:50.949168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-680e0fa1-df7d-421b-8253-4d7007839b3a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.950709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-680e0fa1-df7d-421b-8253-4d7007839b3a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "GET /v2.0/ports/6120c0c9-9800-4d56-b328-aa0cb8cd3ec3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1166043 Nov 12 11:07:50.956202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610c9a-069c-4b53-b082-176194232903 req-106a9555-4c69-4ac9-8d75-8e0a02691898 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.957872 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e610c9a-069c-4b53-b082-176194232903 req-106a9555-4c69-4ac9-8d75-8e0a02691898 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 946 time: 0.0907462 Nov 12 11:07:50.969535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:50.975803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-57eaf6dd-0a48-4eaa-9053-60ccc713bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.977738 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-57eaf6dd-0a48-4eaa-9053-60ccc713bbda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1098 time: 0.0988975 Nov 12 11:07:51.075235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b44494c7-b9a7-4e53-97a6-a8c6b2fdf091 None None] Provisioning complete for port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:51.076529 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b44494c7-b9a7-4e53-97a6-a8c6b2fdf091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.085531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e610c9a-069c-4b53-b082-176194232903 req-1b756d54-0c3e-4c59-b5e5-715eda3dac4f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188562 Nov 12 11:07:51.118973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b44494c7-b9a7-4e53-97a6-a8c6b2fdf091 None None] Port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:51.128107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e8d38b8-24ba-4bad-9ab5-8b54ac988581 req-f06d0528-562a-4ea5-ac6a-1aa2a702d80d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126257 Nov 12 11:07:51.136180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-10e64e18-8059-4a8f-8adc-0e4e1408ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.138341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-10e64e18-8059-4a8f-8adc-0e4e1408ced5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.1509488 Nov 12 11:07:51.140723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.155123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 01fd76b2-220c-4e30-8e48-ac0e33361316 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:51.282324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-1addaf22-71b9-4d48-b29d-50085d16f814 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 200 len: 1002 time: 0.1351147 Nov 12 11:07:51.287046 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.299070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c64e34-6c0c-4ad8-8e72-353514c642d1 req-07c6b295-aea1-437e-8ec3-4d50594378f0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.306322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c64e34-6c0c-4ad8-8e72-353514c642d1 req-07c6b295-aea1-437e-8ec3-4d50594378f0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.306672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.312622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c64e34-6c0c-4ad8-8e72-353514c642d1 req-07c6b295-aea1-437e-8ec3-4d50594378f0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.318700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c64e34-6c0c-4ad8-8e72-353514c642d1 req-07c6b295-aea1-437e-8ec3-4d50594378f0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.325303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c64e34-6c0c-4ad8-8e72-353514c642d1 req-07c6b295-aea1-437e-8ec3-4d50594378f0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.331342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c64e34-6c0c-4ad8-8e72-353514c642d1 req-07c6b295-aea1-437e-8ec3-4d50594378f0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.333277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6c64e34-6c0c-4ad8-8e72-353514c642d1 req-07c6b295-aea1-437e-8ec3-4d50594378f0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 4666 time: 0.1235306 Nov 12 11:07:51.336681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fd76b2-220c-4e30-8e48-ac0e33361316'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:51.339674 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cd8564-6608-4465-8b58-fa6a5066253f" -d '{"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "01fd76b2-220c-4e30-8e48-ac0e33361316"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:51.354595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 01fd76b2-220c-4e30-8e48-ac0e33361316, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=01fd76b2-220c-4e30-8e48-ac0e33361316,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:51.360476 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.361798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:51.395975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c27da-189f-4b2d-873d-d109f0eac7cb req-4e1af0a3-77d0-408a-b12d-3a63c44da9d3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.397708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb3c27da-189f-4b2d-873d-d109f0eac7cb req-4e1af0a3-77d0-408a-b12d-3a63c44da9d3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 945 time: 0.1527033 Nov 12 11:07:51.408789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-8a35a45d-8409-4436-a269-50d8018528d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.410379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-8a35a45d-8409-4436-a269-50d8018528d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.0761936 Nov 12 11:07:51.453523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.465339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6c64e34-6c0c-4ad8-8e72-353514c642d1 req-03a20198-3ace-4aa6-8ded-c541e9801343 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&id=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225674 Nov 12 11:07:51.483167 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-f8d7c329-f365-4a55-b930-f76f5a0438fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.484698 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-f8d7c329-f365-4a55-b930-f76f5a0438fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652044 Nov 12 11:07:51.487158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] For port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:51.492173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb3c27da-189f-4b2d-873d-d109f0eac7cb req-d1be55a0-dc32-4f7c-8914-8ba74f6f1dce tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842321 Nov 12 11:07:51.566709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:51.577665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=01fd76b2-220c-4e30-8e48-ac0e33361316,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:51.578000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:51.582038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=1b777d8d-4657-45c8-9563-3e77027ad730,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:51.587969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:51.621845 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83497468-c72f-489c-a0b0-08864137ea39 x-openstack-request-id: req-83497468-c72f-489c-a0b0-08864137ea39 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:51.622133 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "01fd76b2-220c-4e30-8e48-ac0e33361316", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:51.622389 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83497468-c72f-489c-a0b0-08864137ea39 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:51.622799 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fd76b2-220c-4e30-8e48-ac0e33361316', 'code': 200} Nov 12 11:07:51.637934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-a635ba3b-3658-4179-83f2-cb7441580af3 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457784 Nov 12 11:07:51.673788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.674364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.691108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] For port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:51.711548 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.749796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] device_id is not set on port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:51.763430 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.775221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-691bd3e7-896e-4676-b057-6c8041a9eabd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6404848 Nov 12 11:07:51.775458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:51.775560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37606) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:51.783586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'port': {'network_id': '6fa0fb47-fc37-44e1-b437-758bcbfa3ff6', 'name': 'tempest-FloatingIPTestJSON-1179243147'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:51.789044 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.789684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:51.797193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0d277cf-942f-41fc-82e0-44d29b4fb61b req-13aaa212-5528-4a95-bf14-6518505b880d service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505249 Nov 12 11:07:51.883504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.891671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:51.906525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:51.921688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:51.992979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:51.994673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5c71c11f-17f3-4a32-887e-cb14d0ed66fc no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:51.998970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] No DVR routers for this DVR port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:52.053391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] Pushing event updated for resources: {'Port': ['ID=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:52.088127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37616) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:52.106903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] In _notify_port_updated(), no bound segment for port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 on network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:07:52.107201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.107920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.109438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-90589374-9544-4586-8f79-d52cabc1d442 service neutron] 10.222.0.52 "PUT /v2.0/ports/6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 200 len: 1032 time: 1.1459622 Nov 12 11:07:52.112731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.130386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc243e-0dbf-4c5a-9bde-6f755a8ccb9c req-0cc06a47-ef1e-4dec-88c4-c86462c9cc6a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.139034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-28cc243e-0dbf-4c5a-9bde-6f755a8ccb9c req-0cc06a47-ef1e-4dec-88c4-c86462c9cc6a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 945 time: 0.1881866 Nov 12 11:07:52.167821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:52.175530 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.179163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fd4a3d4e-38e9-4b94-adec-321710959a02 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:52.209938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:52.213871 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.268759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e0767-c618-48d5-8865-afbc896fa74b req-4af7af43-935c-4e62-8e83-408c351d7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.269465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e0767-c618-48d5-8865-afbc896fa74b req-4af7af43-935c-4e62-8e83-408c351d7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.269723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e0767-c618-48d5-8865-afbc896fa74b req-4af7af43-935c-4e62-8e83-408c351d7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.270181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e0767-c618-48d5-8865-afbc896fa74b req-4af7af43-935c-4e62-8e83-408c351d7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.270640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e0767-c618-48d5-8865-afbc896fa74b req-4af7af43-935c-4e62-8e83-408c351d7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.271099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e0767-c618-48d5-8865-afbc896fa74b req-4af7af43-935c-4e62-8e83-408c351d7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.271553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e0767-c618-48d5-8865-afbc896fa74b req-4af7af43-935c-4e62-8e83-408c351d7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.273731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b40e0767-c618-48d5-8865-afbc896fa74b req-4af7af43-935c-4e62-8e83-408c351d7b31 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6498 time: 0.1840312 Nov 12 11:07:52.279012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] device_id is not set on port af64b469-e468-4bf5-afac-01cdd31e003f yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:52.287741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9c32d-8e7e-4100-9746-843fb6917b2c req-2d00ef47-7c51-46f1-a33a-237d163026d7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.289334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85f9c32d-8e7e-4100-9746-843fb6917b2c req-2d00ef47-7c51-46f1-a33a-237d163026d7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0737875 Nov 12 11:07:52.303769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-28cc243e-0dbf-4c5a-9bde-6f755a8ccb9c req-cff96990-7a65-434b-8e41-82f2b93c78e0 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637828 Nov 12 11:07:52.307675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1cafd030-1fad-4495-804b-0b6ff40d4c77 None None] Provisioning complete for port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:52.308196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1cafd030-1fad-4495-804b-0b6ff40d4c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.336925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:52.389887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1cafd030-1fad-4495-804b-0b6ff40d4c77 None None] Port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:52.396580 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85f9c32d-8e7e-4100-9746-843fb6917b2c req-59968c0c-0a07-4368-bc7f-0a92e848f3f6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924506 Nov 12 11:07:52.399857 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.406517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b40e0767-c618-48d5-8865-afbc896fa74b req-c797e8df-166c-4ab3-9074-b24d97f156ee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160703 Nov 12 11:07:52.417177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port 01fd76b2-220c-4e30-8e48-ac0e33361316 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:52.417517 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.444890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port fd4a3d4e-38e9-4b94-adec-321710959a02, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fd4a3d4e-38e9-4b94-adec-321710959a02,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:52.453714 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.454602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:52.534121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=fd4a3d4e-38e9-4b94-adec-321710959a02,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:52.592721 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.640922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:52.645897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.646725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 5f393c5f-c9cf-4602-b32d-224f86c2594d no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:52.735250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:52.750690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.20.0.10 (6fa0fb47-fc37-44e1-b437-758bcbfa3ff6/da1c59c9-97c9-4903-8314-4bf361fd9333/af64b469-e468-4bf5-afac-01cdd31e003f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:52.780765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.842414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] For port 01fd76b2-220c-4e30-8e48-ac0e33361316, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=01fd76b2-220c-4e30-8e48-ac0e33361316,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:52.842414 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.851265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 5f393c5f-c9cf-4602-b32d-224f86c2594d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:52.856966 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.860570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195dc84-853d-423b-a8f1-e923425d39fc req-200d7ecb-7b21-43ab-974b-05a03066ede4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.871345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195dc84-853d-423b-a8f1-e923425d39fc req-200d7ecb-7b21-43ab-974b-05a03066ede4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.884725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195dc84-853d-423b-a8f1-e923425d39fc req-200d7ecb-7b21-43ab-974b-05a03066ede4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.889446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195dc84-853d-423b-a8f1-e923425d39fc req-200d7ecb-7b21-43ab-974b-05a03066ede4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.896062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195dc84-853d-423b-a8f1-e923425d39fc req-200d7ecb-7b21-43ab-974b-05a03066ede4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.897935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7195dc84-853d-423b-a8f1-e923425d39fc req-200d7ecb-7b21-43ab-974b-05a03066ede4 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 3879 time: 0.1667373 Nov 12 11:07:52.923796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for 01fd76b2-220c-4e30-8e48-ac0e33361316 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:52.924372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=5f393c5f-c9cf-4602-b32d-224f86c2594d,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:53.094783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7195dc84-853d-423b-a8f1-e923425d39fc req-66dac2b0-7e41-495e-b1ad-7035d0c7dc34 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847932 Nov 12 11:07:53.144190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.218804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.227510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.264182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-2a3a337e-bf83-4433-8fea-f699158af923 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.265926 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-2a3a337e-bf83-4433-8fea-f699158af923 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 945 time: 0.0632486 Nov 12 11:07:53.276945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:53.288460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:53.305705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:53.351445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] No DVR routers for this DVR port 01fd76b2-220c-4e30-8e48-ac0e33361316 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:53.355949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=af64b469-e468-4bf5-afac-01cdd31e003f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:53.361244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.364674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "DELETE /v2.0/ports/01fd76b2-220c-4e30-8e48-ac0e33361316 HTTP/1.1" status: 204 len: 173 time: 1.2449491 Nov 12 11:07:53.367398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': '01fd76b2-220c-4e30-8e48-ac0e33361316'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:53.369909 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c883d80-96c9-42aa-9221-1883e5f17159" -d '{"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "01fd76b2-220c-4e30-8e48-ac0e33361316"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:53.396718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Deleting port ce29286e-c722-4926-a1a5-f5ba68103cd7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:53.397211 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.429762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8a0e3-33ab-415c-9dac-d82b9e7e4c6f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=01fd76b2-220c-4e30-8e48-ac0e33361316,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:53.452399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.454810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.468359 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1768f4-e9b3-4c63-a045-ef64d92d0f5b x-openstack-request-id: req-2e1768f4-e9b3-4c63-a045-ef64d92d0f5b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:53.468700 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "01fd76b2-220c-4e30-8e48-ac0e33361316", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:53.468944 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e1768f4-e9b3-4c63-a045-ef64d92d0f5b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:53.469394 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': '01fd76b2-220c-4e30-8e48-ac0e33361316', 'status': 'completed', 'code': 200} Nov 12 11:07:53.489315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8a45f55a-c8a6-44ef-bd0e-00b83595011a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7012446 Nov 12 11:07:53.498496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37638) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:53.511617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'af64b469-e468-4bf5-afac-01cdd31e003f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:53.561188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641b6d4-e3d3-4d3a-a2d5-7e58c8c514ca req-355b4b4a-04bf-4260-9fc8-61187eeb0309 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.562842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5641b6d4-e3d3-4d3a-a2d5-7e58c8c514ca req-355b4b4a-04bf-4260-9fc8-61187eeb0309 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06f18b7-507e-4006-891b-bec7d91d7205 HTTP/1.1" status: 200 len: 945 time: 0.1621175 Nov 12 11:07:53.572610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.619555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d8f73-38db-431a-a958-05fe2c40feff req-ea6b8be4-185b-4fee-adca-43a7aa8ee052 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.621183 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c90d8f73-38db-431a-a958-05fe2c40feff req-ea6b8be4-185b-4fee-adca-43a7aa8ee052 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0931931 Nov 12 11:07:53.624414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4a3d4e-38e9-4b94-adec-321710959a02'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:53.627165 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed4057c-e866-4549-a231-71520bb21fa4" -d '{"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-unplugged", "status": "completed", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "5c71c11f-17f3-4a32-887e-cb14d0ed66fc"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4a3d4e-38e9-4b94-adec-321710959a02"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:53.629438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port fd4a3d4e-38e9-4b94-adec-321710959a02 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:53.631807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.666779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] For port ce29286e-c722-4926-a1a5-f5ba68103cd7, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ce29286e-c722-4926-a1a5-f5ba68103cd7,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:53.667131 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.703051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Calling delete_port for ce29286e-c722-4926-a1a5-f5ba68103cd7 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:53.747136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c90d8f73-38db-431a-a958-05fe2c40feff req-b4e6ab29-fc2a-4fd4-99d2-e3814bc70a7e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081500 Nov 12 11:07:53.782747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] For port fd4a3d4e-38e9-4b94-adec-321710959a02, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fd4a3d4e-38e9-4b94-adec-321710959a02,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:53.783118 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.806504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for fd4a3d4e-38e9-4b94-adec-321710959a02 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:53.848112 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9f703-9849-4e2e-a42f-b26c47b18848 x-openstack-request-id: req-0ea9f703-9849-4e2e-a42f-b26c47b18848 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:53.848417 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-unplugged", "status": "completed", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "5c71c11f-17f3-4a32-887e-cb14d0ed66fc", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4a3d4e-38e9-4b94-adec-321710959a02", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:53.849049 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ea9f703-9849-4e2e-a42f-b26c47b18848 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:53.849913 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'code': 200} Nov 12 11:07:53.853424 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc', 'code': 200} Nov 12 11:07:53.853588 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4a3d4e-38e9-4b94-adec-321710959a02', 'code': 200} Nov 12 11:07:53.854028 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e', 'code': 200} Nov 12 11:07:53.854449 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'code': 200} Nov 12 11:07:53.891112 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4098d30-d859-4b04-97ae-25bf377b194f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.009826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.043554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=fd4a3d4e-38e9-4b94-adec-321710959a02,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:54.113236 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5641b6d4-e3d3-4d3a-a2d5-7e58c8c514ca req-d59372d9-4a02-472a-9f7c-a0e7b13f8c2c tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337656 Nov 12 11:07:54.115727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] No DVR routers for this DVR port fd4a3d4e-38e9-4b94-adec-321710959a02 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:54.119540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.123139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-dd3bfab7-5520-464d-8ead-c859f2685600 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "DELETE /v2.0/ports/fd4a3d4e-38e9-4b94-adec-321710959a02 HTTP/1.1" status: 204 len: 173 time: 0.7500598 Nov 12 11:07:54.224448 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.269381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f93bae-58ec-4a2b-b281-ebc83a74de99 req-01baffd2-f2f6-4ec8-a828-2a9f105c1a1b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.275389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f93bae-58ec-4a2b-b281-ebc83a74de99 req-01baffd2-f2f6-4ec8-a828-2a9f105c1a1b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.281482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f93bae-58ec-4a2b-b281-ebc83a74de99 req-01baffd2-f2f6-4ec8-a828-2a9f105c1a1b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.283405 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96f93bae-58ec-4a2b-b281-ebc83a74de99 req-01baffd2-f2f6-4ec8-a828-2a9f105c1a1b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 2411 time: 0.0845034 Nov 12 11:07:54.293484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:54.293879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.311185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.322853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578', 'ce29286e-c722-4926-a1a5-f5ba68103cd7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:54.380103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event deleted for resources: {'Port': ['ID=ce29286e-c722-4926-a1a5-f5ba68103cd7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:54.421790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96f93bae-58ec-4a2b-b281-ebc83a74de99 req-51c1f6af-d794-45e1-b471-417221b1bc02 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233885 Nov 12 11:07:54.429966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.430426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.430756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.431138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.431632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.432112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.432473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.432794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.433272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.433795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.434114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.434438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:54.456006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] No DVR routers for this DVR port ce29286e-c722-4926-a1a5-f5ba68103cd7 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:54.461192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] For port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:54.461449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.464983 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.468441 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f85e21b8-293b-4c12-acca-5b8edbf5434d req-5ff48259-e02b-49c2-bea8-d34c80029c88 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "DELETE /v2.0/ports/ce29286e-c722-4926-a1a5-f5ba68103cd7 HTTP/1.1" status: 204 len: 173 time: 1.1964254 Nov 12 11:07:54.468942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06f18b7-507e-4006-891b-bec7d91d7205', 'name': 'network-vif-deleted', 'tag': 'ce29286e-c722-4926-a1a5-f5ba68103cd7'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:54.472008 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2360c5-955d-4e25-8f89-9c77c83381dd" -d '{"events": [{"server_uuid": "c06f18b7-507e-4006-891b-bec7d91d7205", "name": "network-vif-deleted", "tag": "ce29286e-c722-4926-a1a5-f5ba68103cd7"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:54.489359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.25.2.127 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/e1f41bae-8569-4e08-8736-a6eb695dabc8) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:54.495089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:54.558409 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f610a8de-492b-4f62-9faf-73a6b056b9d1 x-openstack-request-id: req-f610a8de-492b-4f62-9faf-73a6b056b9d1 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:54.558778 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06f18b7-507e-4006-891b-bec7d91d7205", "name": "network-vif-deleted", "tag": "ce29286e-c722-4926-a1a5-f5ba68103cd7", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:54.558981 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f610a8de-492b-4f62-9faf-73a6b056b9d1 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:54.559378 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06f18b7-507e-4006-891b-bec7d91d7205', 'name': 'network-vif-deleted', 'tag': 'ce29286e-c722-4926-a1a5-f5ba68103cd7', 'status': 'completed', 'code': 200} Nov 12 11:07:54.683274 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.698711 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.724609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.735067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:54.777890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:54.781310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:54.783425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] No DVR routers for this DVR port c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:54.786325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:54.786609 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.790368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=e1f41bae-8569-4e08-8736-a6eb695dabc8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:54.790897 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-d9b2fc9a-5ef6-4d8d-8bc6-12d87a95f2c1 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "DELETE /v2.0/ports/c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e HTTP/1.1" status: 204 len: 173 time: 0.6616991 Nov 12 11:07:54.923573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port 5f393c5f-c9cf-4602-b32d-224f86c2594d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:54.923926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.053360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2420d-6177-4aba-a780-28a845e0e630 req-9514e57a-2be5-4bfb-bb1b-6271b68e0b28 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:55.054945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbe2420d-6177-4aba-a780-28a845e0e630 req-9514e57a-2be5-4bfb-bb1b-6271b68e0b28 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2105906 Nov 12 11:07:55.112209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] For port 5f393c5f-c9cf-4602-b32d-224f86c2594d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5f393c5f-c9cf-4602-b32d-224f86c2594d,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:55.112810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.280693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.281767 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbe2420d-6177-4aba-a780-28a845e0e630 req-90ce80ed-5f88-46bb-8afb-ea80217a3639 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155254 Nov 12 11:07:55.390529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.471411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': 'fd4a3d4e-38e9-4b94-adec-321710959a02'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:55.474412 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caca8e5-1703-4803-a904-fc350f5bd408" -d '{"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "fd4a3d4e-38e9-4b94-adec-321710959a02"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:55.552657 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.553293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.553805 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Floating IP c73db7f9-2f11-4ae2-8d85-e07bf756327c disassociated. External IP: 172.25.2.83, port: 5f393c5f-c9cf-4602-b32d-224f86c2594d. Nov 12 11:07:55.554308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for 5f393c5f-c9cf-4602-b32d-224f86c2594d owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:55.630993 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.637998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.713804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-4dd70dd8-b983-405f-ab08-0990bad6230f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:55.715347 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-4dd70dd8-b983-405f-ab08-0990bad6230f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.2229242 Nov 12 11:07:55.730864 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.732702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=e1f41bae-8569-4e08-8736-a6eb695dabc8,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:55.744695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-e55accbe-8775-4493-b19c-93e7d7cafe2d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/quotas/e7477d2f33494e1cbc6ba0f4f96dd2a5 HTTP/1.1" status: 200 len: 375 time: 0.0214574 Nov 12 11:07:55.853833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.893873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=5f393c5f-c9cf-4602-b32d-224f86c2594d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:55.917475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-9c0fd1d7-2d1f-4cb6-b855-a2f6f92eabe4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1210597 Nov 12 11:07:55.922806 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP 8585d2d5-cfa4-4e00-a84d-76df0d983480 associated. External IP: 172.25.2.127, port: af64b469-e468-4bf5-afac-01cdd31e003f. Nov 12 11:07:55.984668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c05ca9-d358-4f50-89a2-4ecbbdd31e07 req-b0ff8045-ab74-4533-86cf-dc702f769250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:55.986226 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95c05ca9-d358-4f50-89a2-4ecbbdd31e07 req-b0ff8045-ab74-4533-86cf-dc702f769250 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 943 time: 0.1259775 Nov 12 11:07:56.098721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95c05ca9-d358-4f50-89a2-4ecbbdd31e07 req-fa0bd93b-8d49-41b0-969b-6d9e8f3da16b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004689 Nov 12 11:07:56.121278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-01b0f4ea-f9d1-4737-a1ce-834d18c201a4 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889448 Nov 12 11:07:56.137824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:56.194551 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a1559b-717a-44c6-ab8b-4214ce25c96f x-openstack-request-id: req-32a1559b-717a-44c6-ab8b-4214ce25c96f {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:56.194904 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "fd4a3d4e-38e9-4b94-adec-321710959a02", "status": "completed", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:56.195039 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32a1559b-717a-44c6-ab8b-4214ce25c96f {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:56.195417 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': 'fd4a3d4e-38e9-4b94-adec-321710959a02', 'status': 'completed', 'code': 200} Nov 12 11:07:56.195678 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': 'c55cf73a-cdc6-4e3d-a1bf-6e6797ecad8e', 'status': 'completed', 'code': 200} Nov 12 11:07:56.223875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-98c793ed-d354-463d-96e6-1dbdbe6a2d08 req-509ff219-236e-4b61-9569-241595c95a62 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:07:56.225160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98c793ed-d354-463d-96e6-1dbdbe6a2d08 req-509ff219-236e-4b61-9569-241595c95a62 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059464 Nov 12 11:07:56.241490 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1b57efb-e8c8-4542-80a5-627e7fd096b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.274572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:56.354395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-771b8a5e-1508-4c71-8328-43523877a015 service neutron] 10.222.0.31 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290256 Nov 12 11:07:56.363766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:56.378746 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] Sync routers for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:56.391935 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:56.392602 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:56.429824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] No DVR routers for this DVR port 5f393c5f-c9cf-4602-b32d-224f86c2594d on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:56.435667 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.444401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-e69ac097-5793-44b2-a19d-bded1f897514 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "DELETE /v2.0/ports/5f393c5f-c9cf-4602-b32d-224f86c2594d HTTP/1.1" status: 204 len: 173 time: 1.6434345 Nov 12 11:07:56.531204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:56.543571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080b865-f3fa-437b-b3ff-8db4d5887d7b None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:56.573441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080b865-f3fa-437b-b3ff-8db4d5887d7b None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:56.574085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5080b865-f3fa-437b-b3ff-8db4d5887d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:56.574225 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.652052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5080b865-f3fa-437b-b3ff-8db4d5887d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:56.653284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f59d107a-9dfb-487b-8ac6-d7a9a5153608 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1464274 Nov 12 11:07:56.655570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37708) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:56.670443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:56.688635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080b865-f3fa-437b-b3ff-8db4d5887d7b None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:56.692155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5080b865-f3fa-437b-b3ff-8db4d5887d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:56.692677 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:56.700254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:56.700607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.780182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5080b865-f3fa-437b-b3ff-8db4d5887d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:56.783130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080b865-f3fa-437b-b3ff-8db4d5887d7b None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:56.844136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.893360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1ea5e76-ee26-405a-9d6d-441cf0ff9856 req-da6e03d1-d370-4744-89cd-36aebaec92de tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 210 time: 0.1719904 Nov 12 11:07:56.996122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] For port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:56.996539 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:57.019291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be84a-6be7-4b5e-8eb7-c4736f8a49d3 req-b6753f4b-4d83-4c7d-957e-814e43b0eb12 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:57.020641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for 5c71c11f-17f3-4a32-887e-cb14d0ed66fc owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:57.020907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-443be84a-6be7-4b5e-8eb7-c4736f8a49d3 req-b6753f4b-4d83-4c7d-957e-814e43b0eb12 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2571170 Nov 12 11:07:57.046140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-30971d2d-b6ae-4212-b03f-42328d14b5e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2489643 Nov 12 11:07:57.082397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:57.119649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-c2089c6e-1867-4e18-88ca-d089873c11b3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:07:57.120903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-c2089c6e-1867-4e18-88ca-d089873c11b3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082400 Nov 12 11:07:57.134351 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] Checking router: 54f5e2aa-059d-4dae-ac00-4fe6f13190bb for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:57.143917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:57.180090 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:57.182053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-443be84a-6be7-4b5e-8eb7-c4736f8a49d3 req-5be391bf-a63e-408a-ae06-1e8ac1e57043 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259949 Nov 12 11:07:57.183219 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:57.197367 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:57.203139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:57.203515 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP 8585d2d5-cfa4-4e00-a84d-76df0d983480 disassociated. External IP: 172.25.2.127, port: af64b469-e468-4bf5-afac-01cdd31e003f. Nov 12 11:07:57.320225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ce29286e-c722-4926-a1a5-f5ba68103cd7 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:57.361219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: ce29286e-c722-4926-a1a5-f5ba68103cd7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:57.361628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ce29286e-c722-4926-a1a5-f5ba68103cd7 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:57.476990 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:57.695536 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:57.746913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:57.818006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:57.850602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c6ccb-128a-4c3d-9420-a9f589968b29 req-f7ef0d4a-bf3e-451c-ab87-c74e4711ac40 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:57.854965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb1c6ccb-128a-4c3d-9420-a9f589968b29 req-f7ef0d4a-bf3e-451c-ab87-c74e4711ac40 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 865 time: 0.1291661 Nov 12 11:07:57.898832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=5c71c11f-17f3-4a32-887e-cb14d0ed66fc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:58.002968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:58.009395 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:58.014512 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb942ea6-a0ef-42dc-b369-aa2051e0447a None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:58.023508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] No DVR routers for this DVR port 5c71c11f-17f3-4a32-887e-cb14d0ed66fc on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:58.032176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:58.039071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a1922e-c345-43d5-a040-5bed9c63c719 req-314a1bfd-5bd1-41bb-af52-07eeb62c9336 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.52 "DELETE /v2.0/ports/5c71c11f-17f3-4a32-887e-cb14d0ed66fc HTTP/1.1" status: 204 len: 173 time: 1.5872540 Nov 12 11:07:58.043322 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:58.078551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb942ea6-a0ef-42dc-b369-aa2051e0447a None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:58.079533 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb942ea6-a0ef-42dc-b369-aa2051e0447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:58.084493 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57dd523-124e-40ac-a38d-228ba707f128 None None] The sync data for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 is: [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 4, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '8a74f37f-94db-4bde-8f2c-dde62548f9ab', 'name': '', 'network_id': '6f693615-e5a7-41a0-9004-ac6f0aac8815', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'mac_address': 'fa:16:3e:31:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'subnets': [{'id': '6eb17540-e5ed-4e03-aa3a-b71844022014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:58.089670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb1c6ccb-128a-4c3d-9420-a9f589968b29 req-5bf8881c-28ba-4e59-9f73-4e66e706593f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce7fb2b2-2953-431c-9b04-478b982e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968365 Nov 12 11:07:58.123945 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6539074e-a3c6-4fc9-8fba-111fd929a37a req-ba54d9ae-4034-4fed-9d8a-9c365841b05f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 210 time: 0.0765350 Nov 12 11:07:58.132804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9e2e5078-68c3-42b2-81c0-923323b1c9f8 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/floatingips/8585d2d5-cfa4-4e00-a84d-76df0d983480 HTTP/1.1" status: 200 len: 688 time: 1.4735413 Nov 12 11:07:58.136141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37738) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:58.143008 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb942ea6-a0ef-42dc-b369-aa2051e0447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:58.154509 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb942ea6-a0ef-42dc-b369-aa2051e0447a None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:58.155620 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb942ea6-a0ef-42dc-b369-aa2051e0447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:58.202258 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb942ea6-a0ef-42dc-b369-aa2051e0447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:58.203671 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb942ea6-a0ef-42dc-b369-aa2051e0447a None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:58.225952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d'}, {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:58.230537 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087f8646-b7f6-49ee-b8f0-9a715f05caeb" -d '{"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d"}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "5c71c11f-17f3-4a32-887e-cb14d0ed66fc"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:58.370622 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b344443-7165-4289-af2e-52e8b69d2334 x-openstack-request-id: req-4b344443-7165-4289-af2e-52e8b69d2334 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:58.370927 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "5f393c5f-c9cf-4602-b32d-224f86c2594d", "status": "completed", "code": 200}, {"server_uuid": "e5671160-c777-46de-8aaf-1447d9539fdc", "name": "network-vif-deleted", "tag": "5c71c11f-17f3-4a32-887e-cb14d0ed66fc", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:58.371182 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b344443-7165-4289-af2e-52e8b69d2334 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:58.371581 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': '5f393c5f-c9cf-4602-b32d-224f86c2594d', 'status': 'completed', 'code': 200} Nov 12 11:07:58.371837 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5671160-c777-46de-8aaf-1447d9539fdc', 'name': 'network-vif-deleted', 'tag': '5c71c11f-17f3-4a32-887e-cb14d0ed66fc', 'status': 'completed', 'code': 200} Nov 12 11:07:58.637972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2d6b29-79c5-4658-83bd-c1c7ae13f863 None None] New status for floating IP c73db7f9-2f11-4ae2-8d85-e07bf756327c: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:07:58.703102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3853c-ca7b-42aa-a2c1-763b8e22f20b req-29db6c58-b5ea-41c9-b402-da525ff72bdd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.710698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5cc3853c-ca7b-42aa-a2c1-763b8e22f20b req-29db6c58-b5ea-41c9-b402-da525ff72bdd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.3369677 Nov 12 11:07:58.761848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port e1f41bae-8569-4e08-8736-a6eb695dabc8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:58.762290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:58.783060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-260efc49-a46e-4e46-8538-3ad57c2452f9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.788159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-260efc49-a46e-4e46-8538-3ad57c2452f9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 805 time: 0.4732482 Nov 12 11:07:58.917863 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:58.918756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:58.960146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Request body: {'port': {'device_id': 'bc5173b3-a004-44e2-8d75-7f926b7c65de', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'admin_state_up': True, 'tenant_id': 'e7477d2f33494e1cbc6ba0f4f96dd2a5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:58.965376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for e1f41bae-8569-4e08-8736-a6eb695dabc8 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:59.069861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5cc3853c-ca7b-42aa-a2c1-763b8e22f20b req-c603d0cf-58f9-45db-8b0a-f8264096e283 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582654 Nov 12 11:07:59.158674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-2d03e957-0358-470f-a364-8a3da98520d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2203844 Nov 12 11:07:59.229362 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8633458a-949b-49ae-aa56-d6056415c4fc req-e2b469b3-ca22-4e80-811a-2ae11accafb0 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0382454 Nov 12 11:07:59.280063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Made reservation on behalf of e7477d2f33494e1cbc6ba0f4f96dd2a5 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:59.284078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.304641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-1f4b7670-4b84-41ea-b2c4-0fa270116566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:59.306327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-1f4b7670-4b84-41ea-b2c4-0fa270116566 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1098 time: 0.1153784 Nov 12 11:07:59.367578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5158f75-4524-40fd-a09b-fc5779f0e967 req-d15f4d72-4213-4fb4-83d5-09242aab186d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 210 time: 0.0918770 Nov 12 11:07:59.418050 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.454506 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.531958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=e1f41bae-8569-4e08-8736-a6eb695dabc8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:59.614500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-2acedb54-77c9-4e38-be93-75be67e21018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:59.616035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-2acedb54-77c9-4e38-be93-75be67e21018 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.2760727 Nov 12 11:07:59.720051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Allocated IP 172.20.0.4 (21516082-2b70-473a-822c-d8e85125b968/2e70664f-60f3-4f40-b2b7-729bf4040931/0c9c4539-ce21-424e-9a83-a217639a77c8) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:59.754436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.757028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.758388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-940de0c1-b0f6-4662-9ff3-d79f3f1681cb tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/floatingips/8585d2d5-cfa4-4e00-a84d-76df0d983480 HTTP/1.1" status: 204 len: 168 time: 1.6210909 Nov 12 11:07:59.762962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37754) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:59.769708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '1b777d8d-4657-45c8-9563-3e77027ad730'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:59.802478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-1c3b4aaf-8fbf-478f-9d5c-0c85a6fb25c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 1001 time: 0.1585882 Nov 12 11:07:59.812501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.895187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-0cdf8f65-9df7-4b7a-b73d-2f1dd63e8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:59.896819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-0cdf8f65-9df7-4b7a-b73d-2f1dd63e8838 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.0829601 Nov 12 11:07:59.990475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.012997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-67549a0e-cd68-4f76-9da3-b360690cf8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.014596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-67549a0e-cd68-4f76-9da3-b360690cf8f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989189 Nov 12 11:08:00.136648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.205243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.25.2.201 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/62fbdeb8-273a-4eb4-957a-5626ca4af829) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:00.208108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-3eda83fb-1e8f-4d46-815b-ecbeae606cbf service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818621 Nov 12 11:08:00.355362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c8c37a8-7a38-450e-b66f-1b09cf8017b7 req-1aae2fcb-ccfd-48cd-86cc-3a48488a130a service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360776 Nov 12 11:08:00.376903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.396475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:00.441448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9169a9c-bd54-41d5-aa11-0724cebff934 req-f5d1c67e-430c-4a5a-8328-ce9febe173f9 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0850062 Nov 12 11:08:00.452391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Network 21516082-2b70-473a-822c-d8e85125b968 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:00.457736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:00.466445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:00.492449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.517137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event updated for resources: {'Port': ['ID=0c9c4539-ce21-424e-9a83-a217639a77c8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:00.546174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.577797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.578490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.601803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-a85e8997-97b0-44c5-96ad-104085ebb1b1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6717772 Nov 12 11:08:00.602214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:00.608805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:00.614062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:00.622966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Request body: {'port': {'device_id': 'bc5173b3-a004-44e2-8d75-7f926b7c65de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:00.627172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537adc5-0585-4433-b46b-3814402340a6 req-4c86ff61-a988-448c-bb8b-9e91a4ca04bd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.635149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0537adc5-0585-4433-b46b-3814402340a6 req-4c86ff61-a988-448c-bb8b-9e91a4ca04bd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.3595533 Nov 12 11:08:00.636071 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.687574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=62fbdeb8-273a-4eb4-957a-5626ca4af829,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:00.728652 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0537adc5-0585-4433-b46b-3814402340a6 req-74f0ca10-0152-46d4-a97e-86430beb3c88 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867510 Nov 12 11:08:00.754116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7401f-b5d4-4d34-acec-443142723e68 req-8f960c15-c302-41b4-ae10-fecb66d03033 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.762792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-14f7401f-b5d4-4d34-acec-443142723e68 req-8f960c15-c302-41b4-ae10-fecb66d03033 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 931 time: 0.1319153 Nov 12 11:08:00.798211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.165202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-14f7401f-b5d4-4d34-acec-443142723e68 req-82aadc9d-6243-440b-91a9-ca6fde6279f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010456 Nov 12 11:08:01.187597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.249294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9c4539-ce21-424e-9a83-a217639a77c8 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:01.260197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.270140 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.277323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Transition to ACTIVE for port object 0c9c4539-ce21-424e-9a83-a217639a77c8 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:08:01.281239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.333513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c4539-ce21-424e-9a83-a217639a77c8,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:01.418830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Attempting to bind port 0c9c4539-ce21-424e-9a83-a217639a77c8 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:01.419396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Attempting to bind port 0c9c4539-ce21-424e-9a83-a217639a77c8 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:01.419856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Attempting to bind port 0c9c4539-ce21-424e-9a83-a217639a77c8 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:01.426644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Port 0c9c4539-ce21-424e-9a83-a217639a77c8 on network 21516082-2b70-473a-822c-d8e85125b968 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:08:01.426867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Attempting to bind port 0c9c4539-ce21-424e-9a83-a217639a77c8 on network 21516082-2b70-473a-822c-d8e85125b968 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:01.432196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:01.432786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Checking segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:01.433314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Bound using segment: {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:01.433907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Bound port: 0c9c4539-ce21-424e-9a83-a217639a77c8, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce650cd-fdcc-404f-921f-2f2831079d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '21516082-2b70-473a-822c-d8e85125b968'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:01.434563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.471439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.478453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.523477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] For port 0c9c4539-ce21-424e-9a83-a217639a77c8, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:01.528003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] For port 0c9c4539-ce21-424e-9a83-a217639a77c8, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0c9c4539-ce21-424e-9a83-a217639a77c8,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:01.533417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.574500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=62fbdeb8-273a-4eb4-957a-5626ca4af829,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:01.585271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.585605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.586003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.589877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/0c9c4539-ce21-424e-9a83-a217639a77c8 HTTP/1.1" status: 200 len: 1092 time: 0.9784586 Nov 12 11:08:01.589877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5173b3-a004-44e2-8d75-7f926b7c65de', 'tag': '0c9c4539-ce21-424e-9a83-a217639a77c8'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:01.591335 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5173b3-a004-44e2-8d75-7f926b7c65de", "tag": "0c9c4539-ce21-424e-9a83-a217639a77c8"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:01.681623 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30d9fdb-299d-439c-8f5f-78d076328702 x-openstack-request-id: req-f30d9fdb-299d-439c-8f5f-78d076328702 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:01.681983 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5173b3-a004-44e2-8d75-7f926b7c65de", "tag": "0c9c4539-ce21-424e-9a83-a217639a77c8", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:01.682187 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f30d9fdb-299d-439c-8f5f-78d076328702 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:01.682555 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5173b3-a004-44e2-8d75-7f926b7c65de', 'tag': '0c9c4539-ce21-424e-9a83-a217639a77c8', 'status': 'completed', 'code': 200} Nov 12 11:08:01.686224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14b4a-9ce2-468e-9142-ca5b4a7c63f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c4539-ce21-424e-9a83-a217639a77c8,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:01.714642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71af211a-a798-48bd-a01c-4f1d29b87cbf req-ec71e588-c523-4ebf-ac4a-b20b56c672e9 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0492437 Nov 12 11:08:01.717694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-20b76546-9afa-4112-aa28-eecc61ce0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.720105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-20b76546-9afa-4112-aa28-eecc61ce0a90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 1095 time: 0.0845788 Nov 12 11:08:01.795742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-1388c2b6-3ed4-4e99-be18-6a8ec9a14ac4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c9c4539-ce21-424e-9a83-a217639a77c8 HTTP/1.1" status: 200 len: 217 time: 0.0680790 Nov 12 11:08:01.796587 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP 4fac5fff-ae43-44e6-979a-e067b6790f6e associated. External IP: 172.25.2.201, port: 1b777d8d-4657-45c8-9563-3e77027ad730. Nov 12 11:08:01.905786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-2c667c71-5d22-4545-b17d-cce044ccf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.907890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-2c667c71-5d22-4545-b17d-cce044ccf604 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.1006410 Nov 12 11:08:01.952568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-15ed78a9-b182-4b72-a442-427f419a47a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380929 Nov 12 11:08:01.965439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bac5d-dd93-4222-9fca-ca9e7d61b64e req-1a6255d4-5a80-4d51-a0cb-61b32462ccbf tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.967221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-613bac5d-dd93-4222-9fca-ca9e7d61b64e req-1a6255d4-5a80-4d51-a0cb-61b32462ccbf tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1269634 Nov 12 11:08:02.087200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-613bac5d-dd93-4222-9fca-ca9e7d61b64e req-91d69115-4385-44e6-b6db-c66c1fec03e6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106172 Nov 12 11:08:02.140525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-ef1d7542-74fa-4304-884f-c1740446c556 service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722572 Nov 12 11:08:02.281725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcdfaa26-1945-41c9-8f0b-95ed4884759c req-489984a3-9e2c-486a-b3f4-bd4e60d5b1bc service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339555 Nov 12 11:08:02.352594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268b878-9eaa-445a-b756-e8a0545c0b7c req-d183f14a-0378-416a-aaa1-fa4afff27621 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.354976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7268b878-9eaa-445a-b756-e8a0545c0b7c req-d183f14a-0378-416a-aaa1-fa4afff27621 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 943 time: 0.0987167 Nov 12 11:08:02.471065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-11e088bf-dac1-4c2b-b470-47a711fcd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.473348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-11e088bf-dac1-4c2b-b470-47a711fcd80c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 1095 time: 0.1166511 Nov 12 11:08:02.482724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:02.497666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7268b878-9eaa-445a-b756-e8a0545c0b7c req-ac02a958-921d-4180-903d-ceca8907af65 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273615 Nov 12 11:08:02.599846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-051b58a1-6130-4262-8194-b9e8c958a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.601431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-051b58a1-6130-4262-8194-b9e8c958a4ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 906 time: 0.1204700 Nov 12 11:08:02.612470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:02.623755 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e50169-f13c-4fc8-bc37-9f1b32dc118f None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:02.636362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:02.636622 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e50169-f13c-4fc8-bc37-9f1b32dc118f None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:02.637273 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e4e50169-f13c-4fc8-bc37-9f1b32dc118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:02.647677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-93e58e91-4e15-4609-a18f-1f6a83617a8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c9c4539-ce21-424e-9a83-a217639a77c8 HTTP/1.1" status: 200 len: 217 time: 0.0387228 Nov 12 11:08:02.670337 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c90249df-11b6-484e-9b94-d29d5c2cdcdd tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9036775 Nov 12 11:08:02.673542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37782) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:02.675730 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e4e50169-f13c-4fc8-bc37-9f1b32dc118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:02.703137 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e50169-f13c-4fc8-bc37-9f1b32dc118f None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:02.704127 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e4e50169-f13c-4fc8-bc37-9f1b32dc118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:02.720245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-ed30d96c-09aa-4784-950d-53516b3a06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.722488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-ed30d96c-09aa-4784-950d-53516b3a06e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.0675118 Nov 12 11:08:02.746139 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e4e50169-f13c-4fc8-bc37-9f1b32dc118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:02.750736 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e50169-f13c-4fc8-bc37-9f1b32dc118f None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:02.763618 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-262912bd-1726-4e7b-8ece-1c5531d98b25 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "GET /v2.0/floatingips/4fac5fff-ae43-44e6-979a-e067b6790f6e HTTP/1.1" status: 200 len: 977 time: 0.0896242 Nov 12 11:08:02.771368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37786) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:02.784688 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-f476a5ee-4ce7-496f-bc88-355d1cad332d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548179 Nov 12 11:08:02.823030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-e166d396-9172-44ae-ba4b-01645c538b36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579538 Nov 12 11:08:02.863546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ffb3ef8-e108-491d-a539-25ea2bfbef03 req-3863056c-a112-4aa9-9ddf-d3f8fdfb83c7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0392425 Nov 12 11:08:02.928063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-a914df9c-deac-4311-a2a9-a108c26be294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.929713 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-a914df9c-deac-4311-a2a9-a108c26be294 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 1097 time: 0.0521777 Nov 12 11:08:02.962836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-14618abb-dfcf-4ff0-bcfa-f929d2fc355c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1871850 Nov 12 11:08:02.964643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37788) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:02.969231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'port_id': 'af64b469-e468-4bf5-afac-01cdd31e003f'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:03.064264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-50acdc1f-75cf-4009-b2dd-2105cddb5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.065913 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-50acdc1f-75cf-4009-b2dd-2105cddb5a78 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 200 len: 906 time: 0.1145294 Nov 12 11:08:03.120265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-71915354-4539-424b-b022-9d635b3952e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff033a2-81f3-49e0-83bb-2f7b7e263578 HTTP/1.1" status: 200 len: 217 time: 0.0434558 Nov 12 11:08:03.194999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-1a3937d7-abce-4767-8375-ad6a653dd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.200451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-1a3937d7-abce-4767-8375-ad6a653dd75e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 200 len: 845 time: 0.0718224 Nov 12 11:08:03.302908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-4f92f0e1-8e60-480e-b8fb-399f2775b404 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21516082-2b70-473a-822c-d8e85125b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454538 Nov 12 11:08:03.341021 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-1f51d3a4-f6df-48f8-90a2-240b63b74dca service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346570 Nov 12 11:08:03.346047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:03.372526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df739248-3365-44e3-a0f5-2be0fe34f7e8 req-fd5d0e27-6649-492c-ae01-6ace1d8cf83e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.375003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df739248-3365-44e3-a0f5-2be0fe34f7e8 req-fd5d0e27-6649-492c-ae01-6ace1d8cf83e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1728821 Nov 12 11:08:03.476470 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df739248-3365-44e3-a0f5-2be0fe34f7e8 req-39e4ef2c-6730-461e-b1a0-3ff5d7f83868 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683079 Nov 12 11:08:03.479839 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-27c6d15f-56ea-4c4b-9872-84f64439438e service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687043 Nov 12 11:08:03.548730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a4f75f1-3f89-4cd3-a3dc-0371b2338266 req-bd2b9412-b557-44f2-aa8c-7417f26c220d service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988597 Nov 12 11:08:03.601485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ccaafb-1af2-49fc-9418-544170b0cd5d req-21764268-f032-40c8-82dc-e1ff684b014e service neutron] 10.222.0.52 "GET /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141102 Nov 12 11:08:03.718169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f273475-bcfe-4407-865e-86e95c3389c6 req-ac44a4eb-8738-4ef8-ba18-2c62e8339345 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.719786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f273475-bcfe-4407-865e-86e95c3389c6 req-ac44a4eb-8738-4ef8-ba18-2c62e8339345 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 943 time: 0.1333358 Nov 12 11:08:03.828036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f273475-bcfe-4407-865e-86e95c3389c6 req-258912e1-8b44-4706-b2a7-3f2ee0e920da tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004858 Nov 12 11:08:04.051762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13b73359-4a3b-4144-ab68-b8330e55f5f3 req-06df26b4-f738-4645-95ec-4e6414c1640f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0323930 Nov 12 11:08:04.128704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.134179 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.252659 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP 4fac5fff-ae43-44e6-979a-e067b6790f6e associated. External IP: 172.25.2.201, port: 1b777d8d-4657-45c8-9563-3e77027ad730. Nov 12 11:08:04.510763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:04.667719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dd77f-4964-4e48-9769-c57eef0b6473 req-b3f59ba1-b117-45d3-88e0-6d95f85d165a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.669653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d9dd77f-4964-4e48-9769-c57eef0b6473 req-b3f59ba1-b117-45d3-88e0-6d95f85d165a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1048768 Nov 12 11:08:04.697053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:04.711426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18a1b4-4d30-4fe4-98bc-ab2df9b62d41 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:04.728783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18a1b4-4d30-4fe4-98bc-ab2df9b62d41 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:04.729506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2e18a1b4-4d30-4fe4-98bc-ab2df9b62d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:04.773085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2e18a1b4-4d30-4fe4-98bc-ab2df9b62d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:04.789899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18a1b4-4d30-4fe4-98bc-ab2df9b62d41 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:04.791465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2e18a1b4-4d30-4fe4-98bc-ab2df9b62d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:04.834197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2e18a1b4-4d30-4fe4-98bc-ab2df9b62d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:04.835145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18a1b4-4d30-4fe4-98bc-ab2df9b62d41 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:04.841609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d9dd77f-4964-4e48-9769-c57eef0b6473 req-e2c38bbe-aeb6-4dc4-9b95-663e0ffca33e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524131 Nov 12 11:08:04.982718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476e072-45f0-4ac4-9916-d96a7d6a1ba4 req-b3f1c615-a68c-4301-a06b-a4328e7b0fdf tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.984303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b476e072-45f0-4ac4-9916-d96a7d6a1ba4 req-b3f1c615-a68c-4301-a06b-a4328e7b0fdf tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 943 time: 0.0618546 Nov 12 11:08:05.014862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:05.056316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b476e072-45f0-4ac4-9916-d96a7d6a1ba4 req-33eadd06-0f83-46c6-b858-b23e3cad72f9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639336 Nov 12 11:08:05.183349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 0c9c4539-ce21-424e-9a83-a217639a77c8 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:05.245061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-816496b2-7b17-48d2-aed0-44cf7e504b11 req-8669264a-ac5f-4fba-b7ef-849e9861ca53 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0666921 Nov 12 11:08:05.255916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:05.270170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.302033 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e9e95-23d6-40c1-a044-245ff3b2e285 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:05.328486 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e9e95-23d6-40c1-a044-245ff3b2e285 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:05.329516 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fd3e9e95-23d6-40c1-a044-245ff3b2e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:05.384160 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6bbf0eea-8d97-4fda-aab9-117669faf59c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/floatingips/4fac5fff-ae43-44e6-979a-e067b6790f6e HTTP/1.1" status: 200 len: 979 time: 2.4179380 Nov 12 11:08:05.388436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37814) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:05.397011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:05.430754 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fd3e9e95-23d6-40c1-a044-245ff3b2e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:05.434558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 0c9c4539-ce21-424e-9a83-a217639a77c8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0c9c4539-ce21-424e-9a83-a217639a77c8,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:05.450701 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e9e95-23d6-40c1-a044-245ff3b2e285 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:05.452014 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fd3e9e95-23d6-40c1-a044-245ff3b2e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:05.460772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '0c9c4539-ce21-424e-9a83-a217639a77c8', 'network_id': '21516082-2b70-473a-822c-d8e85125b968', 'port_id': '0c9c4539-ce21-424e-9a83-a217639a77c8', 'mac_address': 'fa:16:3e:0e:1e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e70664f-60f3-4f40-b2b7-729bf4040931', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:05.506399 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.519481 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fd3e9e95-23d6-40c1-a044-245ff3b2e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:05.520842 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e9e95-23d6-40c1-a044-245ff3b2e285 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:05.528971 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.552079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9c4539-ce21-424e-9a83-a217639a77c8 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:05.583323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 0c9c4539-ce21-424e-9a83-a217639a77c8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0c9c4539-ce21-424e-9a83-a217639a77c8,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:05.590174 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.670780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=0c9c4539-ce21-424e-9a83-a217639a77c8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:05.697584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.708554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.710100 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP 4fac5fff-ae43-44e6-979a-e067b6790f6e disassociated. External IP: 172.25.2.201, port: af64b469-e468-4bf5-afac-01cdd31e003f. Nov 12 11:08:05.794023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['0c9c4539-ce21-424e-9a83-a217639a77c8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:05.988147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cf343-57b9-4e91-801c-7908d2af601d req-93487713-f551-4018-822a-d85e3ff441fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.990206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c9cf343-57b9-4e91-801c-7908d2af601d req-93487713-f551-4018-822a-d85e3ff441fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0648222 Nov 12 11:08:06.013660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:06.070385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c9cf343-57b9-4e91-801c-7908d2af601d req-7a6dd653-c3cd-4923-b7ab-6d820944dcbe tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713787 Nov 12 11:08:06.221424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:06.229468 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.232632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f6309-108e-48f5-8f4f-5253c3c596e7 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:06.245506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f6309-108e-48f5-8f4f-5253c3c596e7 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:06.246270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b88f6309-108e-48f5-8f4f-5253c3c596e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:06.275299 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a32ce100-48a5-4837-a3f2-e6a7ed794506 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/floatingips/4fac5fff-ae43-44e6-979a-e067b6790f6e HTTP/1.1" status: 200 len: 688 time: 0.8852768 Nov 12 11:08:06.279061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37822) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:06.304107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae92dc-051e-4846-85a6-7a8eb7c0fe95 req-72f7edf4-4fb9-40a5-aa3a-f10911e884fe tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.306473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98ae92dc-051e-4846-85a6-7a8eb7c0fe95 req-72f7edf4-4fb9-40a5-aa3a-f10911e884fe tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 944 time: 0.1509345 Nov 12 11:08:06.307385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b88f6309-108e-48f5-8f4f-5253c3c596e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:06.327589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f6309-108e-48f5-8f4f-5253c3c596e7 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:06.328834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b88f6309-108e-48f5-8f4f-5253c3c596e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:06.368821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98ae92dc-051e-4846-85a6-7a8eb7c0fe95 req-2bd75eaf-7439-48da-9a4e-11c2cb7f5920 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559781 Nov 12 11:08:06.401481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b88f6309-108e-48f5-8f4f-5253c3c596e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:06.402143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f6309-108e-48f5-8f4f-5253c3c596e7 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:06.462625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c8df8da-9464-47de-8564-948b6b2ea6db req-a38eb01a-7ef4-4de8-bc41-9f551bb30954 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0285509 Nov 12 11:08:06.487926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 62fbdeb8-273a-4eb4-957a-5626ca4af829 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:06.489170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.579794 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.580115 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.593834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 62fbdeb8-273a-4eb4-957a-5626ca4af829 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:06.750065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.809928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=62fbdeb8-273a-4eb4-957a-5626ca4af829,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:06.861707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.864498 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.865684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cd96c985-fa06-4040-b4f7-7b2b17977e9d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/floatingips/4fac5fff-ae43-44e6-979a-e067b6790f6e HTTP/1.1" status: 204 len: 168 time: 0.5856221 Nov 12 11:08:06.871016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:06.916792 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-78bf6f34-8fc7-4a90-9ff0-b32c5ab73ea4 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] delete failed (client error): The resource could not be found. Nov 12 11:08:06.918243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-78bf6f34-8fc7-4a90-9ff0-b32c5ab73ea4 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/floatingips/4fac5fff-ae43-44e6-979a-e067b6790f6e HTTP/1.1" status: 404 len: 345 time: 0.0454462 Nov 12 11:08:06.922339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37830) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:07.016137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf000504-2759-4a8d-8211-9b795ef90987 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.025684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf000504-2759-4a8d-8211-9b795ef90987 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.036668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf000504-2759-4a8d-8211-9b795ef90987 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.040109 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bf000504-2759-4a8d-8211-9b795ef90987 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "GET /v2.0/ports?network_id=6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 HTTP/1.1" status: 200 len: 2358 time: 0.1160531 Nov 12 11:08:07.042760 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37832) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:07.099106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363b68cd-2c76-4616-9fb2-df73f7ad9aec tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.100514 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-363b68cd-2c76-4616-9fb2-df73f7ad9aec tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "GET /v2.0/subnets/da1c59c9-97c9-4903-8314-4bf361fd9333 HTTP/1.1" status: 200 len: 797 time: 0.0565717 Nov 12 11:08:07.108796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:07.118775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'port': {'network_id': '6fa0fb47-fc37-44e1-b437-758bcbfa3ff6', 'name': 'tempest-FloatingIPTestJSON-1404057843', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:07.192066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 0c9c4539-ce21-424e-9a83-a217639a77c8 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:07.223538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfd924-602c-48a6-aa69-9f9d72959c2d req-83697208-c832-427c-b176-45a1a3e709fe tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.225901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-36bfd924-602c-48a6-aa69-9f9d72959c2d req-83697208-c832-427c-b176-45a1a3e709fe tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0684180 Nov 12 11:08:07.255400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 0c9c4539-ce21-424e-9a83-a217639a77c8 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:07.260469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 0c9c4539-ce21-424e-9a83-a217639a77c8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:07.261151 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.283961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:07.310770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-36bfd924-602c-48a6-aa69-9f9d72959c2d req-413e65ba-d430-4746-9ad8-a9185b0999eb tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766771 Nov 12 11:08:07.392681 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.395098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.429634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] device_id is not set on port 364c497c-8bd6-40da-9187-345435cbab19 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:08:07.444816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5173b3-a004-44e2-8d75-7f926b7c65de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c4539-ce21-424e-9a83-a217639a77c8'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:07.447303 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df022906-21bc-4f48-be7b-81187c2584bc" -d '{"events": [{"server_uuid": "bc5173b3-a004-44e2-8d75-7f926b7c65de", "name": "network-vif-plugged", "status": "completed", "tag": "0c9c4539-ce21-424e-9a83-a217639a77c8"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:07.487124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 0c9c4539-ce21-424e-9a83-a217639a77c8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0c9c4539-ce21-424e-9a83-a217639a77c8,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:07.492555 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.552110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430de3d-42cb-4d7b-8816-18d7d65bf8a7 req-220539c3-784d-4183-8115-86442b7de6ee tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.553866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d430de3d-42cb-4d7b-8816-18d7d65bf8a7 req-220539c3-784d-4183-8115-86442b7de6ee tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.0778904 Nov 12 11:08:07.559685 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0941b0a9-f41c-43ea-b19a-1c53ca30cfdb x-openstack-request-id: req-0941b0a9-f41c-43ea-b19a-1c53ca30cfdb {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:07.560112 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5173b3-a004-44e2-8d75-7f926b7c65de", "name": "network-vif-plugged", "status": "completed", "tag": "0c9c4539-ce21-424e-9a83-a217639a77c8", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:07.560968 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0941b0a9-f41c-43ea-b19a-1c53ca30cfdb {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:07.561506 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5173b3-a004-44e2-8d75-7f926b7c65de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c4539-ce21-424e-9a83-a217639a77c8', 'code': 200} Nov 12 11:08:07.593830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=0c9c4539-ce21-424e-9a83-a217639a77c8,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:07.643675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d430de3d-42cb-4d7b-8816-18d7d65bf8a7 req-75e35644-a5bb-42cf-9f7d-77f52f1728de tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771952 Nov 12 11:08:07.694182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97442c0c-c599-4429-bea2-4c2061c5f2ed req-c762dc5f-a25c-4d53-b9ba-ba340ad41d9c tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0699720 Nov 12 11:08:07.721055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158734f0-2e54-4756-9af8-8f14169aeaa1 req-ff741f91-61df-4ec6-8b24-a4c56bbcdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.723390 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158734f0-2e54-4756-9af8-8f14169aeaa1 req-ff741f91-61df-4ec6-8b24-a4c56bbcdf17 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 1097 time: 0.1404746 Nov 12 11:08:07.827127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-158734f0-2e54-4756-9af8-8f14169aeaa1 req-030d4385-b5dc-496e-8a72-4a8e002501d7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963063 Nov 12 11:08:07.881697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.20.0.14 (6fa0fb47-fc37-44e1-b437-758bcbfa3ff6/da1c59c9-97c9-4903-8314-4bf361fd9333/364c497c-8bd6-40da-9187-345435cbab19) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:07.889781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.20.0.13 (6fa0fb47-fc37-44e1-b437-758bcbfa3ff6/da1c59c9-97c9-4903-8314-4bf361fd9333/364c497c-8bd6-40da-9187-345435cbab19) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:08.072914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.109255 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.156503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:08.159633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:08.163705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:08.171112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=364c497c-8bd6-40da-9187-345435cbab19,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:08.226875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.227508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.244489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3f7fdd27-10fe-463a-9eed-03b84a810082 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1303666 Nov 12 11:08:08.247154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37848) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:08.251868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '364c497c-8bd6-40da-9187-345435cbab19', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:08.278608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.394436 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.489118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133d484-8213-4fac-bec0-0e899cd1d060 req-870b8b7c-1703-42f7-ae4b-39e015bf8f0c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.490888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c133d484-8213-4fac-bec0-0e899cd1d060 req-870b8b7c-1703-42f7-ae4b-39e015bf8f0c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1066945 Nov 12 11:08:08.575486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.25.2.208 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/6471ae9a-afa2-4450-bc35-6bff3e85c218) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:08.590609 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c133d484-8213-4fac-bec0-0e899cd1d060 req-ac7a4e47-d03c-4e33-9e5e-296a0fbce5f9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746515 Nov 12 11:08:08.705031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.760763 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.814393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8ea65-0786-443e-b3ed-06f1f286d3f3 req-e36c238d-f1f2-4bb5-adb9-b9f84e52ffb9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.822610 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9c8ea65-0786-443e-b3ed-06f1f286d3f3 req-e36c238d-f1f2-4bb5-adb9-b9f84e52ffb9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.0839167 Nov 12 11:08:08.880748 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-667cd16c-2f47-4887-8f70-09c05f43caad req-26740b68-9ae1-4ae1-8655-f0b88579dacd tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0520327 Nov 12 11:08:08.890528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:08.901502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9c8ea65-0786-443e-b3ed-06f1f286d3f3 req-9d0a3c13-d0d2-464c-b898-eeef86c19252 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641420 Nov 12 11:08:08.903853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:08.909313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:08.960800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=6471ae9a-afa2-4450-bc35-6bff3e85c218,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:09.334831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:09.403688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:09.586810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:09.596565 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:09.674310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=6471ae9a-afa2-4450-bc35-6bff3e85c218,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:09.691349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:09.756620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b33450-931c-4bd4-9cf3-c922745ae655 req-fafe1e32-bd11-401c-816c-1666d2694e16 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:09.758850 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6b33450-931c-4bd4-9cf3-c922745ae655 req-fafe1e32-bd11-401c-816c-1666d2694e16 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0555558 Nov 12 11:08:09.810772 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP 96780ae1-d29f-42f1-b9a0-d44c2bbb7e00 associated. External IP: 172.25.2.208, port: 364c497c-8bd6-40da-9187-345435cbab19. Nov 12 11:08:09.825377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6b33450-931c-4bd4-9cf3-c922745ae655 req-7c4d1b18-f9d9-4d5e-8dc5-cdf4d5583c02 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596573 Nov 12 11:08:09.913933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.049861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa30ae21-76e0-462f-8d8e-fb772a48ccbe req-7dabe6f4-e8de-4c65-abd3-60cbe80a0260 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0305820 Nov 12 11:08:10.122357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3fb9d-df3b-4a27-a299-400e02fe2be7 req-61f0db73-2255-4668-84d5-e5d83ed947ff tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:10.124068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7b3fb9d-df3b-4a27-a299-400e02fe2be7 req-61f0db73-2255-4668-84d5-e5d83ed947ff tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1102383 Nov 12 11:08:10.160709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:10.243991 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7b3fb9d-df3b-4a27-a299-400e02fe2be7 req-a60639b9-8f26-480d-bc49-be11bcffbfea tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029725 Nov 12 11:08:10.322930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.768352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:10.783289 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfd0cb-4a94-4fe0-b2bb-ac243565eddb None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:10.799819 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfd0cb-4a94-4fe0-b2bb-ac243565eddb None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:10.800598 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd0cb-4a94-4fe0-b2bb-ac243565eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:10.809801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7076d7-6a92-48c0-9554-4c4a39c9dfd7 req-90d85ff9-1b56-4f46-82ec-1d6cafa01221 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:10.811824 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a7076d7-6a92-48c0-9554-4c4a39c9dfd7 req-90d85ff9-1b56-4f46-82ec-1d6cafa01221 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1018665 Nov 12 11:08:10.817231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.838240 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd0cb-4a94-4fe0-b2bb-ac243565eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:10.847865 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfd0cb-4a94-4fe0-b2bb-ac243565eddb None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:10.848468 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd0cb-4a94-4fe0-b2bb-ac243565eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:10.873295 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-91b4f23d-9023-4046-bc08-edaec6037068 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6249733 Nov 12 11:08:10.876817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37878) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:10.888966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3428e074-4d97-40df-adfb-989c0c2dfa0f tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'port_id': '364c497c-8bd6-40da-9187-345435cbab19', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:10.897291 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd0cb-4a94-4fe0-b2bb-ac243565eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:10.898052 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfd0cb-4a94-4fe0-b2bb-ac243565eddb None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:10.932678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a7076d7-6a92-48c0-9554-4c4a39c9dfd7 req-031a85d2-f749-40c4-ae8b-b927b85ae6ea tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122384 Nov 12 11:08:11.082120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccaf8d-7f2c-48b3-9f12-1915cb65e0bf req-438fc224-1907-4148-bb8c-cf3403c768b4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.083676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adccaf8d-7f2c-48b3-9f12-1915cb65e0bf req-438fc224-1907-4148-bb8c-cf3403c768b4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.0632830 Nov 12 11:08:11.145200 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adccaf8d-7f2c-48b3-9f12-1915cb65e0bf req-8dad641b-4919-486a-bd6c-bb89ef74d0f4 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536084 Nov 12 11:08:11.244537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a1229693-03ec-43b2-8678-d664dfa9cf73 req-513e9dec-7c35-45f3-8f12-ca7cb548f4c6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0310273 Nov 12 11:08:11.294735 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3428e074-4d97-40df-adfb-989c0c2dfa0f tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.461688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf799d-ea7b-4dff-b1d6-f488c121f095 req-1192af60-c66e-4be7-9871-3699b40b3f8d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.463887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2bbf799d-ea7b-4dff-b1d6-f488c121f095 req-1192af60-c66e-4be7-9871-3699b40b3f8d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.5040419 Nov 12 11:08:11.581895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58d0b8-9643-4542-8ec6-ba89c94a9f0a req-96a60ace-1310-456f-88fa-a700428b9aea tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.583600 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d58d0b8-9643-4542-8ec6-ba89c94a9f0a req-96a60ace-1310-456f-88fa-a700428b9aea tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.0813768 Nov 12 11:08:11.613745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2bbf799d-ea7b-4dff-b1d6-f488c121f095 req-04af3e6f-f9e9-4aff-be2f-829f8a22c371 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293347 Nov 12 11:08:11.652267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d58d0b8-9643-4542-8ec6-ba89c94a9f0a req-11d09853-b065-4235-ac8c-bfcc86623892 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614409 Nov 12 11:08:11.695161 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:08:12.033895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3428e074-4d97-40df-adfb-989c0c2dfa0f tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.037940 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3428e074-4d97-40df-adfb-989c0c2dfa0f tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.264229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3428e074-4d97-40df-adfb-989c0c2dfa0f tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:12.371749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32e7f565-2869-42d6-b47a-4e4ccfec62bc req-ea993866-1c32-47a8-a154-843642b6ca34 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0394478 Nov 12 11:08:12.415416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3428e074-4d97-40df-adfb-989c0c2dfa0f tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:12.424426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3428e074-4d97-40df-adfb-989c0c2dfa0f tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.432436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b5bee-b542-4ff8-88aa-b6aa5ec91b0c None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:12.453723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b5bee-b542-4ff8-88aa-b6aa5ec91b0c None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:12.454545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-332b5bee-b542-4ff8-88aa-b6aa5ec91b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:12.501038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-332b5bee-b542-4ff8-88aa-b6aa5ec91b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:12.511603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3428e074-4d97-40df-adfb-989c0c2dfa0f tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/floatingips/96780ae1-d29f-42f1-b9a0-d44c2bbb7e00 HTTP/1.1" status: 200 len: 979 time: 1.6323915 Nov 12 11:08:12.514996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37896) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:12.518686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b5bee-b542-4ff8-88aa-b6aa5ec91b0c None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:12.519515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-332b5bee-b542-4ff8-88aa-b6aa5ec91b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:12.558206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-332b5bee-b542-4ff8-88aa-b6aa5ec91b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:12.559105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b5bee-b542-4ff8-88aa-b6aa5ec91b0c None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:12.733330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 6471ae9a-afa2-4450-bc35-6bff3e85c218 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:12.733667 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.809725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05071f32-5da7-4386-b609-7ed3fa2ac9b6 req-92f8a3c8-2847-4531-80a1-d7756caac312 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:12.811299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05071f32-5da7-4386-b609-7ed3fa2ac9b6 req-92f8a3c8-2847-4531-80a1-d7756caac312 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.0670726 Nov 12 11:08:12.856478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38998eba-5545-432a-8761-ea3acc54b795 req-8b1d585e-1af1-418f-b1cf-78a1adf3fd85 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:12.858208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38998eba-5545-432a-8761-ea3acc54b795 req-8b1d585e-1af1-418f-b1cf-78a1adf3fd85 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1059601 Nov 12 11:08:12.868247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.868710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.889826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 6471ae9a-afa2-4450-bc35-6bff3e85c218 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:12.890581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05071f32-5da7-4386-b609-7ed3fa2ac9b6 req-37d5147c-0b70-44ce-b4ab-bbb919741129 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718765 Nov 12 11:08:13.030746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38998eba-5545-432a-8761-ea3acc54b795 req-9cdc7735-cedd-4a25-9bc5-194adf11845a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588538 Nov 12 11:08:13.151866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:13.188331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=6471ae9a-afa2-4450-bc35-6bff3e85c218,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:13.254607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:13.255611 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP 96780ae1-d29f-42f1-b9a0-d44c2bbb7e00 disassociated (deleted). External IP: 172.25.2.208, port: 364c497c-8bd6-40da-9187-345435cbab19. Nov 12 11:08:13.497445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:13.511753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-54119247-f146-4412-a01a-0f3442749f8c req-714b4ae3-de64-4db2-b77e-9d26a3fbb1f8 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0400376 Nov 12 11:08:13.652729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:13.658513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:13.663123 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329ffdc-b643-445c-86f9-0031cef1cfd2 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:13.681596 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329ffdc-b643-445c-86f9-0031cef1cfd2 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:13.682617 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2329ffdc-b643-445c-86f9-0031cef1cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:13.691773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-151a7857-36d9-4628-9675-5a33982f5bda tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/floatingips/96780ae1-d29f-42f1-b9a0-d44c2bbb7e00 HTTP/1.1" status: 204 len: 168 time: 1.1750131 Nov 12 11:08:13.694581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37908) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:13.723728 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2329ffdc-b643-445c-86f9-0031cef1cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:13.735414 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329ffdc-b643-445c-86f9-0031cef1cfd2 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:13.736106 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2329ffdc-b643-445c-86f9-0031cef1cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:13.788309 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2329ffdc-b643-445c-86f9-0031cef1cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:13.789497 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329ffdc-b643-445c-86f9-0031cef1cfd2 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:13.837752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-34f80d38-a876-4866-bd7d-32bdb9f101d5 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 364c497c-8bd6-40da-9187-345435cbab19 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:13.838183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34f80d38-a876-4866-bd7d-32bdb9f101d5 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:13.968159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34f80d38-a876-4866-bd7d-32bdb9f101d5 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:13.985870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-34f80d38-a876-4866-bd7d-32bdb9f101d5 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 364c497c-8bd6-40da-9187-345435cbab19 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:14.290629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34f80d38-a876-4866-bd7d-32bdb9f101d5 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.311317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfbd04-e94b-4770-9ffe-f2b652d7b5be req-d8372341-9ed9-402c-a333-84ee68472b95 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.329911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4bfbd04-e94b-4770-9ffe-f2b652d7b5be req-d8372341-9ed9-402c-a333-84ee68472b95 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1174107 Nov 12 11:08:14.376652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a66ef7-6afa-4402-a6a7-2671dae46f15 req-810493c0-d47b-4e66-a827-2416fc9f3305 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.379188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-89a66ef7-6afa-4402-a6a7-2671dae46f15 req-810493c0-d47b-4e66-a827-2416fc9f3305 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.3158374 Nov 12 11:08:14.384236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f80d38-a876-4866-bd7d-32bdb9f101d5 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=364c497c-8bd6-40da-9187-345435cbab19,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:14.427419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4bfbd04-e94b-4770-9ffe-f2b652d7b5be req-f88b4c6e-1897-422c-aeef-78205b772602 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907068 Nov 12 11:08:14.497231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34f80d38-a876-4866-bd7d-32bdb9f101d5 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.500567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-34f80d38-a876-4866-bd7d-32bdb9f101d5 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/ports/364c497c-8bd6-40da-9187-345435cbab19 HTTP/1.1" status: 204 len: 168 time: 0.8040817 Nov 12 11:08:14.507737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37916) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:14.514822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:14.522034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-89a66ef7-6afa-4402-a6a7-2671dae46f15 req-35699559-f8f3-4fc7-8998-44d4382c2a7c tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109588 Nov 12 11:08:14.560590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.650679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98b76c06-f646-48e6-9b62-425b6856ca07 req-158e3705-f30d-4974-9663-12f254d16f06 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0431581 Nov 12 11:08:14.800602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-4813cfb1-9acf-45f0-86d3-1747bd6abac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.802435 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-4813cfb1-9acf-45f0-86d3-1747bd6abac5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449&tenant_id=71248c98cd604882b9054001c64d296e HTTP/1.1" status: 200 len: 1096 time: 0.0964007 Nov 12 11:08:14.816206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-ef58ae6b-c643-485f-9e6f-4f0a9863594d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:08:14.817292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-ef58ae6b-c643-485f-9e6f-4f0a9863594d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062096 Nov 12 11:08:14.834342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.997260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-fea3c685-8c30-4296-a722-f64a3f968b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.998813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-fea3c685-8c30-4296-a722-f64a3f968b8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1096 time: 0.1519768 Nov 12 11:08:15.106882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.25.2.210 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/4b0f1a2b-3689-4afb-8bd4-802ad7f32ff6) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:15.217026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-cea070f7-99e0-42b1-8d38-4f0ea52d4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:15.219141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-cea070f7-99e0-42b1-8d38-4f0ea52d4ded service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.2117634 Nov 12 11:08:15.332046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-fb1f1953-39fb-4650-8fa6-aa2c50fca083 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 200 len: 1000 time: 0.1019022 Nov 12 11:08:15.353799 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.404241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-372c46c7-0c57-4ef5-b793-8631e64610a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:15.405761 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-372c46c7-0c57-4ef5-b793-8631e64610a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.0670855 Nov 12 11:08:15.457039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.498610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-36c42118-b8d7-422a-89c4-3041070a5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:15.500254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-36c42118-b8d7-422a-89c4-3041070a5baa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854847 Nov 12 11:08:15.523459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:15.527976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:15.552084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:15.557435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=4b0f1a2b-3689-4afb-8bd4-802ad7f32ff6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:15.622093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4b7ed-daff-473f-9db8-363a888bf79b req-0850a32d-4a9b-4a63-8243-dd054e18e5db tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:15.626315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eac4b7ed-daff-473f-9db8-363a888bf79b req-0850a32d-4a9b-4a63-8243-dd054e18e5db tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0770016 Nov 12 11:08:15.720163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eac4b7ed-daff-473f-9db8-363a888bf79b req-6363a166-e04b-49af-99f7-8065f46b17ea tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795140 Nov 12 11:08:15.756920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-0f61521e-4ad8-4f61-8449-926d586c8d7c service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476377 Nov 12 11:08:15.844428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9668-2ca1-4de1-9bae-c586ab22c5aa req-988ebb15-638e-430d-a428-dcdcb1934da9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:15.846115 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb2e9668-2ca1-4de1-9bae-c586ab22c5aa req-988ebb15-638e-430d-a428-dcdcb1934da9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.2048261 Nov 12 11:08:15.847713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.954203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1822cab-1344-4f48-b264-ccefcb1286c6 req-3e9be59f-e476-4703-a1a9-9e77c3f17a1b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0340793 Nov 12 11:08:16.006114 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.039655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2705c59-8ebe-4583-a472-8f02d7357d12 req-f865713d-ae9e-438c-9cc6-e9e48c66a5f4 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730930 Nov 12 11:08:16.047486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb2e9668-2ca1-4de1-9bae-c586ab22c5aa req-c4c9341a-0011-4900-84ae-355854cc2be9 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671686 Nov 12 11:08:16.317301 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.325683 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.445196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=4b0f1a2b-3689-4afb-8bd4-802ad7f32ff6,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:16.452311 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.475808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.477662 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b0236eb7-d280-4a2f-a667-d9618fb66cb3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9677043 Nov 12 11:08:16.480083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37946) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:16.486804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'port': {'network_id': '6fa0fb47-fc37-44e1-b437-758bcbfa3ff6', 'name': 'tempest-FloatingIPTestJSON-1156365169'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:16.673718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:16.681816 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.716173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] device_id is not set on port 0bdf1d62-42d5-4f0c-b79e-12a5365f415d yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:08:17.001204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.20.0.6 (6fa0fb47-fc37-44e1-b437-758bcbfa3ff6/da1c59c9-97c9-4903-8314-4bf361fd9333/0bdf1d62-42d5-4f0c-b79e-12a5365f415d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:17.150946 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db3ecb-9050-40e7-88ed-f59d4d622fd4 req-557b5bfb-819f-4872-a73f-5a994e8f9d66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:17.189817 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95db3ecb-9050-40e7-88ed-f59d4d622fd4 req-557b5bfb-819f-4872-a73f-5a994e8f9d66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2222934 Nov 12 11:08:17.311722 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95db3ecb-9050-40e7-88ed-f59d4d622fd4 req-f380abbb-1aef-4ae4-b98c-cbf159bffeb3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177125 Nov 12 11:08:17.325466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc91c188-2d38-40d3-bbf9-065662d3acd5 req-9be80ca7-6f63-479e-8e5d-f6d87fcca41a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0562577 Nov 12 11:08:17.444653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.571722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.628774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a686b6-d66a-442f-bda1-b481a16799a5 req-19760f22-c3be-4ecc-85bc-b16cff2f64b6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:17.646015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:17.654002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:17.668475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:17.675267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64a686b6-d66a-442f-bda1-b481a16799a5 req-19760f22-c3be-4ecc-85bc-b16cff2f64b6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.2445517 Nov 12 11:08:17.808473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=0bdf1d62-42d5-4f0c-b79e-12a5365f415d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:17.835665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64a686b6-d66a-442f-bda1-b481a16799a5 req-1fe8417a-f01a-4b98-8e0b-a514ed31836a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539123 Nov 12 11:08:17.857448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:17.858145 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.948196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-da90ad15-d310-47d2-8c05-6a98546b41d9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4665973 Nov 12 11:08:17.951134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37966) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:17.956010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'port_id': '0bdf1d62-42d5-4f0c-b79e-12a5365f415d'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:17.957404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bdca2-bd88-4dcc-a18c-5abcea03e2d9 req-12da62f8-1b9d-40b0-8726-d4d1df0bfd47 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:17.967058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-074bdca2-bd88-4dcc-a18c-5abcea03e2d9 req-12da62f8-1b9d-40b0-8726-d4d1df0bfd47 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 946 time: 0.1028082 Nov 12 11:08:18.034206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:18.143184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-074bdca2-bd88-4dcc-a18c-5abcea03e2d9 req-7eb83ee1-704d-4250-ae19-3d52b877b93b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722755 Nov 12 11:08:19.057567 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.resource_extend [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:08:19.202522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a4a7a-f399-4e82-b2f0-064271e2beab req-70ae7a67-2d67-4e76-b997-bb0c9fce7ddb tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:19.205582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab2a4a7a-f399-4e82-b2f0-064271e2beab req-70ae7a67-2d67-4e76-b997-bb0c9fce7ddb tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2811689 Nov 12 11:08:19.230679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2af1d0e4-2a62-434c-adff-5ae25c2f898b req-d36db302-eb67-4f9b-b7ef-6676c15bcaac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.1117384 Nov 12 11:08:19.236407 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:19.248202 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:19.548001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c472-f5c4-4196-8155-a8fb62b3507e req-5869fe03-5210-4ff8-a1e8-0b0dd404e3d6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:19.564459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9613c472-f5c4-4196-8155-a8fb62b3507e req-5869fe03-5210-4ff8-a1e8-0b0dd404e3d6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1777992 Nov 12 11:08:19.744340 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab2a4a7a-f399-4e82-b2f0-064271e2beab req-8489cabc-092f-4061-95e4-2c3fe70a2e57 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5290961 Nov 12 11:08:19.767768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9613c472-f5c4-4196-8155-a8fb62b3507e req-f04ba7b1-b760-4171-81a2-c83dd1c55843 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999292 Nov 12 11:08:19.844901 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP ec89cf4f-91dd-488c-a3b5-7bc789f356bd associated. External IP: 172.25.2.210, port: 0bdf1d62-42d5-4f0c-b79e-12a5365f415d. Nov 12 11:08:20.420110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd0abf82-2e22-4f79-9dc8-a77c3a2e3d70 req-f318b0a4-1ebc-43f5-813d-3c225e7b30e9 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0585656 Nov 12 11:08:20.622090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:21.190698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9d7f3-622f-416b-92a3-14c6e04e6e3e req-174d4e07-405b-4ca0-9c96-dbd758d3f884 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:21.192822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dd9d7f3-622f-416b-92a3-14c6e04e6e3e req-174d4e07-405b-4ca0-9c96-dbd758d3f884 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1560550 Nov 12 11:08:21.296139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6dd9d7f3-622f-416b-92a3-14c6e04e6e3e req-93cf936d-0bde-4b37-8c98-bb7d3502ce7e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965784 Nov 12 11:08:21.491221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:21.505585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:21.529210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1dba6a-4a89-4cf1-9c4c-6b3969a9e79b None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:21.572855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5963b17-2874-4c83-99cf-f4ba73419da3 req-a707004b-60c9-437e-bb1d-e888c17a2a19 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:21.578759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1dba6a-4a89-4cf1-9c4c-6b3969a9e79b None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:21.579784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ac1dba6a-4a89-4cf1-9c4c-6b3969a9e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:21.585745 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a5963b17-2874-4c83-99cf-f4ba73419da3 req-a707004b-60c9-437e-bb1d-e888c17a2a19 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2249022 Nov 12 11:08:21.678413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38012) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:21.679393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-42d7a98d-77e9-4dcf-9111-cd1151dd55cf tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/floatingips/ec89cf4f-91dd-488c-a3b5-7bc789f356bd HTTP/1.1" status: 200 len: 978 time: 3.7261071 Nov 12 11:08:21.696916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ac1dba6a-4a89-4cf1-9c4c-6b3969a9e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:21.710565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1dba6a-4a89-4cf1-9c4c-6b3969a9e79b None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:21.711722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ac1dba6a-4a89-4cf1-9c4c-6b3969a9e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:21.714902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a5963b17-2874-4c83-99cf-f4ba73419da3 req-25710245-bf4c-4449-8bec-7174f21c8cb4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266279 Nov 12 11:08:21.803140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ac1dba6a-4a89-4cf1-9c4c-6b3969a9e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:21.804672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1dba6a-4a89-4cf1-9c4c-6b3969a9e79b None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:21.855468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:21.911999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5e07ac8-c5d6-4ed3-9d85-dbf346b6ae3a req-f5fdc03a-a3dc-4fc3-bda3-3ebdc026730a tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.2062380 Nov 12 11:08:21.982504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 0bdf1d62-42d5-4f0c-b79e-12a5365f415d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:21.983642 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:21.998754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-21fb0632-6980-4f64-a69f-33b338736187 req-30736b31-7d45-4de2-828d-3d0d05304c8a service neutron] (109166) timed out ('10.222.0.31', 40542) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:08:22.170186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:22.198269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'mac_address': 'fa:16:3e:b3:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:22.285553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.294272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.319993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9335e524-abff-4eb3-bd92-875aa0ce0877 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:22.365540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:22.376293 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.544280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:22.564752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.565590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.566349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.567067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.567763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.568519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.569322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.570023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.571274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.572012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.573607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.574524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:22.629623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe357655-7d56-4fa4-9393-76ebc8cf358b req-747fc06c-7d98-4a4a-995c-4999d7fdb3b3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.646618 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.647452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.648047 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP ec89cf4f-91dd-488c-a3b5-7bc789f356bd disassociated. External IP: 172.25.2.210, port: 0bdf1d62-42d5-4f0c-b79e-12a5365f415d. Nov 12 11:08:22.650055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 0bdf1d62-42d5-4f0c-b79e-12a5365f415d owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:22.652043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe357655-7d56-4fa4-9393-76ebc8cf358b req-747fc06c-7d98-4a4a-995c-4999d7fdb3b3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1690195 Nov 12 11:08:22.728338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9335e524-abff-4eb3-bd92-875aa0ce0877'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:22.757477 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe357655-7d56-4fa4-9393-76ebc8cf358b req-1da78fc3-8a32-4833-9efe-19ccd5c60cff tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036108 Nov 12 11:08:23.097425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15eaf3-b2fc-4fd7-a289-78f404f1923d req-dccb994c-ad14-4ae7-88bc-45296f08e544 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:23.099709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f15eaf3-b2fc-4fd7-a289-78f404f1923d req-dccb994c-ad14-4ae7-88bc-45296f08e544 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1600249 Nov 12 11:08:23.107003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.168993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=0bdf1d62-42d5-4f0c-b79e-12a5365f415d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:23.211511 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccf12e26-48a4-4dad-bd9a-40b79d2362c2 req-eca222cf-b9f6-4490-a894-8f724121c80f tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0815487 Nov 12 11:08:23.292233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f15eaf3-b2fc-4fd7-a289-78f404f1923d req-b0c21dab-64e8-4bf7-8eb2-0b253ec0c6f5 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779249 Nov 12 11:08:23.740629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:23.854491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:23.991884 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-47e32bbe-d3ca-4448-8b3c-a68ceb55feb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.998397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9335e524-abff-4eb3-bd92-875aa0ce0877 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:23.998833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.023771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:24.040556 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9264be84-9b1c-4f45-9432-e4a2518e8f38 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:24.057431 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264be84-9b1c-4f45-9432-e4a2518e8f38 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:24.058455 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9264be84-9b1c-4f45-9432-e4a2518e8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:24.154036 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9264be84-9b1c-4f45-9432-e4a2518e8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:24.187937 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264be84-9b1c-4f45-9432-e4a2518e8f38 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:24.189821 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9264be84-9b1c-4f45-9432-e4a2518e8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:07:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:24.210004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367d060-ad5f-4893-966d-bf837a305a2f req-31e83417-0ba2-4896-a099-c4cf02d080e7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:24.228231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9367d060-ad5f-4893-966d-bf837a305a2f req-31e83417-0ba2-4896-a099-c4cf02d080e7 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.3072793 Nov 12 11:08:24.279767 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.313990 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9264be84-9b1c-4f45-9432-e4a2518e8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:24.315540 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9264be84-9b1c-4f45-9432-e4a2518e8f38 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:24.319918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.323625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8a6b9ce9-5d26-4136-bc5e-907f0b12fdca tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/ports/0bdf1d62-42d5-4f0c-b79e-12a5365f415d HTTP/1.1" status: 204 len: 168 time: 2.6411600 Nov 12 11:08:24.326299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38056) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:24.398941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9367d060-ad5f-4893-966d-bf837a305a2f req-4bc5c44b-f328-4b5c-a555-3bd929595c74 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402779 Nov 12 11:08:24.421541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:24.423321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:24.429815 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176cd740-270b-41db-9866-8e20e9932300" -d '{"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-plugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:24.437769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.486876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38066) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:24.487613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-72051759-7ba5-430e-9c65-9153d737f88a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "GET /v2.0/floatingips/ec89cf4f-91dd-488c-a3b5-7bc789f356bd HTTP/1.1" status: 200 len: 688 time: 0.1589324 Nov 12 11:08:24.535492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:24.560385 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7e085ed-71f9-41fd-a1a7-b4d73f0bb07d req-ec0915e1-9500-4809-88fc-6eae3720f740 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.0712306 Nov 12 11:08:24.631881 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4900228a-1cb9-42bc-9470-37ce1fe67b98 x-openstack-request-id: req-4900228a-1cb9-42bc-9470-37ce1fe67b98 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:24.632299 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-plugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:24.632710 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4900228a-1cb9-42bc-9470-37ce1fe67b98 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:24.633295 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'code': 200} Nov 12 11:08:24.879495 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10a3ff-c509-48b4-84ec-4361f8ac2752 req-706e24f1-172d-4be4-b90e-4b26d2a0ff08 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:24.897915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe10a3ff-c509-48b4-84ec-4361f8ac2752 req-706e24f1-172d-4be4-b90e-4b26d2a0ff08 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2737381 Nov 12 11:08:25.035035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 4b0f1a2b-3689-4afb-8bd4-802ad7f32ff6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:25.035780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.110838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe10a3ff-c509-48b4-84ec-4361f8ac2752 req-5ea6d867-713a-41cf-bf41-ffa1d8dd892a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055848 Nov 12 11:08:25.287605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.288525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.313135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 4b0f1a2b-3689-4afb-8bd4-802ad7f32ff6 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:25.525584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.674393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=4b0f1a2b-3689-4afb-8bd4-802ad7f32ff6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:25.790244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139151d-779f-4d0f-8334-a2d9a333b334 req-a6e55985-99a4-4b79-9f73-ab46ec75325a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.809981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d139151d-779f-4d0f-8334-a2d9a333b334 req-a6e55985-99a4-4b79-9f73-ab46ec75325a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1915560 Nov 12 11:08:25.876982 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.880572 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.887880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f735ebab-56b4-4f27-b918-789411e63fb6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/floatingips/ec89cf4f-91dd-488c-a3b5-7bc789f356bd HTTP/1.1" status: 204 len: 168 time: 1.3995481 Nov 12 11:08:25.893306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38078) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:25.913664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'af64b469-e468-4bf5-afac-01cdd31e003f'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:25.972334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de7fb1f9-cc8d-44f5-aea5-5813bae99209 req-e8648984-2e4f-4a99-97a0-86595d619bed tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5671160-c777-46de-8aaf-1447d9539fdc HTTP/1.1" status: 200 len: 210 time: 0.1081357 Nov 12 11:08:26.005014 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.147181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d139151d-779f-4d0f-8334-a2d9a333b334 req-352938f7-f03c-4c29-ae28-7f8462e1c037 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314691 Nov 12 11:08:26.271206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcb0c-11ae-4a46-8a64-ebfa9c754cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.381661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.426974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4d90-389d-486d-80f4-b4d39fb02ad2 req-6fac4111-0319-4815-aefc-cc3e44be631e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:26.428929 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2f4d90-389d-486d-80f4-b4d39fb02ad2 req-6fac4111-0319-4815-aefc-cc3e44be631e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.0885444 Nov 12 11:08:26.542164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2f4d90-389d-486d-80f4-b4d39fb02ad2 req-c8f5472b-a2aa-4a05-b88f-8f8585161db1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058199 Nov 12 11:08:26.716428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.25.2.247 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/d80454f3-fbd3-4447-b68b-57a281c35cba) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:27.047583 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.117977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.187924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38092) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:27.320636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:27.332913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:27.364707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:27.402777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=d80454f3-fbd3-4447-b68b-57a281c35cba,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:27.483471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0cced71d-6264-41dd-ba53-4394581da66b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.542219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ed27d-ef64-4060-9b00-38f904b9a0ee req-f260d36b-211e-49cf-98ea-f556494c50e6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.544604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb0ed27d-ef64-4060-9b00-38f904b9a0ee req-f260d36b-211e-49cf-98ea-f556494c50e6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1368964 Nov 12 11:08:27.555249 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0cced71d-6264-41dd-ba53-4394581da66b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.689830 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.821320 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb0ed27d-ef64-4060-9b00-38f904b9a0ee req-7cb1ab91-7e9e-4407-87a7-b6c63acea0dc tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601538 Nov 12 11:08:27.862213 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0cced71d-6264-41dd-ba53-4394581da66b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.883119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0cced71d-6264-41dd-ba53-4394581da66b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.887885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0cced71d-6264-41dd-ba53-4394581da66b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "DELETE /v2.0/security-groups/ce7fb2b2-2953-431c-9b04-478b982e2164 HTTP/1.1" status: 204 len: 168 time: 0.6985757 Nov 12 11:08:27.888571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38096) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:27.919663 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-2939058d-df2c-4eb8-ac71-ad706c09b8bd tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] show failed (client error): The resource could not be found. Nov 12 11:08:27.929443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2939058d-df2c-4eb8-ac71-ad706c09b8bd tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "GET /v2.0/security-groups/ce7fb2b2-2953-431c-9b04-478b982e2164 HTTP/1.1" status: 404 len: 347 time: 0.0349762 Nov 12 11:08:27.931217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38098) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:27.993067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338e2bc-adf1-4124-a644-3a4b2cc21db0 req-23290fd0-847e-4cb6-94e7-30d855a9fbb6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.003419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5338e2bc-adf1-4124-a644-3a4b2cc21db0 req-23290fd0-847e-4cb6-94e7-30d855a9fbb6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1889060 Nov 12 11:08:28.113683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cced71d-6264-41dd-ba53-4394581da66b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7fb2b2-2953-431c-9b04-478b982e2164,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:28.238528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5338e2bc-adf1-4124-a644-3a4b2cc21db0 req-5f17d099-aa4b-45af-8db2-030c589fb181 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338073 Nov 12 11:08:28.242698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port 083ff3eb-6dc3-47f7-98f6-ef0353fda7f8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:28.243170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.436853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.437422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.479348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for 083ff3eb-6dc3-47f7-98f6-ef0353fda7f8 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:28.493070 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.758376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.794161 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.852009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=083ff3eb-6dc3-47f7-98f6-ef0353fda7f8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:29.093487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.097199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.098386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-61179b7b-aa1d-4716-8917-7510aa8de139 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "DELETE /v2.0/floatingips/c73db7f9-2f11-4ae2-8d85-e07bf756327c HTTP/1.1" status: 204 len: 168 time: 1.1587601 Nov 12 11:08:29.101733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38104) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:29.156782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16472f8b-481c-4eca-bd0b-c886168d4a9f req-0effa98b-a514-47b0-b889-f93d3892927f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:29.165342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16472f8b-481c-4eca-bd0b-c886168d4a9f req-0effa98b-a514-47b0-b889-f93d3892927f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1564522 Nov 12 11:08:29.250174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9105e724-faca-489b-a03d-f00799c657ac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:29.250837 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9105e724-faca-489b-a03d-f00799c657ac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.253184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16472f8b-481c-4eca-bd0b-c886168d4a9f req-21a0dfa9-5379-4902-9d40-0e0bda6d1982 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814095 Nov 12 11:08:29.269115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.275409 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.414560 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.442445 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.577324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=d80454f3-fbd3-4447-b68b-57a281c35cba,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:29.668229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9105e724-faca-489b-a03d-f00799c657ac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.714550 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP a9d45aad-5c72-4366-b552-292cd3429f50 associated. External IP: 172.25.2.247, port: af64b469-e468-4bf5-afac-01cdd31e003f. Nov 12 11:08:29.739932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9105e724-faca-489b-a03d-f00799c657ac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for 6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:29.957443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c6f82-1e92-41e1-bb90-d95d905f9313 req-233db555-bad6-4f62-bb20-ccb8877618d6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:29.960063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d4c6f82-1e92-41e1-bb90-d95d905f9313 req-233db555-bad6-4f62-bb20-ccb8877618d6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.4706924 Nov 12 11:08:29.970443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9105e724-faca-489b-a03d-f00799c657ac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.080298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105e724-faca-489b-a03d-f00799c657ac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=6120c0c9-9800-4d56-b328-aa0cb8cd3ec3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:30.168679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:30.311409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d4c6f82-1e92-41e1-bb90-d95d905f9313 req-cfcd28d8-9182-4445-b058-15691cb08d05 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063977 Nov 12 11:08:30.333172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9105e724-faca-489b-a03d-f00799c657ac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.343986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9105e724-faca-489b-a03d-f00799c657ac tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "DELETE /v2.0/ports/6120c0c9-9800-4d56-b328-aa0cb8cd3ec3 HTTP/1.1" status: 204 len: 168 time: 1.2407155 Nov 12 11:08:30.349940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38118) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:30.451514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:30.466477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf13474-8e97-4e9d-89b5-5aeef101d401 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:30.478231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.490409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf13474-8e97-4e9d-89b5-5aeef101d401 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:30.491214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1cf13474-8e97-4e9d-89b5-5aeef101d401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:30.516438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-be686a6e-7e1b-450f-a44d-a94f55f2f26a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6215620 Nov 12 11:08:30.530702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41686eec-551d-455a-8d54-ed66a93efe13 req-84f988f6-5b8e-4e30-b838-ce7e802ef6fe tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.538177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38120) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:30.544324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41686eec-551d-455a-8d54-ed66a93efe13 req-84f988f6-5b8e-4e30-b838-ce7e802ef6fe tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1464491 Nov 12 11:08:30.547587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1313878627'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:30.627467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1cf13474-8e97-4e9d-89b5-5aeef101d401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:30.682382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41686eec-551d-455a-8d54-ed66a93efe13 req-f0fa5b37-3d02-42fe-9abd-bc1ff00b141b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368771 Nov 12 11:08:30.684253 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.691245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:30.694006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf13474-8e97-4e9d-89b5-5aeef101d401 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:30.695677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1cf13474-8e97-4e9d-89b5-5aeef101d401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:30.714535 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.759294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1cf13474-8e97-4e9d-89b5-5aeef101d401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:30.760730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf13474-8e97-4e9d-89b5-5aeef101d401 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:30.799886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-11a65ad0-fdb4-42c2-93ec-dae704ed364e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:30.800234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11a65ad0-fdb4-42c2-93ec-dae704ed364e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.900595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:08:30.950732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.951254 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Added segment df75c2fc-2e01-4004-8dca-2753681e6e46 of type vlan for network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d Nov 12 11:08:31.108714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.120139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11a65ad0-fdb4-42c2-93ec-dae704ed364e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.157458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-11a65ad0-fdb4-42c2-93ec-dae704ed364e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for 336ba9c3-e927-48fb-ab90-fe2b9e7f34ad owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:31.200555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.221627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:31.222306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.424824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8800173 Nov 12 11:08:31.425191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38126) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:31.430460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'subnet': {'network_id': '9643fa2f-cb39-4a5d-a35b-3e5d24de538d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:31.465931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1377a86-a691-4d71-a07a-73bca1adbe0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Network': ['ID=9643fa2f-cb39-4a5d-a35b-3e5d24de538d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:31.480799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:08:31.572258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11a65ad0-fdb4-42c2-93ec-dae704ed364e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.637642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a65ad0-fdb4-42c2-93ec-dae704ed364e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=336ba9c3-e927-48fb-ab90-fe2b9e7f34ad,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:31.642643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:31.652249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.668591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b5d60-3057-41b3-b56a-633f4407c189 req-826de041-53c1-4f93-86ef-1b2442fa6fa7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:31.670746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-056b5d60-3057-41b3-b56a-633f4407c189 req-826de041-53c1-4f93-86ef-1b2442fa6fa7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1994023 Nov 12 11:08:31.761119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11a65ad0-fdb4-42c2-93ec-dae704ed364e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.766478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-11a65ad0-fdb4-42c2-93ec-dae704ed364e tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "DELETE /v2.0/ports/336ba9c3-e927-48fb-ab90-fe2b9e7f34ad HTTP/1.1" status: 204 len: 168 time: 1.4135878 Nov 12 11:08:31.768951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38130) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:31.824051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-056b5d60-3057-41b3-b56a-633f4407c189 req-e4d42601-f9ae-4aa9-b2f3-c9fbffeb1a50 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338568 Nov 12 11:08:31.899247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31764ca-8255-4575-bc13-a6046736dc3b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting subnet 31dd4282-a1d7-4d59-9a3f-d54466a2c122 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:31.907690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f31764ca-8255-4575-bc13-a6046736dc3b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.956117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0290b1-a19e-42c9-a9a2-2fd66ab95c81 req-a491d7cb-d372-4611-99c8-6fce7138343f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:31.959523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf0290b1-a19e-42c9-a9a2-2fd66ab95c81 req-a491d7cb-d372-4611-99c8-6fce7138343f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1637094 Nov 12 11:08:31.997084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f31764ca-8255-4575-bc13-a6046736dc3b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.074245 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.078916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf0290b1-a19e-42c9-a9a2-2fd66ab95c81 req-44936f0e-17cf-4b59-beff-cf2182a951dc tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115599 Nov 12 11:08:32.148666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Subnet': ['ID=dca60527-8427-4bf2-89e0-23cc10ed0252,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:32.186908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f31764ca-8255-4575-bc13-a6046736dc3b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.216296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Checking segment: {'id': 'df75c2fc-2e01-4004-8dca-2753681e6e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9643fa2f-cb39-4a5d-a35b-3e5d24de538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:32.217052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network hostable DHCP agents. Network: 9643fa2f-cb39-4a5d-a35b-3e5d24de538d, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:08:32.252623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:08:32.264821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9643fa2f-cb39-4a5d-a35b-3e5d24de538d) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:32.278887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74135c2-48fd-4c4f-978f-7e01ba8d33bc None None] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:32.289292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:32.293441 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.308281 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f31764ca-8255-4575-bc13-a6046736dc3b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.338564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31764ca-8255-4575-bc13-a6046736dc3b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Subnet': ['ID=31dd4282-a1d7-4d59-9a3f-d54466a2c122,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:32.343508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38134) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:32.345996 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8ffe039f-3217-4143-bcc1-78ca59cd15f2 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9195228 Nov 12 11:08:32.348443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1285046170', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:32.370451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f31764ca-8255-4575-bc13-a6046736dc3b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.376460 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f31764ca-8255-4575-bc13-a6046736dc3b tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "DELETE /v2.0/subnets/31dd4282-a1d7-4d59-9a3f-d54466a2c122 HTTP/1.1" status: 204 len: 168 time: 0.6041627 Nov 12 11:08:32.377320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38136) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:32.409654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4d83f-7bf5-456f-8b34-40582b987362 None None] Network 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:32.441734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.442828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.459695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0d2198-fd8b-4949-b082-46bb36ba7820 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting subnet 4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:32.464649 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2198-fd8b-4949-b082-46bb36ba7820 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.571117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2198-fd8b-4949-b082-46bb36ba7820 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.575706 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.777255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-9643fa2f-cb39-4a5d-a35b-3e5d24de538d', 'network_id': '9643fa2f-cb39-4a5d-a35b-3e5d24de538d', 'tenant_id': 'd0248839139b47fc87ffbdb5c9b30792', 'fixed_ips': [{'subnet_id': 'dca60527-8427-4bf2-89e0-23cc10ed0252'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:08:32.779324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.781831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] DHCP port deletion for 54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:32.865630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.978875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2198-fd8b-4949-b082-46bb36ba7820 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.982590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] Deleting port aff91da4-197d-4d38-afec-cb75a4d32d08 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:32.982590 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.058616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5a05f-59e9-4c70-add3-1f72ba757afc req-f6fc0c16-e8c7-4c67-b8e3-c5291c5bc17e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:33.069933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5b5a05f-59e9-4c70-add3-1f72ba757afc req-f6fc0c16-e8c7-4c67-b8e3-c5291c5bc17e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1189601 Nov 12 11:08:33.098589 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2198-fd8b-4949-b082-46bb36ba7820 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.145523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2198-fd8b-4949-b082-46bb36ba7820 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.150390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6e0d2198-fd8b-4949-b082-46bb36ba7820 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "DELETE /v2.0/subnets/4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0 HTTP/1.1" status: 204 len: 168 time: 0.7726269 Nov 12 11:08:33.158189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38148) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:33.164647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d2198-fd8b-4949-b082-46bb36ba7820 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Subnet': ['ID=4a89f8fc-e4ec-4420-8b88-ebebe6ccdee0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:33.165520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5b5a05f-59e9-4c70-add3-1f72ba757afc req-06f86281-2bd1-4567-a465-6e5496b01613 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934978 Nov 12 11:08:33.175436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb633a-d92a-4163-9e08-cd9124e00e22 None None] Network 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:33.223780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Allocated IP 172.20.0.2 (9643fa2f-cb39-4a5d-a35b-3e5d24de538d/dca60527-8427-4bf2-89e0-23cc10ed0252/91036b98-619e-49db-ae13-c0ca8b8d7e01) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:33.253939 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] For port aff91da4-197d-4d38-afec-cb75a4d32d08, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aff91da4-197d-4d38-afec-cb75a4d32d08,segment=NetworkSegment(7382ed91-5b96-4ffa-b34b-45b745006193),segment_id=7382ed91-5b96-4ffa-b34b-45b745006193)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:33.254949 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.325120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] Calling delete_port for aff91da4-197d-4d38-afec-cb75a4d32d08 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:33.448230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.478731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.515721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.528991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a05ef-3abb-4b68-9661-efd5fa14b258 req-f3e2b22e-da49-4662-8e0c-c37f4aca849a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:33.539681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b9a05ef-3abb-4b68-9661-efd5fa14b258 req-f3e2b22e-da49-4662-8e0c-c37f4aca849a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.2643883 Nov 12 11:08:33.677959 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.712090 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b9a05ef-3abb-4b68-9661-efd5fa14b258 req-e8295867-e4af-4f36-8144-0d78eeffeac2 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713655 Nov 12 11:08:33.757137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] Pushing event deleted for resources: {'Port': ['ID=aff91da4-197d-4d38-afec-cb75a4d32d08,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:33.763640 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] DHCP port deletion for 19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:33.816094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Deleting port aff91da4-197d-4d38-afec-cb75a4d32d08 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:33.816559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.842447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b44c21-48ac-452a-b0a8-7316594dbad4 None None] No DVR routers for this DVR port aff91da4-197d-4d38-afec-cb75a4d32d08 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:33.843965 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aff91da4-197d-4d38-afec-cb75a4d32d08 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:33.867797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.25.2.191 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/3b9b1254-089d-4645-b7d7-a769621b11b3) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:33.925180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: aff91da4-197d-4d38-afec-cb75a4d32d08 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:33.925873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aff91da4-197d-4d38-afec-cb75a4d32d08 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:33.935958 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.942762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] For port aff91da4-197d-4d38-afec-cb75a4d32d08, host n-d-768851-19, got binding levels [] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:33.942895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.949400 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.974727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Calling delete_port for aff91da4-197d-4d38-afec-cb75a4d32d08 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:34.001904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:34.012149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Port aff91da4-197d-4d38-afec-cb75a4d32d08 was not found and therefore no delete operation was performed {{(pid=109165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:08:34.014443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:34.016340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.017121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:34.025485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] Deleting port d62b264f-83e0-4c62-9ebb-015324fecbc8 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:34.025864 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.065878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Pushing event updated for resources: {'Port': ['ID=91036b98-619e-49db-ae13-c0ca8b8d7e01,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:34.500115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Port': ['ID=aff91da4-197d-4d38-afec-cb75a4d32d08,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:34.520433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] For port d62b264f-83e0-4c62-9ebb-015324fecbc8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d62b264f-83e0-4c62-9ebb-015324fecbc8,segment=NetworkSegment(21cb7eca-dbd8-4607-bf47-2585c1304902),segment_id=21cb7eca-dbd8-4607-bf47-2585c1304902)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:34.520710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] No DVR routers for this DVR port aff91da4-197d-4d38-afec-cb75a4d32d08 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:34.521104 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.562717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Attempting to bind port 91036b98-619e-49db-ae13-c0ca8b8d7e01 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:34.563275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Attempting to bind port 91036b98-619e-49db-ae13-c0ca8b8d7e01 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'df75c2fc-2e01-4004-8dca-2753681e6e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9643fa2f-cb39-4a5d-a35b-3e5d24de538d'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:34.563778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Attempting to bind port 91036b98-619e-49db-ae13-c0ca8b8d7e01 on network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:34.569000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] Calling delete_port for d62b264f-83e0-4c62-9ebb-015324fecbc8 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:34.580384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:34.580976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Checking segment: {'id': 'df75c2fc-2e01-4004-8dca-2753681e6e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9643fa2f-cb39-4a5d-a35b-3e5d24de538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:34.581960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.582241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Bound using segment: {'id': 'df75c2fc-2e01-4004-8dca-2753681e6e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9643fa2f-cb39-4a5d-a35b-3e5d24de538d'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:34.583011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Bound port: 91036b98-619e-49db-ae13-c0ca8b8d7e01, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df75c2fc-2e01-4004-8dca-2753681e6e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9643fa2f-cb39-4a5d-a35b-3e5d24de538d'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:34.583624 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.653538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6d65-07ed-40de-9124-91f17f67d78e req-83a26f8d-9671-437c-b6ee-e8d647f0d750 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.655378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a98f6d65-07ed-40de-9124-91f17f67d78e req-83a26f8d-9671-437c-b6ee-e8d647f0d750 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2458360 Nov 12 11:08:34.658583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.763170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.769981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] For port 91036b98-619e-49db-ae13-c0ca8b8d7e01, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:34.782410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] For port 91036b98-619e-49db-ae13-c0ca8b8d7e01, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91036b98-619e-49db-ae13-c0ca8b8d7e01,segment=NetworkSegment(df75c2fc-2e01-4004-8dca-2753681e6e46),segment_id=df75c2fc-2e01-4004-8dca-2753681e6e46)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:34.805446 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.834082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a98f6d65-07ed-40de-9124-91f17f67d78e req-40e23112-55b2-4699-ad2c-b6bf3bee3c01 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629355 Nov 12 11:08:34.864328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a4674f-b7b8-4f8c-a7e0-7d05052d87d3']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:34.872379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11164eea-b45b-43ec-85a2-14e416c562a4 None None] Pushing event updated for resources: {'Port': ['ID=91036b98-619e-49db-ae13-c0ca8b8d7e01,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:34.918480 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.936190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7382ed91-5b96-4ffa-b34b-45b745006193') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:34.936466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7382ed91-5b96-4ffa-b34b-45b745006193') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:34.963042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fe8b0-2c5f-4461-ba27-63692a8f1777 req-38d1f3c6-4f48-4a57-8584-e1ee32b12a37 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.973801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.979261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d92fe8b0-2c5f-4461-ba27-63692a8f1777 req-38d1f3c6-4f48-4a57-8584-e1ee32b12a37 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1477432 Nov 12 11:08:35.003629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.014195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] Pushing event deleted for resources: {'Port': ['ID=d62b264f-83e0-4c62-9ebb-015324fecbc8,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:35.023896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.041231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa6b2b-a07d-48c2-979a-d146ef8294af None None] No DVR routers for this DVR port d62b264f-83e0-4c62-9ebb-015324fecbc8 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:35.077203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:08:35.077939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.078393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d92fe8b0-2c5f-4461-ba27-63692a8f1777 req-f8633d60-2589-4691-ad07-ffcd6013f916 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968444 Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:08:35.087167 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:08:35.102186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:35.165180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:35.184117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:35.189777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce811b6a-6fd9-463f-85db-6ddfb354e3e3 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:35.269863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=3b9b1254-089d-4645-b7d7-a769621b11b3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:35.312040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.327478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.339955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "DELETE /v2.0/networks/54a4674f-b7b8-4f8c-a7e0-7d05052d87d3 HTTP/1.1" status: 204 len: 168 time: 2.1687186 Nov 12 11:08:35.340224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9182ac5c-21d1-41b9-8b63-ea9adb33033e None None] Provisioning complete for port 3b9b1254-089d-4645-b7d7-a769621b11b3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:35.340224 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9182ac5c-21d1-41b9-8b63-ea9adb33033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.340572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38172) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:35.406479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9182ac5c-21d1-41b9-8b63-ea9adb33033e None None] Port 3b9b1254-089d-4645-b7d7-a769621b11b3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:08:35.467941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.514332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d72545-b03e-404f-a087-7296e53c24f6 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Network': ['ID=54a4674f-b7b8-4f8c-a7e0-7d05052d87d3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:35.628063 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.678149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b321b1-dc6e-4a0d-aabc-06e1fdd767b2']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:35.711411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cb7eca-dbd8-4607-bf47-2585c1304902') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:35.711706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cb7eca-dbd8-4607-bf47-2585c1304902') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:35.731416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.761990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.779462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:08:35.779462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:08:35.844653 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:08:35.876661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91036b98-619e-49db-ae13-c0ca8b8d7e01 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:35.941575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.952896 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.974716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.005493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] 10.222.0.31 "DELETE /v2.0/networks/19b321b1-dc6e-4a0d-aabc-06e1fdd767b2 HTTP/1.1" status: 204 len: 168 time: 0.6639967 Nov 12 11:08:36.080508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3ce10-3c53-4941-bf32-42f102c426a7 tempest-TaggedBootDevicesTest_v242-315033947 tempest-TaggedBootDevicesTest_v242-315033947-project] Pushing event deleted for resources: {'Network': ['ID=19b321b1-dc6e-4a0d-aabc-06e1fdd767b2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:36.094628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 91036b98-619e-49db-ae13-c0ca8b8d7e01 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:36.094628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.322331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36befe-4329-4020-a354-f693d9b8d195 req-ed2c61b4-f68c-4675-bb20-d6a5afbbd23e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:36.337150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb36befe-4329-4020-a354-f693d9b8d195 req-ed2c61b4-f68c-4675-bb20-d6a5afbbd23e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.2904162 Nov 12 11:08:36.384178 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.440114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb36befe-4329-4020-a354-f693d9b8d195 req-ebe7e512-0166-4878-96a1-221b9cb3b969 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018765 Nov 12 11:08:36.451653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 91036b98-619e-49db-ae13-c0ca8b8d7e01, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91036b98-619e-49db-ae13-c0ca8b8d7e01,segment=NetworkSegment(df75c2fc-2e01-4004-8dca-2753681e6e46),segment_id=df75c2fc-2e01-4004-8dca-2753681e6e46)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:36.457447 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.564156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d62b264f-83e0-4c62-9ebb-015324fecbc8 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:36.610496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: d62b264f-83e0-4c62-9ebb-015324fecbc8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:36.610742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d62b264f-83e0-4c62-9ebb-015324fecbc8 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:36.618011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=91036b98-619e-49db-ae13-c0ca8b8d7e01,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:36.680263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770956c-0f39-4d92-b5d3-50c1fa9a66bb req-905f399c-2e57-48b9-b48f-7eb8a23d29f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:36.693729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c770956c-0f39-4d92-b5d3-50c1fa9a66bb req-905f399c-2e57-48b9-b48f-7eb8a23d29f1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.3227096 Nov 12 11:08:36.921584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.930436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c770956c-0f39-4d92-b5d3-50c1fa9a66bb req-86c7073b-a26f-4245-b630-7330c8be2521 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311192 Nov 12 11:08:36.964932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c3e2b-24cb-4730-920a-b1a85f8d6a79 None None] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:37.114162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7f775efa-b9c9-4045-8afc-0660e7ff53e8 None None] Provisioning complete for port 91036b98-619e-49db-ae13-c0ca8b8d7e01 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:37.114538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7f775efa-b9c9-4045-8afc-0660e7ff53e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.125771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router 1d8c8594-2726-42dd-8633-56ff0c1b6fb5 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:08:37.363763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:37.374813 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6204f-e6e7-4e2c-98ee-7b968af82ac0 None None] Sync routers for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:37.397519 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6204f-e6e7-4e2c-98ee-7b968af82ac0 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:37.398458 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-56e6204f-e6e7-4e2c-98ee-7b968af82ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:37.404453 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.406091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3c59e699-285c-4bb6-997e-bb44e22f1d0c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0613391 Nov 12 11:08:37.408994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38196) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:37.465982 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-56e6204f-e6e7-4e2c-98ee-7b968af82ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:37.495780 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6204f-e6e7-4e2c-98ee-7b968af82ac0 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:37.496573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-56e6204f-e6e7-4e2c-98ee-7b968af82ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:37.610760 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-56e6204f-e6e7-4e2c-98ee-7b968af82ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:37.611529 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6204f-e6e7-4e2c-98ee-7b968af82ac0 None None] The sync data for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:37.653969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f64a54cb-253d-483d-961b-dac382d060fc None None] Provisioning complete for port 91036b98-619e-49db-ae13-c0ca8b8d7e01 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:37.654349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f64a54cb-253d-483d-961b-dac382d060fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.823066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6266-ebe3-4ca6-9794-e92a8bea380b req-78868331-d55e-494f-bff8-392fead2dc4c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.846436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e20f6266-ebe3-4ca6-9794-e92a8bea380b req-78868331-d55e-494f-bff8-392fead2dc4c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1850741 Nov 12 11:08:37.880917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91036b98-619e-49db-ae13-c0ca8b8d7e01 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:37.958858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 91036b98-619e-49db-ae13-c0ca8b8d7e01 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:37.959331 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:38.042094 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e20f6266-ebe3-4ca6-9794-e92a8bea380b req-477a3049-3253-45e6-b1c1-cbee7fb51f06 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906719 Nov 12 11:08:38.270087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20714b-f2b2-473c-9ad8-f583dc60f29e req-5033e0ba-9c5e-4ed7-be62-8b1ba6f907e1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:38.281812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac20714b-f2b2-473c-9ad8-f583dc60f29e req-5033e0ba-9c5e-4ed7-be62-8b1ba6f907e1 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1494350 Nov 12 11:08:38.385426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac20714b-f2b2-473c-9ad8-f583dc60f29e req-94141a7a-96ca-45fe-98c7-efc92dbf76ab tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996795 Nov 12 11:08:38.498905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:38.683838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f307e5-eca6-4034-b1b4-9aa33e8156f5 req-adf647ad-6bed-43b9-948c-a6ffb4f11ad6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:38.694630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30f307e5-eca6-4034-b1b4-9aa33e8156f5 req-adf647ad-6bed-43b9-948c-a6ffb4f11ad6 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.0780458 Nov 12 11:08:38.758623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30f307e5-eca6-4034-b1b4-9aa33e8156f5 req-53495577-c5dd-44e0-b1f5-9cc23eec0d4a tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624285 Nov 12 11:08:38.973192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.20.0.1 (9643fa2f-cb39-4a5d-a35b-3e5d24de538d/dca60527-8427-4bf2-89e0-23cc10ed0252/78801258-9363-4142-b83f-488a63fd405e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:38.983422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1234d-bff3-4189-9c45-a05eb4022416 req-70b2f8be-55d9-4646-939d-8c766483f13e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:38.993828 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-12e1234d-bff3-4189-9c45-a05eb4022416 req-70b2f8be-55d9-4646-939d-8c766483f13e tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1130264 Nov 12 11:08:39.089943 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-12e1234d-bff3-4189-9c45-a05eb4022416 req-2f5bf558-d05b-407c-9e1a-c04f497e8b4b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949497 Nov 12 11:08:39.299289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:39.377126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9db464-02d0-4dc9-b32d-e3a56b95fdcb req-79e8947b-b067-4c05-a5a7-6fce2f89e642 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:39.378709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa9db464-02d0-4dc9-b32d-e3a56b95fdcb req-79e8947b-b067-4c05-a5a7-6fce2f89e642 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 944 time: 0.1622198 Nov 12 11:08:39.413024 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.493591 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.494861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:39.514764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa9db464-02d0-4dc9-b32d-e3a56b95fdcb req-9e21319c-62a8-466e-914b-4963c83871ed tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274154 Nov 12 11:08:39.538846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'port_id': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'mac_address': 'fa:16:3e:ea:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:39.550600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:39.556771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:39.610156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:39.614027 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.640383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4876752-03c9-45b0-8867-16c8048c05bf {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:39.668894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:39.677638 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.816599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:39.911865 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.915680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d4876752-03c9-45b0-8867-16c8048c05bf'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:40.125737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9de37aea-3d7f-4261-bad7-b6ac8ef8345b None None] Provisioning complete for port 78801258-9363-4142-b83f-488a63fd405e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:40.126241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9de37aea-3d7f-4261-bad7-b6ac8ef8345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.200767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9de37aea-3d7f-4261-bad7-b6ac8ef8345b None None] Port 78801258-9363-4142-b83f-488a63fd405e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:08:40.243937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.365738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=78801258-9363-4142-b83f-488a63fd405e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:40.382790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.443984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f40b-fe70-4e3d-85a6-439c3c537d33 req-32805d9a-8662-4ba2-ad4b-0a2d1ce4d9ad tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.456848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccf6f40b-fe70-4e3d-85a6-439c3c537d33 req-32805d9a-8662-4ba2-ad4b-0a2d1ce4d9ad tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.9039109 Nov 12 11:08:40.490703 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.669486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccf6f40b-fe70-4e3d-85a6-439c3c537d33 req-607b9e38-32db-418b-be25-10d0b4f54f98 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099605 Nov 12 11:08:40.786672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc4663-581c-460e-942e-83e8df718317 req-be61093f-6aed-4fd6-b81f-a1f4b8290186 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.796075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2fc4663-581c-460e-942e-83e8df718317 req-be61093f-6aed-4fd6-b81f-a1f4b8290186 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 945 time: 0.1189387 Nov 12 11:08:40.832316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-20fbf2f2-e04c-4bbe-ba3a-653f72eaecd3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.834299 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-20fbf2f2-e04c-4bbe-ba3a-653f72eaecd3 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 945 time: 0.1591184 Nov 12 11:08:40.878731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2fc4663-581c-460e-942e-83e8df718317 req-9beb6231-7854-4368-a66a-71580429e44a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721750 Nov 12 11:08:41.051667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Deleting port 0c9c4539-ce21-424e-9a83-a217639a77c8 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:41.052022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.227161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] For port 0c9c4539-ce21-424e-9a83-a217639a77c8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0c9c4539-ce21-424e-9a83-a217639a77c8,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:41.227530 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.231340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.240450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.251832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Calling delete_port for 0c9c4539-ce21-424e-9a83-a217639a77c8 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:41.303936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:41.385735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d4876752-03c9-45b0-8867-16c8048c05bf triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:41.386435 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.388997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=78801258-9363-4142-b83f-488a63fd405e,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:41.393433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.517223 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.558929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:41.566001 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e0c195-de45-4721-83d4-830ad2ecde5d" -d '{"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-plugged", "status": "completed", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:41.592521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:41.600205 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.643782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:41.654385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:41.719997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=10']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:41.743902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.756511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578', '0c9c4539-ce21-424e-9a83-a217639a77c8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:41.896966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event deleted for resources: {'Port': ['ID=0c9c4539-ce21-424e-9a83-a217639a77c8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:42.024780 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66d6dce-4ff2-4318-ab63-78e6480650a1 x-openstack-request-id: req-a66d6dce-4ff2-4318-ab63-78e6480650a1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:42.026078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f02ecb19-ec3d-4390-8229-fa4909950928 req-8ed08ce5-6fe2-478e-b850-d4d7d8460067 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5173b3-a004-44e2-8d75-7f926b7c65de HTTP/1.1" status: 200 len: 210 time: 0.0725408 Nov 12 11:08:42.027697 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-plugged", "status": "completed", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:42.027989 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a66d6dce-4ff2-4318-ab63-78e6480650a1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:42.028391 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'code': 200} Nov 12 11:08:42.090177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] No DVR routers for this DVR port 0c9c4539-ce21-424e-9a83-a217639a77c8 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:42.096600 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.109759 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37865e0c-1c0a-4de6-9c46-35a27df09f2d req-be798976-82af-43ec-9ea9-e245bf7f9b07 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "DELETE /v2.0/ports/0c9c4539-ce21-424e-9a83-a217639a77c8 HTTP/1.1" status: 204 len: 173 time: 1.2583473 Nov 12 11:08:42.110429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5173b3-a004-44e2-8d75-7f926b7c65de', 'name': 'network-vif-deleted', 'tag': '0c9c4539-ce21-424e-9a83-a217639a77c8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:42.112791 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b73ba8-1db9-4ef9-b5c0-ddf0c9d3c1b4" -d '{"events": [{"server_uuid": "bc5173b3-a004-44e2-8d75-7f926b7c65de", "name": "network-vif-deleted", "tag": "0c9c4539-ce21-424e-9a83-a217639a77c8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:42.156027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a6cc8924-cb20-4088-976d-6130a1884e2e None None] Provisioning complete for port 78801258-9363-4142-b83f-488a63fd405e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:42.156368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router 1d8c8594-2726-42dd-8633-56ff0c1b6fb5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:42.156578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8924-cb20-4088-976d-6130a1884e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.209904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc8924-cb20-4088-976d-6130a1884e2e None None] Port 78801258-9363-4142-b83f-488a63fd405e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:08:42.283599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaf07e-450e-41b7-8de7-5242606b2834 req-396824fb-43fb-43bb-b460-82b67368e484 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:42.286039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7faaf07e-450e-41b7-8de7-5242606b2834 req-396824fb-43fb-43bb-b460-82b67368e484 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 946 time: 0.0742922 Nov 12 11:08:42.368834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dab4fc-01c8-4af4-bb76-a071a759fedd req-3489546d-f130-44cb-9c1a-da885aa2e725 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:42.377118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7faaf07e-450e-41b7-8de7-5242606b2834 req-a4a179e5-d896-4195-b220-d67ebaffca29 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799921 Nov 12 11:08:42.377456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-62dab4fc-01c8-4af4-bb76-a071a759fedd req-3489546d-f130-44cb-9c1a-da885aa2e725 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 947 time: 0.1640301 Nov 12 11:08:42.439720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:42.449767 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-88c70316-1a26-4a28-a8c6-28c7a15ec40a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/routers/1d8c8594-2726-42dd-8633-56ff0c1b6fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0391958 Nov 12 11:08:42.452616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38290) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:42.459473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b1af4b-3ed2-403f-98fa-eaece2002005 None None] Sync routers for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:42.463964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'port': {'network_id': '9643fa2f-cb39-4a5d-a35b-3e5d24de538d', 'name': 'tempest-FloatingIPTestJSON-1094953066'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:42.483421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b1af4b-3ed2-403f-98fa-eaece2002005 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:42.484810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f8b1af4b-3ed2-403f-98fa-eaece2002005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:42.504715 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-62dab4fc-01c8-4af4-bb76-a071a759fedd req-2f8cf755-cb3b-4f57-9c38-6cfd9e1ecf74 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262548 Nov 12 11:08:42.509824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea42370-af64-4799-8272-17c79fa5c858 req-b9debffa-618d-410c-a5ec-af8485b7cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:42.515876 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fea42370-af64-4799-8272-17c79fa5c858 req-b9debffa-618d-410c-a5ec-af8485b7cebf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1099 time: 0.2548614 Nov 12 11:08:42.536090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f8b1af4b-3ed2-403f-98fa-eaece2002005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:42.562121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b1af4b-3ed2-403f-98fa-eaece2002005 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:42.562753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f8b1af4b-3ed2-403f-98fa-eaece2002005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:42.603112 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61564c8f-a01d-4820-83e6-9e6b566dd2e9 x-openstack-request-id: req-61564c8f-a01d-4820-83e6-9e6b566dd2e9 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:42.604513 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5173b3-a004-44e2-8d75-7f926b7c65de", "name": "network-vif-deleted", "tag": "0c9c4539-ce21-424e-9a83-a217639a77c8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:42.605456 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61564c8f-a01d-4820-83e6-9e6b566dd2e9 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:42.617884 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5173b3-a004-44e2-8d75-7f926b7c65de', 'name': 'network-vif-deleted', 'tag': '0c9c4539-ce21-424e-9a83-a217639a77c8', 'status': 'completed', 'code': 200} Nov 12 11:08:42.651337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f8b1af4b-3ed2-403f-98fa-eaece2002005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:42.652090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b1af4b-3ed2-403f-98fa-eaece2002005 None None] The sync data for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:42.748988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fea42370-af64-4799-8272-17c79fa5c858 req-c0d0dcb5-9fad-4e23-b004-4d4f55e7ab6f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148311 Nov 12 11:08:42.821547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Made reservation on behalf of d0248839139b47fc87ffbdb5c9b30792 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:42.825746 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.851482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] device_id is not set on port 809fb3b5-d99f-451d-a723-82f01997f1a0 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:08:43.013199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Allocated IP 172.20.0.3 (9643fa2f-cb39-4a5d-a35b-3e5d24de538d/dca60527-8427-4bf2-89e0-23cc10ed0252/809fb3b5-d99f-451d-a723-82f01997f1a0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:43.289269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.370348 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.445313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:43.450046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:43.479667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:43.606471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:43.606471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.697468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event updated for resources: {'Port': ['ID=809fb3b5-d99f-451d-a723-82f01997f1a0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:43.719394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9d5965c2-59f0-49c0-a9e6-b4de6fc8d158 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2648702 Nov 12 11:08:43.723577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38336) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:43.732012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Request body: {'floatingip': {'port_id': '809fb3b5-d99f-451d-a723-82f01997f1a0'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:43.905143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856f56f-3cdd-491e-b3fb-4b191c38b582 req-f7065de6-3e88-4a4b-abbd-519b89c5bab3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:43.921961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7856f56f-3cdd-491e-b3fb-4b191c38b582 req-f7065de6-3e88-4a4b-abbd-519b89c5bab3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 947 time: 0.1916118 Nov 12 11:08:43.945202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:43.975455 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.071816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7e73ca57-6a63-451a-97c8-b8b8c7dc9067 None None] Provisioning complete for port 809fb3b5-d99f-451d-a723-82f01997f1a0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:44.073215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7e73ca57-6a63-451a-97c8-b8b8c7dc9067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.166235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7856f56f-3cdd-491e-b3fb-4b191c38b582 req-3ee0ecec-abba-4498-b63d-a7c45417e3af tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409644 Nov 12 11:08:44.226227 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.299312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:44.307242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:44.312007 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd736b-a1c2-4d0d-95bf-0858e819fd77" -d '{"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-unplugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:44.341621 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.357013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7e73ca57-6a63-451a-97c8-b8b8c7dc9067 None None] Port 809fb3b5-d99f-451d-a723-82f01997f1a0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:08:44.460459 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1cd0c4-e09d-4f1d-a6c0-138727ab0370 x-openstack-request-id: req-1b1cd0c4-e09d-4f1d-a6c0-138727ab0370 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:44.460819 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-unplugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:44.461111 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b1cd0c4-e09d-4f1d-a6c0-138727ab0370 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:44.461621 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'code': 200} Nov 12 11:08:44.491590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:45.021950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1998250-182a-4d19-8ad0-2f4ab9e4417b req-5644092e-94fc-4f13-bc83-e4fdbf1d6f58 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:45.051672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1998250-182a-4d19-8ad0-2f4ab9e4417b req-5644092e-94fc-4f13-bc83-e4fdbf1d6f58 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 945 time: 0.1141596 Nov 12 11:08:45.150222 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:45.156536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:45.194020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1998250-182a-4d19-8ad0-2f4ab9e4417b req-6e7d2561-0291-4672-8c50-0c1e1c2d70de tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379781 Nov 12 11:08:45.319152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 0c9c4539-ce21-424e-9a83-a217639a77c8 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:45.361084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 0c9c4539-ce21-424e-9a83-a217639a77c8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:45.361663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 0c9c4539-ce21-424e-9a83-a217639a77c8 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:45.412440 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP a9d45aad-5c72-4366-b552-292cd3429f50 associated. External IP: 172.25.2.247, port: af64b469-e468-4bf5-afac-01cdd31e003f. Nov 12 11:08:45.466063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c1db-a28e-4bb4-ad91-3c892663cef9 req-26ca5d68-1f76-460f-bec4-d4cf02cb5ee7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:45.467656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c8e2c1db-a28e-4bb4-ad91-3c892663cef9 req-26ca5d68-1f76-460f-bec4-d4cf02cb5ee7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 947 time: 0.1250708 Nov 12 11:08:45.581836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c8e2c1db-a28e-4bb4-ad91-3c892663cef9 req-4cfd21d5-10c4-4123-88ad-19f414c18e7f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021812 Nov 12 11:08:45.741159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:45.887553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:45.899741 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529af062-8bfb-4689-b2a6-bbe8e9624fc5 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:45.916897 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529af062-8bfb-4689-b2a6-bbe8e9624fc5 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:45.917683 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-529af062-8bfb-4689-b2a6-bbe8e9624fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:45.955475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:45.966526 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-529af062-8bfb-4689-b2a6-bbe8e9624fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:45.980251 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529af062-8bfb-4689-b2a6-bbe8e9624fc5 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:45.981093 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-529af062-8bfb-4689-b2a6-bbe8e9624fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:46.041341 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-529af062-8bfb-4689-b2a6-bbe8e9624fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:46.042284 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529af062-8bfb-4689-b2a6-bbe8e9624fc5 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:46.125308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:46.145370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'mac_address': 'fa:16:3e:b3:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:46.220819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-c7fe2905-2c8a-4eda-8c1b-3ff0511ea10b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.222965 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-c7fe2905-2c8a-4eda-8c1b-3ff0511ea10b tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 945 time: 0.0755646 Nov 12 11:08:46.234117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:46.259295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9335e524-abff-4eb3-bd92-875aa0ce0877 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:46.337080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:46.354795 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:46.458021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:46.560400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9335e524-abff-4eb3-bd92-875aa0ce0877'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:47.001058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router 1d8c8594-2726-42dd-8633-56ff0c1b6fb5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:47.025193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5aaa5-fdde-49a1-a492-4da69148ba5a req-79a7acd0-82eb-44db-8b69-3b1e6cabaf4f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:47.027030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1cb5aaa5-fdde-49a1-a492-4da69148ba5a req-79a7acd0-82eb-44db-8b69-3b1e6cabaf4f tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 945 time: 0.2170379 Nov 12 11:08:47.200485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1cb5aaa5-fdde-49a1-a492-4da69148ba5a req-28ee769d-1773-45c8-b735-e228b92aed34 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598170 Nov 12 11:08:47.215404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Deleting port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:47.215941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.340304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:47.354075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbc87e-f7f8-49c9-a3bd-f1da1a048629 None None] Sync routers for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:47.355662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.396731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbc87e-f7f8-49c9-a3bd-f1da1a048629 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:47.397448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e7fbc87e-f7f8-49c9-a3bd-f1da1a048629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:47.465245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e7fbc87e-f7f8-49c9-a3bd-f1da1a048629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:47.482290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbc87e-f7f8-49c9-a3bd-f1da1a048629 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:47.483545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e7fbc87e-f7f8-49c9-a3bd-f1da1a048629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:47.537826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e7fbc87e-f7f8-49c9-a3bd-f1da1a048629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:47.538500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbc87e-f7f8-49c9-a3bd-f1da1a048629 None None] The sync data for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:47.547672 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5c3d2232-e626-488c-ad67-c18ff134d0f6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/floatingips/a9d45aad-5c72-4366-b552-292cd3429f50 HTTP/1.1" status: 200 len: 978 time: 3.8224740 Nov 12 11:08:47.550076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] For port 3ff033a2-81f3-49e0-83bb-2f7b7e263578, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3ff033a2-81f3-49e0-83bb-2f7b7e263578,segment=NetworkSegment(0ce650cd-fdcc-404f-921f-2f2831079d73),segment_id=0ce650cd-fdcc-404f-921f-2f2831079d73)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:47.550447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.551866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38444) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:47.570119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Calling delete_port for 3ff033a2-81f3-49e0-83bb-2f7b7e263578 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:47.730378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 809fb3b5-d99f-451d-a723-82f01997f1a0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:47.731124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.870193 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.914486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3ff033a2-81f3-49e0-83bb-2f7b7e263578'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:47.934305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.048563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:48.120115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Pushing event deleted for resources: {'Port': ['ID=3ff033a2-81f3-49e0-83bb-2f7b7e263578,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:48.194990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] No DVR routers for this DVR port 3ff033a2-81f3-49e0-83bb-2f7b7e263578 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:48.198499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.203240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a72eb96-090a-4071-b8d0-c575dc94430b req-1a39d5c8-3fbd-486e-a68e-30bca3cbac5d tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.52 "DELETE /v2.0/ports/3ff033a2-81f3-49e0-83bb-2f7b7e263578 HTTP/1.1" status: 204 len: 173 time: 1.3914933 Nov 12 11:08:48.203736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458a12d-c7df-43e2-ab57-efde19b9af40', 'name': 'network-vif-deleted', 'tag': '3ff033a2-81f3-49e0-83bb-2f7b7e263578'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:48.207575 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4c7259-ed6d-4ca6-b635-ac3fb597c67b" -d '{"events": [{"server_uuid": "c458a12d-c7df-43e2-ab57-efde19b9af40", "name": "network-vif-deleted", "tag": "3ff033a2-81f3-49e0-83bb-2f7b7e263578"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:48.216311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9335e524-abff-4eb3-bd92-875aa0ce0877 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:48.217536 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.306388 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca19292-7052-429e-aa0d-b6e94366e0a6 x-openstack-request-id: req-9ca19292-7052-429e-aa0d-b6e94366e0a6 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:48.307134 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c458a12d-c7df-43e2-ab57-efde19b9af40", "name": "network-vif-deleted", "tag": "3ff033a2-81f3-49e0-83bb-2f7b7e263578", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:48.307557 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ca19292-7052-429e-aa0d-b6e94366e0a6 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:48.308381 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458a12d-c7df-43e2-ab57-efde19b9af40', 'name': 'network-vif-deleted', 'tag': '3ff033a2-81f3-49e0-83bb-2f7b7e263578', 'status': 'completed', 'code': 200} Nov 12 11:08:48.377745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.378608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.379235 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Floating IP a9d45aad-5c72-4366-b552-292cd3429f50 disassociated. External IP: 172.25.2.247, port: 809fb3b5-d99f-451d-a723-82f01997f1a0. Nov 12 11:08:48.379992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 809fb3b5-d99f-451d-a723-82f01997f1a0 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:48.396239 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.443516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:48.446130 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f221bff6-a44c-4245-9563-4acacfc72a67" -d '{"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-plugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:48.471218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:48.480328 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.629968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=10']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:48.671269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e4bdc0a-1ac0-4976-9374-ab4b08ec3aff req-4f7ffe0e-d5b3-46ea-b3f1-51329ce71f74 tempest-ServersTestJSON-1481213151 tempest-ServersTestJSON-1481213151-project] 10.222.0.31 "GET /v2.0/ports?device_id=c458a12d-c7df-43e2-ab57-efde19b9af40 HTTP/1.1" status: 200 len: 210 time: 0.2796454 Nov 12 11:08:48.691227 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:08:48.764842 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c8aa9c-f3ec-4118-94e8-39914604cdad x-openstack-request-id: req-a0c8aa9c-f3ec-4118-94e8-39914604cdad {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:48.765605 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-plugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:48.766375 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0c8aa9c-f3ec-4118-94e8-39914604cdad {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:48.767914 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'code': 200} Nov 12 11:08:48.956390 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.046081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=809fb3b5-d99f-451d-a723-82f01997f1a0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:49.086581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.086931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.087285 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.087628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.087968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.088307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.088641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.089004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.089338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.093419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.094095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.095966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:49.273973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router 1d8c8594-2726-42dd-8633-56ff0c1b6fb5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:49.440689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:49.480566 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004705c-27c0-4409-b74e-b51f3cf9f4f9 None None] Sync routers for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:49.512506 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004705c-27c0-4409-b74e-b51f3cf9f4f9 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:49.513523 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c004705c-27c0-4409-b74e-b51f3cf9f4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:49.593882 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c004705c-27c0-4409-b74e-b51f3cf9f4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:49.611558 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004705c-27c0-4409-b74e-b51f3cf9f4f9 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:49.612735 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c004705c-27c0-4409-b74e-b51f3cf9f4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:49.645625 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.655092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38474) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:49.685173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-17323156-b927-41eb-99a9-505bca09d61b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/ports/809fb3b5-d99f-451d-a723-82f01997f1a0 HTTP/1.1" status: 204 len: 168 time: 2.1313105 Nov 12 11:08:49.721663 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c004705c-27c0-4409-b74e-b51f3cf9f4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:49.722960 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004705c-27c0-4409-b74e-b51f3cf9f4f9 None None] The sync data for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:49.826222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38480) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:49.939225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafe46b6-31c4-4625-8885-60abb98aae5b admin admin] Deleting subnet 2e70664f-60f3-4f40-b2b7-729bf4040931 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:49.946356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eafe46b6-31c4-4625-8885-60abb98aae5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.023640 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eafe46b6-31c4-4625-8885-60abb98aae5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.131282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eafe46b6-31c4-4625-8885-60abb98aae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.264413 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eafe46b6-31c4-4625-8885-60abb98aae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.298329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe46b6-31c4-4625-8885-60abb98aae5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e70664f-60f3-4f40-b2b7-729bf4040931,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:50.303632 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eafe46b6-31c4-4625-8885-60abb98aae5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.310278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-eafe46b6-31c4-4625-8885-60abb98aae5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e70664f-60f3-4f40-b2b7-729bf4040931 HTTP/1.1" status: 204 len: 168 time: 0.4822407 Nov 12 11:08:50.311023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38482) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:50.476759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.657825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.701813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21516082-2b70-473a-822c-d8e85125b968']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:50.717647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce650cd-fdcc-404f-921f-2f2831079d73') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:50.717931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce650cd-fdcc-404f-921f-2f2831079d73') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:50.733202 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.791410 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.801123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:08:50.807471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:08:50.814107 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:08:50.941012 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.953445 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.958277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/21516082-2b70-473a-822c-d8e85125b968 HTTP/1.1" status: 204 len: 168 time: 0.6458299 Nov 12 11:08:50.976118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.108785 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16532d-4751-4a42-ac1e-d5cfff9b8ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21516082-2b70-473a-822c-d8e85125b968,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:51.317359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3ff033a2-81f3-49e0-83bb-2f7b7e263578 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:51.365479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 3ff033a2-81f3-49e0-83bb-2f7b7e263578 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:51.366755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3ff033a2-81f3-49e0-83bb-2f7b7e263578 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:51.429525 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38494) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:51.587261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-22275996-be3c-415b-9d8f-ea4fb0d79bc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7477d2f33494e1cbc6ba0f4f96dd2a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474066 Nov 12 11:08:51.597614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38496) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:51.745500 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea81065-69b9-4925-9f60-714c17c58ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.789661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 78801258-9363-4142-b83f-488a63fd405e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:51.789661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.805986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea81065-69b9-4925-9f60-714c17c58ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.891531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea81065-69b9-4925-9f60-714c17c58ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.894127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea81065-69b9-4925-9f60-714c17c58ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.912854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9ea81065-69b9-4925-9f60-714c17c58ce7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e HTTP/1.1" status: 204 len: 168 time: 0.3106802 Nov 12 11:08:51.919981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea81065-69b9-4925-9f60-714c17c58ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d77fb3b-4c06-4325-99ee-3cfe7ff75f4e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:52.015349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.040542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 78801258-9363-4142-b83f-488a63fd405e owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:52.434436 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.488521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=78801258-9363-4142-b83f-488a63fd405e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:52.909648 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:53.574875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router 1d8c8594-2726-42dd-8633-56ff0c1b6fb5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:53.786870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:53.801503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-13bfd036-9299-4e1e-ba8e-0bdbfe15f66a tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/routers/1d8c8594-2726-42dd-8633-56ff0c1b6fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1441166 Nov 12 11:08:53.802849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499617a-11bb-4a3f-b6d2-d6981c41ccb0 None None] Sync routers for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:53.805926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38542) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:53.830193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499617a-11bb-4a3f-b6d2-d6981c41ccb0 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:53.832404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1499617a-11bb-4a3f-b6d2-d6981c41ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:53.915367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1499617a-11bb-4a3f-b6d2-d6981c41ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:53.938824 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-40bef06e-01f0-4ef3-bcdb-12c11c8990e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:53.945156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499617a-11bb-4a3f-b6d2-d6981c41ccb0 None None] Routers {'1d8c8594-2726-42dd-8633-56ff0c1b6fb5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:53.946952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1499617a-11bb-4a3f-b6d2-d6981c41ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:54.001813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1499617a-11bb-4a3f-b6d2-d6981c41ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:54.002904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499617a-11bb-4a3f-b6d2-d6981c41ccb0 None None] The sync data for ids ['1d8c8594-2726-42dd-8633-56ff0c1b6fb5'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:54.091228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.287184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38552) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:54.366094 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.515374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 3b9b1254-089d-4645-b7d7-a769621b11b3 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:54.516984 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.770262 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.839289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 3b9b1254-089d-4645-b7d7-a769621b11b3 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:55.170644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.237826 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04123414-b73e-4ad9-ba32-393aa551db0c req-21d01bcb-25b7-448e-8403-9a902428e47f tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.3237102 Nov 12 11:08:55.286120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=3b9b1254-089d-4645-b7d7-a769621b11b3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:55.301842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb029cb-f4cc-44d9-8ae7-1b24be2d864d None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:55.454167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.573658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.647616 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.651217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.719217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.719765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Fanout notify agent at l3_agent the message router_deleted on router 1d8c8594-2726-42dd-8633-56ff0c1b6fb5 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:08:55.736262 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.739987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-84c00ecd-62a9-474a-8c10-c5812b5343e3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/routers/1d8c8594-2726-42dd-8633-56ff0c1b6fb5 HTTP/1.1" status: 204 len: 168 time: 1.9302254 Nov 12 11:08:55.740211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38584) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:55.844783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e54e2d6-f0bc-4fd5-aaa0-5f6eba0330c6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting subnet dca60527-8427-4bf2-89e0-23cc10ed0252 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:55.856528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e54e2d6-f0bc-4fd5-aaa0-5f6eba0330c6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.116853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Deleting port 8a74f37f-94db-4bde-8f2c-dde62548f9ab {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:56.117484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.250889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20ae8337-5eb5-4ec9-8056-d31f2f3065e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.306065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] For port 8a74f37f-94db-4bde-8f2c-dde62548f9ab, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8a74f37f-94db-4bde-8f2c-dde62548f9ab,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:56.306427 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.329997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Calling delete_port for 8a74f37f-94db-4bde-8f2c-dde62548f9ab owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:56.357213 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e54e2d6-f0bc-4fd5-aaa0-5f6eba0330c6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.427452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b116e2e-a3ee-43fd-bb9a-b200114bceae req-2d76c225-7c5c-4add-9f96-0a3c7521e3e7 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0394576 Nov 12 11:08:56.519445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e54e2d6-f0bc-4fd5-aaa0-5f6eba0330c6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.654942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.674206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e54e2d6-f0bc-4fd5-aaa0-5f6eba0330c6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.704418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a74f37f-94db-4bde-8f2c-dde62548f9ab,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:56.719756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.720489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.721109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.721557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.721997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.722437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.723074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.723681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.724380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.725066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.725660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.726103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:56.766008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54e2d6-f0bc-4fd5-aaa0-5f6eba0330c6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Subnet': ['ID=dca60527-8427-4bf2-89e0-23cc10ed0252,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:56.774936 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9e54e2d6-f0bc-4fd5-aaa0-5f6eba0330c6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.775307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e93349-283e-464e-a641-98c73dd2e455 None None] Network 9643fa2f-cb39-4a5d-a35b-3e5d24de538d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:56.782448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9e54e2d6-f0bc-4fd5-aaa0-5f6eba0330c6 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/subnets/dca60527-8427-4bf2-89e0-23cc10ed0252 HTTP/1.1" status: 204 len: 168 time: 1.0399370 Nov 12 11:08:56.783619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38594) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:56.967075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.060570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.079310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 91036b98-619e-49db-ae13-c0ca8b8d7e01 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:57.079657 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.121507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] DHCP port deletion for 9643fa2f-cb39-4a5d-a35b-3e5d24de538d request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:57.199903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] Deleting port 91036b98-619e-49db-ae13-c0ca8b8d7e01 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:57.200136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] For port 91036b98-619e-49db-ae13-c0ca8b8d7e01, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91036b98-619e-49db-ae13-c0ca8b8d7e01,segment=NetworkSegment(df75c2fc-2e01-4004-8dca-2753681e6e46),segment_id=df75c2fc-2e01-4004-8dca-2753681e6e46)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:57.200300 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.200957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.236163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 91036b98-619e-49db-ae13-c0ca8b8d7e01 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:57.400936 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.461642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] For port 91036b98-619e-49db-ae13-c0ca8b8d7e01, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91036b98-619e-49db-ae13-c0ca8b8d7e01,segment=NetworkSegment(df75c2fc-2e01-4004-8dca-2753681e6e46),segment_id=df75c2fc-2e01-4004-8dca-2753681e6e46)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:57.462410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.463421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=91036b98-619e-49db-ae13-c0ca8b8d7e01,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:57.478898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] No DVR routers for this DVR port 91036b98-619e-49db-ae13-c0ca8b8d7e01 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:57.479783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] Calling delete_port for 91036b98-619e-49db-ae13-c0ca8b8d7e01 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:57.576321 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.594940 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.605854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] Pushing event deleted for resources: {'Port': ['ID=91036b98-619e-49db-ae13-c0ca8b8d7e01,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:57.624507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d2783-ee6d-4fb2-bc70-fba0052438fc None None] No DVR routers for this DVR port 91036b98-619e-49db-ae13-c0ca8b8d7e01 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:57.644565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9643fa2f-cb39-4a5d-a35b-3e5d24de538d']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:57.660116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df75c2fc-2e01-4004-8dca-2753681e6e46') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:57.660694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df75c2fc-2e01-4004-8dca-2753681e6e46') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:57.669406 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.713389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.776393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c660d0f-dd2c-4285-9ac5-1af4dcd924a6 req-ae5c7175-20b6-4786-8c97-69e1b57c8749 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0930626 Nov 12 11:08:57.794252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.811692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:08:57.812660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:08:57.848688 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:08:57.962918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.971209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.976492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91036b98-619e-49db-ae13-c0ca8b8d7e01 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:57.985301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/networks/9643fa2f-cb39-4a5d-a35b-3e5d24de538d HTTP/1.1" status: 204 len: 168 time: 1.1993701 Nov 12 11:08:58.005267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38608) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:58.005708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5b3a9e8a-3ddf-41b0-a461-881b89577e46 req-9886817e-6583-453f-8eef-0be07c51da30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0501788 Nov 12 11:08:58.014855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:58.023216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 91036b98-619e-49db-ae13-c0ca8b8d7e01 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:58.023985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91036b98-619e-49db-ae13-c0ca8b8d7e01 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:58.142398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd227cac-3129-4a65-a719-8495aa737680 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Network': ['ID=9643fa2f-cb39-4a5d-a35b-3e5d24de538d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:58.203733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:58.211295 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-77610b95-8204-4b01-92f3-fc0c1c90331d admin admin] 10.222.0.31 "PUT /v2.0/routers/54f5e2aa-059d-4dae-ac00-4fe6f13190bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9211195 Nov 12 11:08:58.212927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38610) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:58.213110 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] Sync routers for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:58.228013 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:58.228967 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:58.276819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port d80454f3-fbd3-4447-b68b-57a281c35cba {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:58.278468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.355306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.411855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.412190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.442681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for d80454f3-fbd3-4447-b68b-57a281c35cba owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:58.467362 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:08:58.518258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.636211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Deleting port d56c017c-f1da-499b-9780-3af8b0b6d25c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:58.637137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.668013 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.702208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=d80454f3-fbd3-4447-b68b-57a281c35cba,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:58.734004 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T11:08:56Z', 'revision_number': 5, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port': {'id': 'd56c017c-f1da-499b-9780-3af8b0b6d25c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:15Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:58.752431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] For port d56c017c-f1da-499b-9780-3af8b0b6d25c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d56c017c-f1da-499b-9780-3af8b0b6d25c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:58.752954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.769214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Calling delete_port for d56c017c-f1da-499b-9780-3af8b0b6d25c owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:58.797276 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] Checking router: 54f5e2aa-059d-4dae-ac00-4fe6f13190bb for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:08:58.801009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.804720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.811752 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] Routers {'54f5e2aa-059d-4dae-ac00-4fe6f13190bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:58.813087 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:58.813799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cbeed503-063f-4bf1-a0b0-9d9528faeb56 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9d45aad-5c72-4366-b552-292cd3429f50 HTTP/1.1" status: 204 len: 168 time: 0.8080616 Nov 12 11:08:58.814450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38612) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:58.865447 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-45328397-4e60-450e-a51d-013d2e53456b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] DELETE failed (client error): The resource could not be found. Nov 12 11:08:58.868838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45328397-4e60-450e-a51d-013d2e53456b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:08:58.875525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-45328397-4e60-450e-a51d-013d2e53456b tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/ports/809fb3b5-d99f-451d-a723-82f01997f1a0 HTTP/1.1" status: 404 len: 333 time: 0.0580828 Nov 12 11:08:58.876429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38616) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:58.917528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-243ded82-1c2b-428c-a363-a730024c017c tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8c8594-2726-42dd-8633-56ff0c1b6fb5 HTTP/1.1" status: 200 len: 205 time: 0.0397742 Nov 12 11:08:58.920313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38618) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:58.962338 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] Set router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:08:58.973406 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-af2a64d8-02f0-4ef2-b864-fb623a794c3d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] delete failed (client error): The resource could not be found. Nov 12 11:08:58.977380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-af2a64d8-02f0-4ef2-b864-fb623a794c3d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/routers/1d8c8594-2726-42dd-8633-56ff0c1b6fb5 HTTP/1.1" status: 404 len: 336 time: 0.0538518 Nov 12 11:08:58.978096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38622) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:59.090777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31a22b4b-9a6e-42ef-acec-983fed852ec3 req-46fbc462-07c7-42a9-8978-fb30b1f86553 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.1114771 Nov 12 11:08:59.091683 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 6, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:59.091969 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-79299679-6160-4aa6-9f4b-3ce6608385c1 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] DELETE failed (client error): The resource could not be found. Nov 12 11:08:59.092542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79299679-6160-4aa6-9f4b-3ce6608385c1 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:08:59.104244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-79299679-6160-4aa6-9f4b-3ce6608385c1 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/subnets/dca60527-8427-4bf2-89e0-23cc10ed0252 HTTP/1.1" status: 404 len: 337 time: 0.1217995 Nov 12 11:08:59.105973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38630) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:59.137524 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95845e5-46ce-4bf8-8cac-9171e3aaa7f8 None None] The sync data for ids ['54f5e2aa-059d-4dae-ac00-4fe6f13190bb'] in n-d-768851-19 is: [{'id': '54f5e2aa-059d-4dae-ac00-4fe6f13190bb', 'name': 'tempest-TaggedBootDevicesTest_v242-13510631-router', 'tenant_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:12Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 6, 'project_id': '0ca3cc7935c245b9a96436c6e4adc2b3', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:59.171269 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.258098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff9b06-8098-41b0-9910-a835e73cf734 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:59.265955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56c017c-f1da-499b-9780-3af8b0b6d25c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:59.292444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c11e535b-dcd9-4ca6-80b8-db0a1db89e17 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port af64b469-e468-4bf5-afac-01cdd31e003f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:59.294040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c11e535b-dcd9-4ca6-80b8-db0a1db89e17 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.346730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.413853 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.469298 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c11e535b-dcd9-4ca6-80b8-db0a1db89e17 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.487137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.490488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.490799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c11e535b-dcd9-4ca6-80b8-db0a1db89e17 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for af64b469-e468-4bf5-afac-01cdd31e003f owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:59.597894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.598875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f5e2aa-059d-4dae-ac00-4fe6f13190bb {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:08:59.605843 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.610866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38632) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:59.611260 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-58ad2297-9914-4687-aa4f-f5da60653565 admin admin] 10.222.0.31 "DELETE /v2.0/routers/54f5e2aa-059d-4dae-ac00-4fe6f13190bb HTTP/1.1" status: 204 len: 168 time: 1.3965931 Nov 12 11:08:59.689527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-6854af1d-2cc1-4c33-8af0-af5771f46ebe admin admin] Deleting subnet 6eb17540-e5ed-4e03-aa3a-b71844022014 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:59.705106 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6854af1d-2cc1-4c33-8af0-af5771f46ebe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.774001 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6854af1d-2cc1-4c33-8af0-af5771f46ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.824755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c11e535b-dcd9-4ca6-80b8-db0a1db89e17 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.903935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e535b-dcd9-4ca6-80b8-db0a1db89e17 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=af64b469-e468-4bf5-afac-01cdd31e003f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:00.004796 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6854af1d-2cc1-4c33-8af0-af5771f46ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.060495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c11e535b-dcd9-4ca6-80b8-db0a1db89e17 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.069984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c11e535b-dcd9-4ca6-80b8-db0a1db89e17 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/ports/af64b469-e468-4bf5-afac-01cdd31e003f HTTP/1.1" status: 204 len: 168 time: 0.9479151 Nov 12 11:09:00.073476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38640) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:00.117758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6854af1d-2cc1-4c33-8af0-af5771f46ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.120841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d56c017c-f1da-499b-9780-3af8b0b6d25c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:00.190506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: d56c017c-f1da-499b-9780-3af8b0b6d25c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:00.191308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d56c017c-f1da-499b-9780-3af8b0b6d25c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:00.191889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8a74f37f-94db-4bde-8f2c-dde62548f9ab no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:00.226900 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6854af1d-2cc1-4c33-8af0-af5771f46ebe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.246101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6854af1d-2cc1-4c33-8af0-af5771f46ebe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6eb17540-e5ed-4e03-aa3a-b71844022014 HTTP/1.1" status: 204 len: 168 time: 0.6313000 Nov 12 11:09:00.247066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854af1d-2cc1-4c33-8af0-af5771f46ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb17540-e5ed-4e03-aa3a-b71844022014,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:00.249460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38648) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:00.255890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b43718-55e0-44d1-a08c-050dae71b593 None None] Network 6f693615-e5a7-41a0-9004-ac6f0aac8815 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:00.262208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 8a74f37f-94db-4bde-8f2c-dde62548f9ab {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:00.263717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8a74f37f-94db-4bde-8f2c-dde62548f9ab not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:00.310686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d7c78dbd-6c7a-4ce4-9ffe-93815db135c3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 1b777d8d-4657-45c8-9563-3e77027ad730 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:00.311653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7c78dbd-6c7a-4ce4-9ffe-93815db135c3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.330982 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35884367-9a58-4e44-bb57-a835baac2417 req-60740f74-396b-41d7-96d8-130c99546a55 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0512381 Nov 12 11:09:00.487026 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.570112 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.585599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7c78dbd-6c7a-4ce4-9ffe-93815db135c3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.612415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] DHCP port deletion for 6f693615-e5a7-41a0-9004-ac6f0aac8815 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:00.628746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d7c78dbd-6c7a-4ce4-9ffe-93815db135c3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 1b777d8d-4657-45c8-9563-3e77027ad730 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:00.744957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Deleting port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:00.745897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.776956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] Deleting port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:00.789280 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.873400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] For port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:00.873998 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.920564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Calling delete_port for 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:00.974732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] For port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,segment=NetworkSegment(a62dc75f-58b0-4c3a-9be6-f688d7f6a80f),segment_id=a62dc75f-58b0-4c3a-9be6-f688d7f6a80f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:00.976015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.995791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7c78dbd-6c7a-4ce4-9ffe-93815db135c3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.018541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] Calling delete_port for 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:01.040376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c78dbd-6c7a-4ce4-9ffe-93815db135c3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=1b777d8d-4657-45c8-9563-3e77027ad730,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:01.133113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7c78dbd-6c7a-4ce4-9ffe-93815db135c3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.136832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d7c78dbd-6c7a-4ce4-9ffe-93815db135c3 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/ports/1b777d8d-4657-45c8-9563-3e77027ad730 HTTP/1.1" status: 204 len: 168 time: 1.0614147 Nov 12 11:09:01.140820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38654) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:01.169736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.251262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:01.267303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151317f-d040-42dc-a9aa-8dbba18c5b10 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.272645 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d151317f-d040-42dc-a9aa-8dbba18c5b10 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "GET /v2.0/ports?device_id=b383aa23-6be0-4425-ba68-45c62b93c4c3 HTTP/1.1" status: 200 len: 913 time: 0.1270785 Nov 12 11:09:01.275222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38664) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:01.294898 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.355040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] No DVR routers for this DVR port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:01.362621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] No DVR routers for this DVR port 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:01.367125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fde01-7c50-41c3-b4c2-88bed163a97d None None] Pushing event deleted for resources: {'Port': ['ID=8c2a8703-c2e9-4232-bd22-4103a81bf1a2,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:01.524403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-29e1f10e-caaa-4a72-9df4-9ef42460761c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4742863 Nov 12 11:09:01.526718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.582796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f693615-e5a7-41a0-9004-ac6f0aac8815']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:01.606905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:01.607329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62dc75f-58b0-4c3a-9be6-f688d7f6a80f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:01.773769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.883517 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.892744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:01.954057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:01.955373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:01.956136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8c2a8703-c2e9-4232-bd22-4103a81bf1a2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:01.957528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.977976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-91eb0d49-30e3-4358-82ec-f632dff3ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.978851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-91eb0d49-30e3-4358-82ec-f632dff3ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.979527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-91eb0d49-30e3-4358-82ec-f632dff3ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.981195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-91eb0d49-30e3-4358-82ec-f632dff3ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.982178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-91eb0d49-30e3-4358-82ec-f632dff3ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.982959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-91eb0d49-30e3-4358-82ec-f632dff3ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.984098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-91eb0d49-30e3-4358-82ec-f632dff3ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.988512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-91eb0d49-30e3-4358-82ec-f632dff3ac28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457678ceb2db435d85a68bc68bb38f51&device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 6498 time: 0.3529773 Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:01.990148 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:02.087241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0b58b92e-5cdd-4355-89ee-7a076b3f68dc req-1e108c70-89c6-4a96-994a-654166d4e9dd tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0434320 Nov 12 11:09:02.202850 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.216116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.224949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/6f693615-e5a7-41a0-9004-ac6f0aac8815 HTTP/1.1" status: 204 len: 168 time: 1.9713726 Nov 12 11:09:02.237479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.248209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ee043-19b5-4e62-83c9-9d3df6ba85fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6f693615-e5a7-41a0-9004-ac6f0aac8815,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:02.297153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-3004d07d-50a0-4e6e-ac56-d37cb6194544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:02.297626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-3004d07d-50a0-4e6e-ac56-d37cb6194544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:02.298099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-3004d07d-50a0-4e6e-ac56-d37cb6194544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:02.299927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-3004d07d-50a0-4e6e-ac56-d37cb6194544 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77981b1f-f093-4607-a4ab-5db715ba3b08&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&id=2d919481-045f-4df0-b787-b33b0ee846c5&id=2d919481-045f-4df0-b787-b33b0ee846c5 HTTP/1.1" status: 200 len: 2292 time: 0.2657547 Nov 12 11:09:02.481263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38688) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:02.507295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-792fdb31-d968-44c5-b7cb-561d942603ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4382f9-214b-429f-9e21-8df332229590 HTTP/1.1" status: 200 len: 1000 time: 0.1939516 Nov 12 11:09:02.591943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-018ba1ae-045e-4cfe-a208-869e24428e2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ca3cc7935c245b9a96436c6e4adc2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1090362 Nov 12 11:09:02.594489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38690) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:02.623002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-ad927ba6-d5d9-41aa-843d-2cc000b2610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:02.628928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-ad927ba6-d5d9-41aa-843d-2cc000b2610f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0117afdc-0f85-46f4-a531-24e8628fef14 HTTP/1.1" status: 200 len: 851 time: 0.1119533 Nov 12 11:09:02.691536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port 15ad5565-3298-48df-999b-461dc99b55dd {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:02.692589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.755773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-afc9d7a1-5dfe-4a08-a3cd-5a7ef0963cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:02.758381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-afc9d7a1-5dfe-4a08-a3cd-5a7ef0963cfc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77981b1f-f093-4607-a4ab-5db715ba3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163287 Nov 12 11:09:02.759349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4d323ccd-cdc7-4a7e-a014-d7de7ab2d44c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.785756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-f914f961-d7ac-43e3-8bf0-0c3ed18a505c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:09:02.787377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-f914f961-d7ac-43e3-8bf0-0c3ed18a505c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089850 Nov 12 11:09:02.845361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4d323ccd-cdc7-4a7e-a014-d7de7ab2d44c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.847882 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.867478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for 15ad5565-3298-48df-999b-461dc99b55dd owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:02.980160 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-8207c56a-05f9-4fa2-9308-1f11f285f1ee service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834252 Nov 12 11:09:03.011027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4d323ccd-cdc7-4a7e-a014-d7de7ab2d44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:03.015056 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4d323ccd-cdc7-4a7e-a014-d7de7ab2d44c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:03.018897 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4d323ccd-cdc7-4a7e-a014-d7de7ab2d44c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5 HTTP/1.1" status: 204 len: 168 time: 0.4211984 Nov 12 11:09:03.056811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d323ccd-cdc7-4a7e-a014-d7de7ab2d44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff7c8d-4aff-4aa2-bac7-afb21dc7acc5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:03.181226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-5d5045b3-0864-4072-9e2b-082f649ba9c3 service neutron] 10.222.0.59 "GET /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892295 Nov 12 11:09:03.267174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:03.300929 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-a18ca5b5-5e07-4864-a67d-04743f27634a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 217 time: 0.1074140 Nov 12 11:09:03.413528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-904cbef2-da81-431c-8a52-ddd98aef940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.415046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-904cbef2-da81-431c-8a52-ddd98aef940e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.1023712 Nov 12 11:09:03.429190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=15ad5565-3298-48df-999b-461dc99b55dd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:03.442977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a8ffe1d-aa3e-444e-b10b-fb89c736644a req-6df2652b-3fc3-4e8f-966c-bc1d6f3c73d8 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.1705384 Nov 12 11:09:03.520408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-618770f2-f04f-4c3d-a915-ff5969b0ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.525136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-618770f2-f04f-4c3d-a915-ff5969b0ac6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0974567 Nov 12 11:09:03.676477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:03.730953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-95b5ba12-e04e-4154-bf2e-4f735c079c9e service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967580 Nov 12 11:09:03.919288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-45143809-f56d-4c8e-b867-958177bc0934 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737638 Nov 12 11:09:03.984192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-bc3042c8-946a-456f-a3fa-3433fb35bd67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 217 time: 0.0557499 Nov 12 11:09:04.052584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Router b383aa23-6be0-4425-ba68-45c62b93c4c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:09:04.102986 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-f8e8058e-3628-437d-b24c-e49a68e8ee91 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2656357 Nov 12 11:09:04.105452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-54415560-246c-4da2-a14a-6b4df257b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.114610 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-54415560-246c-4da2-a14a-6b4df257b89f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.1195788 Nov 12 11:09:04.235989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-04987e47-5eb7-453f-a6cf-c4c7fa8b10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.239676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-04987e47-5eb7-453f-a6cf-c4c7fa8b10bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1121304 Nov 12 11:09:04.323636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-8cd1bce7-128e-4519-8d0a-d28a3af0892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.326466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-8cd1bce7-128e-4519-8d0a-d28a3af0892a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 1099 time: 0.1155715 Nov 12 11:09:04.390457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:04.402040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-36fe6e28-7b25-4180-89af-73f63a1be4b6 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500440 Nov 12 11:09:04.402645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e310a-b302-42a7-a4a0-3c5f490eb106 None None] Sync routers for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:04.423494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e310a-b302-42a7-a4a0-3c5f490eb106 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:04.424653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e14e310a-b302-42a7-a4a0-3c5f490eb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:04.513691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e14e310a-b302-42a7-a4a0-3c5f490eb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:04.541537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d95f513f-0329-4a17-99fd-ab705abadf1d tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "PUT /v2.0/routers/b383aa23-6be0-4425-ba68-45c62b93c4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2641304 Nov 12 11:09:04.541537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-d3a6e410-2a8d-4962-bb79-5c7a199f46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.541859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e310a-b302-42a7-a4a0-3c5f490eb106 None None] Routers {'b383aa23-6be0-4425-ba68-45c62b93c4c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:04.542750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-d3a6e410-2a8d-4962-bb79-5c7a199f46d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.1498828 Nov 12 11:09:04.542918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38730) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:04.546416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e14e310a-b302-42a7-a4a0-3c5f490eb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b383aa23-6be0-4425-ba68-45c62b93c4c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:04.597924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e14e310a-b302-42a7-a4a0-3c5f490eb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:04.598617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-45cb6438-1d1c-4262-b90a-da9f3a33294f service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918855 Nov 12 11:09:04.599064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e310a-b302-42a7-a4a0-3c5f490eb106 None None] The sync data for ids ['b383aa23-6be0-4425-ba68-45c62b93c4c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:04.657304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-ce34c232-1a88-41d7-ade6-ce92e288e6c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 200 len: 1002 time: 0.1047242 Nov 12 11:09:04.719392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-5185dd97-2b62-4242-8532-bea08da5585d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=ba5fb181-c6b1-434a-8466-017199f7ad56 HTTP/1.1" status: 200 len: 217 time: 0.0495865 Nov 12 11:09:04.750070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-2f60ca88-2a4e-4ae1-8485-0d4c2f781926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.752585 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-2f60ca88-2a4e-4ae1-8485-0d4c2f781926 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.0788014 Nov 12 11:09:04.767303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-922abd98-3975-49ea-80b9-805f28aea324 req-fe357fa8-c912-41a6-894c-53dabd0633d9 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.1102300 Nov 12 11:09:04.864508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-aa50b424-9908-428d-9df4-5e4c877da153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.870290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-aa50b424-9908-428d-9df4-5e4c877da153 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095085 Nov 12 11:09:04.893784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-32063ce2-3cb2-49aa-8f87-e6eeffada7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.895540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-32063ce2-3cb2-49aa-8f87-e6eeffada7f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.1443369 Nov 12 11:09:04.969710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.008082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-58206f19-5503-4f9c-abec-f2951aa1dc9b service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220646 Nov 12 11:09:05.042236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-3856d1d9-e573-4bbb-8f81-62aaf4e31500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:05.044889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-3856d1d9-e573-4bbb-8f81-62aaf4e31500 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1399338 Nov 12 11:09:05.165431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7a00910d-cd9c-4dd5-be4c-096ab3f0ad2f req-e9cafc45-89fe-42ba-92fa-e16dfa8b8c83 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480591 Nov 12 11:09:05.248278 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.279270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-449aab7c-a121-4067-ba3d-9c56a55f2fbd service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869454 Nov 12 11:09:05.434596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-982042b5-e58a-475a-80c2-98412e8f3a3a service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459215 Nov 12 11:09:05.436069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting port f8d8739b-987e-41aa-80a7-4432b0055af2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:05.436375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.858275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-b3b46714-cd0c-4a60-9240-2f0b9387316d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f HTTP/1.1" status: 200 len: 217 time: 0.4074543 Nov 12 11:09:05.924904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-b71b10d8-1bb6-4af2-9638-7dbfae1b58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:05.926644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-b71b10d8-1bb6-4af2-9638-7dbfae1b58bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 200 len: 797 time: 0.0554366 Nov 12 11:09:05.939555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71ca18cb-83fc-4ea8-9c46-4c1e2bb8ead6 req-9749a9bb-552b-478d-b94e-33c646131f74 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0427623 Nov 12 11:09:05.990058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.013480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Calling delete_port for f8d8739b-987e-41aa-80a7-4432b0055af2 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:06.077443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-5c3dc4ea-e305-460f-b8a0-7c3cb07d0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.079324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-5c3dc4ea-e305-460f-b8a0-7c3cb07d0a9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30242ffe-b2cb-4be4-a644-5d3c25b638a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1406224 Nov 12 11:09:06.277294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-dc98943e-8c6a-412a-9f39-73718bf9eb13 service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874089 Nov 12 11:09:06.400584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.438825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Port': ['ID=f8d8739b-987e-41aa-80a7-4432b0055af2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:06.448830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bf8dae-0d6a-49fe-a4e5-7ec85387adef None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:06.522509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-7199e213-c7fe-426f-8709-164ad6495bca service neutron] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082963 Nov 12 11:09:06.525207 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.656774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-c229979e-e0b0-4c3a-8999-6bd96e80fa13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca HTTP/1.1" status: 200 len: 217 time: 0.0986242 Nov 12 11:09:06.662888 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.673756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.743429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.743968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Fanout notify agent at l3_agent the message router_deleted on router b383aa23-6be0-4425-ba68-45c62b93c4c3 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:09:06.752618 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.757488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7b4494c1-378c-47a3-a077-177cb1039671 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/routers/b383aa23-6be0-4425-ba68-45c62b93c4c3 HTTP/1.1" status: 204 len: 168 time: 2.2103438 Nov 12 11:09:06.757488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-d7c6638b-cc74-4948-98cb-480a09e8da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.758086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-d7c6638b-cc74-4948-98cb-480a09e8da34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.0925703 Nov 12 11:09:06.758239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38778) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:06.813963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-ccb95023-962c-40ed-a3f7-58531aabd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.815763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-ccb95023-962c-40ed-a3f7-58531aabd2e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500026 Nov 12 11:09:06.824365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e819e615-62a9-4fdc-9d21-eb9a65a73e47 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Deleting subnet da1c59c9-97c9-4903-8314-4bf361fd9333 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:06.827617 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e819e615-62a9-4fdc-9d21-eb9a65a73e47 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.872215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e819e615-62a9-4fdc-9d21-eb9a65a73e47 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.926507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e819e615-62a9-4fdc-9d21-eb9a65a73e47 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.002773 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e819e615-62a9-4fdc-9d21-eb9a65a73e47 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.023836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-29e8fab0-0b96-4889-80cf-8f0d11e8eafd service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107197 Nov 12 11:09:07.039319 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e819e615-62a9-4fdc-9d21-eb9a65a73e47 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.042986 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e819e615-62a9-4fdc-9d21-eb9a65a73e47 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/subnets/da1c59c9-97c9-4903-8314-4bf361fd9333 HTTP/1.1" status: 204 len: 168 time: 0.2839110 Nov 12 11:09:07.044216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819e615-62a9-4fdc-9d21-eb9a65a73e47 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Subnet': ['ID=da1c59c9-97c9-4903-8314-4bf361fd9333,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:07.047543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38786) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:07.137487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4b0b6d7-e15a-4c72-9d98-2922ac0d44fc req-677f7766-c722-4b04-9cdf-bce1ff17ee52 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0585337 Nov 12 11:09:07.141130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.167358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-1ad79fb5-b11d-439c-aa2d-48208a5a8a14 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303570 Nov 12 11:09:07.211697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-37a5c782-7cae-4006-84fd-9db0cf2832c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a HTTP/1.1" status: 200 len: 217 time: 0.0356789 Nov 12 11:09:07.236242 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.258488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa0fb47-fc37-44e1-b437-758bcbfa3ff6']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:07.267558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-9844b16a-dff7-4228-9b04-f2261e00c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:07.267870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f60748-06d6-4551-afac-d317cb60fee6') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:07.268168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f60748-06d6-4551-afac-d317cb60fee6') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:07.269045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-9844b16a-dff7-4228-9b04-f2261e00c222 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 200 len: 797 time: 0.0496185 Nov 12 11:09:07.277946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.292525 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.299740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:07.300443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:07.304258 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:07.320148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-66e9bb1b-c7f3-43b9-a17b-1ff4345c12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:07.321731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-66e9bb1b-c7f3-43b9-a17b-1ff4345c12dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d919481-045f-4df0-b787-b33b0ee846c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453706 Nov 12 11:09:07.362233 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.369929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.375587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] 10.222.0.31 "DELETE /v2.0/networks/6fa0fb47-fc37-44e1-b437-758bcbfa3ff6 HTTP/1.1" status: 204 len: 168 time: 0.3245461 Nov 12 11:09:07.386940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b109705-be92-4a0e-9254-74ae03e308b9 tempest-FloatingIPTestJSON-814601536 tempest-FloatingIPTestJSON-814601536-project] Pushing event deleted for resources: {'Network': ['ID=6fa0fb47-fc37-44e1-b437-758bcbfa3ff6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:07.419203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-79f55b71-bd8a-475f-8e66-7dbd49e815da service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895863 Nov 12 11:09:07.545421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c26ce158-42bf-411a-ba2e-875ba75238bf req-27a22864-5e24-4cde-ad03-6f45ee4df214 service neutron] 10.222.0.59 "GET /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176217 Nov 12 11:09:07.750383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017877d-98f8-4232-8d49-9a44ebaa51d0 req-c0802a21-5955-46bb-8403-f0d5bebeb985 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:07.753802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38820) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:07.754859 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8017877d-98f8-4232-8d49-9a44ebaa51d0 req-c0802a21-5955-46bb-8403-f0d5bebeb985 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.0801146 Nov 12 11:09:07.832523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8017877d-98f8-4232-8d49-9a44ebaa51d0 req-29aa72ed-3754-4e28-9bd6-2407a9a4e1f4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660064 Nov 12 11:09:07.929697 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2241cea8-38a7-4a3f-b9c1-642a16527db9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0248839139b47fc87ffbdb5c9b30792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1722755 Nov 12 11:09:07.930481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38830) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:07.990656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0f36fff-bd2a-456d-ac0a-c663cde59a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.018527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0f36fff-bd2a-456d-ac0a-c663cde59a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.098829 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0f36fff-bd2a-456d-ac0a-c663cde59a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.103289 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0f36fff-bd2a-456d-ac0a-c663cde59a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.118656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b0f36fff-bd2a-456d-ac0a-c663cde59a1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f973aa6-9105-405f-8099-79ba98bfa736 HTTP/1.1" status: 204 len: 168 time: 0.1760364 Nov 12 11:09:08.133274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f36fff-bd2a-456d-ac0a-c663cde59a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f973aa6-9105-405f-8099-79ba98bfa736,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:08.308597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-892d7901-0aa2-4e36-b278-1c15c4801f6e req-dd152a1b-dd98-4249-9d16-27ef0d18b26a tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0442462 Nov 12 11:09:08.414066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581a95-203d-4e8f-9be7-dcbe3a08e5d6 req-ef2a2a0d-11e9-446a-9faa-677c9937ca80 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:08.416336 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07581a95-203d-4e8f-9be7-dcbe3a08e5d6 req-ef2a2a0d-11e9-446a-9faa-677c9937ca80 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.0702546 Nov 12 11:09:08.487016 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07581a95-203d-4e8f-9be7-dcbe3a08e5d6 req-b3b677f1-ab6f-4544-b824-e9f647a217ce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632100 Nov 12 11:09:09.078537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38866) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.204144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2d0f5e3d-01f8-4dbb-97e8-bec75bb252b3 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] Request body: {'port': {'network_id': 'c5e53f77-5662-4b6f-8b00-1b258988e0c0', 'name': 'tempest-NetworksNegativeTestJSON-87392474'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:09.220133 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0f5e3d-01f8-4dbb-97e8-bec75bb252b3 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] POST failed (client error): The resource could not be found. Nov 12 11:09:09.221359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0f5e3d-01f8-4dbb-97e8-bec75bb252b3 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:09.223350 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2d0f5e3d-01f8-4dbb-97e8-bec75bb252b3 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1435096 Nov 12 11:09:09.229391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38872) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.252702 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6939b93a-2bca-47ec-b69b-b17729eef81a tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] DELETE failed (client error): The resource could not be found. Nov 12 11:09:09.253597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6939b93a-2bca-47ec-b69b-b17729eef81a tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:09.258514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6939b93a-2bca-47ec-b69b-b17729eef81a tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "DELETE /v2.0/networks/0b1bc1fd-faee-40ab-b91b-f791ffca86d6 HTTP/1.1" status: 404 len: 339 time: 0.0274315 Nov 12 11:09:09.263431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38874) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.291830 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-084d372d-d313-4c29-8411-ea51836bea59 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] DELETE failed (client error): The resource could not be found. Nov 12 11:09:09.293211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084d372d-d313-4c29-8411-ea51836bea59 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:09.305008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-084d372d-d313-4c29-8411-ea51836bea59 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "DELETE /v2.0/ports/dc793393-f5d1-4823-a9ff-ed1113129509 HTTP/1.1" status: 404 len: 333 time: 0.0401914 Nov 12 11:09:09.311060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38876) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.350060 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa5fbad-63d7-43ce-a75d-4e1548fdcd33 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] DELETE failed (client error): The resource could not be found. Nov 12 11:09:09.350531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa5fbad-63d7-43ce-a75d-4e1548fdcd33 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:09.356489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4aa5fbad-63d7-43ce-a75d-4e1548fdcd33 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "DELETE /v2.0/subnets/be6ab5d0-44b7-46c2-a77d-ea060b1b7cf1 HTTP/1.1" status: 404 len: 337 time: 0.0419340 Nov 12 11:09:09.360503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38880) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.384704 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae910602-a7a7-46da-8da1-3a558e29a8a8 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] GET failed (client error): The resource could not be found. Nov 12 11:09:09.386205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae910602-a7a7-46da-8da1-3a558e29a8a8 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "GET /v2.0/networks/6d4647e0-431a-46e2-b4af-c8ee44f02304 HTTP/1.1" status: 404 len: 339 time: 0.0246871 Nov 12 11:09:09.389818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38882) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.428583 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-1774831a-809b-43b7-8ffa-3de3ee3f7a07 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] GET failed (client error): The resource could not be found. Nov 12 11:09:09.430124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1774831a-809b-43b7-8ffa-3de3ee3f7a07 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "GET /v2.0/ports/9bfd9c0f-b112-435b-af4c-95c592d0fc8d HTTP/1.1" status: 404 len: 333 time: 0.0393903 Nov 12 11:09:09.433818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38884) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.458924 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ada7a647-c695-44a1-b7a2-d86c7af87c83 req-32f7fe84-3ae6-4c17-8e9a-386218ec755c tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0407188 Nov 12 11:09:09.476151 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0404662d-7dcd-4922-ba6c-df1556e22a29 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] GET failed (client error): The resource could not be found. Nov 12 11:09:09.480936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0404662d-7dcd-4922-ba6c-df1556e22a29 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "GET /v2.0/subnets/504bc806-5714-4059-939a-e5a1c6156266 HTTP/1.1" status: 404 len: 337 time: 0.0428789 Nov 12 11:09:09.481266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38886) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.486381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9db53307-0e2f-4a8f-b454-cf4de6dcd761 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:09.501148 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db53307-0e2f-4a8f-b454-cf4de6dcd761 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] PUT failed (client error): The resource could not be found. Nov 12 11:09:09.501699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db53307-0e2f-4a8f-b454-cf4de6dcd761 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:09.503002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9db53307-0e2f-4a8f-b454-cf4de6dcd761 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "PUT /v2.0/networks/bb6a7262-9094-4abc-8e14-7141c6b128c3 HTTP/1.1" status: 404 len: 339 time: 0.0206809 Nov 12 11:09:09.509699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38888) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.512374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f85263f3-6831-4f73-b46e-a1000703e8b9 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:09.533578 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85263f3-6831-4f73-b46e-a1000703e8b9 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] PUT failed (client error): The resource could not be found. Nov 12 11:09:09.534226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85263f3-6831-4f73-b46e-a1000703e8b9 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:09.535391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f85263f3-6831-4f73-b46e-a1000703e8b9 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "PUT /v2.0/ports/88f1f42c-d861-4036-8631-3313d19514e8 HTTP/1.1" status: 404 len: 333 time: 0.0273914 Nov 12 11:09:09.539117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38892) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.544155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b02cdaf9-e249-4dfd-aec8-321da667e1f6 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:09.578414 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02cdaf9-e249-4dfd-aec8-321da667e1f6 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] PUT failed (client error): The resource could not be found. Nov 12 11:09:09.578874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02cdaf9-e249-4dfd-aec8-321da667e1f6 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:09.580027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b02cdaf9-e249-4dfd-aec8-321da667e1f6 tempest-NetworksNegativeTestJSON-1035485513 tempest-NetworksNegativeTestJSON-1035485513-project] 10.222.0.31 "PUT /v2.0/subnets/f9c410ee-857e-4ed7-bee6-62a05761006a HTTP/1.1" status: 404 len: 337 time: 0.0399632 Nov 12 11:09:09.654908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998858f-71f3-42d6-90b3-93903e6fa05f req-0696d01e-37b3-45b0-b7e8-4e20e40b0f5c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:09.656696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c998858f-71f3-42d6-90b3-93903e6fa05f req-0696d01e-37b3-45b0-b7e8-4e20e40b0f5c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.0735412 Nov 12 11:09:09.715103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c998858f-71f3-42d6-90b3-93903e6fa05f req-b08dc7c7-3745-49b0-9fc5-54bc9d7f3507 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510998 Nov 12 11:09:09.925862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38902) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.936445 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.012913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:09:10.017720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:10.058631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f531f2de-b11a-47ab-b417-6bc57643251f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.177697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f531f2de-b11a-47ab-b417-6bc57643251f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.187687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f531f2de-b11a-47ab-b417-6bc57643251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.211133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:10.231810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'mac_address': 'fa:16:3e:b3:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:09:10.236170 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f531f2de-b11a-47ab-b417-6bc57643251f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c90d642d5d24b019e7c8c5d32333eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067789 Nov 12 11:09:10.236170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531f2de-b11a-47ab-b417-6bc57643251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c6540-b46f-477a-94ea-1acd727ce20a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:10.237195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38906) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:10.244657 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.309781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35173209-f622-4508-943e-2478ce7e583a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.312737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.331450 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:10.335551 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e623fe-5998-46a2-82cf-7e08250584cf" -d '{"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-unplugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:10.361774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9335e524-abff-4eb3-bd92-875aa0ce0877 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:10.364120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35173209-f622-4508-943e-2478ce7e583a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.370889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:10.379285 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.411045 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afb2e76-e50a-4816-be2c-c56104b185b9 x-openstack-request-id: req-8afb2e76-e50a-4816-be2c-c56104b185b9 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:10.411324 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-unplugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:10.411590 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8afb2e76-e50a-4816-be2c-c56104b185b9 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:10.411980 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'code': 200} Nov 12 11:09:10.418456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.440335 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35173209-f622-4508-943e-2478ce7e583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.444997 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35173209-f622-4508-943e-2478ce7e583a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.446845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-35173209-f622-4508-943e-2478ce7e583a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/952c6540-b46f-477a-94ea-1acd727ce20a HTTP/1.1" status: 204 len: 168 time: 0.2085307 Nov 12 11:09:10.462783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:10.463143 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:10.466528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35173209-f622-4508-943e-2478ce7e583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c6540-b46f-477a-94ea-1acd727ce20a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:10.480744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=11']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:10.581258 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ccfdbb-4939-49b9-b133-25a60c945dfb req-a9616920-d8be-4770-97c0-c0bc448476d4 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0282290 Nov 12 11:09:10.858057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392efbb-7b05-4c8f-b366-d1ee004e41d2 req-efdceda7-af81-415d-8e3f-acbd8b1f44f0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:10.859583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b392efbb-7b05-4c8f-b366-d1ee004e41d2 req-efdceda7-af81-415d-8e3f-acbd8b1f44f0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0598416 Nov 12 11:09:10.928996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b392efbb-7b05-4c8f-b366-d1ee004e41d2 req-f8a3fe8a-ca67-4747-a9e3-09bf56f8390e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582142 Nov 12 11:09:11.023575 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.050713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9335e524-abff-4eb3-bd92-875aa0ce0877 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:11.086981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:11.092759 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.167990 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=12']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:11.265651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9335e524-abff-4eb3-bd92-875aa0ce0877'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:09:11.310030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38944) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:11.333795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38948) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:11.487361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-08af35b3-51ec-4bd9-865e-e5dee0fb8162 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1433254250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:11.535442 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08af35b3-51ec-4bd9-865e-e5dee0fb8162 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.536576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08af35b3-51ec-4bd9-865e-e5dee0fb8162 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.545142 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e3213c5-d5e2-47e3-bed1-9d76346181cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.620492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08af35b3-51ec-4bd9-865e-e5dee0fb8162 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.629692 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08af35b3-51ec-4bd9-865e-e5dee0fb8162 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.661380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-08af35b3-51ec-4bd9-865e-e5dee0fb8162 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.663177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-08af35b3-51ec-4bd9-865e-e5dee0fb8162 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3515987 Nov 12 11:09:11.667076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38956) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:11.673343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1210355130'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:11.719288 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e3213c5-d5e2-47e3-bed1-9d76346181cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.721447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Made reservation on behalf of 9137d659a8bf497b81a77527bae17b13 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:11.723572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a08e078-7b21-44ba-ac58-4069c14d31b2 req-5edc07ba-47a7-42c0-86ff-071bb3cb09fa tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0469699 Nov 12 11:09:11.726291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.730636 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e3213c5-d5e2-47e3-bed1-9d76346181cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.743867 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.807107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3213c5-d5e2-47e3-bed1-9d76346181cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4892af1a-1381-45b8-87fa-dc24305cc60e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:11.814736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4e3213c5-d5e2-47e3-bed1-9d76346181cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=940157ab140c4b738bc0fdc5f8dd6755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788513 Nov 12 11:09:11.818170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38958) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:11.875907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-57f7d0f0-a494-4b2e-8d9e-51181876fb53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.887286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.893334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.902806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-57f7d0f0-a494-4b2e-8d9e-51181876fb53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.925796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:11.940751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1eb9af-3d06-4a54-bc43-16ebc88534a7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:11.948204 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.948680 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Added segment 94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf of type vlan for network b42845d1-64ed-4ccb-a966-304a2579fc0b Nov 12 11:09:12.007072 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.058175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.064753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:12.065461 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.141653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4730537 Nov 12 11:09:12.186351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38968) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:12.195967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'subnet': {'network_id': 'b42845d1-64ed-4ccb-a966-304a2579fc0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:12.228821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67770df-b3ff-44f9-b7b3-39897af092a8 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Network': ['ID=b42845d1-64ed-4ccb-a966-304a2579fc0b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:12.244031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b42845d1-64ed-4ccb-a966-304a2579fc0b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:12.253867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac9ee-2ba7-42d0-82d7-7d8e2bf60cde req-69700ba6-4c2f-47b6-a575-b88f74bb8852 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:12.255785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d8ac9ee-2ba7-42d0-82d7-7d8e2bf60cde req-69700ba6-4c2f-47b6-a575-b88f74bb8852 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 946 time: 0.2158799 Nov 12 11:09:12.355556 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-57f7d0f0-a494-4b2e-8d9e-51181876fb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.358542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-57f7d0f0-a494-4b2e-8d9e-51181876fb53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.359887 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-57f7d0f0-a494-4b2e-8d9e-51181876fb53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4892af1a-1381-45b8-87fa-dc24305cc60e HTTP/1.1" status: 204 len: 168 time: 0.5400791 Nov 12 11:09:12.363372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d8ac9ee-2ba7-42d0-82d7-7d8e2bf60cde req-afe334d6-1ba5-490d-9a3d-aafc936a5ca8 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738826 Nov 12 11:09:12.381221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d0f0-a494-4b2e-8d9e-51181876fb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4892af1a-1381-45b8-87fa-dc24305cc60e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:12.396115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Made reservation on behalf of 9137d659a8bf497b81a77527bae17b13 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:12.401870 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.639174 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.722318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Subnet': ['ID=795edce1-d6a0-4ba8-a397-a6a37fbabd50,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:12.728259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Checking segment: {'id': '94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b42845d1-64ed-4ccb-a966-304a2579fc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:12.728259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network hostable DHCP agents. Network: b42845d1-64ed-4ccb-a966-304a2579fc0b, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:12.756846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network b42845d1-64ed-4ccb-a966-304a2579fc0b is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:12.769144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b42845d1-64ed-4ccb-a966-304a2579fc0b) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:12.783474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c687b-b186-4d74-abb4-3372c4dde2b9 None None] Network b42845d1-64ed-4ccb-a966-304a2579fc0b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:12.803852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:12.804914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.835823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c0e29aee-f55e-43fe-95ec-c28d9a99cbde tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6456225 Nov 12 11:09:12.836242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38998) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:12.842137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'network': {'name': 'tempest-router-network01--1063921875'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:12.873389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75114c17-2085-4504-96c8-425b22d43ad3 req-5e403a2e-a720-4afc-9329-19a5a9fc35df tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0377457 Nov 12 11:09:12.886394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Made reservation on behalf of 9137d659a8bf497b81a77527bae17b13 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:12.895819 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.925604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:12.935304 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.935775 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Added segment c3103534-28aa-409f-a0ed-c3280743dc6c of type vlan for network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 Nov 12 11:09:13.018002 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.036217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b42845d1-64ed-4ccb-a966-304a2579fc0b', 'network_id': 'b42845d1-64ed-4ccb-a966-304a2579fc0b', 'tenant_id': '9137d659a8bf497b81a77527bae17b13', 'fixed_ips': [{'subnet_id': '795edce1-d6a0-4ba8-a397-a6a37fbabd50'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:13.040291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.109424 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.117249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:13.117832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.161579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3242979 Nov 12 11:09:13.164998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39012) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:13.172676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'network': {'name': 'tempest-router-network02--1168094838'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:13.214845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Allocated IP 2001:db8::2 (b42845d1-64ed-4ccb-a966-304a2579fc0b/795edce1-d6a0-4ba8-a397-a6a37fbabd50/0ef42951-049c-4aea-ac1b-f61197a86439) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:13.251895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808513e-6348-4a4c-9e5f-51189a59daba tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Network': ['ID=73bbe4a4-2eba-4ae0-9295-725d8bffa6e0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:13.262682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Made reservation on behalf of 9137d659a8bf497b81a77527bae17b13 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:13.267643 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.287850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:13.299279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:13.316417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.316984 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Added segment 32f894fa-2bbd-4ef8-bf2d-30ae0eef947a of type vlan for network b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 Nov 12 11:09:13.377594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.413771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.422701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:13.423819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.496641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3302763 Nov 12 11:09:13.499694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39020) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:13.550654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'subnet': {'network_id': '73bbe4a4-2eba-4ae0-9295-725d8bffa6e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:13.586265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f69734-b3f5-454d-b844-be3154fabdae tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Network': ['ID=b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:13.631373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01a06-d3f9-4867-827f-697d27dc215e req-4071d498-2d3d-4a45-bf50-1bc2b8d81bce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:13.637823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ac01a06-d3f9-4867-827f-697d27dc215e req-4071d498-2d3d-4a45-bf50-1bc2b8d81bce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 946 time: 0.1540258 Nov 12 11:09:13.652490 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.691597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:13.726059 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.747208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ac01a06-d3f9-4867-827f-697d27dc215e req-ad5a0ac0-a034-499b-a368-a812ce2255d0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023724 Nov 12 11:09:13.764743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Made reservation on behalf of 9137d659a8bf497b81a77527bae17b13 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:13.771466 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.862506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Network b42845d1-64ed-4ccb-a966-304a2579fc0b is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:13.867762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:13.873606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:14.006594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Pushing event updated for resources: {'Port': ['ID=0ef42951-049c-4aea-ac1b-f61197a86439,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:14.038553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:14.042615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Attempting to bind port 0ef42951-049c-4aea-ac1b-f61197a86439 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:14.044735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Attempting to bind port 0ef42951-049c-4aea-ac1b-f61197a86439 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b42845d1-64ed-4ccb-a966-304a2579fc0b'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:14.045160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Attempting to bind port 0ef42951-049c-4aea-ac1b-f61197a86439 on network b42845d1-64ed-4ccb-a966-304a2579fc0b {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:14.082668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:14.083057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Checking segment: {'id': '94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b42845d1-64ed-4ccb-a966-304a2579fc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:14.083591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.084746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Bound using segment: {'id': '94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b42845d1-64ed-4ccb-a966-304a2579fc0b'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:14.085423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Bound port: 0ef42951-049c-4aea-ac1b-f61197a86439, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b42845d1-64ed-4ccb-a966-304a2579fc0b'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:14.085803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.090756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a45cca4-7d10-46fe-893a-4cefb90a6d8f req-2dbf1db6-a42a-430a-af39-34c2675a605d tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0651929 Nov 12 11:09:14.183063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9335e524-abff-4eb3-bd92-875aa0ce0877 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:14.183598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.187405 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.215104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] For port 0ef42951-049c-4aea-ac1b-f61197a86439, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:14.235750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] For port 0ef42951-049c-4aea-ac1b-f61197a86439, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0ef42951-049c-4aea-ac1b-f61197a86439,segment=NetworkSegment(94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf),segment_id=94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:14.247722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.259918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Subnet': ['ID=d9d2cc59-0ba7-4310-afb7-b22e49dcb8b6,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:14.306679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Checking segment: {'id': 'c3103534-28aa-409f-a0ed-c3280743dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '73bbe4a4-2eba-4ae0-9295-725d8bffa6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:14.307043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network hostable DHCP agents. Network: 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:14.345383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:14.352793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcae47f-6398-44d5-8d44-074481706b2d None None] Pushing event updated for resources: {'Port': ['ID=0ef42951-049c-4aea-ac1b-f61197a86439,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:14.370027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:14.381603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a9b843-6fef-4dd3-b84e-33961ebafb39 None None] Network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:14.384723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:14.387359 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.426544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1440835b-13a9-449e-9b9a-061a75416388 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8830104 Nov 12 11:09:14.429526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39040) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:14.437373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'subnet': {'network_id': 'b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:14.481099 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.523910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:14.526733 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f990213c-e5f6-4d25-8440-00a35640244c" -d '{"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-plugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:14.559461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:14.590992 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.615206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Made reservation on behalf of 9137d659a8bf497b81a77527bae17b13 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:14.620483 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.713420 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ce6ebd-6a49-40ca-bc92-cbb8da1ae271 x-openstack-request-id: req-05ce6ebd-6a49-40ca-bc92-cbb8da1ae271 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:14.714029 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-plugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:14.714456 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05ce6ebd-6a49-40ca-bc92-cbb8da1ae271 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:14.715691 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'code': 200} Nov 12 11:09:14.755768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=13']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:14.818599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-73bbe4a4-2eba-4ae0-9295-725d8bffa6e0', 'network_id': '73bbe4a4-2eba-4ae0-9295-725d8bffa6e0', 'tenant_id': '9137d659a8bf497b81a77527bae17b13', 'fixed_ips': [{'subnet_id': 'd9d2cc59-0ba7-4310-afb7-b22e49dcb8b6'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:14.819675 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.022310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.154236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013da78-b1f6-4409-b28f-e86648186f44 req-bc8fa4bf-387d-4236-b4d6-3a1187063810 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:15.161539 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4013da78-b1f6-4409-b28f-e86648186f44 req-bc8fa4bf-387d-4236-b4d6-3a1187063810 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1841156 Nov 12 11:09:15.196895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Subnet': ['ID=cba930ce-d307-483e-a90f-ac0f330793f6,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:15.207177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Checking segment: {'id': '32f894fa-2bbd-4ef8-bf2d-30ae0eef947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:15.207591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network hostable DHCP agents. Network: b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:15.223797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Allocated IP 2001:db8::2 (73bbe4a4-2eba-4ae0-9295-725d8bffa6e0/d9d2cc59-0ba7-4310-afb7-b22e49dcb8b6/f75e06cc-a37a-421f-8068-574f9df23bc8) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:15.260829 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4013da78-b1f6-4409-b28f-e86648186f44 req-cf13ada8-6246-4608-8c95-75c554570784 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959032 Nov 12 11:09:15.265224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:15.273312 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3bb9275-b139-4897-896e-ad0bad9eb654 req-70104a6c-c542-441e-8e22-77af6f9647b3 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0476537 Nov 12 11:09:15.304793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:15.314157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:15.315632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.343689 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-faa8c527-6ee9-49a5-b460-24c3c8a64bd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9114218 Nov 12 11:09:15.346469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39060) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:15.347818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e443b-e740-461d-841a-5f603b1d1648 None None] Network b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:15.680368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73', 'network_id': 'b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73', 'tenant_id': '9137d659a8bf497b81a77527bae17b13', 'fixed_ips': [{'subnet_id': 'cba930ce-d307-483e-a90f-ac0f330793f6'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:15.681317 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.744255 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.774588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.925358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0ef42951-049c-4aea-ac1b-f61197a86439 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:16.002281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:16.013220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Pushing event updated for resources: {'Port': ['ID=f75e06cc-a37a-421f-8068-574f9df23bc8,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:16.027448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:16.032852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:16.141708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5ef73-7970-4e83-a982-ac8bb0f2864e None None] Network b42845d1-64ed-4ccb-a966-304a2579fc0b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:16.165221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Allocated IP 2001:db8::2 (b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73/cba930ce-d307-483e-a90f-ac0f330793f6/d769ad91-fda6-4e69-a5de-47c3fe03b88b) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:16.167684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0ef42951-049c-4aea-ac1b-f61197a86439 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:16.168131 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.248241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Attempting to bind port f75e06cc-a37a-421f-8068-574f9df23bc8 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:16.248241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Attempting to bind port f75e06cc-a37a-421f-8068-574f9df23bc8 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'c3103534-28aa-409f-a0ed-c3280743dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '73bbe4a4-2eba-4ae0-9295-725d8bffa6e0'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:16.248602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Attempting to bind port f75e06cc-a37a-421f-8068-574f9df23bc8 on network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:16.288584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:16.288856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Checking segment: {'id': 'c3103534-28aa-409f-a0ed-c3280743dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '73bbe4a4-2eba-4ae0-9295-725d8bffa6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:16.289417 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.289835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Bound using segment: {'id': 'c3103534-28aa-409f-a0ed-c3280743dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '73bbe4a4-2eba-4ae0-9295-725d8bffa6e0'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:16.290308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Bound port: f75e06cc-a37a-421f-8068-574f9df23bc8, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3103534-28aa-409f-a0ed-c3280743dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '73bbe4a4-2eba-4ae0-9295-725d8bffa6e0'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:16.290697 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.299965 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.429363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] For port f75e06cc-a37a-421f-8068-574f9df23bc8, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:16.432811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] For port f75e06cc-a37a-421f-8068-574f9df23bc8, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f75e06cc-a37a-421f-8068-574f9df23bc8,segment=NetworkSegment(c3103534-28aa-409f-a0ed-c3280743dc6c),segment_id=c3103534-28aa-409f-a0ed-c3280743dc6c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:16.440612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c43e2119-4f09-4083-9512-1f3ee043bca6 None None] Provisioning complete for port 0ef42951-049c-4aea-ac1b-f61197a86439 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:16.441351 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c43e2119-4f09-4083-9512-1f3ee043bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.450187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.545072 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5206c012-e7d1-49df-a931-192ad45a6161 req-efa83a35-09ad-4f76-9198-78a3aaf98f7a tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0606856 Nov 12 11:09:16.774382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6425c8e-0f49-42b8-9fe7-12e88cd198cc None None] Pushing event updated for resources: {'Port': ['ID=f75e06cc-a37a-421f-8068-574f9df23bc8,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:16.788770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.915407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d5e7-d57f-4cb4-ad04-6337a455c6b3 req-4d27e833-a2d5-463c-8c24-76fd8e2cced2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:16.917290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce74d5e7-d57f-4cb4-ad04-6337a455c6b3 req-4d27e833-a2d5-463c-8c24-76fd8e2cced2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.3009832 Nov 12 11:09:16.922155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Allocated IP 2001:db8::1 (73bbe4a4-2eba-4ae0-9295-725d8bffa6e0/d9d2cc59-0ba7-4310-afb7-b22e49dcb8b6/c799e084-ab5c-4c8e-bea8-4c220f307bff) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:16.937371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.965561 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.968564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 0ef42951-049c-4aea-ac1b-f61197a86439, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0ef42951-049c-4aea-ac1b-f61197a86439,segment=NetworkSegment(94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf),segment_id=94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:16.971035 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c43e2119-4f09-4083-9512-1f3ee043bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.016200 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.090763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Network b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:17.158923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:17.187508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:17.202480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Pushing event updated for resources: {'Port': ['ID=d769ad91-fda6-4e69-a5de-47c3fe03b88b,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:17.248390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce74d5e7-d57f-4cb4-ad04-6337a455c6b3 req-8ff57bf7-1c83-43ad-8aa5-e888772a6b4f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068900 Nov 12 11:09:17.329432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.378757 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-c43e2119-4f09-4083-9512-1f3ee043bca6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:17.392010 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-c43e2119-4f09-4083-9512-1f3ee043bca6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:17.427540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.475002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=0ef42951-049c-4aea-ac1b-f61197a86439,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:17.483480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Attempting to bind port d769ad91-fda6-4e69-a5de-47c3fe03b88b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:17.484291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Attempting to bind port d769ad91-fda6-4e69-a5de-47c3fe03b88b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '32f894fa-2bbd-4ef8-bf2d-30ae0eef947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:17.486496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Attempting to bind port d769ad91-fda6-4e69-a5de-47c3fe03b88b on network b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:17.499474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:17.500339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Checking segment: {'id': '32f894fa-2bbd-4ef8-bf2d-30ae0eef947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:17.500840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.501347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Bound using segment: {'id': '32f894fa-2bbd-4ef8-bf2d-30ae0eef947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:17.501938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Bound port: d769ad91-fda6-4e69-a5de-47c3fe03b88b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f894fa-2bbd-4ef8-bf2d-30ae0eef947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:17.502433 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.544358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Port': ['ID=c799e084-ab5c-4c8e-bea8-4c220f307bff,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:17.562065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:17.565703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:17.575087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:17.575649 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.604916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] For port d769ad91-fda6-4e69-a5de-47c3fe03b88b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:17.611142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] For port d769ad91-fda6-4e69-a5de-47c3fe03b88b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d769ad91-fda6-4e69-a5de-47c3fe03b88b,segment=NetworkSegment(32f894fa-2bbd-4ef8-bf2d-30ae0eef947a),segment_id=32f894fa-2bbd-4ef8-bf2d-30ae0eef947a)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:17.619085 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.823826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f82b3d-080d-4f2f-860c-e64f1374edf6 None None] Pushing event updated for resources: {'Port': ['ID=d769ad91-fda6-4e69-a5de-47c3fe03b88b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:17.894423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ade1b0d-4a84-4b2a-90f5-b811adbd259f req-bd7d208a-9e29-4474-9804-ad622eea64d9 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0962958 Nov 12 11:09:17.941131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:18.226657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f08b6a1f-c23e-4af5-86d5-3a2bdebe3e14 None None] Provisioning complete for port 0ef42951-049c-4aea-ac1b-f61197a86439 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:18.228193 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f08b6a1f-c23e-4af5-86d5-3a2bdebe3e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:18.234285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0ef42951-049c-4aea-ac1b-f61197a86439 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:18.539230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0ef42951-049c-4aea-ac1b-f61197a86439 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:18.544654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:18.631136 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1c24-d32e-45b8-8f61-00bf5a8dca81 req-f08044a5-781d-4b22-9c30-2a85d0969fe7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:18.632755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b2e1c24-d32e-45b8-8f61-00bf5a8dca81 req-f08044a5-781d-4b22-9c30-2a85d0969fe7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1702323 Nov 12 11:09:18.756479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:18.766700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b2e1c24-d32e-45b8-8f61-00bf5a8dca81 req-922044eb-e147-4b1a-8ba4-6c499f37a346 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228342 Nov 12 11:09:18.766945 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:18.768895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:18.998483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Port': ['ID=c799e084-ab5c-4c8e-bea8-4c220f307bff,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:19.041483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:19.043158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:19.069203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23b7db-ff4e-44c0-bd93-ba921a765fc3 None None] Network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:19.081053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59c188e3-45c8-4f37-a270-525f22044731 req-2033bc6e-81ab-4fd1-ba2b-9d71712fb55e tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0581191 Nov 12 11:09:19.347764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39154) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:19.397923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Router 91c5dce2-cdfd-4cfb-8896-c138a85ba0ce is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:09:19.539083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f75e06cc-a37a-421f-8068-574f9df23bc8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:19.576164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:19.588637 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28892e-b3af-4446-8f2e-fcc46f75b781 None None] Sync routers for ids ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:19.590695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-01fb78e0-5070-4d1a-8734-e309af98ea8e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "PUT /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2422850 Nov 12 11:09:19.604730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39160) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:19.608897 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28892e-b3af-4446-8f2e-fcc46f75b781 None None] Routers {'91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:19.609542 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fc28892e-b3af-4446-8f2e-fcc46f75b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:19.668301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca3dbb9-a33c-4686-8072-7c1ab999d1fb None None] Network b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:19.701678 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fc28892e-b3af-4446-8f2e-fcc46f75b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:19.713686 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28892e-b3af-4446-8f2e-fcc46f75b781 None None] Routers {'91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:19.714806 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fc28892e-b3af-4446-8f2e-fcc46f75b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:19.748854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6ec1-f34b-4d79-aa11-4ff7a8694fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:19.758513 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fc28892e-b3af-4446-8f2e-fcc46f75b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:19.759457 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28892e-b3af-4446-8f2e-fcc46f75b781 None None] The sync data for ids ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:19.795659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e7051183-0ca2-463c-a6d0-8ad30c6875a1 None None] Provisioning complete for port f75e06cc-a37a-421f-8068-574f9df23bc8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:19.796041 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7051183-0ca2-463c-a6d0-8ad30c6875a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:19.960492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f75e06cc-a37a-421f-8068-574f9df23bc8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:19.960779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.054939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f05832-a9f0-4ab2-8dc9-a0aa7174059d req-53e8101c-8cf7-4020-8fa1-30a1dfc72f6b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:20.056548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92f05832-a9f0-4ab2-8dc9-a0aa7174059d req-53e8101c-8cf7-4020-8fa1-30a1dfc72f6b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1232839 Nov 12 11:09:20.202778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92f05832-a9f0-4ab2-8dc9-a0aa7174059d req-490b207a-76a5-45c4-b976-c6a295444468 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326432 Nov 12 11:09:20.309917 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7051183-0ca2-463c-a6d0-8ad30c6875a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.349412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.390223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e7051183-0ca2-463c-a6d0-8ad30c6875a1 None None] For port f75e06cc-a37a-421f-8068-574f9df23bc8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f75e06cc-a37a-421f-8068-574f9df23bc8,segment=NetworkSegment(c3103534-28aa-409f-a0ed-c3280743dc6c),segment_id=c3103534-28aa-409f-a0ed-c3280743dc6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:20.399337 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7051183-0ca2-463c-a6d0-8ad30c6875a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.513859 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:20.514603 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:20.535445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7051183-0ca2-463c-a6d0-8ad30c6875a1 None None] Pushing event updated for resources: {'Port': ['ID=f75e06cc-a37a-421f-8068-574f9df23bc8,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:20.561363 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6645a50-0fad-445b-a622-b42dc89a4354 req-fa9f21ca-9ac6-4f4f-90fd-4075877915d8 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.2630413 Nov 12 11:09:20.562711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Provisioning complete for port f75e06cc-a37a-421f-8068-574f9df23bc8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:20.563188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.706711 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6ec1-f34b-4d79-aa11-4ff7a8694fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.727723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6ec1-f34b-4d79-aa11-4ff7a8694fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.804942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e6ec1-f34b-4d79-aa11-4ff7a8694fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a21c95-00fd-4325-86f8-22a8907be123,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:20.808681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Provisioning complete for port c799e084-ab5c-4c8e-bea8-4c220f307bff triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:20.809204 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.901871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Port c799e084-ab5c-4c8e-bea8-4c220f307bff cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:20.927039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Provisioning complete for port d769ad91-fda6-4e69-a5de-47c3fe03b88b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:20.927485 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.984969 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-96fd36ef-cbe3-4e86-861e-06090364b0f4 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:09:20.990279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39176) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:20.990960 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96fd36ef-cbe3-4e86-861e-06090364b0f4 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "PUT /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3840609 Nov 12 11:09:20.996068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8f4e6ec1-f34b-4d79-aa11-4ff7a8694fe8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5597ff617c0246d59f82b8c296089005&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6464469 Nov 12 11:09:20.999990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39178) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:21.122100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eff88a8c-6a16-42af-ae5e-8d0d24935077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.208894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eff88a8c-6a16-42af-ae5e-8d0d24935077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.312692 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eff88a8c-6a16-42af-ae5e-8d0d24935077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.315427 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eff88a8c-6a16-42af-ae5e-8d0d24935077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.316639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eff88a8c-6a16-42af-ae5e-8d0d24935077 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97a21c95-00fd-4325-86f8-22a8907be123 HTTP/1.1" status: 204 len: 168 time: 0.3154528 Nov 12 11:09:21.340810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff88a8c-6a16-42af-ae5e-8d0d24935077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a21c95-00fd-4325-86f8-22a8907be123,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:21.350096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.517248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] For port d769ad91-fda6-4e69-a5de-47c3fe03b88b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d769ad91-fda6-4e69-a5de-47c3fe03b88b,segment=NetworkSegment(32f894fa-2bbd-4ef8-bf2d-30ae0eef947a),segment_id=32f894fa-2bbd-4ef8-bf2d-30ae0eef947a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:21.527599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d769ad91-fda6-4e69-a5de-47c3fe03b88b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:21.539369 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.671075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb43ab-72dc-4708-ac9e-2fb84fc1cd34 req-4c502b06-eb79-485a-ba99-2045a140f962 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:21.688430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96bb43ab-72dc-4708-ac9e-2fb84fc1cd34 req-4c502b06-eb79-485a-ba99-2045a140f962 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.2370803 Nov 12 11:09:21.711862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba9b1a-3ebf-4232-9971-ca64ed55e47b None None] Pushing event updated for resources: {'Port': ['ID=d769ad91-fda6-4e69-a5de-47c3fe03b88b,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:21.761070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4c2cc4c5-8e6e-47df-97b0-efd9253bfb72 None None] Provisioning complete for port c799e084-ab5c-4c8e-bea8-4c220f307bff triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:21.768708 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.769434 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4c2cc4c5-8e6e-47df-97b0-efd9253bfb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.775676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d769ad91-fda6-4e69-a5de-47c3fe03b88b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:21.777374 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.862875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96bb43ab-72dc-4708-ac9e-2fb84fc1cd34 req-d54df66d-1e33-432e-b8b3-99e12f0d653b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732416 Nov 12 11:09:21.914954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cc4c5-8e6e-47df-97b0-efd9253bfb72 None None] Port c799e084-ab5c-4c8e-bea8-4c220f307bff cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:21.948543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4c2cc4c5-8e6e-47df-97b0-efd9253bfb72 None None] Provisioning complete for port d769ad91-fda6-4e69-a5de-47c3fe03b88b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:21.957625 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4c2cc4c5-8e6e-47df-97b0-efd9253bfb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.038485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-14b2cffd-7282-4c3f-8bd4-bea751dfe5cd req-9e5d1709-1696-418f-8d66-ad3be4e8b6bc tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0720057 Nov 12 11:09:22.129558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f75e06cc-a37a-421f-8068-574f9df23bc8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:22.130746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39192) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:22.164765 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab3d7-4bd2-448f-a7cb-9474b4f3e035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.299669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f75e06cc-a37a-421f-8068-574f9df23bc8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:22.300000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.337243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab3d7-4bd2-448f-a7cb-9474b4f3e035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.343363 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab3d7-4bd2-448f-a7cb-9474b4f3e035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.386133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ab3d7-4bd2-448f-a7cb-9474b4f3e035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9249cfed-5f63-4637-89bf-68818d5e357c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:22.444908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6c3ab3d7-4bd2-448f-a7cb-9474b4f3e035 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=954f69dfdab846a89741594b999e66dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101089 Nov 12 11:09:22.447672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting port c799e084-ab5c-4c8e-bea8-4c220f307bff {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:22.448140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.448494 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39194) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:22.578175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e98f4bb1-a11d-4875-ad40-a33c346b6efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.617812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e98f4bb1-a11d-4875-ad40-a33c346b6efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.656902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.674396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Calling delete_port for c799e084-ab5c-4c8e-bea8-4c220f307bff owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:22.711834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e98f4bb1-a11d-4875-ad40-a33c346b6efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.727048 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e98f4bb1-a11d-4875-ad40-a33c346b6efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.728458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e98f4bb1-a11d-4875-ad40-a33c346b6efc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9249cfed-5f63-4637-89bf-68818d5e357c HTTP/1.1" status: 204 len: 168 time: 0.2778072 Nov 12 11:09:22.777007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f4bb1-a11d-4875-ad40-a33c346b6efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9249cfed-5f63-4637-89bf-68818d5e357c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:23.077240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c97e1-aa66-4e48-99b2-dc029287282c req-86680156-931b-4a2d-a4c4-87bfce49e9e3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.079470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa4c97e1-aa66-4e48-99b2-dc029287282c req-86680156-931b-4a2d-a4c4-87bfce49e9e3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.0916240 Nov 12 11:09:23.229166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa4c97e1-aa66-4e48-99b2-dc029287282c req-1e13aea2-7b3e-499b-9afc-5cf044611521 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267180 Nov 12 11:09:23.259868 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.319951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Port': ['ID=c799e084-ab5c-4c8e-bea8-4c220f307bff,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:23.347726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d769ad91-fda6-4e69-a5de-47c3fe03b88b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:23.481773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05a97ce4-ee1f-4e6c-b7a8-db59aff68f05 req-0f67bf66-22dd-4075-949c-8d59675c2f73 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0926208 Nov 12 11:09:23.502191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d769ad91-fda6-4e69-a5de-47c3fe03b88b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:23.502634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.569167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.896344 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f85f0976-f1ed-46d3-88c3-a576885a1d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.116443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Router 91c5dce2-cdfd-4cfb-8896-c138a85ba0ce has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:09:24.240755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:24.253566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3c18a-0cc1-4b58-a9c6-30898a5fbefe None None] Sync routers for ids ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:24.261055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-87fa0e33-4f46-4d6b-86a7-40a5d2199735 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "PUT /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2658861 Nov 12 11:09:24.261797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39230) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:24.305331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3c18a-0cc1-4b58-a9c6-30898a5fbefe None None] Routers {'91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:24.306443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-37b3c18a-0cc1-4b58-a9c6-30898a5fbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:24.416529 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-a32e5513-8cff-4519-9129-be2dc427e978 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] delete failed (client error): The resource could not be found. Nov 12 11:09:24.422911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39236) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:24.423356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a32e5513-8cff-4519-9129-be2dc427e978 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1626112187 HTTP/1.1" status: 404 len: 335 time: 0.1594417 Nov 12 11:09:24.429554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7bba4335-8577-4f29-b56f-d542f93f501c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'router': {'external_gateway_info': {'network_id': '91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:24.445351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-37b3c18a-0cc1-4b58-a9c6-30898a5fbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:24.465807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3c18a-0cc1-4b58-a9c6-30898a5fbefe None None] Routers {'91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:24.466458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-37b3c18a-0cc1-4b58-a9c6-30898a5fbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:08:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:24.526647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486d162-974a-419c-bd8e-897241e8a6c5 req-8e0a1187-97a4-4294-9aed-67d13e28f1dd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:24.538608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-37b3c18a-0cc1-4b58-a9c6-30898a5fbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:24.545193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3c18a-0cc1-4b58-a9c6-30898a5fbefe None None] The sync data for ids ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:24.550111 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d486d162-974a-419c-bd8e-897241e8a6c5 req-8e0a1187-97a4-4294-9aed-67d13e28f1dd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1218593 Nov 12 11:09:24.730523 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d486d162-974a-419c-bd8e-897241e8a6c5 req-05918a27-1777-4d28-a888-5b12bf500b38 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764333 Nov 12 11:09:24.897464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac2f8644-0928-433d-a502-47860b2108c1 req-98ffd086-559e-4a98-8ae1-d15fa417db59 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.1005263 Nov 12 11:09:25.122441 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bba4335-8577-4f29-b56f-d542f93f501c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.207649 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-7bba4335-8577-4f29-b56f-d542f93f501c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] update failed (client error): The resource could not be found. Nov 12 11:09:25.208955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7bba4335-8577-4f29-b56f-d542f93f501c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "PUT /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce HTTP/1.1" status: 404 len: 339 time: 0.7848024 Nov 12 11:09:25.212753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39250) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:25.218514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-15507826'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:25.354754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Made reservation on behalf of 9137d659a8bf497b81a77527bae17b13 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:25.385329 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.489410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:25.518407 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.521898 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Added segment c0c7eb94-4a8d-4fef-8a93-36dec20ae24d of type vlan for network cd6d7aad-49f7-461d-9f42-16d2ae52fa04 Nov 12 11:09:25.642049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.694143 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:09:25.722223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.741853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:25.745029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.809923 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5948544 Nov 12 11:09:25.812307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39264) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:25.818332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'subnet': {'network_id': 'cd6d7aad-49f7-461d-9f42-16d2ae52fa04', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:26.005553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78788d-3c15-4976-b8bd-61ca1f9e740a tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Network': ['ID=cd6d7aad-49f7-461d-9f42-16d2ae52fa04,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:26.021461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network cd6d7aad-49f7-461d-9f42-16d2ae52fa04 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:26.134578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8091d-c2a2-446d-9b08-52fe706ffb4f req-d0cf413f-80be-436f-b170-7bf4b4816015 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:26.144708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ab8091d-c2a2-446d-9b08-52fe706ffb4f req-d0cf413f-80be-436f-b170-7bf4b4816015 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1318865 Nov 12 11:09:26.186141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f587cbb-bc6a-4110-8400-677b783a95a0 req-4a2f37f3-e32e-49da-92fa-6f54a7db73bd tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.1003234 Nov 12 11:09:26.217289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Made reservation on behalf of 9137d659a8bf497b81a77527bae17b13 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:26.223400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.040382 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-31e52c6c-ff29-410a-9834-febe0f19b359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.500359 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f6c8f9f-8b4b-47a8-b926-c07c106c55f5 req-2df87386-2918-424a-853a-59acfa10a97f tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0616295 Nov 12 11:09:27.573788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ab8091d-c2a2-446d-9b08-52fe706ffb4f req-a1197b70-274b-408a-acf6-7d1fa8669408 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3817656 Nov 12 11:09:27.705983 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.843869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.057975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Subnet': ['ID=6bc22be2-6078-4639-923e-2046fef25337,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:28.071928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Checking segment: {'id': 'c0c7eb94-4a8d-4fef-8a93-36dec20ae24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd6d7aad-49f7-461d-9f42-16d2ae52fa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:28.072727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network hostable DHCP agents. Network: cd6d7aad-49f7-461d-9f42-16d2ae52fa04, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:28.102402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network cd6d7aad-49f7-461d-9f42-16d2ae52fa04 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:28.132626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, cd6d7aad-49f7-461d-9f42-16d2ae52fa04) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:28.149225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c23844-5c43-4201-97ef-10c36fe4c85a None None] Network cd6d7aad-49f7-461d-9f42-16d2ae52fa04 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:28.160194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:28.160793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.202117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39308) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:28.203388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-484d6b46-4e94-4573-877e-73407ac4606b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3897700 Nov 12 11:09:28.207341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9f438655-7deb-482e-a1bb-6ae85aa2eccf tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd6d7aad-49f7-461d-9f42-16d2ae52fa04'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:28.440050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-cd6d7aad-49f7-461d-9f42-16d2ae52fa04', 'network_id': 'cd6d7aad-49f7-461d-9f42-16d2ae52fa04', 'tenant_id': '9137d659a8bf497b81a77527bae17b13', 'fixed_ips': [{'subnet_id': '6bc22be2-6078-4639-923e-2046fef25337'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:28.441340 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.502134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39312) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:28.785032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2793a2b2-12c1-408b-bae1-33693ad22743 req-d8514721-2a22-4645-9cf3-9c88862cc9f1 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.1115334 Nov 12 11:09:28.838692 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-639d8300-ae6f-4630-84c2-ba42369d6d6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.885317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f438655-7deb-482e-a1bb-6ae85aa2eccf tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.895753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Allocated IP 2001:db8:1::2 (cd6d7aad-49f7-461d-9f42-16d2ae52fa04/6bc22be2-6078-4639-923e-2046fef25337/dedabe3b-24b2-4647-afb8-e641ae35e528) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:29.044254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d0898-8356-4f96-a7cb-8fbaaa9e5b95 req-dcfe8114-4d20-47f4-9fc7-f933ae7c06bb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:29.044515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-639d8300-ae6f-4630-84c2-ba42369d6d6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.051898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-639d8300-ae6f-4630-84c2-ba42369d6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.055655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-436d0898-8356-4f96-a7cb-8fbaaa9e5b95 req-dcfe8114-4d20-47f4-9fc7-f933ae7c06bb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1575654 Nov 12 11:09:29.147464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-639d8300-ae6f-4630-84c2-ba42369d6d6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8942d0558d44e5e9cbea46a1ce576aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6440737 Nov 12 11:09:29.153224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39328) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:29.168373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d8300-ae6f-4630-84c2-ba42369d6d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf188e3-c38e-4b27-be6c-38a5ce26649a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:29.231043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-436d0898-8356-4f96-a7cb-8fbaaa9e5b95 req-993355db-d812-477c-9929-6f0482abfe7d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572125 Nov 12 11:09:29.268242 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-9f438655-7deb-482e-a1bb-6ae85aa2eccf tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:09:29.269876 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9f438655-7deb-482e-a1bb-6ae85aa2eccf tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "PUT /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce HTTP/1.1" status: 400 len: 364 time: 1.0664358 Nov 12 11:09:29.274129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39334) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:29.373969 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2b90a908-41c4-4903-83df-94e578d55df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.395810 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.423980 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.520357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Network cd6d7aad-49f7-461d-9f42-16d2ae52fa04 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:29.525300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:29.531901 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.533393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:29.574502 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2b90a908-41c4-4903-83df-94e578d55df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.588127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Pushing event updated for resources: {'Port': ['ID=dedabe3b-24b2-4647-afb8-e641ae35e528,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:29.652121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.652806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.653372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.653915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.655256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.655799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.656330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.656901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.657582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.659157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.660300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.660902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:29.691385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Attempting to bind port dedabe3b-24b2-4647-afb8-e641ae35e528 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:29.692737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Attempting to bind port dedabe3b-24b2-4647-afb8-e641ae35e528 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'c0c7eb94-4a8d-4fef-8a93-36dec20ae24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd6d7aad-49f7-461d-9f42-16d2ae52fa04'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:29.693970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Attempting to bind port dedabe3b-24b2-4647-afb8-e641ae35e528 on network cd6d7aad-49f7-461d-9f42-16d2ae52fa04 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:29.700145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:29.700891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Checking segment: {'id': 'c0c7eb94-4a8d-4fef-8a93-36dec20ae24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd6d7aad-49f7-461d-9f42-16d2ae52fa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:29.701551 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.702155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Bound using segment: {'id': 'c0c7eb94-4a8d-4fef-8a93-36dec20ae24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd6d7aad-49f7-461d-9f42-16d2ae52fa04'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:29.702826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Bound port: dedabe3b-24b2-4647-afb8-e641ae35e528, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c7eb94-4a8d-4fef-8a93-36dec20ae24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd6d7aad-49f7-461d-9f42-16d2ae52fa04'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:29.703427 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.820269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] For port dedabe3b-24b2-4647-afb8-e641ae35e528, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:29.827294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] For port dedabe3b-24b2-4647-afb8-e641ae35e528, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dedabe3b-24b2-4647-afb8-e641ae35e528,segment=NetworkSegment(c0c7eb94-4a8d-4fef-8a93-36dec20ae24d),segment_id=c0c7eb94-4a8d-4fef-8a93-36dec20ae24d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:29.838917 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.866908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2b90a908-41c4-4903-83df-94e578d55df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.873855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2b90a908-41c4-4903-83df-94e578d55df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.878641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2b90a908-41c4-4903-83df-94e578d55df5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/caf188e3-c38e-4b27-be6c-38a5ce26649a HTTP/1.1" status: 204 len: 168 time: 0.7210338 Nov 12 11:09:29.945455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab90f24-9493-4e4b-8862-f0d7225646dc None None] Pushing event updated for resources: {'Port': ['ID=dedabe3b-24b2-4647-afb8-e641ae35e528,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:29.952780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90a908-41c4-4903-83df-94e578d55df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf188e3-c38e-4b27-be6c-38a5ce26649a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:30.100039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.165433 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fca8936c-655a-4e38-a184-4eaed94c70be req-9bf7c398-b641-4ce6-914c-c06e38e0063b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0904424 Nov 12 11:09:30.211214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1dcf94ee-917c-4f9b-bc81-494af9ec438b req-af97f44c-40a8-404d-b7cf-de9f04dc523e tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0465662 Nov 12 11:09:30.585719 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.600833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba569-2690-4323-959e-24bba93e56d3 req-ab69215f-4eaf-4f30-807e-67d1a9dde41a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:30.611251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb0ba569-2690-4323-959e-24bba93e56d3 req-ab69215f-4eaf-4f30-807e-67d1a9dde41a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1834271 Nov 12 11:09:30.738242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39350) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:30.755494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb0ba569-2690-4323-959e-24bba93e56d3 req-ae22e49a-268e-481b-a005-710103f38757 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430900 Nov 12 11:09:30.759603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb58302d-0884-453b-838a-566a70ffd720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.848336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Allocated IP 2001:db8::1 (b42845d1-64ed-4ccb-a966-304a2579fc0b/795edce1-d6a0-4ba8-a397-a6a37fbabd50/85356932-ae99-4a8d-ab07-6c3410a74935) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:30.905659 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb58302d-0884-453b-838a-566a70ffd720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.923156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bb58302d-0884-453b-838a-566a70ffd720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.965077 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bb58302d-0884-453b-838a-566a70ffd720 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ceb0e128a7743d2861b7811e3f00882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254868 Nov 12 11:09:30.975670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39352) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:31.015096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58302d-0884-453b-838a-566a70ffd720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd16411-fcb7-46eb-952a-e4fc5b891687,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:31.084949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e637bd6-3bed-480d-b987-12d74cc11365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.152477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e637bd6-3bed-480d-b987-12d74cc11365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.219396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.264598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e637bd6-3bed-480d-b987-12d74cc11365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.272811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e637bd6-3bed-480d-b987-12d74cc11365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.274230 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1e637bd6-3bed-480d-b987-12d74cc11365 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccd16411-fcb7-46eb-952a-e4fc5b891687 HTTP/1.1" status: 204 len: 168 time: 0.2962408 Nov 12 11:09:31.298459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e637bd6-3bed-480d-b987-12d74cc11365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd16411-fcb7-46eb-952a-e4fc5b891687,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:31.421144 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dedabe3b-24b2-4647-afb8-e641ae35e528 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:31.445594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cce0360a-50e3-4d7f-9378-7d108b820d27 req-9d01fa93-c38f-43eb-b33e-0c9681763aa0 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0960488 Nov 12 11:09:31.469393 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.597077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port dedabe3b-24b2-4647-afb8-e641ae35e528 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:31.597795 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.714761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network b42845d1-64ed-4ccb-a966-304a2579fc0b is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:31.735383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:31.762418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:31.763167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.774791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Port': ['ID=85356932-ae99-4a8d-ab07-6c3410a74935,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:31.849927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d9138-0f55-4a61-b97e-cc835f790a8f None None] Network cd6d7aad-49f7-461d-9f42-16d2ae52fa04 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:32.134042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.134844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-67d7468b-fb08-44cd-b288-6a25ba05e196 req-66519df2-d18a-49f9-9523-abde35d876b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71ed239fcb474e14b0eb859f58a57579&device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.1098032 Nov 12 11:09:32.203242 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.213410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-67d7468b-fb08-44cd-b288-6a25ba05e196 req-d62625a4-f86f-4776-b893-32193689b97c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=71ed239fcb474e14b0eb859f58a57579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642562 Nov 12 11:09:32.346978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0ecbc490-cc0d-4002-8b67-e6277dc6ee40 None None] Provisioning complete for port dedabe3b-24b2-4647-afb8-e641ae35e528 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:32.347419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc490-cc0d-4002-8b67-e6277dc6ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.453933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5929-2c2e-4e33-a853-3774ef1e2191 req-4b370efd-479c-4313-8b1a-a9f81b6d2ad9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:32.455546 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-699b5929-2c2e-4e33-a853-3774ef1e2191 req-4b370efd-479c-4313-8b1a-a9f81b6d2ad9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.2986591 Nov 12 11:09:32.462888 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port dedabe3b-24b2-4647-afb8-e641ae35e528, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dedabe3b-24b2-4647-afb8-e641ae35e528,segment=NetworkSegment(c0c7eb94-4a8d-4fef-8a93-36dec20ae24d),segment_id=c0c7eb94-4a8d-4fef-8a93-36dec20ae24d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:32.535094 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3314b4-a012-4123-a271-f1e4bfe3f60e req-2f51b3ef-135c-48f5-9d09-93233f93cd0a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:32.539291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.550325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd3314b4-a012-4123-a271-f1e4bfe3f60e req-2f51b3ef-135c-48f5-9d09-93233f93cd0a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 947 time: 0.3351064 Nov 12 11:09:32.641986 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd3314b4-a012-4123-a271-f1e4bfe3f60e req-55c4574c-d118-4cd5-b6b0-3c8f04c4d635 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866575 Nov 12 11:09:32.668137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-699b5929-2c2e-4e33-a853-3774ef1e2191 req-033011eb-1b46-4744-a3a5-7d9d5c1fd57b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367898 Nov 12 11:09:32.730253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7468b-fb08-44cd-b288-6a25ba05e196 req-7ba70292-5ee4-40ce-b2e8-7fdbe72cbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:32.733385 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-67d7468b-fb08-44cd-b288-6a25ba05e196 req-7ba70292-5ee4-40ce-b2e8-7fdbe72cbb8f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5130877 Nov 12 11:09:32.843677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=dedabe3b-24b2-4647-afb8-e641ae35e528,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:32.939164 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f916fef0-307a-4919-ae13-14662fa66898 req-cb846b54-f59c-4558-968d-5e3e3436dbf8 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.1416683 Nov 12 11:09:33.021968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.028186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.029286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.045992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5b4dc5d8-5ec3-4836-9718-fa6a4f32b1e8 None None] Provisioning complete for port 85356932-ae99-4a8d-ab07-6c3410a74935 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:33.046910 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc5d8-5ec3-4836-9718-fa6a4f32b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.155710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dc5d8-5ec3-4836-9718-fa6a4f32b1e8 None None] Port 85356932-ae99-4a8d-ab07-6c3410a74935 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:33.268284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dedabe3b-24b2-4647-afb8-e641ae35e528 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:33.360713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Network b42845d1-64ed-4ccb-a966-304a2579fc0b is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:33.362393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:33.415196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3275387f-d172-4631-b111-56070ff5bc00 None None] Provisioning complete for port dedabe3b-24b2-4647-afb8-e641ae35e528 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:33.415565 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3275387f-d172-4631-b111-56070ff5bc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.437075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event updated for resources: {'Port': ['ID=85356932-ae99-4a8d-ab07-6c3410a74935,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:33.523886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-6f305a70-4af8-4873-8b10-094e087a4706 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:33.528500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-6f305a70-4af8-4873-8b10-094e087a4706 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.52 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 947 time: 0.1554203 Nov 12 11:09:33.582917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Router 91c5dce2-cdfd-4cfb-8896-c138a85ba0ce has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:09:33.636942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port dedabe3b-24b2-4647-afb8-e641ae35e528 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:33.641541 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.717567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Deleting port d4876752-03c9-45b0-8867-16c8048c05bf {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:33.718459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.922232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:33.954123 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed93b56-2417-4a5c-88ae-45f166b17b23 None None] Sync routers for ids ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:33.970856 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e7ea7759-894d-4c7d-841e-18897d98162c tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "PUT /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6951408 Nov 12 11:09:33.976051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39408) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:33.994587 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed93b56-2417-4a5c-88ae-45f166b17b23 None None] Routers {'91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:33.994587 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bed93b56-2417-4a5c-88ae-45f166b17b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:34.123668 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67d7468b-fb08-44cd-b288-6a25ba05e196 req-02146ad8-a105-462d-a343-811528af7a76 tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0616639 Nov 12 11:09:34.140177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0c6734d7-cc2f-4c3e-8b6e-a29e4e2c5ad1 None None] Provisioning complete for port 85356932-ae99-4a8d-ab07-6c3410a74935 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:34.141238 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0c6734d7-cc2f-4c3e-8b6e-a29e4e2c5ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.176969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c1b-bb69-4692-a228-e9c0732fe566 req-0e97e51c-8f57-40f7-a2b7-a06b71e27206 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:34.181869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6ad3c1b-bb69-4692-a228-e9c0732fe566 req-0e97e51c-8f57-40f7-a2b7-a06b71e27206 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 947 time: 0.2755003 Nov 12 11:09:34.215857 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bed93b56-2417-4a5c-88ae-45f166b17b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:34.250611 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30f339b2-0761-4c18-9a10-0addac6110de tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.255440 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed93b56-2417-4a5c-88ae-45f166b17b23 None None] Routers {'91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:34.261838 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bed93b56-2417-4a5c-88ae-45f166b17b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:34.268884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0c6734d7-cc2f-4c3e-8b6e-a29e4e2c5ad1 None None] Port 85356932-ae99-4a8d-ab07-6c3410a74935 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:34.314239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] For port d4876752-03c9-45b0-8867-16c8048c05bf, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d4876752-03c9-45b0-8867-16c8048c05bf,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:34.315144 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.324709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6ad3c1b-bb69-4692-a228-e9c0732fe566 req-26678b79-287d-4dbc-a0c5-d4ea12fad247 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=efa9a18b-4c47-4230-b7e1-3181cc934ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345181 Nov 12 11:09:34.384960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921983f2-5b6a-4364-9777-e594e75949ee req-986b0e24-edb2-420a-9db6-3c00141149ce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:34.394726 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-921983f2-5b6a-4364-9777-e594e75949ee req-986b0e24-edb2-420a-9db6-3c00141149ce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.4510460 Nov 12 11:09:34.476370 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bed93b56-2417-4a5c-88ae-45f166b17b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:34.477971 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed93b56-2417-4a5c-88ae-45f166b17b23 None None] The sync data for ids ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:34.523277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-921983f2-5b6a-4364-9777-e594e75949ee req-e035209c-df77-487c-a850-105b0d5e9d83 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216159 Nov 12 11:09:34.592786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c8c4a06-98e7-4f6c-9a8d-dbfd5ae5c1ff req-6e15eb5b-1d75-4510-9064-d48a6be2d43c tempest-ServerShowV254Test-1643257747 tempest-ServerShowV254Test-1643257747-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ad5b43-6bc6-4fcb-a4d5-3cb99319c00d HTTP/1.1" status: 200 len: 210 time: 0.0543389 Nov 12 11:09:34.657817 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-30f339b2-0761-4c18-9a10-0addac6110de tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 11:09:34.659536 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30f339b2-0761-4c18-9a10-0addac6110de tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce HTTP/1.1" status: 409 len: 329 time: 0.6786406 Nov 12 11:09:34.663112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39420) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:34.989417 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.991136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.991986 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Floating IP 8b4813a4-c348-4deb-a9cb-69ca751f1e54 disassociated. External IP: 172.25.2.116, port: d4876752-03c9-45b0-8867-16c8048c05bf. Nov 12 11:09:34.998132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Calling delete_port for d4876752-03c9-45b0-8867-16c8048c05bf owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:35.298637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.391548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event deleted for resources: {'Port': ['ID=d4876752-03c9-45b0-8867-16c8048c05bf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:35.409892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.537740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3799fba2-a193-4525-adcf-bff89b671166 req-8b1e487c-4e59-415e-b31c-714bf11de2c6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 210 time: 0.0585999 Nov 12 11:09:35.653764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Router 75b541c9-dad9-4d85-b4a2-7eb52439e514 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:09:35.944025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:35.949417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eab821-e88a-4176-9ccb-93b33937e3ed req-5ffe89c6-30fe-49d3-9b3e-99000a930891 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:35.959996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] Sync routers for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:35.983258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6eab821-e88a-4176-9ccb-93b33937e3ed req-5ffe89c6-30fe-49d3-9b3e-99000a930891 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.3215663 Nov 12 11:09:36.004582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:36.007292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:36.029251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] No DVR routers for this DVR port d4876752-03c9-45b0-8867-16c8048c05bf on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:36.035294 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:36.066434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9c4371aa-4cd2-4c68-b257-eb4a2cb2806e req-5c390f0a-88da-4442-ac5a-38fcd1df6714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.52 "DELETE /v2.0/ports/d4876752-03c9-45b0-8867-16c8048c05bf HTTP/1.1" status: 204 len: 173 time: 2.5314977 Nov 12 11:09:36.089813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-deleted', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:36.120285 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca00b98-b804-433f-8bff-259765fc2b56" -d '{"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-deleted", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:36.262090 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842323a3-11d3-45d9-b777-cb9c6ec505e5 x-openstack-request-id: req-842323a3-11d3-45d9-b777-cb9c6ec505e5 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:36.263010 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b0157b-769d-41ac-a44d-f127bb3a1449", "name": "network-vif-deleted", "tag": "d4876752-03c9-45b0-8867-16c8048c05bf", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:36.264488 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-842323a3-11d3-45d9-b777-cb9c6ec505e5 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:36.265638 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b0157b-769d-41ac-a44d-f127bb3a1449', 'name': 'network-vif-deleted', 'tag': 'd4876752-03c9-45b0-8867-16c8048c05bf', 'status': 'completed', 'code': 200} Nov 12 11:09:36.439433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:36.577580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39456) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:36.910647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7cae99b-2c7f-4734-9c7b-e9a021bbb9eb req-0049829c-bf28-4e58-9c94-98cfecc4027d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=06b0157b-769d-41ac-a44d-f127bb3a1449 HTTP/1.1" status: 200 len: 210 time: 0.0450513 Nov 12 11:09:36.991312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:37.063692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6eab821-e88a-4176-9ccb-93b33937e3ed req-48c52617-b3e3-462c-b89e-15b269f03b8f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0082095 Nov 12 11:09:37.067785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] Checking router: 75b541c9-dad9-4d85-b4a2-7eb52439e514 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:09:37.089903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:37.092820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:37.109609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-418fe12e-431c-4244-9e17-173b4e607e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.205838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting port 85356932-ae99-4a8d-ab07-6c3410a74935 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:37.206270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.287097 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-418fe12e-431c-4244-9e17-173b4e607e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.297397 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-418fe12e-431c-4244-9e17-173b4e607e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.340940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:37.351138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.382322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Calling delete_port for 85356932-ae99-4a8d-ab07-6c3410a74935 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:37.391766 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-418fe12e-431c-4244-9e17-173b4e607e6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71ed239fcb474e14b0eb859f58a57579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8129442 Nov 12 11:09:37.394131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39468) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:37.416399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fe12e-431c-4244-9e17-173b4e607e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ac1936-4246-4b00-bb22-91f3bfd667d8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:37.548547 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ddb4100d-748e-4574-a26b-b3cc3eea3f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.565938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:37.600160 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ddb4100d-748e-4574-a26b-b3cc3eea3f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.666569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.735188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Port': ['ID=85356932-ae99-4a8d-ab07-6c3410a74935,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:37.747223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ddb4100d-748e-4574-a26b-b3cc3eea3f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.750796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ddb4100d-748e-4574-a26b-b3cc3eea3f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.752276 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ddb4100d-748e-4574-a26b-b3cc3eea3f97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55ac1936-4246-4b00-bb22-91f3bfd667d8 HTTP/1.1" status: 204 len: 168 time: 0.3548768 Nov 12 11:09:37.768741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4100d-748e-4574-a26b-b3cc3eea3f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ac1936-4246-4b00-bb22-91f3bfd667d8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:37.853840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39474) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:37.986334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: d4876752-03c9-45b0-8867-16c8048c05bf {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:37.991254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d4876752-03c9-45b0-8867-16c8048c05bf not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:38.122983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.141936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32245073-9bbe-4ecb-a4ff-5b9fb87ad3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.164297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39484) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:38.371401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:38.409085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5aade-f028-4cf5-9d2b-452fdbe3b5f7 None None] The sync data for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 is: [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:38.418710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-175f3739-5738-472a-a50b-f948f11ee86d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.439226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958001c-90cb-4e74-9db0-f57c5fece975 req-ab9e7e1e-56b8-4481-b122-f1bb2a7997f6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:38.448033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d958001c-90cb-4e74-9db0-f57c5fece975 req-ab9e7e1e-56b8-4481-b122-f1bb2a7997f6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.2357793 Nov 12 11:09:38.559473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-175f3739-5738-472a-a50b-f948f11ee86d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.675321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Router 91c5dce2-cdfd-4cfb-8896-c138a85ba0ce has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:09:38.814819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:38.831110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d6e3e743-4831-4ad0-8b7c-8dba4f98a3a3 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "PUT /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1655941 Nov 12 11:09:38.831957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39498) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:38.832428 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652388f6-70c1-4fdb-8a14-e876d0ced4c4 None None] Sync routers for ids ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:38.845360 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652388f6-70c1-4fdb-8a14-e876d0ced4c4 None None] Routers {'91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:38.846283 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-652388f6-70c1-4fdb-8a14-e876d0ced4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:38.908772 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-652388f6-70c1-4fdb-8a14-e876d0ced4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:38.944781 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-ab17d33c-0e9e-48cd-8a77-d01341e0258b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] show failed (client error): The resource could not be found. Nov 12 11:09:38.951112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ab17d33c-0e9e-48cd-8a77-d01341e0258b tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-903860377 HTTP/1.1" status: 404 len: 334 time: 0.1132607 Nov 12 11:09:38.951995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39502) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:38.960930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ac613ed0-81a1-43e3-9f52-5eca0b169db0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:38.965360 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652388f6-70c1-4fdb-8a14-e876d0ced4c4 None None] Routers {'91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:38.966525 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-652388f6-70c1-4fdb-8a14-e876d0ced4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:39.017040 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-ac613ed0-81a1-43e3-9f52-5eca0b169db0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] update failed (client error): The resource could not be found. Nov 12 11:09:39.018197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ac613ed0-81a1-43e3-9f52-5eca0b169db0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1354292606 HTTP/1.1" status: 404 len: 335 time: 0.0644689 Nov 12 11:09:39.023373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39508) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.105500 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-652388f6-70c1-4fdb-8a14-e876d0ced4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:39.107952 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652388f6-70c1-4fdb-8a14-e876d0ced4c4 None None] The sync data for ids ['91c5dce2-cdfd-4cfb-8896-c138a85ba0ce'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:39.124767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f055961-bb6b-4575-bf20-45b7d260dcd1 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting subnet 6bc22be2-6078-4639-923e-2046fef25337 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:39.131155 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f055961-bb6b-4575-bf20-45b7d260dcd1 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.168926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b25d23-5700-4ec3-afde-c2b3a4564cf6 None None] New status for floating IP 8b4813a4-c348-4deb-a9cb-69ca751f1e54: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:09:39.232606 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f055961-bb6b-4575-bf20-45b7d260dcd1 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.421179 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f055961-bb6b-4575-bf20-45b7d260dcd1 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.456744 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32245073-9bbe-4ecb-a4ff-5b9fb87ad3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.473168 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32245073-9bbe-4ecb-a4ff-5b9fb87ad3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.488381 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d958001c-90cb-4e74-9db0-f57c5fece975 req-d64af512-7f22-4436-a731-573f5fcd301f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0398960 Nov 12 11:09:39.543547 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f055961-bb6b-4575-bf20-45b7d260dcd1 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.543904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32245073-9bbe-4ecb-a4ff-5b9fb87ad3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbcd948-dd76-4a6f-96ef-db3cee854b96,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:39.565100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-32245073-9bbe-4ecb-a4ff-5b9fb87ad3a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45e99050673f4729bbdc2a14b2abf729&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7068534 Nov 12 11:09:39.565905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39522) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.585213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-175f3739-5738-472a-a50b-f948f11ee86d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.589618 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-175f3739-5738-472a-a50b-f948f11ee86d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.591389 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-175f3739-5738-472a-a50b-f948f11ee86d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "DELETE /v2.0/security-groups/efa9a18b-4c47-4230-b7e1-3181cc934ad3 HTTP/1.1" status: 204 len: 168 time: 1.4259520 Nov 12 11:09:39.597587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39524) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.621987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b10337-3b91-469a-af87-28d9bedeeb59 None None] Network cd6d7aad-49f7-461d-9f42-16d2ae52fa04 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:39.623787 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f055961-bb6b-4575-bf20-45b7d260dcd1 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.634229 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3f055961-bb6b-4575-bf20-45b7d260dcd1 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/subnets/6bc22be2-6078-4639-923e-2046fef25337 HTTP/1.1" status: 204 len: 168 time: 0.6038268 Nov 12 11:09:39.634229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f055961-bb6b-4575-bf20-45b7d260dcd1 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc22be2-6078-4639-923e-2046fef25337,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:39.634229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39528) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.668092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f3739-5738-472a-a50b-f948f11ee86d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa9a18b-4c47-4230-b7e1-3181cc934ad3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:39.670446 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-d03c24fd-e166-428b-9140-9414813fcbd2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] show failed (client error): The resource could not be found. Nov 12 11:09:39.671918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d03c24fd-e166-428b-9140-9414813fcbd2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups/efa9a18b-4c47-4230-b7e1-3181cc934ad3 HTTP/1.1" status: 404 len: 347 time: 0.0689569 Nov 12 11:09:39.677846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39530) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.864897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.925952 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75248303-61f4-4004-8859-8b19d7b47353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.968550 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.006572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting port dedabe3b-24b2-4647-afb8-e641ae35e528 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:40.007281 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.010539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75248303-61f4-4004-8859-8b19d7b47353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.075615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] DHCP port deletion for cd6d7aad-49f7-461d-9f42-16d2ae52fa04 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:40.090671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75248303-61f4-4004-8859-8b19d7b47353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.095422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75248303-61f4-4004-8859-8b19d7b47353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.099725 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-75248303-61f4-4004-8859-8b19d7b47353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9dbcd948-dd76-4a6f-96ef-db3cee854b96 HTTP/1.1" status: 204 len: 168 time: 0.5266707 Nov 12 11:09:40.108206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75248303-61f4-4004-8859-8b19d7b47353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbcd948-dd76-4a6f-96ef-db3cee854b96,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:40.141878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Deleting port 7b81978f-53de-4102-a591-4bd444b1d185 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:40.142271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.217131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] For port dedabe3b-24b2-4647-afb8-e641ae35e528, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dedabe3b-24b2-4647-afb8-e641ae35e528,segment=NetworkSegment(c0c7eb94-4a8d-4fef-8a93-36dec20ae24d),segment_id=c0c7eb94-4a8d-4fef-8a93-36dec20ae24d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:40.218331 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.249630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] Deleting port dedabe3b-24b2-4647-afb8-e641ae35e528 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:40.251326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.259632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Calling delete_port for dedabe3b-24b2-4647-afb8-e641ae35e528 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:40.327771 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.328136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.348615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Calling delete_port for 7b81978f-53de-4102-a591-4bd444b1d185 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:40.418327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] For port dedabe3b-24b2-4647-afb8-e641ae35e528, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dedabe3b-24b2-4647-afb8-e641ae35e528,segment=NetworkSegment(c0c7eb94-4a8d-4fef-8a93-36dec20ae24d),segment_id=c0c7eb94-4a8d-4fef-8a93-36dec20ae24d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:40.418966 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.447890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.468249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] Calling delete_port for dedabe3b-24b2-4647-afb8-e641ae35e528 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:40.570384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] No DVR routers for this DVR port dedabe3b-24b2-4647-afb8-e641ae35e528 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:40.574697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Port': ['ID=dedabe3b-24b2-4647-afb8-e641ae35e528,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:40.680148 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7cdd8441-d687-4231-9560-281b44624f8f req-20af2cf8-7f52-4e24-b4cf-1533b21fa192 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.1388044 Nov 12 11:09:40.726455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.810374 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.856354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] No DVR routers for this DVR port dedabe3b-24b2-4647-afb8-e641ae35e528 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:40.868450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.943463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2ef72-4ddb-4962-9cc4-d2b683a10365 None None] Pushing event deleted for resources: {'Port': ['ID=dedabe3b-24b2-4647-afb8-e641ae35e528,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:40.944939 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.953710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6d7aad-49f7-461d-9f42-16d2ae52fa04']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:40.970801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c7eb94-4a8d-4fef-8a93-36dec20ae24d') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:40.971200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c7eb94-4a8d-4fef-8a93-36dec20ae24d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:41.033957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.054308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event deleted for resources: {'Port': ['ID=7b81978f-53de-4102-a591-4bd444b1d185,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:41.073895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec2271-71b1-4ed2-a8b4-2596d00633d3 req-ad61e27d-b187-4faf-a74f-0f063b222c7b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:41.074417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39594) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:41.075452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69ec2271-71b1-4ed2-a8b4-2596d00633d3 req-ad61e27d-b187-4faf-a74f-0f063b222c7b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1073678 Nov 12 11:09:41.079340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.105546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:41.106266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:41.111158 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:41.171259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f5b4-7f16-4250-80de-8605af104ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.218757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.227078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69ec2271-71b1-4ed2-a8b4-2596d00633d3 req-beb7c26a-e8b5-4cd0-8f96-483fe1b9ac96 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406257 Nov 12 11:09:41.231346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.240580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/networks/cd6d7aad-49f7-461d-9f42-16d2ae52fa04 HTTP/1.1" status: 204 len: 168 time: 1.6048470 Nov 12 11:09:41.246293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39604) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:41.261693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89d9ab-3d85-432f-9d5c-2c325be3bc34 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Network': ['ID=cd6d7aad-49f7-461d-9f42-16d2ae52fa04,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:41.346071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dedabe3b-24b2-4647-afb8-e641ae35e528 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:41.369538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.372833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.378507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c26350c-1829-447b-9e94-959efbe85ff7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "DELETE /v2.0/floatingips/8b4813a4-c348-4deb-a9cb-69ca751f1e54 HTTP/1.1" status: 204 len: 168 time: 1.6969862 Nov 12 11:09:41.408337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: dedabe3b-24b2-4647-afb8-e641ae35e528 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:41.409349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dedabe3b-24b2-4647-afb8-e641ae35e528 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:41.411954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-507fd53d-fbaa-43ec-bc2f-487ef67c0726 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting subnet cba930ce-d307-483e-a90f-ac0f330793f6 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:41.423143 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507fd53d-fbaa-43ec-bc2f-487ef67c0726 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.520613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507fd53d-fbaa-43ec-bc2f-487ef67c0726 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.566921 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f5b4-7f16-4250-80de-8605af104ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.581697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f5b4-7f16-4250-80de-8605af104ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.636647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d2f3f5b4-7f16-4250-80de-8605af104ee9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38635027e85d4ecdac1e6c9d38ece702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562053 Nov 12 11:09:41.636931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39612) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:41.702031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65f96cbf-f3d6-4e85-aff0-76d39c057e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.733833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65f96cbf-f3d6-4e85-aff0-76d39c057e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.805152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507fd53d-fbaa-43ec-bc2f-487ef67c0726 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.821225 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65f96cbf-f3d6-4e85-aff0-76d39c057e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.826356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65f96cbf-f3d6-4e85-aff0-76d39c057e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.828268 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-65f96cbf-f3d6-4e85-aff0-76d39c057e89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f057537-ac82-446c-a0da-c54830ea0567 HTTP/1.1" status: 204 len: 168 time: 0.1902542 Nov 12 11:09:41.847053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f96cbf-f3d6-4e85-aff0-76d39c057e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f057537-ac82-446c-a0da-c54830ea0567,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:41.899755 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-846420c0-be53-4272-9d40-7976e538118c req-35538cad-ec78-4910-9655-8670e6defc69 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0546949 Nov 12 11:09:41.900684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39618) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:41.904394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f5b4-7f16-4250-80de-8605af104ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f057537-ac82-446c-a0da-c54830ea0567,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:41.915429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-162b8066-2620-43f4-9506-50fe85b405fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97668321', 'description': 'tempest-description--156316522'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:41.937302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507fd53d-fbaa-43ec-bc2f-487ef67c0726 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.971053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-162b8066-2620-43f4-9506-50fe85b405fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.977510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fd53d-fbaa-43ec-bc2f-487ef67c0726 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Subnet': ['ID=cba930ce-d307-483e-a90f-ac0f330793f6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:41.991032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507fd53d-fbaa-43ec-bc2f-487ef67c0726 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.996598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-507fd53d-fbaa-43ec-bc2f-487ef67c0726 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/subnets/cba930ce-d307-483e-a90f-ac0f330793f6 HTTP/1.1" status: 204 len: 168 time: 0.7451205 Nov 12 11:09:41.998309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39622) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:42.011072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7247fd75-14c0-42b5-ae8a-08d92b3c6240 None None] Network b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:42.082590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-784dbe27-d9b8-420f-b07d-39d06b723dd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting subnet d9d2cc59-0ba7-4310-afb7-b22e49dcb8b6 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:42.095487 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784dbe27-d9b8-420f-b07d-39d06b723dd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.159049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-162b8066-2620-43f4-9506-50fe85b405fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.160481 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784dbe27-d9b8-420f-b07d-39d06b723dd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.166582 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-162b8066-2620-43f4-9506-50fe85b405fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.218350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-162b8066-2620-43f4-9506-50fe85b405fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.223856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39626) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:42.225532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-162b8066-2620-43f4-9506-50fe85b405fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3216195 Nov 12 11:09:42.228962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-803aa9f5-4465-4d6d-898b-85969efb5a05 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'security_group_rule': {'security_group_id': 'da3cfbb1-a078-45b4-95b7-d22ee78ad90b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:42.229190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b8066-2620-43f4-9506-50fe85b405fc tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3cfbb1-a078-45b4-95b7-d22ee78ad90b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.329362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-803aa9f5-4465-4d6d-898b-85969efb5a05 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.370873 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784dbe27-d9b8-420f-b07d-39d06b723dd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.379997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] DHCP port deletion for b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:42.465030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] Deleting port d769ad91-fda6-4e69-a5de-47c3fe03b88b {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:42.465926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.568856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-803aa9f5-4465-4d6d-898b-85969efb5a05 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.582866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] For port d769ad91-fda6-4e69-a5de-47c3fe03b88b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d769ad91-fda6-4e69-a5de-47c3fe03b88b,segment=NetworkSegment(32f894fa-2bbd-4ef8-bf2d-30ae0eef947a),segment_id=32f894fa-2bbd-4ef8-bf2d-30ae0eef947a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:42.583616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.584423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-803aa9f5-4465-4d6d-898b-85969efb5a05 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.606904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] Calling delete_port for d769ad91-fda6-4e69-a5de-47c3fe03b88b owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:42.647004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803aa9f5-4465-4d6d-898b-85969efb5a05 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ab4738-4783-434e-aebb-4db48960cafd,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.662075 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-803aa9f5-4465-4d6d-898b-85969efb5a05 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.663426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-803aa9f5-4465-4d6d-898b-85969efb5a05 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385009 Nov 12 11:09:42.666377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:42.670117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784dbe27-d9b8-420f-b07d-39d06b723dd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.671426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d0c18bf2-7336-45b4-88c2-ec940129562d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'security_group_rule': {'security_group_id': 'da3cfbb1-a078-45b4-95b7-d22ee78ad90b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:42.710956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d0c18bf2-7336-45b4-88c2-ec940129562d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.725070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd850a-56d4-495e-a011-7a55e07a59f8 req-db434386-4bc5-42e9-be2a-4042b538da21 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:42.727484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64fd850a-56d4-495e-a011-7a55e07a59f8 req-db434386-4bc5-42e9-be2a-4042b538da21 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 947 time: 0.1762340 Nov 12 11:09:42.728698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dbe27-d9b8-420f-b07d-39d06b723dd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d2cc59-0ba7-4310-afb7-b22e49dcb8b6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.749378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.750432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-784dbe27-d9b8-420f-b07d-39d06b723dd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.755275 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-784dbe27-d9b8-420f-b07d-39d06b723dd0 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/subnets/d9d2cc59-0ba7-4310-afb7-b22e49dcb8b6 HTTP/1.1" status: 204 len: 168 time: 0.7556999 Nov 12 11:09:42.767003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39648) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:42.787683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1473765-3fe5-442e-8009-a0029527289d None None] Network 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:42.830874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d0c18bf2-7336-45b4-88c2-ec940129562d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.837658 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d0c18bf2-7336-45b4-88c2-ec940129562d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.870383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c18bf2-7336-45b4-88c2-ec940129562d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61aab07-6673-4bfb-b538-88e83cc69fd6,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.878185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] Pushing event deleted for resources: {'Port': ['ID=d769ad91-fda6-4e69-a5de-47c3fe03b88b,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.888908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d0c18bf2-7336-45b4-88c2-ec940129562d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.888908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d0c18bf2-7336-45b4-88c2-ec940129562d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194669 Nov 12 11:09:42.892528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39652) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:42.906188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:42.953303 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.966102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43cb4e-8563-41c0-a5e9-6d7bc38dd290 None None] No DVR routers for this DVR port d769ad91-fda6-4e69-a5de-47c3fe03b88b on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:43.027663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64fd850a-56d4-495e-a011-7a55e07a59f8 req-421072fc-5dee-41c8-bd3b-e5a60fd62d21 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896159 Nov 12 11:09:43.083994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.199423 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ec4a6d2-1f7b-44a2-a929-c299e8c4af70 req-c3b37a86-35c1-438f-83d2-f158ebad45ca tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0425322 Nov 12 11:09:43.216149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.299577 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.333708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] DHCP port deletion for 73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:43.377239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:43.385534 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d769ad91-fda6-4e69-a5de-47c3fe03b88b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:43.408922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-154ffb4c-db82-4f42-bcc6-88df8b08a636 req-b15d4a46-6a15-4351-b16f-b533c7d13d5d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0478144 Nov 12 11:09:43.413550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f894fa-2bbd-4ef8-bf2d-30ae0eef947a') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:43.413913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f894fa-2bbd-4ef8-bf2d-30ae0eef947a') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:43.418519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Allocated IP 172.25.2.211 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/8a8709e6-0ad4-4146-8974-cf4da0e78343) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:43.429095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: d769ad91-fda6-4e69-a5de-47c3fe03b88b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:43.429790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d769ad91-fda6-4e69-a5de-47c3fe03b88b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:43.434821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.463961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] Deleting port f75e06cc-a37a-421f-8068-574f9df23bc8 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:43.464605 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.468919 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.482690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:43.483083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:43.488575 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:43.559094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] For port f75e06cc-a37a-421f-8068-574f9df23bc8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f75e06cc-a37a-421f-8068-574f9df23bc8,segment=NetworkSegment(c3103534-28aa-409f-a0ed-c3280743dc6c),segment_id=c3103534-28aa-409f-a0ed-c3280743dc6c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:43.561680 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.579100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.605831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] Calling delete_port for f75e06cc-a37a-421f-8068-574f9df23bc8 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:43.632541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.633835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.638331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.649944 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/networks/b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73 HTTP/1.1" status: 204 len: 168 time: 0.8813021 Nov 12 11:09:43.652642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39684) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:43.696642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:43.700655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:43.706173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:43.712932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'Port': ['ID=8a8709e6-0ad4-4146-8974-cf4da0e78343,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:43.727263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d5c10-b918-43bd-ad8b-5c48557b7887 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Network': ['ID=b5dc2dbf-aa3a-43f7-a9b1-c2dfe5656a73,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:43.816047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.838679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.873595 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.897989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting port f75e06cc-a37a-421f-8068-574f9df23bc8 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:43.898963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.899585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] Pushing event deleted for resources: {'Port': ['ID=f75e06cc-a37a-421f-8068-574f9df23bc8,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:43.902589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89763ad2-02e0-42bf-9d0e-2d980904f457 None None] No DVR routers for this DVR port f75e06cc-a37a-421f-8068-574f9df23bc8 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:43.943205 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.022697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] For port f75e06cc-a37a-421f-8068-574f9df23bc8, host n-d-768851-19, got binding levels [] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:44.023326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.049757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Calling delete_port for f75e06cc-a37a-421f-8068-574f9df23bc8 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:44.049757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Port f75e06cc-a37a-421f-8068-574f9df23bc8 was not found and therefore no delete operation was performed {{(pid=109166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:09:44.049757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.082525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:44.091564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] No DVR routers for this DVR port f75e06cc-a37a-421f-8068-574f9df23bc8 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:44.101581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Port': ['ID=f75e06cc-a37a-421f-8068-574f9df23bc8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:44.182562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.189866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.224433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.255689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.257317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bbe4a4-2eba-4ae0-9295-725d8bffa6e0']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:44.271797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3103534-28aa-409f-a0ed-c3280743dc6c') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:44.272248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3103534-28aa-409f-a0ed-c3280743dc6c') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:44.286983 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.307031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.327258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:44.328162 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:44.340555 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:44.359392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:44.360451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:44.360600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'Port': ['ID=8a8709e6-0ad4-4146-8974-cf4da0e78343,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:44.367904 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c9397f-7397-479a-aafd-c2919a63a79e" -d '{"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-unplugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:44.382675 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.418265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.447313 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.458960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fdda5e12-6483-47cf-ba23-fbc5963d9a7c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5638177 Nov 12 11:09:44.494838 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1617e2ff-f473-4ec5-8fdc-c777c4042ad5 x-openstack-request-id: req-1617e2ff-f473-4ec5-8fdc-c777c4042ad5 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:44.495172 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-unplugged", "status": "completed", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:44.495659 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1617e2ff-f473-4ec5-8fdc-c777c4042ad5 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:44.496264 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'code': 200} Nov 12 11:09:44.507727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9d2d00a-57bf-4b22-a177-8fd02a7eedf6 req-519a8fa9-30c6-44c9-86e2-a1fe739c8025 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.1012702 Nov 12 11:09:44.511465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=14']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:44.531980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.565244 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.573311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39752) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:44.573473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/networks/73bbe4a4-2eba-4ae0-9295-725d8bffa6e0 HTTP/1.1" status: 204 len: 168 time: 0.9164493 Nov 12 11:09:44.575572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1eead-0fdc-4a0b-b060-ead24214d17e tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Network': ['ID=73bbe4a4-2eba-4ae0-9295-725d8bffa6e0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:44.646758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdd947e-9653-41fb-8639-e0b284ba40cb tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting subnet 795edce1-d6a0-4ba8-a397-a6a37fbabd50 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:44.651423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcdd947e-9653-41fb-8639-e0b284ba40cb tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.744163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcdd947e-9653-41fb-8639-e0b284ba40cb tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.793731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-6db9d409-459a-47a6-af58-c17c76360c96 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--97668321&fields=id&tenant_id=71248c98cd604882b9054001c64d296e HTTP/1.1" status: 200 len: 267 time: 0.1034629 Nov 12 11:09:44.920483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a1a2c-ffc6-4d2b-a57a-da7e2dea817f req-87afd480-d81f-4c22-89bd-78f473e92958 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:44.922465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b33a1a2c-ffc6-4d2b-a57a-da7e2dea817f req-87afd480-d81f-4c22-89bd-78f473e92958 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0556719 Nov 12 11:09:44.958013 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcdd947e-9653-41fb-8639-e0b284ba40cb tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.979306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b33a1a2c-ffc6-4d2b-a57a-da7e2dea817f req-704c6c7c-a0cf-4f44-9004-3983fa15ed0f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484378 Nov 12 11:09:44.995209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771459-4247-4f5a-9044-aa3565df3cfa req-bfca5370-9a61-4b72-ae8e-7524358c2f50 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:44.996713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-bfca5370-9a61-4b72-ae8e-7524358c2f50 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 816 time: 0.1914647 Nov 12 11:09:45.017721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-71ac6fff-efb6-4b45-b145-49dadff17601 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/quotas/71248c98cd604882b9054001c64d296e HTTP/1.1" status: 200 len: 375 time: 0.0124679 Nov 12 11:09:45.081829 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcdd947e-9653-41fb-8639-e0b284ba40cb tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.095292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2c02281d-769f-475b-bdb1-1b85d973b95b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717199 Nov 12 11:09:45.137877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd947e-9653-41fb-8639-e0b284ba40cb tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Subnet': ['ID=795edce1-d6a0-4ba8-a397-a6a37fbabd50,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:45.139972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcdd947e-9653-41fb-8639-e0b284ba40cb tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.143589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bcdd947e-9653-41fb-8639-e0b284ba40cb tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/subnets/795edce1-d6a0-4ba8-a397-a6a37fbabd50 HTTP/1.1" status: 204 len: 168 time: 0.5688450 Nov 12 11:09:45.146680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39796) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:45.152923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed59698-6298-4137-b091-922a0bede514 None None] Network b42845d1-64ed-4ccb-a966-304a2579fc0b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:45.321082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-a58e47ce-69b1-4cb8-8f09-aa4ff3305d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:45.323715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-a58e47ce-69b1-4cb8-8f09-aa4ff3305d5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1097 time: 0.0776873 Nov 12 11:09:45.353237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.372520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f75e06cc-a37a-421f-8068-574f9df23bc8 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:45.421262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f75e06cc-a37a-421f-8068-574f9df23bc8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:45.421765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f75e06cc-a37a-421f-8068-574f9df23bc8 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:45.436624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e51c3-86f1-43af-861c-1543ead559d5 req-66049fdc-faf6-413a-b6b0-d0fa66a790c9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:45.439479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fb0e51c3-86f1-43af-861c-1543ead559d5 req-66049fdc-faf6-413a-b6b0-d0fa66a790c9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1273601 Nov 12 11:09:45.540555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fb0e51c3-86f1-43af-861c-1543ead559d5 req-4ca0254e-b590-4a49-9b8c-bab83f7dc0f2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941322 Nov 12 11:09:45.557667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-c35cc6a8-20a4-42f8-a0b5-455d0db30d23 service neutron] 10.222.0.31 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375005 Nov 12 11:09:45.574583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-5371f476-5398-4f7e-82d9-67f71659d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:45.575341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] DHCP port deletion for b42845d1-64ed-4ccb-a966-304a2579fc0b request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:45.576137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-5371f476-5398-4f7e-82d9-67f71659d815 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.2421498 Nov 12 11:09:45.588505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Deleting port 0ef42951-049c-4aea-ac1b-f61197a86439 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:45.588851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.642440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] Deleting port 0ef42951-049c-4aea-ac1b-f61197a86439 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:45.642717 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.688371 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25ba08cd-6e23-4cf7-a455-f3f5964deef9 req-afcd7ccd-12b8-43e5-9913-f4ef50331831 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0336750 Nov 12 11:09:45.724883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] For port 0ef42951-049c-4aea-ac1b-f61197a86439, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0ef42951-049c-4aea-ac1b-f61197a86439,segment=NetworkSegment(94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf),segment_id=94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:45.725345 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.728781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] For port 0ef42951-049c-4aea-ac1b-f61197a86439, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0ef42951-049c-4aea-ac1b-f61197a86439,segment=NetworkSegment(94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf),segment_id=94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:45.729188 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.744384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] Calling delete_port for 0ef42951-049c-4aea-ac1b-f61197a86439 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:45.762222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Calling delete_port for 0ef42951-049c-4aea-ac1b-f61197a86439 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:45.864923 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.899022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] Pushing event deleted for resources: {'Port': ['ID=0ef42951-049c-4aea-ac1b-f61197a86439,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:45.906864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f780114-7d89-4c5f-8a06-1ed8be62523c None None] No DVR routers for this DVR port 0ef42951-049c-4aea-ac1b-f61197a86439 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:45.970257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.006236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Port': ['ID=0ef42951-049c-4aea-ac1b-f61197a86439,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:46.010920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] No DVR routers for this DVR port 0ef42951-049c-4aea-ac1b-f61197a86439 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:46.091134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-83237526-1aa2-44d0-891c-8a86f9a3114d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 0.5027504 Nov 12 11:09:46.156699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-72a77e64-8e84-40e4-893b-652618e32ccb service neutron] 10.222.0.31 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779924 Nov 12 11:09:46.158110 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.158684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39826) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:46.186195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-4391d39a-96f6-4d2f-87dc-f8d12d1ac71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:46.186532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e814387-fa88-4ecc-b243-70e063b29e17 req-ff3864a2-4d40-4a73-abc2-c38457f57118 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0471625 Nov 12 11:09:46.188316 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-4391d39a-96f6-4d2f-87dc-f8d12d1ac71c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.0804050 Nov 12 11:09:46.238382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42845d1-64ed-4ccb-a966-304a2579fc0b']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:46.255744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:46.256234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e82c8c-1a74-4f4e-8b4c-5a0c195d22bf') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:46.265325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-3d329b9e-4aee-4672-9624-fd8f7ba86df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:46.267395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-3d329b9e-4aee-4672-9624-fd8f7ba86df2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701718 Nov 12 11:09:46.268664 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.293986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.303827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:46.304386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:46.308266 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:46.377380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0530ab67-0901-429e-b7bb-25bc11ee47b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.395027 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.434347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.441427 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/networks/b42845d1-64ed-4ccb-a966-304a2579fc0b HTTP/1.1" status: 204 len: 168 time: 1.2931852 Nov 12 11:09:46.442554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48b4dc-ba47-4f66-bde6-e155b4583785 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Pushing event deleted for resources: {'Network': ['ID=b42845d1-64ed-4ccb-a966-304a2579fc0b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:46.444407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:46.462626 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-44c7f3ee-e559-468b-9e3e-a47817b29724 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825233 Nov 12 11:09:46.509331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2d526fb5-19c4-450f-a21b-48a76baff7cc tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c5dce2-cdfd-4cfb-8896-c138a85ba0ce HTTP/1.1" status: 200 len: 205 time: 0.0550525 Nov 12 11:09:46.512117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39840) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:46.631029 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d53beb7b-a570-43c5-a71d-3d5df26139d4 req-8c272ceb-2584-4735-9d09-22ad24fa9256 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 210 time: 0.1984842 Nov 12 11:09:46.634649 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1336e63b-92cf-48a4-848a-89c8cd9181c9 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.662344 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0530ab67-0901-429e-b7bb-25bc11ee47b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.680221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0530ab67-0901-429e-b7bb-25bc11ee47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.717527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de4d676f-299c-4ddf-a848-ea07b4983460 req-c0a130e2-388a-4d70-ba5d-c827c7f46187 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387345 Nov 12 11:09:46.746538 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0530ab67-0901-429e-b7bb-25bc11ee47b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a940622c55641fb8df97c20266c2d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5871470 Nov 12 11:09:46.749055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39848) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:46.766277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530ab67-0901-429e-b7bb-25bc11ee47b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba911b30-c1b9-4f33-85ae-8e5deb044e94,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:46.778058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e7e6-6e25-43a9-94fa-cec3a2b53519 req-ff83f64f-0d4f-433d-86fc-b200bc4eaf3b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:46.779671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1120e7e6-6e25-43a9-94fa-cec3a2b53519 req-ff83f64f-0d4f-433d-86fc-b200bc4eaf3b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1541893 Nov 12 11:09:46.844673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1336e63b-92cf-48a4-848a-89c8cd9181c9 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.847473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1336e63b-92cf-48a4-848a-89c8cd9181c9 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.851775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f29f-4203-42a0-aac0-3ad54c9b470c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.878492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f29f-4203-42a0-aac0-3ad54c9b470c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.910261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1336e63b-92cf-48a4-848a-89c8cd9181c9 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.910924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1336e63b-92cf-48a4-848a-89c8cd9181c9 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Fanout notify agent at l3_agent the message router_deleted on router 91c5dce2-cdfd-4cfb-8896-c138a85ba0ce {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:09:46.920024 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1336e63b-92cf-48a4-848a-89c8cd9181c9 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.921277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1336e63b-92cf-48a4-848a-89c8cd9181c9 tempest-RoutersNegativeIpV6Test-1836377037 tempest-RoutersNegativeIpV6Test-1836377037-project] 10.222.0.31 "DELETE /v2.0/routers/91c5dce2-cdfd-4cfb-8896-c138a85ba0ce HTTP/1.1" status: 204 len: 168 time: 0.4076982 Nov 12 11:09:46.996830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1120e7e6-6e25-43a9-94fa-cec3a2b53519 req-8fad5b44-80e6-451d-9938-eef01fdd1a43 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903491 Nov 12 11:09:47.031819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f29f-4203-42a0-aac0-3ad54c9b470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.034869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f29f-4203-42a0-aac0-3ad54c9b470c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.036759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1ae5f29f-4203-42a0-aac0-3ad54c9b470c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba911b30-c1b9-4f33-85ae-8e5deb044e94 HTTP/1.1" status: 204 len: 168 time: 0.2863610 Nov 12 11:09:47.049137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5f29f-4203-42a0-aac0-3ad54c9b470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba911b30-c1b9-4f33-85ae-8e5deb044e94,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:47.316376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0ef42951-049c-4aea-ac1b-f61197a86439 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:47.369498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 0ef42951-049c-4aea-ac1b-f61197a86439 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:47.370929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0ef42951-049c-4aea-ac1b-f61197a86439 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:47.425648 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-884c7800-b05a-4444-9a63-7247621f2a88 req-3812beee-0608-4e1c-99a0-2b0d1b0f02a0 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.1012409 Nov 12 11:09:47.458558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39864) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:47.673873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-664423dc-6218-4c77-a9a3-7acee960fccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9137d659a8bf497b81a77527bae17b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2138448 Nov 12 11:09:47.676348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39878) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:47.759331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a7dd999f-f10d-44f3-aeef-bf5c4bdd8fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.774354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b88421c-c7c9-4487-b00b-66ffc6e3f0ab req-0c5b0263-fb8d-4ddf-ad73-233a40c71581 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 210 time: 0.0460012 Nov 12 11:09:47.801068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a7dd999f-f10d-44f3-aeef-bf5c4bdd8fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.874545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a7dd999f-f10d-44f3-aeef-bf5c4bdd8fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.879275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a7dd999f-f10d-44f3-aeef-bf5c4bdd8fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.883985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a7dd999f-f10d-44f3-aeef-bf5c4bdd8fbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac1eb9af-3d06-4a54-bc43-16ebc88534a7 HTTP/1.1" status: 204 len: 168 time: 0.2024403 Nov 12 11:09:47.893698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd999f-f10d-44f3-aeef-bf5c4bdd8fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1eb9af-3d06-4a54-bc43-16ebc88534a7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:48.221497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399fdf6-ba11-45f3-8207-92aadcebfd7d req-945329fb-489d-4e85-895d-e81f10caf005 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:48.223660 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8399fdf6-ba11-45f3-8207-92aadcebfd7d req-945329fb-489d-4e85-895d-e81f10caf005 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1245725 Nov 12 11:09:48.368327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771459-4247-4f5a-9044-aa3565df3cfa req-0c93013e-ec0e-411c-81b9-cd86292b995f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:48.370216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-0c93013e-ec0e-411c-81b9-cd86292b995f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.59 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 816 time: 0.2551916 Nov 12 11:09:48.415778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8399fdf6-ba11-45f3-8207-92aadcebfd7d req-0e5cadf0-985d-4eec-9a47-f26ebcea0297 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553154 Nov 12 11:09:48.478247 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a72958e7-b205-4cf1-aebc-1c835734160b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71248c98cd604882b9054001c64d296e HTTP/1.1" status: 200 len: 378 time: 0.0962868 Nov 12 11:09:48.495746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'port': {'device_id': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'admin_state_up': True, 'tenant_id': '71248c98cd604882b9054001c64d296e', 'security_groups': ['da3cfbb1-a078-45b4-95b7-d22ee78ad90b']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:48.660937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Made reservation on behalf of 71248c98cd604882b9054001c64d296e for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:48.665328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.740933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6a88b1c-3819-4441-9a60-7b8f5c2e291f req-39d83c9c-be03-4c29-93be-9787e825b0cc tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0662286 Nov 12 11:09:48.856388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd93c5-458a-4e4f-8a56-6c00519163d4 req-20e3b028-5d06-4a61-81af-7b4a51216bdc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:48.857990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-89bd93c5-458a-4e4f-8a56-6c00519163d4 req-20e3b028-5d06-4a61-81af-7b4a51216bdc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0856409 Nov 12 11:09:48.898582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ed611c9-22f5-45f2-b98d-55dc1153d056 req-f79f95c5-a2e1-4a58-8266-b96af77b00ff tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 210 time: 0.0340981 Nov 12 11:09:48.950354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Allocated IP 172.20.0.4 (fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56/7b88da31-4f26-42ef-a0a2-b68b3583cec1/e2c896b7-84b7-49bb-9c15-24e8312650e3) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:48.971504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-89bd93c5-458a-4e4f-8a56-6c00519163d4 req-be67692d-1d75-42b9-bc0f-1feed2a1aa74 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013393 Nov 12 11:09:49.034942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39928) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:49.193041 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e702c9-a2af-4e3e-bc94-38e77cee581b req-10118dcf-5239-48ba-87bd-766fd983c6e5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.209155 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4e702c9-a2af-4e3e-bc94-38e77cee581b req-10118dcf-5239-48ba-87bd-766fd983c6e5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1009173 Nov 12 11:09:49.221982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c01491-a5ee-4faa-9e28-54f36cbdc414 req-5e1551cc-d68e-492f-9287-07a019c895c9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.223578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1c01491-a5ee-4faa-9e28-54f36cbdc414 req-5e1551cc-d68e-492f-9287-07a019c895c9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1289153 Nov 12 11:09:49.223821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f49eb458-ec53-4d17-aabc-b4854b7a4eed tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1632045977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:49.272316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.284701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f49eb458-ec53-4d17-aabc-b4854b7a4eed tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.286324 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f49eb458-ec53-4d17-aabc-b4854b7a4eed tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.302629 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4e702c9-a2af-4e3e-bc94-38e77cee581b req-b4c5ab6a-60de-48af-ac3c-74f020183b8d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910819 Nov 12 11:09:49.328292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1c01491-a5ee-4faa-9e28-54f36cbdc414 req-27971d4d-be47-402d-88a8-f42afb64205a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907228 Nov 12 11:09:49.350718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.366103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f49eb458-ec53-4d17-aabc-b4854b7a4eed tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.373207 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f49eb458-ec53-4d17-aabc-b4854b7a4eed tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.394499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f49eb458-ec53-4d17-aabc-b4854b7a4eed tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.395921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f49eb458-ec53-4d17-aabc-b4854b7a4eed tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3589842 Nov 12 11:09:49.398833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39936) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:49.407547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-459962350'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:49.407732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:49.410970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:49.415577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:49.444997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:49.448603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Made reservation on behalf of df807844b2094b6cb12ec72e26157e68 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:49.457072 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.458967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.459326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.459728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.460066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.460407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.460962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.461310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.461645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.461979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.462742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.463095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.463427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:49.476062 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.507825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.508941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.545413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-a4d13f54-97cf-49e9-ba59-99d59e48da78 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0585237 Nov 12 11:09:49.571987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Request body: {'port': {'device_id': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:49.609242 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.615073 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.651412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:49.670701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a61c25-4ad0-4aac-ad71-b7f4a59f86d2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:49.684165 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.684523 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Added segment b4531a28-3551-4fae-8ce6-c5c074e97b22 of type vlan for network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d Nov 12 11:09:49.724803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.811254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.852418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-35a80f63-a534-422d-9844-eb19239ab249 None None] Provisioning complete for port e2c896b7-84b7-49bb-9c15-24e8312650e3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:49.852418 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-35a80f63-a534-422d-9844-eb19239ab249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.870687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.878090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.878749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.918326 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5fdca39-a478-4424-8093-bd095dfafe4b req-8f87c854-896c-498d-8f34-ad68673e1974 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0352874 Nov 12 11:09:49.934275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-35a80f63-a534-422d-9844-eb19239ab249 None None] Port e2c896b7-84b7-49bb-9c15-24e8312650e3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:49.999090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250fa4-622f-4e55-af56-337530992880 req-26d12d02-04ad-456c-878d-246a9b1f65f9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:50.000970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-26d12d02-04ad-456c-878d-246a9b1f65f9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.3142788 Nov 12 11:09:50.009498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Network': ['ID=461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:50.023988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d53bf4f3-06c8-42ff-ad60-653321bbab04 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6189868 Nov 12 11:09:50.024241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:50.026388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39960) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:50.032775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'subnet': {'network_id': '461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:50.047319 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-20bd6c4e-bc6d-4484-8d0c-46309bd915c9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/quotas/2408959e80824d8bb898ea14f13272aa HTTP/1.1" status: 200 len: 375 time: 0.0335302 Nov 12 11:09:50.229233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76ea5b-bc22-437a-9d01-1b87c99da152 req-d34993c6-1995-4943-93db-b20a30106fdb tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:50.232124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc76ea5b-bc22-437a-9d01-1b87c99da152 req-d34993c6-1995-4943-93db-b20a30106fdb tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 931 time: 0.1514130 Nov 12 11:09:50.236248 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-b795ac0f-31a9-48cb-9e4d-280b1d69dd04 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1665976 Nov 12 11:09:50.264384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c896b7-84b7-49bb-9c15-24e8312650e3 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:50.281618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Made reservation on behalf of df807844b2094b6cb12ec72e26157e68 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:50.288622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.290369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.318807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Transition to ACTIVE for port object e2c896b7-84b7-49bb-9c15-24e8312650e3 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:09:50.327638 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.327922 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-33a30bf5-714b-404b-b44f-8e0f77853b46 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:09:50.328999 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-33a30bf5-714b-404b-b44f-8e0f77853b46 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0915170 Nov 12 11:09:50.366407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc76ea5b-bc22-437a-9d01-1b87c99da152 req-0d8bde01-7ca9-4982-b1b7-df8bf222f4b7 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203003 Nov 12 11:09:50.394945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:50.511390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Attempting to bind port e2c896b7-84b7-49bb-9c15-24e8312650e3 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:50.512208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Attempting to bind port e2c896b7-84b7-49bb-9c15-24e8312650e3 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:50.512648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Attempting to bind port e2c896b7-84b7-49bb-9c15-24e8312650e3 on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:50.520580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Port e2c896b7-84b7-49bb-9c15-24e8312650e3 on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:09:50.522152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Attempting to bind port e2c896b7-84b7-49bb-9c15-24e8312650e3 on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:50.529946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:50.530411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Checking segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:50.530895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Bound using segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:50.531691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Bound port: e2c896b7-84b7-49bb-9c15-24e8312650e3, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:50.532483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.574974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-0f329cfb-1881-42ff-b365-bc7a4ced7081 service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111228 Nov 12 11:09:50.643859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa229fa-acfc-4107-a4d5-75a1f12570f1 req-5ab280b2-91a5-420e-a609-3606a063890a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:50.646081 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0aa229fa-acfc-4107-a4d5-75a1f12570f1 req-5ab280b2-91a5-420e-a609-3606a063890a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0999129 Nov 12 11:09:50.671648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:50.693159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:50.705500 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.755052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:50.755706 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.757942 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 200 len: 1092 time: 1.1927819 Nov 12 11:09:50.758428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:50.760932 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911acc0b-15d1-4ff6-b367-059867b4aaab" -d '{"events": [{"name": "network-changed", "server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:50.769570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0aa229fa-acfc-4107-a4d5-75a1f12570f1 req-db1337a4-1893-420d-998b-e83b40fd7f13 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117122 Nov 12 11:09:50.780069 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.803546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005586d-0de6-471f-8080-ea9a760453d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:50.865506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-6cded0ec-f28d-4bd3-b048-c072dd639b32 service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701766 Nov 12 11:09:50.897858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Subnet': ['ID=9627b867-879e-4c6f-84d4-eb233e86d07d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:50.929664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Checking segment: {'id': 'b4531a28-3551-4fae-8ce6-c5c074e97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:50.930031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network hostable DHCP agents. Network: 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:50.937621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2c849a82-b855-44d0-b770-ccc97cb120ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:50.945181 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-2c849a82-b855-44d0-b770-ccc97cb120ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 1095 time: 0.0943501 Nov 12 11:09:50.954241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:50.968746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:50.979771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:50.984409 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.989444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9f259-7511-4b39-9263-f7850f48dde0 None None] Network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:51.025364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e62fa799-12e0-4192-9e8f-a6a253a1b450 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9972346 Nov 12 11:09:51.027754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:51.034647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'network': {'name': 'tempest-router-network01--1821316341'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:51.069605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Made reservation on behalf of df807844b2094b6cb12ec72e26157e68 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:51.078499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.102771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-84a91f20-261a-4051-8390-4ed6bd91f880 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 200 len: 217 time: 0.1397812 Nov 12 11:09:51.130844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:51.155688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.157368 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Added segment 5cc2a084-c0a8-4391-8806-f57f6e866ce9 of type vlan for network 98aee500-cd8d-4d8a-95f4-9e8a702996dc Nov 12 11:09:51.197513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771459-4247-4f5a-9044-aa3565df3cfa req-04e96a7e-9945-48a8-b2d4-ded151babd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:51.199701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-04e96a7e-9945-48a8-b2d4-ded151babd31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.0876753 Nov 12 11:09:51.201628 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137097d4-c12d-47a1-9886-d91ff2c82721 x-openstack-request-id: req-137097d4-c12d-47a1-9886-d91ff2c82721 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:51.202005 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:51.202329 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-137097d4-c12d-47a1-9886-d91ff2c82721 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:51.202760 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'status': 'completed', 'code': 200} Nov 12 11:09:51.293313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.326467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7c799c7-1435-4fc4-a523-15bc2090e029 req-2d66a6a4-b28c-4ac4-b680-14d8a86260fd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 210 time: 0.0663579 Nov 12 11:09:51.363304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5351abb-3e42-4064-a88d-da739d5c7afc req-6e61e339-f744-460a-a09c-a07656e40e9b tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0657976 Nov 12 11:09:51.394638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.403039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771459-4247-4f5a-9044-aa3565df3cfa req-08c3c8f8-c646-4f4b-9060-498c9d78d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:51.409910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-08c3c8f8-c646-4f4b-9060-498c9d78d9db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1895940 Nov 12 11:09:51.422435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:51.423552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.455458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d', 'network_id': '461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d', 'tenant_id': 'df807844b2094b6cb12ec72e26157e68', 'fixed_ips': [{'subnet_id': '9627b867-879e-4c6f-84d4-eb233e86d07d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:51.456335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.503229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4732115 Nov 12 11:09:51.507613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39988) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:51.533239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'network': {'name': 'tempest-router-network02--45403182'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:51.593726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639428-5c52-434c-be4d-761f708f9782 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Network': ['ID=98aee500-cd8d-4d8a-95f4-9e8a702996dc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:51.639098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a54b7-f557-4fd5-8b54-3b6d7aef513e req-7d56bffa-e000-4995-af3a-13b6e7dad1b2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:51.642435 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd9a54b7-f557-4fd5-8b54-3b6d7aef513e req-7d56bffa-e000-4995-af3a-13b6e7dad1b2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.0681701 Nov 12 11:09:51.652422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 98aee500-cd8d-4d8a-95f4-9e8a702996dc details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:51.715800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-935a2c7c-ca2e-427e-88b1-753d3cfe065d service neutron] 10.222.0.59 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852669 Nov 12 11:09:51.716955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Made reservation on behalf of df807844b2094b6cb12ec72e26157e68 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:51.721186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.741542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd9a54b7-f557-4fd5-8b54-3b6d7aef513e req-2d014b6b-3dde-4568-9b4f-60ea25a7066e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874071 Nov 12 11:09:51.824765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:51.830111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Allocated IP 172.20.0.2 (461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d/9627b867-879e-4c6f-84d4-eb233e86d07d/6352d01c-3a1f-4427-9c8a-4530d67f2869) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:51.849296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.849633 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Added segment a42b9fa1-dc19-4096-b59b-53c60ec36912 of type vlan for network 0e1b161f-54f1-4daa-8e1b-4712071d5b91 Nov 12 11:09:51.919003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.922852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07771459-4247-4f5a-9044-aa3565df3cfa req-4d30adf5-3a3f-477c-85f2-c338019d3234 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973937 Nov 12 11:09:51.998396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.008295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:52.009085 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.061928 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.071047 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.085938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057c17-7f9c-45c5-a5ff-092edef6cdb4 req-41b4f1c8-74c3-4c4c-966b-67b1abd49fc3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:52.088226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18057c17-7f9c-45c5-a5ff-092edef6cdb4 req-41b4f1c8-74c3-4c4c-966b-67b1abd49fc3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1616986 Nov 12 11:09:52.116087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:52.122194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:52.127072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:52.140194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Pushing event updated for resources: {'Port': ['ID=6352d01c-3a1f-4427-9c8a-4530d67f2869,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:52.188341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6757622 Nov 12 11:09:52.190729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39998) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:52.195702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'subnet': {'network_id': '98aee500-cd8d-4d8a-95f4-9e8a702996dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:52.216331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Attempting to bind port 6352d01c-3a1f-4427-9c8a-4530d67f2869 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:52.216698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6340a-567a-40a0-852e-7d508ef7f190 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Network': ['ID=0e1b161f-54f1-4daa-8e1b-4712071d5b91,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:52.216920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Attempting to bind port 6352d01c-3a1f-4427-9c8a-4530d67f2869 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b4531a28-3551-4fae-8ce6-c5c074e97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:52.217154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Attempting to bind port 6352d01c-3a1f-4427-9c8a-4530d67f2869 on network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:52.229320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:52.230173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Checking segment: {'id': 'b4531a28-3551-4fae-8ce6-c5c074e97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:52.230789 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.231566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Bound using segment: {'id': 'b4531a28-3551-4fae-8ce6-c5c074e97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:52.232331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Bound port: 6352d01c-3a1f-4427-9c8a-4530d67f2869, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4531a28-3551-4fae-8ce6-c5c074e97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:52.232997 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.251285 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-c5e532aa-dba0-4834-9c2e-09728bacff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:52.253383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-c5e532aa-dba0-4834-9c2e-09728bacff11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 1095 time: 0.2404809 Nov 12 11:09:52.254238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 0e1b161f-54f1-4daa-8e1b-4712071d5b91 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:52.278765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18057c17-7f9c-45c5-a5ff-092edef6cdb4 req-38850937-e26a-4527-a76e-0a1414e222a3 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596515 Nov 12 11:09:52.329478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Made reservation on behalf of df807844b2094b6cb12ec72e26157e68 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:52.335640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.421236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-be975b64-0dd9-4c8e-aaf8-6f8434180e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:52.423728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-be975b64-0dd9-4c8e-aaf8-6f8434180e9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.1434221 Nov 12 11:09:52.510061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05662337-b006-4a0d-935e-920884ace73d req-07dd1d5d-6f8d-4ecc-99fc-f18fba9939a1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 210 time: 0.0439453 Nov 12 11:09:52.529363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-b2456093-84b5-4fa4-998f-fb7c4495334f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 200 len: 217 time: 0.0929134 Nov 12 11:09:52.587956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] For port 6352d01c-3a1f-4427-9c8a-4530d67f2869, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:52.597044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] For port 6352d01c-3a1f-4427-9c8a-4530d67f2869, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6352d01c-3a1f-4427-9c8a-4530d67f2869,segment=NetworkSegment(b4531a28-3551-4fae-8ce6-c5c074e97b22),segment_id=b4531a28-3551-4fae-8ce6-c5c074e97b22)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:52.607888 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.617283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58024b93-5738-4adf-a592-267d70524d6b req-6ba1fdb1-00ec-46a3-9a8c-d8b7e241dacf tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0706143 Nov 12 11:09:52.658789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-805918ac-e5d9-487a-ab3a-ddea2cbb0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:52.667701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-805918ac-e5d9-487a-ab3a-ddea2cbb0624 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.1187282 Nov 12 11:09:52.672267 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.724448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a43825-1e93-4e75-b27b-c1aadb474c49 None None] Pushing event updated for resources: {'Port': ['ID=6352d01c-3a1f-4427-9c8a-4530d67f2869,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:52.808057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-73390506-44c6-4c2f-a649-f4d36c756fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:52.826654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-73390506-44c6-4c2f-a649-f4d36c756fe6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525409 Nov 12 11:09:52.923376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Subnet': ['ID=2526bbda-202e-42d5-807b-1f21fd748c5a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:52.984451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Checking segment: {'id': '5cc2a084-c0a8-4391-8806-f57f6e866ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98aee500-cd8d-4d8a-95f4-9e8a702996dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:52.984827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network hostable DHCP agents. Network: 98aee500-cd8d-4d8a-95f4-9e8a702996dc, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:53.025962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250fa4-622f-4e55-af56-337530992880 req-1d263673-dcc6-4a2c-98be-6c5a082bc03a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:53.028190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-1d263673-dcc6-4a2c-98be-6c5a082bc03a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.2713826 Nov 12 11:09:53.036761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-f7d9de24-1cd5-4c39-82c9-bcfec573ce6f service neutron] 10.222.0.59 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970124 Nov 12 11:09:53.046430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'port': {'device_id': '6850208a-849c-47a2-9ce9-50db88fb30da', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'admin_state_up': True, 'tenant_id': '2408959e80824d8bb898ea14f13272aa'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:53.061370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766e1-bfb8-45a8-b172-3de9eae56235 req-25117d78-0954-4dc3-a3bc-9570752fd93d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:53.069217 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6fc766e1-bfb8-45a8-b172-3de9eae56235 req-25117d78-0954-4dc3-a3bc-9570752fd93d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.1729968 Nov 12 11:09:53.115734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network 98aee500-cd8d-4d8a-95f4-9e8a702996dc is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:53.175833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 98aee500-cd8d-4d8a-95f4-9e8a702996dc) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:53.191855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29409c-de67-4e1a-a96d-b0b2ee38a686 None None] Network 98aee500-cd8d-4d8a-95f4-9e8a702996dc requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:53.211242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-911acc0b-15d1-4ff6-b367-059867b4aaab req-1ff7e9f5-ad7e-4af7-92a2-f22c7e5f85e9 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605210 Nov 12 11:09:53.211787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:53.212608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.235719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6fc766e1-bfb8-45a8-b172-3de9eae56235 req-db514f20-fb0a-43f6-9b1a-6b1e1af0558f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531281 Nov 12 11:09:53.293430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2b038bac-39b0-4216-bcf6-c9b92050a1cd tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1003780 Nov 12 11:09:53.295084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40012) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:53.300476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'subnet': {'network_id': '0e1b161f-54f1-4daa-8e1b-4712071d5b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:53.335365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Made reservation on behalf of 2408959e80824d8bb898ea14f13272aa for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:53.340800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.389693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6352d01c-3a1f-4427-9c8a-4530d67f2869 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:53.469473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-98aee500-cd8d-4d8a-95f4-9e8a702996dc', 'network_id': '98aee500-cd8d-4d8a-95f4-9e8a702996dc', 'tenant_id': 'df807844b2094b6cb12ec72e26157e68', 'fixed_ips': [{'subnet_id': '2526bbda-202e-42d5-807b-1f21fd748c5a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:53.470317 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.488987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ea401-1541-4d1c-bc63-024c990e4e0a req-b8bd5935-6358-4a50-95a8-886d65620c58 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:53.491027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da5ea401-1541-4d1c-bc63-024c990e4e0a req-b8bd5935-6358-4a50-95a8-886d65620c58 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0969915 Nov 12 11:09:53.496327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Made reservation on behalf of df807844b2094b6cb12ec72e26157e68 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:53.500775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.557251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Allocated IP 172.20.0.8 (79d147ef-e090-4316-a2d8-711387d78aef/536f3462-b6ae-487c-8ad1-b1a6726b488b/0af3f140-b939-446a-98ad-182c808c69f0) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:53.592505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6352d01c-3a1f-4427-9c8a-4530d67f2869 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:53.594118 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.630087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da5ea401-1541-4d1c-bc63-024c990e4e0a req-343fcae2-3a67-4070-92e2-aafa90f93050 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256278 Nov 12 11:09:53.738279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Allocated IP 172.20.0.2 (98aee500-cd8d-4d8a-95f4-9e8a702996dc/2526bbda-202e-42d5-807b-1f21fd748c5a/2cc93cdf-9718-4a66-8daa-770127c6b8c2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:53.848424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e26aec0-feab-4c63-8b43-23ee4762e22d req-257b1a12-b469-4d54-9fb5-557b464c44c3 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0821686 Nov 12 11:09:53.855449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.861650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28dc266c-7593-46cc-8be2-254f4c97e435 req-d109bc7f-cd56-4a8b-8f84-c7aa95411994 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 210 time: 0.1055732 Nov 12 11:09:53.891209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.914284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.920410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7df28770-0e1a-4cb9-a2ab-edd303b6efaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.936758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.976631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Subnet': ['ID=efc7659e-154a-4893-af59-33e92c694daf,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:53.991113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 6352d01c-3a1f-4427-9c8a-4530d67f2869, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6352d01c-3a1f-4427-9c8a-4530d67f2869,segment=NetworkSegment(b4531a28-3551-4fae-8ce6-c5c074e97b22),segment_id=b4531a28-3551-4fae-8ce6-c5c074e97b22)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:54.006202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Network 79d147ef-e090-4316-a2d8-711387d78aef is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:54.011244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Checking segment: {'id': 'a42b9fa1-dc19-4096-b59b-53c60ec36912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0e1b161f-54f1-4daa-8e1b-4712071d5b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:54.011453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:54.011786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network hostable DHCP agents. Network: 0e1b161f-54f1-4daa-8e1b-4712071d5b91, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:54.027831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:54.034324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.036176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network 0e1b161f-54f1-4daa-8e1b-4712071d5b91 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:54.053983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 0e1b161f-54f1-4daa-8e1b-4712071d5b91) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:54.068743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:54.068743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.088502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1406b218-9711-48d0-9f01-17305e3b32a4 None None] Network 0e1b161f-54f1-4daa-8e1b-4712071d5b91 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:54.132307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-147bbd62-dbcf-4135-aa74-2420d935b661 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8353508 Nov 12 11:09:54.135533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40026) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:54.144090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:54.144812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.152580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'Port': ['ID=0af3f140-b939-446a-98ad-182c808c69f0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:54.196632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-09fb2b62-a023-4768-80f5-215dca452d8a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561451 Nov 12 11:09:54.212172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Request body: {'port': {'device_id': '6850208a-849c-47a2-9ce9-50db88fb30da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:54.283120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8394c9-b7ed-4e8b-8827-3bf84f600546 None None] Network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:54.334206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.339586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=6352d01c-3a1f-4427-9c8a-4530d67f2869,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:54.359010 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.410237 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.423975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-42ef7cfb-2ddc-4e96-b74d-7da2462ac67a None None] Provisioning complete for port 6352d01c-3a1f-4427-9c8a-4530d67f2869 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:54.424345 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-42ef7cfb-2ddc-4e96-b74d-7da2462ac67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.528649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Network 98aee500-cd8d-4d8a-95f4-9e8a702996dc is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:54.554482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:54.562408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Pushing event updated for resources: {'Port': ['ID=2cc93cdf-9718-4a66-8daa-770127c6b8c2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:54.565410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:54.681653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-0e1b161f-54f1-4daa-8e1b-4712071d5b91', 'network_id': '0e1b161f-54f1-4daa-8e1b-4712071d5b91', 'tenant_id': 'df807844b2094b6cb12ec72e26157e68', 'fixed_ips': [{'subnet_id': 'efc7659e-154a-4893-af59-33e92c694daf'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:54.682529 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.713382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af3f140-b939-446a-98ad-182c808c69f0 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:54.724486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.744704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Transition to ACTIVE for port object 0af3f140-b939-446a-98ad-182c808c69f0 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:09:54.752484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.760838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Attempting to bind port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:54.761266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Attempting to bind port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '5cc2a084-c0a8-4391-8806-f57f6e866ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98aee500-cd8d-4d8a-95f4-9e8a702996dc'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:54.761637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Attempting to bind port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 on network 98aee500-cd8d-4d8a-95f4-9e8a702996dc {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:54.783946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:54.784369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Checking segment: {'id': '5cc2a084-c0a8-4391-8806-f57f6e866ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98aee500-cd8d-4d8a-95f4-9e8a702996dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:54.784698 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.785120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Bound using segment: {'id': '5cc2a084-c0a8-4391-8806-f57f6e866ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98aee500-cd8d-4d8a-95f4-9e8a702996dc'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:54.785612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Bound port: 2cc93cdf-9718-4a66-8daa-770127c6b8c2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc2a084-c0a8-4391-8806-f57f6e866ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98aee500-cd8d-4d8a-95f4-9e8a702996dc'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:54.786548 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.902536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Pushing event updated for resources: {'Port': ['ID=0af3f140-b939-446a-98ad-182c808c69f0,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:55.057971 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.062726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Allocated IP 172.20.0.2 (0e1b161f-54f1-4daa-8e1b-4712071d5b91/efc7659e-154a-4893-af59-33e92c694daf/aefe3346-1315-469a-a788-2c60eee8ee7f) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:55.096537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4463-0836-4f9a-8268-e7ed7d91bd2a req-9d3e3180-8fd1-4651-b9f7-5bb0a0976767 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:55.098444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-95ef4463-0836-4f9a-8268-e7ed7d91bd2a req-9d3e3180-8fd1-4651-b9f7-5bb0a0976767 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.6404133 Nov 12 11:09:55.190954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-097542c7-103c-4294-a676-bb712bd27813 None None] For port 2cc93cdf-9718-4a66-8daa-770127c6b8c2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:55.195373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-097542c7-103c-4294-a676-bb712bd27813 None None] For port 2cc93cdf-9718-4a66-8daa-770127c6b8c2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2cc93cdf-9718-4a66-8daa-770127c6b8c2,segment=NetworkSegment(5cc2a084-c0a8-4391-8806-f57f6e866ce9),segment_id=5cc2a084-c0a8-4391-8806-f57f6e866ce9)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:55.209112 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.357308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097542c7-103c-4294-a676-bb712bd27813 None None] Pushing event updated for resources: {'Port': ['ID=2cc93cdf-9718-4a66-8daa-770127c6b8c2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:55.475764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-95ef4463-0836-4f9a-8268-e7ed7d91bd2a req-d91ce523-e1e9-4e42-8325-e57d5871fa7a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2920833 Nov 12 11:09:55.649475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6352d01c-3a1f-4427-9c8a-4530d67f2869 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:55.670905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Attempting to bind port 0af3f140-b939-446a-98ad-182c808c69f0 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:55.671669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Attempting to bind port 0af3f140-b939-446a-98ad-182c808c69f0 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:55.671669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Attempting to bind port 0af3f140-b939-446a-98ad-182c808c69f0 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:55.677412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Port 0af3f140-b939-446a-98ad-182c808c69f0 on network 79d147ef-e090-4316-a2d8-711387d78aef not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:09:55.677744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Attempting to bind port 0af3f140-b939-446a-98ad-182c808c69f0 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:55.687582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:55.687928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Checking segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:55.688302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Bound using segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:55.689151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Bound port: 0af3f140-b939-446a-98ad-182c808c69f0, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:55.689413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.706833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d82cd9ca-aacb-4e8a-ba07-9e6176da0b14 None None] Provisioning complete for port 6352d01c-3a1f-4427-9c8a-4530d67f2869 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:55.707349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d82cd9ca-aacb-4e8a-ba07-9e6176da0b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.713064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-137e61d4-2097-445d-b49c-39032721338a req-797267c3-ca81-4d8c-b414-33ecf861c62f tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0639338 Nov 12 11:09:55.717557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60efd9-01db-4cf8-ab54-b9285954f07a req-d6d7c5b8-84d7-4146-93fd-5b0b4ab266e9 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:55.736131 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec60efd9-01db-4cf8-ab54-b9285954f07a req-d6d7c5b8-84d7-4146-93fd-5b0b4ab266e9 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1625946 Nov 12 11:09:55.763727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Allocated IP 172.20.0.1 (98aee500-cd8d-4d8a-95f4-9e8a702996dc/2526bbda-202e-42d5-807b-1f21fd748c5a/1f592f22-4428-4118-a114-cc5cede96af2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:55.869223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec60efd9-01db-4cf8-ab54-b9285954f07a req-f66aa80e-e41b-4363-88ec-b8a3b500d3c4 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296761 Nov 12 11:09:55.899563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] For port 0af3f140-b939-446a-98ad-182c808c69f0, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:55.904069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] For port 0af3f140-b939-446a-98ad-182c808c69f0, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0af3f140-b939-446a-98ad-182c808c69f0,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:55.910493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.007099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.008255 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.010763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-55688157-2d61-462c-ba8f-248b61df788b service neutron] 10.222.0.52 "PUT /v2.0/ports/0af3f140-b939-446a-98ad-182c808c69f0 HTTP/1.1" status: 200 len: 1092 time: 1.8061244 Nov 12 11:09:56.011503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6850208a-849c-47a2-9ce9-50db88fb30da', 'tag': '0af3f140-b939-446a-98ad-182c808c69f0'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:56.016151 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6850208a-849c-47a2-9ce9-50db88fb30da", "tag": "0af3f140-b939-446a-98ad-182c808c69f0"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:56.040158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080d915-b3c6-4281-8797-442ca8530dc4 req-a4f1b58c-490f-4638-983b-8a478674995f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.049689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f080d915-b3c6-4281-8797-442ca8530dc4 req-a4f1b58c-490f-4638-983b-8a478674995f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 943 time: 0.1540499 Nov 12 11:09:56.089427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.144631 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.153310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f080d915-b3c6-4281-8797-442ca8530dc4 req-bcbe05ea-9176-4df2-96be-fbbd8ddbae88 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025119 Nov 12 11:09:56.163083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688157-2d61-462c-ba8f-248b61df788b service neutron] Pushing event updated for resources: {'Port': ['ID=0af3f140-b939-446a-98ad-182c808c69f0,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:56.179100 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.181287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:09:56.191851 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.213270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-3d7018d7-0005-4e19-b5b7-890fcd74a588 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.221877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-3d7018d7-0005-4e19-b5b7-890fcd74a588 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.235316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-3d7018d7-0005-4e19-b5b7-890fcd74a588 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.248490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-3d7018d7-0005-4e19-b5b7-890fcd74a588 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.255812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-3d7018d7-0005-4e19-b5b7-890fcd74a588 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.262521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-3d7018d7-0005-4e19-b5b7-890fcd74a588 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.269299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-3d7018d7-0005-4e19-b5b7-890fcd74a588 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.271603 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-3d7018d7-0005-4e19-b5b7-890fcd74a588 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.2742567 Nov 12 11:09:56.273319 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dfec66-36e9-4508-bdcd-7ea1ec15221d x-openstack-request-id: req-e9dfec66-36e9-4508-bdcd-7ea1ec15221d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:56.273615 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6850208a-849c-47a2-9ce9-50db88fb30da", "tag": "0af3f140-b939-446a-98ad-182c808c69f0", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:56.273966 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9dfec66-36e9-4508-bdcd-7ea1ec15221d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:56.274260 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6850208a-849c-47a2-9ce9-50db88fb30da', 'tag': '0af3f140-b939-446a-98ad-182c808c69f0', 'status': 'completed', 'code': 200} Nov 12 11:09:56.282220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250fa4-622f-4e55-af56-337530992880 req-2cbc7be4-65ad-4a8c-b433-4b23933fae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.283716 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-2cbc7be4-65ad-4a8c-b433-4b23933fae03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 1095 time: 0.2005966 Nov 12 11:09:56.296155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Pushing event updated for resources: {'Port': ['ID=aefe3346-1315-469a-a788-2c60eee8ee7f,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:56.329807 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85fef573-2ae7-4a8f-a487-7f11343fdad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.345813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Port': ['ID=1f592f22-4428-4118-a114-cc5cede96af2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:56.350167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Network 0e1b161f-54f1-4daa-8e1b-4712071d5b91 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:56.359855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network 98aee500-cd8d-4d8a-95f4-9e8a702996dc is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:56.362312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:56.368797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:56.370040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-e1c58bf4-aa6a-4725-af1c-f3449671f95a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af3f140-b939-446a-98ad-182c808c69f0 HTTP/1.1" status: 200 len: 217 time: 0.0576911 Nov 12 11:09:56.382304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:56.392177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:56.439335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-40103338-8306-41e7-b92b-da25778aad1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.439679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6a5c78e3-1565-47ff-a5ac-4fb003349d72 req-498eb685-7ac9-487d-9fdf-6f589149e664 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576693 Nov 12 11:09:56.446281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-40103338-8306-41e7-b92b-da25778aad1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.462771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-40103338-8306-41e7-b92b-da25778aad1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.469614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-40103338-8306-41e7-b92b-da25778aad1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.477393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-40103338-8306-41e7-b92b-da25778aad1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.480149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250fa4-622f-4e55-af56-337530992880 req-0d84e88d-c707-4014-b633-d8cf730d8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.481472 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-0d84e88d-c707-4014-b633-d8cf730d8590 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1022689 Nov 12 11:09:56.486026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-40103338-8306-41e7-b92b-da25778aad1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.492562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-40103338-8306-41e7-b92b-da25778aad1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.494546 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-40103338-8306-41e7-b92b-da25778aad1b tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.2078097 Nov 12 11:09:56.573579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-14e31f97-989c-4030-9070-37fcb13cc346 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.575412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-14e31f97-989c-4030-9070-37fcb13cc346 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "GET /v2.0/ports/1eb830b8-03b3-461a-85d9-5a20ac4d79e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0660233 Nov 12 11:09:56.581174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250fa4-622f-4e55-af56-337530992880 req-33ad88cf-87f5-4ea9-8943-5987657efc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.581426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.583422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-33ad88cf-87f5-4ea9-8943-5987657efc25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899425 Nov 12 11:09:56.605065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6352d01c-3a1f-4427-9c8a-4530d67f2869 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:56.614047 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.742681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-e552d7a5-271e-41f2-80dc-d53bf6e1ad2b service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505356 Nov 12 11:09:56.752167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Attempting to bind port aefe3346-1315-469a-a788-2c60eee8ee7f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:56.752601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Attempting to bind port aefe3346-1315-469a-a788-2c60eee8ee7f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'a42b9fa1-dc19-4096-b59b-53c60ec36912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0e1b161f-54f1-4daa-8e1b-4712071d5b91'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:56.753008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Attempting to bind port aefe3346-1315-469a-a788-2c60eee8ee7f on network 0e1b161f-54f1-4daa-8e1b-4712071d5b91 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:56.846281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:56.846281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Checking segment: {'id': 'a42b9fa1-dc19-4096-b59b-53c60ec36912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0e1b161f-54f1-4daa-8e1b-4712071d5b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:56.846281 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.846281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Bound using segment: {'id': 'a42b9fa1-dc19-4096-b59b-53c60ec36912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0e1b161f-54f1-4daa-8e1b-4712071d5b91'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:56.846891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Bound port: aefe3346-1315-469a-a788-2c60eee8ee7f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42b9fa1-dc19-4096-b59b-53c60ec36912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0e1b161f-54f1-4daa-8e1b-4712071d5b91'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:56.846891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.861342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:56.909788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.912191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649baa5-88e2-4684-8127-6fa503506bcd None None] Network 98aee500-cd8d-4d8a-95f4-9e8a702996dc requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:56.920917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'port_id': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'mac_address': 'fa:16:3e:d6:75:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:09:56.940330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77df81-d358-497d-9174-3da2a7f745c2 req-68378063-7fb2-4b05-93de-2f68ac5dc1d1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.940788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6700130-ee4a-4ff5-bc2d-fb02e5ad2eaa req-25488b3a-e1f7-4ac5-91fb-4d4d5d791b50 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0457137 Nov 12 11:09:56.941898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b77df81-d358-497d-9174-3da2a7f745c2 req-68378063-7fb2-4b05-93de-2f68ac5dc1d1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.2049351 Nov 12 11:09:56.969256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e250fa4-622f-4e55-af56-337530992880 req-255f3322-2364-475f-8387-6d19d60bea99 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147605 Nov 12 11:09:57.010108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-9e875a04-5d47-4724-93c0-a435e6dab4b8 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "GET /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2744617 Nov 12 11:09:57.035029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:57.104268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-a931911d-cf87-4698-85d0-7ebeaba4926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.106029 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-a931911d-cf87-4698-85d0-7ebeaba4926f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 1095 time: 0.0701869 Nov 12 11:09:57.123264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3a569-b0cc-400c-bc5b-43360dd62dde req-e702d777-9c72-4958-b3e5-de55eb40e394 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.125716 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41c3a569-b0cc-400c-bc5b-43360dd62dde req-e702d777-9c72-4958-b3e5-de55eb40e394 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0991488 Nov 12 11:09:57.136393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] For port aefe3346-1315-469a-a788-2c60eee8ee7f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:57.141367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] For port aefe3346-1315-469a-a788-2c60eee8ee7f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aefe3346-1315-469a-a788-2c60eee8ee7f,segment=NetworkSegment(a42b9fa1-dc19-4096-b59b-53c60ec36912),segment_id=a42b9fa1-dc19-4096-b59b-53c60ec36912)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:57.152112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b77df81-d358-497d-9174-3da2a7f745c2 req-cbc3ae99-973d-4a8b-8ce5-8eb248610b29 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2012362 Nov 12 11:09:57.186378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.197234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.234066 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41c3a569-b0cc-400c-bc5b-43360dd62dde req-db152979-2988-4a31-8c4f-fd631380cfe4 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004808 Nov 12 11:09:57.277784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-030a073e-d4f0-468b-afa3-cbd8d2079869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.279335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-030a073e-d4f0-468b-afa3-cbd8d2079869 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.1659493 Nov 12 11:09:57.283620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.314663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b656c1ea-1b61-4e23-8a33-f662feb1653a None None] Provisioning complete for port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:57.315048 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b656c1ea-1b61-4e23-8a33-f662feb1653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.330698 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-a0541676-d5c7-4057-bb66-dacfcb641395 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af3f140-b939-446a-98ad-182c808c69f0 HTTP/1.1" status: 200 len: 217 time: 0.0433612 Nov 12 11:09:57.351506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c896b7-84b7-49bb-9c15-24e8312650e3 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:57.386415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-32b1774a-6f72-4a34-adb8-1f86ca273577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.388218 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-32b1774a-6f72-4a34-adb8-1f86ca273577 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.0504277 Nov 12 11:09:57.409405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbabea-e36e-4556-9804-40672c89141c req-68eefb9c-5685-4e4f-9c9b-f973f21eb4f6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.417360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2bbabea-e36e-4556-9804-40672c89141c req-68eefb9c-5685-4e4f-9c9b-f973f21eb4f6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 943 time: 0.1680489 Nov 12 11:09:57.446793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:57.449605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e7240-f2df-4765-9332-fd6be2332ccb None None] Pushing event updated for resources: {'Port': ['ID=aefe3346-1315-469a-a788-2c60eee8ee7f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:57.458272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.464502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-a66f08f8-5927-4874-a46c-0eec14a860e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.468445 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-a66f08f8-5927-4874-a46c-0eec14a860e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678775 Nov 12 11:09:57.611393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b656c1ea-1b61-4e23-8a33-f662feb1653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.613750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:57.624401 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.633998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] For port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:57.647662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2bbabea-e36e-4556-9804-40672c89141c req-2f377bac-af92-4acb-9c57-3b8fa0a34f9f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292120 Nov 12 11:09:57.652628 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.782934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-256ee7f0-a43a-49b6-b4b0-1ec1dc406ae6 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063908 Nov 12 11:09:57.807649 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.808595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2cc93cdf-9718-4a66-8daa-770127c6b8c2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:57.847211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] For port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:57.856085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b656c1ea-1b61-4e23-8a33-f662feb1653a None None] For port 2cc93cdf-9718-4a66-8daa-770127c6b8c2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2cc93cdf-9718-4a66-8daa-770127c6b8c2,segment=NetworkSegment(5cc2a084-c0a8-4391-8806-f57f6e866ce9),segment_id=5cc2a084-c0a8-4391-8806-f57f6e866ce9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:57.869640 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b656c1ea-1b61-4e23-8a33-f662feb1653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.920456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.940290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-843c55d9-bbe7-42f3-a8fa-d4297f481070 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.949569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-843c55d9-bbe7-42f3-a8fa-d4297f481070 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.954875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['e2c896b7-84b7-49bb-9c15-24e8312650e3'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:09:57.960497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-843c55d9-bbe7-42f3-a8fa-d4297f481070 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.963591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Port': ['ID=1f592f22-4428-4118-a114-cc5cede96af2,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:57.969740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-843c55d9-bbe7-42f3-a8fa-d4297f481070 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.976519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-843c55d9-bbe7-42f3-a8fa-d4297f481070 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.990265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] device_id is not set on port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:57.993131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-843c55d9-bbe7-42f3-a8fa-d4297f481070 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.002284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-843c55d9-bbe7-42f3-a8fa-d4297f481070 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.011599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-843c55d9-bbe7-42f3-a8fa-d4297f481070 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 5434 time: 0.3879833 Nov 12 11:09:58.041849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656c1ea-1b61-4e23-8a33-f662feb1653a None None] Pushing event updated for resources: {'Port': ['ID=2cc93cdf-9718-4a66-8daa-770127c6b8c2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:58.074786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:58.075539 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.112015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.116240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e8bbfa4-1b35-4ff8-90d3-65cb6384376e req-ab40bf4c-9014-4da5-9efc-d16a2394e8f9 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0415752 Nov 12 11:09:58.123961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.152741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07652e36-e876-4f31-b4e0-6f50a41aa641 req-c98c7da7-343c-4158-85e9-89d20adae089 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365716 Nov 12 11:09:58.158023 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2febe5bf-e3d4-4f40-82d5-18f1a18131a1 req-9cc8d099-41f7-4bdf-934c-afc1007cbe95 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643093 Nov 12 11:09:58.208810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:58.310989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] No DVR routers for this DVR port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:58.356287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:58.356792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device ba5fb181-c6b1-434a-8466-017199f7ad56 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:58.372848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] In _notify_port_updated(), no bound segment for port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:09:58.374668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.375733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.378219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] 10.222.0.59 "PUT /v2.0/ports/1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 200 len: 1028 time: 1.3549800 Nov 12 11:09:58.426983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425538dc-2e54-4e90-b63f-29ed8216c97e req-85481b3e-f3f7-4c88-8645-7d610876a9d2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.429764 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-425538dc-2e54-4e90-b63f-29ed8216c97e req-85481b3e-f3f7-4c88-8645-7d610876a9d2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0679159 Nov 12 11:09:58.446456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e94705c2-ac60-41c2-84d3-56e76213fc52 None None] Provisioning complete for port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:58.447322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e94705c2-ac60-41c2-84d3-56e76213fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.541925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0f12d-e050-420f-a489-0ccc7fa2b637 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:58.572993 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-425538dc-2e54-4e90-b63f-29ed8216c97e req-bfb7340b-7170-4103-b793-d23a1304b654 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253972 Nov 12 11:09:58.577582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-4922ebef-1121-4afc-9886-efff8b5f0c4c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.580109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-4922ebef-1121-4afc-9886-efff8b5f0c4c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "GET /v2.0/ports/177f554b-a52a-4ae1-af1e-e822cf8b474f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1333160 Nov 12 11:09:58.591322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff6a72-8e40-423e-b1ff-9b621290ac58 req-4152cd68-5d68-450a-8bce-ad2ddc4e72e4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.593681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91ff6a72-8e40-423e-b1ff-9b621290ac58 req-4152cd68-5d68-450a-8bce-ad2ddc4e72e4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.3005240 Nov 12 11:09:58.601188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:58.620647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.649085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network 98aee500-cd8d-4d8a-95f4-9e8a702996dc is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:58.661230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:58.665993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba5fb181-c6b1-434a-8466-017199f7ad56'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:58.670690 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8529a418-a11d-4aa8-b070-56827059baf7" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba5fb181-c6b1-434a-8466-017199f7ad56"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:58.735838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port ba5fb181-c6b1-434a-8466-017199f7ad56, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ba5fb181-c6b1-434a-8466-017199f7ad56,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:58.745344 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.746210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 177f554b-a52a-4ae1-af1e-e822cf8b474f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:58.769137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.850517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bbf61-9196-41ad-b949-c7448bf67f43 req-01e471a8-a407-41c2-aa3c-e3d57a0a3fbc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.862013 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d99bbf61-9196-41ad-b949-c7448bf67f43 req-01e471a8-a407-41c2-aa3c-e3d57a0a3fbc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 943 time: 0.1041381 Nov 12 11:09:58.873518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91ff6a72-8e40-423e-b1ff-9b621290ac58 req-4e885cd7-3573-40d3-97e6-e65584c02f0f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2457707 Nov 12 11:09:58.876667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=ba5fb181-c6b1-434a-8466-017199f7ad56,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:58.941346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e94705c2-ac60-41c2-84d3-56e76213fc52 None None] Provisioning complete for port 1f592f22-4428-4118-a114-cc5cede96af2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:58.941921 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e94705c2-ac60-41c2-84d3-56e76213fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.995593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d99bbf61-9196-41ad-b949-c7448bf67f43 req-b5e10fc2-7a56-4094-812c-ab136cb5a49f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230173 Nov 12 11:09:59.022111 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f011c1-938b-4bee-a123-0e3186fcf136 x-openstack-request-id: req-e0f011c1-938b-4bee-a123-0e3186fcf136 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:59.022752 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba5fb181-c6b1-434a-8466-017199f7ad56", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:59.023275 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f011c1-938b-4bee-a123-0e3186fcf136 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:59.024062 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba5fb181-c6b1-434a-8466-017199f7ad56', 'code': 200} Nov 12 11:09:59.028654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.069465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e94705c2-ac60-41c2-84d3-56e76213fc52 None None] Port 1f592f22-4428-4118-a114-cc5cede96af2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:59.090360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Router fb7f0454-031b-4913-bea2-a36cc6d63d42 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:09:59.122694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce731a0-88e7-4a92-8620-e672f73f85ac None None] Network 0e1b161f-54f1-4daa-8e1b-4712071d5b91 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:59.226840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Provisioning complete for port 1f592f22-4428-4118-a114-cc5cede96af2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:59.227263 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.273069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Port 1f592f22-4428-4118-a114-cc5cede96af2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:59.331565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Provisioning complete for port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:59.332035 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.348474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cb04f-b5df-4c95-bc91-dcb26ef8c227 req-6de7d519-2ec8-47e7-ade0-2e4be6fe8729 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.359316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cb04f-b5df-4c95-bc91-dcb26ef8c227 req-6de7d519-2ec8-47e7-ade0-2e4be6fe8729 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.372645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cb04f-b5df-4c95-bc91-dcb26ef8c227 req-6de7d519-2ec8-47e7-ade0-2e4be6fe8729 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.384188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cb04f-b5df-4c95-bc91-dcb26ef8c227 req-6de7d519-2ec8-47e7-ade0-2e4be6fe8729 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.391210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cb04f-b5df-4c95-bc91-dcb26ef8c227 req-6de7d519-2ec8-47e7-ade0-2e4be6fe8729 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.400538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cb04f-b5df-4c95-bc91-dcb26ef8c227 req-6de7d519-2ec8-47e7-ade0-2e4be6fe8729 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.402940 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c02cb04f-b5df-4c95-bc91-dcb26ef8c227 req-6de7d519-2ec8-47e7-ade0-2e4be6fe8729 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 4657 time: 0.1431403 Nov 12 11:09:59.451095 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.460222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:59.484226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Provisioning complete for port aefe3346-1315-469a-a788-2c60eee8ee7f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:59.484840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.515381 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c02cb04f-b5df-4c95-bc91-dcb26ef8c227 req-b5f4c612-d69e-4d4b-a90b-560f5cfd9dc6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&id=8234259f-fcc1-4830-a3ef-bc7c11b1b824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001897 Nov 12 11:09:59.643456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 0af3f140-b939-446a-98ad-182c808c69f0 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:09:59.683905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] For port 177f554b-a52a-4ae1-af1e-e822cf8b474f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=177f554b-a52a-4ae1-af1e-e822cf8b474f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:59.702775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2cc93cdf-9718-4a66-8daa-770127c6b8c2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:59.705630 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.730492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255a791-cd46-4279-b62f-d4f5fff43a0e req-e0e42591-5063-45d9-922c-603774607b8a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.733778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d255a791-cd46-4279-b62f-d4f5fff43a0e req-e0e42591-5063-45d9-922c-603774607b8a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0723035 Nov 12 11:09:59.776435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4359397a-d610-4cf0-a616-6481cccbec8b req-d0a76a9a-f010-494a-a6ce-7871fb43d7e5 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0525024 Nov 12 11:09:59.794079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] For port 177f554b-a52a-4ae1-af1e-e822cf8b474f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:59.827427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:59.827620 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d255a791-cd46-4279-b62f-d4f5fff43a0e req-c8146a0f-da56-48c7-97d6-f90b86649110 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821493 Nov 12 11:09:59.836036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b88b4bc8-a15a-4f41-af55-7463f4103033 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "PUT /v2.0/routers/fb7f0454-031b-4913-bea2-a36cc6d63d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6994200 Nov 12 11:09:59.839590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40082) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:59.841352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] For port aefe3346-1315-469a-a788-2c60eee8ee7f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aefe3346-1315-469a-a788-2c60eee8ee7f,segment=NetworkSegment(a42b9fa1-dc19-4096-b59b-53c60ec36912),segment_id=a42b9fa1-dc19-4096-b59b-53c60ec36912)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:59.847138 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59b8f4-b047-4fdd-8063-8f696b1af93b None None] Sync routers for ids ['fb7f0454-031b-4913-bea2-a36cc6d63d42'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:59.851132 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.860246 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59b8f4-b047-4fdd-8063-8f696b1af93b None None] Routers {'fb7f0454-031b-4913-bea2-a36cc6d63d42'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:59.860883 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-db59b8f4-b047-4fdd-8063-8f696b1af93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fb7f0454-031b-4913-bea2-a36cc6d63d42'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:59.875206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] device_id is not set on port 177f554b-a52a-4ae1-af1e-e822cf8b474f yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:59.895422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.915767 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.923268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 0af3f140-b939-446a-98ad-182c808c69f0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0af3f140-b939-446a-98ad-182c808c69f0,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:59.942580 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-db59b8f4-b047-4fdd-8063-8f696b1af93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:59.964632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:59.965593 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.966971 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59b8f4-b047-4fdd-8063-8f696b1af93b None None] Routers {'fb7f0454-031b-4913-bea2-a36cc6d63d42'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:59.967381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '0af3f140-b939-446a-98ad-182c808c69f0', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': '0af3f140-b939-446a-98ad-182c808c69f0', 'mac_address': 'fa:16:3e:bf:9c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:09:59.967619 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-db59b8f4-b047-4fdd-8063-8f696b1af93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fb7f0454-031b-4913-bea2-a36cc6d63d42'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:00.002258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] Pushing event updated for resources: {'Port': ['ID=177f554b-a52a-4ae1-af1e-e822cf8b474f,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:00.072156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2100a-1868-4926-a297-dae2060cc3b0 None None] Pushing event updated for resources: {'Port': ['ID=aefe3346-1315-469a-a788-2c60eee8ee7f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:00.075938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-395da9d4-06a2-4221-8ca4-c0b56dcaa467 None None] Provisioning complete for port aefe3346-1315-469a-a788-2c60eee8ee7f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:00.075938 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-395da9d4-06a2-4221-8ca4-c0b56dcaa467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.088939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:10:00.089357 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:10:00.096314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] No DVR routers for this DVR port 177f554b-a52a-4ae1-af1e-e822cf8b474f on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:00.122645 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-db59b8f4-b047-4fdd-8063-8f696b1af93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:00.123908 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59b8f4-b047-4fdd-8063-8f696b1af93b None None] The sync data for ids ['fb7f0454-031b-4913-bea2-a36cc6d63d42'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:00.229434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] In _notify_port_updated(), no bound segment for port 177f554b-a52a-4ae1-af1e-e822cf8b474f on network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:10:00.230243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.230895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.232469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-5d845e74-1e99-47e7-a780-950608d66a83 service neutron] 10.222.0.59 "PUT /v2.0/ports/177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 200 len: 1027 time: 1.6376309 Nov 12 11:10:00.337274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.340287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff707add-03d7-4804-b926-8778d804b558 req-b76a5812-5185-42e5-80f8-32f289dced55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.341918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff707add-03d7-4804-b926-8778d804b558 req-b76a5812-5185-42e5-80f8-32f289dced55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 1097 time: 0.1402056 Nov 12 11:10:00.353560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af3f140-b939-446a-98ad-182c808c69f0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:00.376793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 0af3f140-b939-446a-98ad-182c808c69f0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0af3f140-b939-446a-98ad-182c808c69f0,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:00.390647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.397808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6c0e1-db8b-4b4e-b8f2-384161a5514f req-533c06b3-42db-495e-90ca-a859fd8bd7a2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.399395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91f6c0e1-db8b-4b4e-b8f2-384161a5514f req-533c06b3-42db-495e-90ca-a859fd8bd7a2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.2417994 Nov 12 11:10:00.428203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1cdaa-ce8d-4187-93ca-b3ba30a22734 req-a0e93f7b-9621-4db3-baa4-a3ee8ff41d76 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.429768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2f1cdaa-ce8d-4187-93ca-b3ba30a22734 req-a0e93f7b-9621-4db3-baa4-a3ee8ff41d76 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 943 time: 0.2297320 Nov 12 11:10:00.484566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aefe3346-1315-469a-a788-2c60eee8ee7f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:00.495057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91f6c0e1-db8b-4b4e-b8f2-384161a5514f req-7682cedf-705e-4832-a4a3-71bee6fda39e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854380 Nov 12 11:10:00.499586 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-27f5b377-2425-4e7c-8f25-e39bd69c7bc9 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:00.503896 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27f5b377-2425-4e7c-8f25-e39bd69c7bc9 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "PUT /v2.0/routers/fb7f0454-031b-4913-bea2-a36cc6d63d42/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6629548 Nov 12 11:10:00.504796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40092) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:00.550981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting port ba5fb181-c6b1-434a-8466-017199f7ad56 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:00.551745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.626606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2f1cdaa-ce8d-4187-93ca-b3ba30a22734 req-2cce7ba1-80a1-4a53-9380-a3f8e425fb95 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626377 Nov 12 11:10:00.638833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff707add-03d7-4804-b926-8778d804b558 req-a9a1c5c0-b9c3-41d1-9cf6-d3a67df961c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.640994 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff707add-03d7-4804-b926-8778d804b558 req-a9a1c5c0-b9c3-41d1-9cf6-d3a67df961c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 910 time: 0.2904887 Nov 12 11:10:00.643698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=0af3f140-b939-446a-98ad-182c808c69f0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:00.668617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['0af3f140-b939-446a-98ad-182c808c69f0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:00.720178 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.749540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] For port ba5fb181-c6b1-434a-8466-017199f7ad56, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=ba5fb181-c6b1-434a-8466-017199f7ad56,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:00.750146 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.775464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:00.793422 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Calling delete_port for ba5fb181-c6b1-434a-8466-017199f7ad56 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:00.808854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff707add-03d7-4804-b926-8778d804b558 req-1cd4b2dc-0924-4a83-94e1-be602f4e5a1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547581eb-7527-437c-b5fe-30b5d76a2d35 HTTP/1.1" status: 200 len: 1001 time: 0.1443040 Nov 12 11:10:00.820003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db4323-09d1-4199-914a-46f15e617d80 req-5bfb64e6-8298-485a-a098-939721fbedab tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.828244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87db4323-09d1-4199-914a-46f15e617d80 req-5bfb64e6-8298-485a-a098-939721fbedab tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1123886 Nov 12 11:10:00.891239 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87db4323-09d1-4199-914a-46f15e617d80 req-52063a48-5ddc-40d2-b7ca-bebcf01d1154 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617864 Nov 12 11:10:00.907846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port aefe3346-1315-469a-a788-2c60eee8ee7f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:00.908212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.972474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-175b49c5-3158-48c8-9ca1-0be33d30da32 None None] Provisioning complete for port 177f554b-a52a-4ae1-af1e-e822cf8b474f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:00.972849 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-175b49c5-3158-48c8-9ca1-0be33d30da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.019649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff707add-03d7-4804-b926-8778d804b558 req-a2577b6b-3670-4553-8c6d-ffb1289ab0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.023579 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff707add-03d7-4804-b926-8778d804b558 req-a2577b6b-3670-4553-8c6d-ffb1289ab0e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.2038722 Nov 12 11:10:01.043853 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-891d66d6-639b-4de1-b6ad-7696e14154dc req-e7409b1f-f8fd-4144-9f2c-4c77e6f706c1 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0505652 Nov 12 11:10:01.077200 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.121921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0a502-6a01-4e16-b95f-f5ceebc673f3 req-a9ef9211-d2e8-4025-b6b6-0ff90cca89f5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.129133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0a502-6a01-4e16-b95f-f5ceebc673f3 req-a9ef9211-d2e8-4025-b6b6-0ff90cca89f5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.135805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0a502-6a01-4e16-b95f-f5ceebc673f3 req-a9ef9211-d2e8-4025-b6b6-0ff90cca89f5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.142372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0a502-6a01-4e16-b95f-f5ceebc673f3 req-a9ef9211-d2e8-4025-b6b6-0ff90cca89f5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.144065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-175b49c5-3158-48c8-9ca1-0be33d30da32 None None] Port 177f554b-a52a-4ae1-af1e-e822cf8b474f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:01.149213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0a502-6a01-4e16-b95f-f5ceebc673f3 req-a9ef9211-d2e8-4025-b6b6-0ff90cca89f5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.155719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3e0a502-6a01-4e16-b95f-f5ceebc673f3 req-a9ef9211-d2e8-4025-b6b6-0ff90cca89f5 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 3883 time: 0.2884266 Nov 12 11:10:01.173237 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.221611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff707add-03d7-4804-b926-8778d804b558 req-a7862e20-0e88-4082-bb7a-87a9391363c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.223266 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff707add-03d7-4804-b926-8778d804b558 req-a7862e20-0e88-4082-bb7a-87a9391363c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885927 Nov 12 11:10:01.226767 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.263896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:01.265977 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246e7d38-0e1b-46fb-986e-ea8b583e21e5" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "30ae80cd-b9bb-45b0-b5bf-08a3df9e428f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:01.285978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:01.294944 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.295682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 51e5ad8e-3593-4b52-8409-7260c4db83ca no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:01.320490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Port': ['ID=ba5fb181-c6b1-434a-8466-017199f7ad56,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:01.342929 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3e0a502-6a01-4e16-b95f-f5ceebc673f3 req-51eac12b-4a1a-487f-90ea-8a7ec050ecc2 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780047 Nov 12 11:10:01.384716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:01.394573 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309be457-d7aa-4566-a819-ce02de295974 x-openstack-request-id: req-309be457-d7aa-4566-a819-ce02de295974 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:01.394573 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "30ae80cd-b9bb-45b0-b5bf-08a3df9e428f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:01.394573 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-309be457-d7aa-4566-a819-ce02de295974 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:01.394573 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f', 'code': 200} Nov 12 11:10:01.463950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] No DVR routers for this DVR port ba5fb181-c6b1-434a-8466-017199f7ad56 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:01.466458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Deleting port 1f592f22-4428-4118-a114-cc5cede96af2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:01.467268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.468114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.476996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-eb5b31a1-97af-4bf7-a7e1-8367e885bf10 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "DELETE /v2.0/ports/ba5fb181-c6b1-434a-8466-017199f7ad56 HTTP/1.1" status: 204 len: 173 time: 1.2298934 Nov 12 11:10:01.480440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': 'ba5fb181-c6b1-434a-8466-017199f7ad56'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:01.481454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.483651 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0f0b7-0137-4e07-8e1f-27e420764455" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "ba5fb181-c6b1-434a-8466-017199f7ad56"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:01.542114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 51e5ad8e-3593-4b52-8409-7260c4db83ca, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:01.572967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aefe3346-1315-469a-a788-2c60eee8ee7f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:01.582490 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.584012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff707add-03d7-4804-b926-8778d804b558 req-8349cd59-bf7d-4ba9-a188-d91756ac8b23 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497376 Nov 12 11:10:01.587657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:01.587834 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba75d07d-4447-4cd5-8c81-fec3701d1cde x-openstack-request-id: req-ba75d07d-4447-4cd5-8c81-fec3701d1cde {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:01.588059 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "ba5fb181-c6b1-434a-8466-017199f7ad56", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:01.588310 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba75d07d-4447-4cd5-8c81-fec3701d1cde {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:01.588709 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': 'ba5fb181-c6b1-434a-8466-017199f7ad56', 'status': 'completed', 'code': 200} Nov 12 11:10:01.615983 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.646736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Calling delete_port for 1f592f22-4428-4118-a114-cc5cede96af2 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:01.731043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=51e5ad8e-3593-4b52-8409-7260c4db83ca,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:01.800438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port aefe3346-1315-469a-a788-2c60eee8ee7f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:01.800962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.803282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef63c2-0af0-4662-b9dc-919059eb03ba req-b625ec06-e33c-494d-8234-fdffae83de06 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.812154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7ef63c2-0af0-4662-b9dc-919059eb03ba req-b625ec06-e33c-494d-8234-fdffae83de06 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.1638725 Nov 12 11:10:01.825600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.827711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:01.828133 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.893331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:01.903899 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.903899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device db4382f9-214b-429f-9e21-8df332229590 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:01.915641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff707add-03d7-4804-b926-8778d804b558 req-d9609e6b-dab5-4aa2-bc35-e7145b2d1c08 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041933 Nov 12 11:10:01.956251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2debb-2fa6-4a41-9069-b48c02924c4c req-8ae14b37-a8c2-4c22-b0b4-dce16c1ab216 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.965027 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37f2debb-2fa6-4a41-9069-b48c02924c4c req-8ae14b37-a8c2-4c22-b0b4-dce16c1ab216 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 944 time: 0.1622462 Nov 12 11:10:01.973250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.009461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7ef63c2-0af0-4662-b9dc-919059eb03ba req-acf534e1-dc3c-4c3e-a419-71c841895074 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1960645 Nov 12 11:10:02.019776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Port': ['ID=1f592f22-4428-4118-a114-cc5cede96af2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:02.043889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:02.072735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] For port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:02.073372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.078395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.078947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.079465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.080130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.080659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.081032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.081765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.081943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.082275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.083332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.083564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.084134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:02.085794 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.107894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Calling delete_port for 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:02.130861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port db4382f9-214b-429f-9e21-8df332229590, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=db4382f9-214b-429f-9e21-8df332229590,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:02.143667 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.156910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:02.158694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37f2debb-2fa6-4a41-9069-b48c02924c4c req-fadab0b4-4b34-48b6-9b6e-c5dd8958aa67 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922898 Nov 12 11:10:02.276810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=db4382f9-214b-429f-9e21-8df332229590,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:02.299987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port e2c896b7-84b7-49bb-9c15-24e8312650e3 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:10:02.307504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port e2c896b7-84b7-49bb-9c15-24e8312650e3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:02.307984 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.346234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-deb79013-cbed-43fd-bf02-51fd186451d0 req-c33df0de-5fbb-4c8b-92f4-3c693f593123 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0939138 Nov 12 11:10:02.355837 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.419266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.463863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Port': ['ID=30ae80cd-b9bb-45b0-b5bf-08a3df9e428f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:02.474603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf11a9b-a21f-49e9-a8e5-8fcf0bf1f8e4 req-57c6fd22-44fe-43fc-a596-0276e48db47b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.478833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.481565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf11a9b-a21f-49e9-a8e5-8fcf0bf1f8e4 req-57c6fd22-44fe-43fc-a596-0276e48db47b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1663253 Nov 12 11:10:02.488188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] No DVR routers for this DVR port 30ae80cd-b9bb-45b0-b5bf-08a3df9e428f on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:02.495471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.498841 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-c83fb145-4d1d-4edf-8fbc-89588c667399 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "DELETE /v2.0/ports/30ae80cd-b9bb-45b0-b5bf-08a3df9e428f HTTP/1.1" status: 204 len: 173 time: 1.0110157 Nov 12 11:10:02.555813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:02.563869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.636737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf11a9b-a21f-49e9-a8e5-8fcf0bf1f8e4 req-154de0e9-0d85-4419-a2b4-ebe70d268487 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503348 Nov 12 11:10:02.638040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08c724-81af-4ceb-80a6-4ad6644e375f req-1a0cd164-ca43-47c7-b57a-8694fc314100 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.641819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:02.644168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08c724-81af-4ceb-80a6-4ad6644e375f req-1a0cd164-ca43-47c7-b57a-8694fc314100 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.651780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08c724-81af-4ceb-80a6-4ad6644e375f req-1a0cd164-ca43-47c7-b57a-8694fc314100 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.659391 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf08c724-81af-4ceb-80a6-4ad6644e375f req-1a0cd164-ca43-47c7-b57a-8694fc314100 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 2410 time: 0.1617889 Nov 12 11:10:02.685515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting port 51e5ad8e-3593-4b52-8409-7260c4db83ca {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:02.686108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.697709 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:10:02.737830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Router fb7f0454-031b-4913-bea2-a36cc6d63d42 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:02.779775 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf08c724-81af-4ceb-80a6-4ad6644e375f req-2974af7d-cfb1-45f3-ad56-3b06ec05f253 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191459 Nov 12 11:10:02.827136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] For port 51e5ad8e-3593-4b52-8409-7260c4db83ca, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=51e5ad8e-3593-4b52-8409-7260c4db83ca,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:02.827755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.855226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Calling delete_port for 51e5ad8e-3593-4b52-8409-7260c4db83ca owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:02.885310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:02.890720 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e9fd95dc-28f6-4b85-ae4b-f0770e04379a tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "PUT /v2.0/routers/fb7f0454-031b-4913-bea2-a36cc6d63d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3850441 Nov 12 11:10:02.898676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fe8c00-7ad9-40df-afa3-2b3195f0812c None None] Sync routers for ids ['fb7f0454-031b-4913-bea2-a36cc6d63d42'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:02.903953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40112) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:02.914686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe8c00-7ad9-40df-afa3-2b3195f0812c None None] Routers {'fb7f0454-031b-4913-bea2-a36cc6d63d42'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:02.915420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d5fe8c00-7ad9-40df-afa3-2b3195f0812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fb7f0454-031b-4913-bea2-a36cc6d63d42'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:02.958352 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-63b793b2-d9dd-437f-99c9-b5453a808056 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] delete failed (client error): The resource could not be found. Nov 12 11:10:02.959416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-63b793b2-d9dd-437f-99c9-b5453a808056 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1969958332 HTTP/1.1" status: 404 len: 335 time: 0.0540366 Nov 12 11:10:02.965207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40114) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:02.966657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d5fe8c00-7ad9-40df-afa3-2b3195f0812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:02.970444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0dac8f11-85b5-4246-aa59-430a2eb5aed6 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb7f0454-031b-4913-bea2-a36cc6d63d42'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:02.977220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe8c00-7ad9-40df-afa3-2b3195f0812c None None] Routers {'fb7f0454-031b-4913-bea2-a36cc6d63d42'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:02.981853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d5fe8c00-7ad9-40df-afa3-2b3195f0812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fb7f0454-031b-4913-bea2-a36cc6d63d42'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:03.007791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-9e455c34-3e4e-45fd-95a4-b22291dc903a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0994530 Nov 12 11:10:03.043780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d5fe8c00-7ad9-40df-afa3-2b3195f0812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:03.045447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fe8c00-7ad9-40df-afa3-2b3195f0812c None None] The sync data for ids ['fb7f0454-031b-4913-bea2-a36cc6d63d42'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:03.136168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-5046c2b5-a64a-4759-bf3d-c0cf7b20da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.138100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-5046c2b5-a64a-4759-bf3d-c0cf7b20da3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1097 time: 0.0771942 Nov 12 11:10:03.149840 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.213096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Port': ['ID=51e5ad8e-3593-4b52-8409-7260c4db83ca,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:03.221316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dac8f11-85b5-4246-aa59-430a2eb5aed6 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.257034 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-0dac8f11-85b5-4246-aa59-430a2eb5aed6 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] update failed (client error): The resource could not be found. Nov 12 11:10:03.258183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0dac8f11-85b5-4246-aa59-430a2eb5aed6 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "PUT /v2.0/routers/fb7f0454-031b-4913-bea2-a36cc6d63d42 HTTP/1.1" status: 404 len: 339 time: 0.2919788 Nov 12 11:10:03.262420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40120) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:03.319905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] No DVR routers for this DVR port 51e5ad8e-3593-4b52-8409-7260c4db83ca on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:03.324462 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.328293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-b5745c70-e044-4928-963c-b283bd923ee6 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "DELETE /v2.0/ports/51e5ad8e-3593-4b52-8409-7260c4db83ca HTTP/1.1" status: 204 len: 173 time: 0.8183744 Nov 12 11:10:03.364803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35b33b-b69a-4c1c-a7c0-d1f17e37b7aa req-69e899c0-3377-4c6b-bb5f-42f1826f0f3e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.367659 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd35b33b-b69a-4c1c-a7c0-d1f17e37b7aa req-69e899c0-3377-4c6b-bb5f-42f1826f0f3e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2357700 Nov 12 11:10:03.395166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e5ad8e-3593-4b52-8409-7260c4db83ca'}, {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a'}, {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4382f9-214b-429f-9e21-8df332229590'}, {'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:03.399892 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ab1ff-dbd7-4fa3-8050-9d507b79253b" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "51e5ad8e-3593-4b52-8409-7260c4db83ca"}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "6b14e523-7fbd-42e0-a84e-3f1bdf061f7a"}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "db4382f9-214b-429f-9e21-8df332229590"}, {"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-plugged", "status": "completed", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:03.478372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-9cfe1cd3-f3fa-4c9d-8e6b-48761864dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.480587 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-9cfe1cd3-f3fa-4c9d-8e6b-48761864dc14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.3061924 Nov 12 11:10:03.575341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd35b33b-b69a-4c1c-a7c0-d1f17e37b7aa req-86f20033-52ab-4419-9ed9-1299df393a45 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1857154 Nov 12 11:10:03.590709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f'}, {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': '51e5ad8e-3593-4b52-8409-7260c4db83ca'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:03.593237 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f56fad1-00f6-44cd-bd6a-87c6387f0ec6" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "30ae80cd-b9bb-45b0-b5bf-08a3df9e428f"}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "51e5ad8e-3593-4b52-8409-7260c4db83ca"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:03.621645 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-4b5e5176-4529-4425-a631-9251e17be4b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 0.1272717 Nov 12 11:10:03.649143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting port db4382f9-214b-429f-9e21-8df332229590 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:03.649534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.658836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 0af3f140-b939-446a-98ad-182c808c69f0 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:03.748399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 0af3f140-b939-446a-98ad-182c808c69f0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:10:03.755730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 0af3f140-b939-446a-98ad-182c808c69f0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:03.755730 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.831132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-769e96c7-ed7a-41b3-981a-f68e8a6c2a62 req-cd8c9a6c-341d-4b00-83ba-c44c8cdf0d49 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.1170897 Nov 12 11:10:03.835062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54117444-0b5b-4562-97e0-4fef71e017df req-aa227848-d85d-4388-b33c-eba3c27f9d3b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.837238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54117444-0b5b-4562-97e0-4fef71e017df req-aa227848-d85d-4388-b33c-eba3c27f9d3b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 944 time: 0.5756009 Nov 12 11:10:03.904640 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.914275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] For port db4382f9-214b-429f-9e21-8df332229590, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=db4382f9-214b-429f-9e21-8df332229590,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:03.914646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.931132 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc7c74e-5716-492f-a8f6-24468dc31885 x-openstack-request-id: req-3bc7c74e-5716-492f-a8f6-24468dc31885 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:03.932075 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "51e5ad8e-3593-4b52-8409-7260c4db83ca", "code": 200}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "6b14e523-7fbd-42e0-a84e-3f1bdf061f7a", "code": 200}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "db4382f9-214b-429f-9e21-8df332229590", "code": 200}, {"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-plugged", "status": "completed", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:03.932338 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bc7c74e-5716-492f-a8f6-24468dc31885 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:03.933056 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e5ad8e-3593-4b52-8409-7260c4db83ca', 'code': 200} Nov 12 11:10:03.933314 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a', 'code': 200} Nov 12 11:10:03.933636 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4382f9-214b-429f-9e21-8df332229590', 'code': 200} Nov 12 11:10:03.933889 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'code': 200} Nov 12 11:10:03.945447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-48299511-0cc4-4380-b169-95b5b7e486f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.947066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-48299511-0cc4-4380-b169-95b5b7e486f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.3160167 Nov 12 11:10:03.990363 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54117444-0b5b-4562-97e0-4fef71e017df req-20d17035-6f7b-4f7c-9065-22837662b8c9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383753 Nov 12 11:10:03.990712 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b7018d-cc8d-4653-b659-61e3a7aa55a2 x-openstack-request-id: req-32b7018d-cc8d-4653-b659-61e3a7aa55a2 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:03.990712 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "30ae80cd-b9bb-45b0-b5bf-08a3df9e428f", "status": "completed", "code": 200}, {"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "51e5ad8e-3593-4b52-8409-7260c4db83ca", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:03.990712 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32b7018d-cc8d-4653-b659-61e3a7aa55a2 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:03.990712 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': '30ae80cd-b9bb-45b0-b5bf-08a3df9e428f', 'status': 'completed', 'code': 200} Nov 12 11:10:03.990712 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': '51e5ad8e-3593-4b52-8409-7260c4db83ca', 'status': 'completed', 'code': 200} Nov 12 11:10:04.139372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-4617f33e-c972-4b39-8be4-f0be6bfac05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.141905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-4617f33e-c972-4b39-8be4-f0be6bfac05f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660652 Nov 12 11:10:04.207671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.285497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 0af3f140-b939-446a-98ad-182c808c69f0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0af3f140-b939-446a-98ad-182c808c69f0,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:04.291253 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.356444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=0af3f140-b939-446a-98ad-182c808c69f0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:04.386609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09dd5a-52bb-437c-8d21-53d9714fab7f req-969224b9-4387-4411-bbf5-dbaffd851641 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.392952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09dd5a-52bb-437c-8d21-53d9714fab7f req-969224b9-4387-4411-bbf5-dbaffd851641 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.394809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b09dd5a-52bb-437c-8d21-53d9714fab7f req-969224b9-4387-4411-bbf5-dbaffd851641 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 1677 time: 0.3291798 Nov 12 11:10:04.482891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc58735-05d2-408d-a10e-8e2050f475bb req-50da3688-0e56-4c0f-ab6f-bb34583ecd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.485443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9bc58735-05d2-408d-a10e-8e2050f475bb req-50da3688-0e56-4c0f-ab6f-bb34583ecd60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 1097 time: 0.2802441 Nov 12 11:10:04.600545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b09dd5a-52bb-437c-8d21-53d9714fab7f req-3171875f-9c96-49a8-8e17-cef157de770e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974394 Nov 12 11:10:04.648383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9bc58735-05d2-408d-a10e-8e2050f475bb req-e3b74ee8-a306-4fe1-98b6-a4f14b87ee90 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523893 Nov 12 11:10:04.657716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe615d-17f7-4670-b587-0fd5c40ee635 req-fe706d68-d1cb-473d-bb27-96cceae0c4e9 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.659480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3bfe615d-17f7-4670-b587-0fd5c40ee635 req-fe706d68-d1cb-473d-bb27-96cceae0c4e9 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.5233767 Nov 12 11:10:04.720058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.720429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.720701 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Floating IP 409d65b6-6b22-45dc-8626-f6c5a7bba311 disassociated. External IP: 172.25.2.64, port: db4382f9-214b-429f-9e21-8df332229590. Nov 12 11:10:04.721079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Calling delete_port for db4382f9-214b-429f-9e21-8df332229590 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:04.729121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Allocated IP 172.20.0.1 (461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d/9627b867-879e-4c6f-84d4-eb233e86d07d/2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:04.750265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-2b61f0df-920e-4f3e-9439-321770719cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621295 Nov 12 11:10:04.790505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557c29c-a6d5-4b7f-b2cf-008bb8d5a2e6 req-cd24a81c-9342-4302-bcd1-e9252e6a4796 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.792385 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2557c29c-a6d5-4b7f-b2cf-008bb8d5a2e6 req-cd24a81c-9342-4302-bcd1-e9252e6a4796 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1050451 Nov 12 11:10:04.798858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3bfe615d-17f7-4670-b587-0fd5c40ee635 req-24102efd-e5e0-4831-810c-b8ea61d03a75 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207573 Nov 12 11:10:04.904661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2557c29c-a6d5-4b7f-b2cf-008bb8d5a2e6 req-52ca4b0e-6a28-4ae4-a178-7c0559da4cb0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046343 Nov 12 11:10:04.946564 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.963142 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.006691 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.048303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2b7b29c-8d23-4cb0-b4bd-0b06088ac098 req-10e2f3fa-8f31-4473-8d08-306aa1a01433 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.1064093 Nov 12 11:10:05.059955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:05.061864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:05.086011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:05.091828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Port': ['ID=db4382f9-214b-429f-9e21-8df332229590,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:05.159489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Port': ['ID=2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:05.203937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.249899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1780df1f-58eb-420a-ba89-e99dd596fbdb req-8a2766ce-25ac-430b-9cf6-3f496ad2e401 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452694 Nov 12 11:10:05.254777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57707264-6d26-4fa8-96b4-851599f69550 req-d1ac03ad-f3bc-44ce-bb6d-267d56dd1cdd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:05.256973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57707264-6d26-4fa8-96b4-851599f69550 req-d1ac03ad-f3bc-44ce-bb6d-267d56dd1cdd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1584358 Nov 12 11:10:05.289441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Router 1fa89a9f-b508-4fac-ba05-f933928683e8 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:05.372561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57707264-6d26-4fa8-96b4-851599f69550 req-3767335f-b823-443a-92ad-f7d93be05dbe tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096852 Nov 12 11:10:05.423373 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.468212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:05.485119 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] Sync routers for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:05.501388 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:05.502645 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:05.518655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] No DVR routers for this DVR port db4382f9-214b-429f-9e21-8df332229590 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:05.523823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.527974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-97e9dc52-a8b7-4e13-a9ec-f9ce66ac6ab7 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "DELETE /v2.0/ports/db4382f9-214b-429f-9e21-8df332229590 HTTP/1.1" status: 204 len: 173 time: 2.1904340 Nov 12 11:10:05.540702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-35fa249f-a982-4dea-a69f-b6343142a324 None None] Provisioning complete for port 2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:05.542206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-35fa249f-a982-4dea-a69f-b6343142a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.628486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-35fa249f-a982-4dea-a69f-b6343142a324 None None] Port 2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:05.709132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:05.709800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.741288 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:05.931895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f3cc3-d70f-4820-8c88-10610b4cbb63 req-d836a9db-09b7-475d-b84a-94e788f2ea8c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:05.932879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.933396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-624f3cc3-d70f-4820-8c88-10610b4cbb63 req-d836a9db-09b7-475d-b84a-94e788f2ea8c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 943 time: 0.1785638 Nov 12 11:10:05.934628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6850208a-849c-47a2-9ce9-50db88fb30da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af3f140-b939-446a-98ad-182c808c69f0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:05.940839 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66568c3-352b-478e-8f5c-c138402f8b46" -d '{"events": [{"server_uuid": "6850208a-849c-47a2-9ce9-50db88fb30da", "name": "network-vif-plugged", "status": "completed", "tag": "0af3f140-b939-446a-98ad-182c808c69f0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:05.941171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.975094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] For port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:05.975738 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.996851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': 'db4382f9-214b-429f-9e21-8df332229590'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:05.999049 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd56c9e-6d14-483c-be66-f0e88de2a81b" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "db4382f9-214b-429f-9e21-8df332229590"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:06.010561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Calling delete_port for 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:06.096208 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:59:06Z', 'revision_number': 5, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:06.107145 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.112040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event updated for resources: {'Port': ['ID=2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:06.141756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-624f3cc3-d70f-4820-8c88-10610b4cbb63 req-a7d0514a-b9c2-401c-a04a-93a7e7401c9d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804819 Nov 12 11:10:06.149645 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] Checking router: 1fa89a9f-b508-4fac-ba05-f933928683e8 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:10:06.173835 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:06.174705 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:06.210036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b7ddd-0aad-4bf4-9f58-cd31022ec94f req-f4ac96fe-935d-4767-b354-716c992ef8ae tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.224622 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b7ddd-0aad-4bf4-9f58-cd31022ec94f req-f4ac96fe-935d-4767-b354-716c992ef8ae tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2012854 Nov 12 11:10:06.231952 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8c00d8-0880-480e-bee4-be3b82482901 x-openstack-request-id: req-eb8c00d8-0880-480e-bee4-be3b82482901 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:06.232718 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6850208a-849c-47a2-9ce9-50db88fb30da", "name": "network-vif-plugged", "status": "completed", "tag": "0af3f140-b939-446a-98ad-182c808c69f0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:06.233210 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb8c00d8-0880-480e-bee4-be3b82482901 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:06.233804 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6850208a-849c-47a2-9ce9-50db88fb30da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af3f140-b939-446a-98ad-182c808c69f0', 'code': 200} Nov 12 11:10:06.317946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.339924 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d194c4-e43a-4891-a613-1293fa2f6762 x-openstack-request-id: req-a5d194c4-e43a-4891-a613-1293fa2f6762 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:06.340694 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "db4382f9-214b-429f-9e21-8df332229590", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:06.341173 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5d194c4-e43a-4891-a613-1293fa2f6762 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:06.343270 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': 'db4382f9-214b-429f-9e21-8df332229590', 'status': 'completed', 'code': 200} Nov 12 11:10:06.410427 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b7ddd-0aad-4bf4-9f58-cd31022ec94f req-63d47020-ad74-45a4-98b5-cd36199398fb tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1832790 Nov 12 11:10:06.435188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Port': ['ID=6b14e523-7fbd-42e0-a84e-3f1bdf061f7a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:06.542212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:06.545555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:06.563674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbb1508c-1a13-455f-8622-b5e377a1fc9b req-45536aa7-4302-4b7c-b27e-851761f7ca04 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.1194780 Nov 12 11:10:06.589469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d8ce-549a-417d-94f0-e97ee1b9d942 req-601c7ab8-c8b9-4c8a-a79d-72fa941063c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.590581 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9682d8ce-549a-417d-94f0-e97ee1b9d942 req-601c7ab8-c8b9-4c8a-a79d-72fa941063c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 1097 time: 0.1797314 Nov 12 11:10:06.595109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] No DVR routers for this DVR port 6b14e523-7fbd-42e0-a84e-3f1bdf061f7a on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:06.602554 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.609992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1052bfc9-d78b-4227-90f9-622bd9295958 req-2762be35-38dc-4aaf-9d83-a7dc0959b4a3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.59 "DELETE /v2.0/ports/6b14e523-7fbd-42e0-a84e-3f1bdf061f7a HTTP/1.1" status: 204 len: 173 time: 1.0743539 Nov 12 11:10:06.627896 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:06.823753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9682d8ce-549a-417d-94f0-e97ee1b9d942 req-21b46aaf-d06d-47a1-851e-5d124a0cd7b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066240 Nov 12 11:10:06.850537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580709b-64c4-4428-a59b-f60bd631cc17 req-ab5a3af7-bbe1-49f3-b105-715ac4c00a5e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.863895 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e580709b-64c4-4428-a59b-f60bd631cc17 req-ab5a3af7-bbe1-49f3-b105-715ac4c00a5e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.2974563 Nov 12 11:10:06.955380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Router fb7f0454-031b-4913-bea2-a36cc6d63d42 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:07.003338 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e580709b-64c4-4428-a59b-f60bd631cc17 req-ba6cede6-2664-4916-a99d-f6038bbc52cf tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380360 Nov 12 11:10:07.093695 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-28ee38cb-c149-4713-882d-a56136a73dc2 None None] Provisioning complete for port 2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:07.094562 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28ee38cb-c149-4713-882d-a56136a73dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.141921 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:59:06Z', 'revision_number': 5, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:07.180021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-28ee38cb-c149-4713-882d-a56136a73dc2 None None] Port 2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:07.231700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:07.232055 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f9b4b-1d94-4a19-8532-aece40401818 None None] The sync data for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 is: [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T10:58:56Z', 'revision_number': 4, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5fd313a9-3280-4d42-8a96-cbd26e38e63f', 'name': '', 'network_id': '77981b1f-f093-4607-a4ab-5db715ba3b08', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'mac_address': 'fa:16:3e:18:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:55Z', 'updated_at': '2021-11-12T10:59:06Z', 'revision_number': 5, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'subnets': [{'id': '0117afdc-0f85-46f4-a531-24e8628fef14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:07.247886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6161d-9767-4a73-9efa-5fddef014aa9 None None] Sync routers for ids ['fb7f0454-031b-4913-bea2-a36cc6d63d42'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:07.256555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-04c97eef-581f-4f44-b04d-4be78d4ab6ee tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "PUT /v2.0/routers/fb7f0454-031b-4913-bea2-a36cc6d63d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9910648 Nov 12 11:10:07.258376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40154) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:07.264997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6161d-9767-4a73-9efa-5fddef014aa9 None None] Routers {'fb7f0454-031b-4913-bea2-a36cc6d63d42'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:07.265884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-28c6161d-9767-4a73-9efa-5fddef014aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fb7f0454-031b-4913-bea2-a36cc6d63d42'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:07.326326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-28c6161d-9767-4a73-9efa-5fddef014aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:07.336000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6161d-9767-4a73-9efa-5fddef014aa9 None None] Routers {'fb7f0454-031b-4913-bea2-a36cc6d63d42'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:07.336634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-28c6161d-9767-4a73-9efa-5fddef014aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fb7f0454-031b-4913-bea2-a36cc6d63d42'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:07.401144 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-28c6161d-9767-4a73-9efa-5fddef014aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:07.402205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6161d-9767-4a73-9efa-5fddef014aa9 None None] The sync data for ids ['fb7f0454-031b-4913-bea2-a36cc6d63d42'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:07.509441 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc089357-7129-4ead-ae12-af64146b3cca req-6b3fbf23-dc41-4c10-86ad-26b812ad2ab3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0843418 Nov 12 11:10:07.595850 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0ef905e-588d-4309-9d44-894cf370bbdb tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.632111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65476ff-67a9-4210-ae91-02b9d117114e req-787f1e11-5a47-4750-b53a-f49782bafcfe tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:07.635473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d65476ff-67a9-4210-ae91-02b9d117114e req-787f1e11-5a47-4750-b53a-f49782bafcfe tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1070957 Nov 12 11:10:07.747546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d65476ff-67a9-4210-ae91-02b9d117114e req-1725f498-aadc-416e-a37a-64d303fdc4f8 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045249 Nov 12 11:10:07.769681 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-a0ef905e-588d-4309-9d44-894cf370bbdb tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 11:10:07.773611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a0ef905e-588d-4309-9d44-894cf370bbdb tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/routers/fb7f0454-031b-4913-bea2-a36cc6d63d42 HTTP/1.1" status: 409 len: 329 time: 0.5083969 Nov 12 11:10:07.774021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40162) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:07.880112 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d2082-0e51-4eb1-938c-53724b1cf7ce None None] New status for floating IP 409d65b6-6b22-45dc-8626-f6c5a7bba311: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:10:07.909692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2528f0-00bd-49fb-b43f-413f717e7af5 req-34788d1b-dd2d-4175-ae46-5738418ebdc3 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.1378045 Nov 12 11:10:08.138627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ee39d-7c79-42af-a147-6438dbf398e0 req-7420a40c-2fb0-4d7a-a033-f5a24f5e161e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:08.140428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d5ee39d-7c79-42af-a147-6438dbf398e0 req-7420a40c-2fb0-4d7a-a033-f5a24f5e161e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1136901 Nov 12 11:10:08.149438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40170) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:08.154058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Request body: {'floatingip': {'port_id': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:08.238874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1e89b-1f94-4489-8480-9dc97e30fafb req-16f11850-3af8-4ad8-9f22-f23af6d36dff tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:08.241892 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8ee1e89b-1f94-4489-8480-9dc97e30fafb req-16f11850-3af8-4ad8-9f22-f23af6d36dff tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.0956624 Nov 12 11:10:08.273165 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:08.325777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8ee1e89b-1f94-4489-8480-9dc97e30fafb req-6771b018-6fb3-4947-aaec-1a991a88c20c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755560 Nov 12 11:10:08.344415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:08.346800 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b7a55-5c7b-4bf2-9362-f30959e887ac" -d '{"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "6b14e523-7fbd-42e0-a84e-3f1bdf061f7a"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:08.394249 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f04a1-674b-4990-92c6-eb92e3e105ef x-openstack-request-id: req-aa7f04a1-674b-4990-92c6-eb92e3e105ef {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:08.394584 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4073a72-2ccd-4685-af5c-804c1584d4f2", "name": "network-vif-deleted", "tag": "6b14e523-7fbd-42e0-a84e-3f1bdf061f7a", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:08.395344 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa7f04a1-674b-4990-92c6-eb92e3e105ef {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:08.395748 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4073a72-2ccd-4685-af5c-804c1584d4f2', 'name': 'network-vif-deleted', 'tag': '6b14e523-7fbd-42e0-a84e-3f1bdf061f7a', 'status': 'completed', 'code': 200} Nov 12 11:10:08.688792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97ea0e96-87ad-4c58-a07a-ee8b7ee02088 req-ab4e9da3-558e-40be-91e0-34c6402c401d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0479836 Nov 12 11:10:09.068400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a0ec8b1-1685-42b2-8b87-33fb393bda7c req-2f996cfb-724e-4ccd-8311-f6ff6f900226 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0467322 Nov 12 11:10:09.070163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013756-5fb2-4ec0-993a-509d1ab111f1 req-8efc9227-6ef1-4465-a9ba-7f425a5858ba tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.071621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59013756-5fb2-4ec0-993a-509d1ab111f1 req-8efc9227-6ef1-4465-a9ba-7f425a5858ba tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.5239840 Nov 12 11:10:09.293000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59013756-5fb2-4ec0-993a-509d1ab111f1 req-f6939dad-f497-450a-82ed-b1fa24d225f6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056432 Nov 12 11:10:09.395381 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.501287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.resource_extend [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:10:09.599212 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.621256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.816844 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Floating IP 566ea0b1-e48a-4754-a5ac-5a0503170eeb associated. External IP: 172.25.2.211, port: e2c896b7-84b7-49bb-9c15-24e8312650e3. Nov 12 11:10:09.890637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcc0dd2e-4217-4b5b-ac99-052bdc0bef5a req-46702b03-6dd7-40b8-9381-4834709cb337 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0580308 Nov 12 11:10:09.954019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.049650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Deleting port 2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:10.049888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.243141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32f519bd-3e66-4d4a-9bb8-a130bc24b8de req-0441dcd5-682c-45e3-afc9-d7408e38af32 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0499725 Nov 12 11:10:10.248632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.262506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Router 75b541c9-dad9-4d85-b4a2-7eb52439e514 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:10.268950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Calling delete_port for 2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:10.353102 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.517737 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75580a-f21a-4dc7-a5c8-19964773bdfe req-456a6d0b-18c9-47e4-bcf1-9722dc2f534b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:10.520479 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e75580a-f21a-4dc7-a5c8-19964773bdfe req-456a6d0b-18c9-47e4-bcf1-9722dc2f534b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.0929959 Nov 12 11:10:10.566168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:10.576632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] Sync routers for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:10.577982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.603308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:10.606408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:10.621504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e75580a-f21a-4dc7-a5c8-19964773bdfe req-79a98668-84c1-4fe1-a8a3-5cfb8a98d673 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874977 Nov 12 11:10:10.655921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b3d05990-4e03-4786-86de-13f6a371559c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "PUT /v2.0/floatingips/566ea0b1-e48a-4754-a5ac-5a0503170eeb HTTP/1.1" status: 200 len: 991 time: 2.5003824 Nov 12 11:10:10.655921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:10.657687 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3725ad28-6613-44e2-bfbd-6cf80df6e528" -d '{"events": [{"name": "network-changed", "server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:10.703769 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.738248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Port': ['ID=2ac6ef31-8efc-4e57-b9a7-10a4ebdaf386,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:10.794715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:10.821186 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9047be-298f-4de3-9bf1-9141f6cb834d x-openstack-request-id: req-ad9047be-298f-4de3-9bf1-9141f6cb834d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:10.821494 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:10.821699 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad9047be-298f-4de3-9bf1-9141f6cb834d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:10.822152 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'status': 'completed', 'code': 200} Nov 12 11:10:10.909699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-0e30e6e2-ad9a-49da-a3ef-4d27d453126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:10.913007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-0e30e6e2-ad9a-49da-a3ef-4d27d453126b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 1097 time: 0.0837927 Nov 12 11:10:11.095230 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.168178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b939755-d877-4dc8-b33e-7e5daa6b0921 req-005ef018-ac3e-4ccc-967a-f135dd0b099a tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0477827 Nov 12 11:10:11.169436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-1b6a6d39-79ca-4190-b5bd-72c851179308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:11.170793 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-1b6a6d39-79ca-4190-b5bd-72c851179308 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.2459729 Nov 12 11:10:11.265623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '566ea0b1-e48a-4754-a5ac-5a0503170eeb', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'port_id': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'mac_address': 'fa:16:3e:d6:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:09:43Z', 'updated_at': '2021-11-12T11:10:09Z', 'revision_number': 1, 'project_id': '71248c98cd604882b9054001c64d296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:11.329613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] Checking router: 75b541c9-dad9-4d85-b4a2-7eb52439e514 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:10:11.338148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-544b6532-06da-4023-886b-a4b0c519627d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 200 len: 999 time: 0.1535277 Nov 12 11:10:11.351187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:11.353451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:11.447424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-17d02853-617c-4281-8cf9-e1b82ec3c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:11.450170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-17d02853-617c-4281-8cf9-e1b82ec3c2ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.1009698 Nov 12 11:10:11.486254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c847d84e-82aa-4499-af41-e34989188f34 req-67419717-2f8d-418f-a2f1-0350fe29b61f tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0727129 Nov 12 11:10:11.490454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Router fb7f0454-031b-4913-bea2-a36cc6d63d42 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:11.547049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-04338186-1302-488d-a105-d08067a525a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:11.549366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-04338186-1302-488d-a105-d08067a525a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873554 Nov 12 11:10:11.576597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:11.654714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:11.665767 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-72c62352-6562-4562-aba2-e5dd9aa73fb2 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "PUT /v2.0/routers/fb7f0454-031b-4913-bea2-a36cc6d63d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8904159 Nov 12 11:10:11.666687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:11.693889 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe234b4e-1113-4049-a064-14138bb7c7ac None None] Sync routers for ids ['fb7f0454-031b-4913-bea2-a36cc6d63d42'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:11.729448 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe234b4e-1113-4049-a064-14138bb7c7ac None None] Routers {'fb7f0454-031b-4913-bea2-a36cc6d63d42'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:11.729890 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fe234b4e-1113-4049-a064-14138bb7c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fb7f0454-031b-4913-bea2-a36cc6d63d42'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:11.746036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-ad7a4aec-7997-4766-9819-f92fc11e1f8a service neutron] 10.222.0.59 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824665 Nov 12 11:10:11.779071 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-1cd825a6-a8c4-4823-a883-a134e14cc48e tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] show failed (client error): The resource could not be found. Nov 12 11:10:11.795126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1cd825a6-a8c4-4823-a883-a134e14cc48e tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1557288015 HTTP/1.1" status: 404 len: 335 time: 0.1263804 Nov 12 11:10:11.795751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40218) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:11.800289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-79168ab8-5cd2-41a1-b3d7-698d5887217e tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:11.836640 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fe234b4e-1113-4049-a064-14138bb7c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:11.859402 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe234b4e-1113-4049-a064-14138bb7c7ac None None] Routers {'fb7f0454-031b-4913-bea2-a36cc6d63d42'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:11.860308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fe234b4e-1113-4049-a064-14138bb7c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fb7f0454-031b-4913-bea2-a36cc6d63d42'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:11.916197 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-79168ab8-5cd2-41a1-b3d7-698d5887217e tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] update failed (client error): The resource could not be found. Nov 12 11:10:11.925153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-79168ab8-5cd2-41a1-b3d7-698d5887217e tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1357088678 HTTP/1.1" status: 404 len: 335 time: 0.1245019 Nov 12 11:10:11.925822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40222) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:11.974401 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fe234b4e-1113-4049-a064-14138bb7c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:11.975026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe234b4e-1113-4049-a064-14138bb7c7ac None None] The sync data for ids ['fb7f0454-031b-4913-bea2-a36cc6d63d42'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:12.053443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a60032-930a-462a-bba2-63bed9517e03 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Deleting subnet efc7659e-154a-4893-af59-33e92c694daf {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:12.059695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3a60032-930a-462a-bba2-63bed9517e03 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.078532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '566ea0b1-e48a-4754-a5ac-5a0503170eeb', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'port_id': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'mac_address': 'fa:16:3e:d6:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:09:43Z', 'updated_at': '2021-11-12T11:10:09Z', 'revision_number': 1, 'project_id': '71248c98cd604882b9054001c64d296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:12.125194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce7fd4-0385-47da-ab94-5df7b7dcab76 None None] The sync data for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 is: [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '566ea0b1-e48a-4754-a5ac-5a0503170eeb', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'port_id': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'mac_address': 'fa:16:3e:d6:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:09:43Z', 'updated_at': '2021-11-12T11:10:09Z', 'revision_number': 1, 'project_id': '71248c98cd604882b9054001c64d296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:12.157131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f72f58-d08a-40bb-ae5a-cc9447a39134 req-5cd1ca94-11c8-4afc-84a2-7031950ff96f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:12.159546 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94f72f58-d08a-40bb-ae5a-cc9447a39134 req-5cd1ca94-11c8-4afc-84a2-7031950ff96f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1761587 Nov 12 11:10:12.187855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3a60032-930a-462a-bba2-63bed9517e03 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.189219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3725ad28-6613-44e2-bfbd-6cf80df6e528 req-a67c9370-670f-46af-b0ec-e105428dcaa8 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295542 Nov 12 11:10:12.244923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94f72f58-d08a-40bb-ae5a-cc9447a39134 req-cd59fa21-8c5a-48b1-a695-2f5fceb42860 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748384 Nov 12 11:10:12.388360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff43e722-8184-4569-b814-eb8b5be971ae req-ba600c05-7c40-4eb2-ad5d-9c41c23f566c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0851395 Nov 12 11:10:12.424758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3a60032-930a-462a-bba2-63bed9517e03 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.508299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3a60032-930a-462a-bba2-63bed9517e03 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.538170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a60032-930a-462a-bba2-63bed9517e03 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Subnet': ['ID=efc7659e-154a-4893-af59-33e92c694daf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:12.555461 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3a60032-930a-462a-bba2-63bed9517e03 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.558842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a3a60032-930a-462a-bba2-63bed9517e03 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/subnets/efc7659e-154a-4893-af59-33e92c694daf HTTP/1.1" status: 204 len: 168 time: 0.6319761 Nov 12 11:10:12.561804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40232) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:12.571230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791752b3-13dd-4102-9d62-496d2e0f30f1 None None] Network 0e1b161f-54f1-4daa-8e1b-4712071d5b91 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:12.647976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8741486-bd20-46ea-a870-3a25e50c93ef None None] New status for floating IP 566ea0b1-e48a-4754-a5ac-5a0503170eeb: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:10:12.670237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dda6fe7-430e-44d4-b066-1de3323b86b4 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Deleting subnet 2526bbda-202e-42d5-807b-1f21fd748c5a {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:12.676171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dda6fe7-430e-44d4-b066-1de3323b86b4 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.696152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffbe22e9-a1ff-49ee-92f4-b75b49560ae7 req-7bf9c0ae-d4a2-4e26-8f64-5d04d27d2221 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0319648 Nov 12 11:10:12.735091 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dda6fe7-430e-44d4-b066-1de3323b86b4 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.869993 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dda6fe7-430e-44d4-b066-1de3323b86b4 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.980207 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dda6fe7-430e-44d4-b066-1de3323b86b4 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.016615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] DHCP port deletion for 0e1b161f-54f1-4daa-8e1b-4712071d5b91 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:13.025396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda6fe7-430e-44d4-b066-1de3323b86b4 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Subnet': ['ID=2526bbda-202e-42d5-807b-1f21fd748c5a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:13.038416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dda6fe7-430e-44d4-b066-1de3323b86b4 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.042349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8dda6fe7-430e-44d4-b066-1de3323b86b4 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/subnets/2526bbda-202e-42d5-807b-1f21fd748c5a HTTP/1.1" status: 204 len: 168 time: 0.4795070 Nov 12 11:10:13.043735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e32f4-9fd5-4dbf-8f27-74789c7effc7 None None] Network 98aee500-cd8d-4d8a-95f4-9e8a702996dc requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:13.047611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40236) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:13.195942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.199381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] Deleting port aefe3346-1315-469a-a788-2c60eee8ee7f {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:13.199381 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.280767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Deleting port aefe3346-1315-469a-a788-2c60eee8ee7f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:13.281140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.352512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] For port aefe3346-1315-469a-a788-2c60eee8ee7f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aefe3346-1315-469a-a788-2c60eee8ee7f,segment=NetworkSegment(a42b9fa1-dc19-4096-b59b-53c60ec36912),segment_id=a42b9fa1-dc19-4096-b59b-53c60ec36912)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:13.352892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.367198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] For port aefe3346-1315-469a-a788-2c60eee8ee7f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aefe3346-1315-469a-a788-2c60eee8ee7f,segment=NetworkSegment(a42b9fa1-dc19-4096-b59b-53c60ec36912),segment_id=a42b9fa1-dc19-4096-b59b-53c60ec36912)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:13.368031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.396458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] Calling delete_port for aefe3346-1315-469a-a788-2c60eee8ee7f owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:13.414847 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Calling delete_port for aefe3346-1315-469a-a788-2c60eee8ee7f owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:13.492521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] DHCP port deletion for 98aee500-cd8d-4d8a-95f4-9e8a702996dc request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:13.596716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1f84-c8f9-425a-94ae-7bf6ff532002 req-4f6fab89-d9c9-480f-a6f1-439f02504b54 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:13.609307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] Deleting port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:13.610220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.616959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4fea1f84-c8f9-425a-94ae-7bf6ff532002 req-4f6fab89-d9c9-480f-a6f1-439f02504b54 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.2051349 Nov 12 11:10:13.673811 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2584eccf-5954-494b-a458-c187c7c9c490 req-42ac29a0-3454-45d4-b466-723dc1b282d1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0762014 Nov 12 11:10:13.675884 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.713548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2cc93cdf-9718-4a66-8daa-770127c6b8c2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:13.716308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] No DVR routers for this DVR port aefe3346-1315-469a-a788-2c60eee8ee7f on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:13.720721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.735689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4fea1f84-c8f9-425a-94ae-7bf6ff532002 req-e3aa1396-ed22-41d5-88a6-a03e463241dd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142204 Nov 12 11:10:13.748061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] For port 2cc93cdf-9718-4a66-8daa-770127c6b8c2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2cc93cdf-9718-4a66-8daa-770127c6b8c2,segment=NetworkSegment(5cc2a084-c0a8-4391-8806-f57f6e866ce9),segment_id=5cc2a084-c0a8-4391-8806-f57f6e866ce9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:13.748518 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.751377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4fb6-cee5-4316-b996-213c6a995baf None None] Pushing event deleted for resources: {'Port': ['ID=aefe3346-1315-469a-a788-2c60eee8ee7f,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:13.769496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Port': ['ID=aefe3346-1315-469a-a788-2c60eee8ee7f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:13.775061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] No DVR routers for this DVR port aefe3346-1315-469a-a788-2c60eee8ee7f on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:13.826746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] Calling delete_port for 2cc93cdf-9718-4a66-8daa-770127c6b8c2 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:13.860387 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af00af67-1826-4f66-9731-ecacaa179dde req-9bd11f48-246c-4205-b688-b54ae70a99c3 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0377531 Nov 12 11:10:13.984431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.009459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1b161f-54f1-4daa-8e1b-4712071d5b91']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.021526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42b9fa1-dc19-4096-b59b-53c60ec36912') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.021802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42b9fa1-dc19-4096-b59b-53c60ec36912') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.027653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99221a2c-c8ef-43be-bc04-9db11533586d req-c4da7796-3413-473e-8584-0146ecab7db6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0375946 Nov 12 11:10:14.033889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.051939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.058451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:14.058778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:14.062342 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:14.147954 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.154997 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.166683 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.167337 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.172961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/networks/0e1b161f-54f1-4daa-8e1b-4712071d5b91 HTTP/1.1" status: 204 len: 168 time: 1.1233222 Nov 12 11:10:14.175359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40246) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:14.203109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25606306-ad00-4430-92e5-86eeabcc441d tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Network': ['ID=0e1b161f-54f1-4daa-8e1b-4712071d5b91,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:14.219866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] Pushing event deleted for resources: {'Port': ['ID=2cc93cdf-9718-4a66-8daa-770127c6b8c2,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:14.234121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45600c12-893c-47ed-89a1-467ce9170613 None None] No DVR routers for this DVR port 2cc93cdf-9718-4a66-8daa-770127c6b8c2 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:14.272575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aefe3346-1315-469a-a788-2c60eee8ee7f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:14.305942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: aefe3346-1315-469a-a788-2c60eee8ee7f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:14.306474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aefe3346-1315-469a-a788-2c60eee8ee7f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:14.317821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.421639 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.451623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aee500-cd8d-4d8a-95f4-9e8a702996dc']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.470328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc2a084-c0a8-4391-8806-f57f6e866ce9') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.470789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc2a084-c0a8-4391-8806-f57f6e866ce9') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.493133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.512173 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.522043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:14.522750 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:14.528015 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:14.615828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.622201 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.632290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/networks/98aee500-cd8d-4d8a-95f4-9e8a702996dc HTTP/1.1" status: 204 len: 168 time: 0.4514952 Nov 12 11:10:14.632964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40254) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:14.653622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ceade-e578-41d8-aa60-f1bd16b11948 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Network': ['ID=98aee500-cd8d-4d8a-95f4-9e8a702996dc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:14.728927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d59e0f-0e9d-44e9-8a07-fd590f066793 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Deleting subnet 9627b867-879e-4c6f-84d4-eb233e86d07d {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:14.734435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60d59e0f-0e9d-44e9-8a07-fd590f066793 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.875653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c34eea3b-f98a-4f8a-8e52-e59552b037ef req-751cf7c1-6ad5-4119-ac06-8867b83f46ae tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0562022 Nov 12 11:10:14.891442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40262) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:14.924410 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60d59e0f-0e9d-44e9-8a07-fd590f066793 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.055325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-edc3a2bf-b1ed-4b91-9661-be2387b119f7 req-b4c4a9d2-13db-4dda-9768-be043a7111b2 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0555489 Nov 12 11:10:15.106676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddad0f-3c7f-4f04-b8f6-3b428b9e59df req-f01b0c5a-b3d8-459e-bcdd-7a5cdd8a2bbc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:15.115784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9eddad0f-3c7f-4f04-b8f6-3b428b9e59df req-f01b0c5a-b3d8-459e-bcdd-7a5cdd8a2bbc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1435769 Nov 12 11:10:15.193557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6274b117-5f33-434c-9383-96296b199b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.307799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9eddad0f-3c7f-4f04-b8f6-3b428b9e59df req-17964026-86e5-4e46-9d36-9ed4119daa54 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669757 Nov 12 11:10:15.314241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60d59e0f-0e9d-44e9-8a07-fd590f066793 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.445733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60d59e0f-0e9d-44e9-8a07-fd590f066793 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.516340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60d59e0f-0e9d-44e9-8a07-fd590f066793 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.525239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-60d59e0f-0e9d-44e9-8a07-fd590f066793 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/subnets/9627b867-879e-4c6f-84d4-eb233e86d07d HTTP/1.1" status: 204 len: 168 time: 0.8880854 Nov 12 11:10:15.526004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb140025-1b08-43b1-a7ff-cea27ad85bd5 None None] Network 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:15.528088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40270) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:15.540145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d59e0f-0e9d-44e9-8a07-fd590f066793 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Subnet': ['ID=9627b867-879e-4c6f-84d4-eb233e86d07d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:15.565736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6274b117-5f33-434c-9383-96296b199b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.573308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6274b117-5f33-434c-9383-96296b199b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.649641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6274b117-5f33-434c-9383-96296b199b96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9be99a68f4e41d497708dfcb983f539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7565634 Nov 12 11:10:15.651183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274b117-5f33-434c-9383-96296b199b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed288c2-85ee-4945-a2b5-3bb4ca3b8e1b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:15.656526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40272) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:15.739378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.749814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cffc561-3864-4f8c-9948-ca7d1cc46b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.817634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Deleting port 6352d01c-3a1f-4427-9c8a-4530d67f2869 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:15.818865 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.825276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] DHCP port deletion for 461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:15.826913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cffc561-3864-4f8c-9948-ca7d1cc46b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.883461 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cffc561-3864-4f8c-9948-ca7d1cc46b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.893399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cffc561-3864-4f8c-9948-ca7d1cc46b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.898857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3cffc561-3864-4f8c-9948-ca7d1cc46b45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ed288c2-85ee-4945-a2b5-3bb4ca3b8e1b HTTP/1.1" status: 204 len: 168 time: 0.2405050 Nov 12 11:10:15.912261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] For port 6352d01c-3a1f-4427-9c8a-4530d67f2869, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6352d01c-3a1f-4427-9c8a-4530d67f2869,segment=NetworkSegment(b4531a28-3551-4fae-8ce6-c5c074e97b22),segment_id=b4531a28-3551-4fae-8ce6-c5c074e97b22)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:15.913078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.913243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffc561-3864-4f8c-9948-ca7d1cc46b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed288c2-85ee-4945-a2b5-3bb4ca3b8e1b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:15.950011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Calling delete_port for 6352d01c-3a1f-4427-9c8a-4530d67f2869 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:15.969445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] Deleting port 6352d01c-3a1f-4427-9c8a-4530d67f2869 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:15.969821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.112228 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48395d5a-8377-48cb-bdaa-2bf67a4a97b5 req-d82c038d-219c-4262-b4fc-50788938049c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0655110 Nov 12 11:10:16.112568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.138224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] For port 6352d01c-3a1f-4427-9c8a-4530d67f2869, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6352d01c-3a1f-4427-9c8a-4530d67f2869,segment=NetworkSegment(b4531a28-3551-4fae-8ce6-c5c074e97b22),segment_id=b4531a28-3551-4fae-8ce6-c5c074e97b22)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:16.141638 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.157062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Port': ['ID=6352d01c-3a1f-4427-9c8a-4530d67f2869,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:16.159416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] Calling delete_port for 6352d01c-3a1f-4427-9c8a-4530d67f2869 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:16.173839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] No DVR routers for this DVR port 6352d01c-3a1f-4427-9c8a-4530d67f2869 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:16.298773 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.351694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] Pushing event deleted for resources: {'Port': ['ID=6352d01c-3a1f-4427-9c8a-4530d67f2869,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:16.365304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeafacb-4c10-4c0e-a6e3-c25d3064ad52 None None] No DVR routers for this DVR port 6352d01c-3a1f-4427-9c8a-4530d67f2869 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:16.410815 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c5cd249-dac3-4176-92e7-9f7babb427b6 req-1c5bd700-094b-47b4-8bb5-956a9a0aca0c tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.1690779 Nov 12 11:10:16.433138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.512757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:16.536989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4531a28-3551-4fae-8ce6-c5c074e97b22') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:16.537565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4531a28-3551-4fae-8ce6-c5c074e97b22') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:16.545252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86484f-a01b-4f96-a0a2-1a11370593e3 req-72db5c6e-866f-47ee-827a-1414abdcdd61 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:16.547047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de86484f-a01b-4f96-a0a2-1a11370593e3 req-72db5c6e-866f-47ee-827a-1414abdcdd61 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1005015 Nov 12 11:10:16.560175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.579126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.595623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:16.596195 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.663494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de86484f-a01b-4f96-a0a2-1a11370593e3 req-54c020cd-bbce-41ba-b1d8-fbbdafc3728f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054287 Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:16.725997 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:16.732147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.742330 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.751675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/networks/461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d HTTP/1.1" status: 204 len: 168 time: 1.2185931 Nov 12 11:10:16.752201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40298) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:16.764337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fa7d8-7c49-497a-9735-13ca2d179656 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Pushing event deleted for resources: {'Network': ['ID=461dc9e1-7598-4b2e-8d84-e9bbb0cfe00d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:16.838012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-60a59045-2e27-4814-ae3b-eeed87c14b86 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb7f0454-031b-4913-bea2-a36cc6d63d42 HTTP/1.1" status: 200 len: 205 time: 0.0817196 Nov 12 11:10:16.838275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40302) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:17.015816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8101b696-d532-4b3c-a3b4-4486d2fdbbf1 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.143273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d2a157e-735d-431a-888c-fd9eb7c2627b req-f19c8da2-310e-4a11-828d-eeea080af9d6 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0484333 Nov 12 11:10:17.170829 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d836a0a-98ea-4a31-a43c-34a8716a0ddb req-f4d2943c-5bc3-4b5e-a2fd-57bac5951c4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64d8247cf1d4ee0aa900ed8a0af7372&device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0503149 Nov 12 11:10:17.593356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6352d01c-3a1f-4427-9c8a-4530d67f2869 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:17.633931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 6352d01c-3a1f-4427-9c8a-4530d67f2869 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:17.634762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6352d01c-3a1f-4427-9c8a-4530d67f2869 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:17.721864 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8101b696-d532-4b3c-a3b4-4486d2fdbbf1 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.752005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8101b696-d532-4b3c-a3b4-4486d2fdbbf1 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.758060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-967b47cf-f4eb-4268-9036-f4e9aec64b78 req-2ea81401-9e89-49c6-94fa-54a02425f5d1 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.5101111 Nov 12 11:10:17.760766 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d836a0a-98ea-4a31-a43c-34a8716a0ddb req-a325ebd8-fbfa-43f8-959b-5845598c7884 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f64d8247cf1d4ee0aa900ed8a0af7372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5143697 Nov 12 11:10:17.891347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8101b696-d532-4b3c-a3b4-4486d2fdbbf1 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.892840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8101b696-d532-4b3c-a3b4-4486d2fdbbf1 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Fanout notify agent at l3_agent the message router_deleted on router fb7f0454-031b-4913-bea2-a36cc6d63d42 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:10:17.907261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8101b696-d532-4b3c-a3b4-4486d2fdbbf1 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.909410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8101b696-d532-4b3c-a3b4-4486d2fdbbf1 tempest-RoutersNegativeTest-29362004 tempest-RoutersNegativeTest-29362004-project] 10.222.0.31 "DELETE /v2.0/routers/fb7f0454-031b-4913-bea2-a36cc6d63d42 HTTP/1.1" status: 204 len: 168 time: 1.0699003 Nov 12 11:10:17.915453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3900-3208-46de-b06b-8b46cd98ccfa req-fcf11751-5ffa-486f-896b-c6be0db48a14 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:17.929914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6ba3900-3208-46de-b06b-8b46cd98ccfa req-fcf11751-5ffa-486f-896b-c6be0db48a14 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1137655 Nov 12 11:10:18.057647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836a0a-98ea-4a31-a43c-34a8716a0ddb req-c1d20488-105a-402d-9567-8c02402d2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:18.061833 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d836a0a-98ea-4a31-a43c-34a8716a0ddb req-c1d20488-105a-402d-9567-8c02402d2237 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2930219 Nov 12 11:10:18.070087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6ba3900-3208-46de-b06b-8b46cd98ccfa req-8b1ee7aa-8d66-4f2d-a731-7308da1a5f8c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334865 Nov 12 11:10:18.130908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40366) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:18.299294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b99d64ac-8228-448a-82f3-19cdc1cc0c2c req-6296c23e-ff9c-4a61-a8dd-8ae5052a9d2e tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0336010 Nov 12 11:10:18.372783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40374) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:18.492204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a45b-7e7e-49f9-9208-4af38de2f04b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.546352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e3a88fa9-fae1-46d4-967c-45e8e040483f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df807844b2094b6cb12ec72e26157e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720741 Nov 12 11:10:18.548884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40378) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:18.663982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43aa5dac-b913-429d-ba07-eada0e4f5c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.702977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a45b-7e7e-49f9-9208-4af38de2f04b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.705668 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43aa5dac-b913-429d-ba07-eada0e4f5c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.713053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a45b-7e7e-49f9-9208-4af38de2f04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.786116 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5a2a45b-7e7e-49f9-9208-4af38de2f04b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a61d2ebf1cc74f47ac17965c4c74d016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6521683 Nov 12 11:10:18.788117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2a45b-7e7e-49f9-9208-4af38de2f04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd13cfa-c708-4dbf-921e-bc8e103c48b1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:18.789458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40380) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:18.830975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43aa5dac-b913-429d-ba07-eada0e4f5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.835931 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43aa5dac-b913-429d-ba07-eada0e4f5c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.844302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-43aa5dac-b913-429d-ba07-eada0e4f5c22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8a61c25-4ad0-4aac-ad71-b7f4a59f86d2 HTTP/1.1" status: 204 len: 168 time: 0.2937284 Nov 12 11:10:18.856970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5dac-b913-429d-ba07-eada0e4f5c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a61c25-4ad0-4aac-ad71-b7f4a59f86d2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:18.917965 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89e006cb-533f-4a38-890c-ca2cdcfc91dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.966290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89e006cb-533f-4a38-890c-ca2cdcfc91dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.983228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19ecbfa0-9594-4af3-83c8-e41137c3198d req-f2c9265a-7e74-48b0-b998-339bcdcf0291 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0551705 Nov 12 11:10:19.065996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89e006cb-533f-4a38-890c-ca2cdcfc91dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.072222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89e006cb-533f-4a38-890c-ca2cdcfc91dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.074138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-89e006cb-533f-4a38-890c-ca2cdcfc91dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dd13cfa-c708-4dbf-921e-bc8e103c48b1 HTTP/1.1" status: 204 len: 168 time: 0.2831969 Nov 12 11:10:19.090719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e006cb-533f-4a38-890c-ca2cdcfc91dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd13cfa-c708-4dbf-921e-bc8e103c48b1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:19.330608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644f94f-be59-41d6-ab33-f97791f62451 req-abe93202-388f-4a69-b960-e431291cf7bc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:19.333476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2644f94f-be59-41d6-ab33-f97791f62451 req-abe93202-388f-4a69-b960-e431291cf7bc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1207943 Nov 12 11:10:19.443090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d836a0a-98ea-4a31-a43c-34a8716a0ddb req-bacd40ac-83d7-4667-8d0f-fc1e920f4953 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0814521 Nov 12 11:10:19.491922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2644f94f-be59-41d6-ab33-f97791f62451 req-97c7b68a-b94f-44e4-8b00-612c4282ce69 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388314 Nov 12 11:10:19.506301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9911714d-dea6-46d3-b683-8e4116acdd99 req-3be6842a-005d-4248-89cc-ac193876adc6 tempest-ServerShowV257Test-548844955 tempest-ServerShowV257Test-548844955-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1eaa87-38f0-4715-a7c9-ea3b3b336e81 HTTP/1.1" status: 200 len: 210 time: 0.0522683 Nov 12 11:10:20.189884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:20.192573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-122e1f8f-47c0-4ca0-b86a-490ab61b0eb9 req-4ef0dc19-03b6-433d-aaad-092fa3a537bd tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0464017 Nov 12 11:10:20.344646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b8f2731a-3dbe-401e-b0aa-b9bc30c9bc32 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:20.346096 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-b8f2731a-3dbe-401e-b0aa-b9bc30c9bc32 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 11:10:20.347177 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-b8f2731a-3dbe-401e-b0aa-b9bc30c9bc32 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:10:20.353182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b8f2731a-3dbe-401e-b0aa-b9bc30c9bc32 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1557970 Nov 12 11:10:20.353764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40428) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:20.362203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--861622241'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:20.413241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.431381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.603975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.622669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.713117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed6fbd-a914-4c6d-80ca-4a46e19c5daf,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:20.784945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a31f-4c70-4000-ab8a-5eed7fb2cdb8 req-1aed9c03-7f7e-4dbe-a94f-e3908b0a8117 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:20.786761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed54a31f-4c70-4000-ab8a-5eed7fb2cdb8 req-1aed9c03-7f7e-4dbe-a94f-e3908b0a8117 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1354702 Nov 12 11:10:21.129904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40454) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:21.232854 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.237775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.321378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.328683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9728675 Nov 12 11:10:21.343969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe42e1c-170b-414c-bee3-667a8cec5d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.347295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed54a31f-4c70-4000-ab8a-5eed7fb2cdb8 req-694d5e3a-ac6a-4e60-b35e-a88ff04550bd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349343 Nov 12 11:10:21.348820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40468) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:21.361981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d00d2f71-79a2-43f4-bebb-04200c8d2a28 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '081c888e-7dd5-484a-996b-c0691fe1d4f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:21.389149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070b366-6947-49d5-8459-e731b7710f9d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081c888e-7dd5-484a-996b-c0691fe1d4f8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:21.413105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d00d2f71-79a2-43f4-bebb-04200c8d2a28 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.513845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-08fda4fe-faca-49c4-ac00-97c92f1380b5 req-193bf419-1f45-4b7c-b0ae-88707c87b382 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0749428 Nov 12 11:10:21.540536 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d00d2f71-79a2-43f4-bebb-04200c8d2a28 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.546344 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d00d2f71-79a2-43f4-bebb-04200c8d2a28 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.579078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d2f71-79a2-43f4-bebb-04200c8d2a28 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cd1b2e-887e-4c8f-bc61-8bc34e9b9613,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:21.602057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe42e1c-170b-414c-bee3-667a8cec5d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.604672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d00d2f71-79a2-43f4-bebb-04200c8d2a28 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.607583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d00d2f71-79a2-43f4-bebb-04200c8d2a28 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560000 Nov 12 11:10:21.611958 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe42e1c-170b-414c-bee3-667a8cec5d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.614175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40484) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:21.623988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b6b7ca33-ea3f-4156-82d2-b79094f54d41 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '081c888e-7dd5-484a-996b-c0691fe1d4f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:21.671305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b6b7ca33-ea3f-4156-82d2-b79094f54d41 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.702825 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dbe42e1c-170b-414c-bee3-667a8cec5d20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f64d8247cf1d4ee0aa900ed8a0af7372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5715349 Nov 12 11:10:21.703490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40490) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:21.706807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe42e1c-170b-414c-bee3-667a8cec5d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613603a2-c339-4554-b9a2-ea5da6995619,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:21.810431 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-b6b7ca33-ea3f-4156-82d2-b79094f54d41 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:10:21.811494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b6b7ca33-ea3f-4156-82d2-b79094f54d41 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1962686 Nov 12 11:10:21.816950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40500) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:21.838481 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-013f72ef-cf09-480b-9db3-910ab8e29139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.880933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-013f72ef-cf09-480b-9db3-910ab8e29139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.974801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c130f95-0b6c-4262-9316-df40f950eaec tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.986374 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-013f72ef-cf09-480b-9db3-910ab8e29139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.992508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-013f72ef-cf09-480b-9db3-910ab8e29139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.994780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-013f72ef-cf09-480b-9db3-910ab8e29139 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/613603a2-c339-4554-b9a2-ea5da6995619 HTTP/1.1" status: 204 len: 168 time: 0.2897658 Nov 12 11:10:22.030290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f72ef-cf09-480b-9db3-910ab8e29139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613603a2-c339-4554-b9a2-ea5da6995619,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:22.035815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c130f95-0b6c-4262-9316-df40f950eaec tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.124960 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c130f95-0b6c-4262-9316-df40f950eaec tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.128368 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c130f95-0b6c-4262-9316-df40f950eaec tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.130807 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c130f95-0b6c-4262-9316-df40f950eaec tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/081c888e-7dd5-484a-996b-c0691fe1d4f8 HTTP/1.1" status: 204 len: 168 time: 0.3127377 Nov 12 11:10:22.135100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40540) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:22.151535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c130f95-0b6c-4262-9316-df40f950eaec tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081c888e-7dd5-484a-996b-c0691fe1d4f8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:22.225847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5070d0a5-824c-46e6-aa8d-0e0db1fa51c3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888674 Nov 12 11:10:22.229946 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40546) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:22.235384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-21cca249-ea54-4c35-bdf1-9b64188522e3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038429450'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:22.282273 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21cca249-ea54-4c35-bdf1-9b64188522e3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.450027 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21cca249-ea54-4c35-bdf1-9b64188522e3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.450027 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21cca249-ea54-4c35-bdf1-9b64188522e3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.515500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21cca249-ea54-4c35-bdf1-9b64188522e3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.517315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-21cca249-ea54-4c35-bdf1-9b64188522e3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2860115 Nov 12 11:10:22.520901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cca249-ea54-4c35-bdf1-9b64188522e3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af3f8d1-8299-4e03-87df-b88739987393,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:22.522960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40566) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:22.533120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-adbe8399-c1d6-458b-9671-7c20e16332f9 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '2af3f8d1-8299-4e03-87df-b88739987393', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:22.534908 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-adbe8399-c1d6-458b-9671-7c20e16332f9 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 11:10:22.536159 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-adbe8399-c1d6-458b-9671-7c20e16332f9 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:22.543313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-adbe8399-c1d6-458b-9671-7c20e16332f9 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0128579 Nov 12 11:10:22.544144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40568) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:22.700339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abb28fc8-99ad-452d-b591-4a009c6cc491 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.741953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cc909-050a-4c4e-a5b0-c4ac52318c6a req-1ac08c73-aa5b-4ae0-9235-5dbb52b1bbcb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:22.759843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c00cc909-050a-4c4e-a5b0-c4ac52318c6a req-1ac08c73-aa5b-4ae0-9235-5dbb52b1bbcb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1502964 Nov 12 11:10:22.780949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abb28fc8-99ad-452d-b591-4a009c6cc491 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.801149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a77701c2-75bd-404e-a425-6137ca246685 req-eceb7e57-ff4a-489a-9a9c-d8082e2bbcd3 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0967238 Nov 12 11:10:22.907874 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c00cc909-050a-4c4e-a5b0-c4ac52318c6a req-65a112bc-50a0-4607-b911-76190edb611d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510417 Nov 12 11:10:22.939850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abb28fc8-99ad-452d-b591-4a009c6cc491 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.944240 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abb28fc8-99ad-452d-b591-4a009c6cc491 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.946357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-abb28fc8-99ad-452d-b591-4a009c6cc491 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/2af3f8d1-8299-4e03-87df-b88739987393 HTTP/1.1" status: 204 len: 168 time: 0.4003475 Nov 12 11:10:22.950668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40580) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:22.978042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb28fc8-99ad-452d-b591-4a009c6cc491 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af3f8d1-8299-4e03-87df-b88739987393,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:23.060039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-94f8d18b-5546-47d0-84cb-a047e2170791 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1072381 Nov 12 11:10:23.065571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40582) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.073981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-364b503f-c05b-4f58-a82c-1f0d745c6936 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--632969704'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:23.097876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40584) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.123388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-364b503f-c05b-4f58-a82c-1f0d745c6936 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.252081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-364b503f-c05b-4f58-a82c-1f0d745c6936 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.261289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-364b503f-c05b-4f58-a82c-1f0d745c6936 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.317083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ac5c-f508-483a-9c5b-f9909b3c2dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.322474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b503f-c05b-4f58-a82c-1f0d745c6936 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed87ddf-9b9f-41cf-babf-d5f3583e7511,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:23.327715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-364b503f-c05b-4f58-a82c-1f0d745c6936 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.329479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-364b503f-c05b-4f58-a82c-1f0d745c6936 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2615566 Nov 12 11:10:23.333591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40594) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.341006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c521c2fc-c314-4ad9-978d-634e7c838c4b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '6ed87ddf-9b9f-41cf-babf-d5f3583e7511', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:23.342382 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-c521c2fc-c314-4ad9-978d-634e7c838c4b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 11:10:23.343124 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-c521c2fc-c314-4ad9-978d-634e7c838c4b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:23.345666 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c521c2fc-c314-4ad9-978d-634e7c838c4b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105839 Nov 12 11:10:23.349947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40596) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.467187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb1c1-b219-4cb7-9658-a609df28e5bd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.526182 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ac5c-f508-483a-9c5b-f9909b3c2dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.530369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb1c1-b219-4cb7-9658-a609df28e5bd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.533751 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ac5c-f508-483a-9c5b-f9909b3c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.538560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40600) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.589949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d5b7ac5c-f508-483a-9c5b-f9909b3c2dae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d161351e27b34a36ae36dc9f5296308f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904864 Nov 12 11:10:23.591918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7ac5c-f508-483a-9c5b-f9909b3c2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d66355-38f3-40d2-ad36-b31220b6279e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:23.596502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40604) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.676029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb1c1-b219-4cb7-9658-a609df28e5bd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.680967 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb1c1-b219-4cb7-9658-a609df28e5bd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.682804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e3bb1c1-b219-4cb7-9658-a609df28e5bd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/6ed87ddf-9b9f-41cf-babf-d5f3583e7511 HTTP/1.1" status: 204 len: 168 time: 0.3314066 Nov 12 11:10:23.687250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40606) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.707671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bb1c1-b219-4cb7-9658-a609df28e5bd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed87ddf-9b9f-41cf-babf-d5f3583e7511,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:23.740319 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f763ab65-64d9-42b2-834c-835c32718a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.789566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f763ab65-64d9-42b2-834c-835c32718a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.810633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2008931618-network', 'tenant_id': 'be979aae6bc047748274b590b5a2c151'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:23.836916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ed65a0e7-dd5c-40e1-84ff-8b91c16fbc58 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1450732 Nov 12 11:10:23.841503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40608) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.851299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d79e02ba-ff1a-4707-bb00-1866bbc129cd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--444228431'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:23.903064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Made reservation on behalf of be979aae6bc047748274b590b5a2c151 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:23.907945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.917341 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d79e02ba-ff1a-4707-bb00-1866bbc129cd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.920358 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-40292960-e767-410f-b550-c36dfd482166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.945455 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.983656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f763ab65-64d9-42b2-834c-835c32718a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.988955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f763ab65-64d9-42b2-834c-835c32718a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.993907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f763ab65-64d9-42b2-834c-835c32718a4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38d66355-38f3-40d2-ad36-b31220b6279e HTTP/1.1" status: 204 len: 168 time: 0.3920951 Nov 12 11:10:24.028415 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99cc6243-afe0-47c2-b5fa-c845fbb365dc req-0e910862-f462-4746-ab13-ee068f4dd1ec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0982358 Nov 12 11:10:24.089693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763ab65-64d9-42b2-834c-835c32718a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d66355-38f3-40d2-ad36-b31220b6279e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:24.289732 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d79e02ba-ff1a-4707-bb00-1866bbc129cd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.305735 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d79e02ba-ff1a-4707-bb00-1866bbc129cd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.350149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.358630 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.380198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d79e02ba-ff1a-4707-bb00-1866bbc129cd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.381775 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d79e02ba-ff1a-4707-bb00-1866bbc129cd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5388463 Nov 12 11:10:24.385683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40620) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:24.392679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8154b15d-9598-42b7-99bd-1f06ea3f9391 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '813fb585-c384-4012-b393-709561f7b3c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:24.406217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:24.407281 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-8154b15d-9598-42b7-99bd-1f06ea3f9391 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 11:10:24.408617 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-8154b15d-9598-42b7-99bd-1f06ea3f9391 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:24.411262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e02ba-ff1a-4707-bb00-1866bbc129cd tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813fb585-c384-4012-b393-709561f7b3c2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:24.411464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8154b15d-9598-42b7-99bd-1f06ea3f9391 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240221 Nov 12 11:10:24.416096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40622) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:24.437412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9b3c1ec6-655f-4c29-9938-62e2f439fd64 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '813fb585-c384-4012-b393-709561f7b3c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:24.438728 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-9b3c1ec6-655f-4c29-9938-62e2f439fd64 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 11:10:24.441411 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-9b3c1ec6-655f-4c29-9938-62e2f439fd64 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:24.446758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9b3c1ec6-655f-4c29-9938-62e2f439fd64 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0289681 Nov 12 11:10:24.448615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40624) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:24.456033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.457729 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Added segment e55da4f5-950c-44f7-abbe-2a1c8c52d363 of type vlan for network f81d93d5-05bd-4d1f-9ce1-287656bb3944 Nov 12 11:10:24.474092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-911bfe83-62a2-4272-a8dd-e0f5cc65964c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '813fb585-c384-4012-b393-709561f7b3c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:24.480229 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-911bfe83-62a2-4272-a8dd-e0f5cc65964c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 11:10:24.481407 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-911bfe83-62a2-4272-a8dd-e0f5cc65964c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:24.489851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40626) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:24.491636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-911bfe83-62a2-4272-a8dd-e0f5cc65964c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0373995 Nov 12 11:10:24.503635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-aa7f754c-ff4a-4fdc-b53e-2f763c64d338 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '813fb585-c384-4012-b393-709561f7b3c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:24.506915 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-aa7f754c-ff4a-4fdc-b53e-2f763c64d338 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 11:10:24.507974 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-aa7f754c-ff4a-4fdc-b53e-2f763c64d338 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:24.509884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aa7f754c-ff4a-4fdc-b53e-2f763c64d338 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168254 Nov 12 11:10:24.515491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:24.553643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd951fc-6ffa-48f5-922d-402e4d7150c9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:24.575087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.632838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.634801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:24.635342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.682198 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ca62-069c-4149-8dbb-749328c01bce tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.717108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697f73-1bd6-4b51-8b8e-195e095e941d req-5330b9fd-81a1-420f-a52a-5ee372126902 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:24.720302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae697f73-1bd6-4b51-8b8e-195e095e941d req-5330b9fd-81a1-420f-a52a-5ee372126902 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1835775 Nov 12 11:10:24.757121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2167768 Nov 12 11:10:24.763084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40636) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:24.785492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Request body: {'subnet': {'network_id': 'f81d93d5-05bd-4d1f-9ce1-287656bb3944', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2008931618-subnet', 'tenant_id': 'be979aae6bc047748274b590b5a2c151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:24.793279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ca62-069c-4149-8dbb-749328c01bce tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.796673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd69d39-38d7-4586-8ba5-a9bc03119136 admin admin] Pushing event updated for resources: {'Network': ['ID=f81d93d5-05bd-4d1f-9ce1-287656bb3944,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:24.822629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network f81d93d5-05bd-4d1f-9ce1-287656bb3944 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:24.880470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Made reservation on behalf of be979aae6bc047748274b590b5a2c151 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:24.896896 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.919625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae697f73-1bd6-4b51-8b8e-195e095e941d req-9e591ac0-90d5-434a-ac5f-1996e614e70f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879756 Nov 12 11:10:24.967889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ca62-069c-4149-8dbb-749328c01bce tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.971426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ca62-069c-4149-8dbb-749328c01bce tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.973334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3fd2ca62-069c-4149-8dbb-749328c01bce tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/813fb585-c384-4012-b393-709561f7b3c2 HTTP/1.1" status: 204 len: 168 time: 0.4563255 Nov 12 11:10:24.992468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40640) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:24.993658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2ca62-069c-4149-8dbb-749328c01bce tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813fb585-c384-4012-b393-709561f7b3c2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:25.118240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.119770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ffb85ffb-8fc5-47aa-ab34-7e7906ba39b7 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1243420 Nov 12 11:10:25.127799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fff57cca-7641-4d32-9f78-f7d58a4cfc48 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--959769513'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:25.192106 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fff57cca-7641-4d32-9f78-f7d58a4cfc48 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.242901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9acae7bb-d23d-4c1d-9d35-470b9dfbec12 req-3879b24a-309e-45af-9ce7-c561d58d20ca tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0373719 Nov 12 11:10:25.410756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fff57cca-7641-4d32-9f78-f7d58a4cfc48 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.425183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fff57cca-7641-4d32-9f78-f7d58a4cfc48 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.429446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.482378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff57cca-7641-4d32-9f78-f7d58a4cfc48 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dbd249-db97-49ae-a2ac-817039fc1e99,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:25.510292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fff57cca-7641-4d32-9f78-f7d58a4cfc48 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.517594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fff57cca-7641-4d32-9f78-f7d58a4cfc48 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3970141 Nov 12 11:10:25.518580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40656) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.520226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec59ea4-ecb5-4ede-8e1f-861c37886fbe,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:25.527935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8867c4a4-50b5-45ad-991d-0b83cd8ff6c3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:25.529480 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-8867c4a4-50b5-45ad-991d-0b83cd8ff6c3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 11:10:25.530786 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-8867c4a4-50b5-45ad-991d-0b83cd8ff6c3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:25.538358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8867c4a4-50b5-45ad-991d-0b83cd8ff6c3 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0170691 Nov 12 11:10:25.539228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40658) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.547526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-53f8b718-46ec-42ec-82fe-35b7373bb772 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:25.595062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Checking segment: {'id': 'e55da4f5-950c-44f7-abbe-2a1c8c52d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f81d93d5-05bd-4d1f-9ce1-287656bb3944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:25.595646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Network hostable DHCP agents. Network: f81d93d5-05bd-4d1f-9ce1-287656bb3944, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:25.632437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Network f81d93d5-05bd-4d1f-9ce1-287656bb3944 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:25.650870 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-53f8b718-46ec-42ec-82fe-35b7373bb772 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:25.657279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-53f8b718-46ec-42ec-82fe-35b7373bb772 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1126616 Nov 12 11:10:25.661430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, f81d93d5-05bd-4d1f-9ce1-287656bb3944) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:25.663428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40660) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.677645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b74c2-1b1a-4830-a53a-13bebad3dd84 None None] Network f81d93d5-05bd-4d1f-9ce1-287656bb3944 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:25.688836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:25.691941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d8f430e6-1bca-4a42-b867-f90b4c7ed80c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:25.693506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.698646 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-d8f430e6-1bca-4a42-b867-f90b4c7ed80c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 11:10:25.699670 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-d8f430e6-1bca-4a42-b867-f90b4c7ed80c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:25.713033 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d8f430e6-1bca-4a42-b867-f90b4c7ed80c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0447764 Nov 12 11:10:25.713876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40662) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.725606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-87111e79-84b9-4da5-a9be-d8997389d26c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:25.743294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e1404962-aa65-47ba-a371-85d60485d1d4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9782815 Nov 12 11:10:25.878181 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-87111e79-84b9-4da5-a9be-d8997389d26c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:25.882854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40674) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.889604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1a13987b-6107-4562-ac1c-31a2ef4ffb88 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:25.890412 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-1a13987b-6107-4562-ac1c-31a2ef4ffb88 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 11:10:25.891245 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-1a13987b-6107-4562-ac1c-31a2ef4ffb88 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:25.892690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1a13987b-6107-4562-ac1c-31a2ef4ffb88 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087729 Nov 12 11:10:25.897615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40676) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.901370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-87111e79-84b9-4da5-a9be-d8997389d26c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1857967 Nov 12 11:10:25.903228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e23eec99-b466-41a6-a413-090eee5aa5a9 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:25.969094 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-e23eec99-b466-41a6-a413-090eee5aa5a9 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Project 597fe74aa26846b39a738b5d192970cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:10:25.992027 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-e23eec99-b466-41a6-a413-090eee5aa5a9 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:25.996258 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e23eec99-b466-41a6-a413-090eee5aa5a9 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0947011 Nov 12 11:10:25.997618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40680) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:26.007790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7fb89438-067d-48f4-b143-9a2b67909963 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:26.008377 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-7fb89438-067d-48f4-b143-9a2b67909963 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 11:10:26.009965 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-7fb89438-067d-48f4-b143-9a2b67909963 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:26.016524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40682) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:26.016809 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7fb89438-067d-48f4-b143-9a2b67909963 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164599 Nov 12 11:10:26.023154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9e4889b3-a7e5-4389-90a4-7fa1626a6976 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:26.110261 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-9e4889b3-a7e5-4389-90a4-7fa1626a6976 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Project 597fe74aa26846b39a738b5d192970cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:10:26.148897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b1bef-df1a-457a-b3f9-1b617ad63d8f None None] Network f81d93d5-05bd-4d1f-9ce1-287656bb3944 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:26.263905 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-9e4889b3-a7e5-4389-90a4-7fa1626a6976 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:26.267994 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9e4889b3-a7e5-4389-90a4-7fa1626a6976 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2501686 Nov 12 11:10:26.274449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40690) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:26.285353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-31b13e2e-c715-41ed-82f8-27b4956b0b68 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbd249-db97-49ae-a2ac-817039fc1e99', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:26.332547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18faa1-4cf9-4609-b722-e37c19fa5ba0 req-3b2a6989-c46a-4e02-b422-bc4357dcd65f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:26.358402 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab18faa1-4cf9-4609-b722-e37c19fa5ba0 req-3b2a6989-c46a-4e02-b422-bc4357dcd65f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.2360687 Nov 12 11:10:26.380228 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-31b13e2e-c715-41ed-82f8-27b4956b0b68 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Project 597fe74aa26846b39a738b5d192970cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:10:26.429170 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-31b13e2e-c715-41ed-82f8-27b4956b0b68 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:26.438077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40700) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:26.440069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-31b13e2e-c715-41ed-82f8-27b4956b0b68 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1627283 Nov 12 11:10:26.565107 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab18faa1-4cf9-4609-b722-e37c19fa5ba0 req-a9b5d9d3-28a9-4060-ae09-99d78e47a67c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032669 Nov 12 11:10:26.597262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7eff81d3-0bba-4ec8-83cf-053b57be97cf req-2b154c58-20e6-47d0-ac84-cb3e549a34ac tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.1209528 Nov 12 11:10:26.608252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cff797f-eb79-48da-b267-8b7d14d0fe36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.763317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8ad901b-ad15-44ab-b9a8-d47c157b9ef6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.838916 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8ad901b-ad15-44ab-b9a8-d47c157b9ef6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.986524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8ad901b-ad15-44ab-b9a8-d47c157b9ef6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.995530 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8ad901b-ad15-44ab-b9a8-d47c157b9ef6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.999778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a8ad901b-ad15-44ab-b9a8-d47c157b9ef6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/e3dbd249-db97-49ae-a2ac-817039fc1e99 HTTP/1.1" status: 204 len: 168 time: 0.5543890 Nov 12 11:10:27.003134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40722) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:27.042902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad901b-ad15-44ab-b9a8-d47c157b9ef6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dbd249-db97-49ae-a2ac-817039fc1e99,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:27.165520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-61159274-e7e5-4564-ba59-c5930ee7bcd5 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1604919 Nov 12 11:10:27.166633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40728) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:27.172687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-24b28d11-3afb-4611-a8bf-8038c999973f tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--963830991'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:27.201875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40730) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:27.211760 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1204736250-network', 'tenant_id': 'f98b661556e14abe8c6411b56b80ec2c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:27.238623 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-24b28d11-3afb-4611-a8bf-8038c999973f tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.286044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Made reservation on behalf of f98b661556e14abe8c6411b56b80ec2c for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:27.289967 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.308994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40732) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:27.311889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.404957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-24b28d11-3afb-4611-a8bf-8038c999973f tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.416389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-24b28d11-3afb-4611-a8bf-8038c999973f tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.482336 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-24b28d11-3afb-4611-a8bf-8038c999973f tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.484455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-24b28d11-3afb-4611-a8bf-8038c999973f tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3162684 Nov 12 11:10:27.490412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40736) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:27.497923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-cfc11583-bb6a-41b1-be8d-cc43ab7d5bb8 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'b6ed0431-ab1a-46f8-b2fe-3a26870e5d1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:27.507914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b28d11-3afb-4611-a8bf-8038c999973f tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ed0431-ab1a-46f8-b2fe-3a26870e5d1d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:27.547078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.555191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.673067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:27.684843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92148fc7-4138-433c-8856-f0093ab65436,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:27.693880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ae42d48-00c1-4c47-a68a-623936eaf356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.696261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.696617 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Added segment 5018146c-e9d4-4e56-96ca-058b5f356679 of type vlan for network 01dc3de4-be64-48e9-8bd7-1e77ff4e677d Nov 12 11:10:27.710809 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.735133 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-cfc11583-bb6a-41b1-be8d-cc43ab7d5bb8 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The resource could not be found. Nov 12 11:10:27.736326 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cfc11583-bb6a-41b1-be8d-cc43ab7d5bb8 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2446327 Nov 12 11:10:27.744588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40742) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:27.766677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b1c3e6cf-2d7c-42f1-a27f-bbf4b8112960 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'b6ed0431-ab1a-46f8-b2fe-3a26870e5d1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c5d45d24-460a-4b3e-b3e1-def14fa16dc7'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:27.799756 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.897297 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.898651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:27.899988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.950551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6503753b-7dde-4995-81bb-6665837f79bc req-cd6e7473-8a51-4d86-84a0-0b4161896fc9 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0698848 Nov 12 11:10:28.015257 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8119190 Nov 12 11:10:28.015569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ae42d48-00c1-4c47-a68a-623936eaf356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.021873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40746) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.025607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ae42d48-00c1-4c47-a68a-623936eaf356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.042597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Request body: {'subnet': {'network_id': '01dc3de4-be64-48e9-8bd7-1e77ff4e677d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1204736250-subnet', 'tenant_id': 'f98b661556e14abe8c6411b56b80ec2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:28.079513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b359b0-e6fe-4dea-97ab-21a78cfcd773 req-980d1c19-7779-4335-a6ef-1dd3549223d3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:28.082367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b359b0-e6fe-4dea-97ab-21a78cfcd773 req-980d1c19-7779-4335-a6ef-1dd3549223d3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.2949715 Nov 12 11:10:28.087457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51bcea-47d6-4558-bbda-009172926886 admin admin] Pushing event updated for resources: {'Network': ['ID=01dc3de4-be64-48e9-8bd7-1e77ff4e677d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:28.095544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4ae42d48-00c1-4c47-a68a-623936eaf356 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7943152d27d04acf846f2786be62d13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7838900 Nov 12 11:10:28.099466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40748) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.108792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 01dc3de4-be64-48e9-8bd7-1e77ff4e677d details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:28.127127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Made reservation on behalf of f98b661556e14abe8c6411b56b80ec2c for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:28.130440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.197971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b359b0-e6fe-4dea-97ab-21a78cfcd773 req-8b21b606-6ffa-4f3d-b333-96a3a0cc01a5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988462 Nov 12 11:10:28.205408 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-b1c3e6cf-2d7c-42f1-a27f-bbf4b8112960 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The resource could not be found. Nov 12 11:10:28.206491 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b1c3e6cf-2d7c-42f1-a27f-bbf4b8112960 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4613237 Nov 12 11:10:28.231966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40750) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.292353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae42d48-00c1-4c47-a68a-623936eaf356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a527a18-7c4a-4907-b0c5-f13c14951867,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:28.302930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3144-6385-40be-b22a-7c9815eb7482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.328000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d56c55e1-08c4-485b-8ef7-9c6d2c2b3a27 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.352651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3144-6385-40be-b22a-7c9815eb7482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.376676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d56c55e1-08c4-485b-8ef7-9c6d2c2b3a27 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.450192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d56c55e1-08c4-485b-8ef7-9c6d2c2b3a27 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.455316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d56c55e1-08c4-485b-8ef7-9c6d2c2b3a27 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.468805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d56c55e1-08c4-485b-8ef7-9c6d2c2b3a27 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/b6ed0431-ab1a-46f8-b2fe-3a26870e5d1d HTTP/1.1" status: 204 len: 168 time: 0.2269707 Nov 12 11:10:28.469120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40752) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.483681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c55e1-08c4-485b-8ef7-9c6d2c2b3a27 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ed0431-ab1a-46f8-b2fe-3a26870e5d1d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:28.563457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3144-6385-40be-b22a-7c9815eb7482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.566944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3144-6385-40be-b22a-7c9815eb7482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.569480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d4e3144-6385-40be-b22a-7c9815eb7482 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a527a18-7c4a-4907-b0c5-f13c14951867 HTTP/1.1" status: 204 len: 168 time: 0.4688952 Nov 12 11:10:28.583736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.605314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9ee6c5cc-1d9c-4ab4-a1b2-096ad76526d4 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1344163 Nov 12 11:10:28.611580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40756) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.620366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8938efe4-3b29-4bf1-9f0f-ebbdd8ce55e0 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'fabece35-be9d-44f8-9236-f3e19322a1a7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:28.662302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e3144-6385-40be-b22a-7c9815eb7482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a527a18-7c4a-4907-b0c5-f13c14951867,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:28.697775 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-8938efe4-3b29-4bf1-9f0f-ebbdd8ce55e0 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The resource could not be found. Nov 12 11:10:28.702756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8938efe4-3b29-4bf1-9f0f-ebbdd8ce55e0 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0864522 Nov 12 11:10:28.703314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40758) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.712250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8b269bfb-a395-4b42-ad55-9b40d39c860b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623779841'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:28.733998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Pushing event updated for resources: {'Subnet': ['ID=db92e787-5fee-4938-a1e2-f5d6f7547d83,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:28.754990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b269bfb-a395-4b42-ad55-9b40d39c860b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.765556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Checking segment: {'id': '5018146c-e9d4-4e56-96ca-058b5f356679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '01dc3de4-be64-48e9-8bd7-1e77ff4e677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:28.766244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Network hostable DHCP agents. Network: 01dc3de4-be64-48e9-8bd7-1e77ff4e677d, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:28.811885 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Network 01dc3de4-be64-48e9-8bd7-1e77ff4e677d is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:28.828067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 01dc3de4-be64-48e9-8bd7-1e77ff4e677d) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:28.839887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865f5c8-8413-44c1-96ed-b7864aa17c6a None None] Network 01dc3de4-be64-48e9-8bd7-1e77ff4e677d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:28.840686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:28.841216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.875293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b4803612-f251-44c4-884a-c06bef2188de admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8499396 Nov 12 11:10:28.904285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b269bfb-a395-4b42-ad55-9b40d39c860b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.911077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b269bfb-a395-4b42-ad55-9b40d39c860b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.972691 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b269bfb-a395-4b42-ad55-9b40d39c860b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.974363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8b269bfb-a395-4b42-ad55-9b40d39c860b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2698345 Nov 12 11:10:28.978195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40766) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.985195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-346d00d6-7838-4215-b612-5a74e1ebda52 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--987581136'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:29.027678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b269bfb-a395-4b42-ad55-9b40d39c860b tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541d2ad1-a7e3-43c0-a751-c62e985061b1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:29.067805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0238a1bd-7343-4698-83fb-17a3945e20ca None None] Network 01dc3de4-be64-48e9-8bd7-1e77ff4e677d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:29.104563 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-346d00d6-7838-4215-b612-5a74e1ebda52 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.368705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-282fad7a-134a-43b5-9a22-b24473896ac1 req-327cdc73-4d40-4f2a-98ea-2b7dc480c06e tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4073a72-2ccd-4685-af5c-804c1584d4f2 HTTP/1.1" status: 200 len: 210 time: 0.1166666 Nov 12 11:10:29.449903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.460748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-346d00d6-7838-4215-b612-5a74e1ebda52 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.466472 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-346d00d6-7838-4215-b612-5a74e1ebda52 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.518375 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-346d00d6-7838-4215-b612-5a74e1ebda52 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.522971 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-346d00d6-7838-4215-b612-5a74e1ebda52 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5428274 Nov 12 11:10:29.524997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d00d6-7838-4215-b612-5a74e1ebda52 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c50fd9a-2c0a-4947-85ac-a707c79714f6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:29.531117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40786) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:29.545133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5e567722-226b-4680-bfcc-7fb548ca2cb6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': '541d2ad1-a7e3-43c0-a751-c62e985061b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1c50fd9a-2c0a-4947-85ac-a707c79714f6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:29.604980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3ce1a-9cb7-4333-b589-650c8eab5deb req-f0ebf0a1-d336-414b-9201-115da43a7640 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:29.618657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11c3ce1a-9cb7-4333-b589-650c8eab5deb req-f0ebf0a1-d336-414b-9201-115da43a7640 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1239765 Nov 12 11:10:29.626006 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-5e567722-226b-4680-bfcc-7fb548ca2cb6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:29.633548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40792) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:29.633856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e567722-226b-4680-bfcc-7fb548ca2cb6 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1004164 Nov 12 11:10:29.756257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11c3ce1a-9cb7-4333-b589-650c8eab5deb req-66fbbb2f-5cc1-433c-a328-36bbfe90d01f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358078 Nov 12 11:10:29.784268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-67af3f54-267b-49e8-bce6-3203311d3843 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.822008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-67af3f54-267b-49e8-bce6-3203311d3843 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.897569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-67af3f54-267b-49e8-bce6-3203311d3843 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.903425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-67af3f54-267b-49e8-bce6-3203311d3843 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.905613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-67af3f54-267b-49e8-bce6-3203311d3843 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/1c50fd9a-2c0a-4947-85ac-a707c79714f6 HTTP/1.1" status: 204 len: 168 time: 0.2685862 Nov 12 11:10:29.914844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40808) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:29.943694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af3f54-267b-49e8-bce6-3203311d3843 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c50fd9a-2c0a-4947-85ac-a707c79714f6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:30.014939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9fe562b6-7aed-4f3f-8b4a-134a0460083d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1000175 Nov 12 11:10:30.021731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40810) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.114673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52c33537-887f-4ec6-8601-e786b6791e4d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.143367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-32155087-c63f-4574-95fa-b6f14882e1e6 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:30.147081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52c33537-887f-4ec6-8601-e786b6791e4d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.149897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-32155087-c63f-4574-95fa-b6f14882e1e6 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/networks?id=f81d93d5-05bd-4d1f-9ce1-287656bb3944 HTTP/1.1" status: 200 len: 825 time: 0.2178907 Nov 12 11:10:30.166315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-4de985a1-4aac-4250-bcb1-ad45677040fb tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/quotas/be979aae6bc047748274b590b5a2c151 HTTP/1.1" status: 200 len: 375 time: 0.0114949 Nov 12 11:10:30.207745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52c33537-887f-4ec6-8601-e786b6791e4d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.211184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52c33537-887f-4ec6-8601-e786b6791e4d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.216415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-52c33537-887f-4ec6-8601-e786b6791e4d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/541d2ad1-a7e3-43c0-a751-c62e985061b1 HTTP/1.1" status: 204 len: 168 time: 0.1885242 Nov 12 11:10:30.218524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40814) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.225291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-978e5dcb-a64a-46f4-8385-a2d6ecc00a69 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=be979aae6bc047748274b590b5a2c151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351481 Nov 12 11:10:30.250312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c33537-887f-4ec6-8601-e786b6791e4d tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d2ad1-a7e3-43c0-a751-c62e985061b1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:30.316810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-94f547c5-0165-40d9-8cc4-f0563e8a3d34 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0955439 Nov 12 11:10:30.323324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40818) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.330686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-28118ded-9207-43b3-958c-48381c95668e tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--253400939'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:30.372771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28118ded-9207-43b3-958c-48381c95668e tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.401858 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-864a08de-6323-43ec-abd1-cb2dda23b095 service neutron] 10.222.0.31 "GET /v2.0/networks/f81d93d5-05bd-4d1f-9ce1-287656bb3944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646588 Nov 12 11:10:30.507092 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28118ded-9207-43b3-958c-48381c95668e tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.516552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28118ded-9207-43b3-958c-48381c95668e tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.565094 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-deeb8147-eab1-45ee-8a3a-feae6188519a service neutron] 10.222.0.31 "GET /v2.0/networks/f81d93d5-05bd-4d1f-9ce1-287656bb3944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562471 Nov 12 11:10:30.573218 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28118ded-9207-43b3-958c-48381c95668e tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.579758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.582097 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-28118ded-9207-43b3-958c-48381c95668e tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2563257 Nov 12 11:10:30.586518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40830) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.595525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28118ded-9207-43b3-958c-48381c95668e tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef557eee-7a55-48a6-b4bd-00b4add68dbc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:30.596581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c4f247b4-1d5c-4e45-ab37-4c0c9be02c43 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'ef557eee-7a55-48a6-b4bd-00b4add68dbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:30.602062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40832) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.676404 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-c4f247b4-1d5c-4e45-ab37-4c0c9be02c43 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:30.684240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c4f247b4-1d5c-4e45-ab37-4c0c9be02c43 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0952203 Nov 12 11:10:30.685191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.691550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-db06d4c5-8f83-4d1e-97aa-763551fd2c00 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group_rule': {'security_group_id': 'ef557eee-7a55-48a6-b4bd-00b4add68dbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:30.734236 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7dce-4ffd-47c0-90ce-290ab58f8288 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.754320 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-db06d4c5-8f83-4d1e-97aa-763551fd2c00 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:30.756049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-db06d4c5-8f83-4d1e-97aa-763551fd2c00 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0690231 Nov 12 11:10:30.758917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40840) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.824217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7dce-4ffd-47c0-90ce-290ab58f8288 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.894557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-657fce8f-35b1-42c3-9270-117ecb66701c req-ae8c1953-3f8f-454e-9f60-ede1170f3a12 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 210 time: 0.0418010 Nov 12 11:10:30.922155 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41a40d06-7358-4154-977e-55f2118aa034 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.951103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40848) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.962052 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7dce-4ffd-47c0-90ce-290ab58f8288 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.965753 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7dce-4ffd-47c0-90ce-290ab58f8288 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.966190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41a40d06-7358-4154-977e-55f2118aa034 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.969781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40852) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.969995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e4bb7dce-4ffd-47c0-90ce-290ab58f8288 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "DELETE /v2.0/security-groups/ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9 HTTP/1.1" status: 204 len: 168 time: 0.3667443 Nov 12 11:10:30.986061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb7dce-4ffd-47c0-90ce-290ab58f8288 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.027659 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-e41d715a-6daf-4bd9-b6cd-4efb79428df4 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] show failed (client error): The resource could not be found. Nov 12 11:10:31.027900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97aefb-8a5a-416a-a71c-8bd45ec87d51 req-8d59451e-e340-40f8-bc0f-30ec9181e36b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:31.029294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e41d715a-6daf-4bd9-b6cd-4efb79428df4 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "GET /v2.0/security-groups/ccc27ba8-5617-4e3d-afc2-1757c0e0e0a9 HTTP/1.1" status: 404 len: 347 time: 0.0584514 Nov 12 11:10:31.035785 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40856) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:31.036846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e97aefb-8a5a-416a-a71c-8bd45ec87d51 req-8d59451e-e340-40f8-bc0f-30ec9181e36b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1369364 Nov 12 11:10:31.105792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e97aefb-8a5a-416a-a71c-8bd45ec87d51 req-14fd8ecf-3d71-4359-9091-4e6581eec61b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678577 Nov 12 11:10:31.176986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41a40d06-7358-4154-977e-55f2118aa034 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.192102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41a40d06-7358-4154-977e-55f2118aa034 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.192102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-41a40d06-7358-4154-977e-55f2118aa034 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef557eee-7a55-48a6-b4bd-00b4add68dbc HTTP/1.1" status: 204 len: 168 time: 0.4226058 Nov 12 11:10:31.193765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40860) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:31.218701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a40d06-7358-4154-977e-55f2118aa034 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef557eee-7a55-48a6-b4bd-00b4add68dbc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.267424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-279ceddf-9616-44cb-a427-29d4ba5cd650 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722549 Nov 12 11:10:31.268234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40862) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:31.273081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting port 6a142e1e-8ed6-4810-b4ae-1b80f27ff252 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:31.273424 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.274846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'tempest-secgroup--502593101'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:31.293663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1009487281'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:31.325693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.api [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:10:31.325693 n-d-768851-19 neutron-server[109165]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 11:10:31.325693 n-d-768851-19 neutron-server[109165]: [parameters: {'project_id': '597fe74aa26846b39a738b5d192970cf', 'id': '067363ba-46ce-4ebd-a324-39b16cd142a8', 'expiration': datetime.datetime(2021, 11, 12, 11, 12, 31, 320234)}] Nov 12 11:10:31.325693 n-d-768851-19 neutron-server[109165]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:10:31.326398 n-d-768851-19 neutron-server[109165]: DEBUG oslo_db.api [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:10:31.338227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Made reservation on behalf of be09ec2a47264d598dd39875707fb4b3 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:31.343399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.356835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.408366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.408741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.430853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Calling delete_port for 6a142e1e-8ed6-4810-b4ae-1b80f27ff252 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:31.491291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.497076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.538439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:31.562381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.562770 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Added segment 6c77e83f-ab58-4a65-9b2c-ac6412bee14c of type vlan for network a0d6f9fd-e6a3-4a94-9bea-47ce17ac8f07 Nov 12 11:10:31.564186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3d4f8-26e4-4f91-9cdc-7a4065312a80,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.635171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.674017 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.680153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.681394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:31.681866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.732842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Port': ['ID=6a142e1e-8ed6-4810-b4ae-1b80f27ff252,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.778407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8231766 Nov 12 11:10:31.783896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40868) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:31.802749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0384e1-1478-42ee-8c06-703e53692d06 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Pushing event updated for resources: {'Network': ['ID=a0d6f9fd-e6a3-4a94-9bea-47ce17ac8f07,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.817923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a0d6f9fd-e6a3-4a94-9bea-47ce17ac8f07 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:31.825384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.828595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.830256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4df174ba-abd9-41f2-9d6e-b7fc479d0a52 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "DELETE /v2.0/floatingips/409d65b6-6b22-45dc-8626-f6c5a7bba311 HTTP/1.1" status: 204 len: 168 time: 0.7930350 Nov 12 11:10:31.834066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40872) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:31.879936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Request body: {'network': {'name': 'tempest-network--1208963714', 'router:external': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:31.904114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.938839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Made reservation on behalf of 2e1ce2b1c24641aea2df9d021aa729e0 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:31.943204 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.967656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.030955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-30dcc3f3-a690-46f7-9a63-1a40e5358f5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting port 177f554b-a52a-4ae1-af1e-e822cf8b474f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:32.031457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30dcc3f3-a690-46f7-9a63-1a40e5358f5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.094044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15b76db7-bd4c-4914-b111-567a0cd4d160 req-085144e6-4644-4975-bc8f-22ea9fa78ae6 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 210 time: 0.0686586 Nov 12 11:10:32.117709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.128164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.186137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30dcc3f3-a690-46f7-9a63-1a40e5358f5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.199680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.204671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40878) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:32.205374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9353862 Nov 12 11:10:32.208372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-30dcc3f3-a690-46f7-9a63-1a40e5358f5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Calling delete_port for 177f554b-a52a-4ae1-af1e-e822cf8b474f owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:32.215810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-944e3b6e-57f4-4f8a-8325-d5c4549587a5 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:32.216128 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-944e3b6e-57f4-4f8a-8325-d5c4549587a5 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 11:10:32.217021 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-944e3b6e-57f4-4f8a-8325-d5c4549587a5 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 11:10:32.218665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-944e3b6e-57f4-4f8a-8325-d5c4549587a5 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "PUT /v2.0/security-groups/e1d496a4-749f-4d57-9a96-a72a317fc864 HTTP/1.1" status: 409 len: 330 time: 0.0125229 Nov 12 11:10:32.219994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8cd44-9151-4051-bb04-eb7bf57ea806 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d496a4-749f-4d57-9a96-a72a317fc864,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:32.227503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40880) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:32.242884 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.254862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.300681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:32.347238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.347682 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Added segment a1d662ad-94e9-4f74-8454-f3f58a1996c9 of type vlan for network f6b0ddab-2673-4994-b67f-9591a75c700b Nov 12 11:10:32.349656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d76d9-8f16-4614-ac57-0fef9f6182a0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:32.365749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded00c24-10ae-4cc6-89dd-cb9a027d7261 req-29e687f3-8c8d-4d0f-a216-86454e7b4b94 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:32.368234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ded00c24-10ae-4cc6-89dd-cb9a027d7261 req-29e687f3-8c8d-4d0f-a216-86454e7b4b94 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1481612 Nov 12 11:10:32.425287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f179a008-109e-4cfd-969d-fafdac1289bf tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.460493 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.482812 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f179a008-109e-4cfd-969d-fafdac1289bf tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.518795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30dcc3f3-a690-46f7-9a63-1a40e5358f5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.572728 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ded00c24-10ae-4cc6-89dd-cb9a027d7261 req-e612e790-ed10-4072-8eed-9368041163d6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930428 Nov 12 11:10:32.576652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcc3f3-a690-46f7-9a63-1a40e5358f5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Port': ['ID=177f554b-a52a-4ae1-af1e-e822cf8b474f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:32.679862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.682245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:32.683911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.713712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30dcc3f3-a690-46f7-9a63-1a40e5358f5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.719317 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30dcc3f3-a690-46f7-9a63-1a40e5358f5c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "DELETE /v2.0/ports/177f554b-a52a-4ae1-af1e-e822cf8b474f HTTP/1.1" status: 204 len: 168 time: 0.8834531 Nov 12 11:10:32.723492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40886) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:32.762162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9741235 Nov 12 11:10:32.773251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40888) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:32.817765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f179a008-109e-4cfd-969d-fafdac1289bf tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.821528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f179a008-109e-4cfd-969d-fafdac1289bf tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.823379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f179a008-109e-4cfd-969d-fafdac1289bf tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/e1d496a4-749f-4d57-9a96-a72a317fc864 HTTP/1.1" status: 204 len: 168 time: 0.5942125 Nov 12 11:10:32.827888 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40890) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:32.859339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-10ec8286-ab66-4b65-9f1f-22cba75fb7e8 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:32.860904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-10ec8286-ab66-4b65-9f1f-22cba75fb7e8 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.59 "GET /v2.0/networks?id=f81d93d5-05bd-4d1f-9ce1-287656bb3944 HTTP/1.1" status: 200 len: 825 time: 0.3633227 Nov 12 11:10:32.861591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8523-3893-40b7-b5fe-ee6abeea118a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Network': ['ID=f6b0ddab-2673-4994-b67f-9591a75c700b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:32.865423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179a008-109e-4cfd-969d-fafdac1289bf tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d496a4-749f-4d57-9a96-a72a317fc864,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:32.894810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Request body: {'port': {'device_id': '7c9f93cf-8616-4edb-be85-fd3a35455682', 'network_id': 'f81d93d5-05bd-4d1f-9ce1-287656bb3944', 'admin_state_up': True, 'tenant_id': 'be979aae6bc047748274b590b5a2c151'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:32.931331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network f6b0ddab-2673-4994-b67f-9591a75c700b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:32.979963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.000197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-22a10695-5a4d-41d0-b922-8c7f0ac52692 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1425295 Nov 12 11:10:33.007573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40892) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:33.041318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9eca7-90c7-4947-8c58-9619cc57bc7d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting port 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:33.043373 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2d9eca7-90c7-4947-8c58-9619cc57bc7d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.087240 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-82aafb10-f77e-4f48-845a-4b6e7a4dd601 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] delete failed (client error): The resource could not be found. Nov 12 11:10:33.088644 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-82aafb10-f77e-4f48-845a-4b6e7a4dd601 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "DELETE /v2.0/security-groups/c22600dc-190d-4944-98c0-74df3a40f061 HTTP/1.1" status: 404 len: 347 time: 0.0799735 Nov 12 11:10:33.093104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40894) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:33.134656 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-5f523605-b019-4c5e-b93d-1e8d0850ae4c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] show failed (client error): The resource could not be found. Nov 12 11:10:33.136759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f523605-b019-4c5e-b93d-1e8d0850ae4c tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-groups/dee16941-549f-4dba-8038-f24bf4830ebb HTTP/1.1" status: 404 len: 347 time: 0.0426569 Nov 12 11:10:33.140402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40898) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:33.180416 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-84dfa91c-24cf-46f0-89c6-3d55fa94bc91 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] show failed (client error): The resource could not be found. Nov 12 11:10:33.187262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-84dfa91c-24cf-46f0-89c6-3d55fa94bc91 tempest-NegativeSecGroupIPv6Test-63397411 tempest-NegativeSecGroupIPv6Test-63397411-project] 10.222.0.31 "GET /v2.0/security-group-rules/da0d4996-2e73-4ed7-be66-b5b497d4b6ab HTTP/1.1" status: 404 len: 356 time: 0.0407851 Nov 12 11:10:33.211216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Made reservation on behalf of be979aae6bc047748274b590b5a2c151 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:33.220581 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.312615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.360384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ea9c293-3a77-4b7d-9b05-ff99b4cf9dcd req-42b7215c-0f5e-4138-8ee1-5312985b894d tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 210 time: 0.0558376 Nov 12 11:10:33.384797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b0ddab-2673-4994-b67f-9591a75c700b']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:33.409113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d662ad-94e9-4f74-8454-f3f58a1996c9') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:33.409534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d662ad-94e9-4f74-8454-f3f58a1996c9') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:33.434624 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2d9eca7-90c7-4947-8c58-9619cc57bc7d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.439656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.451578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Allocated IP 172.20.0.10 (f81d93d5-05bd-4d1f-9ce1-287656bb3944/cec59ea4-ecb5-4ede-8e1f-861c37886fbe/17cbb1f8-895b-4fae-9a19-719218cd09c6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:33.466691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9eca7-90c7-4947-8c58-9619cc57bc7d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Calling delete_port for 1eb830b8-03b3-461a-85d9-5a20ac4d79e2 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:33.476287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.493053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:33.493473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:33.496432 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:33.648822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.658720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6b0ddab-2673-4994-b67f-9591a75c700b {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:10:33.664471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.668378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f6b0ddab-2673-4994-b67f-9591a75c700b HTTP/1.1" status: 204 len: 168 time: 0.8936534 Nov 12 11:10:33.682539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40906) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:33.691031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:33.698908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d941ad-501f-418f-a604-cbf199f0d99e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6b0ddab-2673-4994-b67f-9591a75c700b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:33.741221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40910) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:33.749966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.804526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Made reservation on behalf of 2e1ce2b1c24641aea2df9d021aa729e0 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:33.818558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.892530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.898588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:33.910533 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.910978 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Added segment 68344ab3-5660-4206-a7dd-0f29561c5821 of type vlan for network ffa32155-c7cd-4699-acab-e2aeb9402990 Nov 12 11:10:33.949930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Network f81d93d5-05bd-4d1f-9ce1-287656bb3944 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:33.965963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:33.979783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.982608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:34.014980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce8ec4-93e7-4630-8ee5-d14a47be3f4b req-e935ca47-3497-4a43-b13f-10d68eeae526 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:34.023922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22ce8ec4-93e7-4630-8ee5-d14a47be3f4b req-e935ca47-3497-4a43-b13f-10d68eeae526 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.1831710 Nov 12 11:10:34.025288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2d9eca7-90c7-4947-8c58-9619cc57bc7d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.115922 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9eca7-90c7-4947-8c58-9619cc57bc7d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Port': ['ID=1eb830b8-03b3-461a-85d9-5a20ac4d79e2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:34.132122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Pushing event updated for resources: {'Port': ['ID=17cbb1f8-895b-4fae-9a19-719218cd09c6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:34.170572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.171964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:34.172850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.187410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:34.188101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.235363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f87a2bb8-7e05-4a59-b14e-3ce6aaac325f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3544307 Nov 12 11:10:34.243239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22ce8ec4-93e7-4630-8ee5-d14a47be3f4b req-b7ca233a-eeb4-4318-97bc-27ca175185dd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159455 Nov 12 11:10:34.258421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Request body: {'port': {'device_id': '7c9f93cf-8616-4edb-be85-fd3a35455682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:34.291481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6071677 Nov 12 11:10:34.299582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:34.315482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Request body: {'subnet': {'network_id': 'ffa32155-c7cd-4699-acab-e2aeb9402990', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:34.332557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2d9eca7-90c7-4947-8c58-9619cc57bc7d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.341251 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a2d9eca7-90c7-4947-8c58-9619cc57bc7d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "DELETE /v2.0/ports/1eb830b8-03b3-461a-85d9-5a20ac4d79e2 HTTP/1.1" status: 204 len: 168 time: 1.6129427 Nov 12 11:10:34.341251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7bf61-dc19-4e54-a02e-03acc669532d tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Network': ['ID=ffa32155-c7cd-4699-acab-e2aeb9402990,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:34.341587 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.347288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40916) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:34.356477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ffa32155-c7cd-4699-acab-e2aeb9402990 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:34.364359 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9792b6e3-5b0b-4c41-baeb-95e1b041b6f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=597fe74aa26846b39a738b5d192970cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6192622 Nov 12 11:10:34.373329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40918) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:34.418627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Made reservation on behalf of 2e1ce2b1c24641aea2df9d021aa729e0 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:34.423385 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.503791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7eed28-b661-4322-ab93-72275d0e850c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting subnet 3ed4e895-c978-40d2-9132-ae02deaae3eb {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:34.569264 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c7eed28-b661-4322-ab93-72275d0e850c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.679976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c7eed28-b661-4322-ab93-72275d0e850c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.706567 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b081494-b405-4a40-b8aa-32d58d0a7ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.736919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146fffb-e036-49c9-9a41-b82ea122d5b5 req-d9b08611-3250-4d2f-a897-3b77e2bcc1ac tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:34.739388 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f146fffb-e036-49c9-9a41-b82ea122d5b5 req-d9b08611-3250-4d2f-a897-3b77e2bcc1ac tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 932 time: 0.1933508 Nov 12 11:10:34.757551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b081494-b405-4a40-b8aa-32d58d0a7ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.900551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b081494-b405-4a40-b8aa-32d58d0a7ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.905543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b081494-b405-4a40-b8aa-32d58d0a7ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.911049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0b081494-b405-4a40-b8aa-32d58d0a7ec7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70ed6fbd-a914-4c6d-80ca-4a46e19c5daf HTTP/1.1" status: 204 len: 168 time: 0.5321414 Nov 12 11:10:34.932099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17cbb1f8-895b-4fae-9a19-719218cd09c6 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:34.942260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b081494-b405-4a40-b8aa-32d58d0a7ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed6fbd-a914-4c6d-80ca-4a46e19c5daf,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:34.945650 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.962334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c7eed28-b661-4322-ab93-72275d0e850c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.973327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Transition to ACTIVE for port object 17cbb1f8-895b-4fae-9a19-719218cd09c6 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:10:34.979223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.996725 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f146fffb-e036-49c9-9a41-b82ea122d5b5 req-e4606c2d-11f2-4624-a753-0602237de875 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187574 Nov 12 11:10:35.125307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Pushing event updated for resources: {'Port': ['ID=17cbb1f8-895b-4fae-9a19-719218cd09c6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:35.140318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c7eed28-b661-4322-ab93-72275d0e850c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.174702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Attempting to bind port 17cbb1f8-895b-4fae-9a19-719218cd09c6 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:35.175161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Attempting to bind port 17cbb1f8-895b-4fae-9a19-719218cd09c6 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e55da4f5-950c-44f7-abbe-2a1c8c52d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f81d93d5-05bd-4d1f-9ce1-287656bb3944'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:35.177087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Attempting to bind port 17cbb1f8-895b-4fae-9a19-719218cd09c6 on network f81d93d5-05bd-4d1f-9ce1-287656bb3944 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:35.181988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Port 17cbb1f8-895b-4fae-9a19-719218cd09c6 on network f81d93d5-05bd-4d1f-9ce1-287656bb3944 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:10:35.182397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Attempting to bind port 17cbb1f8-895b-4fae-9a19-719218cd09c6 on network f81d93d5-05bd-4d1f-9ce1-287656bb3944 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:35.191269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:35.191673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Checking segment: {'id': 'e55da4f5-950c-44f7-abbe-2a1c8c52d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f81d93d5-05bd-4d1f-9ce1-287656bb3944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:35.192130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Bound using segment: {'id': 'e55da4f5-950c-44f7-abbe-2a1c8c52d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f81d93d5-05bd-4d1f-9ce1-287656bb3944'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:35.192657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Bound port: 17cbb1f8-895b-4fae-9a19-719218cd09c6, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55da4f5-950c-44f7-abbe-2a1c8c52d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f81d93d5-05bd-4d1f-9ce1-287656bb3944'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:35.193178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.206606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eed28-b661-4322-ab93-72275d0e850c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed4e895-c978-40d2-9132-ae02deaae3eb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:35.213331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c7eed28-b661-4322-ab93-72275d0e850c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.217495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3c7eed28-b661-4322-ab93-72275d0e850c tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "DELETE /v2.0/subnets/3ed4e895-c978-40d2-9132-ae02deaae3eb HTTP/1.1" status: 204 len: 168 time: 0.8687010 Nov 12 11:10:35.222892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40928) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:35.230821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca4471-24ca-40e0-a4ef-da0d87569ba4 None None] Network 2d919481-045f-4df0-b787-b33b0ee846c5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:35.312403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] For port 17cbb1f8-895b-4fae-9a19-719218cd09c6, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:35.318365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] For port 17cbb1f8-895b-4fae-9a19-719218cd09c6, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=17cbb1f8-895b-4fae-9a19-719218cd09c6,segment=NetworkSegment(e55da4f5-950c-44f7-abbe-2a1c8c52d363),segment_id=e55da4f5-950c-44f7-abbe-2a1c8c52d363)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:35.325575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.405209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.406241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.408001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] 10.222.0.59 "PUT /v2.0/ports/17cbb1f8-895b-4fae-9a19-719218cd09c6 HTTP/1.1" status: 200 len: 1093 time: 1.1592708 Nov 12 11:10:35.408487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9f93cf-8616-4edb-be85-fd3a35455682', 'tag': '17cbb1f8-895b-4fae-9a19-719218cd09c6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:35.410980 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9f93cf-8616-4edb-be85-fd3a35455682", "tag": "17cbb1f8-895b-4fae-9a19-719218cd09c6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:35.442310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a095b-9567-4001-9c9b-c3ad88214a09 service neutron] Pushing event updated for resources: {'Port': ['ID=17cbb1f8-895b-4fae-9a19-719218cd09c6,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:35.517943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.objects.ports [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109166) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:10:35.519768 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.530256 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317ec2e-0826-4656-a376-aed000893c6d x-openstack-request-id: req-a317ec2e-0826-4656-a376-aed000893c6d {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:35.530574 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9f93cf-8616-4edb-be85-fd3a35455682", "tag": "17cbb1f8-895b-4fae-9a19-719218cd09c6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:35.531064 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a317ec2e-0826-4656-a376-aed000893c6d {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:35.531709 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9f93cf-8616-4edb-be85-fd3a35455682', 'tag': '17cbb1f8-895b-4fae-9a19-719218cd09c6', 'status': 'completed', 'code': 200} Nov 12 11:10:35.539593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d2a0e6-dbc1-4ddb-9525-c2d8108c9416 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Deleting subnet 683a5c0c-1d18-4977-85fb-b2d3490b3daf {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:35.551469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-84d2a0e6-dbc1-4ddb-9525-c2d8108c9416 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.572156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f0824c31-80f7-40e0-b3f8-fa020d482640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.574091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-f0824c31-80f7-40e0-b3f8-fa020d482640 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be979aae6bc047748274b590b5a2c151&device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 1096 time: 0.0870035 Nov 12 11:10:35.612457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] DHCP port deletion for 2d919481-045f-4df0-b787-b33b0ee846c5 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:35.665909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-530549df-5995-4c8e-b82a-820d7a3b903c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17cbb1f8-895b-4fae-9a19-719218cd09c6 HTTP/1.1" status: 200 len: 217 time: 0.0716436 Nov 12 11:10:35.683884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Deleting port a25f893a-3411-4a7c-9af4-f2e12db531c9 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:35.684488 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.687496 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-84d2a0e6-dbc1-4ddb-9525-c2d8108c9416 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.738096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705000ae-1118-45a1-b61d-dc65a147d187 req-48edb7c8-a2ab-425c-b1f8-ceeea7d2e3d3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.741806 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-705000ae-1118-45a1-b61d-dc65a147d187 req-48edb7c8-a2ab-425c-b1f8-ceeea7d2e3d3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.3590813 Nov 12 11:10:35.757890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1e41d498-df1c-4440-b463-9b0ef9656154,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:35.766401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-fbeebfea-96cd-4323-9294-2719eafee9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.768121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-fbeebfea-96cd-4323-9294-2719eafee9a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cec59ea4-ecb5-4ede-8e1f-861c37886fbe HTTP/1.1" status: 200 len: 865 time: 0.0721719 Nov 12 11:10:35.800902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] For port a25f893a-3411-4a7c-9af4-f2e12db531c9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a25f893a-3411-4a7c-9af4-f2e12db531c9,segment=NetworkSegment(c4985c77-0aa7-4c96-bb51-492dcef7bf4d),segment_id=c4985c77-0aa7-4c96-bb51-492dcef7bf4d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:35.801582 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.830841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Calling delete_port for a25f893a-3411-4a7c-9af4-f2e12db531c9 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:35.835533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-573dddb0-3bfb-483c-aeb7-9b5aee63b9ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f81d93d5-05bd-4d1f-9ce1-287656bb3944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422144 Nov 12 11:10:35.848181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Checking segment: {'id': '68344ab3-5660-4206-a7dd-0f29561c5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffa32155-c7cd-4699-acab-e2aeb9402990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:35.848552 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Network hostable DHCP agents. Network: ffa32155-c7cd-4699-acab-e2aeb9402990, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:35.936645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Network ffa32155-c7cd-4699-acab-e2aeb9402990 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:35.945403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-705000ae-1118-45a1-b61d-dc65a147d187 req-6ddf3921-34ba-4e6b-8c85-06019e93ebbb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663644 Nov 12 11:10:35.947118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-84d2a0e6-dbc1-4ddb-9525-c2d8108c9416 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.980565 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:36.023483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Pushing event deleted for resources: {'Port': ['ID=a25f893a-3411-4a7c-9af4-f2e12db531c9,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:36.038431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.039203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.039743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.040841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.041538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.042143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.042685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.043191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.043743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.044233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.044745 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.045467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:36.049543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0179f8-9677-4b0c-b276-e158bde9159d None None] No DVR routers for this DVR port a25f893a-3411-4a7c-9af4-f2e12db531c9 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:36.089310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-13055136-13ce-44a7-a327-f44c281fec0d service neutron] 10.222.0.59 "GET /v2.0/networks/f81d93d5-05bd-4d1f-9ce1-287656bb3944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386181 Nov 12 11:10:36.289042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0829a8f2-8903-4356-89f4-362e934a6b2d req-525d9d44-525e-4ea9-a901-5e155de2bd96 service neutron] 10.222.0.59 "GET /v2.0/networks/f81d93d5-05bd-4d1f-9ce1-287656bb3944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855817 Nov 12 11:10:36.506605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-f901622b-7e76-49ef-b757-8c8f1ee57d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.508904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-f901622b-7e76-49ef-b757-8c8f1ee57d8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be979aae6bc047748274b590b5a2c151&device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 1096 time: 0.1227422 Nov 12 11:10:36.536702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ffa32155-c7cd-4699-acab-e2aeb9402990) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:36.549879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad706a4-b2ff-4241-84f0-ed44b1b8eccf None None] Network ffa32155-c7cd-4699-acab-e2aeb9402990 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:36.551439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.552036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f914a-7ae6-4b1b-a10b-ea66a7daf991 req-36a7e828-d794-4af9-a190-39be7d8f1379 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.552993 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:36.555518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-891f914a-7ae6-4b1b-a10b-ea66a7daf991 req-36a7e828-d794-4af9-a190-39be7d8f1379 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1213646 Nov 12 11:10:36.586200 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4656d14e-52dd-43fe-b4b2-faebd11affb7 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2816455 Nov 12 11:10:36.586872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40962) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:36.599078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Request body: {'floatingip': {'floating_network_id': 'ffa32155-c7cd-4699-acab-e2aeb9402990'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:36.654248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcafbc-6eab-4b1a-9a52-f00fcb049211 req-566f4062-15c2-4d7d-b91e-9f5dbdb39553 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.655842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29fcafbc-6eab-4b1a-9a52-f00fcb049211 req-566f4062-15c2-4d7d-b91e-9f5dbdb39553 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 944 time: 0.1695099 Nov 12 11:10:36.666002 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:36.674526 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-84d2a0e6-dbc1-4ddb-9525-c2d8108c9416 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:36.721458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-84d2a0e6-dbc1-4ddb-9525-c2d8108c9416 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:36.728951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-84d2a0e6-dbc1-4ddb-9525-c2d8108c9416 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "DELETE /v2.0/subnets/683a5c0c-1d18-4977-85fb-b2d3490b3daf HTTP/1.1" status: 204 len: 168 time: 1.5051036 Nov 12 11:10:36.729373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40964) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:36.748469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4cc546-d6e5-4bc2-ab47-6d4410b81fba None None] Network 30242ffe-b2cb-4be4-a644-5d3c25b638a9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:36.789598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2a0e6-dbc1-4ddb-9525-c2d8108c9416 tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Subnet': ['ID=683a5c0c-1d18-4977-85fb-b2d3490b3daf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:36.792489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-891f914a-7ae6-4b1b-a10b-ea66a7daf991 req-504fe289-ca24-4440-b89e-0ec3fb14db83 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024577 Nov 12 11:10:36.852563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-715da547-94f4-434c-b82a-5a239f0091a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.854669 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-715da547-94f4-434c-b82a-5a239f0091a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f81d93d5-05bd-4d1f-9ce1-287656bb3944 HTTP/1.1" status: 200 len: 926 time: 0.3286617 Nov 12 11:10:36.860174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29fcafbc-6eab-4b1a-9a52-f00fcb049211 req-27411d81-91b9-4a25-94d3-b6bd31ff2f27 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904421 Nov 12 11:10:36.952176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c200f8-31bb-4800-849b-de4af5d03d3b None None] Network ffa32155-c7cd-4699-acab-e2aeb9402990 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:36.998781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.060219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-5ce96b5a-cd14-46e4-b5d5-064c45c5e07e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17cbb1f8-895b-4fae-9a19-719218cd09c6 HTTP/1.1" status: 200 len: 217 time: 0.0994244 Nov 12 11:10:37.105786 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.177754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-1273fb9e-d50a-46f1-9c37-3cc47b371db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:37.179288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-1273fb9e-d50a-46f1-9c37-3cc47b371db2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cec59ea4-ecb5-4ede-8e1f-861c37886fbe HTTP/1.1" status: 200 len: 865 time: 0.0916545 Nov 12 11:10:37.184033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Allocated IP 172.20.0.7 (ffa32155-c7cd-4699-acab-e2aeb9402990/1e41d498-df1c-4440-b463-9b0ef9656154/fecc5680-ad52-4089-bde8-942a00705b57) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:37.189876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc66f6-ae2c-4c0c-a148-f79766521740 req-0f5317d8-b068-419e-bd8c-b003ad782807 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:37.198515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42dc66f6-ae2c-4c0c-a148-f79766521740 req-0f5317d8-b068-419e-bd8c-b003ad782807 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2365837 Nov 12 11:10:37.298326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] DHCP port deletion for 30242ffe-b2cb-4be4-a644-5d3c25b638a9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:37.309463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-ccdeb934-5bcf-43e1-b06b-293ac2fc8bb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f81d93d5-05bd-4d1f-9ce1-287656bb3944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060855 Nov 12 11:10:37.404262 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.423809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] Deleting port 88b40b0e-3993-413e-ab52-acd95c134f13 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:37.424632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.531976 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.534292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.569472 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] For port 88b40b0e-3993-413e-ab52-acd95c134f13, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=88b40b0e-3993-413e-ab52-acd95c134f13,segment=NetworkSegment(9cc27aab-de9e-4e1f-8e83-d3dca1d887c7),segment_id=9cc27aab-de9e-4e1f-8e83-d3dca1d887c7)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:37.570015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.595749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] Calling delete_port for 88b40b0e-3993-413e-ab52-acd95c134f13 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:37.633732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42dc66f6-ae2c-4c0c-a148-f79766521740 req-f3783138-3b91-4ef6-8784-5c643f4da767 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4339917 Nov 12 11:10:37.671015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Port': ['ID=fecc5680-ad52-4089-bde8-942a00705b57,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:37.684534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d919481-045f-4df0-b787-b33b0ee846c5']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:37.694831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a25f893a-3411-4a7c-9af4-f2e12db531c9 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:37.724133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Network ffa32155-c7cd-4699-acab-e2aeb9402990 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:37.735938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-c76b3ff9-ac8d-4ae1-b9ff-84eb79a57540 service neutron] 10.222.0.59 "GET /v2.0/networks/f81d93d5-05bd-4d1f-9ce1-287656bb3944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009004 Nov 12 11:10:37.736248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:37.741806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:37.741806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4985c77-0aa7-4c96-bb51-492dcef7bf4d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:37.742450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:37.772561 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.918038 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.983970 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.011140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7dfc69bc-6174-40a2-8ddb-f9b907fe4c43 req-c9aa565b-64dd-403c-b0e2-72bf2dfce08e service neutron] 10.222.0.59 "GET /v2.0/networks/f81d93d5-05bd-4d1f-9ce1-287656bb3944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551248 Nov 12 11:10:38.012752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:38.013438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.138513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:38.143310 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:38.200539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a25f893a-3411-4a7c-9af4-f2e12db531c9 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:38.201440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a25f893a-3411-4a7c-9af4-f2e12db531c9 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:38.201800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 88b40b0e-3993-413e-ab52-acd95c134f13 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:38.209109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0adf0b-ffd2-4c97-abf8-ca537f9820f0 req-03be898b-3333-4f60-aa71-d513ed670372 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:38.210207 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.210680 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c0adf0b-ffd2-4c97-abf8-ca537f9820f0 req-03be898b-3333-4f60-aa71-d513ed670372 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 944 time: 0.1337063 Nov 12 11:10:38.243192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 88b40b0e-3993-413e-ab52-acd95c134f13 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:38.243909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 88b40b0e-3993-413e-ab52-acd95c134f13 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:38.279787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] Pushing event deleted for resources: {'Port': ['ID=88b40b0e-3993-413e-ab52-acd95c134f13,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:38.284343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a61aa-804c-4643-9b71-e44ae7a5f1ff None None] No DVR routers for this DVR port 88b40b0e-3993-413e-ab52-acd95c134f13 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:38.337393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c0adf0b-ffd2-4c97-abf8-ca537f9820f0 req-282f25ce-e9e4-4c16-8416-4ede09f5dc22 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976114 Nov 12 11:10:38.356648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.397305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.400752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "DELETE /v2.0/networks/2d919481-045f-4df0-b787-b33b0ee846c5 HTTP/1.1" status: 204 len: 168 time: 1.6602380 Nov 12 11:10:38.401783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ece39-cecd-43fc-aee7-44bd3ea4941d tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Network': ['ID=2d919481-045f-4df0-b787-b33b0ee846c5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:38.405273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41006) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.487649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-2b574a8b-5cbe-40a7-9794-9841cfa77864 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:38.489926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-2b574a8b-5cbe-40a7-9794-9841cfa77864 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.3441765 Nov 12 11:10:38.525429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-abdf2c1d-7a4d-46a7-a19f-e2fb01a2ecd6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/quotas/2408959e80824d8bb898ea14f13272aa HTTP/1.1" status: 200 len: 375 time: 0.0238745 Nov 12 11:10:38.539227 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.542463 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.554644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.713383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Port': ['ID=fecc5680-ad52-4089-bde8-942a00705b57,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:38.734049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.791305 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.805117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.806960 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-172ffa06-66e7-482f-a968-6d2ef65f8fd6 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2165937 Nov 12 11:10:38.811469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41012) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.900476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.902349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30242ffe-b2cb-4be4-a644-5d3c25b638a9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:38.924284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:38.924594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc27aab-de9e-4e1f-8e83-d3dca1d887c7') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:38.937474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a23617c1-a2bd-4b6c-b62f-2a0325536f33 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=ffa32155-c7cd-4699-acab-e2aeb9402990 HTTP/1.1" status: 200 len: 689 time: 0.1204071 Nov 12 11:10:38.938374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41018) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.951770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.982926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-68c53770-5956-4626-849f-8ecf4b040203 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4557512 Nov 12 11:10:38.994777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-fe431b19-a4c1-42fd-8aca-5406177057b5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:10:38.995839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-fe431b19-a4c1-42fd-8aca-5406177057b5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055661 Nov 12 11:10:39.015410 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.025496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:39.025912 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:39.030098 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:39.120368 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86c16e42-9104-43df-a96e-91f6d9fb8b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.129927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-9905279f-9101-48e6-afb2-323e617f2401 service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253402 Nov 12 11:10:39.138030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.151362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.221658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.225583 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] 10.222.0.31 "DELETE /v2.0/networks/30242ffe-b2cb-4be4-a644-5d3c25b638a9 HTTP/1.1" status: 204 len: 168 time: 0.8187325 Nov 12 11:10:39.257430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6ea91-6bda-408d-ba34-4ab63e8e6aec tempest-TaggedBootDevicesTest-565345222 tempest-TaggedBootDevicesTest-565345222-project] Pushing event deleted for resources: {'Network': ['ID=30242ffe-b2cb-4be4-a644-5d3c25b638a9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:39.319254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7ad4cea1-bf26-4ee6-a0fe-a814eb9db9aa service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826603 Nov 12 11:10:39.371044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Deleting port fecc5680-ad52-4089-bde8-942a00705b57 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:39.371404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.375167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86c16e42-9104-43df-a96e-91f6d9fb8b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.411792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86c16e42-9104-43df-a96e-91f6d9fb8b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.486546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-86c16e42-9104-43df-a96e-91f6d9fb8b10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6fca579a9674eac82f07c1031c55fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5811818 Nov 12 11:10:39.491703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41028) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.538628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c16e42-9104-43df-a96e-91f6d9fb8b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b54faf-ab4b-40d9-a930-94a85a033815,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:39.614271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76364129-72eb-4772-9e46-863c4db115d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.623194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8947e-831f-499e-a797-a62971a28fc9 req-cf4c6cd2-d32d-4436-8890-b9177bd3e8c9 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:39.624799 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dfd8947e-831f-499e-a797-a62971a28fc9 req-cf4c6cd2-d32d-4436-8890-b9177bd3e8c9 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 944 time: 0.1371880 Nov 12 11:10:39.641958 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.642266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.668451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Calling delete_port for fecc5680-ad52-4089-bde8-942a00705b57 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:39.690337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76364129-72eb-4772-9e46-863c4db115d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.695378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74c035fa-ff22-4a6d-8313-c9b46720da59 req-938cabcb-d8fd-48d2-a955-355837fdd55d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 210 time: 0.0614471 Nov 12 11:10:39.703567 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:10:39.767124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76364129-72eb-4772-9e46-863c4db115d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.771569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76364129-72eb-4772-9e46-863c4db115d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.775810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76364129-72eb-4772-9e46-863c4db115d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28b54faf-ab4b-40d9-a930-94a85a033815 HTTP/1.1" status: 204 len: 168 time: 0.2814393 Nov 12 11:10:39.802183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76364129-72eb-4772-9e46-863c4db115d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b54faf-ab4b-40d9-a930-94a85a033815,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:39.819936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dfd8947e-831f-499e-a797-a62971a28fc9 req-bef5b05c-7b37-4b8e-98d5-ecadb030085f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879704 Nov 12 11:10:39.946027 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.040087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.077231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event deleted for resources: {'Port': ['ID=fecc5680-ad52-4089-bde8-942a00705b57,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:40.192021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.292780 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.314741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41052) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.341910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6238c8fb-9533-4f80-9bec-1aaa1273f5d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.353631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 17cbb1f8-895b-4fae-9a19-719218cd09c6 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:10:40.394199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.406680 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.487043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1e41d498-df1c-4440-b463-9b0ef9656154,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:40.588661 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6238c8fb-9533-4f80-9bec-1aaa1273f5d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.605255 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6238c8fb-9533-4f80-9bec-1aaa1273f5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.649467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.653472 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 17cbb1f8-895b-4fae-9a19-719218cd09c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=17cbb1f8-895b-4fae-9a19-719218cd09c6,segment=NetworkSegment(e55da4f5-950c-44f7-abbe-2a1c8c52d363),segment_id=e55da4f5-950c-44f7-abbe-2a1c8c52d363)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:40.681422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6238c8fb-9533-4f80-9bec-1aaa1273f5d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a776b33b447749549ffff116a9b07801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3653729 Nov 12 11:10:40.683107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238c8fb-9533-4f80-9bec-1aaa1273f5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626a0e8d-6447-4c63-84f9-4b2601df9b18,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:40.685733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41054) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.691758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '17cbb1f8-895b-4fae-9a19-719218cd09c6', 'network_id': 'f81d93d5-05bd-4d1f-9ce1-287656bb3944', 'port_id': '17cbb1f8-895b-4fae-9a19-719218cd09c6', 'mac_address': 'fa:16:3e:02:8b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec59ea4-ecb5-4ede-8e1f-861c37886fbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:10:40.722757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa32155-c7cd-4699-acab-e2aeb9402990']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:40.765042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68344ab3-5660-4206-a7dd-0f29561c5821') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:40.765369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68344ab3-5660-4206-a7dd-0f29561c5821') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:40.779859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac2043d3-e105-459f-85fa-c36a69ee47af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.790003 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.796471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.841807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17cbb1f8-895b-4fae-9a19-719218cd09c6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:40.842792 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac2043d3-e105-459f-85fa-c36a69ee47af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.906644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.918277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:40.918800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 17cbb1f8-895b-4fae-9a19-719218cd09c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=17cbb1f8-895b-4fae-9a19-719218cd09c6,segment=NetworkSegment(e55da4f5-950c-44f7-abbe-2a1c8c52d363),segment_id=e55da4f5-950c-44f7-abbe-2a1c8c52d363)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:40.918965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.926152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.965940 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac2043d3-e105-459f-85fa-c36a69ee47af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.969504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac2043d3-e105-459f-85fa-c36a69ee47af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.970957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ac2043d3-e105-459f-85fa-c36a69ee47af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/626a0e8d-6447-4c63-84f9-4b2601df9b18 HTTP/1.1" status: 204 len: 168 time: 0.2834342 Nov 12 11:10:40.993676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2043d3-e105-459f-85fa-c36a69ee47af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626a0e8d-6447-4c63-84f9-4b2601df9b18,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:41.090282 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:41.095138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81ca6376-5766-4212-a7fd-a14435067636 req-1184b94f-8309-4e91-8580-0b806158bae0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 210 time: 0.2604253 Nov 12 11:10:41.097942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.110561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffa32155-c7cd-4699-acab-e2aeb9402990 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:10:41.133719 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.144994 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ffa32155-c7cd-4699-acab-e2aeb9402990 HTTP/1.1" status: 204 len: 168 time: 2.2010794 Nov 12 11:10:41.145729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41066) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.157715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab162ee-9d36-4fe9-9467-60636d0db558 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffa32155-c7cd-4699-acab-e2aeb9402990,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:41.298613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=17cbb1f8-895b-4fae-9a19-719218cd09c6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:41.363794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['17cbb1f8-895b-4fae-9a19-719218cd09c6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:41.608529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e57e6-a2fd-467b-82ef-98196023815f req-ca86bd52-7980-4dcd-8b10-5dc242dc1ec7 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:41.617532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-297e57e6-a2fd-467b-82ef-98196023815f req-ca86bd52-7980-4dcd-8b10-5dc242dc1ec7 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 945 time: 0.6035371 Nov 12 11:10:41.727716 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7fdd29a8-b23c-4811-8844-28efbac5f873 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.5804782 Nov 12 11:10:41.731412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-62755a19-e2e5-410e-af8d-1cb655f7817f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:41.738253 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-62755a19-e2e5-410e-af8d-1cb655f7817f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.5925870 Nov 12 11:10:41.738974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41070) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.781267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'port': {'device_id': '873c4da2-6fa7-4083-8136-d99963645a4c', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'admin_state_up': True, 'tenant_id': '2408959e80824d8bb898ea14f13272aa'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:41.835730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-297e57e6-a2fd-467b-82ef-98196023815f req-379d8666-714d-4aac-a5ef-3eeb2fb3b240 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949153 Nov 12 11:10:42.195530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.196370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.197023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.197981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.198937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.199735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.200556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.201433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.202112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.205691 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-951eb31c-d736-433c-9364-7af2c5a68a5e tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5968 time: 0.4650934 Nov 12 11:10:42.209233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.279395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Made reservation on behalf of 2408959e80824d8bb898ea14f13272aa for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:42.290057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.393225 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-ea74d381-b2e0-4454-861a-5a7acae6640a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] delete failed (client error): The resource could not be found. Nov 12 11:10:42.401105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea74d381-b2e0-4454-861a-5a7acae6640a tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/c1b19c75-42a8-440b-9ad5-7657ad4f394b HTTP/1.1" status: 404 len: 345 time: 0.1896791 Nov 12 11:10:42.402034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41086) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.424960 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2aa363-7401-4aa0-9a77-762ae0c8e6d2 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 11:10:42.425585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2aa363-7401-4aa0-9a77-762ae0c8e6d2 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:42.436691 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6b2aa363-7401-4aa0-9a77-762ae0c8e6d2 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ffa32155-c7cd-4699-acab-e2aeb9402990 HTTP/1.1" status: 404 len: 339 time: 0.0309911 Nov 12 11:10:42.436691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41090) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.442991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Request body: {'network': {'name': 'tempest-network--1380454144', 'router:external': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:42.509061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Made reservation on behalf of 2e1ce2b1c24641aea2df9d021aa729e0 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:42.515667 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.561221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:42.565520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-142c1cf2-86fa-4dd8-aff2-7e7eb0b89c7f req-8cd237d9-60c7-410b-ad16-3280709ca5fb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 210 time: 0.2667460 Nov 12 11:10:42.583910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.584412 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Added segment 8f293e32-91b5-4c5e-982b-fc6ad87358df of type vlan for network 19ca36ab-e5b8-4353-98d5-089014c4a8f5 Nov 12 11:10:42.632481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Allocated IP 172.20.0.3 (79d147ef-e090-4316-a2d8-711387d78aef/536f3462-b6ae-487c-8ad1-b1a6726b488b/47ba0938-ecd6-4a21-bd22-7ab66176994c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:42.685638 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.735729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.735729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.735729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.826030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3884742 Nov 12 11:10:42.830580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62aecc-dacd-4c40-907f-32b95983ef65 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Network': ['ID=19ca36ab-e5b8-4353-98d5-089014c4a8f5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:42.834200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41098) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.850467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 19ca36ab-e5b8-4353-98d5-089014c4a8f5 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:43.020973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.090202 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.104379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['0af3f140-b939-446a-98ad-182c808c69f0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:43.160425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Network 79d147ef-e090-4316-a2d8-711387d78aef is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:43.162985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:43.172078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:43.221041 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'Port': ['ID=47ba0938-ecd6-4a21-bd22-7ab66176994c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:43.270481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf5736-2201-4417-af96-d6ef1c0a9d5c tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.279733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf5736-2201-4417-af96-d6ef1c0a9d5c tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.286841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.288010 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.297303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf5736-2201-4417-af96-d6ef1c0a9d5c tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.320650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-7c2d8894-752c-419d-aa4d-8515bf0ccd81 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5496957 Nov 12 11:10:43.337959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Request body: {'port': {'device_id': '873c4da2-6fa7-4083-8136-d99963645a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:43.339666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf5736-2201-4417-af96-d6ef1c0a9d5c tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.348536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9adf5736-2201-4417-af96-d6ef1c0a9d5c tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5128548 Nov 12 11:10:43.353570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41108) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:43.447784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56a75c-ae50-46a1-881f-474b8733b7ce req-946a87d6-b224-4d02-aced-4fa567a4737f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.467407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d56a75c-ae50-46a1-881f-474b8733b7ce req-946a87d6-b224-4d02-aced-4fa567a4737f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 945 time: 0.3824954 Nov 12 11:10:43.520025 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.614621 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.633647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d56a75c-ae50-46a1-881f-474b8733b7ce req-2ccd1652-aa3b-4e9f-a143-658c6ff2d579 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651893 Nov 12 11:10:43.794263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5955f640-bd75-4d93-8e91-06c3ca2e2a62 None None] Provisioning complete for port 47ba0938-ecd6-4a21-bd22-7ab66176994c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:43.794918 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5955f640-bd75-4d93-8e91-06c3ca2e2a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.860523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5955f640-bd75-4d93-8e91-06c3ca2e2a62 None None] Port 47ba0938-ecd6-4a21-bd22-7ab66176994c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:43.885452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.926346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ca36ab-e5b8-4353-98d5-089014c4a8f5']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:43.939293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f293e32-91b5-4c5e-982b-fc6ad87358df') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:43.939891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f293e32-91b5-4c5e-982b-fc6ad87358df') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:43.954347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.015907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.028442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:44.029324 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:44.031698 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:44.108361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223faf6b-eb43-45cb-83e5-6540b007768a req-55e33e5d-277e-4753-aa19-a6e699aba7b5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.120181 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-223faf6b-eb43-45cb-83e5-6540b007768a req-55e33e5d-277e-4753-aa19-a6e699aba7b5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 931 time: 0.2470412 Nov 12 11:10:44.197984 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.203811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-223faf6b-eb43-45cb-83e5-6540b007768a req-c57a0fdb-ba38-462c-b2c2-6e572597313b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822546 Nov 12 11:10:44.208157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19ca36ab-e5b8-4353-98d5-089014c4a8f5 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:10:44.211151 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.214514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "DELETE /v2.0/networks/19ca36ab-e5b8-4353-98d5-089014c4a8f5 HTTP/1.1" status: 204 len: 168 time: 0.8500042 Nov 12 11:10:44.225187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41124) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:44.226026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806540e-4ece-4cc2-b973-3b213ad62cfb tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event deleted for resources: {'Network': ['ID=19ca36ab-e5b8-4353-98d5-089014c4a8f5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:44.236363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Request body: {'network': {'name': 'tempest-network--74386625', 'router:external': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:44.267533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ba0938-ecd6-4a21-bd22-7ab66176994c {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:44.287658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.290214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Made reservation on behalf of 2e1ce2b1c24641aea2df9d021aa729e0 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:44.292956 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.328487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Transition to ACTIVE for port object 47ba0938-ecd6-4a21-bd22-7ab66176994c will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:10:44.341543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.345891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:44.363852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 17cbb1f8-895b-4fae-9a19-719218cd09c6 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:44.401572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.402077 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Added segment b086cdae-23ca-4452-bdf6-5dbaf6850c88 of type vlan for network 9b309472-bd49-49bd-aae4-d464407b7e0c Nov 12 11:10:44.479375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Pushing event updated for resources: {'Port': ['ID=47ba0938-ecd6-4a21-bd22-7ab66176994c,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:44.552185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.553468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 17cbb1f8-895b-4fae-9a19-719218cd09c6 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:10:44.561747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 17cbb1f8-895b-4fae-9a19-719218cd09c6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:44.570313 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.625584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Attempting to bind port 47ba0938-ecd6-4a21-bd22-7ab66176994c on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:44.625926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Attempting to bind port 47ba0938-ecd6-4a21-bd22-7ab66176994c by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:44.626272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Attempting to bind port 47ba0938-ecd6-4a21-bd22-7ab66176994c on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:44.639817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.640707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.641335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.651404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Port 47ba0938-ecd6-4a21-bd22-7ab66176994c on network 79d147ef-e090-4316-a2d8-711387d78aef not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:10:44.651735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Attempting to bind port 47ba0938-ecd6-4a21-bd22-7ab66176994c on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:44.807052 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.842801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:44.843476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Checking segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:44.843889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Bound using segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:44.846609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Bound port: 47ba0938-ecd6-4a21-bd22-7ab66176994c, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:44.847185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.871831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9f93cf-8616-4edb-be85-fd3a35455682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cbb1f8-895b-4fae-9a19-719218cd09c6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:44.879009 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc5f3d8-1354-46d8-a6d7-57f7f83c4629" -d '{"events": [{"server_uuid": "7c9f93cf-8616-4edb-be85-fd3a35455682", "name": "network-vif-plugged", "status": "completed", "tag": "17cbb1f8-895b-4fae-9a19-719218cd09c6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:44.909811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 17cbb1f8-895b-4fae-9a19-719218cd09c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=17cbb1f8-895b-4fae-9a19-719218cd09c6,segment=NetworkSegment(e55da4f5-950c-44f7-abbe-2a1c8c52d363),segment_id=e55da4f5-950c-44f7-abbe-2a1c8c52d363)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:44.915988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.999383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Network': ['ID=9b309472-bd49-49bd-aae4-d464407b7e0c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:45.021074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41140) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:45.023365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc7c6464-9423-4f18-8597-35e3aea08bbf tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7953525 Nov 12 11:10:45.067918 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83a92d6-4bc2-4f60-87ec-529795b78c31 x-openstack-request-id: req-d83a92d6-4bc2-4f60-87ec-529795b78c31 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:45.070410 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9f93cf-8616-4edb-be85-fd3a35455682", "name": "network-vif-plugged", "status": "completed", "tag": "17cbb1f8-895b-4fae-9a19-719218cd09c6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:45.071676 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d83a92d6-4bc2-4f60-87ec-529795b78c31 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:45.073926 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9f93cf-8616-4edb-be85-fd3a35455682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cbb1f8-895b-4fae-9a19-719218cd09c6', 'code': 200} Nov 12 11:10:45.077386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=17cbb1f8-895b-4fae-9a19-719218cd09c6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:45.090424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9b309472-bd49-49bd-aae4-d464407b7e0c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:45.110630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41142) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:45.276891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109a225-7233-4ecc-8a28-a9ab7de79dda req-e4b37331-543a-46b1-b4b7-3c7d09b2d416 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.293568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c109a225-7233-4ecc-8a28-a9ab7de79dda req-e4b37331-543a-46b1-b4b7-3c7d09b2d416 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.4221923 Nov 12 11:10:45.340897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] For port 47ba0938-ecd6-4a21-bd22-7ab66176994c, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:45.341501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a02c6b-9391-4183-b54a-3648b254e805 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.345265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-90a02c6b-9391-4183-b54a-3648b254e805 tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] 10.222.0.31 "GET /v2.0/networks/9b309472-bd49-49bd-aae4-d464407b7e0c HTTP/1.1" status: 200 len: 755 time: 0.3218529 Nov 12 11:10:45.347861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41148) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:45.388433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620b568-1f1d-4ddb-9308-d921e0bb38c3 req-021f2992-e88a-42e4-9919-263bd98c1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.390460 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4620b568-1f1d-4ddb-9308-d921e0bb38c3 req-021f2992-e88a-42e4-9919-263bd98c1e67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 1098 time: 0.1578574 Nov 12 11:10:45.414927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a59df70a-ab8a-4160-b8a9-95eacfba016e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.425601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] For port 47ba0938-ecd6-4a21-bd22-7ab66176994c, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:45.442176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c461-f802-41b6-b03a-1b64e63174d0 req-23b37818-53ea-4177-a605-b54a2d1cb2d8 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.450088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8166c461-f802-41b6-b03a-1b64e63174d0 req-23b37818-53ea-4177-a605-b54a2d1cb2d8 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 943 time: 0.1026833 Nov 12 11:10:45.476126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.531211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4620b568-1f1d-4ddb-9308-d921e0bb38c3 req-2ac6f902-9de1-4831-b9f7-3c8251288f57 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312270 Nov 12 11:10:45.549374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8166c461-f802-41b6-b03a-1b64e63174d0 req-9ee9f249-adb7-4192-9e14-912681971618 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947030 Nov 12 11:10:45.592699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c109a225-7233-4ecc-8a28-a9ab7de79dda req-b2698d5d-68e6-4713-a667-ac3f0ff5daf6 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782929 Nov 12 11:10:45.601201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.602064 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.604342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] 10.222.0.52 "PUT /v2.0/ports/47ba0938-ecd6-4a21-bd22-7ab66176994c HTTP/1.1" status: 200 len: 1092 time: 2.2750328 Nov 12 11:10:45.613562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f3e99-f56f-4412-88a0-e8cd12c8523c tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.619331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-853f3e99-f56f-4412-88a0-e8cd12c8523c tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] 10.222.0.31 "GET /v2.0/networks/a0d6f9fd-e6a3-4a94-9bea-47ce17ac8f07 HTTP/1.1" status: 200 len: 768 time: 0.2657495 Nov 12 11:10:45.619331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873c4da2-6fa7-4083-8136-d99963645a4c', 'tag': '47ba0938-ecd6-4a21-bd22-7ab66176994c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:45.619331 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28110ec-9479-4cfc-8ebd-378704d9986c" -d '{"events": [{"name": "network-changed", "server_uuid": "873c4da2-6fa7-4083-8136-d99963645a4c", "tag": "47ba0938-ecd6-4a21-bd22-7ab66176994c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:45.621596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41150) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:45.704851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d3c20-f0f1-4257-93a0-c03c103a481e service neutron] Pushing event updated for resources: {'Port': ['ID=47ba0938-ecd6-4a21-bd22-7ab66176994c,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:45.792856 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c243c0-6d8c-4c1b-b1fd-c0796d1c2661 x-openstack-request-id: req-f8c243c0-6d8c-4c1b-b1fd-c0796d1c2661 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:45.793659 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873c4da2-6fa7-4083-8136-d99963645a4c", "tag": "47ba0938-ecd6-4a21-bd22-7ab66176994c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:45.794531 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8c243c0-6d8c-4c1b-b1fd-c0796d1c2661 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:45.795384 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873c4da2-6fa7-4083-8136-d99963645a4c', 'tag': '47ba0938-ecd6-4a21-bd22-7ab66176994c', 'status': 'completed', 'code': 200} Nov 12 11:10:45.827769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.877984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a59df70a-ab8a-4160-b8a9-95eacfba016e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.882254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-c85d3808-4803-43ac-85f1-5d20371e9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.888897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-c85d3808-4803-43ac-85f1-5d20371e9912 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 1095 time: 0.2135994 Nov 12 11:10:45.892174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a59df70a-ab8a-4160-b8a9-95eacfba016e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.987369 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.006196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df70a-ab8a-4160-b8a9-95eacfba016e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811ad73d-205f-4960-9dfe-859a15b023c4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:46.019777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b309472-bd49-49bd-aae4-d464407b7e0c']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:46.035067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b086cdae-23ca-4452-bdf6-5dbaf6850c88') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:46.036120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b086cdae-23ca-4452-bdf6-5dbaf6850c88') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:46.055666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.061445 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a59df70a-ab8a-4160-b8a9-95eacfba016e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae33665823e548ea9cfa5061a4abf92a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9483497 Nov 12 11:10:46.064701 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-a74b27fe-89a3-4d3d-9995-c63b406120ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c HTTP/1.1" status: 200 len: 217 time: 0.1650910 Nov 12 11:10:46.065532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41158) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:46.072625 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.080770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:46.081782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:46.157799 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:46.166585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.177581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b309472-bd49-49bd-aae4-d464407b7e0c {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:10:46.181975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.199654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9b309472-bd49-49bd-aae4-d464407b7e0c HTTP/1.1" status: 204 len: 168 time: 0.5751545 Nov 12 11:10:46.211739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403871df-71ed-412b-8a4d-89d462fda71f tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b309472-bd49-49bd-aae4-d464407b7e0c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:46.213879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41160) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:46.223974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Request body: {'network': {'name': 'tempest-network--2120113055'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:46.261732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-f60a72ae-ca0d-4167-8859-55c51b703646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.262315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Made reservation on behalf of 2e1ce2b1c24641aea2df9d021aa729e0 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:46.264349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-f60a72ae-ca0d-4167-8859-55c51b703646 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1920276 Nov 12 11:10:46.265618 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eef52e9-a316-45b9-82d7-2f8731b7b0be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.266118 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.302439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:46.315610 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.315915 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Added segment 8915f758-9577-4d34-95a5-522d07aa2138 of type vlan for network 4c8583dc-2c24-48e5-865e-d599bbb625dd Nov 12 11:10:46.343167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eef52e9-a316-45b9-82d7-2f8731b7b0be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.380692 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.380991 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-a63b5128-f0fb-45aa-a662-4fa864dfb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.383294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-a63b5128-f0fb-45aa-a662-4fa864dfb1cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101644 Nov 12 11:10:46.428975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.431625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.432793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.477797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2600253 Nov 12 11:10:46.478048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41162) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:46.490945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-adbd2e04-e61f-4709-9d19-089103c0aaec tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:46.505848 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eef52e9-a316-45b9-82d7-2f8731b7b0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.509257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eef52e9-a316-45b9-82d7-2f8731b7b0be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.512919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3eef52e9-a316-45b9-82d7-2f8731b7b0be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/811ad73d-205f-4960-9dfe-859a15b023c4 HTTP/1.1" status: 204 len: 168 time: 0.4462409 Nov 12 11:10:46.536324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef52e9-a316-45b9-82d7-2f8731b7b0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ad73d-205f-4960-9dfe-859a15b023c4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:46.565046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-4158c48b-a391-4614-8732-a5a6136b8607 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642494 Nov 12 11:10:46.596433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149e478-4ed2-44ca-8135-853a3d4066a4 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Network': ['ID=4c8583dc-2c24-48e5-865e-d599bbb625dd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:46.614291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 4c8583dc-2c24-48e5-865e-d599bbb625dd details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:46.764367 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-008fdaf4-64e5-41d9-90a2-02ff9dab37d1 req-e112589d-e810-4f61-897d-4cf15e32c972 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923435 Nov 12 11:10:47.022534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7440b4f-9999-457a-869d-e544135b835e req-9e146803-ec72-464c-a2fc-29f754f314bc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:47.025303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7440b4f-9999-457a-869d-e544135b835e req-9e146803-ec72-464c-a2fc-29f754f314bc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 943 time: 0.3247800 Nov 12 11:10:47.064238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-adbd2e04-e61f-4709-9d19-089103c0aaec tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.124975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-adbd2e04-e61f-4709-9d19-089103c0aaec tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.129533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ead15f-2a5c-428a-9c6a-d3bcc23b58c2 req-6dfc114d-e432-495e-987a-5ee4d65d4389 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:47.144181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16ead15f-2a5c-428a-9c6a-d3bcc23b58c2 req-6dfc114d-e432-495e-987a-5ee4d65d4389 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.2380645 Nov 12 11:10:47.169235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adbd2e04-e61f-4709-9d19-089103c0aaec tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Network 4c8583dc-2c24-48e5-865e-d599bbb625dd is not hosted by any dhcp agent {{(pid=109165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:10:47.170824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd2e04-e61f-4709-9d19-089103c0aaec tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:47.171751 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-adbd2e04-e61f-4709-9d19-089103c0aaec tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.181381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-adbd2e04-e61f-4709-9d19-089103c0aaec tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "PUT /v2.0/networks/4c8583dc-2c24-48e5-865e-d599bbb625dd HTTP/1.1" status: 200 len: 858 time: 0.7018909 Nov 12 11:10:47.204398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41182) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:47.241092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-94c366f9-c606-431a-aa3b-b9589bc620a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:47.245421 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-94c366f9-c606-431a-aa3b-b9589bc620a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 1095 time: 0.4171278 Nov 12 11:10:47.310100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7440b4f-9999-457a-869d-e544135b835e req-b341fa1b-fad0-417e-84b6-418862fc1390 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768011 Nov 12 11:10:47.365217 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16ead15f-2a5c-428a-9c6a-d3bcc23b58c2 req-4b06eb5d-bbb9-4456-9d48-7b3700620872 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159629 Nov 12 11:10:47.379809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd2e04-e61f-4709-9d19-089103c0aaec tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event updated for resources: {'Network': ['ID=4c8583dc-2c24-48e5-865e-d599bbb625dd,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:47.389467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41184) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:47.459230 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b739ace-a344-41d1-bb3c-8305235d6e24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.526327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.730531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.774478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8583dc-2c24-48e5-865e-d599bbb625dd']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:47.808243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8915f758-9577-4d34-95a5-522d07aa2138') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:47.808912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8915f758-9577-4d34-95a5-522d07aa2138') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:47.828306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.853300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.903379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 47ba0938-ecd6-4a21-bd22-7ab66176994c details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:10:47.914453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:47.917483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:47.924019 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:48.187740 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.212001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c8583dc-2c24-48e5-865e-d599bbb625dd {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:10:48.269682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.288077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4c8583dc-2c24-48e5-865e-d599bbb625dd HTTP/1.1" status: 204 len: 168 time: 1.0742188 Nov 12 11:10:48.291702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41188) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:48.328181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e1464-172a-46b7-9fad-d8e4baa05077 tempest-ExternalNetworksTestJSON-876134611 tempest-ExternalNetworksTestJSON-876134611-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c8583dc-2c24-48e5-865e-d599bbb625dd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:48.360625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 47ba0938-ecd6-4a21-bd22-7ab66176994c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:48.414344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '47ba0938-ecd6-4a21-bd22-7ab66176994c', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': '47ba0938-ecd6-4a21-bd22-7ab66176994c', 'mac_address': 'fa:16:3e:77:0e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:10:48.421586 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c2f148-e32a-4888-bf62-90e39b7955ad tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:48.422757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c2f148-e32a-4888-bf62-90e39b7955ad tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:48.459506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d0c2f148-e32a-4888-bf62-90e39b7955ad tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] 10.222.0.31 "DELETE /v2.0/subnets/1e41d498-df1c-4440-b463-9b0ef9656154 HTTP/1.1" status: 404 len: 337 time: 0.1614492 Nov 12 11:10:48.462454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41194) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:48.554563 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.615059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ba0938-ecd6-4a21-bd22-7ab66176994c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:48.639209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-5a5d3216-f689-4125-895c-5f21f1015467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:48.641679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-5a5d3216-f689-4125-895c-5f21f1015467 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 1.2938282 Nov 12 11:10:48.692374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 47ba0938-ecd6-4a21-bd22-7ab66176994c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:48.697865 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.721160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639e6e3-5060-4ca4-a3ca-685e8eab15a1 req-b3cf456a-b608-4c3d-97ef-991459621e96 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:48.724654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5639e6e3-5060-4ca4-a3ca-685e8eab15a1 req-b3cf456a-b608-4c3d-97ef-991459621e96 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.2223499 Nov 12 11:10:48.741293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.811813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=47ba0938-ecd6-4a21-bd22-7ab66176994c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:48.830038 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-daea1adb-5d9a-4cb5-ac95-881903240ae2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c HTTP/1.1" status: 200 len: 217 time: 0.0993202 Nov 12 11:10:48.868588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5639e6e3-5060-4ca4-a3ca-685e8eab15a1 req-bd578107-a7a9-4870-ac8d-64ab6b552cd2 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237006 Nov 12 11:10:48.918769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['47ba0938-ecd6-4a21-bd22-7ab66176994c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:48.934013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b739ace-a344-41d1-bb3c-8305235d6e24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.038887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-13d942da-ae50-4fd9-8d46-0cb41fdd3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:49.041666 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-13d942da-ae50-4fd9-8d46-0cb41fdd3889 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.2017875 Nov 12 11:10:49.055938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b739ace-a344-41d1-bb3c-8305235d6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.115256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.203288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d6f9fd-e6a3-4a94-9bea-47ce17ac8f07']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:49.223226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c77e83f-ab58-4a65-9b2c-ac6412bee14c') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:49.224059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c77e83f-ab58-4a65-9b2c-ac6412bee14c') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:49.246117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.271587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e04f6-c50d-49a1-883f-173a5d8022be req-6bab9d1d-e32a-45e2-af2d-c1b1dad26896 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:49.274758 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d38e04f6-c50d-49a1-883f-173a5d8022be req-6bab9d1d-e32a-45e2-af2d-c1b1dad26896 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 944 time: 0.5454111 Nov 12 11:10:49.330939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0b739ace-a344-41d1-bb3c-8305235d6e24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65ae91ef50714a6995e4e2d8d2db6149&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9155889 Nov 12 11:10:49.332258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41200) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:49.339709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b739ace-a344-41d1-bb3c-8305235d6e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9f12bf-35fc-4148-9d29-348590577bee,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:49.344780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.368815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:49.369482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:49.379194 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:49.398657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d38e04f6-c50d-49a1-883f-173a5d8022be req-d2318840-0f52-4e27-924e-b00da79e8790 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031191 Nov 12 11:10:49.404913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-04962567-2e9c-4a6c-a174-9471e02ebad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:49.407553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-04962567-2e9c-4a6c-a174-9471e02ebad7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3471470 Nov 12 11:10:49.409766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ab264-79b0-47c3-a815-a57b59399a79 req-1011cee7-4d84-4b73-aebb-9067d5a37c13 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:49.411470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff4ab264-79b0-47c3-a815-a57b59399a79 req-1011cee7-4d84-4b73-aebb-9067d5a37c13 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.1610260 Nov 12 11:10:49.548904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.554191 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-85ccbb47-7aa7-464c-9bac-30ab2cdc45a3 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353667 Nov 12 11:10:49.580686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.585310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] 10.222.0.31 "DELETE /v2.0/networks/a0d6f9fd-e6a3-4a94-9bea-47ce17ac8f07 HTTP/1.1" status: 204 len: 168 time: 1.1181891 Nov 12 11:10:49.617769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Pushing event deleted for resources: {'Network': ['ID=a0d6f9fd-e6a3-4a94-9bea-47ce17ac8f07,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:49.621197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0b09-5efc-418f-aa14-02e35b6fe173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.629696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff4ab264-79b0-47c3-a815-a57b59399a79 req-b8ffc190-6330-4c81-a773-954b2a38792e tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675804 Nov 12 11:10:49.669728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.670656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.671207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.671598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.672012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.672393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.673016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.673437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.673928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.674408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.675429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.675970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0ba19-1eca-4033-b4d4-778826b008ef tempest-ExternalNetworksTestJSON-792860068 tempest-ExternalNetworksTestJSON-792860068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:49.697081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0b09-5efc-418f-aa14-02e35b6fe173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.735544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d28110ec-9479-4cfc-8ebd-378704d9986c req-5183fdac-b223-4ce3-a825-28052cf57fe3 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732380 Nov 12 11:10:49.773080 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0b09-5efc-418f-aa14-02e35b6fe173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.786619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0b09-5efc-418f-aa14-02e35b6fe173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.792288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b7ea0b09-5efc-418f-aa14-02e35b6fe173 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca9f12bf-35fc-4148-9d29-348590577bee HTTP/1.1" status: 204 len: 168 time: 0.4578731 Nov 12 11:10:49.807131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea0b09-5efc-418f-aa14-02e35b6fe173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9f12bf-35fc-4148-9d29-348590577bee,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:49.891785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 47ba0938-ecd6-4a21-bd22-7ab66176994c up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:49.967766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 47ba0938-ecd6-4a21-bd22-7ab66176994c completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:10:49.986113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 47ba0938-ecd6-4a21-bd22-7ab66176994c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:49.986508 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.203388 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.262569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41218) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:50.292477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 47ba0938-ecd6-4a21-bd22-7ab66176994c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:50.296801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c4da2-6fa7-4083-8136-d99963645a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba0938-ecd6-4a21-bd22-7ab66176994c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:50.307553 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d85146-5709-4767-8972-6310e2ecd26c" -d '{"events": [{"server_uuid": "873c4da2-6fa7-4083-8136-d99963645a4c", "name": "network-vif-plugged", "status": "completed", "tag": "47ba0938-ecd6-4a21-bd22-7ab66176994c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:50.325544 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.338076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637117a1-3f45-4d56-9553-dad6ff8da41f req-55e6c7e5-4329-4b26-be03-42a65b735f5c tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:50.355097 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-637117a1-3f45-4d56-9553-dad6ff8da41f req-55e6c7e5-4329-4b26-be03-42a65b735f5c tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.1494796 Nov 12 11:10:50.414163 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc589ce1-764e-42da-a6dd-4ee7af8412dd x-openstack-request-id: req-cc589ce1-764e-42da-a6dd-4ee7af8412dd {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:50.414834 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873c4da2-6fa7-4083-8136-d99963645a4c", "name": "network-vif-plugged", "status": "completed", "tag": "47ba0938-ecd6-4a21-bd22-7ab66176994c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:50.415273 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc589ce1-764e-42da-a6dd-4ee7af8412dd {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:50.415818 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c4da2-6fa7-4083-8136-d99963645a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba0938-ecd6-4a21-bd22-7ab66176994c', 'code': 200} Nov 12 11:10:50.497823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=47ba0938-ecd6-4a21-bd22-7ab66176994c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:50.530794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-637117a1-3f45-4d56-9553-dad6ff8da41f req-e0d171ef-d082-4beb-a001-2ad9ee86fb82 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720233 Nov 12 11:10:50.666175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984ace1-52bf-41bb-b2d1-cd50ca9372a8 req-4bd35992-497a-4f5c-9560-9383c3d32093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:50.668544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8984ace1-52bf-41bb-b2d1-cd50ca9372a8 req-4bd35992-497a-4f5c-9560-9383c3d32093 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 1097 time: 0.1322486 Nov 12 11:10:50.686261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1242ca-f4b9-4e05-87f9-dbb75a9923a7 req-68ec2a16-5718-44bd-a13b-86439d6a31f4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:50.690846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc1242ca-f4b9-4e05-87f9-dbb75a9923a7 req-68ec2a16-5718-44bd-a13b-86439d6a31f4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 945 time: 0.1141765 Nov 12 11:10:50.784953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-102e94a3-f1d7-429f-ba43-22fccd934aca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be09ec2a47264d598dd39875707fb4b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5149741 Nov 12 11:10:50.791423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41240) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:50.825440 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc1242ca-f4b9-4e05-87f9-dbb75a9923a7 req-eb0a6d3b-b457-4fc9-92fd-c319009291f6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267619 Nov 12 11:10:50.853068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8984ace1-52bf-41bb-b2d1-cd50ca9372a8 req-cb131cff-d713-4691-9bc0-480bdbc306c1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763191 Nov 12 11:10:50.910946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52c1cce4-c6b0-47ee-8c52-aea29539559f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.956602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52c1cce4-c6b0-47ee-8c52-aea29539559f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.073804 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52c1cce4-c6b0-47ee-8c52-aea29539559f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.077353 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52c1cce4-c6b0-47ee-8c52-aea29539559f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.078892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-52c1cce4-c6b0-47ee-8c52-aea29539559f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46b3d4f8-26e4-4f91-9cdc-7a4065312a80 HTTP/1.1" status: 204 len: 168 time: 0.2861900 Nov 12 11:10:51.108987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1cce4-c6b0-47ee-8c52-aea29539559f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3d4f8-26e4-4f91-9cdc-7a4065312a80,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:51.230886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322fd9-d904-40b0-baae-9aeca8a20ee3 req-72e2bc83-c201-48a1-8f5b-e2dfdd0583eb tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:51.233534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61322fd9-d904-40b0-baae-9aeca8a20ee3 req-72e2bc83-c201-48a1-8f5b-e2dfdd0583eb tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.1305032 Nov 12 11:10:51.339463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61322fd9-d904-40b0-baae-9aeca8a20ee3 req-0b5ed317-8426-454f-add8-18d12e93ffc4 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918078 Nov 12 11:10:51.641117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41266) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:51.708095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6cb4df93-32dd-4430-85af-f68daceed603 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e1ce2b1c24641aea2df9d021aa729e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655584 Nov 12 11:10:51.712466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41268) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:51.791402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-687e381e-b760-4c0e-9c56-e013445b160b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.832456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-687e381e-b760-4c0e-9c56-e013445b160b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.936470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-687e381e-b760-4c0e-9c56-e013445b160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.950910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-687e381e-b760-4c0e-9c56-e013445b160b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.960969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-687e381e-b760-4c0e-9c56-e013445b160b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/522d76d9-8f16-4614-ac57-0fef9f6182a0 HTTP/1.1" status: 204 len: 168 time: 0.2395802 Nov 12 11:10:51.986624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e381e-b760-4c0e-9c56-e013445b160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d76d9-8f16-4614-ac57-0fef9f6182a0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:52.197502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adf329-e312-4a72-89d6-3cc2d303aa73 req-0b69ddc4-41b9-45c1-aed1-bc59dce6e97c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:52.207918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-12adf329-e312-4a72-89d6-3cc2d303aa73 req-0b69ddc4-41b9-45c1-aed1-bc59dce6e97c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 945 time: 0.1671534 Nov 12 11:10:52.295817 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-12adf329-e312-4a72-89d6-3cc2d303aa73 req-356d77f7-e87a-4159-bf06-1e3608a8445f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763562 Nov 12 11:10:52.559559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffc02b-d5c3-4676-a6c9-bcd8089c67c9 req-365d5f01-0a70-4fb9-99db-097205c61f60 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:52.569788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59ffc02b-d5c3-4676-a6c9-bcd8089c67c9 req-365d5f01-0a70-4fb9-99db-097205c61f60 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.1005635 Nov 12 11:10:52.638584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-59ffc02b-d5c3-4676-a6c9-bcd8089c67c9 req-8d9d7f2d-e03d-4f6b-a41e-85f2e0f59343 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671513 Nov 12 11:10:53.931291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-653f39be-9e3b-4451-a395-dd12e44ed410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:53.989444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967189-b122-41ab-8981-0309d74851c0 req-348c3507-1367-4df9-b381-a03b478f3047 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:53.992112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-53967189-b122-41ab-8981-0309d74851c0 req-348c3507-1367-4df9-b381-a03b478f3047 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.8235564 Nov 12 11:10:53.998240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ece58-e19a-4fd8-adb4-69a7209b7bfc req-df10ea3d-7e03-4630-86ea-651efa7c5cd7 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:54.004074 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7ece58-e19a-4fd8-adb4-69a7209b7bfc req-df10ea3d-7e03-4630-86ea-651efa7c5cd7 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 946 time: 0.1888368 Nov 12 11:10:54.092299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960e43b-b306-4725-b15e-ef2294c09d2c req-93f091ad-8ace-406c-9e82-fb2228a1d6ca tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:54.102647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4960e43b-b306-4725-b15e-ef2294c09d2c req-93f091ad-8ace-406c-9e82-fb2228a1d6ca tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 945 time: 0.2642612 Nov 12 11:10:54.152117 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad7ece58-e19a-4fd8-adb4-69a7209b7bfc req-95f190b8-2a7a-4bed-b9f4-488b3c45789f tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cd951fc-6ffa-48f5-922d-402e4d7150c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385541 Nov 12 11:10:54.248277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4960e43b-b306-4725-b15e-ef2294c09d2c req-e0593f13-f512-4d6d-8b7b-c5cd42357ec8 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439714 Nov 12 11:10:54.283130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Deleting port 17cbb1f8-895b-4fae-9a19-719218cd09c6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:54.283478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.465905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] For port 17cbb1f8-895b-4fae-9a19-719218cd09c6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=17cbb1f8-895b-4fae-9a19-719218cd09c6,segment=NetworkSegment(e55da4f5-950c-44f7-abbe-2a1c8c52d363),segment_id=e55da4f5-950c-44f7-abbe-2a1c8c52d363)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:54.466261 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.484695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Calling delete_port for 17cbb1f8-895b-4fae-9a19-719218cd09c6 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:54.739070 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.754936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['17cbb1f8-895b-4fae-9a19-719218cd09c6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:54.846694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Pushing event deleted for resources: {'Port': ['ID=17cbb1f8-895b-4fae-9a19-719218cd09c6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:54.952390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] No DVR routers for this DVR port 17cbb1f8-895b-4fae-9a19-719218cd09c6 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:54.967524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.972144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-53967189-b122-41ab-8981-0309d74851c0 req-c5c359a8-2262-42b9-a22c-8a4bab930b2a tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.59 "DELETE /v2.0/ports/17cbb1f8-895b-4fae-9a19-719218cd09c6 HTTP/1.1" status: 204 len: 173 time: 0.9596889 Nov 12 11:10:54.972646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9f93cf-8616-4edb-be85-fd3a35455682', 'name': 'network-vif-deleted', 'tag': '17cbb1f8-895b-4fae-9a19-719218cd09c6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:54.976770 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29affb9-bc4e-4d8d-b7e4-82c849197d80" -d '{"events": [{"server_uuid": "7c9f93cf-8616-4edb-be85-fd3a35455682", "name": "network-vif-deleted", "tag": "17cbb1f8-895b-4fae-9a19-719218cd09c6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:55.029154 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaf0487-e761-4b96-88a6-cb9648591ac6 x-openstack-request-id: req-6aaf0487-e761-4b96-88a6-cb9648591ac6 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:55.030118 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9f93cf-8616-4edb-be85-fd3a35455682", "name": "network-vif-deleted", "tag": "17cbb1f8-895b-4fae-9a19-719218cd09c6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:55.030118 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6aaf0487-e761-4b96-88a6-cb9648591ac6 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:55.030566 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9f93cf-8616-4edb-be85-fd3a35455682', 'name': 'network-vif-deleted', 'tag': '17cbb1f8-895b-4fae-9a19-719218cd09c6', 'status': 'completed', 'code': 200} Nov 12 11:10:55.205773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41372) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:55.418390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5ef719b-f8ce-4b9b-8d31-a33097604165 req-e8658101-0893-4c2e-b1d8-c565dd0d97d8 tempest-ServersNegativeTestMultiTenantJSON-663785858 tempest-ServersNegativeTestMultiTenantJSON-663785858-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c9f93cf-8616-4edb-be85-fd3a35455682 HTTP/1.1" status: 200 len: 210 time: 0.0654542 Nov 12 11:10:55.553571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e63512dd-93ba-4eb0-a535-5b6c0fe0ac7a tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:55.601637 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e63512dd-93ba-4eb0-a535-5b6c0fe0ac7a tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] 10.222.0.31 "PUT /v2.0/quotas/bf648c6a3ee44797b17ed226eb64fa46 HTTP/1.1" status: 200 len: 368 time: 0.3934412 Nov 12 11:10:55.605479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41378) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:55.612797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Request body: {'network': {'project_id': 'bf648c6a3ee44797b17ed226eb64fa46'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:55.655090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Made reservation on behalf of bf648c6a3ee44797b17ed226eb64fa46 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:55.659765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.672069 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.839840 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.857518 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.954099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d0183-bc4a-4937-8a38-0fd4185c831a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:55.996689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:56.029510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.030526 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Added segment 9cc4f669-a803-4fdb-8092-c3e1a422b942 of type vlan for network 011bb5b5-34d6-4f52-96f3-06fdef50575a Nov 12 11:10:56.116563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.155180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.156743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:56.157450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.249199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2be6-13c4-49d1-9043-e863922471eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.285425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6768632 Nov 12 11:10:56.286714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec34998-1a5f-40a6-bae3-b011f7757653 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Pushing event updated for resources: {'Network': ['ID=011bb5b5-34d6-4f52-96f3-06fdef50575a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:56.287077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41390) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:56.292032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Request body: {'network': {'project_id': 'bf648c6a3ee44797b17ed226eb64fa46'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:56.303789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 011bb5b5-34d6-4f52-96f3-06fdef50575a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:56.341935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Made reservation on behalf of bf648c6a3ee44797b17ed226eb64fa46 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:56.344382 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.396591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:56.409975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.410700 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Added segment 0a2fa747-ebd8-490e-9d51-4d0bf245ff9f of type vlan for network 9070110e-4643-4e93-bc2d-51e76e1fbd2b Nov 12 11:10:56.474159 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.507108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.508656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:56.509432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.512943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41394) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:56.599831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Pushing event updated for resources: {'Network': ['ID=9070110e-4643-4e93-bc2d-51e76e1fbd2b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:56.614902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9070110e-4643-4e93-bc2d-51e76e1fbd2b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:56.630679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bf542e89-78cf-4c5b-87a8-642799decfa2 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3423076 Nov 12 11:10:56.641620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41398) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:56.642930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0b5642-78e3-4e7a-b5af-656c8a9024b3 admin admin] Deleting subnet cec59ea4-ecb5-4ede-8e1f-861c37886fbe {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:56.649645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-431f0870-3122-47f4-9126-d5ad786697a1 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Request body: {'network': {'project_id': 'bf648c6a3ee44797b17ed226eb64fa46'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:56.655655 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5642-78e3-4e7a-b5af-656c8a9024b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.671591 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-431f0870-3122-47f4-9126-d5ad786697a1 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 11:10:56.672715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431f0870-3122-47f4-9126-d5ad786697a1 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:56.675432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-431f0870-3122-47f4-9126-d5ad786697a1 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0323472 Nov 12 11:10:56.680422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41400) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:56.708743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5642-78e3-4e7a-b5af-656c8a9024b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.765587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-14fb9d3d-c3bd-4250-b836-ba38f5c2776a tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf648c6a3ee44797b17ed226eb64fa46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0832837 Nov 12 11:10:56.766320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41402) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:56.779076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5642-78e3-4e7a-b5af-656c8a9024b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.875953 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5642-78e3-4e7a-b5af-656c8a9024b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.905743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b5642-78e3-4e7a-b5af-656c8a9024b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec59ea4-ecb5-4ede-8e1f-861c37886fbe,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:56.925085 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5642-78e3-4e7a-b5af-656c8a9024b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.929510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bf0b5642-78e3-4e7a-b5af-656c8a9024b3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cec59ea4-ecb5-4ede-8e1f-861c37886fbe HTTP/1.1" status: 204 len: 168 time: 0.4151549 Nov 12 11:10:56.931433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-714bdbeb-3774-4ecf-b543-59053030f169 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.931858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41404) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:56.965631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-714bdbeb-3774-4ecf-b543-59053030f169 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.053285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-714bdbeb-3774-4ecf-b543-59053030f169 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.058323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-714bdbeb-3774-4ecf-b543-59053030f169 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.064077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-714bdbeb-3774-4ecf-b543-59053030f169 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/e14d0183-bc4a-4937-8a38-0fd4185c831a HTTP/1.1" status: 204 len: 168 time: 0.2964964 Nov 12 11:10:57.077379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41410) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:57.117160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bdbeb-3774-4ecf-b543-59053030f169 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d0183-bc4a-4937-8a38-0fd4185c831a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:57.156142 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.239110 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.272428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.315155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81d93d5-05bd-4d1f-9ce1-287656bb3944']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:57.328579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55da4f5-950c-44f7-abbe-2a1c8c52d363') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:57.329335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55da4f5-950c-44f7-abbe-2a1c8c52d363') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:57.342130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.359260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.380001 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:57.380533 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:57.383186 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:57.444367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.475086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9070110e-4643-4e93-bc2d-51e76e1fbd2b']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:57.489290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.513425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2fa747-ebd8-490e-9d51-4d0bf245ff9f') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:57.513425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2fa747-ebd8-490e-9d51-4d0bf245ff9f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:57.515243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.520604 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f81d93d5-05bd-4d1f-9ce1-287656bb3944 HTTP/1.1" status: 204 len: 168 time: 0.5874536 Nov 12 11:10:57.523997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677886f-c5ab-4e99-b733-0804427b0117 admin admin] Pushing event deleted for resources: {'Network': ['ID=f81d93d5-05bd-4d1f-9ce1-287656bb3944,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:57.528550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41420) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:57.553497 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.593561 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.605159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:57.605964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.688234 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:57.735494 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:57.807875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.824995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.834522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:57.847919 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9070110e-4643-4e93-bc2d-51e76e1fbd2b HTTP/1.1" status: 204 len: 168 time: 0.7491703 Nov 12 11:10:57.885088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7128665-13d9-4e13-99d1-8aaf0152646e tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Pushing event deleted for resources: {'Network': ['ID=9070110e-4643-4e93-bc2d-51e76e1fbd2b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:57.903274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffbe26f-c249-45f4-8859-d1c0f742d2cd admin admin] Deleting subnet db92e787-5fee-4938-a1e2-f5d6f7547d83 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:57.908627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe26f-c249-45f4-8859-d1c0f742d2cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.960030 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe26f-c249-45f4-8859-d1c0f742d2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.014321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.017568 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe26f-c249-45f4-8859-d1c0f742d2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.156646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe26f-c249-45f4-8859-d1c0f742d2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.208033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbe26f-c249-45f4-8859-d1c0f742d2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db92e787-5fee-4938-a1e2-f5d6f7547d83,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:58.215084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe26f-c249-45f4-8859-d1c0f742d2cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.219333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8ffbe26f-c249-45f4-8859-d1c0f742d2cd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/db92e787-5fee-4938-a1e2-f5d6f7547d83 HTTP/1.1" status: 204 len: 168 time: 0.6845937 Nov 12 11:10:58.228826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41428) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:58.280452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.337003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011bb5b5-34d6-4f52-96f3-06fdef50575a']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:58.352910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc4f669-a803-4fdb-8092-c3e1a422b942') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:58.353246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc4f669-a803-4fdb-8092-c3e1a422b942') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:58.366811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.369614 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.413561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 17cbb1f8-895b-4fae-9a19-719218cd09c6 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:58.430725 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.466059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 17cbb1f8-895b-4fae-9a19-719218cd09c6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:58.467194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 17cbb1f8-895b-4fae-9a19-719218cd09c6 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:58.505776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.538611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dc3de4-be64-48e9-8bd7-1e77ff4e677d']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:58.553796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5018146c-e9d4-4e56-96ca-058b5f356679') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:58.554067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5018146c-e9d4-4e56-96ca-058b5f356679') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:58.581200 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.594679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:58.595095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:58.598240 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:58.640149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41436) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:58.746513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.762836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.774917 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.787052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] 10.222.0.31 "DELETE /v2.0/networks/011bb5b5-34d6-4f52-96f3-06fdef50575a HTTP/1.1" status: 204 len: 168 time: 0.9471388 Nov 12 11:10:58.793915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:58.796640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:58.822836 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:58.836166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5c458-ef86-4c5b-9cb8-43bdb6ae9711 tempest-QuotasNegativeTest-2138259615 tempest-QuotasNegativeTest-2138259615-project-admin] Pushing event deleted for resources: {'Network': ['ID=011bb5b5-34d6-4f52-96f3-06fdef50575a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:59.029720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.066126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.074746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] 10.222.0.31 "DELETE /v2.0/networks/01dc3de4-be64-48e9-8bd7-1e77ff4e677d HTTP/1.1" status: 204 len: 168 time: 0.8394918 Nov 12 11:10:59.082606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe8b72-9a90-402d-8e37-7d8b60497f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=01dc3de4-be64-48e9-8bd7-1e77ff4e677d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:59.344113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41452) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:59.422872 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.446027 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dbb529f9-1c25-42d3-8612-13b0d7f0462b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be979aae6bc047748274b590b5a2c151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995829 Nov 12 11:10:59.446805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41454) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:59.674960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41458) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:59.699414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a19860e-aa6e-4625-b1c1-8176d6ed9494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.772508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a19860e-aa6e-4625-b1c1-8176d6ed9494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.873257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a19860e-aa6e-4625-b1c1-8176d6ed9494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.878678 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a19860e-aa6e-4625-b1c1-8176d6ed9494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.884559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.885182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a19860e-aa6e-4625-b1c1-8176d6ed9494 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cd951fc-6ffa-48f5-922d-402e4d7150c9 HTTP/1.1" status: 204 len: 168 time: 0.4350312 Nov 12 11:10:59.914924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19860e-aa6e-4625-b1c1-8176d6ed9494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd951fc-6ffa-48f5-922d-402e4d7150c9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:00.106539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f125b89-8320-42d1-acbc-baf410390f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.278051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f125b89-8320-42d1-acbc-baf410390f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.291554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f125b89-8320-42d1-acbc-baf410390f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.331665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3f125b89-8320-42d1-acbc-baf410390f6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b450ce2ef6bd4158ac86457c6b451a7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6512220 Nov 12 11:11:00.340224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41470) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:00.425035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f125b89-8320-42d1-acbc-baf410390f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6f4e0-7f02-4895-8d38-7dc056443036,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:00.455357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Deleting port 5fd313a9-3280-4d42-8a96-cbd26e38e63f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:00.455952 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.459108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41474) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:00.507686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2de3a1f-1fe9-4463-a630-ea5311229406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.607938 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.615575 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2de3a1f-1fe9-4463-a630-ea5311229406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.640832 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fff3690d-9543-412c-b447-1768e8baad21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f98b661556e14abe8c6411b56b80ec2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802833 Nov 12 11:11:00.646638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41476) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:00.690422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2de3a1f-1fe9-4463-a630-ea5311229406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.693284 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b2de3a1f-1fe9-4463-a630-ea5311229406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.698392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b2de3a1f-1fe9-4463-a630-ea5311229406 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74b6f4e0-7f02-4895-8d38-7dc056443036 HTTP/1.1" status: 204 len: 168 time: 0.3531101 Nov 12 11:11:00.698585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] For port 5fd313a9-3280-4d42-8a96-cbd26e38e63f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5fd313a9-3280-4d42-8a96-cbd26e38e63f,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:00.698585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.709895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de3a1f-1fe9-4463-a630-ea5311229406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6f4e0-7f02-4895-8d38-7dc056443036,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:00.725347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Calling delete_port for 5fd313a9-3280-4d42-8a96-cbd26e38e63f owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:00.765325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d607099f-2b15-496c-b7dc-2408302b5253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.850844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d607099f-2b15-496c-b7dc-2408302b5253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.983612 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d607099f-2b15-496c-b7dc-2408302b5253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.986613 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d607099f-2b15-496c-b7dc-2408302b5253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.988400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d607099f-2b15-496c-b7dc-2408302b5253 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92148fc7-4138-433c-8856-f0093ab65436 HTTP/1.1" status: 204 len: 168 time: 0.3404481 Nov 12 11:11:01.011639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607099f-2b15-496c-b7dc-2408302b5253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92148fc7-4138-433c-8856-f0093ab65436,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:01.141862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.178687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd313a9-3280-4d42-8a96-cbd26e38e63f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:01.476449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41500) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:01.548687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a45a2461-543e-4108-a7c2-2df66287c89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.574296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.747318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a45a2461-543e-4108-a7c2-2df66287c89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.753808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a45a2461-543e-4108-a7c2-2df66287c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.813795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a45a2461-543e-4108-a7c2-2df66287c89b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e932fc7b95b4dd5bfe9d0f549c33034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345709 Nov 12 11:11:01.815823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a2461-543e-4108-a7c2-2df66287c89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd21b14-7897-402f-8268-a10ce1e34e12,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:01.826062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41506) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:01.954855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f22c316-9e67-4528-9ad5-7673c32a0392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.992367 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f22c316-9e67-4528-9ad5-7673c32a0392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.053478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Router 1fa89a9f-b508-4fac-ba05-f933928683e8 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:02.061337 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f22c316-9e67-4528-9ad5-7673c32a0392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.064706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f22c316-9e67-4528-9ad5-7673c32a0392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.070752 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7f22c316-9e67-4528-9ad5-7673c32a0392 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cd21b14-7897-402f-8268-a10ce1e34e12 HTTP/1.1" status: 204 len: 168 time: 0.2409174 Nov 12 11:11:02.079564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22c316-9e67-4528-9ad5-7673c32a0392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd21b14-7897-402f-8268-a10ce1e34e12,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:02.258823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:02.264765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f930ec47-2214-46e2-921e-f2c069553dc3 admin admin] 10.222.0.31 "PUT /v2.0/routers/1fa89a9f-b508-4fac-ba05-f933928683e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6233504 Nov 12 11:11:02.267373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41522) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:02.271408 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] Sync routers for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:02.289927 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:02.289927 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:10:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:02.448991 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.500594 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:02.666250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.814826 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T11:11:01Z', 'revision_number': 5, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port': {'id': 'ea802fe5-a92b-47d6-9de1-3f9adf1302fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:51Z', 'updated_at': '2021-11-12T10:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:02.865783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Deleting port ea802fe5-a92b-47d6-9de1-3f9adf1302fb {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:02.865783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.880906 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] Checking router: 1fa89a9f-b508-4fac-ba05-f933928683e8 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:02.906065 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] Routers {'1fa89a9f-b508-4fac-ba05-f933928683e8'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:02.906806 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:10:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['1fa89a9f-b508-4fac-ba05-f933928683e8'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:03.022476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-e835e64d-28af-4600-9382-872835da496d admin admin] For port ea802fe5-a92b-47d6-9de1-3f9adf1302fb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ea802fe5-a92b-47d6-9de1-3f9adf1302fb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:03.022851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.059791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Calling delete_port for ea802fe5-a92b-47d6-9de1-3f9adf1302fb owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:03.135819 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] Set router 1fa89a9f-b508-4fac-ba05-f933928683e8 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:03.286873 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T11:11:02Z', 'revision_number': 6, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:03.366655 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fd380-0ffd-42ce-8404-cd7000017932 None None] The sync data for ids ['1fa89a9f-b508-4fac-ba05-f933928683e8'] in n-d-768851-19 is: [{'id': '1fa89a9f-b508-4fac-ba05-f933928683e8', 'name': 'tempest-TaggedBootDevicesTest-1639143949-router', 'tenant_id': '457678ceb2db435d85a68bc68bb38f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:49Z', 'updated_at': '2021-11-12T11:11:02Z', 'revision_number': 6, 'project_id': '457678ceb2db435d85a68bc68bb38f51', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:03.406336 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.456412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea802fe5-a92b-47d6-9de1-3f9adf1302fb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:03.460999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33107e5-1b8a-4f13-a67c-3f78cfb4b74b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:03.530897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.531266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.531617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.531957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.532293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.532628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.533003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.533332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.533702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.534082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.534447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.534774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:03.648773 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.704668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41570) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:03.812397 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.818435 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.941118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.942042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa89a9f-b508-4fac-ba05-f933928683e8 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:11:03.947635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e835e64d-28af-4600-9382-872835da496d admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.949144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e835e64d-28af-4600-9382-872835da496d admin admin] 10.222.0.31 "DELETE /v2.0/routers/1fa89a9f-b508-4fac-ba05-f933928683e8 HTTP/1.1" status: 204 len: 168 time: 1.6796453 Nov 12 11:11:03.969735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41582) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:03.988042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5fd313a9-3280-4d42-8a96-cbd26e38e63f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:04.004155 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e36943dd-af15-4c32-a0a2-5527b97a053d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.044103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5fd313a9-3280-4d42-8a96-cbd26e38e63f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:04.044728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5fd313a9-3280-4d42-8a96-cbd26e38e63f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:04.124555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-398f48a8-2e19-4e86-8137-f8ddc03d684c admin admin] Deleting subnet 0117afdc-0f85-46f4-a531-24e8628fef14 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:04.137772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-398f48a8-2e19-4e86-8137-f8ddc03d684c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.160769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e36943dd-af15-4c32-a0a2-5527b97a053d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.168459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e36943dd-af15-4c32-a0a2-5527b97a053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.211553 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-398f48a8-2e19-4e86-8137-f8ddc03d684c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.329026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e36943dd-af15-4c32-a0a2-5527b97a053d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=618924b5016843a6b1932eff5272461b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6229410 Nov 12 11:11:04.338702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41598) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:04.339425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36943dd-af15-4c32-a0a2-5527b97a053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f14579b-5098-40ac-a468-13dbaa5648a3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:04.521752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-458aef58-c942-47af-8095-aff13e9a8b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.550391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-458aef58-c942-47af-8095-aff13e9a8b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.551321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-398f48a8-2e19-4e86-8137-f8ddc03d684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.676699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-458aef58-c942-47af-8095-aff13e9a8b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.681630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-458aef58-c942-47af-8095-aff13e9a8b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.681961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-458aef58-c942-47af-8095-aff13e9a8b27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f14579b-5098-40ac-a468-13dbaa5648a3 HTTP/1.1" status: 204 len: 168 time: 0.3245859 Nov 12 11:11:04.692608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aef58-c942-47af-8095-aff13e9a8b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f14579b-5098-40ac-a468-13dbaa5648a3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:04.742127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d5e4f-4f6f-4c93-8cbc-cc8b4142520c req-1c4bf48d-f108-4ddf-9a75-12cfb4f7b996 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.745849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a46d5e4f-4f6f-4c93-8cbc-cc8b4142520c req-1c4bf48d-f108-4ddf-9a75-12cfb4f7b996 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1294682 Nov 12 11:11:04.769732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e4249-e474-4bd8-8123-eb7369a9f35c req-de15b4b3-d789-4b63-b1a3-539da4551cfb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.771621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6d1e4249-e474-4bd8-8123-eb7369a9f35c req-de15b4b3-d789-4b63-b1a3-539da4551cfb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3954475 Nov 12 11:11:04.777569 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-398f48a8-2e19-4e86-8137-f8ddc03d684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.819034 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-398f48a8-2e19-4e86-8137-f8ddc03d684c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.824167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500ffe3-e1f7-4025-b526-a8bd69467a2a None None] Network 77981b1f-f093-4607-a4ab-5db715ba3b08 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:04.837556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-398f48a8-2e19-4e86-8137-f8ddc03d684c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0117afdc-0f85-46f4-a531-24e8628fef14 HTTP/1.1" status: 204 len: 168 time: 0.8629782 Nov 12 11:11:04.841097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41610) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:04.912745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f48a8-2e19-4e86-8137-f8ddc03d684c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0117afdc-0f85-46f4-a531-24e8628fef14,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:04.975176 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6d1e4249-e474-4bd8-8123-eb7369a9f35c req-221753bd-b80c-4355-91b4-7c03c8bb3e92 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763098 Nov 12 11:11:05.024889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.069568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a46d5e4f-4f6f-4c93-8cbc-cc8b4142520c req-a89b3d24-0255-48c3-9a84-a90cd5f6f68a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033373 Nov 12 11:11:05.085447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41620) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:05.207892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] DHCP port deletion for 77981b1f-f093-4607-a4ab-5db715ba3b08 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:05.260803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044029b1-bffb-4fec-b287-f31647d36ee9 req-f3951927-8cc9-4820-8812-90d6ae8a74a9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:05.262816 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-044029b1-bffb-4fec-b287-f31647d36ee9 req-f3951927-8cc9-4820-8812-90d6ae8a74a9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1377296 Nov 12 11:11:05.287896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-c3eb10a6-d4e2-4cb8-9fcc-dcaee52900d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:05.290221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-c3eb10a6-d4e2-4cb8-9fcc-dcaee52900d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 1097 time: 0.1589048 Nov 12 11:11:05.320795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Deleting port d03e12ff-a061-48ce-a726-5177a059c0c0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:05.321170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.353782 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-044029b1-bffb-4fec-b287-f31647d36ee9 req-5bcb1d51-c0b0-4842-9f10-02d30f62d0c6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838737 Nov 12 11:11:05.387555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] Deleting port d03e12ff-a061-48ce-a726-5177a059c0c0 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:05.388184 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.550605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] For port d03e12ff-a061-48ce-a726-5177a059c0c0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d03e12ff-a061-48ce-a726-5177a059c0c0,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:05.553462 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.560150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] For port d03e12ff-a061-48ce-a726-5177a059c0c0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d03e12ff-a061-48ce-a726-5177a059c0c0,segment=NetworkSegment(4fe244a3-afac-4417-9cc3-ba38538f907c),segment_id=4fe244a3-afac-4417-9cc3-ba38538f907c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:05.560690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.584731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] Calling delete_port for d03e12ff-a061-48ce-a726-5177a059c0c0 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:05.607990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Calling delete_port for d03e12ff-a061-48ce-a726-5177a059c0c0 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:05.741134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1316277959'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:05.743963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d03e12ff-a061-48ce-a726-5177a059c0c0 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:05.751372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.790532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.792843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e3d8-c477-4311-acd1-434f60e721d9 req-a475df16-eb65-4f0f-b156-71912f0ef09b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:05.800117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-472cee42-69e8-478c-bc86-e4c3e3bddcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:05.802458 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-472cee42-69e8-478c-bc86-e4c3e3bddcb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 910 time: 0.4766266 Nov 12 11:11:05.803930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ac1e3d8-c477-4311-acd1-434f60e721d9 req-a475df16-eb65-4f0f-b156-71912f0ef09b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0936000 Nov 12 11:11:05.812175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] No DVR routers for this DVR port d03e12ff-a061-48ce-a726-5177a059c0c0 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:05.813452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: d03e12ff-a061-48ce-a726-5177a059c0c0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:05.817136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d03e12ff-a061-48ce-a726-5177a059c0c0 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:05.818089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ea802fe5-a92b-47d6-9de1-3f9adf1302fb no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:05.838244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03e12ff-a061-48ce-a726-5177a059c0c0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:05.865085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ea802fe5-a92b-47d6-9de1-3f9adf1302fb {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:05.865707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ea802fe5-a92b-47d6-9de1-3f9adf1302fb not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:05.866952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] No DVR routers for this DVR port d03e12ff-a061-48ce-a726-5177a059c0c0 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:05.898479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5279d-2822-4f45-9a09-ac275ecc554e None None] Pushing event deleted for resources: {'Port': ['ID=d03e12ff-a061-48ce-a726-5177a059c0c0,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:05.932563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ac1e3d8-c477-4311-acd1-434f60e721d9 req-c0682eef-2c26-48eb-84ae-5f75d0e1c648 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277862 Nov 12 11:11:05.961778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Made reservation on behalf of 81ca1aa91ecc463e8ef1eb3aba6f8ecb for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:05.962962 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.966338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.997067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.016091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77981b1f-f093-4607-a4ab-5db715ba3b08']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:06.034983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe244a3-afac-4417-9cc3-ba38538f907c') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:06.035365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe244a3-afac-4417-9cc3-ba38538f907c') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:06.047066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-10411c99-70fc-4c05-b617-c340886fc17d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547581eb-7527-437c-b5fe-30b5d76a2d35 HTTP/1.1" status: 200 len: 1001 time: 0.2006407 Nov 12 11:11:06.056668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.103185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41652) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:06.119544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.139710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:06.140750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:06.144536 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:06.268602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-552765655-network', 'tenant_id': '4119110a7ae440b1a862ef8674017add'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:06.301339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Made reservation on behalf of 4119110a7ae440b1a862ef8674017add for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:06.304877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.328471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.428988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.433768 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.457507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:06.484778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41304df3-46a0-422c-8dad-7c569759d60d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:06.490050 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.490491 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Added segment b4fa1257-2c0b-4bd4-9a34-ba2fd485ee83 of type vlan for network cae91b1f-e815-4feb-9ed1-697cdd5e6297 Nov 12 11:11:06.550866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.587081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.587081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.587081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.587566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-5a78345e-833b-41c3-920f-ad63b4e52ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.588215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-5a78345e-833b-41c3-920f-ad63b4e52ee5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.5279169 Nov 12 11:11:06.663663 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.668617 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.673131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] 10.222.0.31 "DELETE /v2.0/networks/77981b1f-f093-4607-a4ab-5db715ba3b08 HTTP/1.1" status: 204 len: 168 time: 1.8309495 Nov 12 11:11:06.716821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6113706 Nov 12 11:11:06.717381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0ea35-5cc2-4abd-9521-0db1f9364750 admin admin] Pushing event deleted for resources: {'Network': ['ID=77981b1f-f093-4607-a4ab-5db715ba3b08,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:06.732955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-d662c7a0-987d-42ed-aef2-44e12556a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.734797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-d662c7a0-987d-42ed-aef2-44e12556a56c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236742 Nov 12 11:11:06.743547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc80d9e-985e-4042-a844-a027b9a1fe01 admin admin] Pushing event updated for resources: {'Network': ['ID=cae91b1f-e815-4feb-9ed1-697cdd5e6297,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:06.761356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39a16-3df9-408d-8280-e0d73a8b3baa req-cd890ad9-e831-4fd3-a831-3bc735d4623e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.765335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network cae91b1f-e815-4feb-9ed1-697cdd5e6297 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:06.766245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ce39a16-3df9-408d-8280-e0d73a8b3baa req-cd890ad9-e831-4fd3-a831-3bc735d4623e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.5769403 Nov 12 11:11:06.768374 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.806116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.820398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415ab9-a127-4d48-957b-4bd265474e9a req-b25055ba-d4af-43d0-9abd-aeebb44deb1b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.823028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77415ab9-a127-4d48-957b-4bd265474e9a req-b25055ba-d4af-43d0-9abd-aeebb44deb1b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2077236 Nov 12 11:11:06.942501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41666) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:06.948918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:06.971886 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77415ab9-a127-4d48-957b-4bd265474e9a req-5c1b0e73-8e1d-4dd3-87c8-d3fbde774d9a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182446 Nov 12 11:11:06.981501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-a47dbcbf-f3d3-4880-a0d0-d097e05e531b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2087574 Nov 12 11:11:07.005707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.006359 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Added segment 1f58dd25-b52b-4172-8683-82f0160fc4ba of type vlan for network eeedd6dc-7684-4601-b366-efbef5c202c1 Nov 12 11:11:07.018735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ce39a16-3df9-408d-8280-e0d73a8b3baa req-6eb43d66-6ffd-41fc-9a78-fb23d2cbd4ac tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159979 Nov 12 11:11:07.039456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf91e21-6525-44a2-b38b-830d66300103,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:07.123678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.149404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-da7232fd-8995-421d-a44e-65fac750317d service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793824 Nov 12 11:11:07.151477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-48e072a9-a940-4648-b472-b3553ee438c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:07.153140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-48e072a9-a940-4648-b472-b3553ee438c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 1097 time: 0.0726423 Nov 12 11:11:07.157491 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5dabc8a2-f585-4e42-90a4-9bb0231b125f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=457678ceb2db435d85a68bc68bb38f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114677 Nov 12 11:11:07.165053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41674) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:07.230449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.243877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:07.245564 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.354914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2643793 Nov 12 11:11:07.356585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-48484baa-4007-4729-886f-c284fa4328d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:07.364391 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-48484baa-4007-4729-886f-c284fa4328d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.1821165 Nov 12 11:11:07.443315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60259089-741a-441b-ad74-26b2df7b4bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Pushing event updated for resources: {'Network': ['ID=eeedd6dc-7684-4601-b366-efbef5c202c1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:07.460164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network eeedd6dc-7684-4601-b366-efbef5c202c1 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:07.493968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecd74d7f-6c8e-409b-b1ff-2a8120105e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.500966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6aae8458-0f97-4e9e-b8bc-21d51b22129e req-66272dd7-c9a5-4e4a-acd6-f976170ee557 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367689 Nov 12 11:11:07.563438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecd74d7f-6c8e-409b-b1ff-2a8120105e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.648855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecd74d7f-6c8e-409b-b1ff-2a8120105e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.653863 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecd74d7f-6c8e-409b-b1ff-2a8120105e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.656131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ecd74d7f-6c8e-409b-b1ff-2a8120105e9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8234259f-fcc1-4830-a3ef-bc7c11b1b824 HTTP/1.1" status: 204 len: 168 time: 0.4897771 Nov 12 11:11:07.668791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd74d7f-6c8e-409b-b1ff-2a8120105e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8234259f-fcc1-4830-a3ef-bc7c11b1b824,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:07.772552 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-32165abf-93d5-43d2-92fc-734d9488540c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af3f140-b939-446a-98ad-182c808c69f0 HTTP/1.1" status: 200 len: 217 time: 0.4024928 Nov 12 11:11:07.897840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41686) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:07.911766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Request body: {'port': {'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1', 'binding:host_id': 'n-h1-768851-19', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883085833'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:07.976109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Made reservation on behalf of e8f62cc9d1914612b8cf65ab5b1691b3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:07.978872 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.992599 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.131122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-4cbba635-904c-4b85-950a-2b69c195ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.134272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-4cbba635-904c-4b85-950a-2b69c195ad54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.3412321 Nov 12 11:11:08.213859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fe5f7-32a3-4082-9de5-f6ab1ce2e544 req-929e3447-f9a6-4022-9276-51fc9fcaf302 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.222105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd2fe5f7-32a3-4082-9de5-f6ab1ce2e544 req-929e3447-f9a6-4022-9276-51fc9fcaf302 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1211159 Nov 12 11:11:08.238666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-e87dd0f9-17e8-440d-82eb-5d0b4cdbb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.240211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-e87dd0f9-17e8-440d-82eb-5d0b4cdbb9ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954757 Nov 12 11:11:08.249076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f35c3-d2f6-468a-9d87-de60440f55d9 req-85608558-48a6-49f5-a440-8a7579f685e3 tempest-ComputeTenantNetworksTest-1563881181 tempest-ComputeTenantNetworksTest-1563881181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.257156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f35c3-d2f6-468a-9d87-de60440f55d9 req-85608558-48a6-49f5-a440-8a7579f685e3 tempest-ComputeTenantNetworksTest-1563881181 tempest-ComputeTenantNetworksTest-1563881181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.264677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f35c3-d2f6-468a-9d87-de60440f55d9 req-85608558-48a6-49f5-a440-8a7579f685e3 tempest-ComputeTenantNetworksTest-1563881181 tempest-ComputeTenantNetworksTest-1563881181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.266630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-466f35c3-d2f6-468a-9d87-de60440f55d9 req-85608558-48a6-49f5-a440-8a7579f685e3 tempest-ComputeTenantNetworksTest-1563881181 tempest-ComputeTenantNetworksTest-1563881181-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4930549 Nov 12 11:11:08.287108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.293271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.314282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] device_id is not set on port 8fd87489-e7b1-42fb-9166-392320eed67c yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:08.386107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd2fe5f7-32a3-4082-9de5-f6ab1ce2e544 req-a1b151e4-3062-4060-84e2-1f2e0591e00b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630380 Nov 12 11:11:08.387046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61fe49d-1e47-43be-bc6c-aab5194023e4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:08.519149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-7f7e77b1-4853-472b-8735-476766eb4224 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510407 Nov 12 11:11:08.542597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937f49e-5221-458b-81c6-b542c957dd1e req-aff9ea5e-bf8e-4671-bbcb-8a829663055b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.552663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7937f49e-5221-458b-81c6-b542c957dd1e req-aff9ea5e-bf8e-4671-bbcb-8a829663055b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1619511 Nov 12 11:11:08.712140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7937f49e-5221-458b-81c6-b542c957dd1e req-acd1d088-72cd-4b17-9a2c-d82993549427 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584303 Nov 12 11:11:08.755666 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1d2d951-961b-4122-8edb-702c5b1bf2e5 req-cfc7bd59-1241-4d5a-b755-124caf7e051c service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001126 Nov 12 11:11:08.816924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d942f2-4c02-4955-a89e-ca4f5e259acf req-5455de1e-6717-4817-8fa2-f656062096cc tempest-ComputeTenantNetworksTest-1563881181 tempest-ComputeTenantNetworksTest-1563881181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.818563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76d942f2-4c02-4955-a89e-ca4f5e259acf req-5455de1e-6717-4817-8fa2-f656062096cc tempest-ComputeTenantNetworksTest-1563881181 tempest-ComputeTenantNetworksTest-1563881181-project] 10.222.0.31 "GET /v2.0/networks/cae91b1f-e815-4feb-9ed1-697cdd5e6297 HTTP/1.1" status: 200 len: 768 time: 0.3232377 Nov 12 11:11:08.837877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41718) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:08.942199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] device_id is not set on port 8fd87489-e7b1-42fb-9166-392320eed67c yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:08.964912 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.991220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.021854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.083664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd87489-e7b1-42fb-9166-392320eed67c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:09.091841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Checking segment: {'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:09.093210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Network hostable DHCP agents. Network: eeedd6dc-7684-4601-b366-efbef5c202c1, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:09.119910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Network eeedd6dc-7684-4601-b366-efbef5c202c1 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:09.136827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, eeedd6dc-7684-4601-b366-efbef5c202c1) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:09.144488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:09.156542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25014ec-f8e6-4512-aad0-8b213861e247 None None] Network eeedd6dc-7684-4601-b366-efbef5c202c1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:09.157701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41724) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:09.175309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.175993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.176351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.182762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.183241 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.183650 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 2 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.200362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.200698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.201166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.207734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.208066 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.208469 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 3 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.211935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.231407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.233651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.235887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.250814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.250814 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.250814 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 4 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.251232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae91b1f-e815-4feb-9ed1-697cdd5e6297']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:09.265776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fa1257-2c0b-4bd4-9a34-ba2fd485ee83') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:09.266254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fa1257-2c0b-4bd4-9a34-ba2fd485ee83') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:09.274674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.275091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.275440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.280736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.281670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.282050 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.282563 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 5 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.301545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.308696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.309320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.309890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.316974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.317392 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.317705 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 6 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.324363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:09.327224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:09.330644 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:09.336421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.336756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.337125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.342785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.343123 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.343521 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 7 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.364312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.364648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.365160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.370131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.370562 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.370851 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 8 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.388324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.388891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.389179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.394670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.395079 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.395373 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 9 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.414351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.415083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.415785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.422944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.423745 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.424834 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 10 to bind port 8fd87489-e7b1-42fb-9166-392320eed67c Nov 12 11:11:09.443774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.444082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.444542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.453586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1290307871-network', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:09.457944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 8fd87489-e7b1-42fb-9166-392320eed67c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.458282 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 8fd87489-e7b1-42fb-9166-392320eed67c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:09.458652 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.501324 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.514464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Made reservation on behalf of 4e44d61901f649969bd21a305ad88b9c for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:09.518022 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.533676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.537125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.540467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cae91b1f-e815-4feb-9ed1-697cdd5e6297 HTTP/1.1" status: 204 len: 168 time: 0.7002096 Nov 12 11:11:09.550087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9710b-0825-4bf7-bbfe-057735e46c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae91b1f-e815-4feb-9ed1-697cdd5e6297,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:09.641856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] For port 8fd87489-e7b1-42fb-9166-392320eed67c, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:09.642537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempted to set empty binding levels {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:11:09.663455 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.729825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:09.730431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.744716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41736) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:09.748492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e903d1b-92d8-4c00-a285-6ae74c567599 req-a5fe764c-3bab-487c-9012-bdcab195d177 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:09.750553 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e903d1b-92d8-4c00-a285-6ae74c567599 req-a5fe764c-3bab-487c-9012-bdcab195d177 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1742616 Nov 12 11:11:09.818030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.9135838 Nov 12 11:11:09.828306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41740) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:09.840201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629a8f-aff8-49f7-ae91-e85ad65d79eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd87489-e7b1-42fb-9166-392320eed67c,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:09.948064 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-450ea236-24e5-4166-bab3-a77755562cae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4119110a7ae440b1a862ef8674017add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2016785 Nov 12 11:11:09.954453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.956381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41744) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:09.962326 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.968886 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e903d1b-92d8-4c00-a285-6ae74c567599 req-1c7f988a-1104-439d-805e-344d43b56c16 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829829 Nov 12 11:11:09.974714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.020256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:10.024111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f26ac-b9f6-4e54-8ad6-0ea9f9a350e4 req-86721997-5d53-4b52-a6c1-67cf48f97924 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.025848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-319f26ac-b9f6-4e54-8ad6-0ea9f9a350e4 req-86721997-5d53-4b52-a6c1-67cf48f97924 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1662323 Nov 12 11:11:10.053966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f160666-9f98-41b3-9278-845988b1534f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:10.059842 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.060269 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Added segment 96748c4a-2b57-4343-ba35-9329225404fb of type vlan for network 23decf61-90d4-4c8c-8f4b-3f121dae7993 Nov 12 11:11:10.123633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Deleting port 8fd87489-e7b1-42fb-9166-392320eed67c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:10.123958 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.126311 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-857926bf-6d4b-4d29-aaa7-035b853e2917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.136649 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-319f26ac-b9f6-4e54-8ad6-0ea9f9a350e4 req-cd997c1c-be67-4cd0-b72d-39b0cc87381e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982661 Nov 12 11:11:10.144439 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.160845 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-857926bf-6d4b-4d29-aaa7-035b853e2917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.228165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] For port 8fd87489-e7b1-42fb-9166-392320eed67c, host n-h1-768851-19, got binding levels [] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:10.228659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.237678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.238952 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-857926bf-6d4b-4d29-aaa7-035b853e2917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.239599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.240206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.244760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-857926bf-6d4b-4d29-aaa7-035b853e2917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.249076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-857926bf-6d4b-4d29-aaa7-035b853e2917 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41304df3-46a0-422c-8dad-7c569759d60d HTTP/1.1" status: 204 len: 168 time: 0.2886181 Nov 12 11:11:10.255165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Calling delete_port for 8fd87489-e7b1-42fb-9166-392320eed67c owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:10.263054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857926bf-6d4b-4d29-aaa7-035b853e2917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41304df3-46a0-422c-8dad-7c569759d60d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:10.330043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1727571 Nov 12 11:11:10.334090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41748) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:10.340364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Request body: {'subnet': {'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1290307871-subnet', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:10.368259 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.371861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3d8ac-4c56-4f74-a8ed-8630e62f49e8 admin admin] Pushing event updated for resources: {'Network': ['ID=23decf61-90d4-4c8c-8f4b-3f121dae7993,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:10.378305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Made reservation on behalf of 4e44d61901f649969bd21a305ad88b9c for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:10.383455 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.399997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 23decf61-90d4-4c8c-8f4b-3f121dae7993 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:10.448119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.526453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fd87489-e7b1-42fb-9166-392320eed67c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:10.534965 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.539300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2612783c-f9bd-46a6-b44c-4add223c61ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "DELETE /v2.0/ports/8fd87489-e7b1-42fb-9166-392320eed67c HTTP/1.1" status: 204 len: 168 time: 0.7089298 Nov 12 11:11:10.542419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41750) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:10.569529 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a32ccf-54a0-40a8-bebb-133af66bb77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:11:10.571484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a7a32ccf-54a0-40a8-bebb-133af66bb77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "GET /v2.0/ports/8fd87489-e7b1-42fb-9166-392320eed67c HTTP/1.1" status: 404 len: 333 time: 0.0280807 Nov 12 11:11:10.574935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41752) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:10.579671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Request body: {'port': {'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-910083131'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:10.619819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Made reservation on behalf of e8f62cc9d1914612b8cf65ab5b1691b3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:10.629159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.654773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] device_id is not set on port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:10.696191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.786511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:10.794503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Checking segment: {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:10.795430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Network hostable DHCP agents. Network: 23decf61-90d4-4c8c-8f4b-3f121dae7993, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:10.816769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Network 23decf61-90d4-4c8c-8f4b-3f121dae7993 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:10.831881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 23decf61-90d4-4c8c-8f4b-3f121dae7993) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:10.838493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.839574 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.840825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08162d9f-2e78-4096-a4db-fc3f95eef6fe None None] Network 23decf61-90d4-4c8c-8f4b-3f121dae7993 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:10.860397 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dee01b06-7d45-4289-a329-d4b02f8258fb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5251091 Nov 12 11:11:10.863741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41764) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:10.868607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:10.895670 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.897670 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.913807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.964620 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.003825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.016248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Network eeedd6dc-7684-4601-b366-efbef5c202c1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:11.028454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42ac2d-a962-4769-a536-7f029f299907 None None] Network 23decf61-90d4-4c8c-8f4b-3f121dae7993 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:11.033914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:11.043629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:11.047432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:11.048707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.052022 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.075551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a7ac9e2d-2236-4ebc-9fb7-48613cc70d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4995568 Nov 12 11:11:11.078212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41770) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:11.084645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:11.162943 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.219181 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.359345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d032e-338b-42a2-a1bd-e46559f9950b req-c4e4c943-30b5-4fcb-be82-b6685b7dfc70 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.361025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce3d032e-338b-42a2-a1bd-e46559f9950b req-c4e4c943-30b5-4fcb-be82-b6685b7dfc70 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1333263 Nov 12 11:11:11.399769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545b8f5-264c-4d19-baf0-314b7072fd6b req-2ce36c18-69b4-4819-884d-d73c284b05f4 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.401755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c545b8f5-264c-4d19-baf0-314b7072fd6b req-2ce36c18-69b4-4819-884d-d73c284b05f4 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0669055 Nov 12 11:11:11.443748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce3d032e-338b-42a2-a1bd-e46559f9950b req-4d0f49e4-0f32-4c31-b32f-c4bf772f10dc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679872 Nov 12 11:11:11.484005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] device_id is not set on port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:11.501565 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.516991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.554864 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c545b8f5-264c-4d19-baf0-314b7072fd6b req-638bd2ac-64b5-403e-87eb-7a2b7dcf04b8 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434157 Nov 12 11:11:11.567547 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.584623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:11.596962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.607926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.608487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.609333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.618547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.619090 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.619726 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 2 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.646385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.646728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.647073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.653040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.653040 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.653040 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 3 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.686011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.686401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.686795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.694762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.695319 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.695965 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 4 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.718301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.718639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.719032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.728613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.729046 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.729448 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 5 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.749557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.749929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.750276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.756625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.756987 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.758150 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 6 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.760801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Allocated IP 172.25.2.247 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:11.773481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.773816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.774156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.780020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.780355 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.780778 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 7 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.799614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.800198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.800755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.807292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.808160 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.808726 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 8 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.827944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.828395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.828833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.834688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.835149 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.835628 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 9 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.851109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.851457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.851807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.858460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.858697 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.859154 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 10 to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c Nov 12 11:11:11.877586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:11.877930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:11.878274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:11.895159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:11.895560 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:11.896000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.919885 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.962237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.011366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:12.014559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:12.017245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:12.031524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] For port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:12.036539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempted to set empty binding levels {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:11:12.044060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e42baa8-99ef-4ef3-bddb-e9dc1ad9b979 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:12.047704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.059844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Pushing event updated for resources: {'Port': ['ID=b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:12.131007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] In _notify_port_updated(), no bound segment for port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:11:12.132888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.134349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.142413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "PUT /v2.0/ports/d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c HTTP/1.1" status: 200 len: 979 time: 1.0622799 Nov 12 11:11:12.143743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41800) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:12.167837 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-61319189-3735-421c-a61f-4db79a831878 None None] Provisioning complete for port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:12.168206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-61319189-3735-421c-a61f-4db79a831878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.246663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c334d-7f1c-45e1-8d5c-6bc693069ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:12.268890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-61319189-3735-421c-a61f-4db79a831878 None None] Port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:12.296504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.296951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.297830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.298706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.300126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.301027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.302159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.303569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.303907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.304814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.305764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.306657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.307555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.308437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.309348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.310290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.311626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.312022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.312887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.313764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.314720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.315977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.316452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.327887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b332b865-4418-4ea9-b0f4-bdab6a5d4ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20469 time: 0.1781683 Nov 12 11:11:12.329015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41806) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:12.447452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.464970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Deleting port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:12.465489 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.594532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] For port d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c, host n-h1-768851-19, got binding levels [] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:12.596338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.620284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Calling delete_port for d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:12.795415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc82513-9aee-42ca-b36f-4ae57ca8ea41 req-02891764-c0cd-41d0-a132-2c192a6d40c8 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.797234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9cc82513-9aee-42ca-b36f-4ae57ca8ea41 req-02891764-c0cd-41d0-a132-2c192a6d40c8 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1057014 Nov 12 11:11:12.802971 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.876154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.879762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c HTTP/1.1" status: 204 len: 168 time: 0.5476272 Nov 12 11:11:12.882535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54752d-aeeb-4862-8483-d81d2f11d25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event deleted for resources: {'Port': ['ID=d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:12.883961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41822) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:12.928308 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eec481b-d8ed-4656-b118-66a2991bd25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:11:12.930302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9eec481b-d8ed-4656-b118-66a2991bd25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "GET /v2.0/ports/d58f3e8b-3c3b-4130-9085-7aeffcdbbe5c HTTP/1.1" status: 404 len: 333 time: 0.0447326 Nov 12 11:11:12.953014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:12.962260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1605622159', 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:12.990670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9cc82513-9aee-42ca-b36f-4ae57ca8ea41 req-c77af9ae-9580-44f2-ba75-4160d0e2f54b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597774 Nov 12 11:11:13.007971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Made reservation on behalf of e8f62cc9d1914612b8cf65ab5b1691b3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:13.012702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.040849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] device_id is not set on port 385ef659-2356-444f-9afb-37dd8a2be386 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:13.074038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241fa1d-e955-4467-bce5-8add21a28caf req-25cc7211-5eef-4e6c-a029-8b31767494d0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.082078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3241fa1d-e955-4467-bce5-8add21a28caf req-25cc7211-5eef-4e6c-a029-8b31767494d0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0866897 Nov 12 11:11:13.227931 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3241fa1d-e955-4467-bce5-8add21a28caf req-2fe9abb8-3209-4a2d-a4ad-04990c995dff tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403086 Nov 12 11:11:13.263690 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.272518 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.312949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.394751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Network eeedd6dc-7684-4601-b366-efbef5c202c1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:13.397908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:13.406794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:13.407698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.408895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.450062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=385ef659-2356-444f-9afb-37dd8a2be386,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:13.459979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a199189d-758f-4fef-92d9-27a89af246a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5032518 Nov 12 11:11:13.460444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41844) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:13.479429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Router 40b98760-4622-4798-8108-80eedf0cc7be is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:11:13.504381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e0e34-1fa3-4711-b95b-abb862a48593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.506849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6a7e0e34-1fa3-4711-b95b-abb862a48593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "GET /v2.0/ports/385ef659-2356-444f-9afb-37dd8a2be386 HTTP/1.1" status: 200 len: 959 time: 0.0451293 Nov 12 11:11:13.509891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41846) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:13.607361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a6dde-cb98-4b76-8d1c-5ddfd22b8bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Deleting port 385ef659-2356-444f-9afb-37dd8a2be386 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:13.609181 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6dde-cb98-4b76-8d1c-5ddfd22b8bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.615380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:13.630859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Sync routers for ids ['40b98760-4622-4798-8108-80eedf0cc7be'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:13.646802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Routers {'40b98760-4622-4798-8108-80eedf0cc7be'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:13.648158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:10:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['40b98760-4622-4798-8108-80eedf0cc7be'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:13.663402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.664817 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3780095c-7418-404c-a23d-3cf1124a8a36 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7998357 Nov 12 11:11:13.670404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41850) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:13.708222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6dde-cb98-4b76-8d1c-5ddfd22b8bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.725475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a6dde-cb98-4b76-8d1c-5ddfd22b8bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Calling delete_port for 385ef659-2356-444f-9afb-37dd8a2be386 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:13.846522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6dde-cb98-4b76-8d1c-5ddfd22b8bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.892158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a6dde-cb98-4b76-8d1c-5ddfd22b8bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event deleted for resources: {'Port': ['ID=385ef659-2356-444f-9afb-37dd8a2be386,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:13.904656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6dde-cb98-4b76-8d1c-5ddfd22b8bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.910484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1c0a6dde-cb98-4b76-8d1c-5ddfd22b8bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "DELETE /v2.0/ports/385ef659-2356-444f-9afb-37dd8a2be386 HTTP/1.1" status: 204 len: 168 time: 0.3984392 Nov 12 11:11:13.913347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41856) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:13.943829 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90e0851-7ec1-4a11-92de-b3b9968ba011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:11:13.947070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a90e0851-7ec1-4a11-92de-b3b9968ba011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "GET /v2.0/ports/385ef659-2356-444f-9afb-37dd8a2be386 HTTP/1.1" status: 404 len: 333 time: 0.0314574 Nov 12 11:11:13.949802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41860) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:13.959345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Request body: {'port': {'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2015338114'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:14.013199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Made reservation on behalf of e8f62cc9d1914612b8cf65ab5b1691b3 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:14.016067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.046071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Set router 40b98760-4622-4798-8108-80eedf0cc7be gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:14.057388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] device_id is not set on port 5fd441be-d40c-48e6-9327-e2574bb4f87f yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:14.343745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576b8f-3c8c-4dd3-a93b-33facac6e403 req-2d2897bc-d41c-4ed2-9f6c-b87c8da18b72 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.347268 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25576b8f-3c8c-4dd3-a93b-33facac6e403 req-2d2897bc-d41c-4ed2-9f6c-b87c8da18b72 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1538808 Nov 12 11:11:14.375985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.433858 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.435670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:11:12Z', 'revision_number': 3, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port': {'id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:11Z', 'updated_at': '2021-11-12T11:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:14.454322 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25576b8f-3c8c-4dd3-a93b-33facac6e403 req-cafc439f-8822-480f-97cb-4593cdb9379c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993030 Nov 12 11:11:14.460298 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.485445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Checking router: 40b98760-4622-4798-8108-80eedf0cc7be for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:14.486069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Updating router 40b98760-4622-4798-8108-80eedf0cc7be port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:11:14.533714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Network eeedd6dc-7684-4601-b366-efbef5c202c1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:14.545722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.546091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:14.556032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:14.557363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.557958 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.563326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=5fd441be-d40c-48e6-9327-e2574bb4f87f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:14.583331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e2b3c-1db0-4c5c-b244-e15ac44767be req-f64a2c48-61bf-4821-b7ef-cfe7d8f42e18 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.584942 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c9e2b3c-1db0-4c5c-b244-e15ac44767be req-f64a2c48-61bf-4821-b7ef-cfe7d8f42e18 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1704366 Nov 12 11:11:14.610382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-373e8e88-baf4-4183-ae26-93f65b1c6496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6592884 Nov 12 11:11:14.613594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41880) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:14.623810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:14.758206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.790219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Allocated IP 172.20.0.1 (23decf61-90d4-4c8c-8f4b-3f121dae7993/56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c/1fdc9f45-8e57-4733-91a6-e7daab25e70a) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:14.805702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c9e2b3c-1db0-4c5c-b244-e15ac44767be req-089674d8-0c53-42eb-8f86-cf20abced0ed tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940713 Nov 12 11:11:14.931327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.976161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.010796 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.023279 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.029297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Network 23decf61-90d4-4c8c-8f4b-3f121dae7993 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:15.034186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:15.046400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:15.050391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] device_id is not set on port 5fd441be-d40c-48e6-9327-e2574bb4f87f yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:15.059648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.065644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.118269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Pushing event updated for resources: {'Port': ['ID=1fdc9f45-8e57-4733-91a6-e7daab25e70a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:15.142797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.161882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e0077-bf87-4278-9a9f-f11d5850838c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:15.166656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52ee3b-5550-4149-849d-f83230a2e76f None None] Pushing event updated for resources: {'Port': ['ID=b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:15.196439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Attempting to bind port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.196818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Attempting to bind port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.197358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Attempting to bind port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.203389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:15.203776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:15.204268 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.204555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:15.205650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Bound port: b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:15.206039 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.222681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.226359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.226681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.248680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.249090 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.256803 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 2 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.266574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=5fd441be-d40c-48e6-9327-e2574bb4f87f,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:15.289438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] For port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:15.294879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] For port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:15.301058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.301405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.301731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.314401 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.315417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.315754 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.317153 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 3 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.338320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1097d02a-86ce-4a83-bff1-9bdec97b8b38 None None] Provisioning complete for port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:15.340109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1097d02a-86ce-4a83-bff1-9bdec97b8b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.352596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.357222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.357472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.367195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.367812 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.371087 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 4 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.407814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011e2dc-fe3a-4e7d-a489-68f28e69fbe7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:15.410909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.411424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.414831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.426760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Routers {'40b98760-4622-4798-8108-80eedf0cc7be'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:15.428140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:10:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['40b98760-4622-4798-8108-80eedf0cc7be'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:15.433015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.433497 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.437675 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 5 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.477812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.478153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.478487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.491571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.491949 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.492399 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 6 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.505818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.532073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.532438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.532791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.551111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.555494 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.556281 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 7 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.606845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.607170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.607510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.626574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.630768 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.631386 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 8 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.631674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] Set router 40b98760-4622-4798-8108-80eedf0cc7be gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:15.662080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.662410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.662756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.676293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.676644 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.683798 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 9 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.751453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.751886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.752780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.759300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.764914 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.765459 n-d-768851-19 neutron-server[109165]: INFO neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempt 10 to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f Nov 12 11:11:15.806265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:15.806785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:15.807136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempting to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:15.812732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:15.813096 n-d-768851-19 neutron-server[109165]: ERROR neutron.plugins.ml2.managers [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Failed to bind port 5fd441be-d40c-48e6-9327-e2574bb4f87f on host n-h1-768851-19 for vnic_type normal using segments [{'id': '1f58dd25-b52b-4172-8683-82f0160fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eeedd6dc-7684-4601-b366-efbef5c202c1'}] Nov 12 11:11:15.813444 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.846310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52ee3b-5550-4149-849d-f83230a2e76f None None] Pushing event updated for resources: {'Port': ['ID=b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:15.985492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.024776 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] For port 5fd441be-d40c-48e6-9327-e2574bb4f87f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:16.025341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attempted to set empty binding levels {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:11:16.039697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41904) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:16.054004 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.055002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1097d02a-86ce-4a83-bff1-9bdec97b8b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.062259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.082627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1097d02a-86ce-4a83-bff1-9bdec97b8b38 None None] For port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:16.092430 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1097d02a-86ce-4a83-bff1-9bdec97b8b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.168515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097d02a-86ce-4a83-bff1-9bdec97b8b38 None None] Pushing event updated for resources: {'Port': ['ID=b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:16.187790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:11:15Z', 'revision_number': 4, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port': {'id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:11Z', 'updated_at': '2021-11-12T11:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1fdc9f45-8e57-4733-91a6-e7daab25e70a', 'name': '', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:14Z', 'updated_at': '2021-11-12T11:11:14Z', 'revision_number': 1, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'subnets': [{'id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:16.192132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event updated for resources: {'Port': ['ID=5fd441be-d40c-48e6-9327-e2574bb4f87f,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:16.230140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e987c7-91a1-4f2b-85ad-499acc614987 None None] The sync data for ids ['40b98760-4622-4798-8108-80eedf0cc7be'] in n-d-768851-19 is: [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:11:15Z', 'revision_number': 4, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port': {'id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:11Z', 'updated_at': '2021-11-12T11:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1fdc9f45-8e57-4733-91a6-e7daab25e70a', 'name': '', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:14Z', 'updated_at': '2021-11-12T11:11:14Z', 'revision_number': 1, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'subnets': [{'id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:16.231477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] In _notify_port_updated(), no bound segment for port 5fd441be-d40c-48e6-9327-e2574bb4f87f on network eeedd6dc-7684-4601-b366-efbef5c202c1 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:11:16.232400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.233033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.237558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ad5e365a-8df2-4c75-b9e1-bec274ff0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "PUT /v2.0/ports/5fd441be-d40c-48e6-9327-e2574bb4f87f HTTP/1.1" status: 200 len: 980 time: 1.6199553 Nov 12 11:11:16.244628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41908) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:16.255155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-489ec7af-085c-4831-8da7-86a8e6476771 None None] Provisioning complete for port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:16.255806 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-489ec7af-085c-4831-8da7-86a8e6476771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.257003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609cda-fae0-44ba-b060-dc7ac193698a req-3dd39608-6d35-4e9d-ad46-f9c6895f30b5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.258742 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56609cda-fae0-44ba-b060-dc7ac193698a req-3dd39608-6d35-4e9d-ad46-f9c6895f30b5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.2710757 Nov 12 11:11:16.275762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Pushing event updated for resources: {'Port': ['ID=1fdc9f45-8e57-4733-91a6-e7daab25e70a,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:16.285338 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.340400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0291-20b4-425b-ad55-6cbae12f9332 req-047eb20c-0ab6-435c-a26b-9765ccad8d96 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.357789 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffcf0291-20b4-425b-ad55-6cbae12f9332 req-047eb20c-0ab6-435c-a26b-9765ccad8d96 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3725414 Nov 12 11:11:16.436653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06d57c06-b9f6-4c7f-9d8c-6e36ba2ce8de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.468631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56609cda-fae0-44ba-b060-dc7ac193698a req-84f59315-2c1c-46a1-b81f-0e145b791203 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847551 Nov 12 11:11:16.512072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Network 23decf61-90d4-4c8c-8f4b-3f121dae7993 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:16.513775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:16.576170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffcf0291-20b4-425b-ad55-6cbae12f9332 req-7cd26704-a348-4756-8137-5ca7747010b2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171519 Nov 12 11:11:16.669976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Deleting port 5fd441be-d40c-48e6-9327-e2574bb4f87f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:16.670934 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.712364 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:11:16.789979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06d57c06-b9f6-4c7f-9d8c-6e36ba2ce8de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.799184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06d57c06-b9f6-4c7f-9d8c-6e36ba2ce8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.804285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Router 40b98760-4622-4798-8108-80eedf0cc7be has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:16.824498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] For port 5fd441be-d40c-48e6-9327-e2574bb4f87f, host n-h1-768851-19, got binding levels [] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:16.824831 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.884126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Calling delete_port for 5fd441be-d40c-48e6-9327-e2574bb4f87f owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:16.904391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-06d57c06-b9f6-4c7f-9d8c-6e36ba2ce8de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6fd418a0c664b5b809558f542cf5f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8636000 Nov 12 11:11:16.910995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41922) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:16.927409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d57c06-b9f6-4c7f-9d8c-6e36ba2ce8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a48c6-8d7a-4691-bf11-f9d805342f54,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:16.993208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:17.000286 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5c46cfb7-994e-4e23-b4ab-c165e9c3ec20 admin admin] 10.222.0.31 "PUT /v2.0/routers/40b98760-4622-4798-8108-80eedf0cc7be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3288009 Nov 12 11:11:17.102385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e26cd468-9a27-400d-b8f5-fe98da7df1b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.172189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e26cd468-9a27-400d-b8f5-fe98da7df1b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.315718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.370990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fd441be-d40c-48e6-9327-e2574bb4f87f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:17.406076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.410038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a047d8fc-3bb6-4095-873a-95d4cc79cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5fd441be-d40c-48e6-9327-e2574bb4f87f HTTP/1.1" status: 204 len: 168 time: 1.1625352 Nov 12 11:11:17.412548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41934) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:17.425198 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e26cd468-9a27-400d-b8f5-fe98da7df1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.430963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e26cd468-9a27-400d-b8f5-fe98da7df1b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.432265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e26cd468-9a27-400d-b8f5-fe98da7df1b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e02a48c6-8d7a-4691-bf11-f9d805342f54 HTTP/1.1" status: 204 len: 168 time: 0.5202990 Nov 12 11:11:17.467476 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f66888-1474-447d-921a-7ab773834b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:11:17.469411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-31f66888-1474-447d-921a-7ab773834b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862535848-project-admin] 10.222.0.31 "GET /v2.0/ports/5fd441be-d40c-48e6-9327-e2574bb4f87f HTTP/1.1" status: 404 len: 333 time: 0.0557878 Nov 12 11:11:17.474650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41942) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:17.482238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cd468-9a27-400d-b8f5-fe98da7df1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a48c6-8d7a-4691-bf11-f9d805342f54,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:17.599314 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.755306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:17.832366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520771d-8f76-4ebb-8d1f-a1a0a362117a req-1ed13eed-9c6e-4e2c-9aa3-fc7daa9611ac tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.833010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:17.833381 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.835321 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1520771d-8f76-4ebb-8d1f-a1a0a362117a req-1ed13eed-9c6e-4e2c-9aa3-fc7daa9611ac tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.2128379 Nov 12 11:11:17.936651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.943152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1520771d-8f76-4ebb-8d1f-a1a0a362117a req-e1854f0e-0743-45fa-938a-691e9b4d2082 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683036 Nov 12 11:11:17.978153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeedd6dc-7684-4601-b366-efbef5c202c1']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:17.999181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f58dd25-b52b-4172-8683-82f0160fc4ba') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:17.999882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f58dd25-b52b-4172-8683-82f0160fc4ba') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:18.026334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.052676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.065951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:18.067480 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:18.074271 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:18.233451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a735-a5af-40c4-9483-61d2cfa7fd87 req-6c6761dd-55aa-4be3-87a9-93f4c57573a5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.234970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a17a735-a5af-40c4-9483-61d2cfa7fd87 req-6c6761dd-55aa-4be3-87a9-93f4c57573a5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1401463 Nov 12 11:11:18.236538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.246356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.255286 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] 10.222.0.31 "DELETE /v2.0/networks/eeedd6dc-7684-4601-b366-efbef5c202c1 HTTP/1.1" status: 204 len: 168 time: 0.7791514 Nov 12 11:11:18.283891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c31db9-1903-4886-9e42-11795ec13537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-855033458-project] Pushing event deleted for resources: {'Network': ['ID=eeedd6dc-7684-4601-b366-efbef5c202c1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:18.330069 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a17a735-a5af-40c4-9483-61d2cfa7fd87 req-84d13033-550c-4e11-ad51-2633f8480b00 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605881 Nov 12 11:11:18.336424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-9b0eebdc-4ce2-40cf-8d40-0330fe7edbaf tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.340497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-9b0eebdc-4ce2-40cf-8d40-0330fe7edbaf tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 811 time: 0.1945043 Nov 12 11:11:18.364193 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-25db3b27-985e-4ef3-b0f3-5f4b333193ee tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/quotas/4e44d61901f649969bd21a305ad88b9c HTTP/1.1" status: 200 len: 375 time: 0.0165379 Nov 12 11:11:18.391023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41970) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:18.412464 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b6e0d6ef-24f3-4ed9-870f-f84d1d48b75a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.457782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-a19fee9c-50d6-4633-befd-499d3e85cb92 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819120 Nov 12 11:11:18.537188 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b6e0d6ef-24f3-4ed9-870f-f84d1d48b75a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.544020 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b6e0d6ef-24f3-4ed9-870f-f84d1d48b75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.601712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b6e0d6ef-24f3-4ed9-870f-f84d1d48b75a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=707117820a07491883fa6381bea365bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092614 Nov 12 11:11:18.604277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:18.618108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0d6ef-24f3-4ed9-870f-f84d1d48b75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e820840-3106-4db6-a012-ea0d57103724,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:18.689439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8f98-24d8-4d67-ae09-71b4b6703a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.715781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8f98-24d8-4d67-ae09-71b4b6703a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.776361 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8f98-24d8-4d67-ae09-71b4b6703a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.779505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8f98-24d8-4d67-ae09-71b4b6703a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.780602 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2bbd8f98-24d8-4d67-ae09-71b4b6703a38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e820840-3106-4db6-a012-ea0d57103724 HTTP/1.1" status: 204 len: 168 time: 0.1693263 Nov 12 11:11:18.792782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd8f98-24d8-4d67-ae09-71b4b6703a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e820840-3106-4db6-a012-ea0d57103724,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:18.798522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41982) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:18.877880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-a785251c-7862-4acf-9a67-147674639470 service neutron] 10.222.0.31 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192033 Nov 12 11:11:19.000623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-b830d959-fb23-46e1-802a-c374e8fb4efc service neutron] 10.222.0.31 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099117 Nov 12 11:11:19.134225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0a5b6-102d-4b39-b336-a33908502de9 req-72c42f35-0e95-424f-b001-4d4a8c983174 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.141682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76d0a5b6-102d-4b39-b336-a33908502de9 req-72c42f35-0e95-424f-b001-4d4a8c983174 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.0677357 Nov 12 11:11:19.228908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76d0a5b6-102d-4b39-b336-a33908502de9 req-4b7888de-5a8e-4851-b6d9-3ec6afbc46db tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790870 Nov 12 11:11:19.270856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3db02512-4a95-4ce5-926e-38a1057d1469 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81ca1aa91ecc463e8ef1eb3aba6f8ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704340 Nov 12 11:11:19.274787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42000) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:19.302760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60c52e04-8a18-4e10-bcbe-b4ac9a8e6766 req-551e7583-e37b-4495-a4d9-17b8c2f86fbc tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 210 time: 0.0866127 Nov 12 11:11:19.360665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26948d91-bebf-4720-9b29-d0668a9c7523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.390943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26948d91-bebf-4720-9b29-d0668a9c7523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.494572 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Sync routers for ids ['40b98760-4622-4798-8108-80eedf0cc7be'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:19.523833 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Routers {'40b98760-4622-4798-8108-80eedf0cc7be'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:19.524369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784b47-edb1-498f-bcc3-ca1c14e4cbe4 req-3d2bb745-b26b-4228-b62a-a60bc74377a5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.524539 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:10:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['40b98760-4622-4798-8108-80eedf0cc7be'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:19.526592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-51784b47-edb1-498f-bcc3-ca1c14e4cbe4 req-3d2bb745-b26b-4228-b62a-a60bc74377a5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1007783 Nov 12 11:11:19.581055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26948d91-bebf-4720-9b29-d0668a9c7523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.585018 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26948d91-bebf-4720-9b29-d0668a9c7523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.586135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-26948d91-bebf-4720-9b29-d0668a9c7523 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/daf91e21-6525-44a2-b38b-830d66300103 HTTP/1.1" status: 204 len: 168 time: 0.3099580 Nov 12 11:11:19.611457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26948d91-bebf-4720-9b29-d0668a9c7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf91e21-6525-44a2-b38b-830d66300103,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:19.656019 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Set router 40b98760-4622-4798-8108-80eedf0cc7be gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:19.662211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-51784b47-edb1-498f-bcc3-ca1c14e4cbe4 req-4a95d9e8-35ee-4b9d-bf72-889348f262b9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292400 Nov 12 11:11:20.003205 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:11:15Z', 'revision_number': 4, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port': {'id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:11Z', 'updated_at': '2021-11-12T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1fdc9f45-8e57-4733-91a6-e7daab25e70a', 'name': '', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:14Z', 'updated_at': '2021-11-12T11:11:15Z', 'revision_number': 2, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'subnets': [{'id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:20.034525 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Checking router: 40b98760-4622-4798-8108-80eedf0cc7be for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:20.035157 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Updating router 40b98760-4622-4798-8108-80eedf0cc7be port 1fdc9f45-8e57-4733-91a6-e7daab25e70a binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:11:20.070485 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.274229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42036) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:20.373931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d0e645fe-ffbb-4350-9771-feb4ea859e01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8f62cc9d1914612b8cf65ab5b1691b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982563 Nov 12 11:11:20.376121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42040) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:20.427255 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.448564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe7f9e04-4e55-4cc9-850e-63c575bf2e2a req-25d03312-9c96-4777-9e66-77011651b17b tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 210 time: 0.0666466 Nov 12 11:11:20.463972 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.495702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b02b80-f849-44be-bc0d-e6ab777fc441 req-3577066e-724e-477c-aaa3-a6668cc3a174 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.498432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92b02b80-f849-44be-bc0d-e6ab777fc441 req-3577066e-724e-477c-aaa3-a6668cc3a174 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1714232 Nov 12 11:11:20.503095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76873a04-f2d5-4002-aedf-2f89317ce1be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.561530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76873a04-f2d5-4002-aedf-2f89317ce1be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.623533 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Attempting to bind port 1fdc9f45-8e57-4733-91a6-e7daab25e70a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:20.624493 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Attempting to bind port 1fdc9f45-8e57-4733-91a6-e7daab25e70a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:20.625077 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Attempting to bind port 1fdc9f45-8e57-4733-91a6-e7daab25e70a on network 23decf61-90d4-4c8c-8f4b-3f121dae7993 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:20.634782 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Pushing event updated for resources: {'Port': ['ID=1fdc9f45-8e57-4733-91a6-e7daab25e70a,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:20.644748 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.645347 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.645857 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.646520 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.647022 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.647702 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.648217 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.648935 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.649428 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.650039 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.650750 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.651274 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:20.655757 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:20.656838 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Checking segment: {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:20.657555 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.658142 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Bound using segment: {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:20.658799 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Bound port: 1fdc9f45-8e57-4733-91a6-e7daab25e70a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:20.659495 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.667713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92b02b80-f849-44be-bc0d-e6ab777fc441 req-a6c9f119-9674-458f-ac0c-0f92275a8624 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607573 Nov 12 11:11:20.696913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76873a04-f2d5-4002-aedf-2f89317ce1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.704622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76873a04-f2d5-4002-aedf-2f89317ce1be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.706125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76873a04-f2d5-4002-aedf-2f89317ce1be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d61fe49d-1e47-43be-bc6c-aab5194023e4 HTTP/1.1" status: 204 len: 168 time: 0.3269403 Nov 12 11:11:20.724414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-d5c23cf2-eb2f-4337-8f3f-d6acddbfbd28 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.726148 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-d5c23cf2-eb2f-4337-8f3f-d6acddbfbd28 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.52 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 811 time: 0.2134786 Nov 12 11:11:20.742691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Request body: {'port': {'device_id': '5d5b0021-312c-481d-8a44-335bac70f7cf', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'admin_state_up': True, 'tenant_id': '4e44d61901f649969bd21a305ad88b9c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:20.743182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76873a04-f2d5-4002-aedf-2f89317ce1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61fe49d-1e47-43be-bc6c-aab5194023e4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:20.813852 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] For port 1fdc9f45-8e57-4733-91a6-e7daab25e70a, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:20.819452 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] For port 1fdc9f45-8e57-4733-91a6-e7daab25e70a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1fdc9f45-8e57-4733-91a6-e7daab25e70a,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:20.833710 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.960578 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56c9a-98d1-4858-b592-a047c3662470 None None] Pushing event updated for resources: {'Port': ['ID=1fdc9f45-8e57-4733-91a6-e7daab25e70a,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:21.008258 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Routers {'40b98760-4622-4798-8108-80eedf0cc7be'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:21.009598 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:10:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['40b98760-4622-4798-8108-80eedf0cc7be'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:21.052630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df34d9e-2123-414c-aafb-c3b7ccbe19c7 req-7c1c7f82-dfd8-4fd0-8a3d-9a2ef8838a15 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.062269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9df34d9e-2123-414c-aafb-c3b7ccbe19c7 req-7c1c7f82-dfd8-4fd0-8a3d-9a2ef8838a15 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0820596 Nov 12 11:11:21.066654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Made reservation on behalf of 4e44d61901f649969bd21a305ad88b9c for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:21.070996 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.118712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa750e-7254-44a2-923f-f6efaa47243a req-84211328-fda5-4c3d-9e4b-b27e8f05e73f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.126487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4fa750e-7254-44a2-923f-f6efaa47243a req-84211328-fda5-4c3d-9e4b-b27e8f05e73f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1926258 Nov 12 11:11:21.143555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-19bc3732-d414-4e88-89f7-0baa6e9874e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.147428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-19bc3732-d414-4e88-89f7-0baa6e9874e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 1097 time: 0.1880395 Nov 12 11:11:21.174598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42062) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:21.201065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9df34d9e-2123-414c-aafb-c3b7ccbe19c7 req-b3776d0a-f212-4dac-a759-2ea11f042bfa tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342936 Nov 12 11:11:21.222939 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] Set router 40b98760-4622-4798-8108-80eedf0cc7be gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:21.297588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-86839613-c9af-4d8b-9529-87e40b56c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.300493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-86839613-c9af-4d8b-9529-87e40b56c8f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 910 time: 0.1405141 Nov 12 11:11:21.302425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Allocated IP 172.20.0.2 (23decf61-90d4-4c8c-8f4b-3f121dae7993/56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c/905756ac-2039-465b-b809-9ce64e6f9731) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:21.383667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4fa750e-7254-44a2-923f-f6efaa47243a req-dc019d39-db4a-4c7d-bb3a-5e9ee27ee57a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480040 Nov 12 11:11:21.414043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-a8861f11-4efa-40b4-99ee-94b0cced7cf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547581eb-7527-437c-b5fe-30b5d76a2d35 HTTP/1.1" status: 200 len: 1001 time: 0.1037986 Nov 12 11:11:21.494280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-ea59a7b9-6dd6-4542-9098-a9bd1976874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.497178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-ea59a7b9-6dd6-4542-9098-a9bd1976874e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.0738006 Nov 12 11:11:21.561910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e717b6a-805e-4c4c-b37e-ff01f3f684a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.659535 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:11:15Z', 'revision_number': 4, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port': {'id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:11Z', 'updated_at': '2021-11-12T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1fdc9f45-8e57-4733-91a6-e7daab25e70a', 'name': '', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:14Z', 'updated_at': '2021-11-12T11:11:20Z', 'revision_number': 4, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'subnets': [{'id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:21.661236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-72f2ec80-1675-44f0-84c7-91a2066837c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.665103 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-72f2ec80-1675-44f0-84c7-91a2066837c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522620 Nov 12 11:11:21.735522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1fdc9f45-8e57-4733-91a6-e7daab25e70a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:21.774642 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8539016-3f70-443e-91e4-191caecf3713 None None] The sync data for ids ['40b98760-4622-4798-8108-80eedf0cc7be'] in n-d-768851-19 is: [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:11:15Z', 'revision_number': 4, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port': {'id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:11Z', 'updated_at': '2021-11-12T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1fdc9f45-8e57-4733-91a6-e7daab25e70a', 'name': '', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:14Z', 'updated_at': '2021-11-12T11:11:20Z', 'revision_number': 4, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'subnets': [{'id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:21.897788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1fdc9f45-8e57-4733-91a6-e7daab25e70a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:21.898164 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.910275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-11cd4c24-c021-413d-be2e-48a462b5ed0b service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305703 Nov 12 11:11:21.991661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce9da496-cda9-46c9-a2f7-bb866e3f3781 req-75bed820-105d-4b4f-bd40-47afe270c670 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 210 time: 0.0619810 Nov 12 11:11:22.060696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1da3183a-8085-4050-9527-f79c0c4b8588 req-4ac90099-978d-436a-80ac-123a07f5bead service neutron] 10.222.0.59 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397891 Nov 12 11:11:22.106685 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.155086 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.168190 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.189003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e717b6a-805e-4c4c-b37e-ff01f3f684a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.196960 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e717b6a-805e-4c4c-b37e-ff01f3f684a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.214061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 1fdc9f45-8e57-4733-91a6-e7daab25e70a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1fdc9f45-8e57-4733-91a6-e7daab25e70a,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:22.230882 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.288525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e717b6a-805e-4c4c-b37e-ff01f3f684a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68dc4ae9bb3c420287a7dbf37c8dbaa1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0903194 Nov 12 11:11:22.289788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42100) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:22.291132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Network 23decf61-90d4-4c8c-8f4b-3f121dae7993 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:22.292828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e717b6a-805e-4c4c-b37e-ff01f3f684a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b8598-dbcc-4702-8569-440e1c28c6dd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:22.308184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:22.311021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:22.400202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=1fdc9f45-8e57-4733-91a6-e7daab25e70a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:22.449866 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.450709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.504697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cea0e-7de1-4400-8cf4-eb9259b8c78d req-27533d1e-1349-4471-a949-2c796a7a0678 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.506696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-022cea0e-7de1-4400-8cf4-eb9259b8c78d req-27533d1e-1349-4471-a949-2c796a7a0678 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1220231 Nov 12 11:11:22.545463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Pushing event updated for resources: {'Port': ['ID=905756ac-2039-465b-b809-9ce64e6f9731,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:22.601756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7b788e6f-d979-4883-bc4c-408c210b0107 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8636103 Nov 12 11:11:22.620305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Request body: {'port': {'device_id': '5d5b0021-312c-481d-8a44-335bac70f7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:22.639800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-022cea0e-7de1-4400-8cf4-eb9259b8c78d req-f7f2acf0-8c1f-45f6-8fcc-148e8ae2a85c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264942 Nov 12 11:11:22.693862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7617-1292-48bc-90f2-8b3d98ae22ee req-585f5f4f-bb7f-4199-82b5-da3b7a449dd5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.701289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7cef7617-1292-48bc-90f2-8b3d98ae22ee req-585f5f4f-bb7f-4199-82b5-da3b7a449dd5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1583061 Nov 12 11:11:22.703246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4095c10c-62d5-4926-97b2-32cb12ca4bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.784194 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4095c10c-62d5-4926-97b2-32cb12ca4bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.882734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4095c10c-62d5-4926-97b2-32cb12ca4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.885567 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4095c10c-62d5-4926-97b2-32cb12ca4bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.889625 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4095c10c-62d5-4926-97b2-32cb12ca4bf8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c9b8598-dbcc-4702-8569-440e1c28c6dd HTTP/1.1" status: 204 len: 168 time: 0.5903006 Nov 12 11:11:22.915433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.919071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095c10c-62d5-4926-97b2-32cb12ca4bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b8598-dbcc-4702-8569-440e1c28c6dd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:22.931694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7cef7617-1292-48bc-90f2-8b3d98ae22ee req-fb8f9284-35a1-40fd-84c8-a1cc1c60fbc7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295172 Nov 12 11:11:23.179264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-3232c272-58f1-4e42-9ee0-c4b9a07a8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.180675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-3232c272-58f1-4e42-9ee0-c4b9a07a8cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1097 time: 0.1492186 Nov 12 11:11:23.250084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3511a0-5410-4fe3-b18c-5dea1b4f2cc4 req-7a28dd43-8f71-4a76-b5be-9e7bd3dace2f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.253040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d3511a0-5410-4fe3-b18c-5dea1b4f2cc4 req-7a28dd43-8f71-4a76-b5be-9e7bd3dace2f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2220263 Nov 12 11:11:23.315908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a76d3-b8c7-4a0f-b8d2-99a054fdcaa5 req-f05bd377-f358-4eca-bd57-284533d45529 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.323550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f0a76d3-b8c7-4a0f-b8d2-99a054fdcaa5 req-f05bd377-f358-4eca-bd57-284533d45529 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 931 time: 0.1966150 Nov 12 11:11:23.393814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f0a76d3-b8c7-4a0f-b8d2-99a054fdcaa5 req-ba3c5aa5-f2f3-4241-b795-8753caf4d7c3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674169 Nov 12 11:11:23.416646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-1a3fa73a-eb2c-4c7e-8ce2-5898fc4b4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.418903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-1a3fa73a-eb2c-4c7e-8ce2-5898fc4b4c78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.2265515 Nov 12 11:11:23.493146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d3511a0-5410-4fe3-b18c-5dea1b4f2cc4 req-d1009613-22c1-4ed0-8484-f09164268bb1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764877 Nov 12 11:11:23.523552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-1f15123b-e42d-43ba-87c7-93c379ee85b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 0.0948570 Nov 12 11:11:23.609946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1fdc9f45-8e57-4733-91a6-e7daab25e70a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:23.649995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-83586f3b-3770-40bb-a01b-56aeebc96e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.657891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-83586f3b-3770-40bb-a01b-56aeebc96e2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1207244 Nov 12 11:11:23.688820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905756ac-2039-465b-b809-9ce64e6f9731 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:23.704809 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.708315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42150) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:23.722812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1fdc9f45-8e57-4733-91a6-e7daab25e70a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:23.723181 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.741875 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80015466-b2bb-48fa-ac1d-3c9213a6c170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.746815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-2081a632-2b57-4eaa-8e18-d7a7195a62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.752630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-2081a632-2b57-4eaa-8e18-d7a7195a62d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916400 Nov 12 11:11:23.765463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Transition to ACTIVE for port object 905756ac-2039-465b-b809-9ce64e6f9731 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:23.858258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.863723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42154) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:23.889861 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-67985f81-c116-40f8-9422-f3d420291977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.973931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Pushing event updated for resources: {'Port': ['ID=905756ac-2039-465b-b809-9ce64e6f9731,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:23.983400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80015466-b2bb-48fa-ac1d-3c9213a6c170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.014940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-0fb28fca-d2ff-415f-88ee-f6821967754f service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540824 Nov 12 11:11:24.051074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80015466-b2bb-48fa-ac1d-3c9213a6c170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.103190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80015466-b2bb-48fa-ac1d-3c9213a6c170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd56e07-fa9c-4e2b-a239-136a9ee3f995,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:24.109244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-80015466-b2bb-48fa-ac1d-3c9213a6c170 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=847676c86cf2438093d2e846702aadc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993144 Nov 12 11:11:24.118637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42170) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:24.137727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Attempting to bind port 905756ac-2039-465b-b809-9ce64e6f9731 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:24.138073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Attempting to bind port 905756ac-2039-465b-b809-9ce64e6f9731 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:24.138425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Attempting to bind port 905756ac-2039-465b-b809-9ce64e6f9731 on network 23decf61-90d4-4c8c-8f4b-3f121dae7993 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:24.153872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Port 905756ac-2039-465b-b809-9ce64e6f9731 on network 23decf61-90d4-4c8c-8f4b-3f121dae7993 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:24.154264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Attempting to bind port 905756ac-2039-465b-b809-9ce64e6f9731 on network 23decf61-90d4-4c8c-8f4b-3f121dae7993 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:24.166367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1735792212', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:24.179568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:24.179911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Checking segment: {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:24.180302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Bound using segment: {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:24.180690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Bound port: 905756ac-2039-465b-b809-9ce64e6f9731, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:24.181074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.221501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2644b5-0a0d-40da-a151-40e9c3a804e7 req-418d2d84-e293-41bc-b1ec-a156519664d4 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.222931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca2644b5-0a0d-40da-a151-40e9c3a804e7 req-418d2d84-e293-41bc-b1ec-a156519664d4 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1397007 Nov 12 11:11:24.252301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Made reservation on behalf of 08057b0258294cb98b580fad228729cc for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:24.255036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.257125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7756865c-568d-40e3-aa43-209a5a04db72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.258280 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1456b97e-8399-4e38-9cfd-c9a18d565014 req-95e02acc-46aa-4f6e-afc1-e60ce302df43 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349505 Nov 12 11:11:24.284752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.293126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca2644b5-0a0d-40da-a151-40e9c3a804e7 req-40a0c189-a581-47f6-9438-5d69b424838a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602348 Nov 12 11:11:24.319416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7756865c-568d-40e3-aa43-209a5a04db72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.321417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] For port 905756ac-2039-465b-b809-9ce64e6f9731, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:24.362883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] For port 905756ac-2039-465b-b809-9ce64e6f9731, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=905756ac-2039-465b-b809-9ce64e6f9731,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:24.379477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.426305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.427199 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.428650 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] 10.222.0.52 "PUT /v2.0/ports/905756ac-2039-465b-b809-9ce64e6f9731 HTTP/1.1" status: 200 len: 1092 time: 1.8142540 Nov 12 11:11:24.429139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5b0021-312c-481d-8a44-335bac70f7cf', 'tag': '905756ac-2039-465b-b809-9ce64e6f9731'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:24.433508 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b479e93b-8880-4b58-816a-dbe8548510ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5b0021-312c-481d-8a44-335bac70f7cf", "tag": "905756ac-2039-465b-b809-9ce64e6f9731"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:24.458590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7756865c-568d-40e3-aa43-209a5a04db72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.461011 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7756865c-568d-40e3-aa43-209a5a04db72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.465123 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7756865c-568d-40e3-aa43-209a5a04db72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dd56e07-fa9c-4e2b-a239-136a9ee3f995 HTTP/1.1" status: 204 len: 168 time: 0.3425775 Nov 12 11:11:24.492007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da591548-9974-44e1-b6d0-e809ff1a228f service neutron] Pushing event updated for resources: {'Port': ['ID=905756ac-2039-465b-b809-9ce64e6f9731,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:24.497927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756865c-568d-40e3-aa43-209a5a04db72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd56e07-fa9c-4e2b-a239-136a9ee3f995,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:24.578104 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.583138 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa785eb-3c93-4b4b-aef8-67babe6c45f4 x-openstack-request-id: req-9aa785eb-3c93-4b4b-aef8-67babe6c45f4 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:24.583736 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5b0021-312c-481d-8a44-335bac70f7cf", "tag": "905756ac-2039-465b-b809-9ce64e6f9731", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:24.584298 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aa785eb-3c93-4b4b-aef8-67babe6c45f4 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:24.585374 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5b0021-312c-481d-8a44-335bac70f7cf', 'tag': '905756ac-2039-465b-b809-9ce64e6f9731', 'status': 'completed', 'code': 200} Nov 12 11:11:24.588522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.618006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4247f2-73ec-4742-b96a-e08ddaff7a12,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:24.621121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] device_id is not set on port 255bdb4b-599f-4382-a796-471a3e4e9155 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:24.653464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42188) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:24.685937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-9326e6cf-dbb6-4e97-9aff-489439dfb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.687936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-9326e6cf-dbb6-4e97-9aff-489439dfb0a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 1095 time: 0.1635418 Nov 12 11:11:24.786708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-602a4a69-0553-4c1b-8dcd-c6dbbce57552 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=905756ac-2039-465b-b809-9ce64e6f9731 HTTP/1.1" status: 200 len: 217 time: 0.0859041 Nov 12 11:11:24.796480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f164-715e-4185-9090-6e073226bf73 req-33119af5-936d-426d-a549-382d53dfec3e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.798773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1242f164-715e-4185-9090-6e073226bf73 req-33119af5-936d-426d-a549-382d53dfec3e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0784278 Nov 12 11:11:24.865724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23762e90-5a27-4f1a-9114-7423cf778c3e req-0674c56e-8c00-4387-aabd-846e79fdf352 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.867278 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23762e90-5a27-4f1a-9114-7423cf778c3e req-0674c56e-8c00-4387-aabd-846e79fdf352 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 943 time: 0.1879740 Nov 12 11:11:24.905126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1242f164-715e-4185-9090-6e073226bf73 req-ac27cbfe-802a-489c-8daa-662d863cffa2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919933 Nov 12 11:11:24.936089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-6a70f5a1-b858-46ac-b036-2e96b95017e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.938598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-6a70f5a1-b858-46ac-b036-2e96b95017e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c HTTP/1.1" status: 200 len: 851 time: 0.1429536 Nov 12 11:11:24.978246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Allocated IP 172.25.2.110 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/255bdb4b-599f-4382-a796-471a3e4e9155) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:25.022948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-976750cd-3a0a-4d47-96ea-098e89d932d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23decf61-90d4-4c8c-8f4b-3f121dae7993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586221 Nov 12 11:11:25.043927 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20f99273-2ad8-4cc4-8d4a-bcd0bccb42d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.140782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20f99273-2ad8-4cc4-8d4a-bcd0bccb42d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.148106 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20f99273-2ad8-4cc4-8d4a-bcd0bccb42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.201227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-20f99273-2ad8-4cc4-8d4a-bcd0bccb42d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0acaba6135c9417b8b103ee94f2288d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5454934 Nov 12 11:11:25.206345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42204) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:25.225779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23762e90-5a27-4f1a-9114-7423cf778c3e req-28a3d7fa-ceb0-4d89-a82c-a5031b91561b tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332226 Nov 12 11:11:25.231051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f99273-2ad8-4cc4-8d4a-bcd0bccb42d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2eda3-0dff-4c98-b3c2-59cd4d8e8748,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:25.284140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09e827e-9464-4b8f-b356-8b174b226052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.316596 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09e827e-9464-4b8f-b356-8b174b226052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.360782 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-b37c5ee9-6bf0-4f04-8bab-8e33212c1221 service neutron] 10.222.0.52 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208876 Nov 12 11:11:25.382739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09e827e-9464-4b8f-b356-8b174b226052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.392514 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09e827e-9464-4b8f-b356-8b174b226052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.396397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c09e827e-9464-4b8f-b356-8b174b226052 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6c2eda3-0dff-4c98-b3c2-59cd4d8e8748 HTTP/1.1" status: 204 len: 168 time: 0.1879377 Nov 12 11:11:25.442235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e827e-9464-4b8f-b356-8b174b226052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2eda3-0dff-4c98-b3c2-59cd4d8e8748,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:25.468077 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.535090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe3c44a1-054b-496e-8fa1-f0f5804959e8 req-7e72b657-10e1-497e-b355-efdf3ec8ecca service neutron] 10.222.0.52 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665163 Nov 12 11:11:25.556724 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.664577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:25.678655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:25.682168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:25.718517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a3001-a302-46a3-94e7-21ea5ca9283f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:25.741981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Pushing event updated for resources: {'Port': ['ID=255bdb4b-599f-4382-a796-471a3e4e9155,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:25.767958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479e93b-8880-4b58-816a-dbe8548510ef req-eb0f616e-61cd-4f3e-9fed-5a341e84ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:25.769771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b479e93b-8880-4b58-816a-dbe8548510ef req-eb0f616e-61cd-4f3e-9fed-5a341e84ba22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 1095 time: 0.1473701 Nov 12 11:11:25.776641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:25.781371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.827167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0d40ddd0-f1aa-4329-afe2-671df4289471 None None] Provisioning complete for port 255bdb4b-599f-4382-a796-471a3e4e9155 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:25.827504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d40ddd0-f1aa-4329-afe2-671df4289471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.899110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0d40ddd0-f1aa-4329-afe2-671df4289471 None None] Port 255bdb4b-599f-4382-a796-471a3e4e9155 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:25.916085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9c8d9375-0605-4ac7-a1a8-908cd1597c6f tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0466692 Nov 12 11:11:25.919903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42220) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:25.925332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.110'}]}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:25.934590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479e93b-8880-4b58-816a-dbe8548510ef req-1b494e7f-5854-4bdb-a1e6-d7f6c8dd1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:25.936084 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b479e93b-8880-4b58-816a-dbe8548510ef req-1b494e7f-5854-4bdb-a1e6-d7f6c8dd1851 service neutron] 10.222.0.52 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 912 time: 0.1442523 Nov 12 11:11:25.977307 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.978679 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.008277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42226) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:26.013196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b479e93b-8880-4b58-816a-dbe8548510ef req-fe6aed04-1ede-4087-a76a-18cdcf2f9f9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=905756ac-2039-465b-b809-9ce64e6f9731 HTTP/1.1" status: 200 len: 217 time: 0.0697749 Nov 12 11:11:26.059432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6322ba-35cf-4069-baee-391a650ae849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.105202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479e93b-8880-4b58-816a-dbe8548510ef req-a50f60d2-45af-4545-9c43-7ae4d6fb712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.109992 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b479e93b-8880-4b58-816a-dbe8548510ef req-a50f60d2-45af-4545-9c43-7ae4d6fb712d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c HTTP/1.1" status: 200 len: 851 time: 0.0812018 Nov 12 11:11:26.140311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.160097 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b479e93b-8880-4b58-816a-dbe8548510ef req-a577b728-c4a1-4630-9d9d-f42490110c84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23decf61-90d4-4c8c-8f4b-3f121dae7993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407772 Nov 12 11:11:26.170529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f46f4-9a9c-408b-a21d-0893a9912ca0 req-b61aa736-8484-409c-b30c-1225a42ecca7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.172171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df4f46f4-9a9c-408b-a21d-0893a9912ca0 req-b61aa736-8484-409c-b30c-1225a42ecca7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1561639 Nov 12 11:11:26.254889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b90752a0-cd9f-4727-bc9b-1b583842b5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.324024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df4f46f4-9a9c-408b-a21d-0893a9912ca0 req-c55e86d0-f07e-44ae-9d58-ec6992b3cfdb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416645 Nov 12 11:11:26.346198 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b479e93b-8880-4b58-816a-dbe8548510ef req-02b563ea-8a8c-42a6-8005-6465ad6391a1 service neutron] 10.222.0.52 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729462 Nov 12 11:11:26.424430 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.558483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b479e93b-8880-4b58-816a-dbe8548510ef req-1b3ddcea-a535-4b67-9b80-fbaa0dc55717 service neutron] 10.222.0.52 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023976 Nov 12 11:11:26.569149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69717b75-3d09-4c9c-8496-d265786fbe3a req-404d2df2-0f40-4317-b06f-7db787545489 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.580484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69717b75-3d09-4c9c-8496-d265786fbe3a req-404d2df2-0f40-4317-b06f-7db787545489 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 943 time: 0.1159816 Nov 12 11:11:26.607966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6322ba-35cf-4069-baee-391a650ae849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.625235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a6322ba-35cf-4069-baee-391a650ae849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.649091 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69717b75-3d09-4c9c-8496-d265786fbe3a req-3815b308-783a-4db1-a7cf-2624bb393a20 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670378 Nov 12 11:11:26.702297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8a6322ba-35cf-4069-baee-391a650ae849 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf23b4599cc84d82bb97a73eba9b56c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6902823 Nov 12 11:11:26.706169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42242) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:26.734752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57593e-07c8-45cb-a2da-1cfc94b1c1aa req-1785cc5d-90bb-4fb3-a485-1083d81c5de9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.739888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba57593e-07c8-45cb-a2da-1cfc94b1c1aa req-1785cc5d-90bb-4fb3-a485-1083d81c5de9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2025769 Nov 12 11:11:26.748311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6322ba-35cf-4069-baee-391a650ae849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f72c37-8ec4-44c0-9adb-62f18b8a62de,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:26.788751 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a691acd-1236-4093-90e3-6358391a6ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.816315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a691acd-1236-4093-90e3-6358391a6ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.829499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba57593e-07c8-45cb-a2da-1cfc94b1c1aa req-ccf4220b-7f26-4ff1-8d3d-f118f89cdb33 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737758 Nov 12 11:11:26.910574 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a691acd-1236-4093-90e3-6358391a6ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.914925 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9a691acd-1236-4093-90e3-6358391a6ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.919300 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9a691acd-1236-4093-90e3-6358391a6ac2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83f72c37-8ec4-44c0-9adb-62f18b8a62de HTTP/1.1" status: 204 len: 168 time: 0.2117002 Nov 12 11:11:26.937006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a691acd-1236-4093-90e3-6358391a6ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f72c37-8ec4-44c0-9adb-62f18b8a62de,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:27.040258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.066349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.318227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd2137-912f-4492-ab59-45e83acb5ad8 req-1db5fefa-b519-4bf6-88b8-d099a3102861 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.319735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4fd2137-912f-4492-ab59-45e83acb5ad8 req-1db5fefa-b519-4bf6-88b8-d099a3102861 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0888832 Nov 12 11:11:27.362895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.474397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4fd2137-912f-4492-ab59-45e83acb5ad8 req-87cbf241-61d7-4000-b454-f4119750d7df tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382389 Nov 12 11:11:27.577764 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.580642 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.633423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.633939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2a5cd1-11c5-47cc-8f96-9a3a82d3e87b {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:11:27.653056 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:11:27.657228 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bd5aabdf-1b8b-4e2f-baef-e1f65a306179 tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7359085 Nov 12 11:11:27.660467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42280) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:27.708186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.834742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe546d3d-0fb3-42e8-9846-a4655885a38a req-b3eb9120-58d2-4b48-9b88-c3a4f74d4841 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.836704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe546d3d-0fb3-42e8-9846-a4655885a38a req-b3eb9120-58d2-4b48-9b88-c3a4f74d4841 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0990515 Nov 12 11:11:27.863473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11abd31-4ac5-4245-96d2-831de894f21d req-a6374d78-b1ca-49f5-b341-8b3c2ff807a5 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.879551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b11abd31-4ac5-4245-96d2-831de894f21d req-a6374d78-b1ca-49f5-b341-8b3c2ff807a5 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 943 time: 0.0938137 Nov 12 11:11:27.908970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe546d3d-0fb3-42e8-9846-a4655885a38a req-4d9d1ec2-0346-44c6-9757-053007d192a1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596559 Nov 12 11:11:27.920642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b9ab0-4971-40d3-b419-2c57be57d03d tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Deleting port 255bdb4b-599f-4382-a796-471a3e4e9155 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:27.921034 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9ab0-4971-40d3-b419-2c57be57d03d tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.008120 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b11abd31-4ac5-4245-96d2-831de894f21d req-338d7b03-e1cf-4fa1-8a7b-f40eddbe49fb tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274951 Nov 12 11:11:28.039908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9ab0-4971-40d3-b419-2c57be57d03d tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.052442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 905756ac-2039-465b-b809-9ce64e6f9731 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:28.066020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b9ab0-4971-40d3-b419-2c57be57d03d tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Calling delete_port for 255bdb4b-599f-4382-a796-471a3e4e9155 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:28.159387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 905756ac-2039-465b-b809-9ce64e6f9731, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=905756ac-2039-465b-b809-9ce64e6f9731,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:28.174746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '905756ac-2039-465b-b809-9ce64e6f9731', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'port_id': '905756ac-2039-465b-b809-9ce64e6f9731', 'mac_address': 'fa:16:3e:57:9d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:28.217206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9ab0-4971-40d3-b419-2c57be57d03d tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.227021 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.252774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905756ac-2039-465b-b809-9ce64e6f9731 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:28.272251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b9ab0-4971-40d3-b419-2c57be57d03d tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Pushing event deleted for resources: {'Port': ['ID=255bdb4b-599f-4382-a796-471a3e4e9155,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:28.275856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce24b00-d301-4a93-82d5-6cda67e65482 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:28.293482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 905756ac-2039-465b-b809-9ce64e6f9731, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=905756ac-2039-465b-b809-9ce64e6f9731,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:28.300230 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.356050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=905756ac-2039-465b-b809-9ce64e6f9731,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:28.360107 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9ab0-4971-40d3-b419-2c57be57d03d tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.364296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0c6b9ab0-4971-40d3-b419-2c57be57d03d tempest-RoutersAdminNegativeTest-1910834387 tempest-RoutersAdminNegativeTest-1910834387-project-admin] 10.222.0.31 "DELETE /v2.0/ports/255bdb4b-599f-4382-a796-471a3e4e9155 HTTP/1.1" status: 204 len: 168 time: 0.7025547 Nov 12 11:11:28.544609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['905756ac-2039-465b-b809-9ce64e6f9731'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:28.770120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42316) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:28.992522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e392c819-0aab-4a7a-8753-3473744792d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.061973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22906e-8bc0-44e6-a55e-7058c1da5f6f req-796c8f65-be3f-425c-b3dc-861a992445e7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.063917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa22906e-8bc0-44e6-a55e-7058c1da5f6f req-796c8f65-be3f-425c-b3dc-861a992445e7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0682504 Nov 12 11:11:29.139316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa22906e-8bc0-44e6-a55e-7058c1da5f6f req-94e95895-e4e8-4aac-be94-69aa6a4e8b07 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672171 Nov 12 11:11:29.197705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e392c819-0aab-4a7a-8753-3473744792d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.202249 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e392c819-0aab-4a7a-8753-3473744792d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.290586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e392c819-0aab-4a7a-8753-3473744792d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9176a0d2ca704dcb9f58ec91120a586f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5185194 Nov 12 11:11:29.294912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42342) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:29.303601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392c819-0aab-4a7a-8753-3473744792d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acbb274-306e-422a-a599-c7b6db0fd9f3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:29.325852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784822d-addb-45a3-8691-9e7037292821 req-4d492966-dce9-40f2-8b0b-2f4988bb2bfa tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.338221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c784822d-addb-45a3-8691-9e7037292821 req-4d492966-dce9-40f2-8b0b-2f4988bb2bfa tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 944 time: 0.2006474 Nov 12 11:11:29.432334 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.437502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c784822d-addb-45a3-8691-9e7037292821 req-235de14a-aa50-4f2d-93da-eac46d60ed08 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973034 Nov 12 11:11:29.565539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28c20b42-42b3-4fbd-ab00-29d773536dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.647647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf12b7-4dc6-45a0-a827-727b6bcc4239 req-c9ee46c7-a652-4e65-97fd-d6b2e8851ceb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.650704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fedf12b7-4dc6-45a0-a827-727b6bcc4239 req-c9ee46c7-a652-4e65-97fd-d6b2e8851ceb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1391113 Nov 12 11:11:29.655792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28c20b42-42b3-4fbd-ab00-29d773536dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.789611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fedf12b7-4dc6-45a0-a827-727b6bcc4239 req-a6a0ba71-1cc2-4f7b-84c5-8a5262529316 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283817 Nov 12 11:11:29.807501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28c20b42-42b3-4fbd-ab00-29d773536dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.811089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28c20b42-42b3-4fbd-ab00-29d773536dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.812912 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-28c20b42-42b3-4fbd-ab00-29d773536dc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1acbb274-306e-422a-a599-c7b6db0fd9f3 HTTP/1.1" status: 204 len: 168 time: 0.5155451 Nov 12 11:11:29.828792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c20b42-42b3-4fbd-ab00-29d773536dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acbb274-306e-422a-a599-c7b6db0fd9f3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:30.072426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 905756ac-2039-465b-b809-9ce64e6f9731 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:30.145698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 905756ac-2039-465b-b809-9ce64e6f9731 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:11:30.151756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 905756ac-2039-465b-b809-9ce64e6f9731 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:30.152140 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.248014 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.279048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5b0021-312c-481d-8a44-335bac70f7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905756ac-2039-465b-b809-9ce64e6f9731'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:30.281345 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de20818e-faf1-4376-be51-91d14aebae5b" -d '{"events": [{"server_uuid": "5d5b0021-312c-481d-8a44-335bac70f7cf", "name": "network-vif-plugged", "status": "completed", "tag": "905756ac-2039-465b-b809-9ce64e6f9731"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:30.296087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 905756ac-2039-465b-b809-9ce64e6f9731, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=905756ac-2039-465b-b809-9ce64e6f9731,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:30.301282 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.328642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42378) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:30.360437 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb21600-4b51-44bf-98df-1c0249350630 x-openstack-request-id: req-7eb21600-4b51-44bf-98df-1c0249350630 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:30.361303 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5b0021-312c-481d-8a44-335bac70f7cf", "name": "network-vif-plugged", "status": "completed", "tag": "905756ac-2039-465b-b809-9ce64e6f9731", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:30.361743 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7eb21600-4b51-44bf-98df-1c0249350630 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:30.362316 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5b0021-312c-481d-8a44-335bac70f7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905756ac-2039-465b-b809-9ce64e6f9731', 'code': 200} Nov 12 11:11:30.363461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=905756ac-2039-465b-b809-9ce64e6f9731,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:30.428167 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e6072680-4269-4f84-b90d-27cf51d2fac3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08057b0258294cb98b580fad228729cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975487 Nov 12 11:11:30.430433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42380) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:30.507371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920da85f-9314-4aeb-b443-86d40ff7df6e req-bd6e2844-0b8d-4fe7-9780-002641fe6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:30.509143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-920da85f-9314-4aeb-b443-86d40ff7df6e req-bd6e2844-0b8d-4fe7-9780-002641fe6bb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 1097 time: 0.1061053 Nov 12 11:11:30.514451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b097fbdf-734b-4c95-81f4-5ac32d8a3758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.557549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b097fbdf-734b-4c95-81f4-5ac32d8a3758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.570206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.605047 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-920da85f-9314-4aeb-b443-86d40ff7df6e req-49eaf2e1-bf61-4850-86b5-c6f0616856f9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887914 Nov 12 11:11:30.649467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b097fbdf-734b-4c95-81f4-5ac32d8a3758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.653316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b097fbdf-734b-4c95-81f4-5ac32d8a3758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.654539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b097fbdf-734b-4c95-81f4-5ac32d8a3758 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d4247f2-73ec-4742-b96a-e08ddaff7a12 HTTP/1.1" status: 204 len: 168 time: 0.2221389 Nov 12 11:11:30.665105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097fbdf-734b-4c95-81f4-5ac32d8a3758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4247f2-73ec-4742-b96a-e08ddaff7a12,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:30.669841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a65f-43eb-47a6-a845-b16f5968e86f req-692a46bb-6345-48eb-a059-2b3f4e4bbfff tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:30.683746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b810a65f-43eb-47a6-a845-b16f5968e86f req-692a46bb-6345-48eb-a059-2b3f4e4bbfff tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1029251 Nov 12 11:11:30.781226 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b810a65f-43eb-47a6-a845-b16f5968e86f req-a350b56b-85e3-4b31-9be7-aa435439851d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893586 Nov 12 11:11:30.944494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00f89d-1272-4ee2-8914-1d93a4cf7864 req-3a1553bb-abba-4c77-b4fc-5eae4ef5a0ec tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:30.946347 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d00f89d-1272-4ee2-8914-1d93a4cf7864 req-3a1553bb-abba-4c77-b4fc-5eae4ef5a0ec tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0612159 Nov 12 11:11:31.007594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d00f89d-1272-4ee2-8914-1d93a4cf7864 req-cb784746-d0ee-4d8a-911d-ce3fb1fd37c1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539434 Nov 12 11:11:31.174771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eaee6-840b-48da-8d9d-6de28e9eafd7 req-06c429b9-0739-4b48-a352-8cc7e415bdcc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.182158 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b75eaee6-840b-48da-8d9d-6de28e9eafd7 req-06c429b9-0739-4b48-a352-8cc7e415bdcc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0879495 Nov 12 11:11:31.241760 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b75eaee6-840b-48da-8d9d-6de28e9eafd7 req-8694d149-48dc-47e7-a1ab-4d1e091139f7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584865 Nov 12 11:11:31.251817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42428) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:31.386777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ab558-3bde-4177-b731-a14f2c41d986 req-1d81d3b6-bfbb-47c4-aebf-db727cf9e722 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.388917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb7ab558-3bde-4177-b731-a14f2c41d986 req-1d81d3b6-bfbb-47c4-aebf-db727cf9e722 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0615256 Nov 12 11:11:31.465875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb7ab558-3bde-4177-b731-a14f2c41d986 req-52882462-7342-4f43-ad58-44593e33718d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675328 Nov 12 11:11:31.564647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9b2699f-44e9-4d77-aa0a-5a3ec2789862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.677996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b4ca0-a950-4c30-8140-01ae31d9e06e req-077d0807-0c50-4a25-9daa-903d01d24799 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.680805 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c67b4ca0-a950-4c30-8140-01ae31d9e06e req-077d0807-0c50-4a25-9daa-903d01d24799 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1329055 Nov 12 11:11:31.712065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9b2699f-44e9-4d77-aa0a-5a3ec2789862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.717731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9b2699f-44e9-4d77-aa0a-5a3ec2789862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.759016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2699f-44e9-4d77-aa0a-5a3ec2789862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f35dbd-b010-40f2-b3e1-81d2e8e130bc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:31.783331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b9b2699f-44e9-4d77-aa0a-5a3ec2789862 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e748d6f258a34ca08d2888281958c073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5256248 Nov 12 11:11:31.783590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42448) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:31.828529 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c67b4ca0-a950-4c30-8140-01ae31d9e06e req-51e5dffd-afbf-4d34-90bc-c7db4483bd51 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280015 Nov 12 11:11:31.882542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bbaa12a1-bca7-4743-aefd-ad8f17d5518c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.920587 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bbaa12a1-bca7-4743-aefd-ad8f17d5518c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.996295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bbaa12a1-bca7-4743-aefd-ad8f17d5518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.000690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bbaa12a1-bca7-4743-aefd-ad8f17d5518c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.004203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bbaa12a1-bca7-4743-aefd-ad8f17d5518c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60f35dbd-b010-40f2-b3e1-81d2e8e130bc HTTP/1.1" status: 204 len: 168 time: 0.2171848 Nov 12 11:11:32.013962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa12a1-bca7-4743-aefd-ad8f17d5518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f35dbd-b010-40f2-b3e1-81d2e8e130bc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:32.021636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546c792-fb51-4c30-be55-fa9cf5d31da0 req-88c63978-fa38-4c3e-b96b-f811ab189a28 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:32.031711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d546c792-fb51-4c30-be55-fa9cf5d31da0 req-88c63978-fa38-4c3e-b96b-f811ab189a28 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0943410 Nov 12 11:11:32.097018 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d546c792-fb51-4c30-be55-fa9cf5d31da0 req-0946e8d6-ed9a-4077-98ef-b4eb69bb453b tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641544 Nov 12 11:11:32.367079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42474) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:32.391068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-757c8c2b-2be6-4f4b-8e91-9a26dbf0332b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.522557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-3b694bcb-da1f-4ff6-adfc-1968f332a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:32.524632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-3b694bcb-da1f-4ff6-adfc-1968f332a978 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 1097 time: 0.1065774 Nov 12 11:11:32.538442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4cb33-bfd0-4572-88d7-e508f2e87972 req-bf2a4872-f59b-4e3f-8538-447780fd7789 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:32.549531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-757c8c2b-2be6-4f4b-8e91-9a26dbf0332b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.553855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49a4cb33-bfd0-4572-88d7-e508f2e87972 req-bf2a4872-f59b-4e3f-8538-447780fd7789 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1237092 Nov 12 11:11:32.557341 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-757c8c2b-2be6-4f4b-8e91-9a26dbf0332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.634688 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-757c8c2b-2be6-4f4b-8e91-9a26dbf0332b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9de2c137ae064684a2270a0ede02787e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2662778 Nov 12 11:11:32.637844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42482) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:32.648592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c8c2b-2be6-4f4b-8e91-9a26dbf0332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf4b2e-c806-42d1-bb25-9cbc4a3ff2f6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:32.694052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49a4cb33-bfd0-4572-88d7-e508f2e87972 req-5b444e0f-79ab-4498-b2a2-dbde4ede8a1b tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389894 Nov 12 11:11:32.721469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae05e-7e6c-41ce-8ad1-205dc051b7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.745993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-8cd22118-7e68-4f55-908d-48fd7905f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:32.747509 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-8cd22118-7e68-4f55-908d-48fd7905f653 service neutron] 10.222.0.52 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 912 time: 0.1905324 Nov 12 11:11:32.751045 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae05e-7e6c-41ce-8ad1-205dc051b7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.775893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42484) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:32.809802 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-1a24a03f-7377-4ef3-a803-9131b75edb75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=905756ac-2039-465b-b809-9ce64e6f9731 HTTP/1.1" status: 200 len: 217 time: 0.0541692 Nov 12 11:11:32.819058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae05e-7e6c-41ce-8ad1-205dc051b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.823710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae05e-7e6c-41ce-8ad1-205dc051b7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.827402 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fe9ae05e-7e6c-41ce-8ad1-205dc051b7d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbbf4b2e-c806-42d1-bb25-9cbc4a3ff2f6 HTTP/1.1" status: 204 len: 168 time: 0.1854825 Nov 12 11:11:32.836784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ae05e-7e6c-41ce-8ad1-205dc051b7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf4b2e-c806-42d1-bb25-9cbc4a3ff2f6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:32.880614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-9c2ae033-1474-4acf-a382-99f780049e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:32.888366 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-9c2ae033-1474-4acf-a382-99f780049e1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c HTTP/1.1" status: 200 len: 851 time: 0.0714121 Nov 12 11:11:32.937643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-6fadb453-09a5-4bd6-bab8-454c7aa293f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23decf61-90d4-4c8c-8f4b-3f121dae7993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426233 Nov 12 11:11:32.997191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-25cd6dec-29e5-4045-9f31-532afb1e148d tempest-AgentManagementNegativeTest-613536497 tempest-AgentManagementNegativeTest-613536497-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2200253 Nov 12 11:11:33.055858 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-60c749cb-fb36-4b3e-9e37-6e9dc38fe822 service neutron] 10.222.0.52 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113212 Nov 12 11:11:33.153667 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63f9454c-1fd8-4f1d-b572-795684fc82d6 req-a5805eb6-8d9b-4f36-8569-6b4ad44800b4 service neutron] 10.222.0.52 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908263 Nov 12 11:11:33.342054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42508) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:33.553715 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0d9f-4e29-49d3-9578-25c34a66a917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.640236 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0d9f-4e29-49d3-9578-25c34a66a917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.645648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0d9f-4e29-49d3-9578-25c34a66a917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.687662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5e1f0d9f-4e29-49d3-9578-25c34a66a917 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d88ff36d810d47e18f370d6ebdf9673e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443427 Nov 12 11:11:33.689339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f0d9f-4e29-49d3-9578-25c34a66a917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8153407-17ff-419c-9a88-58dec39fa86c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:33.691698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42520) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:33.754972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2cb527c2-8a46-4340-a842-65bee125d9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.786602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2cb527c2-8a46-4340-a842-65bee125d9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.846356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2cb527c2-8a46-4340-a842-65bee125d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.849713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2cb527c2-8a46-4340-a842-65bee125d9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.854392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2cb527c2-8a46-4340-a842-65bee125d9c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8153407-17ff-419c-9a88-58dec39fa86c HTTP/1.1" status: 204 len: 168 time: 0.1592145 Nov 12 11:11:33.862717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb527c2-8a46-4340-a842-65bee125d9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8153407-17ff-419c-9a88-58dec39fa86c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:33.904439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d447c5d-8c9c-4c01-b796-e5740e645afa req-a4afd7d9-107d-49c1-a9fa-3300d105e2a7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.906797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d447c5d-8c9c-4c01-b796-e5740e645afa req-a4afd7d9-107d-49c1-a9fa-3300d105e2a7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1080132 Nov 12 11:11:34.259631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42544) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:34.285334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d447c5d-8c9c-4c01-b796-e5740e645afa req-2d5da3bf-296f-4ec0-8f18-59f808f91d4d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668702 Nov 12 11:11:34.599780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1167428379-network', 'tenant_id': 'a90a12434adb491f9afb3cc6673204d2'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:34.629671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Made reservation on behalf of a90a12434adb491f9afb3cc6673204d2 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:34.633757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.650947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.792269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.797450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.821400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:34.844500 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.844820 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Added segment b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff of type vlan for network 810e527f-2b79-4f53-be5b-7a0706008430 Nov 12 11:11:34.847224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adab1a76-b32d-46cc-b8c6-d815ab39ff8d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:34.905894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.947710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.949409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:34.950521 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.989564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7277184 Nov 12 11:11:34.993931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42564) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:34.999594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Request body: {'subnet': {'network_id': '810e527f-2b79-4f53-be5b-7a0706008430', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1167428379-subnet', 'tenant_id': 'a90a12434adb491f9afb3cc6673204d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:35.024470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Made reservation on behalf of a90a12434adb491f9afb3cc6673204d2 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:35.029940 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.063473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce82da7-4b0b-4cb3-9ff3-b4ec94e82419 admin admin] Pushing event updated for resources: {'Network': ['ID=810e527f-2b79-4f53-be5b-7a0706008430,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:35.083567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 810e527f-2b79-4f53-be5b-7a0706008430 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:35.343695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.470878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46bc0cc-e5fd-4f85-98dc-08d039d7018a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:35.496493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Checking segment: {'id': 'b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '810e527f-2b79-4f53-be5b-7a0706008430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:35.496847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Network hostable DHCP agents. Network: 810e527f-2b79-4f53-be5b-7a0706008430, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:35.509169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d9c40-ad63-46c3-b93a-660b061496b6 req-7706ae41-9a5e-410d-b30b-fdf68b1c78b6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.510728 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d5d9c40-ad63-46c3-b93a-660b061496b6 req-7706ae41-9a5e-410d-b30b-fdf68b1c78b6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1022701 Nov 12 11:11:35.529426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Network 810e527f-2b79-4f53-be5b-7a0706008430 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:35.560018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 810e527f-2b79-4f53-be5b-7a0706008430) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:35.564524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.565152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.578955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04625ac-20b3-4714-a2b1-c7d1e11a4145 None None] Network 810e527f-2b79-4f53-be5b-7a0706008430 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:35.608750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27d84eec-659c-4e0e-97db-64b6c2d37abf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6043479 Nov 12 11:11:35.616985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d5d9c40-ad63-46c3-b93a-660b061496b6 req-a9c9d42e-c27d-4910-b04e-006abcb165d8 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750034 Nov 12 11:11:35.658344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42584) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:35.763321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451780d7-a35d-4e0e-9c49-7a9fe1d86091 None None] Network 810e527f-2b79-4f53-be5b-7a0706008430 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:35.956243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-751962889'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:35.979291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Made reservation on behalf of 65b84b2fcb3748b08c71213416c63fbc for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:35.983147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.995855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.100789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.106170 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.146440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:36.170537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d798516-c31a-4ef4-8dab-ee2f0a3458d3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:36.177798 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.178141 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Added segment 0a7b6919-4f48-4d1e-9d51-01ac687851e6 of type vlan for network 29bc1f55-6fd0-4307-b201-a0718b5f7627 Nov 12 11:11:36.224335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.253353 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.263299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.264469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.398979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Network': ['ID=29bc1f55-6fd0-4307-b201-a0718b5f7627,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:36.413834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a63ddb3-7628-47df-8fc3-3866a3c322f3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7530360 Nov 12 11:11:36.414031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42602) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:36.422559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:36.424591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'subnet': {'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:36.603086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Made reservation on behalf of 65b84b2fcb3748b08c71213416c63fbc for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:36.610373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.827312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09eb58e-4107-464c-ae65-1be4e697cda3 req-2685bc29-602e-431c-afb8-a67bdc919630 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.829175 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e09eb58e-4107-464c-ae65-1be4e697cda3 req-2685bc29-602e-431c-afb8-a67bdc919630 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1082091 Nov 12 11:11:36.923767 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.926546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e09eb58e-4107-464c-ae65-1be4e697cda3 req-2da90226-0e3e-4e53-9ed6-947cca91e887 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875823 Nov 12 11:11:36.927441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42614) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:37.013385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42620) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:37.018783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-335209723-network', 'tenant_id': 'b9d69c66f1ae416a89fbf82a890e8723'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:37.019700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Checking segment: {'id': '0a7b6919-4f48-4d1e-9d51-01ac687851e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:37.020253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Network hostable DHCP agents. Network: 29bc1f55-6fd0-4307-b201-a0718b5f7627, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:37.025324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Subnet': ['ID=20548fb4-3f4e-4803-a995-aff5a33f6197,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:37.042112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Made reservation on behalf of b9d69c66f1ae416a89fbf82a890e8723 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:37.044651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.050965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:37.056345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.066606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 29bc1f55-6fd0-4307-b201-a0718b5f7627) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:37.077188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:37.078911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.094138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d085d3-bf3d-45f2-a3c5-8d6a9abb6e13 None None] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:37.105571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-45bc66d2-09b4-49ba-8dfc-2545a13889c8 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6897426 Nov 12 11:11:37.106508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42622) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:37.112416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627', 'name': 'tempest-AllowedAddressPairTestJSON-100955776'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:37.259355 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-badf02ef-8fff-4334-a13f-40a73f91854f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.263912 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.274820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.301551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-29bc1f55-6fd0-4307-b201-a0718b5f7627', 'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627', 'tenant_id': '65b84b2fcb3748b08c71213416c63fbc', 'fixed_ips': [{'subnet_id': '20548fb4-3f4e-4803-a995-aff5a33f6197'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:11:37.302945 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.313688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:37.354899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.355395 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Added segment c3da6c7b-34e1-4abf-88fd-c081366a96e6 of type vlan for network b6d8bad1-7272-4b48-92aa-317c14fe9de7 Nov 12 11:11:37.373086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca6447-af02-42c8-9f53-9a5b0d92ca6b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:37.438272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Made reservation on behalf of 65b84b2fcb3748b08c71213416c63fbc for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:37.445025 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.473608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Allocated IP 172.20.0.2 (29bc1f55-6fd0-4307-b201-a0718b5f7627/20548fb4-3f4e-4803-a995-aff5a33f6197/da51f9ec-a614-4f23-b026-a8c155d61886) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:37.490943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.513041 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] device_id is not set on port e670ea50-aee2-4de1-a34a-a3cfd5f2adc5 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:37.601819 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-badf02ef-8fff-4334-a13f-40a73f91854f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.603913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.603913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:37.604830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.616601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-badf02ef-8fff-4334-a13f-40a73f91854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.646669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.653283 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.694052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6754017 Nov 12 11:11:37.694765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:37.700389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:37.701886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:37.703064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Request body: {'subnet': {'network_id': 'b6d8bad1-7272-4b48-92aa-317c14fe9de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-335209723-subnet', 'tenant_id': 'b9d69c66f1ae416a89fbf82a890e8723', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:37.706164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:37.740155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Pushing event updated for resources: {'Port': ['ID=da51f9ec-a614-4f23-b026-a8c155d61886,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:37.747316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Made reservation on behalf of b9d69c66f1ae416a89fbf82a890e8723 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:37.756969 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.773325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Attempting to bind port da51f9ec-a614-4f23-b026-a8c155d61886 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:37.773717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Attempting to bind port da51f9ec-a614-4f23-b026-a8c155d61886 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '0a7b6919-4f48-4d1e-9d51-01ac687851e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:37.774066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Attempting to bind port da51f9ec-a614-4f23-b026-a8c155d61886 on network 29bc1f55-6fd0-4307-b201-a0718b5f7627 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:37.779088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.779088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.779088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.791784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf02ef-8fff-4334-a13f-40a73f91854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea96eadb-7a3e-418e-a6b7-42388a052b82,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:37.792113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:37.792384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-badf02ef-8fff-4334-a13f-40a73f91854f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0147bb8236104332a636b9ea56eb49ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8593557 Nov 12 11:11:37.792384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73241b3f-1738-419e-b071-000ca7dc0ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d8bad1-7272-4b48-92aa-317c14fe9de7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:37.792963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:37.792963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Checking segment: {'id': '0a7b6919-4f48-4d1e-9d51-01ac687851e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:37.792963 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.793955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42630) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:37.795197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Bound using segment: {'id': '0a7b6919-4f48-4d1e-9d51-01ac687851e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:37.795197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Bound port: da51f9ec-a614-4f23-b026-a8c155d61886, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7b6919-4f48-4d1e-9d51-01ac687851e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:37.795197 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.835349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Allocated IP 172.20.0.8 (29bc1f55-6fd0-4307-b201-a0718b5f7627/20548fb4-3f4e-4803-a995-aff5a33f6197/e670ea50-aee2-4de1-a34a-a3cfd5f2adc5) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:37.849035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b6d8bad1-7272-4b48-92aa-317c14fe9de7 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:37.933255 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13f761e5-27f3-4480-83ad-0565f1d793a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.957917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] For port da51f9ec-a614-4f23-b026-a8c155d61886, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:37.970346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] For port da51f9ec-a614-4f23-b026-a8c155d61886, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=da51f9ec-a614-4f23-b026-a8c155d61886,segment=NetworkSegment(0a7b6919-4f48-4d1e-9d51-01ac687851e6),segment_id=0a7b6919-4f48-4d1e-9d51-01ac687851e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:37.977500 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.009816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13f761e5-27f3-4480-83ad-0565f1d793a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.075965 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae687ccb-b7cc-4ef0-b9a2-ad0c8eaabf25 None None] Pushing event updated for resources: {'Port': ['ID=da51f9ec-a614-4f23-b026-a8c155d61886,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:38.082965 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.184455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Checking segment: {'id': 'c3da6c7b-34e1-4abf-88fd-c081366a96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b6d8bad1-7272-4b48-92aa-317c14fe9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:38.185361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Network hostable DHCP agents. Network: b6d8bad1-7272-4b48-92aa-317c14fe9de7, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:38.192196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Pushing event updated for resources: {'Subnet': ['ID=742b2b86-0095-4f02-b68c-b4677d47c614,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:38.224666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c436-f415-408c-ae0c-b443d3b333e1 req-a7c111db-110c-4ff9-b02a-ad05e9f17ccc tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.225677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Network b6d8bad1-7272-4b48-92aa-317c14fe9de7 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:38.226698 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1894c436-f415-408c-ae0c-b443d3b333e1 req-a7c111db-110c-4ff9-b02a-ad05e9f17ccc tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1280191 Nov 12 11:11:38.232462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.242634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b6d8bad1-7272-4b48-92aa-317c14fe9de7) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:38.254708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.256446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4637d-4dd3-41fa-91ef-5cd1cfa7fa87 None None] Network b6d8bad1-7272-4b48-92aa-317c14fe9de7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:38.262296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.262616 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13f761e5-27f3-4480-83ad-0565f1d793a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.269765 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13f761e5-27f3-4480-83ad-0565f1d793a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.277236 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-13f761e5-27f3-4480-83ad-0565f1d793a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea96eadb-7a3e-418e-a6b7-42388a052b82 HTTP/1.1" status: 204 len: 168 time: 0.4801354 Nov 12 11:11:38.310050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0d29deeb-e6df-4d9c-8338-e3163cbf581c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6051924 Nov 12 11:11:38.320123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f761e5-27f3-4480-83ad-0565f1d793a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea96eadb-7a3e-418e-a6b7-42388a052b82,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:38.460621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1894c436-f415-408c-ae0c-b443d3b333e1 req-07beeb55-accf-49d6-9f07-0964715e777f tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103183 Nov 12 11:11:38.496721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.629582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:38.635598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:38.644023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:38.654536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3ebff-d6a1-4628-bbfe-1191e8ef5768 None None] Network b6d8bad1-7272-4b48-92aa-317c14fe9de7 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:38.691142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=e670ea50-aee2-4de1-a34a-a3cfd5f2adc5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:38.728807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.730000 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.756189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-10659e4f-cdd4-4db0-87e6-a1cc4b090731 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6478190 Nov 12 11:11:38.758839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42644) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:38.768011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627', 'name': 'tempest-AllowedAddressPairTestJSON-758083668', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:45:a4:ec'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:38.929636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Made reservation on behalf of 65b84b2fcb3748b08c71213416c63fbc for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:38.975760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42650) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:38.995822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e103e1a-1d7f-451e-bf62-df0c2dec4ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.112089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.118330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e103e1a-1d7f-451e-bf62-df0c2dec4ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.123672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e103e1a-1d7f-451e-bf62-df0c2dec4ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.141359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] device_id is not set on port 68025dd7-1829-4fef-84fc-7811428618cb yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:39.197682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5e103e1a-1d7f-451e-bf62-df0c2dec4ba3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbbd82481f254244925e9f70b576df9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207162 Nov 12 11:11:39.198675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e103e1a-1d7f-451e-bf62-df0c2dec4ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28c595a-9e49-4341-9e3a-8b87a89dfb00,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:39.201295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42652) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:39.270859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10a419ee-d58d-4584-925d-607edf84ab0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.303871 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10a419ee-d58d-4584-925d-607edf84ab0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.327168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Allocated IP 172.20.0.13 (29bc1f55-6fd0-4307-b201-a0718b5f7627/20548fb4-3f4e-4803-a995-aff5a33f6197/68025dd7-1829-4fef-84fc-7811428618cb) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:39.392565 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10a419ee-d58d-4584-925d-607edf84ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.396774 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10a419ee-d58d-4584-925d-607edf84ab0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.397942 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-10a419ee-d58d-4584-925d-607edf84ab0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f28c595a-9e49-4341-9e3a-8b87a89dfb00 HTTP/1.1" status: 204 len: 168 time: 0.1955392 Nov 12 11:11:39.407633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a419ee-d58d-4584-925d-607edf84ab0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28c595a-9e49-4341-9e3a-8b87a89dfb00,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:39.520348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d6f953-ce51-4a37-a8f4-0880c443846b None None] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:39.661024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-399ce5e6-105c-4b4d-823d-bf24afc67521 None None] Provisioning complete for port da51f9ec-a614-4f23-b026-a8c155d61886 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:39.662269 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-399ce5e6-105c-4b4d-823d-bf24afc67521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.681509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac92d5-f73c-4b1b-bddd-5a6ebd0b812b req-1642b283-1d64-45eb-9d2a-6bc529735140 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:39.684424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3ac92d5-f73c-4b1b-bddd-5a6ebd0b812b req-1642b283-1d64-45eb-9d2a-6bc529735140 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1016192 Nov 12 11:11:39.758186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device da51f9ec-a614-4f23-b026-a8c155d61886 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:39.774864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-cb63f043-ae83-49e6-9fba-1c10fda817ce tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:39.780321 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-cb63f043-ae83-49e6-9fba-1c10fda817ce tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/networks?id=810e527f-2b79-4f53-be5b-7a0706008430 HTTP/1.1" status: 200 len: 809 time: 0.3562834 Nov 12 11:11:39.780823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.822151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-195c7760-8902-4c1a-a8af-c6c7865d3a9f tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/quotas/a90a12434adb491f9afb3cc6673204d2 HTTP/1.1" status: 200 len: 375 time: 0.0301373 Nov 12 11:11:39.826700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a3ac92d5-f73c-4b1b-bddd-5a6ebd0b812b req-1cdd6b36-6cbd-44ef-8dfa-0712159169f6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326408 Nov 12 11:11:39.889789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.916740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-06fe5c4b-c810-421d-9c4d-be2e7501c6b7 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a90a12434adb491f9afb3cc6673204d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837719 Nov 12 11:11:39.960999 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.966340 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-399ce5e6-105c-4b4d-823d-bf24afc67521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.992793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port da51f9ec-a614-4f23-b026-a8c155d61886 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:39.993421 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.047157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:40.054861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:40.058880 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=68025dd7-1829-4fef-84fc-7811428618cb,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:40.072738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:40.125571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-399ce5e6-105c-4b4d-823d-bf24afc67521 None None] For port da51f9ec-a614-4f23-b026-a8c155d61886, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=da51f9ec-a614-4f23-b026-a8c155d61886,segment=NetworkSegment(0a7b6919-4f48-4d1e-9d51-01ac687851e6),segment_id=0a7b6919-4f48-4d1e-9d51-01ac687851e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:40.133401 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-399ce5e6-105c-4b4d-823d-bf24afc67521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.155666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.156371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.160604 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-ef1b6556-9609-4e5a-8c1d-08ab2eb440cc service neutron] 10.222.0.31 "GET /v2.0/networks/810e527f-2b79-4f53-be5b-7a0706008430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142591 Nov 12 11:11:40.190267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-59074e77-06f0-46d9-9b7e-b01793561414 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4299974 Nov 12 11:11:40.190526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42678) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:40.300294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-530b62f7-3fe5-4256-87f7-807008dff348 service neutron] 10.222.0.31 "GET /v2.0/networks/810e527f-2b79-4f53-be5b-7a0706008430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260769 Nov 12 11:11:40.320205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ce5e6-105c-4b4d-823d-bf24afc67521 None None] Pushing event updated for resources: {'Port': ['ID=da51f9ec-a614-4f23-b026-a8c155d61886,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:40.391005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.398648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c5bc5-5838-4a5e-b63b-03c0d6f00f19 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.414334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c5bc5-5838-4a5e-b63b-03c0d6f00f19 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.428569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c5bc5-5838-4a5e-b63b-03c0d6f00f19 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.432756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3a9c5bc5-5838-4a5e-b63b-03c0d6f00f19 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2407815 Nov 12 11:11:40.435802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42684) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:40.486663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4a9335df-1314-4c45-b579-650425a1ac10 None None] Provisioning complete for port da51f9ec-a614-4f23-b026-a8c155d61886 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:40.487573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4a9335df-1314-4c45-b579-650425a1ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.623556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd065c06-1191-45f5-8b48-caefd419c420 req-aeb6f747-c52c-48cf-ad09-9a4be9f8250e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 210 time: 0.0378168 Nov 12 11:11:40.662815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2ef213fb-3f68-41d2-828d-e0ae2368bc83 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Deleting port 68025dd7-1829-4fef-84fc-7811428618cb {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:40.664780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2ef213fb-3f68-41d2-828d-e0ae2368bc83 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.684632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4a9335df-1314-4c45-b579-650425a1ac10 None None] Provisioning complete for port e670ea50-aee2-4de1-a34a-a3cfd5f2adc5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:40.685276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4a9335df-1314-4c45-b579-650425a1ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.736735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4a9335df-1314-4c45-b579-650425a1ac10 None None] Port e670ea50-aee2-4de1-a34a-a3cfd5f2adc5 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:40.975794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-efa42b8f-cb06-42da-9d09-cd926ea51123 None None] Provisioning complete for port e670ea50-aee2-4de1-a34a-a3cfd5f2adc5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:40.976540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-efa42b8f-cb06-42da-9d09-cd926ea51123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.082973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-efa42b8f-cb06-42da-9d09-cd926ea51123 None None] Port e670ea50-aee2-4de1-a34a-a3cfd5f2adc5 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:41.410365 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2ef213fb-3f68-41d2-828d-e0ae2368bc83 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.433832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2ef213fb-3f68-41d2-828d-e0ae2368bc83 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Calling delete_port for 68025dd7-1829-4fef-84fc-7811428618cb owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:41.437334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a81daf1e-c48d-48b7-b3a4-e28c72ee6982 None None] Provisioning complete for port 68025dd7-1829-4fef-84fc-7811428618cb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:41.437768 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a81daf1e-c48d-48b7-b3a4-e28c72ee6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.520547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a81daf1e-c48d-48b7-b3a4-e28c72ee6982 None None] Port 68025dd7-1829-4fef-84fc-7811428618cb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:41.526624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9a58-4058-460d-b33a-a4dbf7f55511 req-9691252c-f925-4308-bb26-b63479ad2c14 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:41.542690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e96a9a58-4058-460d-b33a-a4dbf7f55511 req-9691252c-f925-4308-bb26-b63479ad2c14 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1100588 Nov 12 11:11:41.630545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e96a9a58-4058-460d-b33a-a4dbf7f55511 req-949baff5-c1e4-4856-8332-1688a7ec20e1 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868621 Nov 12 11:11:41.689928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device da51f9ec-a614-4f23-b026-a8c155d61886 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:41.721322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2ef213fb-3f68-41d2-828d-e0ae2368bc83 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.794836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef213fb-3f68-41d2-828d-e0ae2368bc83 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Port': ['ID=68025dd7-1829-4fef-84fc-7811428618cb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:41.809951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port da51f9ec-a614-4f23-b026-a8c155d61886 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:41.810523 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.929004 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eb9ad855-a6f0-42a3-8848-8068a5dd83cb req-b1c87b2d-09a0-43dd-9f0a-9ff89096f947 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 210 time: 0.1416392 Nov 12 11:11:42.124974 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2ef213fb-3f68-41d2-828d-e0ae2368bc83 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:42.131948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2ef213fb-3f68-41d2-828d-e0ae2368bc83 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "DELETE /v2.0/ports/68025dd7-1829-4fef-84fc-7811428618cb HTTP/1.1" status: 204 len: 168 time: 1.6940217 Nov 12 11:11:42.134242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42720) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:42.167972 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66b9363-ae4a-4321-8106-db327bd00ac4 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] GET failed (client error): The resource could not be found. Nov 12 11:11:42.170723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f66b9363-ae4a-4321-8106-db327bd00ac4 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "GET /v2.0/ports/68025dd7-1829-4fef-84fc-7811428618cb HTTP/1.1" status: 404 len: 333 time: 0.0348806 Nov 12 11:11:42.176503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42724) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:42.189129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627', 'name': 'tempest-AllowedAddressPairTestJSON-232853513'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:42.346291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Made reservation on behalf of 65b84b2fcb3748b08c71213416c63fbc for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:42.349924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:42.382017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] device_id is not set on port 9f28f94d-98a3-4dcf-a596-908e70a8514d yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:42.608926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Allocated IP 172.20.0.5 (29bc1f55-6fd0-4307-b201-a0718b5f7627/20548fb4-3f4e-4803-a995-aff5a33f6197/9f28f94d-98a3-4dcf-a596-908e70a8514d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:42.693977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-189cad77-aac7-448b-a9f8-4e20890e81ea tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:42.695840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-189cad77-aac7-448b-a9f8-4e20890e81ea tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.59 "GET /v2.0/networks?id=810e527f-2b79-4f53-be5b-7a0706008430 HTTP/1.1" status: 200 len: 809 time: 0.2373872 Nov 12 11:11:42.740941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Request body: {'port': {'device_id': '4097facf-12f8-45ec-aaa9-20ad7e43ba45', 'network_id': '810e527f-2b79-4f53-be5b-7a0706008430', 'admin_state_up': True, 'tenant_id': 'a90a12434adb491f9afb3cc6673204d2'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:42.938408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b84c48-80ba-4f2d-9c81-50cc2512a65a req-36cc4bef-0638-4755-8abb-7cc1a6e6ba84 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:42.939861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97b84c48-80ba-4f2d-9c81-50cc2512a65a req-36cc4bef-0638-4755-8abb-7cc1a6e6ba84 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1928363 Nov 12 11:11:43.035631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.049146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3b51b681-7ba2-4a7b-88f2-4aa6556af755 req-e169a378-22ec-409d-898e-c94a37406303 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 210 time: 0.0329955 Nov 12 11:11:43.070695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97b84c48-80ba-4f2d-9c81-50cc2512a65a req-39268b90-36cc-45d7-bc28-55382291271b tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205504 Nov 12 11:11:43.073130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Made reservation on behalf of a90a12434adb491f9afb3cc6673204d2 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:43.086199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.170866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.270924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:43.283398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:43.289378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:43.292027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=9f28f94d-98a3-4dcf-a596-908e70a8514d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:43.339668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Allocated IP 172.20.0.11 (810e527f-2b79-4f53-be5b-7a0706008430/c46bc0cc-e5fd-4f85-98dc-08d039d7018a/4c836099-e1a0-4124-8eaf-96ae58c18959) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:43.375904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.375904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.413069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42768) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:43.413346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b3dcf17e-0358-4461-a059-a7e86d65eedd tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2344010 Nov 12 11:11:43.420963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:45:a4:ec'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:43.557339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.661473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42772) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:43.677469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.697879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ede36053-a9a1-4be8-98e2-804a68bbc094 None None] Provisioning complete for port 9f28f94d-98a3-4dcf-a596-908e70a8514d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:43.698546 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ede36053-a9a1-4be8-98e2-804a68bbc094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.744819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.775251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ede36053-a9a1-4be8-98e2-804a68bbc094 None None] Port 9f28f94d-98a3-4dcf-a596-908e70a8514d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:43.845810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Network 810e527f-2b79-4f53-be5b-7a0706008430 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:43.850987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:43.860603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:43.867073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Pushing event updated for resources: {'Port': ['ID=4c836099-e1a0-4124-8eaf-96ae58c18959,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:43.875206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.889759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b028740-08b6-4254-adb9-8fea9bcdc3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.893422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.949238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.950290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.975206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-8294707c-76f8-417e-ad7e-692010c2b063 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2484095 Nov 12 11:11:43.998488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Request body: {'port': {'device_id': '4097facf-12f8-45ec-aaa9-20ad7e43ba45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:44.034965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=9f28f94d-98a3-4dcf-a596-908e70a8514d,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:44.053343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] In _notify_port_updated(), no bound segment for port 9f28f94d-98a3-4dcf-a596-908e70a8514d on network 29bc1f55-6fd0-4307-b201-a0718b5f7627 {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:11:44.058965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:44.059621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.064039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-471f638b-9546-42e2-89d1-1464abd12cea tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "PUT /v2.0/ports/9f28f94d-98a3-4dcf-a596-908e70a8514d HTTP/1.1" status: 200 len: 992 time: 0.6494570 Nov 12 11:11:44.067787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42778) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:44.093270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.205557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b028740-08b6-4254-adb9-8fea9bcdc3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.213668 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b028740-08b6-4254-adb9-8fea9bcdc3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.322378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4b028740-08b6-4254-adb9-8fea9bcdc3c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70048c7da4344372bc8f7f5a9841116c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6565502 Nov 12 11:11:44.322659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3350ce6b-e4b5-4337-a9c5-f9d69edf4508 None None] Provisioning complete for port 9f28f94d-98a3-4dcf-a596-908e70a8514d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:44.322659 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3350ce6b-e4b5-4337-a9c5-f9d69edf4508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.322983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b028740-08b6-4254-adb9-8fea9bcdc3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb1f07-1a77-421d-93d7-cbc66f0e854c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:44.332058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42784) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:44.374872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-565c8b65-bcd9-430f-b3ef-e132fd3a9529 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Deleting port 9f28f94d-98a3-4dcf-a596-908e70a8514d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:44.375240 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-565c8b65-bcd9-430f-b3ef-e132fd3a9529 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.395382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3350ce6b-e4b5-4337-a9c5-f9d69edf4508 None None] Port 9f28f94d-98a3-4dcf-a596-908e70a8514d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:44.516182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e71831-e758-453c-bf32-0d962f0623d9 req-ac81ffcc-1920-46f3-ad49-0a1e3cb6bb5b tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:44.518713 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72e71831-e758-453c-bf32-0d962f0623d9 req-ac81ffcc-1920-46f3-ad49-0a1e3cb6bb5b tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.2080410 Nov 12 11:11:44.588145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dfe16-ffd0-4eb2-bb3d-d649f59b75df req-b741c569-e8fa-4909-b744-81e0b8540dd4 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:44.590043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-219dfe16-ffd0-4eb2-bb3d-d649f59b75df req-b741c569-e8fa-4909-b744-81e0b8540dd4 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 932 time: 0.2687707 Nov 12 11:11:44.605402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-565c8b65-bcd9-430f-b3ef-e132fd3a9529 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.638242 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2a2-9dfd-4f89-bd58-e48157a0ec4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.642747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-565c8b65-bcd9-430f-b3ef-e132fd3a9529 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Calling delete_port for 9f28f94d-98a3-4dcf-a596-908e70a8514d owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:44.658324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72e71831-e758-453c-bf32-0d962f0623d9 req-9e6fd74b-f5cb-4ec6-953d-3b2cc9031823 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274078 Nov 12 11:11:44.748103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2a2-9dfd-4f89-bd58-e48157a0ec4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.770008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-219dfe16-ffd0-4eb2-bb3d-d649f59b75df req-8b3d66e7-6866-4ba9-8cf2-e3da67c22bf5 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679587 Nov 12 11:11:44.858745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c836099-e1a0-4124-8eaf-96ae58c18959 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:44.866193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2a2-9dfd-4f89-bd58-e48157a0ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.868836 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2a2-9dfd-4f89-bd58-e48157a0ec4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.870020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f2a2e2a2-9dfd-4f89-bd58-e48157a0ec4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dfb1f07-1a77-421d-93d7-cbc66f0e854c HTTP/1.1" status: 204 len: 168 time: 0.5245245 Nov 12 11:11:44.870865 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-565c8b65-bcd9-430f-b3ef-e132fd3a9529 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.872268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.884069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e2a2-9dfd-4f89-bd58-e48157a0ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb1f07-1a77-421d-93d7-cbc66f0e854c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:44.896685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Transition to ACTIVE for port object 4c836099-e1a0-4124-8eaf-96ae58c18959 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:44.901391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.945168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c8b65-bcd9-430f-b3ef-e132fd3a9529 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Port': ['ID=9f28f94d-98a3-4dcf-a596-908e70a8514d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:44.966164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Pushing event updated for resources: {'Port': ['ID=4c836099-e1a0-4124-8eaf-96ae58c18959,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:45.059531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Attempting to bind port 4c836099-e1a0-4124-8eaf-96ae58c18959 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:45.060507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Attempting to bind port 4c836099-e1a0-4124-8eaf-96ae58c18959 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '810e527f-2b79-4f53-be5b-7a0706008430'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:45.060848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Attempting to bind port 4c836099-e1a0-4124-8eaf-96ae58c18959 on network 810e527f-2b79-4f53-be5b-7a0706008430 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:45.065974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Port 4c836099-e1a0-4124-8eaf-96ae58c18959 on network 810e527f-2b79-4f53-be5b-7a0706008430 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:45.066275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Attempting to bind port 4c836099-e1a0-4124-8eaf-96ae58c18959 on network 810e527f-2b79-4f53-be5b-7a0706008430 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:45.071844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:45.072177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Checking segment: {'id': 'b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '810e527f-2b79-4f53-be5b-7a0706008430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:45.073216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Bound using segment: {'id': 'b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '810e527f-2b79-4f53-be5b-7a0706008430'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:45.073672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Bound port: 4c836099-e1a0-4124-8eaf-96ae58c18959, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '810e527f-2b79-4f53-be5b-7a0706008430'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:45.074136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.182745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] For port 4c836099-e1a0-4124-8eaf-96ae58c18959, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:45.187453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] For port 4c836099-e1a0-4124-8eaf-96ae58c18959, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c836099-e1a0-4124-8eaf-96ae58c18959,segment=NetworkSegment(b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff),segment_id=b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:45.192167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-565c8b65-bcd9-430f-b3ef-e132fd3a9529 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.195815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.199603 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-565c8b65-bcd9-430f-b3ef-e132fd3a9529 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "DELETE /v2.0/ports/9f28f94d-98a3-4dcf-a596-908e70a8514d HTTP/1.1" status: 204 len: 168 time: 1.1302624 Nov 12 11:11:45.202919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42794) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:45.247893 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bc378e-f504-4c06-9506-bb29c49349a5 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] GET failed (client error): The resource could not be found. Nov 12 11:11:45.250820 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-41bc378e-f504-4c06-9506-bb29c49349a5 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "GET /v2.0/ports/9f28f94d-98a3-4dcf-a596-908e70a8514d HTTP/1.1" status: 404 len: 333 time: 0.0461607 Nov 12 11:11:45.255592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42796) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:45.267901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627', 'name': 'tempest-AllowedAddressPairTestJSON-123013860'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:45.268030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.268750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.271065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] 10.222.0.59 "PUT /v2.0/ports/4c836099-e1a0-4124-8eaf-96ae58c18959 HTTP/1.1" status: 200 len: 1093 time: 1.2800443 Nov 12 11:11:45.271736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4097facf-12f8-45ec-aaa9-20ad7e43ba45', 'tag': '4c836099-e1a0-4124-8eaf-96ae58c18959'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:45.278220 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f09d4-4207-4456-ae7f-9161ca80db8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4097facf-12f8-45ec-aaa9-20ad7e43ba45", "tag": "4c836099-e1a0-4124-8eaf-96ae58c18959"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:45.314124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e878808-8087-46ee-9cc9-ceb52bfdcb2a service neutron] Pushing event updated for resources: {'Port': ['ID=4c836099-e1a0-4124-8eaf-96ae58c18959,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:45.386255 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dda8c46-d649-445e-9e3e-8003bb154012 x-openstack-request-id: req-2dda8c46-d649-445e-9e3e-8003bb154012 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:45.386744 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4097facf-12f8-45ec-aaa9-20ad7e43ba45", "tag": "4c836099-e1a0-4124-8eaf-96ae58c18959", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:45.386956 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2dda8c46-d649-445e-9e3e-8003bb154012 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:45.387630 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4097facf-12f8-45ec-aaa9-20ad7e43ba45', 'tag': '4c836099-e1a0-4124-8eaf-96ae58c18959', 'status': 'completed', 'code': 200} Nov 12 11:11:45.409762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-b25cf52a-509e-462e-9727-1f57fd0432a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.412984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-b25cf52a-509e-462e-9727-1f57fd0432a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a90a12434adb491f9afb3cc6673204d2&device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 1096 time: 0.0741086 Nov 12 11:11:45.445688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Made reservation on behalf of 65b84b2fcb3748b08c71213416c63fbc for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:45.449231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.451152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42800) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:45.472466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-e1aea824-610b-4942-ba19-4215e520ae67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c836099-e1a0-4124-8eaf-96ae58c18959 HTTP/1.1" status: 200 len: 217 time: 0.0483668 Nov 12 11:11:45.474241 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c00132f4-02f9-432d-a68e-7bcad412dade admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.488289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] device_id is not set on port 38626681-8bb8-4f68-9832-2f33e6b6dbb0 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:45.536914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-e143adc0-dee8-46c5-939f-43f0d42513d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.538596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-e143adc0-dee8-46c5-939f-43f0d42513d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46bc0cc-e5fd-4f85-98dc-08d039d7018a HTTP/1.1" status: 200 len: 849 time: 0.0587800 Nov 12 11:11:45.600983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-e2238ece-f831-4ae6-bf55-785b63282a48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=810e527f-2b79-4f53-be5b-7a0706008430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443468 Nov 12 11:11:45.660167 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Allocated IP 172.20.0.5 (29bc1f55-6fd0-4307-b201-a0718b5f7627/20548fb4-3f4e-4803-a995-aff5a33f6197/38626681-8bb8-4f68-9832-2f33e6b6dbb0) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:45.681420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c00132f4-02f9-432d-a68e-7bcad412dade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.692066 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c00132f4-02f9-432d-a68e-7bcad412dade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.715060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-2948944f-8246-431d-bbc0-0196fd1af05c service neutron] 10.222.0.59 "GET /v2.0/networks/810e527f-2b79-4f53-be5b-7a0706008430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047127 Nov 12 11:11:45.763545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00132f4-02f9-432d-a68e-7bcad412dade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bbffe1-41f9-4b0d-8226-e5bed963f05d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:45.773444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c00132f4-02f9-432d-a68e-7bcad412dade admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f7df74fa71b4385a3d3698a7a307354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3186789 Nov 12 11:11:45.774971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42804) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:45.925672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8349a24b-33be-46a0-b802-ed3018e9fa83 req-d628b4ac-a132-4879-8f17-9b5c43bb126c service neutron] 10.222.0.59 "GET /v2.0/networks/810e527f-2b79-4f53-be5b-7a0706008430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861453 Nov 12 11:11:45.935109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.936633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a68eb-2315-4c3f-9d45-2724aeea65b9 req-c9881b21-31b8-4bc2-a89c-73aa80b78446 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.938813 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-186a68eb-2315-4c3f-9d45-2724aeea65b9 req-c9881b21-31b8-4bc2-a89c-73aa80b78446 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1257696 Nov 12 11:11:45.959955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2631f9c7-7aba-4d7b-81a2-3d3f78675abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.005014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2631f9c7-7aba-4d7b-81a2-3d3f78675abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.024776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102e3c7-17cb-497e-95a1-c08cd56dd6cf req-356a71c9-40d3-4e97-bb4e-e9c65764121d tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.026487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0102e3c7-17cb-497e-95a1-c08cd56dd6cf req-356a71c9-40d3-4e97-bb4e-e9c65764121d tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 944 time: 0.0800822 Nov 12 11:11:46.028089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.073676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-186a68eb-2315-4c3f-9d45-2724aeea65b9 req-15782ac4-1c44-448a-99c6-1d2498fd8018 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263680 Nov 12 11:11:46.115184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-cf2c6770-e861-4b53-bd04-63ad3ef00cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.117133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-cf2c6770-e861-4b53-bd04-63ad3ef00cb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a90a12434adb491f9afb3cc6673204d2&device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 1096 time: 0.1090417 Nov 12 11:11:46.133449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:46.149840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:46.160075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2631f9c7-7aba-4d7b-81a2-3d3f78675abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.163133 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2631f9c7-7aba-4d7b-81a2-3d3f78675abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.164283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2631f9c7-7aba-4d7b-81a2-3d3f78675abe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46bbffe1-41f9-4b0d-8226-e5bed963f05d HTTP/1.1" status: 204 len: 168 time: 0.3895230 Nov 12 11:11:46.179137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:46.200298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=38626681-8bb8-4f68-9832-2f33e6b6dbb0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:46.203723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631f9c7-7aba-4d7b-81a2-3d3f78675abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bbffe1-41f9-4b0d-8226-e5bed963f05d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:46.265390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-e57cdfc8-37bc-4203-9b25-c51eb9b56ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.267289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-e57cdfc8-37bc-4203-9b25-c51eb9b56ccf service neutron] 10.222.0.59 "GET /v2.0/networks?id=810e527f-2b79-4f53-be5b-7a0706008430 HTTP/1.1" status: 200 len: 910 time: 0.1404400 Nov 12 11:11:46.280110 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0102e3c7-17cb-497e-95a1-c08cd56dd6cf req-1f895764-a0b4-4dff-ab4c-c48accf21e48 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075715 Nov 12 11:11:46.323580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.324368 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.348948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-a726892c-cca9-48e0-a3e4-5e131caf21ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c836099-e1a0-4124-8eaf-96ae58c18959 HTTP/1.1" status: 200 len: 217 time: 0.0652597 Nov 12 11:11:46.353735 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d50be72e-0afc-4166-950c-c12e5f077cff tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0960636 Nov 12 11:11:46.358834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42812) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:46.366609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:45:a4:ec'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:46.424968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-b6c2549e-59e2-442e-a975-87c65aa02252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.427706 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-b6c2549e-59e2-442e-a975-87c65aa02252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46bc0cc-e5fd-4f85-98dc-08d039d7018a HTTP/1.1" status: 200 len: 849 time: 0.0687549 Nov 12 11:11:46.488106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-51c6c11b-1f3b-40ed-b21f-c144b6b90850 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=810e527f-2b79-4f53-be5b-7a0706008430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474980 Nov 12 11:11:46.554750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-55a24403-4909-4784-a77a-5d34237542e7 None None] Provisioning complete for port 38626681-8bb8-4f68-9832-2f33e6b6dbb0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:46.555385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55a24403-4909-4784-a77a-5d34237542e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.621816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-55a24403-4909-4784-a77a-5d34237542e7 None None] Port 38626681-8bb8-4f68-9832-2f33e6b6dbb0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:46.645295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-4a5e3a71-3f9a-4445-932b-fb72ef3a2ffe service neutron] 10.222.0.59 "GET /v2.0/networks/810e527f-2b79-4f53-be5b-7a0706008430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480699 Nov 12 11:11:46.647698 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.826731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-168f09d4-4207-4456-ae7f-9161ca80db8c req-ea069c73-9468-4408-9cb7-38d972b34378 service neutron] 10.222.0.59 "GET /v2.0/networks/810e527f-2b79-4f53-be5b-7a0706008430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632733 Nov 12 11:11:46.948612 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.958133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.070259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=38626681-8bb8-4f68-9832-2f33e6b6dbb0,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:47.093862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] In _notify_port_updated(), no bound segment for port 38626681-8bb8-4f68-9832-2f33e6b6dbb0 on network 29bc1f55-6fd0-4307-b201-a0718b5f7627 {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:11:47.105483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:47.106638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.108900 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7b2ced6c-103b-41d2-b898-4fc8675c2d7f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "PUT /v2.0/ports/38626681-8bb8-4f68-9832-2f33e6b6dbb0 HTTP/1.1" status: 200 len: 995 time: 0.7485268 Nov 12 11:11:47.114174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42832) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:47.358352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f2f05516-9215-4171-a8f7-5c316d56444c None None] Provisioning complete for port 38626681-8bb8-4f68-9832-2f33e6b6dbb0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:47.359215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2f05516-9215-4171-a8f7-5c316d56444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.420421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f2f05516-9215-4171-a8f7-5c316d56444c None None] Port 38626681-8bb8-4f68-9832-2f33e6b6dbb0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:47.433405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a11b-0d67-4d99-813e-f50283626b61 req-8441d742-b4ea-47a7-adff-75d10a6e771d tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:47.436687 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d4a11b-0d67-4d99-813e-f50283626b61 req-8441d742-b4ea-47a7-adff-75d10a6e771d tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 944 time: 0.0752420 Nov 12 11:11:47.533609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d4a11b-0d67-4d99-813e-f50283626b61 req-4040beb5-21fd-4557-aefa-57d428ccd28b tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850587 Nov 12 11:11:47.649659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc7f96-6cd7-459d-a96b-d27dc06320c2 req-c1a6eaf7-4b73-4416-8b1f-59c352d01e89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:47.651144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03dc7f96-6cd7-459d-a96b-d27dc06320c2 req-c1a6eaf7-4b73-4416-8b1f-59c352d01e89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.4704044 Nov 12 11:11:47.671394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d77589a9-fb38-478d-bc7c-e865229c868c tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Deleting port 38626681-8bb8-4f68-9832-2f33e6b6dbb0 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:47.671730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d77589a9-fb38-478d-bc7c-e865229c868c tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.769700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03dc7f96-6cd7-459d-a96b-d27dc06320c2 req-90e1f46f-52ed-403d-8ae0-9c02c4f427f6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076729 Nov 12 11:11:47.814001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d77589a9-fb38-478d-bc7c-e865229c868c tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.829175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d77589a9-fb38-478d-bc7c-e865229c868c tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Calling delete_port for 38626681-8bb8-4f68-9832-2f33e6b6dbb0 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:48.024938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d77589a9-fb38-478d-bc7c-e865229c868c tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.069472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77589a9-fb38-478d-bc7c-e865229c868c tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Port': ['ID=38626681-8bb8-4f68-9832-2f33e6b6dbb0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:48.175674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d77589a9-fb38-478d-bc7c-e865229c868c tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.185777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42860) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:48.186685 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d77589a9-fb38-478d-bc7c-e865229c868c tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "DELETE /v2.0/ports/38626681-8bb8-4f68-9832-2f33e6b6dbb0 HTTP/1.1" status: 204 len: 168 time: 1.0699763 Nov 12 11:11:48.228626 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2986f9cb-e838-4a2b-8d0d-85d478b03465 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] GET failed (client error): The resource could not be found. Nov 12 11:11:48.230425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2986f9cb-e838-4a2b-8d0d-85d478b03465 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "GET /v2.0/ports/38626681-8bb8-4f68-9832-2f33e6b6dbb0 HTTP/1.1" status: 404 len: 333 time: 0.0419052 Nov 12 11:11:48.236417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42862) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:48.241858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627', 'name': 'tempest-AllowedAddressPairTestJSON-1488400040'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:48.394977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Made reservation on behalf of 65b84b2fcb3748b08c71213416c63fbc for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:48.400336 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.428272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] device_id is not set on port 3ac606d5-d00a-46f4-b610-aa910af82886 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:48.587668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Allocated IP 172.20.0.13 (29bc1f55-6fd0-4307-b201-a0718b5f7627/20548fb4-3f4e-4803-a995-aff5a33f6197/3ac606d5-d00a-46f4-b610-aa910af82886) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:48.596157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4c836099-e1a0-4124-8eaf-96ae58c18959 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:48.805174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4c836099-e1a0-4124-8eaf-96ae58c18959, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c836099-e1a0-4124-8eaf-96ae58c18959,segment=NetworkSegment(b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff),segment_id=b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:48.822213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4754-d81f-4042-9994-6e44a712b81a req-fcfa1031-74d7-4b65-94ad-7ff3af0aaf0a tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.833395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-857b4754-d81f-4042-9994-6e44a712b81a req-fcfa1031-74d7-4b65-94ad-7ff3af0aaf0a tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 944 time: 0.0984650 Nov 12 11:11:48.834456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '4c836099-e1a0-4124-8eaf-96ae58c18959', 'network_id': '810e527f-2b79-4f53-be5b-7a0706008430', 'port_id': '4c836099-e1a0-4124-8eaf-96ae58c18959', 'mac_address': 'fa:16:3e:c9:e9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46bc0cc-e5fd-4f85-98dc-08d039d7018a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:48.890871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.903998 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.923627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c836099-e1a0-4124-8eaf-96ae58c18959 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:48.957454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d497f7-29b5-4bfa-8cdf-4c7727f73d00 req-795b622e-d9d8-42e0-9e6a-2e5a3290746d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.959613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34d497f7-29b5-4bfa-8cdf-4c7727f73d00 req-795b622e-d9d8-42e0-9e6a-2e5a3290746d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0871973 Nov 12 11:11:48.978231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4c836099-e1a0-4124-8eaf-96ae58c18959, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c836099-e1a0-4124-8eaf-96ae58c18959,segment=NetworkSegment(b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff),segment_id=b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:48.978550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.992452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.066549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34d497f7-29b5-4bfa-8cdf-4c7727f73d00 req-d7e9ebb3-d489-4e29-bae9-7e68fd9a9fc4 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937736 Nov 12 11:11:49.074836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4c836099-e1a0-4124-8eaf-96ae58c18959,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:49.113403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-857b4754-d81f-4042-9994-6e44a712b81a req-6bdafc38-e496-46c6-9aac-61cf25fdd207 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786045 Nov 12 11:11:49.144324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:49.151264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:49.155689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:49.175016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=3ac606d5-d00a-46f4-b610-aa910af82886,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:49.260734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:49.261459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.284395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-254e6087-6589-4249-ab50-1f70e8ab9749 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0467417 Nov 12 11:11:49.288151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42912) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:49.294325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'network_id': '29bc1f55-6fd0-4307-b201-a0718b5f7627', 'name': 'tempest-AllowedAddressPairTestJSON-172006366'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:49.404410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4c836099-e1a0-4124-8eaf-96ae58c18959'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:49.481810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Made reservation on behalf of 65b84b2fcb3748b08c71213416c63fbc for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:49.486888 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.513029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] device_id is not set on port a51965dc-06bd-41e0-b166-fd0032061697 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:49.592972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f785a0dd-544f-46e9-8986-1a06015ae600 None None] Provisioning complete for port 3ac606d5-d00a-46f4-b610-aa910af82886 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:49.593360 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f785a0dd-544f-46e9-8986-1a06015ae600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.619204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42916) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:49.657203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f785a0dd-544f-46e9-8986-1a06015ae600 None None] Port 3ac606d5-d00a-46f4-b610-aa910af82886 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:49.685109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Allocated IP 172.20.0.14 (29bc1f55-6fd0-4307-b201-a0718b5f7627/20548fb4-3f4e-4803-a995-aff5a33f6197/a51965dc-06bd-41e0-b166-fd0032061697) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:49.789757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eba5bf03-83ce-40a2-b2cd-bb2b70e21c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.897108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eba5bf03-83ce-40a2-b2cd-bb2b70e21c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.904938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eba5bf03-83ce-40a2-b2cd-bb2b70e21c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.909599 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.947977 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.954750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eba5bf03-83ce-40a2-b2cd-bb2b70e21c33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dab4d976409d4d60af7828d82694e1ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296294 Nov 12 11:11:49.954750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5bf03-83ce-40a2-b2cd-bb2b70e21c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1566563d-eee7-4ddf-ac88-b2f0a8e02318,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:49.955848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42920) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:50.031724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:50.040051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:50.046387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=a51965dc-06bd-41e0-b166-fd0032061697,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.058337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:50.063790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.064176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.064533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.064973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.065309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.065646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.065980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.066312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.066669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.067098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.067346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.067603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:50.115887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5911903f-bf37-4de4-8940-4c0547a79ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.185228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.186457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.228717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5911903f-bf37-4de4-8940-4c0547a79ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.235986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3fed06e7-0456-4c69-85ed-d3a47ce1b844 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9454031 Nov 12 11:11:50.242428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42928) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:50.249742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:45:a4:ec'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4c:71:c8'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:50.275125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8b0f-5388-48e0-b4e9-71486f3eaaac req-74278710-1048-4fcb-bc6b-e370902a8874 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.276705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f76c8b0f-5388-48e0-b4e9-71486f3eaaac req-74278710-1048-4fcb-bc6b-e370902a8874 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0947464 Nov 12 11:11:50.347134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f76c8b0f-5388-48e0-b4e9-71486f3eaaac req-48c334c9-0857-4629-ac41-2c2d59109fdc tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588760 Nov 12 11:11:50.395040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-27ebea37-10b0-4204-b3b5-d44142b1dbe2 None None] Provisioning complete for port a51965dc-06bd-41e0-b166-fd0032061697 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:50.396729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27ebea37-10b0-4204-b3b5-d44142b1dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.446206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-27ebea37-10b0-4204-b3b5-d44142b1dbe2 None None] Port a51965dc-06bd-41e0-b166-fd0032061697 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:50.450293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2e73f-ca02-4c7d-8464-3ef9d23ff6a9 req-5a95c725-c78f-4fd2-9c4d-740f6a923c1f tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.451873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-99c2e73f-ca02-4c7d-8464-3ef9d23ff6a9 req-5a95c725-c78f-4fd2-9c4d-740f6a923c1f tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 945 time: 0.1699622 Nov 12 11:11:50.475201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5911903f-bf37-4de4-8940-4c0547a79ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.478384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5911903f-bf37-4de4-8940-4c0547a79ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.478908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5911903f-bf37-4de4-8940-4c0547a79ecb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1566563d-eee7-4ddf-ac88-b2f0a8e02318 HTTP/1.1" status: 204 len: 168 time: 0.5209186 Nov 12 11:11:50.504740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911903f-bf37-4de4-8940-4c0547a79ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1566563d-eee7-4ddf-ac88-b2f0a8e02318,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.565092 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.581526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-99c2e73f-ca02-4c7d-8464-3ef9d23ff6a9 req-9a11827b-5a19-43cd-9466-be357a8150d6 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160603 Nov 12 11:11:50.608813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4c836099-e1a0-4124-8eaf-96ae58c18959 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:50.681064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 4c836099-e1a0-4124-8eaf-96ae58c18959 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:11:50.685742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 4c836099-e1a0-4124-8eaf-96ae58c18959 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:50.686126 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.775271 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.811043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4097facf-12f8-45ec-aaa9-20ad7e43ba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c836099-e1a0-4124-8eaf-96ae58c18959'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:50.815184 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b5597-2e93-439d-a9f8-15f87b5d4f5d" -d '{"events": [{"server_uuid": "4097facf-12f8-45ec-aaa9-20ad7e43ba45", "name": "network-vif-plugged", "status": "completed", "tag": "4c836099-e1a0-4124-8eaf-96ae58c18959"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:50.837222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4c836099-e1a0-4124-8eaf-96ae58c18959, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c836099-e1a0-4124-8eaf-96ae58c18959,segment=NetworkSegment(b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff),segment_id=b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:50.842827 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.865651 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.872576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.920853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42936) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:50.932251 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7c4009-4071-41e0-9c12-9568963fe695 x-openstack-request-id: req-9d7c4009-4071-41e0-9c12-9568963fe695 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:50.933529 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4097facf-12f8-45ec-aaa9-20ad7e43ba45", "name": "network-vif-plugged", "status": "completed", "tag": "4c836099-e1a0-4124-8eaf-96ae58c18959", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:50.933869 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d7c4009-4071-41e0-9c12-9568963fe695 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:50.934392 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4097facf-12f8-45ec-aaa9-20ad7e43ba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c836099-e1a0-4124-8eaf-96ae58c18959', 'code': 200} Nov 12 11:11:50.951313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d30bd081-7cf6-4634-b6a4-b4373711c664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.953636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4c836099-e1a0-4124-8eaf-96ae58c18959,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.992793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event updated for resources: {'Port': ['ID=a51965dc-06bd-41e0-b166-fd0032061697,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:51.057423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] In _notify_port_updated(), no bound segment for port a51965dc-06bd-41e0-b166-fd0032061697 on network 29bc1f55-6fd0-4307-b201-a0718b5f7627 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:11:51.064448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:51.065361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.067664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b82e12b5-fa63-4ffc-8145-a6136bf8d857 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "PUT /v2.0/ports/a51965dc-06bd-41e0-b166-fd0032061697 HTTP/1.1" status: 200 len: 1056 time: 0.8235135 Nov 12 11:11:51.070660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42938) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:51.097695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d30bd081-7cf6-4634-b6a4-b4373711c664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.107689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d30bd081-7cf6-4634-b6a4-b4373711c664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.143074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a969-33e8-4521-b41c-8725b1b31357 req-a655360a-36cf-49db-b24b-97589503d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:51.144599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f003a969-33e8-4521-b41c-8725b1b31357 req-a655360a-36cf-49db-b24b-97589503d1b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 1098 time: 0.1311710 Nov 12 11:11:51.161195 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d30bd081-7cf6-4634-b6a4-b4373711c664 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ee6358ce83d40e8a496677fb14e48e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381113 Nov 12 11:11:51.171115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42940) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:51.210201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bd081-7cf6-4634-b6a4-b4373711c664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac72d3-9823-4c9c-ba7b-c69a6251a54c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:51.250151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22e174ac-709f-442c-b9a5-261617397f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.281628 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22e174ac-709f-442c-b9a5-261617397f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.294693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ffc6d110-ae6c-4b04-9991-6088476c7617 None None] Provisioning complete for port a51965dc-06bd-41e0-b166-fd0032061697 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:51.295538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d110-ae6c-4b04-9991-6088476c7617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.296045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f003a969-33e8-4521-b41c-8725b1b31357 req-16d369e3-255c-4577-86f3-53257b1bad9f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349666 Nov 12 11:11:51.314449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-70395293-a183-44c3-81e1-9fe2c3e5f45d tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Deleting port a51965dc-06bd-41e0-b166-fd0032061697 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:51.315172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70395293-a183-44c3-81e1-9fe2c3e5f45d tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.357870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6d110-ae6c-4b04-9991-6088476c7617 None None] Port a51965dc-06bd-41e0-b166-fd0032061697 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:51.377899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22e174ac-709f-442c-b9a5-261617397f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.381400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22e174ac-709f-442c-b9a5-261617397f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.387404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-22e174ac-709f-442c-b9a5-261617397f65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62ac72d3-9823-4c9c-ba7b-c69a6251a54c HTTP/1.1" status: 204 len: 168 time: 0.2115517 Nov 12 11:11:51.405624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e174ac-709f-442c-b9a5-261617397f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ac72d3-9823-4c9c-ba7b-c69a6251a54c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:51.809388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6a1f1-b239-43f3-b804-e0ac4487edf3 req-b2ef24c3-c466-4a99-9a6b-7dec1fb8e668 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:51.812526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-46f6a1f1-b239-43f3-b804-e0ac4487edf3 req-b2ef24c3-c466-4a99-9a6b-7dec1fb8e668 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 946 time: 0.1038990 Nov 12 11:11:51.867490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70395293-a183-44c3-81e1-9fe2c3e5f45d tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.898631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-70395293-a183-44c3-81e1-9fe2c3e5f45d tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Calling delete_port for a51965dc-06bd-41e0-b166-fd0032061697 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:51.901311 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-46f6a1f1-b239-43f3-b804-e0ac4487edf3 req-a7e9f685-22e4-48bf-83c1-d93ae451e042 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791137 Nov 12 11:11:51.938063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fd889-912a-4e99-9a73-101942c58119 req-42a4d5c2-ad42-4578-997a-44eef6041997 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:51.939618 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d06fd889-912a-4e99-9a73-101942c58119 req-42a4d5c2-ad42-4578-997a-44eef6041997 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.4707522 Nov 12 11:11:52.076490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d06fd889-912a-4e99-9a73-101942c58119 req-abc883c6-6921-435b-bd77-c2bcc87ba9df tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071613 Nov 12 11:11:52.165017 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70395293-a183-44c3-81e1-9fe2c3e5f45d tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.208613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70395293-a183-44c3-81e1-9fe2c3e5f45d tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Port': ['ID=a51965dc-06bd-41e0-b166-fd0032061697,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:52.555572 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-70395293-a183-44c3-81e1-9fe2c3e5f45d tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.560107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-70395293-a183-44c3-81e1-9fe2c3e5f45d tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "DELETE /v2.0/ports/a51965dc-06bd-41e0-b166-fd0032061697 HTTP/1.1" status: 204 len: 168 time: 1.4880176 Nov 12 11:11:52.562722 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42972) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:52.594810 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5cfe42-733d-4d55-b861-2263c72121b3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] GET failed (client error): The resource could not be found. Nov 12 11:11:52.599478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ea5cfe42-733d-4d55-b861-2263c72121b3 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "GET /v2.0/ports/a51965dc-06bd-41e0-b166-fd0032061697 HTTP/1.1" status: 404 len: 333 time: 0.0320010 Nov 12 11:11:52.600669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42976) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:52.742327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-89163a57-593f-4049-9898-ac7bab8c078e tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Deleting port 3ac606d5-d00a-46f4-b610-aa910af82886 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:52.742676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89163a57-593f-4049-9898-ac7bab8c078e tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.898070 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89163a57-593f-4049-9898-ac7bab8c078e tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.934389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-89163a57-593f-4049-9898-ac7bab8c078e tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Calling delete_port for 3ac606d5-d00a-46f4-b610-aa910af82886 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:53.132614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7296d-62e5-44ad-9e7a-802a1082945a req-f2446daa-06d0-4a4b-87e5-b6b8e22c8424 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:53.146624 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7fe7296d-62e5-44ad-9e7a-802a1082945a req-f2446daa-06d0-4a4b-87e5-b6b8e22c8424 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 946 time: 0.1233556 Nov 12 11:11:53.208264 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89163a57-593f-4049-9898-ac7bab8c078e tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.237299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7fe7296d-62e5-44ad-9e7a-802a1082945a req-7b82aa36-b764-49da-9888-d2a707fad79b tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890629 Nov 12 11:11:53.263345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89163a57-593f-4049-9898-ac7bab8c078e tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Port': ['ID=3ac606d5-d00a-46f4-b610-aa910af82886,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:53.382587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89163a57-593f-4049-9898-ac7bab8c078e tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.387657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-89163a57-593f-4049-9898-ac7bab8c078e tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "DELETE /v2.0/ports/3ac606d5-d00a-46f4-b610-aa910af82886 HTTP/1.1" status: 204 len: 168 time: 0.7861056 Nov 12 11:11:53.389992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42994) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:53.411553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bb65e-b91d-47ba-b271-caf0a4f7a79c req-1c3fbd3d-7a76-49ee-8a3e-170d6db633d3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:53.423967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c71bb65e-b91d-47ba-b271-caf0a4f7a79c req-1c3fbd3d-7a76-49ee-8a3e-170d6db633d3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1718111 Nov 12 11:11:53.458451 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c50f8f-0e66-4584-81e0-2145396ca674 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] GET failed (client error): The resource could not be found. Nov 12 11:11:53.466255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-46c50f8f-0e66-4584-81e0-2145396ca674 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "GET /v2.0/ports/3ac606d5-d00a-46f4-b610-aa910af82886 HTTP/1.1" status: 404 len: 333 time: 0.0720842 Nov 12 11:11:53.469203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43000) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:53.508133 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c71bb65e-b91d-47ba-b271-caf0a4f7a79c req-e68316f2-5b53-4c90-9d60-d2d34e7c5850 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830739 Nov 12 11:11:53.680569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-76539a9a-b8af-4cda-935e-9a32015cdf05 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Deleting port e670ea50-aee2-4de1-a34a-a3cfd5f2adc5 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:53.681323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76539a9a-b8af-4cda-935e-9a32015cdf05 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.706323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43004) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:53.709720 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:11:53.892257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76539a9a-b8af-4cda-935e-9a32015cdf05 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.908957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-76539a9a-b8af-4cda-935e-9a32015cdf05 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Calling delete_port for e670ea50-aee2-4de1-a34a-a3cfd5f2adc5 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:53.911917 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3e659bc-a8b9-4038-9b67-16b6b68b546f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.941544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1479374021', 'router:external': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:53.980624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Made reservation on behalf of 44677a9bde3d45a684a1571ba2bc018c for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:53.983463 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.996816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.124530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76539a9a-b8af-4cda-935e-9a32015cdf05 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.219149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76539a9a-b8af-4cda-935e-9a32015cdf05 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Port': ['ID=e670ea50-aee2-4de1-a34a-a3cfd5f2adc5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.226399 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.233897 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.283717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:54.305646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-76539a9a-b8af-4cda-935e-9a32015cdf05 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.315111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731a780c-a58e-49e6-8408-4075c67c3606,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.317916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76539a9a-b8af-4cda-935e-9a32015cdf05 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "DELETE /v2.0/ports/e670ea50-aee2-4de1-a34a-a3cfd5f2adc5 HTTP/1.1" status: 204 len: 168 time: 0.8479602 Nov 12 11:11:54.318839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43014) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:54.329516 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.330416 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Added segment 1a5f55b7-c66b-4552-9447-b1f42824cf20 of type vlan for network 233368ec-8130-4081-a817-fa9e8fd4e038 Nov 12 11:11:54.431474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.440201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-8457d867-3883-4676-864e-2b7e940651d1 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Deleting subnet 20548fb4-3f4e-4803-a995-aff5a33f6197 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:54.447014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8457d867-3883-4676-864e-2b7e940651d1 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.493499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.495667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:54.497056 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.546765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8457d867-3883-4676-864e-2b7e940651d1 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.556096 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8469000 Nov 12 11:11:54.593770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43018) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:54.601439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'subnet': {'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:54.615691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2cc0d-b717-473e-8bad-91771b18407b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'Network': ['ID=233368ec-8130-4081-a817-fa9e8fd4e038,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.630505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 233368ec-8130-4081-a817-fa9e8fd4e038 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:54.679089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8457d867-3883-4676-864e-2b7e940651d1 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.704894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Made reservation on behalf of 44677a9bde3d45a684a1571ba2bc018c for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:54.708487 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.805906 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8457d867-3883-4676-864e-2b7e940651d1 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.860796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82335594-dd48-4b45-89c8-0d415a9a0b6e req-f9b5d8ec-26b5-4893-b340-50c689379829 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:54.862524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82335594-dd48-4b45-89c8-0d415a9a0b6e req-f9b5d8ec-26b5-4893-b340-50c689379829 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.2158191 Nov 12 11:11:54.911537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457d867-3883-4676-864e-2b7e940651d1 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Subnet': ['ID=20548fb4-3f4e-4803-a995-aff5a33f6197,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.914057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8457d867-3883-4676-864e-2b7e940651d1 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.917664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8457d867-3883-4676-864e-2b7e940651d1 tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "DELETE /v2.0/subnets/20548fb4-3f4e-4803-a995-aff5a33f6197 HTTP/1.1" status: 204 len: 168 time: 0.5974944 Nov 12 11:11:54.920676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ea155-2e39-4db3-9370-c7860da44c0b None None] Network 29bc1f55-6fd0-4307-b201-a0718b5f7627 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:54.923593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43024) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:55.191969 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82335594-dd48-4b45-89c8-0d415a9a0b6e req-aa4bdc05-7f99-49d0-b431-f6ba05f25b3e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097260 Nov 12 11:11:55.228924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.312335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] DHCP port deletion for 29bc1f55-6fd0-4307-b201-a0718b5f7627 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:55.371319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] Deleting port da51f9ec-a614-4f23-b026-a8c155d61886 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:55.372017 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.376357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Deleting port da51f9ec-a614-4f23-b026-a8c155d61886 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:55.376706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.461326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] For port da51f9ec-a614-4f23-b026-a8c155d61886, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=da51f9ec-a614-4f23-b026-a8c155d61886,segment=NetworkSegment(0a7b6919-4f48-4d1e-9d51-01ac687851e6),segment_id=0a7b6919-4f48-4d1e-9d51-01ac687851e6)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:55.461835 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.466431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] For port da51f9ec-a614-4f23-b026-a8c155d61886, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=da51f9ec-a614-4f23-b026-a8c155d61886,segment=NetworkSegment(0a7b6919-4f48-4d1e-9d51-01ac687851e6),segment_id=0a7b6919-4f48-4d1e-9d51-01ac687851e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:55.467000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.479644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Calling delete_port for da51f9ec-a614-4f23-b026-a8c155d61886 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:55.488263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] Calling delete_port for da51f9ec-a614-4f23-b026-a8c155d61886 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:55.519030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.objects.ports [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109166) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:11:55.519495 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.602605 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.644471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device da51f9ec-a614-4f23-b026-a8c155d61886 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:55.647027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] No DVR routers for this DVR port da51f9ec-a614-4f23-b026-a8c155d61886 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:55.649570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fc16b-bb37-4ab7-afbb-3fb27806ccbe None None] Pushing event deleted for resources: {'Port': ['ID=da51f9ec-a614-4f23-b026-a8c155d61886,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:55.674762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: da51f9ec-a614-4f23-b026-a8c155d61886 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:55.675119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device da51f9ec-a614-4f23-b026-a8c155d61886 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:55.683376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'Subnet': ['ID=415f3f3b-3591-469b-b82e-6705aaaa5073,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:55.705546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Checking segment: {'id': '1a5f55b7-c66b-4552-9447-b1f42824cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:55.705889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Network hostable DHCP agents. Network: 233368ec-8130-4081-a817-fa9e8fd4e038, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:55.726414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.758802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Port': ['ID=da51f9ec-a614-4f23-b026-a8c155d61886,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:55.760457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Network 233368ec-8130-4081-a817-fa9e8fd4e038 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:55.763383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] No DVR routers for this DVR port da51f9ec-a614-4f23-b026-a8c155d61886 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:55.795241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 233368ec-8130-4081-a817-fa9e8fd4e038) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:55.803411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.804030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.807936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e8338-c199-4000-948f-88a2a5d9bf39 None None] Network 233368ec-8130-4081-a817-fa9e8fd4e038 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:55.879225 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-45d7b393-f316-4b2d-a5af-37a485ad4b9f tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2837338 Nov 12 11:11:55.885235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.887093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43026) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:55.895462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-457099482', 'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:55.923525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Made reservation on behalf of 44677a9bde3d45a684a1571ba2bc018c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:55.926119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.931505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bc1f55-6fd0-4307-b201-a0718b5f7627']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:55.952811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7b6919-4f48-4d1e-9d51-01ac687851e6') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:55.954375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7b6919-4f48-4d1e-9d51-01ac687851e6') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:55.954664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] device_id is not set on port 2480e0d2-476b-456d-9f64-bbbfa1b8e118 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:11:55.979208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19583c1-8700-4d8c-90ec-ac09e1d2d8a8 None None] Network 233368ec-8130-4081-a817-fa9e8fd4e038 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:55.993657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.020328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.031119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:56.032037 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:56.035465 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:56.132774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Allocated IP 2001:db8::325 (233368ec-8130-4081-a817-fa9e8fd4e038/415f3f3b-3591-469b-b82e-6705aaaa5073/2480e0d2-476b-456d-9f64-bbbfa1b8e118) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:56.150920 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.175762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.181594 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] 10.222.0.31 "DELETE /v2.0/networks/29bc1f55-6fd0-4307-b201-a0718b5f7627 HTTP/1.1" status: 204 len: 168 time: 1.2401643 Nov 12 11:11:56.195423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77fd1c-651e-4cbe-8cb7-69e9818a373f tempest-AllowedAddressPairTestJSON-1647399517 tempest-AllowedAddressPairTestJSON-1647399517-project] Pushing event deleted for resources: {'Network': ['ID=29bc1f55-6fd0-4307-b201-a0718b5f7627,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:56.264388 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a85f0b9-cbff-4630-b39b-5fccc165aa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.386380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abe1d8-59f0-4499-a392-8685f546370b req-6b9fe9af-1dd8-4e52-99f0-ca2f4018b928 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:56.388156 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32abe1d8-59f0-4499-a392-8685f546370b req-6b9fe9af-1dd8-4e52-99f0-ca2f4018b928 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0668814 Nov 12 11:11:56.398048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.460727 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32abe1d8-59f0-4499-a392-8685f546370b req-30ee311f-cc6f-4f08-90f5-e184f56e0d11 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585368 Nov 12 11:11:56.472259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.543995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Network 233368ec-8130-4081-a817-fa9e8fd4e038 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:56.547226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:56.552318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:56.553609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:56.554613 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.565652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'Port': ['ID=2480e0d2-476b-456d-9f64-bbbfa1b8e118,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:56.585414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cffb008f-a28d-4055-8980-9652662df0bd tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6944342 Nov 12 11:11:56.585414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43040) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:56.732318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f747c-445a-48b3-bb04-37d3df1cae11 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Deleting port 2480e0d2-476b-456d-9f64-bbbfa1b8e118 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:56.732951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d9f747c-445a-48b3-bb04-37d3df1cae11 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.754202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43050) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:56.888960 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d9f747c-445a-48b3-bb04-37d3df1cae11 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.911481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f747c-445a-48b3-bb04-37d3df1cae11 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Calling delete_port for 2480e0d2-476b-456d-9f64-bbbfa1b8e118 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:57.038937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c906cf4c-f4aa-4453-aeda-5dae90c6b07b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65b84b2fcb3748b08c71213416c63fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829874 Nov 12 11:11:57.041906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43056) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:57.167177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d9f747c-445a-48b3-bb04-37d3df1cae11 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.169451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9949d0d8-2f2b-4b01-8dcb-36deeeaea52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.225948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f747c-445a-48b3-bb04-37d3df1cae11 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event deleted for resources: {'Port': ['ID=2480e0d2-476b-456d-9f64-bbbfa1b8e118,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:57.271065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9949d0d8-2f2b-4b01-8dcb-36deeeaea52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.276113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1d9f747c-445a-48b3-bb04-37d3df1cae11 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.285924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43062) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:57.286762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1d9f747c-445a-48b3-bb04-37d3df1cae11 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2480e0d2-476b-456d-9f64-bbbfa1b8e118 HTTP/1.1" status: 204 len: 168 time: 0.6991918 Nov 12 11:11:57.294070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038', 'external_fixed_ips': [{'subnet_id': '415f3f3b-3591-469b-b82e-6705aaaa5073', 'ip_address': '2001:db8::325'}]}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:57.335109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.337360 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.364559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9949d0d8-2f2b-4b01-8dcb-36deeeaea52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.369801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9949d0d8-2f2b-4b01-8dcb-36deeeaea52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.379305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9949d0d8-2f2b-4b01-8dcb-36deeeaea52d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d798516-c31a-4ef4-8dab-ee2f0a3458d3 HTTP/1.1" status: 204 len: 168 time: 0.3333189 Nov 12 11:11:57.392647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d0d8-2f2b-4b01-8dcb-36deeeaea52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d798516-c31a-4ef4-8dab-ee2f0a3458d3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:57.463795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.676671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.738116 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.785259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfdbb-ee38-44b0-b305-d85098f8d093 req-dce80eb2-dd78-43da-8766-7f2f78059cb5 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.785259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-353cfdbb-ee38-44b0-b305-d85098f8d093 req-dce80eb2-dd78-43da-8766-7f2f78059cb5 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1522508 Nov 12 11:11:57.910925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-353cfdbb-ee38-44b0-b305-d85098f8d093 req-38809741-c719-49a7-bfca-ec31f131e3c2 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254485 Nov 12 11:11:58.218497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc920aa-0a6c-4f90-8601-164dae003c42 req-60fa3a85-1c4e-4622-bb99-edb9425768bb tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.220895 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5fc920aa-0a6c-4f90-8601-164dae003c42 req-60fa3a85-1c4e-4622-bb99-edb9425768bb tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 946 time: 0.1282079 Nov 12 11:11:58.226836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:58.264908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:58.407439 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5fc920aa-0a6c-4f90-8601-164dae003c42 req-73b0c94b-ab45-4d79-82cc-d69e6e30eda0 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450422 Nov 12 11:11:58.544587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Allocated IP 2001:db8::325 (233368ec-8130-4081-a817-fa9e8fd4e038/415f3f3b-3591-469b-b82e-6705aaaa5073/922ddc21-d668-4b5b-a5c2-6b393fbad174) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:58.593750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43100) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.696807 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:58.750882 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:58.761627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-f52de1e9-c781-4573-9295-d53609dd1812 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.763877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f52de1e9-c781-4573-9295-d53609dd1812 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1669002 Nov 12 11:11:58.766906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43106) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.771971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-9db2e281-2746-42df-ba97-d09c8087a449 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.776427 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9db2e281-2746-42df-ba97-d09c8087a449 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052490 Nov 12 11:11:58.776782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43108) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.781520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-4baeaf06-c6dd-4537-ba1e-f316a9a6a8d7 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.787591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4baeaf06-c6dd-4537-ba1e-f316a9a6a8d7 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056908 Nov 12 11:11:58.787872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43110) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.793304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-385d724c-3b88-4766-9bfe-ce6a994bb3bc tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.796904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-385d724c-3b88-4766-9bfe-ce6a994bb3bc tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0056484 Nov 12 11:11:58.798911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.803708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-6c28d7af-1bba-4c17-9683-3dfcdbdccbd3 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.805879 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6c28d7af-1bba-4c17-9683-3dfcdbdccbd3 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054419 Nov 12 11:11:58.808424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43114) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.815652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-e5c95fea-bd8d-44e7-ba93-5d2e2b6534e8 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.816096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Network 233368ec-8130-4081-a817-fa9e8fd4e038 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:58.817359 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e5c95fea-bd8d-44e7-ba93-5d2e2b6534e8 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0072956 Nov 12 11:11:58.820700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43116) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.821811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:58.826917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-dd089acf-42c7-489b-8f04-a34f653d885d tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.829111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dd089acf-42c7-489b-8f04-a34f653d885d tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063646 Nov 12 11:11:58.832455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43118) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.834969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:58.839563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-ea413c3c-5b91-425d-a02f-56e1ba581025 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.841260 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea413c3c-5b91-425d-a02f-56e1ba581025 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072789 Nov 12 11:11:58.846010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43120) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.853501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-f29888e5-8adb-4bae-a1d4-aa761b9299ea tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.855484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f29888e5-8adb-4bae-a1d4-aa761b9299ea tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076826 Nov 12 11:11:58.860007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43122) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.866119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-667c424d-fe9e-424a-95e2-c38e142065a2 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.867617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-667c424d-fe9e-424a-95e2-c38e142065a2 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061238 Nov 12 11:11:58.870975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43124) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.877030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-a491afda-88f1-447e-a401-7b084d894a85 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.878224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a491afda-88f1-447e-a401-7b084d894a85 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059910 Nov 12 11:11:58.881781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43126) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.888540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-231d1ce9-93a7-417f-8c41-2221f96a5d76 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.890128 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-231d1ce9-93a7-417f-8c41-2221f96a5d76 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0069537 Nov 12 11:11:58.894074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43128) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.899009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-506259ad-f5e7-4993-8e3f-044fe5db8554 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.900336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-506259ad-f5e7-4993-8e3f-044fe5db8554 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052083 Nov 12 11:11:58.902284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'Port': ['ID=922ddc21-d668-4b5b-a5c2-6b393fbad174,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:58.904457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43130) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.910251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-2c379aca-61fc-4aca-b585-15f1de26bd37 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.911651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2c379aca-61fc-4aca-b585-15f1de26bd37 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056083 Nov 12 11:11:58.914718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43132) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.920617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-85771443-2973-4236-ac3f-c691418052f8 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.924316 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-85771443-2973-4236-ac3f-c691418052f8 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046718 Nov 12 11:11:58.925652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43134) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.931354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-80af0aff-56cc-4640-91da-1c29859ba906 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.932724 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-80af0aff-56cc-4640-91da-1c29859ba906 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058093 Nov 12 11:11:58.936013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43136) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.943483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-5b0fc60e-0af8-4f87-8323-df13cf095a42 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.945461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5b0fc60e-0af8-4f87-8323-df13cf095a42 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077934 Nov 12 11:11:58.949888 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43140) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.986948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-bb12a76b-061b-4055-9ce9-08f18f63cb01 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:58.988726 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bb12a76b-061b-4055-9ce9-08f18f63cb01 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0375230 Nov 12 11:11:58.991970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43142) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.997456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-edec5907-4af2-4e69-bf54-acc2abd3bc02 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.000521 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-edec5907-4af2-4e69-bf54-acc2abd3bc02 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051284 Nov 12 11:11:59.003344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43144) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.012193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-5ee1f570-1cd2-4fbf-b9a6-a4cbe3796395 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.018248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5ee1f570-1cd2-4fbf-b9a6-a4cbe3796395 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0091381 Nov 12 11:11:59.020703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43146) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.030421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-ea92f9f2-78da-4ab0-bac9-21017a791b35 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.032942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ea92f9f2-78da-4ab0-bac9-21017a791b35 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0104692 Nov 12 11:11:59.039728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43148) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.053451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-b14ffa6a-3c67-4b2c-981f-683b9d3f69c6 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.053451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b14ffa6a-3c67-4b2c-981f-683b9d3f69c6 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0086794 Nov 12 11:11:59.053451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43150) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.060833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-b151e40a-166b-4199-a32b-01b06548dafc tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.064802 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b151e40a-166b-4199-a32b-01b06548dafc tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0078361 Nov 12 11:11:59.067495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43152) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.088956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec631a0-6c8f-4ea7-b3df-a7cba4d0388f req-59ca391b-9576-451d-be46-3623d9ed1814 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.090712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ec631a0-6c8f-4ea7-b3df-a7cba4d0388f req-59ca391b-9576-451d-be46-3623d9ed1814 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0757351 Nov 12 11:11:59.119980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-65dcf074-2c6d-4448-b612-98fa52cb5e4e tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.121008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-65dcf074-2c6d-4448-b612-98fa52cb5e4e tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0520701 Nov 12 11:11:59.124057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43154) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.129325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-34093ba7-d6a6-42d4-9d1f-bb178981fe04 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.130483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-34093ba7-d6a6-42d4-9d1f-bb178981fe04 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050545 Nov 12 11:11:59.133939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43156) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.138729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-c5af4667-63fd-48e3-8b5d-b50b5968dc33 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.148324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c5af4667-63fd-48e3-8b5d-b50b5968dc33 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045393 Nov 12 11:11:59.151664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43158) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.158801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-480c1471-057b-4219-b180-84b13eb65566 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.159796 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-480c1471-057b-4219-b180-84b13eb65566 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070345 Nov 12 11:11:59.160272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ec631a0-6c8f-4ea7-b3df-a7cba4d0388f req-70772358-54b7-4a38-b855-5013fd2be568 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624082 Nov 12 11:11:59.164094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43160) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.170600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-185ab8c4-7774-4b3f-913b-aeabba923f76 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.171781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-185ab8c4-7774-4b3f-913b-aeabba923f76 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051527 Nov 12 11:11:59.176281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43162) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.182070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-2c0a7075-8067-4ba1-8fc4-dfea06f39546 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.187477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2c0a7075-8067-4ba1-8fc4-dfea06f39546 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059090 Nov 12 11:11:59.190736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43164) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.198147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-58346602-fe0d-4ac6-86af-e413767929de tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.205614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-58346602-fe0d-4ac6-86af-e413767929de tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0128357 Nov 12 11:11:59.206387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43166) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.213858 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-5aa24c04-11dd-464b-9e94-b82a02469bbb tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.218797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5aa24c04-11dd-464b-9e94-b82a02469bbb tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0078592 Nov 12 11:11:59.219265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43168) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.226717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:59.227781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-d99dcd8b-a9f2-424b-bcac-c79191ff975c tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.232821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d99dcd8b-a9f2-424b-bcac-c79191ff975c tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086224 Nov 12 11:11:59.235310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43170) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.241924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-b4a04c63-971c-40a2-9fab-b7846babcda7 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.244670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b4a04c63-971c-40a2-9fab-b7846babcda7 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0066595 Nov 12 11:11:59.247231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43172) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.256192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-fcf63440-f963-4116-864b-6653befb0bbf tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.258158 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fcf63440-f963-4116-864b-6653befb0bbf tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096116 Nov 12 11:11:59.261693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43174) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.269327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-c80345d1-48ec-42a6-a081-8ce0356861d2 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.271770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c80345d1-48ec-42a6-a081-8ce0356861d2 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076928 Nov 12 11:11:59.275783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43176) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.283028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-ea9fb3ff-33ea-4e7e-906e-38f625fea45f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.284334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea9fb3ff-33ea-4e7e-906e-38f625fea45f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068264 Nov 12 11:11:59.288070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43178) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.293636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-182476c5-bc37-4608-bd5c-86029f68d82c tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.294652 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-182476c5-bc37-4608-bd5c-86029f68d82c tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054975 Nov 12 11:11:59.301784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43182) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.313398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-cb0c6df0-bd1b-4e3b-8b86-a81c4271d9d7 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.313398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cb0c6df0-bd1b-4e3b-8b86-a81c4271d9d7 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071719 Nov 12 11:11:59.317641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43184) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.323456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-377ea310-a3c0-471e-afe2-a70bfeeaeb9f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.329711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-377ea310-a3c0-471e-afe2-a70bfeeaeb9f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055931 Nov 12 11:11:59.331127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43186) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.339508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-93524ff0-d74d-44c6-87da-a9a26db29e06 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.341740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-93524ff0-d74d-44c6-87da-a9a26db29e06 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0085244 Nov 12 11:11:59.346023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43190) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.356642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-644399be-dc85-46e7-b624-45163718941f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.360943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-644399be-dc85-46e7-b624-45163718941f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0096741 Nov 12 11:11:59.363616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43192) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.369370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-740a900a-7cc6-4f47-bdc2-48dc0dd8ac79 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.370657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-740a900a-7cc6-4f47-bdc2-48dc0dd8ac79 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057681 Nov 12 11:11:59.374919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43194) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.381432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-945a87f5-59dc-40de-ba6c-06321b67a61e tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.384913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-945a87f5-59dc-40de-ba6c-06321b67a61e tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0061662 Nov 12 11:11:59.387982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43196) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.395790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-ab8448d8-dd84-4b15-ae08-970f45952dce tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.397026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ab8448d8-dd84-4b15-ae08-970f45952dce tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073829 Nov 12 11:11:59.402553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43198) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.410313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-aad54a75-7db7-471a-9b48-3841e96702a6 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.412304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aad54a75-7db7-471a-9b48-3841e96702a6 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083389 Nov 12 11:11:59.416849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43200) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.421078 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:59.422158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-f9b4afa7-d4d0-4dc3-9bfc-1d0ba7192b74 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.423178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f9b4afa7-d4d0-4dc3-9bfc-1d0ba7192b74 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0050638 Nov 12 11:11:59.428623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43202) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.440943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-453f8c04-ca45-41c1-a0c5-7d27d4bbb47a tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.440943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-453f8c04-ca45-41c1-a0c5-7d27d4bbb47a tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0078440 Nov 12 11:11:59.445628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43204) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.452917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-0e635463-cb96-4df6-8c60-11811d73b799 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.454933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0e635463-cb96-4df6-8c60-11811d73b799 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075331 Nov 12 11:11:59.459148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43208) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.465322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-3e27a25d-9d58-4103-8cb5-35ed70409acd tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.468935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e27a25d-9d58-4103-8cb5-35ed70409acd tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0056205 Nov 12 11:11:59.472978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43210) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.479801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-c5f213ae-0de6-41d4-bf19-ef5c0c2a5da4 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.481511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c5f213ae-0de6-41d4-bf19-ef5c0c2a5da4 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0068638 Nov 12 11:11:59.486449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43212) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.491684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-d4fbe8a1-7653-475c-b803-ea65809283e5 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.496688 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d4fbe8a1-7653-475c-b803-ea65809283e5 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0086818 Nov 12 11:11:59.498244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43214) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.503748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-02658cce-8294-46c8-b31e-2b2455652708 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.505508 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-02658cce-8294-46c8-b31e-2b2455652708 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057960 Nov 12 11:11:59.508801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43216) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.517094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-995e6b36-cbad-46c8-8f57-b1c69035508c tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.519031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-995e6b36-cbad-46c8-8f57-b1c69035508c tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0085063 Nov 12 11:11:59.522366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43218) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.530239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-6f904729-c3c0-45cf-bcb8-e4ad89c346c8 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.533561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6f904729-c3c0-45cf-bcb8-e4ad89c346c8 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0094705 Nov 12 11:11:59.546702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43220) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.555553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-384cbff2-fd59-41e3-b327-ce2d872f94e1 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.561719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-384cbff2-fd59-41e3-b327-ce2d872f94e1 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0136545 Nov 12 11:11:59.582545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43222) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.589137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-6cf39f46-d6e5-4c28-a589-23f468a247e5 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.595258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6cf39f46-d6e5-4c28-a589-23f468a247e5 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0065639 Nov 12 11:11:59.596632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43224) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.606503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-7615ca5b-a4f8-4492-993a-3c5668867111 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.608435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7615ca5b-a4f8-4492-993a-3c5668867111 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0100625 Nov 12 11:11:59.612510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43226) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.620822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-1a65dc60-886e-4253-a3b7-6544526ce2cb tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.621968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a65dc60-886e-4253-a3b7-6544526ce2cb tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079250 Nov 12 11:11:59.625398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43228) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.631663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-342edecb-002b-4e8a-8016-6d6ed0e9931f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.636570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-342edecb-002b-4e8a-8016-6d6ed0e9931f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0062494 Nov 12 11:11:59.637840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43230) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.644276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-35df544c-47ff-4b57-848f-5d595157c32f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.645362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-35df544c-47ff-4b57-848f-5d595157c32f tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0066230 Nov 12 11:11:59.649543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43232) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.656524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-faaf499e-a084-4b9d-94ca-08fa4a683f47 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.658119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-faaf499e-a084-4b9d-94ca-08fa4a683f47 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071003 Nov 12 11:11:59.669188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8196dd0-0c88-4c5e-916d-16305878f521 req-861eda15-f757-4203-9334-57453afc31a4 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.671193 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8196dd0-0c88-4c5e-916d-16305878f521 req-861eda15-f757-4203-9334-57453afc31a4 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 946 time: 0.1358585 Nov 12 11:11:59.671761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43234) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.678221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-849fd020-247e-494d-9f21-56d45416bd49 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.681452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-849fd020-247e-494d-9f21-56d45416bd49 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0082197 Nov 12 11:11:59.683999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43236) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.688009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-81d01773-f878-4735-893f-743e9bedf777 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.691975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-81d01773-f878-4735-893f-743e9bedf777 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044749 Nov 12 11:11:59.692737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43238) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.702830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-a8a8282b-3875-48a6-bc67-b9ec2d83cb27 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.704998 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a8a8282b-3875-48a6-bc67-b9ec2d83cb27 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071459 Nov 12 11:11:59.710105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43240) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.715110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971c99a-3b26-4065-8d32-3f22c3ae5618 req-e5ec30bf-b5f9-4569-a65a-8812c3452f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.717765 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c971c99a-3b26-4065-8d32-3f22c3ae5618 req-e5ec30bf-b5f9-4569-a65a-8812c3452f07 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 1097 time: 0.1214378 Nov 12 11:11:59.731556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-83b478d4-14ef-4eac-b636-a58b48646ae4 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.733223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-83b478d4-14ef-4eac-b636-a58b48646ae4 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0216818 Nov 12 11:11:59.736365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43242) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.748561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-92aae529-3b96-4b16-be54-b92f899335b8 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.750054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-92aae529-3b96-4b16-be54-b92f899335b8 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0123901 Nov 12 11:11:59.756203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43244) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.772450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8196dd0-0c88-4c5e-916d-16305878f521 req-54834d02-bb88-4d60-9ed9-891ec3bd64b1 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897644 Nov 12 11:11:59.777461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-e1bbf681-5b48-4242-a662-fd31c921be5b tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.782966 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e1bbf681-5b48-4242-a662-fd31c921be5b tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0119517 Nov 12 11:11:59.783213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43246) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.793248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [None req-8192adfd-12e7-4b5c-ae04-a051616d38f2 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.794928 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8192adfd-12e7-4b5c-ae04-a051616d38f2 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0084229 Nov 12 11:11:59.797591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43248) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.802989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-af7340c3-95ad-4890-a9a7-685aa5c35b9d tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.806468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-af7340c3-95ad-4890-a9a7-685aa5c35b9d tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072844 Nov 12 11:11:59.807575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43250) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.812709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-11122e48-abc6-43a2-a117-f2813317a7ac tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.815161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-11122e48-abc6-43a2-a117-f2813317a7ac tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061190 Nov 12 11:11:59.819168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43252) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.826033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [None req-7724732e-bb32-45e4-a0a2-c1caba50ada6 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:59.829411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7724732e-bb32-45e4-a0a2-c1caba50ada6 tempest-ExtensionsTestJSON-52071270 tempest-ExtensionsTestJSON-52071270-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079908 Nov 12 11:11:59.886334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c971c99a-3b26-4065-8d32-3f22c3ae5618 req-d103e21e-ab23-4387-a1d8-2d1db94b5c2d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488299 Nov 12 11:11:59.974743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:00.153431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Router e3650cc2-5cd4-4863-afa4-5beabea5a8d4 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:12:00.166196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e45fde-ea65-4074-9c79-51c03799dfba req-e161ef8e-333b-45cc-866c-60cd6f0617d1 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.167820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85e45fde-ea65-4074-9c79-51c03799dfba req-e161ef8e-333b-45cc-866c-60cd6f0617d1 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.59 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 946 time: 0.0619440 Nov 12 11:12:00.298327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:00.301757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43262) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:00.316459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Sync routers for ids ['e3650cc2-5cd4-4863-afa4-5beabea5a8d4'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:00.345289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:00.347243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-91c7094c-172d-4c79-8182-9ee548afe056 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0585914 Nov 12 11:12:00.352246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Routers {'e3650cc2-5cd4-4863-afa4-5beabea5a8d4'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:00.354239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e3650cc2-5cd4-4863-afa4-5beabea5a8d4'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:00.354531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43266) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:00.376814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc37aca-39da-43a2-96ae-abf0e250669c req-33654787-cbf3-4ed1-9426-bdff47a95472 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.384614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9bc37aca-39da-43a2-96ae-abf0e250669c req-33654787-cbf3-4ed1-9426-bdff47a95472 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0889552 Nov 12 11:12:00.465153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9bc37aca-39da-43a2-96ae-abf0e250669c req-50560bf4-bb0a-4e61-ab98-c66d5cc9a334 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791738 Nov 12 11:12:00.482946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Deleting port 4c836099-e1a0-4124-8eaf-96ae58c18959 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:00.483569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:00.565389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Set router e3650cc2-5cd4-4863-afa4-5beabea5a8d4 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:00.603846 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-030c5509-5f69-4d22-b3d0-4231c6c6a909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:00.660485 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:00.679747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:00.751584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] For port 4c836099-e1a0-4124-8eaf-96ae58c18959, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c836099-e1a0-4124-8eaf-96ae58c18959,segment=NetworkSegment(b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff),segment_id=b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:00.752217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:00.798793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Calling delete_port for 4c836099-e1a0-4124-8eaf-96ae58c18959 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:00.952800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3650cc2-5cd4-4863-afa4-5beabea5a8d4', 'name': '', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038', 'external_fixed_ips': [{'subnet_id': '415f3f3b-3591-469b-b82e-6705aaaa5073', 'ip_address': '2001:db8::325'}], 'enable_snat': True}, 'gw_port_id': '922ddc21-d668-4b5b-a5c2-6b393fbad174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:57Z', 'updated_at': '2021-11-12T11:11:59Z', 'revision_number': 3, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port': {'id': '922ddc21-d668-4b5b-a5c2-6b393fbad174', 'name': '', 'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:97:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3650cc2-5cd4-4863-afa4-5beabea5a8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '415f3f3b-3591-469b-b82e-6705aaaa5073', 'ip_address': '2001:db8::325', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:58Z', 'updated_at': '2021-11-12T11:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '415f3f3b-3591-469b-b82e-6705aaaa5073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:00.983044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3345836-ed53-4d59-b7ee-431d752a5769 req-17bc90d4-ec94-48d6-8481-a7c66d55330e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.985264 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3345836-ed53-4d59-b7ee-431d752a5769 req-17bc90d4-ec94-48d6-8481-a7c66d55330e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 946 time: 0.0719168 Nov 12 11:12:00.994162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-030c5509-5f69-4d22-b3d0-4231c6c6a909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.001915 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.013122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Checking router: e3650cc2-5cd4-4863-afa4-5beabea5a8d4 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:12:01.013682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Updating router e3650cc2-5cd4-4863-afa4-5beabea5a8d4 port 922ddc21-d668-4b5b-a5c2-6b393fbad174 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:12:01.014473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-030c5509-5f69-4d22-b3d0-4231c6c6a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.052930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.073942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3345836-ed53-4d59-b7ee-431d752a5769 req-e4e941de-1955-4de2-a27d-17e6dd5961ff tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/security-groups?id=adab1a76-b32d-46cc-b8c6-d815ab39ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792198 Nov 12 11:12:01.136936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-030c5509-5f69-4d22-b3d0-4231c6c6a909 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=202a12634dc94fc2a46e750d3333499f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8332829 Nov 12 11:12:01.140613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c5509-5f69-4d22-b3d0-4231c6c6a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87af84-f9b2-4079-ae35-ad35dace4546,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:01.140964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43272) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:01.203394 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.222458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Deleting port 922ddc21-d668-4b5b-a5c2-6b393fbad174 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:01.222806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.228356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4c836099-e1a0-4124-8eaf-96ae58c18959'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:01.230438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5f71366-aa47-4182-a237-1ccf2927229d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.265717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Pushing event deleted for resources: {'Port': ['ID=4c836099-e1a0-4124-8eaf-96ae58c18959,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:01.279458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5f71366-aa47-4182-a237-1ccf2927229d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.357842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] No DVR routers for this DVR port 4c836099-e1a0-4124-8eaf-96ae58c18959 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:12:01.365197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.366433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5f71366-aa47-4182-a237-1ccf2927229d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.369234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85e45fde-ea65-4074-9c79-51c03799dfba req-9f7a2910-cbcc-496b-9b7f-4f641044f62e tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.59 "DELETE /v2.0/ports/4c836099-e1a0-4124-8eaf-96ae58c18959 HTTP/1.1" status: 204 len: 173 time: 1.1929908 Nov 12 11:12:01.370103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4097facf-12f8-45ec-aaa9-20ad7e43ba45', 'name': 'network-vif-deleted', 'tag': '4c836099-e1a0-4124-8eaf-96ae58c18959'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:01.371083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5f71366-aa47-4182-a237-1ccf2927229d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.380063 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e5f71366-aa47-4182-a237-1ccf2927229d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c87af84-f9b2-4079-ae35-ad35dace4546 HTTP/1.1" status: 204 len: 168 time: 0.2308130 Nov 12 11:12:01.380295 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290325f9-95d6-4bf5-be71-92f03657a02f" -d '{"events": [{"server_uuid": "4097facf-12f8-45ec-aaa9-20ad7e43ba45", "name": "network-vif-deleted", "tag": "4c836099-e1a0-4124-8eaf-96ae58c18959"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:01.395159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f71366-aa47-4182-a237-1ccf2927229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87af84-f9b2-4079-ae35-ad35dace4546,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:01.459589 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.475296 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19605f60-e0b6-4b84-93b9-fe09b8d6c0fb x-openstack-request-id: req-19605f60-e0b6-4b84-93b9-fe09b8d6c0fb {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:01.475593 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4097facf-12f8-45ec-aaa9-20ad7e43ba45", "name": "network-vif-deleted", "tag": "4c836099-e1a0-4124-8eaf-96ae58c18959", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:01.475849 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19605f60-e0b6-4b84-93b9-fe09b8d6c0fb {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:01.476912 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4097facf-12f8-45ec-aaa9-20ad7e43ba45', 'name': 'network-vif-deleted', 'tag': '4c836099-e1a0-4124-8eaf-96ae58c18959', 'status': 'completed', 'code': 200} Nov 12 11:12:01.483253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Calling delete_port for 922ddc21-d668-4b5b-a5c2-6b393fbad174 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:01.537225 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.546977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.649184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Attempting to bind port 922ddc21-d668-4b5b-a5c2-6b393fbad174 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:01.650211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Attempting to bind port 922ddc21-d668-4b5b-a5c2-6b393fbad174 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '1a5f55b7-c66b-4552-9447-b1f42824cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:01.650211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Attempting to bind port 922ddc21-d668-4b5b-a5c2-6b393fbad174 on network 233368ec-8130-4081-a817-fa9e8fd4e038 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:01.656199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:01.657122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Checking segment: {'id': '1a5f55b7-c66b-4552-9447-b1f42824cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:01.657638 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.658187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Bound using segment: {'id': '1a5f55b7-c66b-4552-9447-b1f42824cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:01.658689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Bound port: 922ddc21-d668-4b5b-a5c2-6b393fbad174, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5f55b7-c66b-4552-9447-b1f42824cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233368ec-8130-4081-a817-fa9e8fd4e038'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:01.659304 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.661501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f78ee-6d12-46f0-acfc-c2a604b22218 None None] Pushing event updated for resources: {'Port': ['ID=922ddc21-d668-4b5b-a5c2-6b393fbad174,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:01.709481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a144a-9312-4ac0-8591-b1f94f2363a0 req-cd80dfbe-a8c0-4a51-a4ff-1de74ed1997c tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:01.711435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-981a144a-9312-4ac0-8591-b1f94f2363a0 req-cd80dfbe-a8c0-4a51-a4ff-1de74ed1997c tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0917230 Nov 12 11:12:01.752531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] For port 922ddc21-d668-4b5b-a5c2-6b393fbad174, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:01.757019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] For port 922ddc21-d668-4b5b-a5c2-6b393fbad174, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=922ddc21-d668-4b5b-a5c2-6b393fbad174,segment=NetworkSegment(1a5f55b7-c66b-4552-9447-b1f42824cf20),segment_id=1a5f55b7-c66b-4552-9447-b1f42824cf20)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:01.762925 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.841383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Routers {'e3650cc2-5cd4-4863-afa4-5beabea5a8d4'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:01.842035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e3650cc2-5cd4-4863-afa4-5beabea5a8d4'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:01.896070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f78ee-6d12-46f0-acfc-c2a604b22218 None None] Pushing event updated for resources: {'Port': ['ID=922ddc21-d668-4b5b-a5c2-6b393fbad174,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:01.951761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-981a144a-9312-4ac0-8591-b1f94f2363a0 req-26de5918-cc3c-43bd-a481-5e2bb8888d96 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617529 Nov 12 11:12:02.010244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.043656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event deleted for resources: {'Port': ['ID=922ddc21-d668-4b5b-a5c2-6b393fbad174,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:02.095659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.211100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] Set router e3650cc2-5cd4-4863-afa4-5beabea5a8d4 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:02.328003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3650cc2-5cd4-4863-afa4-5beabea5a8d4', 'name': '', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:57Z', 'updated_at': '2021-11-12T11:12:01Z', 'revision_number': 4, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:02.358681 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.365342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44c70a-6231-4daf-aa3a-cc1c6493e7f9 None None] The sync data for ids ['e3650cc2-5cd4-4863-afa4-5beabea5a8d4'] in n-d-768851-19 is: [{'id': 'e3650cc2-5cd4-4863-afa4-5beabea5a8d4', 'name': '', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:57Z', 'updated_at': '2021-11-12T11:12:01Z', 'revision_number': 4, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:02.367701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.371591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-316434d1-8e26-4e32-99e7-c3239653be65 req-7d5301e8-fb75-4058-bc90-ba3b72318471 tempest-VolumesActionsTest-398198274 tempest-VolumesActionsTest-398198274-project] 10.222.0.31 "GET /v2.0/ports?device_id=4097facf-12f8-45ec-aaa9-20ad7e43ba45 HTTP/1.1" status: 200 len: 210 time: 0.0709782 Nov 12 11:12:02.479857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.481843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3650cc2-5cd4-4863-afa4-5beabea5a8d4 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:12:02.488180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.489890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ac4446cc-8701-42fd-a18c-2ce14ce4d968 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e3650cc2-5cd4-4863-afa4-5beabea5a8d4 HTTP/1.1" status: 204 len: 168 time: 2.1311347 Nov 12 11:12:02.493560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43312) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:02.549267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-97f28b7a-b1ae-4294-bd9a-ef0c28239608 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.549267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-97f28b7a-b1ae-4294-bd9a-ef0c28239608 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 811 time: 0.2471926 Nov 12 11:12:02.564023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b1aaac-4456-42bb-9662-7512e3a6c781 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Deleting subnet 415f3f3b-3591-469b-b82e-6705aaaa5073 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:12:02.564581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-e32c8602-1368-408d-b7a2-79c7e26a17a1 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/quotas/4e44d61901f649969bd21a305ad88b9c HTTP/1.1" status: 200 len: 375 time: 0.0171967 Nov 12 11:12:02.568478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73b1aaac-4456-42bb-9662-7512e3a6c781 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.619033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73b1aaac-4456-42bb-9662-7512e3a6c781 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.631115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-629dec69-fa27-43ce-b8d0-0b73778f47ac tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549552 Nov 12 11:12:02.692815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73b1aaac-4456-42bb-9662-7512e3a6c781 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.778815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43318) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:02.788256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73b1aaac-4456-42bb-9662-7512e3a6c781 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.794788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-a0c68d4c-ac2e-464c-b755-123118c1535f service neutron] 10.222.0.31 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558166 Nov 12 11:12:02.818238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1aaac-4456-42bb-9662-7512e3a6c781 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=415f3f3b-3591-469b-b82e-6705aaaa5073,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:02.830129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-73b1aaac-4456-42bb-9662-7512e3a6c781 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.839088 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-73b1aaac-4456-42bb-9662-7512e3a6c781 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/415f3f3b-3591-469b-b82e-6705aaaa5073 HTTP/1.1" status: 204 len: 168 time: 0.3404930 Nov 12 11:12:02.839333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:02.932297 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.945621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-57bceb90-5c18-455c-aa37-1070e87a6eda service neutron] 10.222.0.31 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403823 Nov 12 11:12:02.991000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-317776421'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:03.018619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Made reservation on behalf of 6144b71289ad4f26bf4446373a52c630 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:03.022391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.034016 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.068357 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.098934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233368ec-8130-4081-a817-fa9e8fd4e038']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:03.114577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5f55b7-c66b-4552-9447-b1f42824cf20') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:03.115089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5f55b7-c66b-4552-9447-b1f42824cf20') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:03.139577 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.143637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.150549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.180078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.192475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:12:03.192947 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:12:03.194881 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:12:03.211430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b07a14-3486-4c52-b3fc-f9af8cf4059e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:03.293662 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b57e0970-e8d2-43d9-8cf6-a552fd0d4e69 req-c60a0b34-13ad-4c0e-a0ef-97b9a040a898 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 210 time: 0.1034989 Nov 12 11:12:03.322697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.331119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:12:03.334932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 233368ec-8130-4081-a817-fa9e8fd4e038 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:12:03.348986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.349384 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Added segment 3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8 of type vlan for network 389750c5-2dba-4f4a-a804-0b4c555da8f9 Nov 12 11:12:03.350134 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.359640 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "DELETE /v2.0/networks/233368ec-8130-4081-a817-fa9e8fd4e038 HTTP/1.1" status: 204 len: 168 time: 0.5181763 Nov 12 11:12:03.409284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bafbe-cc8f-41c1-8cee-99d2d717e461 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event deleted for resources: {'Network': ['ID=233368ec-8130-4081-a817-fa9e8fd4e038,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:03.467435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.533127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.543912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:03.545704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.602900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8227870 Nov 12 11:12:03.606793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:03.629909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Request body: {'subnet': {'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:03.651972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0882e-abcf-424d-aacf-b7fa019a2e99 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event updated for resources: {'Network': ['ID=389750c5-2dba-4f4a-a804-0b4c555da8f9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:03.664122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 389750c5-2dba-4f4a-a804-0b4c555da8f9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:12:03.907023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Made reservation on behalf of 6144b71289ad4f26bf4446373a52c630 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:03.914028 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.944569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43348) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:03.951137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a31d8246-87b4-4d57-90fe-18638b486240 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'router': {'name': 'tempest-router--2043193790', 'project_id': '9820dc426a5043fda1f7067acdeb9512'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:03.978400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a31d8246-87b4-4d57-90fe-18638b486240 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.979671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a31d8246-87b4-4d57-90fe-18638b486240 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.094999 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a31d8246-87b4-4d57-90fe-18638b486240 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.100711 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a31d8246-87b4-4d57-90fe-18638b486240 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.126311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a31d8246-87b4-4d57-90fe-18638b486240 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.135682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a31d8246-87b4-4d57-90fe-18638b486240 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1867733 Nov 12 11:12:04.136300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43354) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:04.306489 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-451c0039-930e-4025-a440-2f512b493ed9 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.363888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.494654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event updated for resources: {'Subnet': ['ID=42c78c49-047a-4871-87f4-74d700ffe609,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:04.500296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9de18fdd-09b4-4626-8355-93586677cb37 req-0678caa0-8f7e-482f-aa13-4c5e729df183 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 210 time: 0.0570238 Nov 12 11:12:04.503442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.503795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.504144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.504543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.504898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.505241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.505576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.505906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.506231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.507052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.507577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.508109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:04.519761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Checking segment: {'id': '3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:04.520528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Network hostable DHCP agents. Network: 389750c5-2dba-4f4a-a804-0b4c555da8f9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:12:04.545107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Network 389750c5-2dba-4f4a-a804-0b4c555da8f9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:12:04.562948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 389750c5-2dba-4f4a-a804-0b4c555da8f9) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:04.581729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549ce06-16f7-4681-9f75-1f81288a7a6c None None] Network 389750c5-2dba-4f4a-a804-0b4c555da8f9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:04.587404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.588721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.619187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a3448f4a-fe4f-4010-8743-61c5523fcaa0 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0077081 Nov 12 11:12:04.625558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43360) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:04.644269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Request body: {'port': {'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1134953055'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:04.832594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4c836099-e1a0-4124-8eaf-96ae58c18959 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:12:04.867750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Made reservation on behalf of 6144b71289ad4f26bf4446373a52c630 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:04.874956 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.963969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 4c836099-e1a0-4124-8eaf-96ae58c18959 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:12:04.965369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4c836099-e1a0-4124-8eaf-96ae58c18959 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:12:04.980804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-389750c5-2dba-4f4a-a804-0b4c555da8f9', 'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9', 'tenant_id': '6144b71289ad4f26bf4446373a52c630', 'fixed_ips': [{'subnet_id': '42c78c49-047a-4871-87f4-74d700ffe609'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:12:04.982607 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.999616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] device_id is not set on port 16321d36-d65c-4817-b886-21931ab92bd3 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:12:05.208444 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-451c0039-930e-4025-a440-2f512b493ed9 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.214841 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-451c0039-930e-4025-a440-2f512b493ed9 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.323688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Allocated IP 172.20.0.12 (389750c5-2dba-4f4a-a804-0b4c555da8f9/42c78c49-047a-4871-87f4-74d700ffe609/16321d36-d65c-4817-b886-21931ab92bd3) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:05.386856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-451c0039-930e-4025-a440-2f512b493ed9 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.387348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451c0039-930e-4025-a440-2f512b493ed9 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cfa7597-057e-4468-abaf-af70a841d4e1 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:12:05.396683 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-451c0039-930e-4025-a440-2f512b493ed9 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.409343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-451c0039-930e-4025-a440-2f512b493ed9 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9cfa7597-057e-4468-abaf-af70a841d4e1 HTTP/1.1" status: 204 len: 168 time: 1.2668464 Nov 12 11:12:05.472565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-cdc2e19f-fdb4-4e1f-ba47-64a503b22804 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1832983 Nov 12 11:12:05.498234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-a5392531-8367-4d67-b1e8-51a8c9acca55 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:05.500752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-a5392531-8367-4d67-b1e8-51a8c9acca55 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.59 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 811 time: 0.2141206 Nov 12 11:12:05.554407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Request body: {'port': {'device_id': '5bd9ef4b-005b-4693-9be4-48113ed0fc99', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'admin_state_up': True, 'tenant_id': '4e44d61901f649969bd21a305ad88b9c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:05.645460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.713251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43372) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:05.725262 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.835154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event updated for resources: {'Port': ['ID=16321d36-d65c-4817-b886-21931ab92bd3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:05.865768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Allocated IP 172.20.0.2 (389750c5-2dba-4f4a-a804-0b4c555da8f9/42c78c49-047a-4871-87f4-74d700ffe609/3a9bcec5-badf-44c6-b43e-2acd2c027b7d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:05.878696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-965b4b64-7416-4fe5-b213-41df2ca93426 req-12b4f33f-93b7-47f0-a042-cddec930e73c tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 210 time: 0.0971200 Nov 12 11:12:05.882879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Network 389750c5-2dba-4f4a-a804-0b4c555da8f9 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:05.936776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:05.942413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:05.951240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-4b25a9ed-e765-4167-b487-0a84da4dd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:05.953285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-4b25a9ed-e765-4167-b487-0a84da4dd5b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1097 time: 0.2330270 Nov 12 11:12:06.001490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Made reservation on behalf of 4e44d61901f649969bd21a305ad88b9c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:06.006327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.076189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.077365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.085457 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-2cc48423-6aff-46cc-9b63-226ef25d8067 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2130971 Nov 12 11:12:06.130408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0e57f784-9e57-4e33-8c48-05df7cef78f8 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5025537 Nov 12 11:12:06.154159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43376) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:06.169950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Request body: {'port': {'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1791403060', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:06.170527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] bootfile-name is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:12:06.170874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] tftp-server is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:12:06.171230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] server-ip-address is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:12:06.220955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-1a9f12d3-aac2-47bd-b619-b995157e0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.225280 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-1a9f12d3-aac2-47bd-b619-b995157e0090 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 1097 time: 0.0926130 Nov 12 11:12:06.337917 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.346310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-668a0422-27a2-4435-940e-7cd8ce95bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.347045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-668a0422-27a2-4435-940e-7cd8ce95bdb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.3575492 Nov 12 11:12:06.357230 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.421651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-566661511', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:06.457867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-ee4d1d9b-d919-432c-9c38-483d376b834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.459201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Pushing event updated for resources: {'Port': ['ID=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:06.460548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-ee4d1d9b-d919-432c-9c38-483d376b834b service neutron] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.2107108 Nov 12 11:12:06.474180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Network 389750c5-2dba-4f4a-a804-0b4c555da8f9 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:06.476754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:06.484047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:06.513236 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-4ef26b69-a541-479f-9c8d-a0b0f9f8115f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 0.1521327 Nov 12 11:12:06.550352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Allocated IP 172.20.0.3 (23decf61-90d4-4c8c-8f4b-3f121dae7993/56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c/81e0c7ab-e6fd-4fdf-a160-38c290863fe0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:06.550747 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-bb2f2925-9b0f-41fd-a2be-81176f800624 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c HTTP/1.1" status: 200 len: 217 time: 0.0819337 Nov 12 11:12:06.555275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.556675 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.590590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Attempting to bind port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:06.591813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Attempting to bind port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:06.591813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Attempting to bind port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d on network 389750c5-2dba-4f4a-a804-0b4c555da8f9 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:06.601387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:06.602069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Checking segment: {'id': '3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:06.602652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.603286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Bound using segment: {'id': '3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:06.604032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Bound port: 3a9bcec5-badf-44c6-b43e-2acd2c027b7d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '389750c5-2dba-4f4a-a804-0b4c555da8f9'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:06.605131 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.624792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.675973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Made reservation on behalf of 6144b71289ad4f26bf4446373a52c630 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:06.686116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.738738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] device_id is not set on port 16c35593-5120-4a3b-9f07-e447ed7c5fe8 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:12:06.745152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] For port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:06.752807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] For port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,segment=NetworkSegment(3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8),segment_id=3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:06.762413 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.874422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.888899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-1d9bec37-8522-4595-a616-40b9b92d365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.888899 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-1d9bec37-8522-4595-a616-40b9b92d365a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.2595088 Nov 12 11:12:06.894342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57bafe-8159-4734-a967-a0189c9d7ba5 None None] Pushing event updated for resources: {'Port': ['ID=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:06.933172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Allocated IP 172.20.0.7 (389750c5-2dba-4f4a-a804-0b4c555da8f9/42c78c49-047a-4871-87f4-74d700ffe609/16c35593-5120-4a3b-9f07-e447ed7c5fe8) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:07.045616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-f922f919-fe7c-4316-9426-6d51f37557a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:07.047739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-f922f919-fe7c-4316-9426-6d51f37557a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336243 Nov 12 11:12:07.070156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-c3dc9dd7-6732-4511-aa15-824caeec2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:07.072699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-c3dc9dd7-6732-4511-aa15-824caeec2c64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.5411978 Nov 12 11:12:07.249756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abf4e321-b325-45ff-9626-60ec8f472675 req-468db0f1-3563-4cb6-b94f-c9d205bf50dd tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 210 time: 0.1962378 Nov 12 11:12:07.325272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-53b882bc-d912-41c1-b739-8fc9b10fe181 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682617 Nov 12 11:12:07.392912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-7d3c29f5-86e3-4495-a474-cd786520bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:07.395172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-7d3c29f5-86e3-4495-a474-cd786520bc9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2759047 Nov 12 11:12:07.504835 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.535539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.541772 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.546046 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.573885 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-314ba873-35d7-463a-8cda-9398c2f4c600 req-6a598933-2ba2-40d7-8fa3-6b3f46984877 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144797 Nov 12 11:12:07.659766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-c3a4b4af-9457-458d-b4e7-7f07bf67cdc5 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410357 Nov 12 11:12:07.673185 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.754814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.774459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Allocated IP 172.25.2.171 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/33a77337-d7d8-4236-92f9-db0fc5d56f29) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:07.798616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['905756ac-2039-465b-b809-9ce64e6f9731'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:07.808748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3a9bcec5-badf-44c6-b43e-2acd2c027b7d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:07.855185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Network 23decf61-90d4-4c8c-8f4b-3f121dae7993 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:07.865940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Network 389750c5-2dba-4f4a-a804-0b4c555da8f9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:07.874664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:07.908335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:07.925777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:07.932627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:07.936275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event updated for resources: {'Port': ['ID=16c35593-5120-4a3b-9f07-e447ed7c5fe8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:08.070102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:08.071366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.106567 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.147399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc247b65-51f4-473c-933f-6b3a8e1471c2 req-7a2d8f93-abd1-4082-aca8-4d4dc665ea3f service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712892 Nov 12 11:12:08.155983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.157384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.196019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.196704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.205479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.208337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Pushing event updated for resources: {'Port': ['ID=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:08.227560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ffa79de0-8721-45f4-ae92-3ba3420ff349 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0686922 Nov 12 11:12:08.227560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43398) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:08.257822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-353207e6-da8c-4f9f-98fe-9c91f0bffa89 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7105911 Nov 12 11:12:08.305681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Request body: {'port': {'device_id': '5bd9ef4b-005b-4693-9be4-48113ed0fc99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:08.319863 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event updated for resources: {'Port': ['ID=33a77337-d7d8-4236-92f9-db0fc5d56f29,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:08.371108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:08.373734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:08.377079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:08.399124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7713e0-02e9-4f2d-b6ca-2567c4e2b28e tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.407350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7713e0-02e9-4f2d-b6ca-2567c4e2b28e tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.417757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7713e0-02e9-4f2d-b6ca-2567c4e2b28e tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.419618 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e7713e0-02e9-4f2d-b6ca-2567c4e2b28e tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1910214 Nov 12 11:12:08.431448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05627fba-2c14-41fa-8fe6-4cd5c9d2c44f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:08.431827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43402) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:08.435643 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.545613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,segment=NetworkSegment(3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8),segment_id=3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:08.558031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.587739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.617179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25c36bb2-015c-427f-93aa-d8ee28590fc7 None None] Provisioning complete for port 33a77337-d7d8-4236-92f9-db0fc5d56f29 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:08.617680 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25c36bb2-015c-427f-93aa-d8ee28590fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.718079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25c36bb2-015c-427f-93aa-d8ee28590fc7 None None] Port 33a77337-d7d8-4236-92f9-db0fc5d56f29 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:08.752325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:08.804657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedccc6-7f75-4680-990b-33ef468c81a7 None None] Network 389750c5-2dba-4f4a-a804-0b4c555da8f9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:08.930260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-86cbc5ae-de4c-4bca-bee3-f3862728cf33 None None] Provisioning complete for port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:08.930648 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86cbc5ae-de4c-4bca-bee3-f3862728cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.930850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e398765-e9ee-46b6-aa20-5141dfff8d1f req-e19509e8-d27e-433a-be73-aa93b9b08d98 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.933081 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e398765-e9ee-46b6-aa20-5141dfff8d1f req-e19509e8-d27e-433a-be73-aa93b9b08d98 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 931 time: 0.4059222 Nov 12 11:12:09.131865 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e398765-e9ee-46b6-aa20-5141dfff8d1f req-3a8f863b-33ba-4cae-8054-823fb5e570c8 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860602 Nov 12 11:12:09.143737 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-33fb03c7-2d2d-4503-8641-9e95025c2167 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Deleting port 16c35593-5120-4a3b-9f07-e447ed7c5fe8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:09.144029 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33fb03c7-2d2d-4503-8641-9e95025c2167 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.386181 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33fb03c7-2d2d-4503-8641-9e95025c2167 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.428303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-33fb03c7-2d2d-4503-8641-9e95025c2167 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Calling delete_port for 16c35593-5120-4a3b-9f07-e447ed7c5fe8 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:09.653517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.749594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3a9bcec5-badf-44c6-b43e-2acd2c027b7d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:09.929182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.939177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5284a234-65c4-4fba-841a-0b8705c7e646 None None] Provisioning complete for port 16c35593-5120-4a3b-9f07-e447ed7c5fe8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:09.939177 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5284a234-65c4-4fba-841a-0b8705c7e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.967756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33fb03c7-2d2d-4503-8641-9e95025c2167 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.988176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5284a234-65c4-4fba-841a-0b8705c7e646 None None] Port 16c35593-5120-4a3b-9f07-e447ed7c5fe8 was deleted so its status cannot be updated. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 11:12:09.990815 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.013284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:10.014030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.017852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5284a234-65c4-4fba-841a-0b8705c7e646 None None] Provisioning complete for port 16321d36-d65c-4817-b886-21931ab92bd3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:10.018226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5284a234-65c4-4fba-841a-0b8705c7e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.094209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb03c7-2d2d-4503-8641-9e95025c2167 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event deleted for resources: {'Port': ['ID=16c35593-5120-4a3b-9f07-e447ed7c5fe8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:10.136309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:10.178501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.205921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Router 099938f9-428b-4f16-a9c2-6be9e963fc63 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:12:10.217400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5284a234-65c4-4fba-841a-0b8705c7e646 None None] Port 16321d36-d65c-4817-b886-21931ab92bd3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:10.334320 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33fb03c7-2d2d-4503-8641-9e95025c2167 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.340458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5284a234-65c4-4fba-841a-0b8705c7e646 None None] Provisioning complete for port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:10.341618 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5284a234-65c4-4fba-841a-0b8705c7e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.347573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-33fb03c7-2d2d-4503-8641-9e95025c2167 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "DELETE /v2.0/ports/16c35593-5120-4a3b-9f07-e447ed7c5fe8 HTTP/1.1" status: 204 len: 168 time: 1.9103887 Nov 12 11:12:10.348458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43422) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:10.363672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Request body: {'port': {'name': 'tempest-new-port-name-1096916224', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:10.364438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] bootfile-name is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:12:10.364960 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] tftp-server is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:12:10.365396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] server-ip-address is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:12:10.433707 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.470908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Transition to ACTIVE for port object 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:12:10.493646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.560169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ab1c7-89e1-4f04-96a7-847042eaceb9 req-737aac5e-0449-4bf3-bc20-22904d150790 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.572957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-860ab1c7-89e1-4f04-96a7-847042eaceb9 req-737aac5e-0449-4bf3-bc20-22904d150790 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 931 time: 0.2392375 Nov 12 11:12:10.629329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:10.649146 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1522c4-a607-4962-9431-487124fee362 None None] Sync routers for ids ['099938f9-428b-4f16-a9c2-6be9e963fc63'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:10.690234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b3c49547-98b7-4d40-8151-bbc60a303d01 None None] Could not find standard attr ID for object 16c35593-5120-4a3b-9f07-e447ed7c5fe8. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:12:10.692495 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.698875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8e42f50a-06c5-4cca-b20d-676f3d7da18a tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9841237 Nov 12 11:12:10.701883 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1522c4-a607-4962-9431-487124fee362 None None] Routers {'099938f9-428b-4f16-a9c2-6be9e963fc63'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:10.702817 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1c1522c4-a607-4962-9431-487124fee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['099938f9-428b-4f16-a9c2-6be9e963fc63'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:10.705104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43426) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:10.717094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Pushing event updated for resources: {'Port': ['ID=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:10.719812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b3c49547-98b7-4d40-8151-bbc60a303d01 None None] Provisioning complete for port 16321d36-d65c-4817-b886-21931ab92bd3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:10.723661 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b3c49547-98b7-4d40-8151-bbc60a303d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.740766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.811900 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1c1522c4-a607-4962-9431-487124fee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:10.836822 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1522c4-a607-4962-9431-487124fee362 None None] Routers {'099938f9-428b-4f16-a9c2-6be9e963fc63'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:10.838077 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1c1522c4-a607-4962-9431-487124fee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['099938f9-428b-4f16-a9c2-6be9e963fc63'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:10.840481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-860ab1c7-89e1-4f04-96a7-847042eaceb9 req-296e8525-1381-4eef-b4ac-3e8220fe7f46 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662210 Nov 12 11:12:10.883978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b3c49547-98b7-4d40-8151-bbc60a303d01 None None] Port 16321d36-d65c-4817-b886-21931ab92bd3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:10.959585 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1c1522c4-a607-4962-9431-487124fee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:10.960607 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1522c4-a607-4962-9431-487124fee362 None None] The sync data for ids ['099938f9-428b-4f16-a9c2-6be9e963fc63'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:11.085380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f0e4aa17-3bd5-4d61-afa2-64a2c0dec0a9 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/routers/099938f9-428b-4f16-a9c2-6be9e963fc63 HTTP/1.1" status: 200 len: 924 time: 0.3785219 Nov 12 11:12:11.086645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43428) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:11.135585 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9cb7b99b-46fd-48aa-b6c0-fc8efec54291 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=099938f9-428b-4f16-a9c2-6be9e963fc63 HTTP/1.1" status: 200 len: 205 time: 0.0467944 Nov 12 11:12:11.136756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43430) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:11.235567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Attempting to bind port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:11.236579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Attempting to bind port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:11.237492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Attempting to bind port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 on network 23decf61-90d4-4c8c-8f4b-3f121dae7993 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:11.265232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 on network 23decf61-90d4-4c8c-8f4b-3f121dae7993 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:12:11.266412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Attempting to bind port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 on network 23decf61-90d4-4c8c-8f4b-3f121dae7993 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:11.294278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:11.294984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Checking segment: {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:11.295548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Bound using segment: {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:11.298475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Bound port: 81e0c7ab-e6fd-4fdf-a160-38c290863fe0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96748c4a-2b57-4343-ba35-9329225404fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:11.298856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.442387 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.472466 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.475524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] For port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:11.480054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] For port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:11.482183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.495776 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.581784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:11.582666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.584915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9078a747-ec49-47d5-8487-11e084757aac service neutron] 10.222.0.59 "PUT /v2.0/ports/81e0c7ab-e6fd-4fdf-a160-38c290863fe0 HTTP/1.1" status: 200 len: 1092 time: 3.2867966 Nov 12 11:12:11.585500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd9ef4b-005b-4693-9be4-48113ed0fc99', 'tag': '81e0c7ab-e6fd-4fdf-a160-38c290863fe0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:11.588541 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa34234-0c5f-4dbe-9159-22c675690588" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd9ef4b-005b-4693-9be4-48113ed0fc99", "tag": "81e0c7ab-e6fd-4fdf-a160-38c290863fe0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:11.753413 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7f2660-4fad-4930-9cf9-622884cc0b22 x-openstack-request-id: req-fd7f2660-4fad-4930-9cf9-622884cc0b22 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:11.753413 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd9ef4b-005b-4693-9be4-48113ed0fc99", "tag": "81e0c7ab-e6fd-4fdf-a160-38c290863fe0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:11.753413 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd7f2660-4fad-4930-9cf9-622884cc0b22 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:11.753956 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd9ef4b-005b-4693-9be4-48113ed0fc99', 'tag': '81e0c7ab-e6fd-4fdf-a160-38c290863fe0', 'status': 'completed', 'code': 200} Nov 12 11:12:11.761634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event updated for resources: {'Port': ['ID=16321d36-d65c-4817-b886-21931ab92bd3,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:11.817630 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.953700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] In _notify_port_updated(), no bound segment for port 16321d36-d65c-4817-b886-21931ab92bd3 on network 389750c5-2dba-4f4a-a804-0b4c555da8f9 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:12:11.959975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:11.960808 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.962481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-61ebb381-036a-4408-b7aa-bde807cd26cc tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "PUT /v2.0/ports/16321d36-d65c-4817-b886-21931ab92bd3 HTTP/1.1" status: 200 len: 1137 time: 1.6072400 Nov 12 11:12:11.968000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43452) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:12.037241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332b498-05a0-4f26-ab27-0514e33d41ad tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.038780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8332b498-05a0-4f26-ab27-0514e33d41ad tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "GET /v2.0/ports/16321d36-d65c-4817-b886-21931ab92bd3 HTTP/1.1" status: 200 len: 1137 time: 0.0643888 Nov 12 11:12:12.041666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-35ca7771-bb29-453f-a2cf-0c3355d7f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.044406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-35ca7771-bb29-453f-a2cf-0c3355d7f0f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 1095 time: 0.3943756 Nov 12 11:12:12.054639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:12.104177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078a747-ec49-47d5-8487-11e084757aac service neutron] Pushing event updated for resources: {'Port': ['ID=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:12.111281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Deleting port 33a77337-d7d8-4236-92f9-db0fc5d56f29 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:12.111820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.184200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-9065979a-8f2e-440d-b91e-bf0789c16cf0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0 HTTP/1.1" status: 200 len: 217 time: 0.1163344 Nov 12 11:12:12.185015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-157bcf31-d549-4ea7-852f-e7b5c317c754 None None] Provisioning complete for port 16321d36-d65c-4817-b886-21931ab92bd3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:12.185636 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-157bcf31-d549-4ea7-852f-e7b5c317c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.240083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc576baa-2e51-4061-8974-e3708d8eb096 req-308ea477-dee3-48ba-b797-9ef8e44c5654 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.241754 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc576baa-2e51-4061-8974-e3708d8eb096 req-308ea477-dee3-48ba-b797-9ef8e44c5654 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 943 time: 0.2870638 Nov 12 11:12:12.286586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-157bcf31-d549-4ea7-852f-e7b5c317c754 None None] Port 16321d36-d65c-4817-b886-21931ab92bd3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:12.300326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-958ef9cc-b301-4ea9-9be2-eb46a5ed1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.302965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-958ef9cc-b301-4ea9-9be2-eb46a5ed1a77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c HTTP/1.1" status: 200 len: 851 time: 0.0987098 Nov 12 11:12:12.331503 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.429877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Calling delete_port for 33a77337-d7d8-4236-92f9-db0fc5d56f29 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:12.440191 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc576baa-2e51-4061-8974-e3708d8eb096 req-4c181a44-cb1c-4531-ad09-15dd549d322f tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855290 Nov 12 11:12:12.854067 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.915755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed224c-4334-4eba-814e-db20d2660408 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:13.019568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event deleted for resources: {'Port': ['ID=33a77337-d7d8-4236-92f9-db0fc5d56f29,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:13.072642 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.203448 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.203760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-3eb7cafb-3dce-461c-844b-6e264fbe6a2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23decf61-90d4-4c8c-8f4b-3f121dae7993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745606 Nov 12 11:12:13.207589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.269974 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.270694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Fanout notify agent at l3_agent the message router_deleted on router 099938f9-428b-4f16-a9c2-6be9e963fc63 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:12:13.285567 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.286232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cac8f9ce-4f7c-48bc-81a4-05732cff54fa tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/099938f9-428b-4f16-a9c2-6be9e963fc63 HTTP/1.1" status: 204 len: 168 time: 2.1478510 Nov 12 11:12:13.290109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43476) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:13.296853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'router': {'name': 'tempest-snat-router-171191870', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': False}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:13.299018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-8f27c945-ec39-44f7-926a-08e41365310f tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Deleting port 16321d36-d65c-4817-b886-21931ab92bd3 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:13.299478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f27c945-ec39-44f7-926a-08e41365310f tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.324193 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.325568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.427764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.527626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f27c945-ec39-44f7-926a-08e41365310f tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.576148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-4115911f-c863-4e61-b3c0-74b23d9b8d92 service neutron] 10.222.0.59 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579147 Nov 12 11:12:13.578582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-8f27c945-ec39-44f7-926a-08e41365310f tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Calling delete_port for 16321d36-d65c-4817-b886-21931ab92bd3 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:13.706443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.731502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbbfd0-5688-475f-94b7-3f71fd5dc51f req-9f9c22e7-48e3-49a9-96a3-1e6eeba6a283 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:13.733070 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33bbbfd0-5688-475f-94b7-3f71fd5dc51f req-9f9c22e7-48e3-49a9-96a3-1e6eeba6a283 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1453910 Nov 12 11:12:13.759046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dda7fc-3660-42d4-a36e-7fa5e0dcf2cd req-76b5db9a-200c-419f-8613-79fd57fcb93d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:13.760627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42dda7fc-3660-42d4-a36e-7fa5e0dcf2cd req-76b5db9a-200c-419f-8613-79fd57fcb93d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.2161336 Nov 12 11:12:13.852542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65fdaef5-635a-4c09-9264-38d15151c1eb req-5589a7a8-941b-489b-b22a-f7e73c7d16c5 service neutron] 10.222.0.59 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475348 Nov 12 11:12:13.862314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33bbbfd0-5688-475f-94b7-3f71fd5dc51f req-17c1371c-199c-4159-b430-6253097fe599 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176350 Nov 12 11:12:13.869860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42dda7fc-3660-42d4-a36e-7fa5e0dcf2cd req-26f01958-c496-40b6-9e68-5390895f0812 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968580 Nov 12 11:12:14.056571 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f27c945-ec39-44f7-926a-08e41365310f tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.137382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27c945-ec39-44f7-926a-08e41365310f tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event deleted for resources: {'Port': ['ID=16321d36-d65c-4817-b886-21931ab92bd3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:14.173924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.194028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-2ea6b9c5-585c-4dbd-9b0a-210d79482254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.195956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-2ea6b9c5-585c-4dbd-9b0a-210d79482254 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 1095 time: 0.2094321 Nov 12 11:12:14.242252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.280794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c77b3d-7b15-4d49-9b16-b4e3cf551532 req-001aaa8e-c379-44b8-b2ee-5e7ed9240197 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.295684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2c77b3d-7b15-4d49-9b16-b4e3cf551532 req-001aaa8e-c379-44b8-b2ee-5e7ed9240197 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 943 time: 0.2459896 Nov 12 11:12:14.449892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f27c945-ec39-44f7-926a-08e41365310f tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.453885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8f27c945-ec39-44f7-926a-08e41365310f tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "DELETE /v2.0/ports/16321d36-d65c-4817-b886-21931ab92bd3 HTTP/1.1" status: 204 len: 168 time: 2.3976288 Nov 12 11:12:14.460110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43498) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:14.469843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Allocated IP 172.25.2.61 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/76672311-2bf0-4cad-8f1d-2d109458ee6d) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:14.561812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2c77b3d-7b15-4d49-9b16-b4e3cf551532 req-1e1f6883-04de-4623-918a-ff8a2a141c5f tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651105 Nov 12 11:12:14.592168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8297917-3a12-4cfc-8549-c636b0133c96 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Deleting subnet 42c78c49-047a-4871-87f4-74d700ffe609 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:12:14.602824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8297917-3a12-4cfc-8549-c636b0133c96 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.642140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-b11cff4e-14aa-41a7-97cb-cc3ada833299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.644190 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-b11cff4e-14aa-41a7-97cb-cc3ada833299 service neutron] 10.222.0.59 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 912 time: 0.4002798 Nov 12 11:12:14.699283 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.715608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-365ef7f4-5b07-4d9d-b73e-aaff9e204dcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0 HTTP/1.1" status: 200 len: 217 time: 0.0516329 Nov 12 11:12:14.724841 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8297917-3a12-4cfc-8549-c636b0133c96 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.776203 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.837747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:14.840959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-a7762ec5-8755-4cbe-b470-c7d40022f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.842376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:14.842580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-a7762ec5-8755-4cbe-b470-c7d40022f42e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c HTTP/1.1" status: 200 len: 851 time: 0.1138475 Nov 12 11:12:14.845700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:14.848013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'Port': ['ID=76672311-2bf0-4cad-8f1d-2d109458ee6d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:14.882112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7f5eb-ac2e-4af2-aa64-dfe25d182703 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:14.965193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-12c27ed3-ad80-4f31-8ab3-7fa00f14d95c None None] Provisioning complete for port 76672311-2bf0-4cad-8f1d-2d109458ee6d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:14.965995 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-12c27ed3-ad80-4f31-8ab3-7fa00f14d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.000802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-3d50472d-75e6-496d-bf02-e602cc3b3b1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23decf61-90d4-4c8c-8f4b-3f121dae7993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431108 Nov 12 11:12:15.049224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-12c27ed3-ad80-4f31-8ab3-7fa00f14d95c None None] Port 76672311-2bf0-4cad-8f1d-2d109458ee6d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:15.105491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8297917-3a12-4cfc-8549-c636b0133c96 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.203869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb20d1-64f0-4908-95a0-f82426010487 req-8339e1e8-48bc-4c96-a661-531f4acbb655 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:15.207136 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccfb20d1-64f0-4908-95a0-f82426010487 req-8339e1e8-48bc-4c96-a661-531f4acbb655 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1329873 Nov 12 11:12:15.280910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b5c60-471e-49b2-83d1-6298f348f4f4 req-a8634abf-afca-403e-ac60-855ef23916b6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:15.286820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca9b5c60-471e-49b2-83d1-6298f348f4f4 req-a8634abf-afca-403e-ac60-855ef23916b6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1994908 Nov 12 11:12:15.352155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-2c86f532-b62b-47e9-88fb-977a1f53708e service neutron] 10.222.0.59 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238704 Nov 12 11:12:15.383321 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8297917-3a12-4cfc-8549-c636b0133c96 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.475864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8297917-3a12-4cfc-8549-c636b0133c96 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event deleted for resources: {'Subnet': ['ID=42c78c49-047a-4871-87f4-74d700ffe609,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:15.485198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca9b5c60-471e-49b2-83d1-6298f348f4f4 req-1b054c44-8158-4e69-9e48-0ebd886b631c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1867967 Nov 12 11:12:15.512177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5662682-d02a-4968-98be-28a80f2dc081 None None] Network 389750c5-2dba-4f4a-a804-0b4c555da8f9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:15.520035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8297917-3a12-4cfc-8549-c636b0133c96 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.526877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f8297917-3a12-4cfc-8549-c636b0133c96 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "DELETE /v2.0/subnets/42c78c49-047a-4871-87f4-74d700ffe609 HTTP/1.1" status: 204 len: 168 time: 1.0633576 Nov 12 11:12:15.531875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43508) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:15.714071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.719008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fa34234-0c5f-4dbe-9159-22c675690588 req-ac8a3b45-1baf-4de6-a59d-7bee1486a339 service neutron] 10.222.0.59 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503988 Nov 12 11:12:15.773384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.850974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccfb20d1-64f0-4908-95a0-f82426010487 req-f80c3c0c-a4b2-43cf-abd1-367feaa10691 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5832052 Nov 12 11:12:15.874831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5df0d6-db4f-4080-8d83-c355ca98340a req-4451a600-bd29-4f87-8197-c6c33768b114 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:15.876456 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f5df0d6-db4f-4080-8d83-c355ca98340a req-4451a600-bd29-4f87-8197-c6c33768b114 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 943 time: 0.0869563 Nov 12 11:12:15.882524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Deleting port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:15.882873 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.994075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] DHCP port deletion for 389750c5-2dba-4f4a-a804-0b4c555da8f9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:16.035316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] For port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,segment=NetworkSegment(3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8),segment_id=3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:16.035767 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.064959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Calling delete_port for 3a9bcec5-badf-44c6-b43e-2acd2c027b7d owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:16.075736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] Deleting port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:16.077376 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.089704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f5df0d6-db4f-4080-8d83-c355ca98340a req-468a7f29-5abf-46c1-b55d-7de3578094e6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008092 Nov 12 11:12:16.141490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.184579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] For port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,segment=NetworkSegment(3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8),segment_id=3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:16.185342 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.202584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] Calling delete_port for 3a9bcec5-badf-44c6-b43e-2acd2c027b7d owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:16.220002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.260747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event deleted for resources: {'Port': ['ID=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:16.273613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] No DVR routers for this DVR port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:12:16.340033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.379684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] Pushing event deleted for resources: {'Port': ['ID=3a9bcec5-badf-44c6-b43e-2acd2c027b7d,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:16.384469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fc464-3711-43d7-997c-d6adabb21095 None None] No DVR routers for this DVR port 3a9bcec5-badf-44c6-b43e-2acd2c027b7d on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:12:16.412661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Router efb9825b-6f47-46c3-b0d8-9427fd304f5c is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:12:16.503577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.550561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389750c5-2dba-4f4a-a804-0b4c555da8f9']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:16.556116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:16.556411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a33dfd2-6c4a-4760-88e7-28ed69ec6ae8') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:16.569868 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.601962 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.613372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:16.613911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:12:16.614373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: items = [ Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:12:16.622106 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:12:16.632134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Sync routers for ids ['efb9825b-6f47-46c3-b0d8-9427fd304f5c'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:16.648497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Routers {'efb9825b-6f47-46c3-b0d8-9427fd304f5c'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:16.649413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['efb9825b-6f47-46c3-b0d8-9427fd304f5c'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:16.679633 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.681589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4f42d098-2f0a-4b90-8a43-bdebb4cd0f3a tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3903811 Nov 12 11:12:16.712317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43516) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:16.807444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:16.822878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-dfa43891-6afa-43a3-a1dc-c7fc16590584 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:16.825138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-dfa43891-6afa-43a3-a1dc-c7fc16590584 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.59 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1843154 Nov 12 11:12:16.826361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.834327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.854392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] 10.222.0.31 "DELETE /v2.0/networks/389750c5-2dba-4f4a-a804-0b4c555da8f9 HTTP/1.1" status: 204 len: 168 time: 1.3133090 Nov 12 11:12:16.867879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Set router efb9825b-6f47-46c3-b0d8-9427fd304f5c gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:16.876674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09bf91-cd50-46fd-82c4-daebe7df0c22 req-d3be0e7c-08de-4b21-a0e8-a079942168b9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:16.879089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee09bf91-cd50-46fd-82c4-daebe7df0c22 req-d3be0e7c-08de-4b21-a0e8-a079942168b9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2482605 Nov 12 11:12:16.881903 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-59f7a384-a8bf-4977-9040-0bdada1a54ab tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/routers/efb9825b-6f47-46c3-b0d8-9427fd304f5c HTTP/1.1" status: 200 len: 907 time: 0.1953435 Nov 12 11:12:16.885799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43524) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:16.898712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'router': {'name': 'tempest-snat-router-171191870', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': True}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:16.971253 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.973180 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.020622 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ee09bf91-cd50-46fd-82c4-daebe7df0c22 req-3cfd1e4b-fd06-4b02-8f39-ab0e95cc43f0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165140 Nov 12 11:12:17.043416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69fb12-1ef2-474c-b171-5963207c35c4 tempest-ExtraDHCPOptionsTestJSON-710554112 tempest-ExtraDHCPOptionsTestJSON-710554112-project] Pushing event deleted for resources: {'Network': ['ID=389750c5-2dba-4f4a-a804-0b4c555da8f9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:17.135365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.173837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b3ace-d904-4303-8ebc-85c9f73cb0fd req-3f201b68-837e-4691-b5be-7d7321dc5c8b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:17.176323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c9b3ace-d904-4303-8ebc-85c9f73cb0fd req-3f201b68-837e-4691-b5be-7d7321dc5c8b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 945 time: 0.1576674 Nov 12 11:12:17.291165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c9b3ace-d904-4303-8ebc-85c9f73cb0fd req-2aec2c66-39e1-4abc-9565-0a7953500373 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991342 Nov 12 11:12:17.295160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Deleting port 547581eb-7527-437c-b5fe-30b5d76a2d35 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:17.295532 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.422600 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.464286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] For port 547581eb-7527-437c-b5fe-30b5d76a2d35, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=547581eb-7527-437c-b5fe-30b5d76a2d35,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:17.464833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.503260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1323-270a-43a4-8ff9-fe0532134847 req-51912284-cee6-4150-aa73-220a6c211c8a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:17.514979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fa9b1323-270a-43a4-8ff9-fe0532134847 req-51912284-cee6-4150-aa73-220a6c211c8a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 943 time: 0.2041888 Nov 12 11:12:17.610580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43532) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:17.728979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3a9bcec5-badf-44c6-b43e-2acd2c027b7d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:12:17.745481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fa9b1323-270a-43a4-8ff9-fe0532134847 req-4a15f6a6-2f38-450a-96ad-10769d03080c tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288375 Nov 12 11:12:17.776486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3a9bcec5-badf-44c6-b43e-2acd2c027b7d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:12:17.777661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3a9bcec5-badf-44c6-b43e-2acd2c027b7d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:12:17.833578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.834137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.834363 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Floating IP ddd31c84-8f4f-4b57-8665-61fefdba7afc disassociated. External IP: 172.25.2.124, port: 547581eb-7527-437c-b5fe-30b5d76a2d35. Nov 12 11:12:17.834877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Calling delete_port for 547581eb-7527-437c-b5fe-30b5d76a2d35 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:17.862644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:17.906823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '81e0c7ab-e6fd-4fdf-a160-38c290863fe0', 'network_id': '23decf61-90d4-4c8c-8f4b-3f121dae7993', 'port_id': '81e0c7ab-e6fd-4fdf-a160-38c290863fe0', 'mac_address': 'fa:16:3e:84:e1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:17.998078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb9825b-6f47-46c3-b0d8-9427fd304f5c', 'name': 'tempest-snat-router-171191870', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': False}, 'gw_port_id': '76672311-2bf0-4cad-8f1d-2d109458ee6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:12:13Z', 'updated_at': '2021-11-12T11:12:15Z', 'revision_number': 3, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port': {'id': '76672311-2bf0-4cad-8f1d-2d109458ee6d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb9825b-6f47-46c3-b0d8-9427fd304f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:12:14Z', 'updated_at': '2021-11-12T11:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:18.000712 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.069979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Checking router: efb9825b-6f47-46c3-b0d8-9427fd304f5c for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:12:18.070723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Updating router efb9825b-6f47-46c3-b0d8-9427fd304f5c port 76672311-2bf0-4cad-8f1d-2d109458ee6d binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:12:18.072238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.112629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event deleted for resources: {'Port': ['ID=547581eb-7527-437c-b5fe-30b5d76a2d35,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:18.128723 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.131672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:18.300221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:18.324173 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.392921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96b415c9-6c18-4ad5-a6b6-3de2b7a0f2c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6144b71289ad4f26bf4446373a52c630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7800267 Nov 12 11:12:18.403965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43550) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:18.566311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:18.596935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.676720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.690761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['81e0c7ab-e6fd-4fdf-a160-38c290863fe0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:18.697899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b3dba-4b54-4d8c-925f-8dbfeef14828 req-50f3ebea-b759-4482-a645-1ad435edfebb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:18.713195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f926d2d-8ada-46ad-b824-92f827bdf073 req-a9051107-5a51-4cf2-b7d8-5fde4953444e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:18.713753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b36b3dba-4b54-4d8c-925f-8dbfeef14828 req-50f3ebea-b759-4482-a645-1ad435edfebb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3056672 Nov 12 11:12:18.723046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f926d2d-8ada-46ad-b824-92f827bdf073 req-a9051107-5a51-4cf2-b7d8-5fde4953444e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.3740089 Nov 12 11:12:18.779097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 547581eb-7527-437c-b5fe-30b5d76a2d35 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:12:18.780008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-cd5bb7c9-2924-4d50-82f9-d0a66e67d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:18.782429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-cd5bb7c9-2924-4d50-82f9-d0a66e67d877 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1097 time: 0.4286573 Nov 12 11:12:18.846387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 547581eb-7527-437c-b5fe-30b5d76a2d35 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:12:18.846759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 547581eb-7527-437c-b5fe-30b5d76a2d35 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:12:18.871054 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7209d310-287e-4e15-8a2e-85265e8c5f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.887228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:12:18.908817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7209d310-287e-4e15-8a2e-85265e8c5f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.946342 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b36b3dba-4b54-4d8c-925f-8dbfeef14828 req-345a7465-e99e-4c3a-a38e-c545c80e2cd0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309158 Nov 12 11:12:19.037291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7209d310-287e-4e15-8a2e-85265e8c5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.041250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7209d310-287e-4e15-8a2e-85265e8c5f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.046240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7209d310-287e-4e15-8a2e-85265e8c5f40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8b07a14-3486-4c52-b3fc-f9af8cf4059e HTTP/1.1" status: 204 len: 168 time: 0.6395919 Nov 12 11:12:19.069775 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f926d2d-8ada-46ad-b824-92f827bdf073 req-4fa66ee0-7045-420d-ae0c-63c92c952dd0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3446183 Nov 12 11:12:19.093276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209d310-287e-4e15-8a2e-85265e8c5f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b07a14-3486-4c52-b3fc-f9af8cf4059e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:19.171155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47ce887f-dc7c-44f3-b592-dcd54ba9b3f1 req-cf625c90-ccb4-49cd-9d6d-731042dfb729 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=5637b972-93e2-496c-8a76-1fd6a81eabc9 HTTP/1.1" status: 200 len: 210 time: 0.0479729 Nov 12 11:12:19.195408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-3ecaa9f9-16d9-47c0-9c39-a8f21f7e774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:19.197026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-3ecaa9f9-16d9-47c0-9c39-a8f21f7e774e service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.3994572 Nov 12 11:12:19.317691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f10e3c-92d1-4230-b5f2-e22ea3b78eff req-75d117ff-2f3a-4607-aa2d-b13bdad8ec04 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:19.326728 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.328838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9f10e3c-92d1-4230-b5f2-e22ea3b78eff req-75d117ff-2f3a-4607-aa2d-b13bdad8ec04 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 944 time: 0.1207175 Nov 12 11:12:19.341273 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.469820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53886ddd-2be8-4f3f-82fb-792daaa51da3 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:19.506684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Allocated IP 172.25.2.45 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/ef8577da-1586-4c66-b766-0a20f79136bd) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:19.536003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628336f-fd3c-48cc-bca5-07fd4ed1e4f8 None None] Pushing event updated for resources: {'Port': ['ID=76672311-2bf0-4cad-8f1d-2d109458ee6d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:19.536909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:19.552329 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] Sync routers for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:19.573231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Attempting to bind port 76672311-2bf0-4cad-8f1d-2d109458ee6d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:19.573759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Attempting to bind port 76672311-2bf0-4cad-8f1d-2d109458ee6d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:19.574298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Attempting to bind port 76672311-2bf0-4cad-8f1d-2d109458ee6d on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:19.582323 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:19.582973 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:19.610389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:19.611030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:19.611480 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.613474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:19.614010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Bound port: 76672311-2bf0-4cad-8f1d-2d109458ee6d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:19.614408 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.640030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-bb4d49f3-af90-474d-9631-f8d02ba75bd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 0.3673079 Nov 12 11:12:19.661551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] No DVR routers for this DVR port 547581eb-7527-437c-b5fe-30b5d76a2d35 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:12:19.665990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.670188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cce5d7e2-c850-404b-b82f-b8bfb0c54b57 req-971751c6-165e-4a2d-9d73-6dd42fb373fe tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.59 "DELETE /v2.0/ports/547581eb-7527-437c-b5fe-30b5d76a2d35 HTTP/1.1" status: 204 len: 173 time: 2.8130944 Nov 12 11:12:19.707508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.776787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] For port 76672311-2bf0-4cad-8f1d-2d109458ee6d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:19.790791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.811405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'name': 'network-vif-deleted', 'tag': '547581eb-7527-437c-b5fe-30b5d76a2d35'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:19.815263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] For port 76672311-2bf0-4cad-8f1d-2d109458ee6d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=76672311-2bf0-4cad-8f1d-2d109458ee6d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:19.817178 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c650c7eb-7999-479f-9e89-ddb13e3747c8" -d '{"events": [{"server_uuid": "5637b972-93e2-496c-8a76-1fd6a81eabc9", "name": "network-vif-deleted", "tag": "547581eb-7527-437c-b5fe-30b5d76a2d35"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:19.828063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-341fffff-88c0-45e5-b5df-86966fc7b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:19.832884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-341fffff-88c0-45e5-b5df-86966fc7b544 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1735907 Nov 12 11:12:19.930001 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.977377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:19.978047 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:19.992664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5eda34ab-4754-4afd-ad38-08caea0e58ff None None] Provisioning complete for port 76672311-2bf0-4cad-8f1d-2d109458ee6d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:19.993315 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5eda34ab-4754-4afd-ad38-08caea0e58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.997487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-8c987a68-b882-460d-8269-04f609e34b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:19.999007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-8c987a68-b882-460d-8269-04f609e34b4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521950 Nov 12 11:12:20.013502 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0e7da-e894-40a0-812d-2b4174ae92ef x-openstack-request-id: req-7ab0e7da-e894-40a0-812d-2b4174ae92ef {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:20.013794 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5637b972-93e2-496c-8a76-1fd6a81eabc9", "name": "network-vif-deleted", "tag": "547581eb-7527-437c-b5fe-30b5d76a2d35", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:20.014056 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ab0e7da-e894-40a0-812d-2b4174ae92ef {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:20.014444 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5637b972-93e2-496c-8a76-1fd6a81eabc9', 'name': 'network-vif-deleted', 'tag': '547581eb-7527-437c-b5fe-30b5d76a2d35', 'status': 'completed', 'code': 200} Nov 12 11:12:20.121920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015132e-5ec3-4ff2-b2cf-752d4bc56a84 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:20.131220 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9f10e3c-92d1-4230-b5f2-e22ea3b78eff req-331538e5-1c7a-4824-8fb1-fd2be0d11984 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7996731 Nov 12 11:12:20.161650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:20.168423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:20.372440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8577da-1586-4c66-b766-0a20f79136bd,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:20.384675 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5eda34ab-4754-4afd-ad38-08caea0e58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.419729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810f23d-13ec-4116-bc82-3b78eaa73df2 req-2aae450e-6d08-4230-b4d0-2c43ef532aee tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:20.429416 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1810f23d-13ec-4116-bc82-3b78eaa73df2 req-2aae450e-6d08-4230-b4d0-2c43ef532aee tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2825832 Nov 12 11:12:20.490254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5eda34ab-4754-4afd-ad38-08caea0e58ff None None] For port 76672311-2bf0-4cad-8f1d-2d109458ee6d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=76672311-2bf0-4cad-8f1d-2d109458ee6d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:20.493312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3cafa-23d1-4ac5-854e-47ccb94b1a94 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:20.507653 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5eda34ab-4754-4afd-ad38-08caea0e58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.513129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-6f1d67d8-73b8-415f-868d-66916ad15e57 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935691 Nov 12 11:12:20.516920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628336f-fd3c-48cc-bca5-07fd4ed1e4f8 None None] Pushing event updated for resources: {'Port': ['ID=76672311-2bf0-4cad-8f1d-2d109458ee6d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:20.598848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda34ab-4754-4afd-ad38-08caea0e58ff None None] Pushing event updated for resources: {'Port': ['ID=76672311-2bf0-4cad-8f1d-2d109458ee6d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:20.602457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Routers {'efb9825b-6f47-46c3-b0d8-9427fd304f5c'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:20.603386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['efb9825b-6f47-46c3-b0d8-9427fd304f5c'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:20.639471 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:20.704223 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] Checking router: ec615e80-943f-4ddc-b70d-7d01b5baa7d6 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:12:20.736909 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:20.737874 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:20.830646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] Set router efb9825b-6f47-46c3-b0d8-9427fd304f5c gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:20.999284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:21.016626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17b5df-658b-4b08-912a-904a50ccfd61 req-c82acb60-c654-414c-b81c-137b3abe97f1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:21.019977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac17b5df-658b-4b08-912a-904a50ccfd61 req-c82acb60-c654-414c-b81c-137b3abe97f1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.5955043 Nov 12 11:12:21.118361 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:21.155549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5a713f6b-d341-4d13-80c6-9584b67a338b None None] Provisioning complete for port 76672311-2bf0-4cad-8f1d-2d109458ee6d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:21.156466 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a713f6b-d341-4d13-80c6-9584b67a338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.217202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:21.224817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:21.225225 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.340670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43596) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:21.404144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac17b5df-658b-4b08-912a-904a50ccfd61 req-7ea58e32-eaa0-40b4-a8c8-be1246132fde tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3644166 Nov 12 11:12:21.427384 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.456289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb9825b-6f47-46c3-b0d8-9427fd304f5c', 'name': 'tempest-snat-router-171191870', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': False}, 'gw_port_id': '76672311-2bf0-4cad-8f1d-2d109458ee6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:12:13Z', 'updated_at': '2021-11-12T11:12:15Z', 'revision_number': 3, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port': {'id': '76672311-2bf0-4cad-8f1d-2d109458ee6d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb9825b-6f47-46c3-b0d8-9427fd304f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:12:14Z', 'updated_at': '2021-11-12T11:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:21.483380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:21.546320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd9ef4b-005b-4693-9be4-48113ed0fc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e0c7ab-e6fd-4fdf-a160-38c290863fe0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:21.558225 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36689227-0b03-46b6-b622-c8ee7e5801b5" -d '{"events": [{"server_uuid": "5bd9ef4b-005b-4693-9be4-48113ed0fc99", "name": "network-vif-plugged", "status": "completed", "tag": "81e0c7ab-e6fd-4fdf-a160-38c290863fe0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:21.561270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.570968 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.584659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce4ce4-7198-4cf9-919d-f50b82c7fcf4 None None] The sync data for ids ['efb9825b-6f47-46c3-b0d8-9427fd304f5c'] in n-d-768851-19 is: [{'id': 'efb9825b-6f47-46c3-b0d8-9427fd304f5c', 'name': 'tempest-snat-router-171191870', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': False}, 'gw_port_id': '76672311-2bf0-4cad-8f1d-2d109458ee6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:12:13Z', 'updated_at': '2021-11-12T11:12:15Z', 'revision_number': 3, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port': {'id': '76672311-2bf0-4cad-8f1d-2d109458ee6d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb9825b-6f47-46c3-b0d8-9427fd304f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:12:14Z', 'updated_at': '2021-11-12T11:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:21.609918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1810f23d-13ec-4116-bc82-3b78eaa73df2 req-0e2f8300-f03d-488c-8bc8-7e9494ef3867 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1776049 Nov 12 11:12:21.683307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-adbd4521-2d70-4f90-83d6-4ec2a3a6a039 None None] Provisioning complete for port ef8577da-1586-4c66-b766-0a20f79136bd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:21.683690 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adbd4521-2d70-4f90-83d6-4ec2a3a6a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.701425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-958cc28c-a3a9-446a-9a47-9fd886f38fd7 req-67b2b641-e335-4f5e-9359-d0e1a44204c5 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1568842 Nov 12 11:12:21.754720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43606) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:21.787616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1290913699'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:21.864352 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd9c73-a0da-46c7-ac1f-ad5bd96a7fa9 x-openstack-request-id: req-85fd9c73-a0da-46c7-ac1f-ad5bd96a7fa9 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:21.865136 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd9ef4b-005b-4693-9be4-48113ed0fc99", "name": "network-vif-plugged", "status": "completed", "tag": "81e0c7ab-e6fd-4fdf-a160-38c290863fe0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:21.865136 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85fd9c73-a0da-46c7-ac1f-ad5bd96a7fa9 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:21.865300 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd9ef4b-005b-4693-9be4-48113ed0fc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e0c7ab-e6fd-4fdf-a160-38c290863fe0', 'code': 200} Nov 12 11:12:21.866302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-adbd4521-2d70-4f90-83d6-4ec2a3a6a039 None None] Port ef8577da-1586-4c66-b766-0a20f79136bd cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:21.931281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:21.986289 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:21.989614 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f6354e5-c67c-4b7c-9fae-6efd3e9b6789 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.015823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:22.024299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.026489 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afec05-f08c-4b7a-abc7-f1681994703b None None] The sync data for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 is: [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:22.060046 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f6354e5-c67c-4b7c-9fae-6efd3e9b6789 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.108623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dcf53-7e6a-4284-a063-fb443dfc982a req-7cd95b6a-81f3-4039-8296-2b7bbfaa6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:22.111511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-169dcf53-7e6a-4284-a063-fb443dfc982a req-7cd95b6a-81f3-4039-8296-2b7bbfaa6145 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 1097 time: 0.2490175 Nov 12 11:12:22.148898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.173693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948d7ce-c4dc-4523-bf8c-d0e36a6d2a2b req-7bf12b3d-0147-4d26-ab82-a6e8c81df44e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:22.175997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7948d7ce-c4dc-4523-bf8c-d0e36a6d2a2b req-7bf12b3d-0147-4d26-ab82-a6e8c81df44e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.3519611 Nov 12 11:12:22.263499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-169dcf53-7e6a-4284-a063-fb443dfc982a req-dedca054-be0d-413f-ac21-566f8d4b7e8e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301763 Nov 12 11:12:22.277638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.308267 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f6354e5-c67c-4b7c-9fae-6efd3e9b6789 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.321723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f6354e5-c67c-4b7c-9fae-6efd3e9b6789 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.332079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43608) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:22.333619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3f6354e5-c67c-4b7c-9fae-6efd3e9b6789 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "DELETE /v2.0/security-groups/fbe8695a-e3a5-408d-b7f7-4cf1b0f89736 HTTP/1.1" status: 204 len: 168 time: 0.5771308 Nov 12 11:12:22.360158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6354e5-c67c-4b7c-9fae-6efd3e9b6789 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe8695a-e3a5-408d-b7f7-4cf1b0f89736,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:22.361872 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-a4761dad-7668-4f46-a8f4-afb97b9ac02d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] show failed (client error): The resource could not be found. Nov 12 11:12:22.362928 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a4761dad-7668-4f46-a8f4-afb97b9ac02d tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups/fbe8695a-e3a5-408d-b7f7-4cf1b0f89736 HTTP/1.1" status: 404 len: 347 time: 0.0224125 Nov 12 11:12:22.370536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43610) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:22.449639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7948d7ce-c4dc-4523-bf8c-d0e36a6d2a2b req-977eea84-f118-4063-a11c-59beb9141cec tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601635 Nov 12 11:12:22.501590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.622103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.693881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:12:22.741124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.741708 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment 99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a of type vlan for network dc58c692-881c-4133-87fe-9598057e7935 Nov 12 11:12:22.812001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec4547-efd8-45b4-bba1-95f0340aedb1 req-b633a67d-045e-4256-92d3-1d0d6c93d878 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:22.816818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-afec4547-efd8-45b4-bba1-95f0340aedb1 req-b633a67d-045e-4256-92d3-1d0d6c93d878 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1196377 Nov 12 11:12:22.818330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b7bc7-ce61-4443-854a-4d8870139e6b None None] New status for floating IP ddd31c84-8f4f-4b57-8665-61fefdba7afc: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:12:22.894723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Deleting port d48a0eb1-1edb-486d-b9cc-e4f5b2b38ff0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:22.901525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:22.925641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.000015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1710c87a-a588-4b95-9796-b5db1e81b040,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:23.057986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.068272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:23.069415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.149510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c21ead-8f2b-4aab-81ba-61fda922972d req-6c9fcf1a-0e55-48b8-b6f9-343c61213c8b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:23.149827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-afec4547-efd8-45b4-bba1-95f0340aedb1 req-ccc650d6-7c21-46da-8d80-87c7ee21011f tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3048587 Nov 12 11:12:23.152417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.153778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.161169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7c21ead-8f2b-4aab-81ba-61fda922972d req-6c9fcf1a-0e55-48b8-b6f9-343c61213c8b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3177316 Nov 12 11:12:23.191919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Calling delete_port for d48a0eb1-1edb-486d-b9cc-e4f5b2b38ff0 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:23.449095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.483820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event deleted for resources: {'Port': ['ID=d48a0eb1-1edb-486d-b9cc-e4f5b2b38ff0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:23.620844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.633431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.636710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2947843 Nov 12 11:12:23.637818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-18f49c97-b59e-4803-8e2d-83e8747580c7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "DELETE /v2.0/floatingips/ddd31c84-8f4f-4b57-8665-61fefdba7afc HTTP/1.1" status: 204 len: 168 time: 1.2658420 Nov 12 11:12:23.642008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43620) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:23.658967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1433607874'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:23.673378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e1c63-7599-40db-94e6-cbbf69f5787c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=dc58c692-881c-4133-87fe-9598057e7935,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:23.729365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network dc58c692-881c-4133-87fe-9598057e7935 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:12:23.739444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Router e896743c-b500-4e21-8f38-fecb168d35e5 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:12:23.765619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7c21ead-8f2b-4aab-81ba-61fda922972d req-c78a8baf-a8b3-4c10-862f-6b77f801dc14 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5986164 Nov 12 11:12:23.840405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:23.860926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:23.948249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bfdaa-7b54-4db3-8971-f02ed4c28fc5 req-0ead022b-3b9c-49c1-80a4-7daac0f17d35 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:23.951207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a19bfdaa-7b54-4db3-8971-f02ed4c28fc5 req-0ead022b-3b9c-49c1-80a4-7daac0f17d35 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2871628 Nov 12 11:12:24.005910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:12:24.025714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 76672311-2bf0-4cad-8f1d-2d109458ee6d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:24.064502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:24.076373 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-af80c084-5fbd-4d69-9b37-a228bc527a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.091084 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Sync routers for ids ['e896743c-b500-4e21-8f38-fecb168d35e5'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:24.108739 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.117439 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5ef45da4-5f26-4950-9e59-ccd5a8212716 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.2300227 Nov 12 11:12:24.118231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43626) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:24.138231 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Routers {'e896743c-b500-4e21-8f38-fecb168d35e5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:24.138425 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 76672311-2bf0-4cad-8f1d-2d109458ee6d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:24.139200 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.144601 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e896743c-b500-4e21-8f38-fecb168d35e5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:24.147352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.147944 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment a1f02bfb-e332-42ad-a34c-bd01c93d6333 of type vlan for network b5b8acec-e97a-43d6-b774-109b4c25bcff Nov 12 11:12:24.156946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a19bfdaa-7b54-4db3-8971-f02ed4c28fc5 req-382fe288-92ec-4a40-9fbb-32b8586fd364 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759284 Nov 12 11:12:24.269588 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.353010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.362712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:24.363649 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.383406 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-64bc2f31-738b-4398-8698-db0d71a84b00 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/routers/e896743c-b500-4e21-8f38-fecb168d35e5 HTTP/1.1" status: 200 len: 906 time: 0.2621591 Nov 12 11:12:24.393511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43630) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:24.441515 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Set router e896743c-b500-4e21-8f38-fecb168d35e5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:24.528557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c275a04-05ce-4d8f-9c17-f5480636357c req-25710b12-9757-4e08-8851-cfffdcf71ef3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:24.544223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c275a04-05ce-4d8f-9c17-f5480636357c req-25710b12-9757-4e08-8851-cfffdcf71ef3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2319889 Nov 12 11:12:24.554888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9058208 Nov 12 11:12:24.630672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43632) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:24.642367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': 'dc58c692-881c-4133-87fe-9598057e7935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:24.667639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015162cf-3901-4a1f-b423-79d967cace4d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=b5b8acec-e97a-43d6-b774-109b4c25bcff,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:24.670929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.683106 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b5b8acec-e97a-43d6-b774-109b4c25bcff details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:12:24.747813 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c275a04-05ce-4d8f-9c17-f5480636357c req-c4c27121-da67-41e6-9e63-3b494ed2da59 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2018709 Nov 12 11:12:24.847049 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896743c-b500-4e21-8f38-fecb168d35e5', 'name': 'tempest-snat-router-171191870', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef8577da-1586-4c66-b766-0a20f79136bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:12:16Z', 'updated_at': '2021-11-12T11:12:21Z', 'revision_number': 3, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port': {'id': 'ef8577da-1586-4c66-b766-0a20f79136bd', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896743c-b500-4e21-8f38-fecb168d35e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:12:18Z', 'updated_at': '2021-11-12T11:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:24.891617 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Checking router: e896743c-b500-4e21-8f38-fecb168d35e5 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:12:24.892184 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Updating router e896743c-b500-4e21-8f38-fecb168d35e5 port ef8577da-1586-4c66-b766-0a20f79136bd binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:12:24.902153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.908184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:24.912281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:24.936485 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.001933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e265b79-fd32-4690-afb9-9637df21c0b3 req-87538043-c8dc-484f-9c03-628a71d87629 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:25.011348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e265b79-fd32-4690-afb9-9637df21c0b3 req-87538043-c8dc-484f-9c03-628a71d87629 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0852652 Nov 12 11:12:25.114247 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e265b79-fd32-4690-afb9-9637df21c0b3 req-e465ce13-d061-4074-a2ba-fc4f071c473f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995119 Nov 12 11:12:25.148733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Deleting port ef8577da-1586-4c66-b766-0a20f79136bd {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:25.150127 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.336542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43644) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:25.342619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7e6dde90-c0c6-4f8a-8a74-5a3ec8c7a407 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303299891', 'description': 'tempest-description--904713846'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:25.363517 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.382293 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.448524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2498a2-0dc5-462c-ae97-08d1676443bb None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:25.470891 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Attempting to bind port ef8577da-1586-4c66-b766-0a20f79136bd on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:25.471272 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Attempting to bind port ef8577da-1586-4c66-b766-0a20f79136bd by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:25.471610 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Attempting to bind port ef8577da-1586-4c66-b766-0a20f79136bd on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:25.472703 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e6dde90-c0c6-4f8a-8a74-5a3ec8c7a407 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.495174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.498316 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:25.498747 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:25.499253 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.499568 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:25.500069 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Bound port: ef8577da-1586-4c66-b766-0a20f79136bd, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:25.500428 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.503923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1547-302b-4fcc-b44e-b2dd2d775cda req-06f79243-b414-43d6-a3bc-477bf8e135fd tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:25.504487 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Pushing event updated for resources: {'Port': ['ID=ef8577da-1586-4c66-b766-0a20f79136bd,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:25.505806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad3d1547-302b-4fcc-b44e-b2dd2d775cda req-06f79243-b414-43d6-a3bc-477bf8e135fd tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1527286 Nov 12 11:12:25.526701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.547116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2d117906-db7e-4b61-bf74-01868614bd36 None None] Provisioning complete for port ef8577da-1586-4c66-b766-0a20f79136bd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:25.548202 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2d117906-db7e-4b61-bf74-01868614bd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.582202 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.582472 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.582623 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.583093 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.583577 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.584132 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.584653 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.585207 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.585981 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.586424 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.586870 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.589753 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:25.629000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Calling delete_port for ef8577da-1586-4c66-b766-0a20f79136bd owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:25.636232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2d117906-db7e-4b61-bf74-01868614bd36 None None] Port ef8577da-1586-4c66-b766-0a20f79136bd cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:25.672826 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] For port ef8577da-1586-4c66-b766-0a20f79136bd, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:25.678512 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] For port ef8577da-1586-4c66-b766-0a20f79136bd, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ef8577da-1586-4c66-b766-0a20f79136bd,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:25.685789 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.722621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad3d1547-302b-4fcc-b44e-b2dd2d775cda req-a2c00fd3-e4b4-451e-abda-a26c64c7e995 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760476 Nov 12 11:12:25.818172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e6dde90-c0c6-4f8a-8a74-5a3ec8c7a407 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.823716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e6dde90-c0c6-4f8a-8a74-5a3ec8c7a407 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.838919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746978d-5006-4be5-9cf4-ea0443ded962 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:25.930201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e6dde90-c0c6-4f8a-8a74-5a3ec8c7a407 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:25.937387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7e6dde90-c0c6-4f8a-8a74-5a3ec8c7a407 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5962272 Nov 12 11:12:25.937822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43650) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:25.955336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4306881b-a835-4a61-88c9-e6da731f1369 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'security_group_rule': {'security_group_id': '40ba80da-9b2f-4c63-9be4-d8f0d3055b6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:25.973336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b87d1-7f86-4df3-9ebd-0e50f3e820b2 None None] Pushing event updated for resources: {'Port': ['ID=ef8577da-1586-4c66-b766-0a20f79136bd,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:25.994345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dde90-c0c6-4f8a-8a74-5a3ec8c7a407 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:25.997516 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Routers {'e896743c-b500-4e21-8f38-fecb168d35e5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:25.998796 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:11:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e896743c-b500-4e21-8f38-fecb168d35e5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:26.002713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-78b49a87-7e65-46d5-a8ec-cc7bad25c0f1 None None] Provisioning complete for port ef8577da-1586-4c66-b766-0a20f79136bd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:26.003254 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b49a87-7e65-46d5-a8ec-cc7bad25c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.152672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=71730e5c-40ad-4b52-adf9-b93cfd9ab652,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:26.224419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7d1f9-7d3b-40db-8707-fdbe95184f29 req-81fa3ecc-62bb-4978-a0de-26372b0a8453 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:26.239090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': '99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dc58c692-881c-4133-87fe-9598057e7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:26.239681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: dc58c692-881c-4133-87fe-9598057e7935, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:12:26.240285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6e7d1f9-7d3b-40db-8707-fdbe95184f29 req-81fa3ecc-62bb-4978-a0de-26372b0a8453 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2490478 Nov 12 11:12:26.258260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.293098 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4306881b-a835-4a61-88c9-e6da731f1369 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.332903 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] Set router e896743c-b500-4e21-8f38-fecb168d35e5 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:26.340010 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b49a87-7e65-46d5-a8ec-cc7bad25c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.354275 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76a46923-a9e7-40e6-b16c-13fca77ba83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.384188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef8577da-1586-4c66-b766-0a20f79136bd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:26.456104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cadd28-1fae-4544-bcec-b98e2b8e466a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:26.534882 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6e7d1f9-7d3b-40db-8707-fdbe95184f29 req-335eb2d8-ec03-4bcb-9ea5-dbbcd22a3e62 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2836916 Nov 12 11:12:26.555942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network dc58c692-881c-4133-87fe-9598057e7935 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:12:26.563852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74821b5-1020-4f53-914a-7717a4e775ff req-7c20c702-dced-4645-9d87-b3b25941662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:26.584906 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896743c-b500-4e21-8f38-fecb168d35e5', 'name': 'tempest-snat-router-171191870', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:12:16Z', 'updated_at': '2021-11-12T11:12:24Z', 'revision_number': 4, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:26.595300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74821b5-1020-4f53-914a-7717a4e775ff req-7c20c702-dced-4645-9d87-b3b25941662f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 1097 time: 0.3091681 Nov 12 11:12:26.632391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, dc58c692-881c-4133-87fe-9598057e7935) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:26.647754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:26.648760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.650167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd857c9c-c61b-4060-8ae7-03cff3405dbd None None] Network dc58c692-881c-4133-87fe-9598057e7935 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:26.675053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.677902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4306881b-a835-4a61-88c9-e6da731f1369 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.698578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58adaa0-2f2f-4983-ab24-112c2f885ff1 req-a4d57d44-0da2-43ce-b61e-e1b4f058e756 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:26.701289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a58adaa0-2f2f-4983-ab24-112c2f885ff1 req-a4d57d44-0da2-43ce-b61e-e1b4f058e756 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2713826 Nov 12 11:12:26.728167 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980af8b-e2a0-4816-b2b7-412f6582e9c1 None None] The sync data for ids ['e896743c-b500-4e21-8f38-fecb168d35e5'] in n-d-768851-19 is: [{'id': 'e896743c-b500-4e21-8f38-fecb168d35e5', 'name': 'tempest-snat-router-171191870', 'tenant_id': '44677a9bde3d45a684a1571ba2bc018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:12:16Z', 'updated_at': '2021-11-12T11:12:24Z', 'revision_number': 4, 'project_id': '44677a9bde3d45a684a1571ba2bc018c', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:26.756776 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4306881b-a835-4a61-88c9-e6da731f1369 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:26.781436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f72136a9-8112-4e54-99d6-30bcf308f74c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1460619 Nov 12 11:12:26.782312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43658) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:26.787873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': 'b5b8acec-e97a-43d6-b774-109b4c25bcff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:26.967465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306881b-a835-4a61-88c9-e6da731f1369 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a11f9e-7fa3-4fe6-8eaa-5635483534dd,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:26.993540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:27.006075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.028215 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4306881b-a835-4a61-88c9-e6da731f1369 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.032710 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4306881b-a835-4a61-88c9-e6da731f1369 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0829117 Nov 12 11:12:27.064662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43660) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:27.084656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.093795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.132978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-13fc6dec-7f69-4af5-9c33-334698f91c4f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'security_group_rule': {'security_group_id': '40ba80da-9b2f-4c63-9be4-d8f0d3055b6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:27.211054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74821b5-1020-4f53-914a-7717a4e775ff req-10b45508-659a-40b5-87b4-222978a47ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:27.212638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74821b5-1020-4f53-914a-7717a4e775ff req-10b45508-659a-40b5-87b4-222978a47ce9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 912 time: 0.6134832 Nov 12 11:12:27.222047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-dc58c692-881c-4133-87fe-9598057e7935', 'network_id': 'dc58c692-881c-4133-87fe-9598057e7935', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '71730e5c-40ad-4b52-adf9-b93cfd9ab652'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:12:27.223114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.309065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a58adaa0-2f2f-4983-ab24-112c2f885ff1 req-ffc4d9d9-8d79-490e-bbf5-5f47b17db6c7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530994 Nov 12 11:12:27.317539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.319418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e896743c-b500-4e21-8f38-fecb168d35e5 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:12:27.333261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.335593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-70e9bc2b-1c16-4c2b-8818-07dd18ddcb0b tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e896743c-b500-4e21-8f38-fecb168d35e5 HTTP/1.1" status: 204 len: 168 time: 2.9409828 Nov 12 11:12:27.339829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43666) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:27.471206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74821b5-1020-4f53-914a-7717a4e775ff req-73fdd5bd-81ae-420a-8d1c-55405c32c3bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0 HTTP/1.1" status: 200 len: 217 time: 0.1671364 Nov 12 11:12:27.548267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Allocated IP 2001:db8::2 (dc58c692-881c-4133-87fe-9598057e7935/71730e5c-40ad-4b52-adf9-b93cfd9ab652/c5836e35-fb63-4873-ada2-ac5e510a153d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:27.638163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.639484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-13fc6dec-7f69-4af5-9c33-334698f91c4f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:27.854826 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.084308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-13fc6dec-7f69-4af5-9c33-334698f91c4f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.089543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74821b5-1020-4f53-914a-7717a4e775ff req-8a9a9b6a-b392-4fd5-b5d3-6a572115edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:28.091078 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.093501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74821b5-1020-4f53-914a-7717a4e775ff req-8a9a9b6a-b392-4fd5-b5d3-6a572115edca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c HTTP/1.1" status: 200 len: 851 time: 0.5937185 Nov 12 11:12:28.105872 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.115906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.119294 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-13fc6dec-7f69-4af5-9c33-334698f91c4f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.201290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Pushing event updated for resources: {'Port': ['ID=c5836e35-fb63-4873-ada2-ac5e510a153d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:28.250898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Network dc58c692-881c-4133-87fe-9598057e7935 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:28.258444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:28.271464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:28.302829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74821b5-1020-4f53-914a-7717a4e775ff req-1a44116e-88b4-4d65-a679-317733a86dd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23decf61-90d4-4c8c-8f4b-3f121dae7993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1968367 Nov 12 11:12:28.308104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-13fc6dec-7f69-4af5-9c33-334698f91c4f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.310113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-13fc6dec-7f69-4af5-9c33-334698f91c4f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2214596 Nov 12 11:12:28.322409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43674) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:28.345601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6dec-7f69-4af5-9c33-334698f91c4f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af594b7c-3baf-40c8-a5f0-df176b5c86cb,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:28.350090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:28.399520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Deleting port 76672311-2bf0-4cad-8f1d-2d109458ee6d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:28.400066 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.459639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4a06-1d8c-4c9b-86fb-8aceaac8e4cc req-f0f5c1ba-231a-49db-8702-f2af7132c7a0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:28.461325 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-106a4a06-1d8c-4c9b-86fb-8aceaac8e4cc req-f0f5c1ba-231a-49db-8702-f2af7132c7a0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.6432705 Nov 12 11:12:28.472892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Attempting to bind port c5836e35-fb63-4873-ada2-ac5e510a153d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:28.473704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Attempting to bind port c5836e35-fb63-4873-ada2-ac5e510a153d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dc58c692-881c-4133-87fe-9598057e7935'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:28.473704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Attempting to bind port c5836e35-fb63-4873-ada2-ac5e510a153d on network dc58c692-881c-4133-87fe-9598057e7935 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:28.489198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:28.489752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Checking segment: {'id': '99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dc58c692-881c-4133-87fe-9598057e7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:28.490285 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.490928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Bound using segment: {'id': '99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dc58c692-881c-4133-87fe-9598057e7935'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:28.491806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Bound port: c5836e35-fb63-4873-ada2-ac5e510a153d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dc58c692-881c-4133-87fe-9598057e7935'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:28.492270 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.524249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.592017 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.748465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] For port c5836e35-fb63-4873-ada2-ac5e510a153d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:28.755344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] For port c5836e35-fb63-4873-ada2-ac5e510a153d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5836e35-fb63-4873-ada2-ac5e510a153d,segment=NetworkSegment(99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a),segment_id=99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:28.765790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.927823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74821b5-1020-4f53-914a-7717a4e775ff req-82af6c42-7c73-4df0-89cb-e1449169a862 service neutron] 10.222.0.59 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078541 Nov 12 11:12:28.937281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=773a39b4-e0f3-4daa-bfe6-5a985e38980d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:28.957825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-106a4a06-1d8c-4c9b-86fb-8aceaac8e4cc req-7b9e6bcd-186c-40bb-89de-2eae26bb39b4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3737597 Nov 12 11:12:28.978087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865236f-4c68-400c-b4de-e6922c3324b5 None None] Pushing event updated for resources: {'Port': ['ID=c5836e35-fb63-4873-ada2-ac5e510a153d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:29.030028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': 'a1f02bfb-e332-42ad-a34c-bd01c93d6333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b5b8acec-e97a-43d6-b774-109b4c25bcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:29.033488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: b5b8acec-e97a-43d6-b774-109b4c25bcff, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:12:29.047640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] For port 76672311-2bf0-4cad-8f1d-2d109458ee6d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=76672311-2bf0-4cad-8f1d-2d109458ee6d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:29.048998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.065165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ade7-cc25-44ba-ad6e-d515bfdc7a34 req-0458b581-04ee-45be-93be-ae5431043f7d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:29.074281 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f886ade7-cc25-44ba-ad6e-d515bfdc7a34 req-0458b581-04ee-45be-93be-ae5431043f7d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.3989909 Nov 12 11:12:29.127564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Calling delete_port for 76672311-2bf0-4cad-8f1d-2d109458ee6d owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:29.209402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network b5b8acec-e97a-43d6-b774-109b4c25bcff is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:12:29.231613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b5b8acec-e97a-43d6-b774-109b4c25bcff) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:29.246365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa3a78-47dc-4014-8fe6-213e58cb8a20 None None] Network b5b8acec-e97a-43d6-b774-109b4c25bcff requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:29.248261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:29.249084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.306418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-130ef9bc-26cb-4be0-82d4-3f2a3c5138eb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5222044 Nov 12 11:12:29.316154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43678) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:29.332721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e5771c99-1049-4768-b646-b6e869278502 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1407676920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:29.375936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74821b5-1020-4f53-914a-7717a4e775ff req-1bc895ac-08af-45e5-bddb-3fb303120bf5 service neutron] 10.222.0.59 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245472 Nov 12 11:12:29.532458 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5771c99-1049-4768-b646-b6e869278502 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.555880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5771c99-1049-4768-b646-b6e869278502 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.621531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.753214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5771c99-1049-4768-b646-b6e869278502 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.763271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5771c99-1049-4768-b646-b6e869278502 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.825504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5771c99-1049-4768-b646-b6e869278502 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.827565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e5771c99-1049-4768-b646-b6e869278502 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5091524 Nov 12 11:12:29.830321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43688) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:29.891023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5836e35-fb63-4873-ada2-ac5e510a153d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:29.944109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b5b8acec-e97a-43d6-b774-109b4c25bcff', 'network_id': 'b5b8acec-e97a-43d6-b774-109b4c25bcff', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '773a39b4-e0f3-4daa-bfe6-5a985e38980d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:12:29.946231 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.974341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f886ade7-cc25-44ba-ad6e-d515bfdc7a34 req-4b7e232d-1114-480a-9a97-108dd7e3758c tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8988359 Nov 12 11:12:30.063168 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.209280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c5836e35-fb63-4873-ada2-ac5e510a153d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:30.209928 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.319188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Allocated IP 2001:db8:1::2 (b5b8acec-e97a-43d6-b774-109b4c25bcff/773a39b4-e0f3-4daa-bfe6-5a985e38980d/8cecc9e8-b479-409c-b500-c35574da4e8b) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:30.387691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Allocated IP 172.25.2.234 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/b9501d90-491a-443b-b68b-676c2ec6b843) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:30.413941 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.478531 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.479750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.498327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd00d-e420-46fc-b061-08fa94e953bd req-f491b99a-742c-4994-a9ec-1bf2e357784b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:30.502193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port c5836e35-fb63-4873-ada2-ac5e510a153d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5836e35-fb63-4873-ada2-ac5e510a153d,segment=NetworkSegment(99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a),segment_id=99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:30.509297 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.510030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a20bd00d-e420-46fc-b061-08fa94e953bd req-f491b99a-742c-4994-a9ec-1bf2e357784b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.3197999 Nov 12 11:12:30.590180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event deleted for resources: {'Port': ['ID=76672311-2bf0-4cad-8f1d-2d109458ee6d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:30.696444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a20bd00d-e420-46fc-b061-08fa94e953bd req-d09698c6-a0cf-46a4-a8a2-2c61bc9f16c2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1851959 Nov 12 11:12:30.710392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974c1582-925e-420e-8925-b1310508d1ed None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:30.719791 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:12:30.769741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.773541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.895224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=c5836e35-fb63-4873-ada2-ac5e510a153d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:30.946551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:30.951015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49322c-e25c-49ab-b9ce-1784169859a8 None None] Network dc58c692-881c-4133-87fe-9598057e7935 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:31.007352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.013403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.132828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8::1 (dc58c692-881c-4133-87fe-9598057e7935/71730e5c-40ad-4b52-adf9-b93cfd9ab652/cdb74493-a034-4ace-a689-7f6d7364750e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:31.240796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.241500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efb9825b-6f47-46c3-b0d8-9427fd304f5c {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:12:31.251101 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.262491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a1894e6e-6e52-4271-af41-2d1a05830498 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "DELETE /v2.0/routers/efb9825b-6f47-46c3-b0d8-9427fd304f5c HTTP/1.1" status: 204 len: 168 time: 3.9208956 Nov 12 11:12:31.273540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43704) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:31.294057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1824718507', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:31.303402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.409152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:31.428595 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.437491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.464459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04b648-c2aa-4e3d-a3b4-70f61588ae7d req-3957ca37-b522-4e25-9f0c-3fff742008e9 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:31.467037 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff04b648-c2aa-4e3d-a3b4-70f61588ae7d req-3957ca37-b522-4e25-9f0c-3fff742008e9 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2717419 Nov 12 11:12:31.508959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a84478ce-39b3-4031-be03-f1e6296465d3 None None] Provisioning complete for port c5836e35-fb63-4873-ada2-ac5e510a153d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:31.509407 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a84478ce-39b3-4031-be03-f1e6296465d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.514215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.514747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.534492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:31.556067 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.570951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:31.600235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:31.611347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network dc58c692-881c-4133-87fe-9598057e7935 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:31.619072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:31.624409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:31.625168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.674742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=cdb74493-a034-4ace-a689-7f6d7364750e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:31.705808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff04b648-c2aa-4e3d-a3b4-70f61588ae7d req-c53223f7-e458-4d3f-b971-76996fd1b51c tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191055 Nov 12 11:12:31.713937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'Port': ['ID=b9501d90-491a-443b-b68b-676c2ec6b843,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:31.727286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.732698 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.787956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'port_id': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'mac_address': 'fa:16:3e:d6:75:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:31.839656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Pushing event updated for resources: {'Port': ['ID=8cecc9e8-b479-409c-b500-c35574da4e8b,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:31.844230 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.989470 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.034222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2c896b7-84b7-49bb-9c15-24e8312650e3 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:32.058947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Network b5b8acec-e97a-43d6-b774-109b4c25bcff is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:32.099024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:32.103644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:32.115221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.138731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:32.144383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5836e35-fb63-4873-ada2-ac5e510a153d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:32.150818 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.264517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28411fcc-29f3-4e29-9d9f-25956089616b req-5479b0ec-9c62-428a-aae1-e71dc5976737 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:32.268209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-28411fcc-29f3-4e29-9d9f-25956089616b req-5479b0ec-9c62-428a-aae1-e71dc5976737 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2922952 Nov 12 11:12:32.367392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.376702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['e2c896b7-84b7-49bb-9c15-24e8312650e3'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:32.486165 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.615213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.970168 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.977250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Attempting to bind port 8cecc9e8-b479-409c-b500-c35574da4e8b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:32.979087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Attempting to bind port 8cecc9e8-b479-409c-b500-c35574da4e8b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'a1f02bfb-e332-42ad-a34c-bd01c93d6333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b5b8acec-e97a-43d6-b774-109b4c25bcff'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:32.979265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.979579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Attempting to bind port 8cecc9e8-b479-409c-b500-c35574da4e8b on network b5b8acec-e97a-43d6-b774-109b4c25bcff {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:33.092002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:33.098964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:33.099473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Checking segment: {'id': 'a1f02bfb-e332-42ad-a34c-bd01c93d6333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b5b8acec-e97a-43d6-b774-109b4c25bcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:33.100162 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.100642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Bound using segment: {'id': 'a1f02bfb-e332-42ad-a34c-bd01c93d6333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b5b8acec-e97a-43d6-b774-109b4c25bcff'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:33.101331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Bound port: 8cecc9e8-b479-409c-b500-c35574da4e8b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f02bfb-e332-42ad-a34c-bd01c93d6333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b5b8acec-e97a-43d6-b774-109b4c25bcff'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:33.101754 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.119782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c5836e35-fb63-4873-ada2-ac5e510a153d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:33.120280 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.125258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a773eb2d-bb65-4e60-9c71-d8fea74a794c None None] Provisioning complete for port c5836e35-fb63-4873-ada2-ac5e510a153d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:33.125684 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a773eb2d-bb65-4e60-9c71-d8fea74a794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.158423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'Port': ['ID=b9501d90-491a-443b-b68b-676c2ec6b843,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:33.188434 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.226928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56c5e-643e-49da-9075-824b22e38c99 req-59530ae6-a3de-4549-a742-7a80fa3086a7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:33.229577 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b56c5e-643e-49da-9075-824b22e38c99 req-59530ae6-a3de-4549-a742-7a80fa3086a7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2280862 Nov 12 11:12:33.246517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.260912 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-432b5ecf-4951-49d4-bd62-7e1dc07a94b0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9130290 Nov 12 11:12:33.515202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-28411fcc-29f3-4e29-9d9f-25956089616b req-5b089263-9334-4dda-b74d-bab586e5a4f0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1980226 Nov 12 11:12:33.521890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] For port 8cecc9e8-b479-409c-b500-c35574da4e8b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:33.540549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] For port 8cecc9e8-b479-409c-b500-c35574da4e8b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8cecc9e8-b479-409c-b500-c35574da4e8b,segment=NetworkSegment(a1f02bfb-e332-42ad-a34c-bd01c93d6333),segment_id=a1f02bfb-e332-42ad-a34c-bd01c93d6333)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:33.563499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.615322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.646005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.652649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43b400-ef8d-435a-b737-8332e9062a69 None None] Pushing event updated for resources: {'Port': ['ID=8cecc9e8-b479-409c-b500-c35574da4e8b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:33.668678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8b56c5e-643e-49da-9075-824b22e38c99 req-89c56e5a-3934-4fdb-a297-824067f472f8 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155438 Nov 12 11:12:33.747603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.758121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.759035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:33.936657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 76672311-2bf0-4cad-8f1d-2d109458ee6d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:12:33.981161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Allocated IP 172.25.2.10 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/5717bf82-16fb-41fe-b0df-5916b13b4c90) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:33.995745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-5b1e94a1-e269-4a98-a179-318b1d7460ba tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1303299891&fields=id&tenant_id=44d27cd4a17342a08dea3ce985ed4415 HTTP/1.1" status: 200 len: 267 time: 0.1499658 Nov 12 11:12:34.008744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 76672311-2bf0-4cad-8f1d-2d109458ee6d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:12:34.009670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 76672311-2bf0-4cad-8f1d-2d109458ee6d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:12:34.042576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d4dbc4d0-56b3-430f-bc9b-fd37fcf39e3e None None] Provisioning complete for port cdb74493-a034-4ace-a689-7f6d7364750e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:34.042963 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc4d0-56b3-430f-bc9b-fd37fcf39e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:34.137800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbc4d0-56b3-430f-bc9b-fd37fcf39e3e None None] Port cdb74493-a034-4ace-a689-7f6d7364750e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:34.173222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=cdb74493-a034-4ace-a689-7f6d7364750e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:34.243698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-b8ed91ad-b3bd-45ef-818f-cf103c3a70c6 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:34.245437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-b8ed91ad-b3bd-45ef-818f-cf103c3a70c6 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 809 time: 0.2488189 Nov 12 11:12:34.246473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:34.298132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-63439113-4473-48fd-8352-7e132ace5a3e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/quotas/44d27cd4a17342a08dea3ce985ed4415 HTTP/1.1" status: 200 len: 375 time: 0.0453250 Nov 12 11:12:34.300780 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:34.402536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:34.408935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:34.413333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network dc58c692-881c-4133-87fe-9598057e7935 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:34.417921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:34.432550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:34.451255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a9cc6-6353-4672-afb8-a7afa703f612 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:34.578756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event updated for resources: {'Port': ['ID=5717bf82-16fb-41fe-b0df-5916b13b4c90,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:34.665958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-08963446-bb20-48e0-a470-32f2d62c7c79 None None] Provisioning complete for port 5717bf82-16fb-41fe-b0df-5916b13b4c90 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:34.666345 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08963446-bb20-48e0-a470-32f2d62c7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:34.713814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-b14fb1af-d178-4d57-9a10-cfe45a1b9c8c tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3691001 Nov 12 11:12:34.859857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-08963446-bb20-48e0-a470-32f2d62c7c79 None None] Port 5717bf82-16fb-41fe-b0df-5916b13b4c90 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:34.890905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:34.917610 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-77702b85-fbe9-442d-9009-ea93925a5f64 service neutron] 10.222.0.31 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886554 Nov 12 11:12:35.062586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router f5dca248-826d-4e2f-b509-cedb475c7c0b is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:12:35.120804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port e2c896b7-84b7-49bb-9c15-24e8312650e3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:35.121673 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.170293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a19eab-6ed7-4e3c-903f-b1288196f341 req-67ee7a54-8626-4260-874f-a0b03f28e251 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:35.181851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2a19eab-6ed7-4e3c-903f-b1288196f341 req-67ee7a54-8626-4260-874f-a0b03f28e251 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.3134351 Nov 12 11:12:35.215639 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-5404ba34-cb48-4ccb-a91f-442f9b44221c service neutron] 10.222.0.31 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968554 Nov 12 11:12:35.265129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2593ccf0-46cd-4d48-af19-6674f494d3f6 None None] Provisioning complete for port cdb74493-a034-4ace-a689-7f6d7364750e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:35.265679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2593ccf0-46cd-4d48-af19-6674f494d3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.335172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:35.349149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a54d3d4d-8b56-4ab3-a206-a67787fad319 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/f5dca248-826d-4e2f-b509-cedb475c7c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5161753 Nov 12 11:12:35.351135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43760) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:35.368512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ce6f7-d66a-4e38-8ece-4838aecfe354 None None] Sync routers for ids ['f5dca248-826d-4e2f-b509-cedb475c7c0b'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:35.503654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9827ad-8367-4334-b29d-e196cefd69d3 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:35.510642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7d9827ad-8367-4334-b29d-e196cefd69d3 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports/cdb74493-a034-4ace-a689-7f6d7364750e HTTP/1.1" status: 200 len: 911 time: 0.1583169 Nov 12 11:12:35.511426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43764) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:35.531961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2a19eab-6ed7-4e3c-903f-b1288196f341 req-04644b2e-5cd9-428a-a607-31b2a9d41d4c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3491039 Nov 12 11:12:35.566525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2593ccf0-46cd-4d48-af19-6674f494d3f6 None None] Port cdb74493-a034-4ace-a689-7f6d7364750e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:35.584273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ce6f7-d66a-4e38-8ece-4838aecfe354 None None] Routers {'f5dca248-826d-4e2f-b509-cedb475c7c0b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:35.585013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-244ce6f7-d66a-4e38-8ece-4838aecfe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f5dca248-826d-4e2f-b509-cedb475c7c0b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:35.682379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-244ce6f7-d66a-4e38-8ece-4838aecfe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:35.705448 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.726859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ce6f7-d66a-4e38-8ece-4838aecfe354 None None] Routers {'f5dca248-826d-4e2f-b509-cedb475c7c0b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:35.727526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-244ce6f7-d66a-4e38-8ece-4838aecfe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f5dca248-826d-4e2f-b509-cedb475c7c0b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:35.732783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.805087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a2b75-daee-4867-b3cb-edd66d4f79cd None None] Network b5b8acec-e97a-43d6-b774-109b4c25bcff requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:35.866343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-244ce6f7-d66a-4e38-8ece-4838aecfe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:35.867493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ce6f7-d66a-4e38-8ece-4838aecfe354 None None] The sync data for ids ['f5dca248-826d-4e2f-b509-cedb475c7c0b'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:35.904984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6dfe85e2-681f-4ad7-ad40-cb58022f9ed5 req-f084dfbc-a51e-4b19-b3a0-7c98275434b1 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 210 time: 0.1677823 Nov 12 11:12:35.933813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:35.936099 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ecb41-7270-41dc-abf2-d7db233a7434" -d '{"events": [{"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-plugged", "status": "completed", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:36.001257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ddb2d-84e4-4a84-86e3-5f1596275c9f req-6a069fee-8559-4902-84a1-8f508ecb9c8a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:36.017338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f0ddb2d-84e4-4a84-86e3-5f1596275c9f req-6a069fee-8559-4902-84a1-8f508ecb9c8a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.3526831 Nov 12 11:12:36.023654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:36.052826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9c8d0038-03fa-4e49-9e9a-162e5f9df50f None None] Provisioning complete for port 8cecc9e8-b479-409c-b500-c35574da4e8b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:36.053475 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0038-03fa-4e49-9e9a-162e5f9df50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:36.069380 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e99b6f-4cc0-4c31-93cc-23afe1c01514 x-openstack-request-id: req-b5e99b6f-4cc0-4c31-93cc-23afe1c01514 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:36.082982 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-plugged", "status": "completed", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:36.083336 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5e99b6f-4cc0-4c31-93cc-23afe1c01514 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:36.083771 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'code': 200} Nov 12 11:12:36.145345 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:36.296637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:36.315158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8cecc9e8-b479-409c-b500-c35574da4e8b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:36.419164 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:36.566558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f0ddb2d-84e4-4a84-86e3-5f1596275c9f req-1d69fa92-56f9-42dc-b401-133b31410ad2 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479846 Nov 12 11:12:36.898591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0038-03fa-4e49-9e9a-162e5f9df50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:36.907115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8cecc9e8-b479-409c-b500-c35574da4e8b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:36.907724 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.065856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.193996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc80005b-75e5-4f45-8481-f37e60d4d41c req-51efa43d-5773-4a82-b2d2-bfb7c38da60f tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 210 time: 0.0564764 Nov 12 11:12:37.255136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9c8d0038-03fa-4e49-9e9a-162e5f9df50f None None] For port 8cecc9e8-b479-409c-b500-c35574da4e8b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8cecc9e8-b479-409c-b500-c35574da4e8b,segment=NetworkSegment(a1f02bfb-e332-42ad-a34c-bd01c93d6333),segment_id=a1f02bfb-e332-42ad-a34c-bd01c93d6333)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:37.318110 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0038-03fa-4e49-9e9a-162e5f9df50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.430731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.465925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd8909-6308-402b-b964-e6b42c98ed7e req-dbf335ac-4e80-4cce-affd-3eb1db129d85 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:37.468978 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-84cd8909-6308-402b-b964-e6b42c98ed7e req-dbf335ac-4e80-4cce-affd-3eb1db129d85 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1956851 Nov 12 11:12:37.478281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Router a6017811-780a-4e0f-979e-96190179d8c0 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:12:37.650362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d0038-03fa-4e49-9e9a-162e5f9df50f None None] Pushing event updated for resources: {'Port': ['ID=8cecc9e8-b479-409c-b500-c35574da4e8b,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:37.665614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:12:37.666277 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:12:37.805088 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-84cd8909-6308-402b-b964-e6b42c98ed7e req-641595a5-3c4e-40e4-b4f4-8888b0d5f6de tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3242416 Nov 12 11:12:37.875264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3844398d-92d9-46ea-a32b-4648b4565713 None None] Provisioning complete for port 8cecc9e8-b479-409c-b500-c35574da4e8b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:37.880318 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3844398d-92d9-46ea-a32b-4648b4565713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.970365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-5a21e6fb-c953-4f14-b7ed-dc9256554a7e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:37.972170 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-5a21e6fb-c953-4f14-b7ed-dc9256554a7e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.52 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 809 time: 0.3884478 Nov 12 11:12:38.009627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:38.029578 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b9a41-b4eb-4233-a430-78c550c25800 None None] Sync routers for ids ['a6017811-780a-4e0f-979e-96190179d8c0'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:38.068075 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b9a41-b4eb-4233-a430-78c550c25800 None None] Routers {'a6017811-780a-4e0f-979e-96190179d8c0'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:38.071014 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8d3b9a41-b4eb-4233-a430-78c550c25800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a6017811-780a-4e0f-979e-96190179d8c0'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:38.124458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8:1::1 (b5b8acec-e97a-43d6-b774-109b4c25bcff/773a39b4-e0f3-4daa-bfe6-5a985e38980d/58ae5578-1535-4753-962b-04cd11f24d79) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:38.162154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.166922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f424047b-c4f8-4926-b5bd-06085cce2cfd tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8874893 Nov 12 11:12:38.190006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43794) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:38.201565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-029face7-9890-4260-9f9d-88d8567ef452 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': False}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:38.205808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd95d-6dca-442d-8a7f-045b4113a70c req-2b4fd85a-86a0-4796-b23c-200b450a6200 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:38.206813 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8d3b9a41-b4eb-4233-a430-78c550c25800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:38.213601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27fcd95d-6dca-442d-8a7f-045b4113a70c req-2b4fd85a-86a0-4796-b23c-200b450a6200 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2702813 Nov 12 11:12:38.250691 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b9a41-b4eb-4233-a430-78c550c25800 None None] Routers {'a6017811-780a-4e0f-979e-96190179d8c0'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:38.253508 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8d3b9a41-b4eb-4233-a430-78c550c25800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a6017811-780a-4e0f-979e-96190179d8c0'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:38.385278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27fcd95d-6dca-442d-8a7f-045b4113a70c req-6ab633b3-436c-4537-b0ce-c95ea6d84dd4 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570015 Nov 12 11:12:38.406792 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8d3b9a41-b4eb-4233-a430-78c550c25800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:38.409840 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b9a41-b4eb-4233-a430-78c550c25800 None None] The sync data for ids ['a6017811-780a-4e0f-979e-96190179d8c0'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:38.462429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.482191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8cecc9e8-b479-409c-b500-c35574da4e8b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:38.530087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-3ccbeb78-d36f-4eb9-bbf8-c8d2f80c836a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d27cd4a17342a08dea3ce985ed4415 HTTP/1.1" status: 200 len: 380 time: 0.5350535 Nov 12 11:12:38.597494 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.606437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'port': {'device_id': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'admin_state_up': True, 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'security_groups': ['40ba80da-9b2f-4c63-9be4-d8f0d3055b6d']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:38.721335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network b5b8acec-e97a-43d6-b774-109b4c25bcff is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:38.725256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:38.726341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8cecc9e8-b479-409c-b500-c35574da4e8b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:38.726908 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.746810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:38.758491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.821020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Made reservation on behalf of 44d27cd4a17342a08dea3ce985ed4415 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:38.825162 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.854121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cc361f59-3014-410d-91a2-3ca8a8aec7be req-a8bd3d50-8c36-43bb-81f2-2e75e422cf33 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 210 time: 0.3404324 Nov 12 11:12:39.114889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.195995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=58ae5578-1535-4753-962b-04cd11f24d79,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:39.331748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-26a6b7ce-dd0c-4687-a476-172d9982586f None None] Provisioning complete for port 58ae5578-1535-4753-962b-04cd11f24d79 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:39.332032 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-26a6b7ce-dd0c-4687-a476-172d9982586f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.429390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-26a6b7ce-dd0c-4687-a476-172d9982586f None None] Port 58ae5578-1535-4753-962b-04cd11f24d79 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:39.477790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Allocated IP 172.20.0.6 (ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898/10afff9c-430f-48b6-81e5-3caab3f5eefd/4eb6c9ed-ddfd-4817-9784-1040b1792161) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:39.491907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4db8-592a-4cf7-a154-70621d8b7abe req-7f293a14-293f-4ab1-b1a3-7055ec4c1eb6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:39.493792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e5e4db8-592a-4cf7-a154-70621d8b7abe req-7f293a14-293f-4ab1-b1a3-7055ec4c1eb6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.4902341 Nov 12 11:12:39.605400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e5e4db8-592a-4cf7-a154-70621d8b7abe req-cab07a15-bf1d-4d2c-8b47-2c14ee01b8cd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957539 Nov 12 11:12:39.609839 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-029face7-9890-4260-9f9d-88d8567ef452 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.732351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb572-20b0-41c8-a624-c021fff85dc8 req-2427d84e-40a5-4409-96b8-7e5e67d7c8c4 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:39.740799 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a91eb572-20b0-41c8-a624-c021fff85dc8 req-2427d84e-40a5-4409-96b8-7e5e67d7c8c4 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2020907 Nov 12 11:12:39.928566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.939843 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.940660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.950986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.992007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a91eb572-20b0-41c8-a624-c021fff85dc8 req-e974e673-5652-47b9-97cf-01bc1fa0a412 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502065 Nov 12 11:12:40.008800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.020179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=58ae5578-1535-4753-962b-04cd11f24d79,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:40.096897 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.115216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af8f3736-e577-49e2-b5b8-b33420a41d18 req-556a8d13-08cf-4916-b20f-4c53adfbcab9 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 210 time: 0.0570784 Nov 12 11:12:40.161748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network b5b8acec-e97a-43d6-b774-109b4c25bcff is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:40.163875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:40.233620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:40.235463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:40.248199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:40.332656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event updated for resources: {'Port': ['ID=4eb6c9ed-ddfd-4817-9784-1040b1792161,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:40.361665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router f5dca248-826d-4e2f-b509-cedb475c7c0b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:12:40.366578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.541950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:40.542688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.578244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:40.593704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fefa65-02ec-407c-8a47-e580a47e8c86 None None] Sync routers for ids ['f5dca248-826d-4e2f-b509-cedb475c7c0b'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:40.611619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-4b7ad416-ec66-4a21-8c6d-d2e4a7dd1cd7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0096719 Nov 12 11:12:40.615522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0779df82-9721-46f9-a053-928be4a37306 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/f5dca248-826d-4e2f-b509-cedb475c7c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1019521 Nov 12 11:12:40.616780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fefa65-02ec-407c-8a47-e580a47e8c86 None None] Routers {'f5dca248-826d-4e2f-b509-cedb475c7c0b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:40.617740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-05fefa65-02ec-407c-8a47-e580a47e8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f5dca248-826d-4e2f-b509-cedb475c7c0b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:40.618267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43810) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:40.659621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Request body: {'port': {'device_id': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:40.719506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-05fefa65-02ec-407c-8a47-e580a47e8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:40.751535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fefa65-02ec-407c-8a47-e580a47e8c86 None None] Routers {'f5dca248-826d-4e2f-b509-cedb475c7c0b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:40.752892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec841b3c-9105-4439-b094-21c38bd9d8fd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:40.753651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-05fefa65-02ec-407c-8a47-e580a47e8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f5dca248-826d-4e2f-b509-cedb475c7c0b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:40.762520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ec841b3c-9105-4439-b094-21c38bd9d8fd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports/58ae5578-1535-4753-962b-04cd11f24d79 HTTP/1.1" status: 200 len: 913 time: 0.1396568 Nov 12 11:12:40.763036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43816) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:40.863739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-05fefa65-02ec-407c-8a47-e580a47e8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:40.867213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fefa65-02ec-407c-8a47-e580a47e8c86 None None] The sync data for ids ['f5dca248-826d-4e2f-b509-cedb475c7c0b'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:40.916485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-290007d8-21ee-4eaf-a8c5-7c4fcb315e9d None None] Provisioning complete for port 58ae5578-1535-4753-962b-04cd11f24d79 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:40.916854 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-290007d8-21ee-4eaf-a8c5-7c4fcb315e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.000196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-290007d8-21ee-4eaf-a8c5-7c4fcb315e9d None None] Port 58ae5578-1535-4753-962b-04cd11f24d79 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:41.027467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-290007d8-21ee-4eaf-a8c5-7c4fcb315e9d None None] Provisioning complete for port 4eb6c9ed-ddfd-4817-9784-1040b1792161 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:41.029421 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-290007d8-21ee-4eaf-a8c5-7c4fcb315e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.077541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a245-e303-4952-812f-1b3bdd8f8d90 req-b9c47f56-2bee-4d7e-a40c-da8c92c0f807 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:41.080089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6f7a245-e303-4952-812f-1b3bdd8f8d90 req-b9c47f56-2bee-4d7e-a40c-da8c92c0f807 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2065477 Nov 12 11:12:41.084814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.099701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-290007d8-21ee-4eaf-a8c5-7c4fcb315e9d None None] Port 4eb6c9ed-ddfd-4817-9784-1040b1792161 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:41.432284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6f7a245-e303-4952-812f-1b3bdd8f8d90 req-b341a564-6cea-487e-a605-d20f271a4130 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3310726 Nov 12 11:12:41.816823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-029face7-9890-4260-9f9d-88d8567ef452 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.831210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ae954-5400-4d14-baaa-d563a1d20ba3 req-d430bff0-07de-4d15-8cd9-68b1b0369b08 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:41.844146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-210ae954-5400-4d14-baaa-d563a1d20ba3 req-d430bff0-07de-4d15-8cd9-68b1b0369b08 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 931 time: 0.2306209 Nov 12 11:12:41.878878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-029face7-9890-4260-9f9d-88d8567ef452 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.939591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-210ae954-5400-4d14-baaa-d563a1d20ba3 req-697166c3-e98d-4f46-bd0b-3ab1c936034b tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941670 Nov 12 11:12:41.985123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7089b-f9c2-4dd8-8c7c-c6522fbecc2b req-53e51a6d-f99f-4cce-b55d-c935ead62f1e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:42.000593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8c7089b-f9c2-4dd8-8c7c-c6522fbecc2b req-53e51a6d-f99f-4cce-b55d-c935ead62f1e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.8229349 Nov 12 11:12:42.124855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8c7089b-f9c2-4dd8-8c7c-c6522fbecc2b req-8611bbcb-258f-45b0-a8ed-696553b3f063 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283350 Nov 12 11:12:42.236108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029face7-9890-4260-9f9d-88d8567ef452 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Router a6017811-780a-4e0f-979e-96190179d8c0 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:12:42.242287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb6c9ed-ddfd-4817-9784-1040b1792161 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:42.259442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.305824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.699198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Transition to ACTIVE for port object 4eb6c9ed-ddfd-4817-9784-1040b1792161 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:12:42.718428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.721167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 58ae5578-1535-4753-962b-04cd11f24d79 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:42.721878 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.889932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.912975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6c9ed-ddfd-4817-9784-1040b1792161,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:42.933962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 58ae5578-1535-4753-962b-04cd11f24d79 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:42.948422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61631f8f-7f78-4b13-a514-95095f525cd1 req-a96e0d87-ddb5-48fa-b436-04a6ebe7591e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:42.950513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61631f8f-7f78-4b13-a514-95095f525cd1 req-a96e0d87-ddb5-48fa-b436-04a6ebe7591e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2543433 Nov 12 11:12:42.969988 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029face7-9890-4260-9f9d-88d8567ef452 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:42.976280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-029face7-9890-4260-9f9d-88d8567ef452 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.980849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-029face7-9890-4260-9f9d-88d8567ef452 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "PUT /v2.0/routers/a6017811-780a-4e0f-979e-96190179d8c0 HTTP/1.1" status: 200 len: 925 time: 4.7806325 Nov 12 11:12:42.989326 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75621799-393f-4d8b-a963-20cf59d254c6 None None] Sync routers for ids ['a6017811-780a-4e0f-979e-96190179d8c0'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:42.999057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43850) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:43.002487 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75621799-393f-4d8b-a963-20cf59d254c6 None None] Routers {'a6017811-780a-4e0f-979e-96190179d8c0'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:43.003113 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-75621799-393f-4d8b-a963-20cf59d254c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a6017811-780a-4e0f-979e-96190179d8c0'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:43.100635 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-75621799-393f-4d8b-a963-20cf59d254c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:43.151026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75621799-393f-4d8b-a963-20cf59d254c6 None None] Routers {'a6017811-780a-4e0f-979e-96190179d8c0'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:43.151881 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-75621799-393f-4d8b-a963-20cf59d254c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a6017811-780a-4e0f-979e-96190179d8c0'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:43.260063 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-75621799-393f-4d8b-a963-20cf59d254c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:43.262885 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75621799-393f-4d8b-a963-20cf59d254c6 None None] The sync data for ids ['a6017811-780a-4e0f-979e-96190179d8c0'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:43.285205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61631f8f-7f78-4b13-a514-95095f525cd1 req-60023014-94c1-4300-a6be-357d60c9e818 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3052323 Nov 12 11:12:43.294264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Attempting to bind port 4eb6c9ed-ddfd-4817-9784-1040b1792161 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:43.295260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Attempting to bind port 4eb6c9ed-ddfd-4817-9784-1040b1792161 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:43.295889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Attempting to bind port 4eb6c9ed-ddfd-4817-9784-1040b1792161 on network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:43.307541 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-15727566-dd77-4d60-9cf4-d626feca30e7 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/routers/a6017811-780a-4e0f-979e-96190179d8c0 HTTP/1.1" status: 200 len: 925 time: 0.3070686 Nov 12 11:12:43.308681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Port 4eb6c9ed-ddfd-4817-9784-1040b1792161 on network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:12:43.309401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Attempting to bind port 4eb6c9ed-ddfd-4817-9784-1040b1792161 on network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:43.311439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43856) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:43.376827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:43.377448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Checking segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:43.378116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Bound using segment: {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:43.378688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Bound port: 4eb6c9ed-ddfd-4817-9784-1040b1792161, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4170b310-c050-4156-ab42-fdeb62bd402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:43.379162 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:43.461683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe337986-5661-41e6-9590-0bc806ac8440 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.466399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fe337986-5661-41e6-9590-0bc806ac8440 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=a6017811-780a-4e0f-979e-96190179d8c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1538968 Nov 12 11:12:43.470314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43858) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:43.501280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:43.547810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=58ae5578-1535-4753-962b-04cd11f24d79,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:43.567631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b1d9-861b-4d8c-8cbd-199e7c0a3c18 req-39dad299-8f78-466a-8d26-aa5e119a664e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.576299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88a2b1d9-861b-4d8c-8cbd-199e7c0a3c18 req-39dad299-8f78-466a-8d26-aa5e119a664e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 943 time: 0.1210129 Nov 12 11:12:43.689577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] For port 4eb6c9ed-ddfd-4817-9784-1040b1792161, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:43.698290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] For port 4eb6c9ed-ddfd-4817-9784-1040b1792161, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:43.711579 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:43.793165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccb459-79e9-4ae4-b97f-cb83f7bb88f7 req-136e4437-0ec2-48d2-910b-99addc4ffca5 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.802348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83ccb459-79e9-4ae4-b97f-cb83f7bb88f7 req-136e4437-0ec2-48d2-910b-99addc4ffca5 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.3303590 Nov 12 11:12:43.810818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e6996-304a-48a4-8227-2acc481c6bcf tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.813364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0c1e6996-304a-48a4-8227-2acc481c6bcf tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 881 time: 0.3399208 Nov 12 11:12:43.825856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.826606 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:43.828793 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] 10.222.0.52 "PUT /v2.0/ports/4eb6c9ed-ddfd-4817-9784-1040b1792161 HTTP/1.1" status: 200 len: 1092 time: 3.1999562 Nov 12 11:12:43.835958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43862) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:43.843980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'tag': '4eb6c9ed-ddfd-4817-9784-1040b1792161'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:43.849150 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15272957-3300-4c71-b122-6e7a74227d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "34f1ee87-1db3-4337-8b54-4134fd6ad948", "tag": "4eb6c9ed-ddfd-4817-9784-1040b1792161"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:43.946247 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-eb6d1ad4-7090-4da2-896e-6c869351f8cc tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6017811-780a-4e0f-979e-96190179d8c0 HTTP/1.1" status: 200 len: 205 time: 0.1084318 Nov 12 11:12:43.953926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43866) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:43.970440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:43.982577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201db692-7918-4667-8a52-3b9cd5837d4a service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6c9ed-ddfd-4817-9784-1040b1792161,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:44.037358 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83ccb459-79e9-4ae4-b97f-cb83f7bb88f7 req-733a227b-24ce-422a-bb01-8f4f888deb27 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327745 Nov 12 11:12:44.043816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-c314a13f-3107-4ee0-abce-c1a226c361ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:44.045424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-c314a13f-3107-4ee0-abce-c1a226c361ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 1095 time: 0.1524236 Nov 12 11:12:44.070838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88a2b1d9-861b-4d8c-8cbd-199e7c0a3c18 req-fa5c3c91-39ef-4351-a868-1a97d04975b7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4920692 Nov 12 11:12:44.183497 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-053fedec-184b-4958-b719-0a92ec3977f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161 HTTP/1.1" status: 200 len: 217 time: 0.1286864 Nov 12 11:12:44.187405 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1849afa7-8fb3-4dbe-8f22-3b980f4ab59c x-openstack-request-id: req-1849afa7-8fb3-4dbe-8f22-3b980f4ab59c {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:44.188021 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f1ee87-1db3-4337-8b54-4134fd6ad948", "tag": "4eb6c9ed-ddfd-4817-9784-1040b1792161", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:44.188636 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1849afa7-8fb3-4dbe-8f22-3b980f4ab59c {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:44.189315 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'tag': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'status': 'completed', 'code': 200} Nov 12 11:12:44.263940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-fd710447-c5de-41ef-a7c1-b65ab9942196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:44.266229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-fd710447-c5de-41ef-a7c1-b65ab9942196 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.0756369 Nov 12 11:12:44.357211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-dd69a659-ecc7-4b8b-ac38-2434acca4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:44.358806 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-dd69a659-ecc7-4b8b-ac38-2434acca4bc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839252 Nov 12 11:12:44.398301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:44.557988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-934749aa-04c3-4f42-9a08-65de1a5b7a30 service neutron] 10.222.0.52 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872811 Nov 12 11:12:44.693273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1b128e-686c-4384-9b00-325a68e5ef3a req-db86e67a-17f7-487c-83f9-232597935739 service neutron] 10.222.0.52 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282735 Nov 12 11:12:44.694220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed524bb0-efd3-4adb-8aff-a0d791713db5 req-ee01faa1-451b-4c20-9e72-f67d73205b63 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:44.696994 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed524bb0-efd3-4adb-8aff-a0d791713db5 req-ee01faa1-451b-4c20-9e72-f67d73205b63 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.2405133 Nov 12 11:12:44.739280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router f5dca248-826d-4e2f-b509-cedb475c7c0b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:12:44.761431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:44.816956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed524bb0-efd3-4adb-8aff-a0d791713db5 req-2c5e4582-3563-4a2e-8513-85221f72d417 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096885 Nov 12 11:12:44.849476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272957-3300-4c71-b122-6e7a74227d1f req-a02d687c-504b-4f05-8017-91612c352d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:44.851296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15272957-3300-4c71-b122-6e7a74227d1f req-a02d687c-504b-4f05-8017-91612c352d23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 1095 time: 0.0952058 Nov 12 11:12:44.998969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:45.011446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d793e67-dcdd-47e9-b798-c12167084863 None None] Sync routers for ids ['f5dca248-826d-4e2f-b509-cedb475c7c0b'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:45.020414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7b8928ba-00d5-4dd9-8ddf-643b64f96715 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/f5dca248-826d-4e2f-b509-cedb475c7c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2543571 Nov 12 11:12:45.021857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43872) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:45.033328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d793e67-dcdd-47e9-b798-c12167084863 None None] Routers {'f5dca248-826d-4e2f-b509-cedb475c7c0b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:45.034117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7d793e67-dcdd-47e9-b798-c12167084863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f5dca248-826d-4e2f-b509-cedb475c7c0b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:45.062016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Deleting port 5717bf82-16fb-41fe-b0df-5916b13b4c90 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:45.062630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.152249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7d793e67-dcdd-47e9-b798-c12167084863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:45.181625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d793e67-dcdd-47e9-b798-c12167084863 None None] Routers {'f5dca248-826d-4e2f-b509-cedb475c7c0b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:45.184846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7d793e67-dcdd-47e9-b798-c12167084863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f5dca248-826d-4e2f-b509-cedb475c7c0b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:45.257747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.274080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7d793e67-dcdd-47e9-b798-c12167084863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:45.274790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d793e67-dcdd-47e9-b798-c12167084863 None None] The sync data for ids ['f5dca248-826d-4e2f-b509-cedb475c7c0b'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:45.289356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Calling delete_port for 5717bf82-16fb-41fe-b0df-5916b13b4c90 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:45.299040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272957-3300-4c71-b122-6e7a74227d1f req-ee59ce6c-610a-4405-9e80-8c7a66dd66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:45.301232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15272957-3300-4c71-b122-6e7a74227d1f req-ee59ce6c-610a-4405-9e80-8c7a66dd66bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 910 time: 0.4352822 Nov 12 11:12:45.444724 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15272957-3300-4c71-b122-6e7a74227d1f req-5f0e294f-0c47-4ed8-a242-c383e03f321d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161 HTTP/1.1" status: 200 len: 217 time: 0.0815566 Nov 12 11:12:45.535027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.588745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event deleted for resources: {'Port': ['ID=5717bf82-16fb-41fe-b0df-5916b13b4c90,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:45.611250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8340db1c-c2a3-4271-b42f-562c85b826e4 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:45.680124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0272744-1888-4a6f-8020-815170a7d08a req-98410ef3-c869-4d84-9f6f-ac8f5b7e76bc tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:45.692622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0272744-1888-4a6f-8020-815170a7d08a req-98410ef3-c869-4d84-9f6f-ac8f5b7e76bc tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 943 time: 0.2121015 Nov 12 11:12:45.798183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125115a-901d-4dc6-87e3-eca6ba209e58 req-9e3c9bf2-519f-423b-b540-f1a543df3aea tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:45.812066 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e125115a-901d-4dc6-87e3-eca6ba209e58 req-9e3c9bf2-519f-423b-b540-f1a543df3aea tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.5261216 Nov 12 11:12:45.843451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.861126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272957-3300-4c71-b122-6e7a74227d1f req-7104352d-d310-442b-93bf-ba63ec4e4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:45.862605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15272957-3300-4c71-b122-6e7a74227d1f req-7104352d-d310-442b-93bf-ba63ec4e4376 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.4072521 Nov 12 11:12:45.986629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.989717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.991154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e125115a-901d-4dc6-87e3-eca6ba209e58 req-6bbac0e2-7aac-49f4-a693-7cb433ccbbe8 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782954 Nov 12 11:12:46.003496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272957-3300-4c71-b122-6e7a74227d1f req-598b8a4e-f779-4484-a88e-ba87e54729e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:46.005028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15272957-3300-4c71-b122-6e7a74227d1f req-598b8a4e-f779-4484-a88e-ba87e54729e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342969 Nov 12 11:12:46.052598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0272744-1888-4a6f-8020-815170a7d08a req-845629c1-b9db-40aa-abcb-5df8baca8156 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623289 Nov 12 11:12:46.053935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.054537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Fanout notify agent at l3_agent the message router_deleted on router a6017811-780a-4e0f-979e-96190179d8c0 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:12:46.067258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.072264 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5b1fedbb-c054-4fd8-8353-732ea96ba7c3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/a6017811-780a-4e0f-979e-96190179d8c0 HTTP/1.1" status: 204 len: 168 time: 2.1163044 Nov 12 11:12:46.072837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43882) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:46.079135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7fe192ec-07db-4e83-97c1-11029fbbf8c7 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1308544906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:46.112710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7fe192ec-07db-4e83-97c1-11029fbbf8c7 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.115252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7fe192ec-07db-4e83-97c1-11029fbbf8c7 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.191033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15272957-3300-4c71-b122-6e7a74227d1f req-0f3b60b2-eb06-4600-8ffb-b10d6a542b59 service neutron] 10.222.0.52 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782994 Nov 12 11:12:46.206926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7fe192ec-07db-4e83-97c1-11029fbbf8c7 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.213229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7fe192ec-07db-4e83-97c1-11029fbbf8c7 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.239916 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.249778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7fe192ec-07db-4e83-97c1-11029fbbf8c7 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.254054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7fe192ec-07db-4e83-97c1-11029fbbf8c7 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1796620 Nov 12 11:12:46.254674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43884) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:46.260030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:46.764342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:46.856791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad2a5-4223-4802-9108-2a4690af4054 req-81d3eca8-e033-4e6b-9b77-93669d3a3f96 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:46.866209 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-093ad2a5-4223-4802-9108-2a4690af4054 req-81d3eca8-e033-4e6b-9b77-93669d3a3f96 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.6189563 Nov 12 11:12:46.907105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15272957-3300-4c71-b122-6e7a74227d1f req-0b28116c-1aa4-4e9f-a111-d23a02fa773d service neutron] 10.222.0.52 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043483 Nov 12 11:12:47.084661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-093ad2a5-4223-4802-9108-2a4690af4054 req-48c1f30c-b257-4688-a373-c0245b17e1e3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2174604 Nov 12 11:12:47.096235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.136543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.340457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f385d-828d-4913-bac0-718160bd402e req-2676932c-d24b-4dd5-a989-95ed9a5e96aa tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:47.349597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-551f385d-828d-4913-bac0-718160bd402e req-2676932c-d24b-4dd5-a989-95ed9a5e96aa tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1545546 Nov 12 11:12:47.414764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Allocated IP 172.25.2.71 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/e3791d16-041c-4368-bec7-825bfb731d9b) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:47.424647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590897a-ee0d-4b4a-98d1-47ab77a6d994 req-0423a3f1-bb7f-4544-b9eb-9de0598fab80 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:47.433656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b590897a-ee0d-4b4a-98d1-47ab77a6d994 req-0423a3f1-bb7f-4544-b9eb-9de0598fab80 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 943 time: 0.1603708 Nov 12 11:12:47.467028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-551f385d-828d-4913-bac0-718160bd402e req-aef0a549-e1a9-459f-b2a7-009549b062a4 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161299 Nov 12 11:12:47.563259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b590897a-ee0d-4b4a-98d1-47ab77a6d994 req-2e51c7a6-6575-4e3c-baf8-4be3dcb37963 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256406 Nov 12 11:12:47.581129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port cdb74493-a034-4ace-a689-7f6d7364750e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:47.585139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.625811 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.676823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.713038 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.727008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:47.730518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:47.737964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:47.739644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for cdb74493-a034-4ace-a689-7f6d7364750e owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:47.754218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc661b2-550a-428d-936f-dc3e66bf3f8e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:47.924506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fe401842-dce2-46c7-810a-a07e31df0f9a None None] Provisioning complete for port e3791d16-041c-4368-bec7-825bfb731d9b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:47.924910 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe401842-dce2-46c7-810a-a07e31df0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:48.065511 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:48.071534 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fe401842-dce2-46c7-810a-a07e31df0f9a None None] Port e3791d16-041c-4368-bec7-825bfb731d9b cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:48.142436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=cdb74493-a034-4ace-a689-7f6d7364750e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:48.346695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:48.384662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4eb6c9ed-ddfd-4817-9784-1040b1792161 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:48.668103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event updated for resources: {'Port': ['ID=e3791d16-041c-4368-bec7-825bfb731d9b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:48.708887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab183f3-f183-4bdf-9921-18270f17df9b req-19731a6d-4858-4c6f-b5be-8274840cb565 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:48.717884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bab183f3-f183-4bdf-9921-18270f17df9b req-19731a6d-4858-4c6f-b5be-8274840cb565 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.3863792 Nov 12 11:12:48.723372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router f5dca248-826d-4e2f-b509-cedb475c7c0b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:12:48.861133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6d940-123a-4120-8cbb-2973c5e78b4c req-54bf81d2-59c8-4f6b-ba7b-c8b57adb3d3f tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:48.863300 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6fa6d940-123a-4120-8cbb-2973c5e78b4c req-54bf81d2-59c8-4f6b-ba7b-c8b57adb3d3f tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2135189 Nov 12 11:12:48.926655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4eb6c9ed-ddfd-4817-9784-1040b1792161, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:48.947653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'port_id': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'mac_address': 'fa:16:3e:9e:6d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:49.032627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.068422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.100580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:49.115602 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e98d1d-110c-472f-a492-d8e809feb905 None None] Sync routers for ids ['f5dca248-826d-4e2f-b509-cedb475c7c0b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:49.120635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cc187b3e-934f-4dd0-9270-3bf59f56af28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/f5dca248-826d-4e2f-b509-cedb475c7c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0950160 Nov 12 11:12:49.134308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:49.167643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb6c9ed-ddfd-4817-9784-1040b1792161 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:49.168773 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e98d1d-110c-472f-a492-d8e809feb905 None None] Routers {'f5dca248-826d-4e2f-b509-cedb475c7c0b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:49.169760 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-85e98d1d-110c-472f-a492-d8e809feb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f5dca248-826d-4e2f-b509-cedb475c7c0b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:49.230141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4eb6c9ed-ddfd-4817-9784-1040b1792161, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:49.248078 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.328910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bab183f3-f183-4bdf-9921-18270f17df9b req-6686b3ff-18dc-4670-8b0c-3c9d9fcca570 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6018319 Nov 12 11:12:49.335428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c8655092-7918-4f33-a7d1-99c8d5ef5f85 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5dca248-826d-4e2f-b509-cedb475c7c0b HTTP/1.1" status: 200 len: 205 time: 0.1892507 Nov 12 11:12:49.348800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43916) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:49.383903 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-85e98d1d-110c-472f-a492-d8e809feb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:49.431803 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e98d1d-110c-472f-a492-d8e809feb905 None None] Routers {'f5dca248-826d-4e2f-b509-cedb475c7c0b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:49.436366 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-85e98d1d-110c-472f-a492-d8e809feb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f5dca248-826d-4e2f-b509-cedb475c7c0b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:49.458469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4eb6c9ed-ddfd-4817-9784-1040b1792161,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:49.470578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.471142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.471634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.472117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.472598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.473352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.473665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6fa6d940-123a-4120-8cbb-2973c5e78b4c req-69a7afe8-38ef-45cf-8b31-d9bef5984fea tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454474 Nov 12 11:12:49.473981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.474454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.474933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.475405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.475876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.476501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.523970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['4eb6c9ed-ddfd-4817-9784-1040b1792161'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:49.557356 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-85e98d1d-110c-472f-a492-d8e809feb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:49.558179 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e98d1d-110c-472f-a492-d8e809feb905 None None] The sync data for ids ['f5dca248-826d-4e2f-b509-cedb475c7c0b'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:49.633900 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae3366cb-5310-4e74-8ce4-7e0a37882b33 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.964632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562eff9-7f03-4619-b6ee-8bf30cbfa5dc req-70e741ad-c303-4fcb-b28c-aa1017b612b8 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:49.972782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e562eff9-7f03-4619-b6ee-8bf30cbfa5dc req-70e741ad-c303-4fcb-b28c-aa1017b612b8 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 944 time: 0.3843472 Nov 12 11:12:49.997877 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae3366cb-5310-4e74-8ce4-7e0a37882b33 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.003038 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae3366cb-5310-4e74-8ce4-7e0a37882b33 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.128511 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae3366cb-5310-4e74-8ce4-7e0a37882b33 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.130285 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3366cb-5310-4e74-8ce4-7e0a37882b33 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Fanout notify agent at l3_agent the message router_deleted on router f5dca248-826d-4e2f-b509-cedb475c7c0b {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:12:50.141374 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae3366cb-5310-4e74-8ce4-7e0a37882b33 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.145537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43920) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:50.153666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae3366cb-5310-4e74-8ce4-7e0a37882b33 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/f5dca248-826d-4e2f-b509-cedb475c7c0b HTTP/1.1" status: 204 len: 168 time: 0.8033404 Nov 12 11:12:50.161832 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e562eff9-7f03-4619-b6ee-8bf30cbfa5dc req-f645d2c8-c6b7-4226-a541-a01576bb8fa4 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880820 Nov 12 11:12:50.216225 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.228742 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.325414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f104be-0aa6-4cde-ac51-b264f3c23846 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 773a39b4-e0f3-4daa-bfe6-5a985e38980d {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:12:50.330133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1f104be-0aa6-4cde-ac51-b264f3c23846 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.385729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1f104be-0aa6-4cde-ac51-b264f3c23846 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.388181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4eb6c9ed-ddfd-4817-9784-1040b1792161 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:50.491384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 4eb6c9ed-ddfd-4817-9784-1040b1792161 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:50.504077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 4eb6c9ed-ddfd-4817-9784-1040b1792161 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:50.504704 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.516417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Router 36220f64-9c37-4199-90b4-efdeee3447a5 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:12:50.598355 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1f104be-0aa6-4cde-ac51-b264f3c23846 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.683588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6f19f-c07b-46fd-8388-8e226f49178a req-35a52329-8a0f-49d8-9863-55918d63c58e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:50.692559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03d6f19f-c07b-46fd-8388-8e226f49178a req-35a52329-8a0f-49d8-9863-55918d63c58e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1992872 Nov 12 11:12:50.696045 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.725454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:50.750731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.760667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43930) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:50.764040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-10b68a31-0277-40a8-9ad3-8bca4d14ec2b tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "PUT /v2.0/routers/36220f64-9c37-4199-90b4-efdeee3447a5 HTTP/1.1" status: 200 len: 883 time: 4.5075500 Nov 12 11:12:50.779480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 4eb6c9ed-ddfd-4817-9784-1040b1792161, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:50.781663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416bd44-9b46-4872-b074-fd986a2536ed None None] Sync routers for ids ['36220f64-9c37-4199-90b4-efdeee3447a5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:50.789220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb6c9ed-ddfd-4817-9784-1040b1792161'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:50.792501 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a96b7aa-6c24-4db8-86e4-5081b4689025" -d '{"events": [{"server_uuid": "34f1ee87-1db3-4337-8b54-4134fd6ad948", "name": "network-vif-plugged", "status": "completed", "tag": "4eb6c9ed-ddfd-4817-9784-1040b1792161"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:50.801738 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.805724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416bd44-9b46-4872-b074-fd986a2536ed None None] Routers {'36220f64-9c37-4199-90b4-efdeee3447a5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:50.806667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a416bd44-9b46-4872-b074-fd986a2536ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['36220f64-9c37-4199-90b4-efdeee3447a5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:50.865839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a416bd44-9b46-4872-b074-fd986a2536ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:50.878827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176c6da-9d55-421f-bb28-a4453dc24486 req-dd41c54a-f4cf-4453-b188-b614645f33fd tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:50.890371 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7176c6da-9d55-421f-bb28-a4453dc24486 req-dd41c54a-f4cf-4453-b188-b614645f33fd tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1670933 Nov 12 11:12:50.906543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1f104be-0aa6-4cde-ac51-b264f3c23846 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.912711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416bd44-9b46-4872-b074-fd986a2536ed None None] Routers {'36220f64-9c37-4199-90b4-efdeee3447a5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:50.915347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a416bd44-9b46-4872-b074-fd986a2536ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['36220f64-9c37-4199-90b4-efdeee3447a5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:50.949450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f104be-0aa6-4cde-ac51-b264f3c23846 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=773a39b4-e0f3-4daa-bfe6-5a985e38980d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:50.979227 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03d6f19f-c07b-46fd-8388-8e226f49178a req-18ff1d32-288d-40cb-824b-720299ecb9a2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2615643 Nov 12 11:12:50.982034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a416bd44-9b46-4872-b074-fd986a2536ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:50.984011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416bd44-9b46-4872-b074-fd986a2536ed None None] The sync data for ids ['36220f64-9c37-4199-90b4-efdeee3447a5'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:50.994568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7176c6da-9d55-421f-bb28-a4453dc24486 req-6c080e22-67ff-4968-a59a-940a2e624269 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005194 Nov 12 11:12:51.019075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=4eb6c9ed-ddfd-4817-9784-1040b1792161,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:51.023333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1f104be-0aa6-4cde-ac51-b264f3c23846 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.029617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43934) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:51.032373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e1f104be-0aa6-4cde-ac51-b264f3c23846 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/773a39b4-e0f3-4daa-bfe6-5a985e38980d HTTP/1.1" status: 204 len: 168 time: 0.8856056 Nov 12 11:12:51.046568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a9515-0444-4041-8277-6f2e67451e78 None None] Network b5b8acec-e97a-43d6-b774-109b4c25bcff requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:51.158404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 71730e5c-40ad-4b52-adf9-b93cfd9ab652 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:12:51.160613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43938) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:51.182423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bcabb69a-05f0-41ad-b508-bbcfabb5ac08 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/routers/36220f64-9c37-4199-90b4-efdeee3447a5 HTTP/1.1" status: 200 len: 924 time: 0.4204431 Nov 12 11:12:51.186290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43940) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:51.205586 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace7eb5b-141b-441f-a72f-33d532798f7f x-openstack-request-id: req-ace7eb5b-141b-441f-a72f-33d532798f7f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:51.205990 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f1ee87-1db3-4337-8b54-4134fd6ad948", "name": "network-vif-plugged", "status": "completed", "tag": "4eb6c9ed-ddfd-4817-9784-1040b1792161", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:51.206201 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ace7eb5b-141b-441f-a72f-33d532798f7f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:51.206774 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'code': 200} Nov 12 11:12:51.222727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.253268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f179-5263-45e4-b9d2-dda6fe74ca14 req-c84ad712-07c9-4224-8be9-0dc7400493cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:51.257181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0864f179-5263-45e4-b9d2-dda6fe74ca14 req-c84ad712-07c9-4224-8be9-0dc7400493cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 1097 time: 0.1031330 Nov 12 11:12:51.282856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.347980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f61d88-9c22-4d0c-9354-b7a01fe86626 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:51.359068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d9f61d88-9c22-4d0c-9354-b7a01fe86626 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=36220f64-9c37-4199-90b4-efdeee3447a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1714406 Nov 12 11:12:51.360502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43944) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:51.377154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3ab404-804c-40fb-b64e-4ea6dddc41e7 admin admin] Deleting subnet c46bc0cc-e5fd-4f85-98dc-08d039d7018a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:12:51.388252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab404-804c-40fb-b64e-4ea6dddc41e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.426773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] DHCP port deletion for b5b8acec-e97a-43d6-b774-109b4c25bcff request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:51.491855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0864f179-5263-45e4-b9d2-dda6fe74ca14 req-bbb50e32-f0c1-4797-83c4-5c8a534266a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261755 Nov 12 11:12:51.533909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] Deleting port 8cecc9e8-b479-409c-b500-c35574da4e8b {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:51.534174 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.558920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc80dcc-6d79-49a9-971d-614e56bbab10 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:51.564458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ffc80dcc-6d79-49a9-971d-614e56bbab10 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 881 time: 0.1955450 Nov 12 11:12:51.564639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43946) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:51.621381 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc60d0f5-8143-4dd9-bd28-0cbdaf397600 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=36220f64-9c37-4199-90b4-efdeee3447a5 HTTP/1.1" status: 200 len: 205 time: 0.0549333 Nov 12 11:12:51.623045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43948) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:51.638289 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab404-804c-40fb-b64e-4ea6dddc41e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.691096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] For port 8cecc9e8-b479-409c-b500-c35574da4e8b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8cecc9e8-b479-409c-b500-c35574da4e8b,segment=NetworkSegment(a1f02bfb-e332-42ad-a34c-bd01c93d6333),segment_id=a1f02bfb-e332-42ad-a34c-bd01c93d6333)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:51.691402 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.728042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.729821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] Calling delete_port for 8cecc9e8-b479-409c-b500-c35574da4e8b owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:51.824192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e798b28-d305-4bc4-b65f-32be709ddd63 req-19fbfe4f-2d4c-4c34-9783-a4baeade6de9 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:51.825939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e798b28-d305-4bc4-b65f-32be709ddd63 req-19fbfe4f-2d4c-4c34-9783-a4baeade6de9 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 945 time: 0.4914541 Nov 12 11:12:51.847719 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.872798 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab404-804c-40fb-b64e-4ea6dddc41e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:51.961833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.036052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] Pushing event deleted for resources: {'Port': ['ID=8cecc9e8-b479-409c-b500-c35574da4e8b,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:52.047886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce092d-d78b-4ba3-a60f-9f0e7d7330c4 None None] No DVR routers for this DVR port 8cecc9e8-b479-409c-b500-c35574da4e8b on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:12:52.078673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e798b28-d305-4bc4-b65f-32be709ddd63 req-5fc808bd-aaf8-49ea-afd2-cc8170bcd92e tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364142 Nov 12 11:12:52.088928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.162500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.171572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=71730e5c-40ad-4b52-adf9-b93cfd9ab652,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:52.179689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab404-804c-40fb-b64e-4ea6dddc41e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.210773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.211286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.211945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.212394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.212854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.213340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.213780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.215426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.215923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.216362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.216816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.217923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:52.241658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58c2af-54cf-479a-8ad9-2c61a88ba3b8 None None] Network dc58c692-881c-4133-87fe-9598057e7935 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:52.242194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.251540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6379d6bd-f9f1-48fc-b3d3-67e4c6bb4b10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/71730e5c-40ad-4b52-adf9-b93cfd9ab652 HTTP/1.1" status: 204 len: 168 time: 1.2198853 Nov 12 11:12:52.294103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43954) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:52.317433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab404-804c-40fb-b64e-4ea6dddc41e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.329207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6a3ab404-804c-40fb-b64e-4ea6dddc41e7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c46bc0cc-e5fd-4f85-98dc-08d039d7018a HTTP/1.1" status: 204 len: 168 time: 1.1646512 Nov 12 11:12:52.333024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43956) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:52.336804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ab404-804c-40fb-b64e-4ea6dddc41e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46bc0cc-e5fd-4f85-98dc-08d039d7018a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:52.445248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8cecc9e8-b479-409c-b500-c35574da4e8b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:12:52.475842 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.493156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67543b40-0e4b-4b6c-9a0e-ea8a8a77c2d4 req-7a759558-90d1-4f78-ae5e-9a1dee9d8da6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:52.495737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67543b40-0e4b-4b6c-9a0e-ea8a8a77c2d4 req-7a759558-90d1-4f78-ae5e-9a1dee9d8da6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2428207 Nov 12 11:12:52.507773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 8cecc9e8-b479-409c-b500-c35574da4e8b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:12:52.508126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8cecc9e8-b479-409c-b500-c35574da4e8b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:12:52.629409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390537-acac-45c9-a0ec-37afbd232fec req-e790cc5a-077f-4172-9dbb-c4a1e7c98aae tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:52.633910 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e4390537-acac-45c9-a0ec-37afbd232fec req-e790cc5a-077f-4172-9dbb-c4a1e7c98aae tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.4484072 Nov 12 11:12:52.650346 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.792920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.816203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] DHCP port deletion for dc58c692-881c-4133-87fe-9598057e7935 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:52.867647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67543b40-0e4b-4b6c-9a0e-ea8a8a77c2d4 req-6a1ae317-1a6a-47e2-95c4-54333cd36a45 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602507 Nov 12 11:12:52.870105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e4390537-acac-45c9-a0ec-37afbd232fec req-7ccb3775-4461-4244-a567-9a20493a9eb4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2109993 Nov 12 11:12:52.885210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810e527f-2b79-4f53-be5b-7a0706008430']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:52.908487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:52.909083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72e47ed-cdbe-4fe6-a2b2-9830c9c001ff') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:52.923777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Deleting port e3791d16-041c-4368-bec7-825bfb731d9b {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:52.924116 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.935421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] Deleting port c5836e35-fb63-4873-ada2-ac5e510a153d {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:12:52.935800 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.937908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.958932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:52.971793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:12:52.972729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.029282 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.046677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Calling delete_port for e3791d16-041c-4368-bec7-825bfb731d9b owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:12:53.074062 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:12:53.081573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.099948 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.115823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] 10.222.0.31 "DELETE /v2.0/networks/810e527f-2b79-4f53-be5b-7a0706008430 HTTP/1.1" status: 204 len: 168 time: 0.7671328 Nov 12 11:12:53.124208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43958) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:53.175784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] For port c5836e35-fb63-4873-ada2-ac5e510a153d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5836e35-fb63-4873-ada2-ac5e510a153d,segment=NetworkSegment(99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a),segment_id=99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:53.177998 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.230460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] Calling delete_port for c5836e35-fb63-4873-ada2-ac5e510a153d owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:12:53.273045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dd5b9-818a-48a4-84a1-912ce054790f admin admin] Pushing event deleted for resources: {'Network': ['ID=810e527f-2b79-4f53-be5b-7a0706008430,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:53.312717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.352322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b8acec-e97a-43d6-b774-109b4c25bcff']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:53.368148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6bb45e-3f9c-4cd0-ab3d-052fd6beeb97 admin admin] Deleting subnet 742b2b86-0095-4f02-b68c-b4677d47c614 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:12:53.370016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f02bfb-e332-42ad-a34c-bd01c93d6333') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:53.370585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f02bfb-e332-42ad-a34c-bd01c93d6333') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:53.373088 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb45e-3f9c-4cd0-ab3d-052fd6beeb97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.379184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.393736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.405820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.432814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb45e-3f9c-4cd0-ab3d-052fd6beeb97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.442143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event deleted for resources: {'Port': ['ID=e3791d16-041c-4368-bec7-825bfb731d9b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:53.447304 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.457268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] Pushing event deleted for resources: {'Port': ['ID=c5836e35-fb63-4873-ada2-ac5e510a153d,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:53.463371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1b971-57d2-4112-80b7-212a6e2ba28a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:53.471059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dd009-7b15-4972-8c60-048f1190f080 None None] No DVR routers for this DVR port c5836e35-fb63-4873-ada2-ac5e510a153d on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:12:53.473461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:12:53.475958 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: items = [ Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:12:53.503195 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:12:53.549020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fe989-2627-4fdb-b6ac-8b99c0c187eb req-94919552-9639-401c-a7f8-abe58e5ca515 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:53.550968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f25fe989-2627-4fdb-b6ac-8b99c0c187eb req-94919552-9639-401c-a7f8-abe58e5ca515 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 945 time: 0.2832105 Nov 12 11:12:53.587493 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb45e-3f9c-4cd0-ab3d-052fd6beeb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.619709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.643585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.654188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43962) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:53.654709 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/b5b8acec-e97a-43d6-b774-109b4c25bcff HTTP/1.1" status: 204 len: 168 time: 1.3418856 Nov 12 11:12:53.659390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.682063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f25fe989-2627-4fdb-b6ac-8b99c0c187eb req-21e23649-c1b2-4638-8744-1bf8c92dc3b7 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191745 Nov 12 11:12:53.787703 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb45e-3f9c-4cd0-ab3d-052fd6beeb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.808585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.849393 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb45e-3f9c-4cd0-ab3d-052fd6beeb97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.855008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945644f9-6296-47c9-bb6f-8ec1db72d0ab tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=b5b8acec-e97a-43d6-b774-109b4c25bcff,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:53.860194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4b6bb45e-3f9c-4cd0-ab3d-052fd6beeb97 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/742b2b86-0095-4f02-b68c-b4677d47c614 HTTP/1.1" status: 204 len: 168 time: 0.7297616 Nov 12 11:12:53.870093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bb45e-3f9c-4cd0-ab3d-052fd6beeb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742b2b86-0095-4f02-b68c-b4677d47c614,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:53.871476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43966) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:53.891228 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-57ca3ecf-4ace-4aa2-86a8-279cd8a53235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.899364 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:53.917210 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.035864 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.047119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.048019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Fanout notify agent at l3_agent the message router_deleted on router 36220f64-9c37-4199-90b4-efdeee3447a5 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:12:54.077965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc58c692-881c-4133-87fe-9598057e7935']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:54.083312 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.084458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d800397-e63b-447f-a88f-68facca78191 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/36220f64-9c37-4199-90b4-efdeee3447a5 HTTP/1.1" status: 204 len: 168 time: 2.4582195 Nov 12 11:12:54.090369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43972) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:54.097342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-eda7cf48-3b7f-4e64-b5af-9f76ffdf053e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1590831310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:54.102437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:54.103340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ef9cfb-a8d6-4eb4-8619-ba63ecec5f7a') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:54.120294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5d3a-16b2-4690-a262-e81b74ff31c9 req-012f8f8c-b7f7-4f93-9ec5-1261b59d1ba7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:54.123058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d6a5d3a-16b2-4690-a262-e81b74ff31c9 req-012f8f8c-b7f7-4f93-9ec5-1261b59d1ba7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1384876 Nov 12 11:12:54.138648 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.158821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.164903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0fcf0-d24a-4b0e-a98d-26c839542bed req-7bb9fd42-70b9-4262-9063-23401387cbd5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:54.166410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4af0fcf0-d24a-4b0e-a98d-26c839542bed req-7bb9fd42-70b9-4262-9063-23401387cbd5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 945 time: 0.2867227 Nov 12 11:12:54.168519 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eda7cf48-3b7f-4e64-b5af-9f76ffdf053e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.170009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eda7cf48-3b7f-4e64-b5af-9f76ffdf053e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.181537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:54.188371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Request body: {'floatingip': {'port_id': '4eb6c9ed-ddfd-4817-9784-1040b1792161'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:54.205849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.227222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:12:54.227733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:12:54.231769 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:12:54.237964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d6a5d3a-16b2-4690-a262-e81b74ff31c9 req-b09494a0-cb1e-4f79-b75c-2ce48b839434 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081429 Nov 12 11:12:54.349021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.352158 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.368000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.383511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/dc58c692-881c-4133-87fe-9598057e7935 HTTP/1.1" status: 204 len: 168 time: 0.7215681 Nov 12 11:12:54.387924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43976) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:54.395242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1525875815'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:54.424727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:54.428827 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.463594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5836e35-fb63-4873-ada2-ac5e510a153d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:12:54.488249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e02e1-ea5f-4bd6-b79a-0ae3c150ac9c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=dc58c692-881c-4133-87fe-9598057e7935,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:54.520039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c5836e35-fb63-4873-ada2-ac5e510a153d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:12:54.521079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:12:54.521486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5836e35-fb63-4873-ada2-ac5e510a153d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:12:54.556726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.556726 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment 915e02a7-20f9-4d46-b246-b44d27961119 of type vlan for network 3542897b-cce4-45b0-abdf-8d2e37269761 Nov 12 11:12:54.624898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.677771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.690073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:54.691035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.721591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3317642 Nov 12 11:12:54.737659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43978) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:54.744599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': '3542897b-cce4-45b0-abdf-8d2e37269761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:54.929802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.950650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eda7cf48-3b7f-4e64-b5af-9f76ffdf053e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.958305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496d36a-3c41-4043-a69f-54c6313548a9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=3542897b-cce4-45b0-abdf-8d2e37269761,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:54.983832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3542897b-cce4-45b0-abdf-8d2e37269761 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:12:54.995237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:54.997816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eda7cf48-3b7f-4e64-b5af-9f76ffdf053e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.004420 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.018375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d8bad1-7272-4b48-92aa-317c14fe9de7']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:55.030478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dca67-7478-47a4-a151-dbddebe85edb req-dc02f95f-fca7-4af0-8eea-8ffcf2a27b4d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:55.038384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-905dca67-7478-47a4-a151-dbddebe85edb req-dc02f95f-fca7-4af0-8eea-8ffcf2a27b4d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.7177136 Nov 12 11:12:55.119359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3da6c7b-34e1-4abf-88fd-c081366a96e6') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:55.119971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3da6c7b-34e1-4abf-88fd-c081366a96e6') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:55.156647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.182351 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eda7cf48-3b7f-4e64-b5af-9f76ffdf053e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.185131 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eda7cf48-3b7f-4e64-b5af-9f76ffdf053e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0910552 Nov 12 11:12:55.187989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43980) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:55.192845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': True}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:55.218930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-905dca67-7478-47a4-a151-dbddebe85edb req-fcd1f77f-c390-463f-b5dd-8118bc323b72 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1794426 Nov 12 11:12:55.247438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.299821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:12:55.300236 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:12:55.302377 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:12:55.439647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.459852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.464222 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b6d8bad1-7272-4b48-92aa-317c14fe9de7 HTTP/1.1" status: 204 len: 168 time: 1.5617611 Nov 12 11:12:55.495155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb6b7b-aca9-468d-bb0a-6565fb019f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d8bad1-7272-4b48-92aa-317c14fe9de7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:55.588104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.841666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43988) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:55.992401 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-201036f7-d43c-4711-b452-885ddbf23cf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a90a12434adb491f9afb3cc6673204d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468365 Nov 12 11:12:56.048604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43990) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:56.067322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.073377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.084727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.165432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=984cf673-53b8-41c1-833c-23a11abb7799,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:56.236081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cca0cbd-73f6-487b-af49-91341fc9ae59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.245094 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Floating IP 88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed associated. External IP: 172.25.2.234, port: 4eb6c9ed-ddfd-4817-9784-1040b1792161. Nov 12 11:12:56.245302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': '915e02a7-20f9-4d46-b246-b44d27961119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3542897b-cce4-45b0-abdf-8d2e37269761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:56.245302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: 3542897b-cce4-45b0-abdf-8d2e37269761, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:12:56.326307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff93be4-f580-4719-93f5-9f463136c4c1 req-5f671f0b-fc22-41fe-aeff-6eddab8adb88 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:56.326307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fff93be4-f580-4719-93f5-9f463136c4c1 req-5f671f0b-fc22-41fe-aeff-6eddab8adb88 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.9089012 Nov 12 11:12:56.333161 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-240e98bf-cf53-4249-b8bd-e05db51f3609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.397427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cca0cbd-73f6-487b-af49-91341fc9ae59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.415956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 3542897b-cce4-45b0-abdf-8d2e37269761 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:12:56.441125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fff93be4-f580-4719-93f5-9f463136c4c1 req-8618b0ba-dee0-4e1c-b5a2-4c2cc3050e12 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432810 Nov 12 11:12:56.456304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 3542897b-cce4-45b0-abdf-8d2e37269761) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:56.465085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:56.465726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.474740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edec8b-5393-45b3-b60e-0368a30b52c1 None None] Network 3542897b-cce4-45b0-abdf-8d2e37269761 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:56.507096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9612ebbb-758b-4478-a51f-6208f25f2617 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7667458 Nov 12 11:12:56.510250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b3639-82ea-4683-8d02-e189b6813bb9 req-7f07967b-74db-4610-8101-31301e246e86 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:56.512001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43996) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:56.513547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-833b3639-82ea-4683-8d02-e189b6813bb9 req-7f07967b-74db-4610-8101-31301e246e86 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1760852 Nov 12 11:12:56.516333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cca0cbd-73f6-487b-af49-91341fc9ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.519251 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cca0cbd-73f6-487b-af49-91341fc9ae59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.523144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4cca0cbd-73f6-487b-af49-91341fc9ae59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adab1a76-b32d-46cc-b8c6-d815ab39ff8d HTTP/1.1" status: 204 len: 168 time: 0.4672756 Nov 12 11:12:56.536925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ddcb6397-50c4-408e-82b8-9a51af26626a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1767136670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:56.653308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca0cbd-73f6-487b-af49-91341fc9ae59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adab1a76-b32d-46cc-b8c6-d815ab39ff8d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:56.656277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-833b3639-82ea-4683-8d02-e189b6813bb9 req-6666ca92-fe15-4633-ad24-79c02de5cb17 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238792 Nov 12 11:12:56.662630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6397-50c4-408e-82b8-9a51af26626a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.664723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6397-50c4-408e-82b8-9a51af26626a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.747973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6397-50c4-408e-82b8-9a51af26626a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.756275 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6397-50c4-408e-82b8-9a51af26626a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.806105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6397-50c4-408e-82b8-9a51af26626a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:56.812635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ddcb6397-50c4-408e-82b8-9a51af26626a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2960029 Nov 12 11:12:56.840912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44002) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:56.862067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'port': {'network_id': '3542897b-cce4-45b0-abdf-8d2e37269761', 'name': 'tempest-RoutersIpV6Test-651782506'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:56.930198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:12:56.988549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-3542897b-cce4-45b0-abdf-8d2e37269761', 'network_id': '3542897b-cce4-45b0-abdf-8d2e37269761', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '984cf673-53b8-41c1-833c-23a11abb7799'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:12:56.995727 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.068509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.125460 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.157964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:57.170445 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] Sync routers for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:57.174709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.192308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:57.193881 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:57.229273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ecabdc32-aeb9-4d33-9829-3c5c298925f2 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "PUT /v2.0/floatingips/88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed HTTP/1.1" status: 200 len: 991 time: 3.0451145 Nov 12 11:12:57.230155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'tag': '4eb6c9ed-ddfd-4817-9784-1040b1792161'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:57.249845 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "34f1ee87-1db3-4337-8b54-4134fd6ad948", "tag": "4eb6c9ed-ddfd-4817-9784-1040b1792161"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:57.273166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44008) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:57.337119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Allocated IP 2001:db8::2 (3542897b-cce4-45b0-abdf-8d2e37269761/984cf673-53b8-41c1-833c-23a11abb7799/3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:57.388448 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffbe457-dcb6-4bab-a169-d7abe539fd47 x-openstack-request-id: req-2ffbe457-dcb6-4bab-a169-d7abe539fd47 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:57.390359 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f1ee87-1db3-4337-8b54-4134fd6ad948", "tag": "4eb6c9ed-ddfd-4817-9784-1040b1792161", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:57.391978 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ffbe457-dcb6-4bab-a169-d7abe539fd47 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:57.392623 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'tag': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'status': 'completed', 'code': 200} Nov 12 11:12:57.425430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-069ff786-5601-4b43-8e31-af25f71baa0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9d69c66f1ae416a89fbf82a890e8723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465209 Nov 12 11:12:57.426522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44012) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:57.478685 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:57.562190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-f70bd8ac-455e-41a5-87bd-2c2cab107afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:57.563650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Allocated IP 172.25.2.224 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/16f31dd5-42d7-4ebf-95fe-546741c57f5a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:57.568149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-f70bd8ac-455e-41a5-87bd-2c2cab107afd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 1097 time: 0.1397166 Nov 12 11:12:57.675795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a78dcfc5-96e9-4095-b4e8-876226b79038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.693436 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.719972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.783114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.846071 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a78dcfc5-96e9-4095-b4e8-876226b79038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.849522 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.860334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:57.873847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.906502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Network 3542897b-cce4-45b0-abdf-8d2e37269761 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:57.912853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:57.919341 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:57.927821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:57.938608 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-135c8086-ce62-4ae5-8c10-3f44b14c85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:57.941113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-135c8086-ce62-4ae5-8c10-3f44b14c85cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 910 time: 0.3636565 Nov 12 11:12:58.040504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Pushing event updated for resources: {'Port': ['ID=3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:58.106501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a78dcfc5-96e9-4095-b4e8-876226b79038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:58.115293 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a78dcfc5-96e9-4095-b4e8-876226b79038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:58.116740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a78dcfc5-96e9-4095-b4e8-876226b79038 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80ca6447-af02-42c8-9f53-9a5b0d92ca6b HTTP/1.1" status: 204 len: 168 time: 0.6774931 Nov 12 11:12:58.145244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Attempting to bind port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:58.147291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Attempting to bind port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '915e02a7-20f9-4d46-b246-b44d27961119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3542897b-cce4-45b0-abdf-8d2e37269761'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:58.148952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Attempting to bind port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 on network 3542897b-cce4-45b0-abdf-8d2e37269761 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:58.158172 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'port_id': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'mac_address': 'fa:16:3e:9e:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:12:31Z', 'updated_at': '2021-11-12T11:12:55Z', 'revision_number': 1, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:58.169492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:58.172686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Checking segment: {'id': '915e02a7-20f9-4d46-b246-b44d27961119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3542897b-cce4-45b0-abdf-8d2e37269761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:58.173515 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:58.175763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Bound using segment: {'id': '915e02a7-20f9-4d46-b246-b44d27961119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3542897b-cce4-45b0-abdf-8d2e37269761'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:58.176781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Bound port: 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e02a7-20f9-4d46-b246-b44d27961119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3542897b-cce4-45b0-abdf-8d2e37269761'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:58.179949 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:58.189404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:58.191202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'Port': ['ID=16f31dd5-42d7-4ebf-95fe-546741c57f5a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:58.204030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dcfc5-96e9-4095-b4e8-876226b79038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca6447-af02-42c8-9f53-9a5b0d92ca6b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:58.231240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-5f1de29a-3086-4c7f-9941-40d48bf37f06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161 HTTP/1.1" status: 200 len: 999 time: 0.2808585 Nov 12 11:12:58.235521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:58.239614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:58.262904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df56af3-ca79-43b7-9bd1-466169fcc8f1 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:12:58.284154 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] Checking router: ec615e80-943f-4ddc-b70d-7d01b5baa7d6 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:12:58.312739 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:58.315342 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:58.350201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] device_id is not set on port 385f8ac2-3aca-4a8f-a4e3-30f19514decb yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:12:58.424915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-0b9f458e-2f4d-4177-b2b0-38db16edf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:58.426790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-0b9f458e-2f4d-4177-b2b0-38db16edf246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.1791072 Nov 12 11:12:58.537026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:58.557738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-67430488-e26f-451b-b334-c3548cdd1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:58.562455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-67430488-e26f-451b-b334-c3548cdd1de2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269870 Nov 12 11:12:58.661789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] For port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:58.692743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] For port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25,segment=NetworkSegment(915e02a7-20f9-4d46-b246-b44d27961119),segment_id=915e02a7-20f9-4d46-b246-b44d27961119)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:58.694873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3d09c5ac-f932-4133-82c2-e7317f4c0799 None None] Provisioning complete for port 16f31dd5-42d7-4ebf-95fe-546741c57f5a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:58.695245 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d09c5ac-f932-4133-82c2-e7317f4c0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:58.769278 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:58.837765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e0245-1232-49f2-b0f7-91c685a180c6 None None] Pushing event updated for resources: {'Port': ['ID=3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:58.860706 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'port_id': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'mac_address': 'fa:16:3e:9e:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:12:31Z', 'updated_at': '2021-11-12T11:12:55Z', 'revision_number': 1, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:58.866435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3d09c5ac-f932-4133-82c2-e7317f4c0799 None None] Port 16f31dd5-42d7-4ebf-95fe-546741c57f5a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:58.912801 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe798dd0-4746-473b-ab8c-d1b8a9323c24 None None] The sync data for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 is: [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'port_id': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'mac_address': 'fa:16:3e:9e:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:12:31Z', 'updated_at': '2021-11-12T11:12:55Z', 'revision_number': 1, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:58.913325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe93a7-705b-4dc3-800c-199d9929f0a5 req-3a7ae906-11af-4f0d-b8bf-5796185c0394 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:58.917575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0dbe93a7-705b-4dc3-800c-199d9929f0a5 req-3a7ae906-11af-4f0d-b8bf-5796185c0394 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 1.2983284 Nov 12 11:12:58.946892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-9d59df2f-efc9-4c06-bc26-65ff3a593c6a service neutron] 10.222.0.52 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768628 Nov 12 11:12:58.956315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fa335-d075-42e4-8075-e63c84cd32c9 req-d2d5d40f-08b2-4187-b0df-aaec5bf821ca tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:58.965753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b31fa335-d075-42e4-8075-e63c84cd32c9 req-d2d5d40f-08b2-4187-b0df-aaec5bf821ca tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 1.0362124 Nov 12 11:12:58.968752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:59.134360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-823a36e4-795a-4f08-b34c-9daa2d4ceeb9 req-4557cd3c-b9af-4776-9317-283c4938eaed service neutron] 10.222.0.52 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641622 Nov 12 11:12:59.185648 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0dbe93a7-705b-4dc3-800c-199d9929f0a5 req-b3358f71-1b91-40e4-b3b0-bb561e46027d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485580 Nov 12 11:12:59.395370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c600565-54f2-4deb-aae8-31fbedb7f6e2 None None] New status for floating IP 88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:12:59.452449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b31fa335-d075-42e4-8075-e63c84cd32c9 req-ec72bf59-1a59-4d1f-be80-224df81e3778 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4855127 Nov 12 11:12:59.505753 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:59.523818 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:59.570293 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:59.621373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8::65 (3542897b-cce4-45b0-abdf-8d2e37269761/984cf673-53b8-41c1-833c-23a11abb7799/385f8ac2-3aca-4a8f-a4e3-30f19514decb) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:59.796564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44052) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:59.844472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Router 20c2f00f-071c-46c7-a88a-3503d6efd65c is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:12:59.924797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-821038459-network', 'tenant_id': 'b3c219a12a2d4e1cb0d66811d0270a29'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:59.926057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:59.968083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Made reservation on behalf of b3c219a12a2d4e1cb0d66811d0270a29 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:59.970957 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:59.985195 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.014997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:00.020002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.021360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d8df2be9-253b-4e0d-ba0c-7da847eea2ec tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "PUT /v2.0/routers/20c2f00f-071c-46c7-a88a-3503d6efd65c HTTP/1.1" status: 200 len: 919 time: 4.8322690 Nov 12 11:13:00.023050 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.030496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44056) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:00.032579 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f543bb-53b1-4082-bd79-84d1d32cf94f None None] Sync routers for ids ['20c2f00f-071c-46c7-a88a-3503d6efd65c'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:00.049308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f543bb-53b1-4082-bd79-84d1d32cf94f None None] Routers {'20c2f00f-071c-46c7-a88a-3503d6efd65c'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:00.050682 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-16f543bb-53b1-4082-bd79-84d1d32cf94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['20c2f00f-071c-46c7-a88a-3503d6efd65c'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:00.093905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=385f8ac2-3aca-4a8f-a4e3-30f19514decb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:00.119258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 3542897b-cce4-45b0-abdf-8d2e37269761 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:00.121119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:00.124811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:00.131057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:00.131917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.136060 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-16f543bb-53b1-4082-bd79-84d1d32cf94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:00.159122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-27cd17b9-983d-410a-81a5-3659f00b41c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.3137271 Nov 12 11:13:00.159403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44058) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:00.162774 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f543bb-53b1-4082-bd79-84d1d32cf94f None None] Routers {'20c2f00f-071c-46c7-a88a-3503d6efd65c'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:00.162774 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-16f543bb-53b1-4082-bd79-84d1d32cf94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['20c2f00f-071c-46c7-a88a-3503d6efd65c'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:00.277737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.284115 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-16f543bb-53b1-4082-bd79-84d1d32cf94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:00.288636 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f543bb-53b1-4082-bd79-84d1d32cf94f None None] The sync data for ids ['20c2f00f-071c-46c7-a88a-3503d6efd65c'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:00.290566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.303310 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a2ff2bc1-8b65-49be-948d-4a11cbe1f251 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/routers/20c2f00f-071c-46c7-a88a-3503d6efd65c HTTP/1.1" status: 200 len: 925 time: 0.2638662 Nov 12 11:13:00.308796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44062) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:00.386459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:00.430091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93154532-2de2-4b65-b6c1-3441783f32a4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:00.450760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.450760 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Added segment dd31517b-9779-4572-8927-5fcc1038ebd2 of type vlan for network beb849bf-9a32-4238-948a-1c8ce72d7fd4 Nov 12 11:13:00.510915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0029309a-5e74-483d-b330-7dd1c113c7fc tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:00.510915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0029309a-5e74-483d-b330-7dd1c113c7fc tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=20c2f00f-071c-46c7-a88a-3503d6efd65c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1976717 Nov 12 11:13:00.511906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44066) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:00.541496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:00.544677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7fb62-f2f4-49f7-a45d-66251ce7e61e req-47d2c22f-bd16-4f8d-ac0f-86e5e0b62ba7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:00.546543 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14f7fb62-f2f4-49f7-a45d-66251ce7e61e req-47d2c22f-bd16-4f8d-ac0f-86e5e0b62ba7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2448041 Nov 12 11:13:00.564816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.599458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-bf280759-b5c4-4a61-9d27-06668e0284f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:00.601971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-bf280759-b5c4-4a61-9d27-06668e0284f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 1097 time: 0.2098207 Nov 12 11:13:00.614695 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4db3a0d-03a8-44ba-86c1-5ba4fec75621 None None] Network 3542897b-cce4-45b0-abdf-8d2e37269761 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:00.646454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.690242 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.691214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:00.691809 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.713351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14f7fb62-f2f4-49f7-a45d-66251ce7e61e req-d940f909-9f0d-4d4c-a0b6-957bd9e02748 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455703 Nov 12 11:13:00.738420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d703a68-1886-45ff-ae4c-345aa6a9a3f2 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:00.738902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1d703a68-1886-45ff-ae4c-345aa6a9a3f2 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 881 time: 0.2256384 Nov 12 11:13:00.744974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b0217fa2-e4c6-447e-8c78-103d2b260bcd None None] Provisioning complete for port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:00.745606 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b0217fa2-e4c6-447e-8c78-103d2b260bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.747447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44070) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:00.795901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9975011 Nov 12 11:13:00.814562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44072) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:00.816897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a58cb65e-9f53-493e-8211-f6c13c8cfe78 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=20c2f00f-071c-46c7-a88a-3503d6efd65c HTTP/1.1" status: 200 len: 205 time: 0.0683374 Nov 12 11:13:00.822238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Request body: {'subnet': {'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-821038459-subnet', 'tenant_id': 'b3c219a12a2d4e1cb0d66811d0270a29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:00.826504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44074) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:00.827186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee0b56-98aa-4125-a6ec-0f6483961f18 admin admin] Pushing event updated for resources: {'Network': ['ID=beb849bf-9a32-4238-948a-1c8ce72d7fd4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:00.876034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:00.876707 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.886329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network beb849bf-9a32-4238-948a-1c8ce72d7fd4 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:00.902391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Made reservation on behalf of b3c219a12a2d4e1cb0d66811d0270a29 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:00.906435 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.041398 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.173592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe975e3-686d-4fa4-af12-3c97744b5a3a req-0f2c158a-bdf4-452f-9cdd-00a1ac651751 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:01.175302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbe975e3-686d-4fa4-af12-3c97744b5a3a req-0f2c158a-bdf4-452f-9cdd-00a1ac651751 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.5393755 Nov 12 11:13:01.189678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.224053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-eb97da1d-fdc7-482f-8009-d1607ddabb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:01.226048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-eb97da1d-fdc7-482f-8009-d1607ddabb80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.5884862 Nov 12 11:13:01.230341 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b0217fa2-e4c6-447e-8c78-103d2b260bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.329637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b0217fa2-e4c6-447e-8c78-103d2b260bcd None None] For port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25,segment=NetworkSegment(915e02a7-20f9-4d46-b246-b44d27961119),segment_id=915e02a7-20f9-4d46-b246-b44d27961119)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:01.338581 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b0217fa2-e4c6-447e-8c78-103d2b260bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.455439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0217fa2-e4c6-447e-8c78-103d2b260bcd None None] Pushing event updated for resources: {'Port': ['ID=3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:01.458840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbe975e3-686d-4fa4-af12-3c97744b5a3a req-84e215ee-c164-431a-9938-935593376dc4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2532568 Nov 12 11:13:01.505119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-54d21a86-7881-42c8-a8c8-432062aec911 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 200 len: 1001 time: 0.2626348 Nov 12 11:13:01.595895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dd645-4613-4b06-bba9-48663b029504 req-62efb6c1-528f-470b-b7c9-dcf8d9471f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:01.598677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558dd645-4613-4b06-bba9-48663b029504 req-62efb6c1-528f-470b-b7c9-dcf8d9471f60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 1097 time: 0.2728002 Nov 12 11:13:01.603677 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.610182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.680560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-fff22679-16db-444f-ab20-3240696087a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:01.682109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-fff22679-16db-444f-ab20-3240696087a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.1616135 Nov 12 11:13:01.697828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fa6516-21fa-4632-a0d8-b833973f1ad9,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:01.740903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Checking segment: {'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:01.741460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Network hostable DHCP agents. Network: beb849bf-9a32-4238-948a-1c8ce72d7fd4, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:01.744102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558dd645-4613-4b06-bba9-48663b029504 req-03afa9de-f174-4edb-a352-7191bd23f938 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125703 Nov 12 11:13:01.755460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Deleting port 16f31dd5-42d7-4ebf-95fe-546741c57f5a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:01.755460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.793050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5d2c973b-e6af-4f19-92e8-378ff7e08528 None None] Provisioning complete for port 385f8ac2-3aca-4a8f-a4e3-30f19514decb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:01.794743 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d2c973b-e6af-4f19-92e8-378ff7e08528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.796600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-36e233cc-2d8d-4e2a-9d43-49ef30f58539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:01.798434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-36e233cc-2d8d-4e2a-9d43-49ef30f58539 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024354 Nov 12 11:13:01.811164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.814491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Network beb849bf-9a32-4238-948a-1c8ce72d7fd4 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:01.817352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.848379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c973b-e6af-4f19-92e8-378ff7e08528 None None] Port 385f8ac2-3aca-4a8f-a4e3-30f19514decb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:01.859678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5d2c973b-e6af-4f19-92e8-378ff7e08528 None None] Provisioning complete for port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:01.860428 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d2c973b-e6af-4f19-92e8-378ff7e08528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.904348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, beb849bf-9a32-4238-948a-1c8ce72d7fd4) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:01.909952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:01.911254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.917223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af726ad-0be3-416e-9b5f-dccc3cee948d None None] Network beb849bf-9a32-4238-948a-1c8ce72d7fd4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:01.938237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.938926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=385f8ac2-3aca-4a8f-a4e3-30f19514decb,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:01.964925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-038b159b-e9b4-47be-9aa0-6293384d45c3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1467168 Nov 12 11:13:01.972095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Calling delete_port for 16f31dd5-42d7-4ebf-95fe-546741c57f5a owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:02.136124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e59079-37c3-40a4-b248-3e65abe55e62 req-ff83304e-fbd9-4898-8bda-0f50aa11793a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:02.137968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e59079-37c3-40a4-b248-3e65abe55e62 req-ff83304e-fbd9-4898-8bda-0f50aa11793a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2105374 Nov 12 11:13:02.167878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd360274-622d-4941-9691-d132aae7ddf5 None None] Network beb849bf-9a32-4238-948a-1c8ce72d7fd4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:02.265827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-e3198451-850c-4b59-9fe7-6048db716499 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791042 Nov 12 11:13:02.270744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c3d07946-eb18-49fd-b792-755863673d04 None None] Provisioning complete for port 385f8ac2-3aca-4a8f-a4e3-30f19514decb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:02.271168 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c3d07946-eb18-49fd-b792-755863673d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.281729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.329599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event deleted for resources: {'Port': ['ID=16f31dd5-42d7-4ebf-95fe-546741c57f5a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:02.347994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c3d07946-eb18-49fd-b792-755863673d04 None None] Port 385f8ac2-3aca-4a8f-a4e3-30f19514decb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:02.378862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5d849-e426-442a-830a-9de3d65fd48b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:02.379627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.405641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16e59079-37c3-40a4-b248-3e65abe55e62 req-8d0e2a01-dfc8-41b7-b126-c8a3eb143a59 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565238 Nov 12 11:13:02.488568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:02.502317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.599979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7e13e13a-016e-487a-8f98-973deeb3c788 None None] Provisioning complete for port 385f8ac2-3aca-4a8f-a4e3-30f19514decb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:02.600494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7e13e13a-016e-487a-8f98-973deeb3c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.646253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7e13e13a-016e-487a-8f98-973deeb3c788 None None] Port 385f8ac2-3aca-4a8f-a4e3-30f19514decb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:02.656222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:02.656889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.722833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.726363 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.741320 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.755326 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f80d5a6-00dc-4996-a3c2-994ca47fe26a req-312e0825-03e1-48df-a3e7-8c23e41f87c5 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706118 Nov 12 11:13:02.816154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e435b9-c77c-401b-a10d-51af14f1987b req-ff6ac52d-7e53-4e02-a884-3102e0fd77af tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:02.827070 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3e435b9-c77c-401b-a10d-51af14f1987b req-ff6ac52d-7e53-4e02-a884-3102e0fd77af tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1597285 Nov 12 11:13:02.847954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.848594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Fanout notify agent at l3_agent the message router_deleted on router 20c2f00f-071c-46c7-a88a-3503d6efd65c {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:02.858053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.859172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-619026ee-506b-4691-b3fd-6378a287b6bb tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/20c2f00f-071c-46c7-a88a-3503d6efd65c HTTP/1.1" status: 204 len: 168 time: 2.0294619 Nov 12 11:13:02.871986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44090) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:02.877674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c6f6c19f-54e5-44f4-83ac-009e55faaa50 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-281025687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:02.913737 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3e435b9-c77c-401b-a10d-51af14f1987b req-cf428e60-06e5-494e-bef4-960d1d2c2480 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854938 Nov 12 11:13:02.924527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c19f-54e5-44f4-83ac-009e55faaa50 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:02.926088 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c19f-54e5-44f4-83ac-009e55faaa50 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.000806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c19f-54e5-44f4-83ac-009e55faaa50 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.009594 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c19f-54e5-44f4-83ac-009e55faaa50 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.015173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:03.064143 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c19f-54e5-44f4-83ac-009e55faaa50 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.066227 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c6f6c19f-54e5-44f4-83ac-009e55faaa50 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1926816 Nov 12 11:13:03.073148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44094) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:03.088519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': False}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:03.243507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.277489 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.285159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:03.288066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.289253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.291949 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c49869-2e33-4c0b-a889-595af68b24b0" -d '{"events": [{"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:03.305629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:03.312665 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.366233 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a7086b-ee17-4100-afab-d71b4070fcdc x-openstack-request-id: req-34a7086b-ee17-4100-afab-d71b4070fcdc {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:03.366786 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:03.367326 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34a7086b-ee17-4100-afab-d71b4070fcdc {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:03.368002 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'code': 200} Nov 12 11:13:03.425536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:03.452095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=385f8ac2-3aca-4a8f-a4e3-30f19514decb,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:03.512000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 3542897b-cce4-45b0-abdf-8d2e37269761 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:03.515338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:03.538865 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.685011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router a4ec19cd-8512-4abe-b973-5e84861c24d0 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:13:03.762857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9618a-1144-4295-a834-3dea118f9d6a req-05b32098-382c-411c-91d9-9a0503fe806d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:03.766675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72d9618a-1144-4295-a834-3dea118f9d6a req-05b32098-382c-411c-91d9-9a0503fe806d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1733835 Nov 12 11:13:03.874225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:03.880214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3422b548-525d-43f0-9e79-7fd63107bd34 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/a4ec19cd-8512-4abe-b973-5e84861c24d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7196503 Nov 12 11:13:03.890645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44106) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:03.891730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df222dc6-bb59-448b-9141-cfd5405760d0 None None] Sync routers for ids ['a4ec19cd-8512-4abe-b973-5e84861c24d0'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:03.918101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df222dc6-bb59-448b-9141-cfd5405760d0 None None] Routers {'a4ec19cd-8512-4abe-b973-5e84861c24d0'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:03.919026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df222dc6-bb59-448b-9141-cfd5405760d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a4ec19cd-8512-4abe-b973-5e84861c24d0'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:03.955259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5fcb2-14ce-4f96-ac21-b3a27bc8dbff tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:03.957531 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2cd5fcb2-14ce-4f96-ac21-b3a27bc8dbff tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports/385f8ac2-3aca-4a8f-a4e3-30f19514decb HTTP/1.1" status: 200 len: 982 time: 0.0653489 Nov 12 11:13:03.960280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44108) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:03.964137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72d9618a-1144-4295-a834-3dea118f9d6a req-2cb5745e-ea3b-4edb-95e4-6648a2f1ed0d tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826732 Nov 12 11:13:03.966572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df222dc6-bb59-448b-9141-cfd5405760d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:03.973159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-60daef3f-e361-4c88-817c-35d819e48707 None None] Provisioning complete for port 385f8ac2-3aca-4a8f-a4e3-30f19514decb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:03.973535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-60daef3f-e361-4c88-817c-35d819e48707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.993146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.022595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.024984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df222dc6-bb59-448b-9141-cfd5405760d0 None None] Routers {'a4ec19cd-8512-4abe-b973-5e84861c24d0'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:04.025652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df222dc6-bb59-448b-9141-cfd5405760d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a4ec19cd-8512-4abe-b973-5e84861c24d0'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:04.076634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-60daef3f-e361-4c88-817c-35d819e48707 None None] Port 385f8ac2-3aca-4a8f-a4e3-30f19514decb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:04.080722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df222dc6-bb59-448b-9141-cfd5405760d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:04.081674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df222dc6-bb59-448b-9141-cfd5405760d0 None None] The sync data for ids ['a4ec19cd-8512-4abe-b973-5e84861c24d0'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:04.247151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Allocated IP 172.25.2.192 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/7b17c083-32f3-44d7-85f4-31f9d9ce2a11) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:04.378869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d24c23-be15-4a77-a37a-cbb478f64928 req-30d53e2b-7b97-4ef2-8cb3-0ccbb2fd7c46 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:04.380473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94d24c23-be15-4a77-a37a-cbb478f64928 req-30d53e2b-7b97-4ef2-8cb3-0ccbb2fd7c46 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.1581955 Nov 12 11:13:04.417713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf578f9-78b5-4a30-a2ad-0189cd1e3c1f req-b8aeed71-23bd-4bc6-9786-a3d6e4d46e94 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:04.423838 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbf578f9-78b5-4a30-a2ad-0189cd1e3c1f req-b8aeed71-23bd-4bc6-9786-a3d6e4d46e94 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1506019 Nov 12 11:13:04.431454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-6141b0fb-c2c3-40e8-96d6-490649a66694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:04.433267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-6141b0fb-c2c3-40e8-96d6-490649a66694 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e44d61901f649969bd21a305ad88b9c&device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 1097 time: 0.1460471 Nov 12 11:13:04.493404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.515006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbf578f9-78b5-4a30-a2ad-0189cd1e3c1f req-5433b1cd-d116-4d93-be86-98350a4237b5 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880682 Nov 12 11:13:04.551954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.618132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:04.626638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:04.631074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:04.634808 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94d24c23-be15-4a77-a37a-cbb478f64928 req-6daa4c0d-13df-403d-82e5-d91cdfe11661 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2444725 Nov 12 11:13:04.652303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9babe355-946c-4c3b-a5b7-69dd752b982d None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:04.716586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-aae521da-db6f-4318-a84b-d740978ae501 None None] Provisioning complete for port 7b17c083-32f3-44d7-85f4-31f9d9ce2a11 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:04.717452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aae521da-db6f-4318-a84b-d740978ae501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.761073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-3facd0f6-8962-40b1-96df-a035f441cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:04.763196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-3facd0f6-8962-40b1-96df-a035f441cc2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 200 len: 912 time: 0.3207252 Nov 12 11:13:04.763422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Pushing event updated for resources: {'Port': ['ID=7b17c083-32f3-44d7-85f4-31f9d9ce2a11,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:04.766362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-aae521da-db6f-4318-a84b-d740978ae501 None None] Port 7b17c083-32f3-44d7-85f4-31f9d9ce2a11 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:04.807746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.808440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.808788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.809068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.809406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.809831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.810166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.810584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.811397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.811710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.812037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.812366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:04.843489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-fc490bf5-ba83-47cd-8317-020d31ab74f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0 HTTP/1.1" status: 200 len: 217 time: 0.0606282 Nov 12 11:13:04.951779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.963906 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.967546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-169334f0-4a73-47a6-a7a4-8364fc5aad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:04.969052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-169334f0-4a73-47a6-a7a4-8364fc5aad31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c HTTP/1.1" status: 200 len: 851 time: 0.1137297 Nov 12 11:13:05.062376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-9c16022c-ff64-40b7-9361-83f62f06efd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23decf61-90d4-4c8c-8f4b-3f121dae7993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612407 Nov 12 11:13:05.192770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.197271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.389248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Router 6e220d1d-e6b8-4313-ba56-3dc6b960085b is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:13:05.534602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:05.540474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.543904 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-42ec70f3-48bf-4d18-bf6b-88772ef3f048 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "PUT /v2.0/routers/6e220d1d-e6b8-4313-ba56-3dc6b960085b HTTP/1.1" status: 200 len: 919 time: 2.4691985 Nov 12 11:13:05.544750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44134) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:05.550907 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e1371-1208-491d-bf0f-59f166b0b7e4 None None] Sync routers for ids ['6e220d1d-e6b8-4313-ba56-3dc6b960085b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:05.565130 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e1371-1208-491d-bf0f-59f166b0b7e4 None None] Routers {'6e220d1d-e6b8-4313-ba56-3dc6b960085b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:05.566405 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-782e1371-1208-491d-bf0f-59f166b0b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6e220d1d-e6b8-4313-ba56-3dc6b960085b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:05.615419 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-782e1371-1208-491d-bf0f-59f166b0b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:05.630590 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e1371-1208-491d-bf0f-59f166b0b7e4 None None] Routers {'6e220d1d-e6b8-4313-ba56-3dc6b960085b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:05.631571 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-782e1371-1208-491d-bf0f-59f166b0b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6e220d1d-e6b8-4313-ba56-3dc6b960085b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:05.644704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-7ba352b2-097c-443b-ab13-22d24a91ec07 service neutron] 10.222.0.59 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700457 Nov 12 11:13:05.682816 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-782e1371-1208-491d-bf0f-59f166b0b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:05.684050 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e1371-1208-491d-bf0f-59f166b0b7e4 None None] The sync data for ids ['6e220d1d-e6b8-4313-ba56-3dc6b960085b'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:05.721341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-7023ed7b-1479-405b-a75a-d1363e8c8cfc tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:05.722916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-7023ed7b-1479-405b-a75a-d1363e8c8cfc tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/networks?id=beb849bf-9a32-4238-948a-1c8ce72d7fd4 HTTP/1.1" status: 200 len: 808 time: 0.2575593 Nov 12 11:13:05.777600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-2286ae53-ad0c-42c9-b23a-48e691a4173f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/quotas/b3c219a12a2d4e1cb0d66811d0270a29 HTTP/1.1" status: 200 len: 375 time: 0.0228274 Nov 12 11:13:05.844194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-21cba41b-345a-4d13-884d-9544e708e891 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3c219a12a2d4e1cb0d66811d0270a29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578830 Nov 12 11:13:05.887100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-571d79c0-8000-48c3-b43b-5e08b87a3bf4 req-af736a57-843e-43bf-a52e-640f60acd536 service neutron] 10.222.0.59 "GET /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250593 Nov 12 11:13:05.958203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 385f8ac2-3aca-4a8f-a4e3-30f19514decb {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:05.958740 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:06.029918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-c7a79592-70f9-4b3a-bf72-8dfbd0f67f59 service neutron] 10.222.0.31 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725600 Nov 12 11:13:06.053419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6e684-06b1-445c-8d23-c502acc15f17 req-47518873-3399-4f51-b334-a4b5438379a2 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:06.054967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23c6e684-06b1-445c-8d23-c502acc15f17 req-47518873-3399-4f51-b334-a4b5438379a2 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1108546 Nov 12 11:13:06.074436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b63345f2-3d17-4908-ad92-3da68367f1f6 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/routers/6e220d1d-e6b8-4313-ba56-3dc6b960085b HTTP/1.1" status: 200 len: 925 time: 0.5281100 Nov 12 11:13:06.080508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44142) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:06.125948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23c6e684-06b1-445c-8d23-c502acc15f17 req-05d1c353-3135-428f-940c-d97cfcac2914 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619256 Nov 12 11:13:06.182101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:06.214241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 385f8ac2-3aca-4a8f-a4e3-30f19514decb owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:06.294080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395e309-6094-4d7d-9748-f5c29a6666c1 req-be351ddc-0f23-44de-809b-b0c1d900b9c4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:06.296274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2395e309-6094-4d7d-9748-f5c29a6666c1 req-be351ddc-0f23-44de-809b-b0c1d900b9c4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.0661776 Nov 12 11:13:06.300234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc7a72-31e2-4c6b-9f94-9b3ae5d57ba0 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:06.301802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1adc7a72-31e2-4c6b-9f94-9b3ae5d57ba0 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=6e220d1d-e6b8-4313-ba56-3dc6b960085b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2185817 Nov 12 11:13:06.307821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-e1767ab6-a460-4256-bd23-c68b36fb160f service neutron] 10.222.0.31 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696512 Nov 12 11:13:06.308397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44144) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:06.368414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2395e309-6094-4d7d-9748-f5c29a6666c1 req-486fc31d-2071-482e-b8f7-76cde04687df tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649288 Nov 12 11:13:06.506346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2024e2c-8c84-4a92-825f-e99327379302 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:06.508679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e2024e2c-8c84-4a92-825f-e99327379302 tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 881 time: 0.1964433 Nov 12 11:13:06.511532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44152) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:06.553935 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7ef7eedc-a0c5-473a-b172-138ede1f863d tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e220d1d-e6b8-4313-ba56-3dc6b960085b HTTP/1.1" status: 200 len: 205 time: 0.0411103 Nov 12 11:13:06.556634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44154) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:06.612892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6477e82-b53b-4b4e-8e46-cc7570941396 req-b955d4d5-02c1-4135-b04e-0b14893b0b1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 210 time: 0.0617266 Nov 12 11:13:06.680575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:06.753263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=385f8ac2-3aca-4a8f-a4e3-30f19514decb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:06.855245 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:06.949752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.244606 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.260423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router a4ec19cd-8512-4abe-b973-5e84861c24d0 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:13:07.405695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d129a08-43bb-4fdb-a9cb-dffbb79bdaeb req-73645349-a3a7-4477-b4ba-0f9219fc0ec3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:07.407333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d129a08-43bb-4fdb-a9cb-dffbb79bdaeb req-73645349-a3a7-4477-b4ba-0f9219fc0ec3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1673043 Nov 12 11:13:07.416464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:07.428002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-38be3d6d-2075-4b0c-be6e-70ac1c2f30d8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/a4ec19cd-8512-4abe-b973-5e84861c24d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4658029 Nov 12 11:13:07.431782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44182) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:07.450273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8841f-9568-40d2-a050-87966c7f10dc None None] Sync routers for ids ['a4ec19cd-8512-4abe-b973-5e84861c24d0'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:07.474590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8841f-9568-40d2-a050-87966c7f10dc None None] Routers {'a4ec19cd-8512-4abe-b973-5e84861c24d0'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:07.475585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e5d8841f-9568-40d2-a050-87966c7f10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a4ec19cd-8512-4abe-b973-5e84861c24d0'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:07.500757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Deleting port 7b17c083-32f3-44d7-85f4-31f9d9ce2a11 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:07.501131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.535960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d129a08-43bb-4fdb-a9cb-dffbb79bdaeb req-5dee592e-b11a-458d-8955-8f7778418569 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208670 Nov 12 11:13:07.559666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e5d8841f-9568-40d2-a050-87966c7f10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:07.573734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8841f-9568-40d2-a050-87966c7f10dc None None] Routers {'a4ec19cd-8512-4abe-b973-5e84861c24d0'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:07.574518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e5d8841f-9568-40d2-a050-87966c7f10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a4ec19cd-8512-4abe-b973-5e84861c24d0'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:07.626319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e5d8841f-9568-40d2-a050-87966c7f10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:07.627006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8841f-9568-40d2-a050-87966c7f10dc None None] The sync data for ids ['a4ec19cd-8512-4abe-b973-5e84861c24d0'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:07.635205 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.667251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Calling delete_port for 7b17c083-32f3-44d7-85f4-31f9d9ce2a11 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:07.723405 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:13:07.828621 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-1dcde214-b4d6-4d4c-adbb-b215343bfc28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 11:13:07.829729 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1dcde214-b4d6-4d4c-adbb-b215343bfc28 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/a4ec19cd-8512-4abe-b973-5e84861c24d0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3960204 Nov 12 11:13:07.845045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44194) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:07.876711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5407767e-d6d1-4d71-8169-a864812e6c47 req-a5bd6503-b701-4560-a3ed-93db6997601d tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 210 time: 0.1170170 Nov 12 11:13:07.911527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6e2cf6d5-9463-4af4-b7da-63fcb75eb2de tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ec19cd-8512-4abe-b973-5e84861c24d0 HTTP/1.1" status: 200 len: 205 time: 0.0651147 Nov 12 11:13:07.914094 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44202) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:08.026038 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-79df05cd-aa63-4bfc-9248-c31a93e83cda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2262743 Nov 12 11:13:08.032138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3321e40d-c13d-49e8-a8c2-f078feef9cb0 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.151757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.186481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event deleted for resources: {'Port': ['ID=7b17c083-32f3-44d7-85f4-31f9d9ce2a11,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:08.192317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbf4be-d798-49e8-93d7-bf8fc08ffde0 req-b04b6a0f-a4c9-45d8-8a9f-9476ad20ef74 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:08.206320 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bbbbf4be-d798-49e8-93d7-bf8fc08ffde0 req-b04b6a0f-a4c9-45d8-8a9f-9476ad20ef74 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.2496798 Nov 12 11:13:08.214847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77696fda-517c-4fcc-a1d8-caa8c9ccc1f8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:08.284928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-5c2db59e-4b21-4093-98ae-886ee871d032 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:08.286350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-5c2db59e-4b21-4093-98ae-886ee871d032 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.59 "GET /v2.0/networks?id=beb849bf-9a32-4238-948a-1c8ce72d7fd4 HTTP/1.1" status: 200 len: 808 time: 0.2734396 Nov 12 11:13:08.295306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.304570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Request body: {'port': {'device_id': '11714acf-854a-4d5b-9325-06967fe4a987', 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4', 'admin_state_up': True, 'tenant_id': 'b3c219a12a2d4e1cb0d66811d0270a29'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:08.428295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3321e40d-c13d-49e8-a8c2-f078feef9cb0 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.433066 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3321e40d-c13d-49e8-a8c2-f078feef9cb0 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.439977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-cd6ad66c-f5eb-416e-97d5-7c2ccfe1e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:08.441518 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-cd6ad66c-f5eb-416e-97d5-7c2ccfe1e4eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 1097 time: 0.2847426 Nov 12 11:13:08.470553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.473408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.498819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44208) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:08.533193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bbbbf4be-d798-49e8-93d7-bf8fc08ffde0 req-bff44946-bcd5-4dd1-ac0f-7b030f6f55d6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2497818 Nov 12 11:13:08.548058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3321e40d-c13d-49e8-a8c2-f078feef9cb0 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.548854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3321e40d-c13d-49e8-a8c2-f078feef9cb0 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Fanout notify agent at l3_agent the message router_deleted on router a4ec19cd-8512-4abe-b973-5e84861c24d0 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:08.565046 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3321e40d-c13d-49e8-a8c2-f078feef9cb0 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.566406 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3321e40d-c13d-49e8-a8c2-f078feef9cb0 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/a4ec19cd-8512-4abe-b973-5e84861c24d0 HTTP/1.1" status: 204 len: 168 time: 0.6509693 Nov 12 11:13:08.592800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:08.707776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11f3c5d-cef0-47dc-a4be-8612257f356a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 984cf673-53b8-41c1-833c-23a11abb7799 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:13:08.715303 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e11f3c5d-cef0-47dc-a4be-8612257f356a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.718510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-adad4c76-c6f8-43fe-b75b-96567b254501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:08.720022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-adad4c76-c6f8-43fe-b75b-96567b254501 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.2226186 Nov 12 11:13:08.753588 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-22175ae9-13ac-4a8f-8a55-9a59ad20ff84 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2537198 Nov 12 11:13:08.789542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-b0b12d8e-95a0-44bb-ac6f-453360ebf1f0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:13:08.790573 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-b0b12d8e-95a0-44bb-ac6f-453360ebf1f0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074618 Nov 12 11:13:08.795392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-b28536ef-ca52-4441-9360-086bbcf7ff71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0af3f140-b939-446a-98ad-182c808c69f0 HTTP/1.1" status: 200 len: 217 time: 0.0529590 Nov 12 11:13:08.816718 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e11f3c5d-cef0-47dc-a4be-8612257f356a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.916627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-6f65f033-900d-4b33-b7d0-e47025278e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:08.918611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-6f65f033-900d-4b33-b7d0-e47025278e69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1125419 Nov 12 11:13:08.930243 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.930778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Fanout notify agent at l3_agent the message router_deleted on router 6e220d1d-e6b8-4313-ba56-3dc6b960085b {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:08.941079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.943005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4a3ff7fe-2287-4bb8-8b15-6c7c6003fa84 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/6e220d1d-e6b8-4313-ba56-3dc6b960085b HTTP/1.1" status: 204 len: 168 time: 2.3850594 Nov 12 11:13:08.947133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44222) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:08.952441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1756573351', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:08.985428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.986348 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.022864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed39e0e-1a40-498a-a97d-af92038c9635 req-cd2a5b1b-93b0-4ecb-ab14-60cf2c669124 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:09.026148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fed39e0e-1a40-498a-a97d-af92038c9635 req-cd2a5b1b-93b0-4ecb-ab14-60cf2c669124 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1458852 Nov 12 11:13:09.029742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:09.054130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4db4a893-9d28-4d44-921c-eb52b265c8e1 req-708fe7c7-da51-433b-901d-d8480f94ed71 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 210 time: 0.0739121 Nov 12 11:13:09.064480 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e11f3c5d-cef0-47dc-a4be-8612257f356a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.069643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-00f330e7-00d0-4f3b-90ce-7f1c81f23a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:09.071190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-00f330e7-00d0-4f3b-90ce-7f1c81f23a0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426218 Nov 12 11:13:09.097763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.101013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Made reservation on behalf of b3c219a12a2d4e1cb0d66811d0270a29 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:09.105230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.235816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e11f3c5d-cef0-47dc-a4be-8612257f356a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.253480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-fb860ff9-6193-40af-9082-e75cefe4e0a8 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545823 Nov 12 11:13:09.286356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bdbcb9-2619-4378-b7aa-c42ea76ca4ae None None] Network 3542897b-cce4-45b0-abdf-8d2e37269761 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:09.287282 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e11f3c5d-cef0-47dc-a4be-8612257f356a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.294455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e11f3c5d-cef0-47dc-a4be-8612257f356a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/984cf673-53b8-41c1-833c-23a11abb7799 HTTP/1.1" status: 204 len: 168 time: 0.6970065 Nov 12 11:13:09.294455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f3c5d-cef0-47dc-a4be-8612257f356a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=984cf673-53b8-41c1-833c-23a11abb7799,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:09.296667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44228) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:09.382642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fed39e0e-1a40-498a-a97d-af92038c9635 req-43c77146-e6fd-4ff4-ba0c-b7849acb7913 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864459 Nov 12 11:13:09.394914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.582271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] DHCP port deletion for 3542897b-cce4-45b0-abdf-8d2e37269761 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:09.633175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Allocated IP 172.20.0.12 (beb849bf-9a32-4238-948a-1c8ce72d7fd4/98fa6516-21fa-4632-a0d8-b833973f1ad9/fb36042c-83b8-4b11-912f-0552d755d8ed) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:09.704389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] Deleting port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:09.704389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.843376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] For port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25,segment=NetworkSegment(915e02a7-20f9-4d46-b246-b44d27961119),segment_id=915e02a7-20f9-4d46-b246-b44d27961119)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:09.844011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.860295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] Calling delete_port for 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:09.900980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.913061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd36304-a444-4d4c-a993-ab7cac7be120 req-47752310-f906-4826-a596-5a738848a23b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:09.914466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ecd36304-a444-4d4c-a993-ab7cac7be120 req-47752310-f906-4826-a596-5a738848a23b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.2434804 Nov 12 11:13:09.915022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de1d9ee1-6c4a-4599-98ca-3e16a4b255d3 req-aa97bc3e-a59b-48b8-bb40-009cc31e8cc7 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413884 Nov 12 11:13:09.934543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05fa7c-ee23-4cad-bb64-12b24a7e2a3f req-fd6d5296-9535-454c-ad3c-2cf560fcae57 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:09.936616 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba05fa7c-ee23-4cad-bb64-12b24a7e2a3f req-fd6d5296-9535-454c-ad3c-2cf560fcae57 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1201782 Nov 12 11:13:09.973310 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.004570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.009800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:10.010141 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.041654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] No DVR routers for this DVR port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:10.046713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd20e3-e925-42dc-b56f-4bd024a1d7f4 None None] Pushing event deleted for resources: {'Port': ['ID=3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:10.066985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.090769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba05fa7c-ee23-4cad-bb64-12b24a7e2a3f req-c87bd09b-ce7d-406e-bfb5-db8c05fe1a99 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090999 Nov 12 11:13:10.139026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ecd36304-a444-4d4c-a993-ab7cac7be120 req-16928949-3e49-45c2-b34d-be5ebaf9f4e3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2103927 Nov 12 11:13:10.142304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.161042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25, host n-d-768851-19, got binding levels [] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:10.161453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.175309 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.184301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:10.196781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 was not found and therefore no delete operation was performed {{(pid=109166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:13:10.202536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.214526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-168e11c9-198c-404b-9bb3-67677efc5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:10.216725 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-168e11c9-198c-404b-9bb3-67677efc5a36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30&tenant_id=71248c98cd604882b9054001c64d296e HTTP/1.1" status: 200 len: 1095 time: 0.1249151 Nov 12 11:13:10.239892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.241632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:10.246992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:10.254601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No DVR routers for this DVR port 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:10.326677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Network beb849bf-9a32-4238-948a-1c8ce72d7fd4 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:10.348764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:10.351729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:10.374500 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.399210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Pushing event updated for resources: {'Port': ['ID=fb36042c-83b8-4b11-912f-0552d755d8ed,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:10.400508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.404781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.439093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3542897b-cce4-45b0-abdf-8d2e37269761']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:10.455776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:10.480449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915e02a7-20f9-4d46-b246-b44d27961119') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:10.480745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915e02a7-20f9-4d46-b246-b44d27961119') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:10.485682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b143e6-0cd6-4a9d-9055-09101983dfc9 req-78b8fcba-128c-4b31-8a32-06e60c7c4028 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:10.486543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:10.486942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3dbafb17-9ae9-440e-bf72-a4aa6cc2ea25 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:10.487280 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33b143e6-0cd6-4a9d-9055-09101983dfc9 req-78b8fcba-128c-4b31-8a32-06e60c7c4028 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 932 time: 0.2230520 Nov 12 11:13:10.498883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:10.499527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.504038 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.527125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Allocated IP 172.25.2.31 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/6bf06af0-4e49-4a6f-8bc8-6e1a9e5d5c9d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:10.531112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.560908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-0b56bb7b-8457-400f-8412-f7d2bd67f486 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2605391 Nov 12 11:13:10.585211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:10.585527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:10.589166 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:10.604288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Request body: {'port': {'device_id': '11714acf-854a-4d5b-9325-06967fe4a987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:10.679253 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.685251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33b143e6-0cd6-4a9d-9055-09101983dfc9 req-b7793605-1a11-40e8-a526-7e0fb2ed69a3 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761136 Nov 12 11:13:10.721975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.725361 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/3542897b-cce4-45b0-abdf-8d2e37269761 HTTP/1.1" status: 204 len: 168 time: 1.4054391 Nov 12 11:13:10.733525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44240) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:10.741149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90756e88-2d67-4e51-9cad-3cf6a8c3951e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=3542897b-cce4-45b0-abdf-8d2e37269761,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:10.747798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1239501900'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:10.771012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.775215 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.791891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:10.835180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:10.839551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.841643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:10.878178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c896b7-84b7-49bb-9c15-24e8312650e3 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:10.890067 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.907312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Transition to ACTIVE for port object e2c896b7-84b7-49bb-9c15-24e8312650e3 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:13:10.913447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.965282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:10.968808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:11.046638 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.046993 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment 5376b20b-4268-4aca-b290-9e5aefbef823 of type vlan for network 37da5202-fbf6-4474-870f-48e9a984dfb2 Nov 12 11:13:11.067543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:11.080848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:11.081550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=9']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:11.083179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:11.098149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb563eee-a36b-4f7e-b5d5-cb63e87bc9d9 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:11.143606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event updated for resources: {'Port': ['ID=6bf06af0-4e49-4a6f-8bc8-6e1a9e5d5c9d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:11.157660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] No DVR routers for this DVR port e2c896b7-84b7-49bb-9c15-24e8312650e3 on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:11.175743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.232848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-00c13bb0-24cb-45c9-9e3b-f37d7c2e3cbc None None] Provisioning complete for port 6bf06af0-4e49-4a6f-8bc8-6e1a9e5d5c9d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:11.233183 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-00c13bb0-24cb-45c9-9e3b-f37d7c2e3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.273032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.278478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.279174 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.303584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-00c13bb0-24cb-45c9-9e3b-f37d7c2e3cbc None None] Port 6bf06af0-4e49-4a6f-8bc8-6e1a9e5d5c9d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:11.333810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4f40-62e2-4737-82f0-7a668f2668ad req-0a2a8eec-35e4-4afe-b448-e4c60e270efd tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.335745 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c79d4f40-62e2-4737-82f0-7a668f2668ad req-0a2a8eec-35e4-4afe-b448-e4c60e270efd tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1312621 Nov 12 11:13:11.421627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Attempting to bind port e2c896b7-84b7-49bb-9c15-24e8312650e3 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:11.421627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Attempting to bind port e2c896b7-84b7-49bb-9c15-24e8312650e3 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:11.422162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Attempting to bind port e2c896b7-84b7-49bb-9c15-24e8312650e3 on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:11.429850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c79d4f40-62e2-4737-82f0-7a668f2668ad req-4645c620-7edf-4d30-b2c9-69ee32b2457a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827746 Nov 12 11:13:11.431516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Port e2c896b7-84b7-49bb-9c15-24e8312650e3 on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:13:11.431941 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Attempting to bind port e2c896b7-84b7-49bb-9c15-24e8312650e3 on network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:11.440156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:11.440638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Checking segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:11.441140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Bound using segment: {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:11.441713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Bound port: e2c896b7-84b7-49bb-9c15-24e8312650e3, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09bcea0-0aac-4b13-962a-851255af5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:11.443250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.456920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7141073 Nov 12 11:13:11.461289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44248) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:11.507115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': '37da5202-fbf6-4474-870f-48e9a984dfb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:11.534336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:11.541992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:11.551332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.579339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb453d-1f8b-4f1e-9942-5dd1aafd8c6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=37da5202-fbf6-4474-870f-48e9a984dfb2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:11.589754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.590852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.591858 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] 10.222.0.52 "PUT /v2.0/ports/e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 200 len: 1092 time: 1.3545744 Nov 12 11:13:11.592313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:11.595005 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7a2682-78fb-4075-af4d-cff32d4be39a" -d '{"events": [{"name": "network-changed", "server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:11.598123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 37da5202-fbf6-4474-870f-48e9a984dfb2 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:11.671773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9501b-6e7e-4eed-9ea6-45d7c7bcccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=10']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:11.708013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db79f6b-63d7-41f8-b5a7-7a35c5a743ab req-3a609c54-8cec-4363-a142-ab403467573e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.709662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6db79f6b-63d7-41f8-b5a7-7a35c5a743ab req-3a609c54-8cec-4363-a142-ab403467573e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 943 time: 0.3809171 Nov 12 11:13:11.731634 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196b66a5-f0b0-4e25-af82-4d40025b4bcb x-openstack-request-id: req-196b66a5-f0b0-4e25-af82-4d40025b4bcb {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:11.732510 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:11.733210 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-196b66a5-f0b0-4e25-af82-4d40025b4bcb {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:11.733890 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'status': 'completed', 'code': 200} Nov 12 11:13:11.755512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-e427be4a-ed7b-4d5b-a4c9-edfe02fa3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.757592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-e427be4a-ed7b-4d5b-a4c9-edfe02fa3a26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 1096 time: 0.1277802 Nov 12 11:13:11.760150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb36042c-83b8-4b11-912f-0552d755d8ed {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:11.782230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:11.932008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77790acd-64da-45db-876e-40150ed65056 req-25fb3414-7111-4469-8950-3967805fd898 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.933794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77790acd-64da-45db-876e-40150ed65056 req-25fb3414-7111-4469-8950-3967805fd898 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 932 time: 0.1290798 Nov 12 11:13:11.980382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-24420c37-3a8c-47d2-83e5-87a4e5c2a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.982068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-24420c37-3a8c-47d2-83e5-87a4e5c2a69f service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.1998663 Nov 12 11:13:12.059410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77790acd-64da-45db-876e-40150ed65056 req-44838d24-78c3-4465-81f1-9fd435dada1d tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117041 Nov 12 11:13:12.097823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-3bac731d-df59-4640-a779-cf4f5657bf27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 200 len: 999 time: 0.1039939 Nov 12 11:13:12.158433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-5822aab9-037b-4807-8e96-d88791497a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:12.160919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-5822aab9-037b-4807-8e96-d88791497a3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.0557735 Nov 12 11:13:12.219827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-e5c71c15-46ce-49c1-8bf9-29e16da16f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:12.221621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-e5c71c15-46ce-49c1-8bf9-29e16da16f79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536215 Nov 12 11:13:12.222083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Transition to ACTIVE for port object fb36042c-83b8-4b11-912f-0552d755d8ed will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:13:12.241425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:12.262292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:12.270527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:12.316287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6db79f6b-63d7-41f8-b5a7-7a35c5a743ab req-4a4f0acc-82b9-49bd-bee2-cdd7144a0c8c tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5939603 Nov 12 11:13:12.335077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:12.351694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-7457ad4d-0d71-4cf1-8f02-d48ed2c98a60 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214981 Nov 12 11:13:12.456664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Pushing event updated for resources: {'Port': ['ID=fb36042c-83b8-4b11-912f-0552d755d8ed,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:12.497983 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec092b73-75fc-4e65-81e9-c89b4319bc98 req-e9626891-916b-4285-9a69-639854cbe9b1 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379025 Nov 12 11:13:12.639256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb70b3-5cab-4377-91f6-e505db87bc18 req-9e6fa87a-b0aa-489c-b300-2aa2069ebb05 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:12.640927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fbb70b3-5cab-4377-91f6-e505db87bc18 req-9e6fa87a-b0aa-489c-b300-2aa2069ebb05 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.1156895 Nov 12 11:13:12.663102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-a0ffdd60-5407-4177-ad0c-bc309471c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:12.664994 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-a0ffdd60-5407-4177-ad0c-bc309471c51f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71248c98cd604882b9054001c64d296e&device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 1096 time: 0.0799031 Nov 12 11:13:12.768699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fbb70b3-5cab-4377-91f6-e505db87bc18 req-c69154c0-7d54-421f-98ea-713b9612d417 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191654 Nov 12 11:13:12.805531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Attempting to bind port fb36042c-83b8-4b11-912f-0552d755d8ed on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:12.805778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-d9f8010a-cb6a-4762-9d3a-e35f57737105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:12.805862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Attempting to bind port fb36042c-83b8-4b11-912f-0552d755d8ed by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:12.806201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Attempting to bind port fb36042c-83b8-4b11-912f-0552d755d8ed on network beb849bf-9a32-4238-948a-1c8ce72d7fd4 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:12.807247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-d9f8010a-cb6a-4762-9d3a-e35f57737105 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 200 len: 917 time: 0.1341009 Nov 12 11:13:12.833112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Port fb36042c-83b8-4b11-912f-0552d755d8ed on network beb849bf-9a32-4238-948a-1c8ce72d7fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:13:12.833593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Attempting to bind port fb36042c-83b8-4b11-912f-0552d755d8ed on network beb849bf-9a32-4238-948a-1c8ce72d7fd4 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:12.839405 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:12.885175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:12.885532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Checking segment: {'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:12.885934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Bound using segment: {'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:12.886391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Bound port: fb36042c-83b8-4b11-912f-0552d755d8ed, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:12.886754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:12.887044 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-45d2a5f8-7273-47e7-8629-64940e3c2703 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 200 len: 999 time: 0.0677209 Nov 12 11:13:12.964229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-78841d6a-1883-459c-b57e-bce189d0c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:12.965919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-78841d6a-1883-459c-b57e-bce189d0c49b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 200 len: 855 time: 0.0649650 Nov 12 11:13:13.019188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=7b29cb42-7354-47ad-897a-707dab71e8d7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:13.028857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.049144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-4c9513eb-266b-42ac-9eda-0b34351e069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.051824 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-4c9513eb-266b-42ac-9eda-0b34351e069f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777488 Nov 12 11:13:13.059721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': '5376b20b-4268-4aca-b290-9e5aefbef823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37da5202-fbf6-4474-870f-48e9a984dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:13.060083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: 37da5202-fbf6-4474-870f-48e9a984dfb2, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:13.067461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] For port fb36042c-83b8-4b11-912f-0552d755d8ed, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:13.149750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] For port fb36042c-83b8-4b11-912f-0552d755d8ed, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fb36042c-83b8-4b11-912f-0552d755d8ed,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:13.159023 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.227484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 37da5202-fbf6-4474-870f-48e9a984dfb2 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:13.291079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.292566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.295875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] 10.222.0.59 "PUT /v2.0/ports/fb36042c-83b8-4b11-912f-0552d755d8ed HTTP/1.1" status: 200 len: 1093 time: 2.7058749 Nov 12 11:13:13.336394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11714acf-854a-4d5b-9325-06967fe4a987', 'tag': 'fb36042c-83b8-4b11-912f-0552d755d8ed'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:13.341399 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e87e77-a4a5-4e9a-883f-d8deb109a76a" -d '{"events": [{"name": "network-changed", "server_uuid": "11714acf-854a-4d5b-9325-06967fe4a987", "tag": "fb36042c-83b8-4b11-912f-0552d755d8ed"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:13.377092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 37da5202-fbf6-4474-870f-48e9a984dfb2) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:13.381878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.382496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.387588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd975c6-b954-408c-8d27-76bb2d449038 None None] Network 37da5202-fbf6-4474-870f-48e9a984dfb2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:13.447316 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c282c-f2d3-457c-8642-727f06d09ee8 x-openstack-request-id: req-298c282c-f2d3-457c-8642-727f06d09ee8 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:13.447610 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11714acf-854a-4d5b-9325-06967fe4a987", "tag": "fb36042c-83b8-4b11-912f-0552d755d8ed", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:13.447871 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-298c282c-f2d3-457c-8642-727f06d09ee8 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:13.448297 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11714acf-854a-4d5b-9325-06967fe4a987', 'tag': 'fb36042c-83b8-4b11-912f-0552d755d8ed', 'status': 'completed', 'code': 200} Nov 12 11:13:13.459758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ddc0b-77c1-420b-868f-4b35ba2f373b service neutron] Pushing event updated for resources: {'Port': ['ID=fb36042c-83b8-4b11-912f-0552d755d8ed,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:13.518532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-376e40d5-8894-434b-9532-0877a8de7b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0231590 Nov 12 11:13:13.521283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44280) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:13.527414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-85ea9ff6-55f6-4717-9cd1-dba8a0ab95be tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-220686106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:13.546911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03efc8-e572-4f15-974f-e66052b6aac9 req-bb6c27b6-0936-4f15-9889-5a3d8075e660 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.555040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c03efc8-e572-4f15-974f-e66052b6aac9 req-bb6c27b6-0936-4f15-9889-5a3d8075e660 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 944 time: 0.3378432 Nov 12 11:13:13.643459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-37da5202-fbf6-4474-870f-48e9a984dfb2', 'network_id': '37da5202-fbf6-4474-870f-48e9a984dfb2', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '7b29cb42-7354-47ad-897a-707dab71e8d7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:13.644407 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.651507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-3e284419-7b5f-41df-8aab-0808187526a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.654503 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-3e284419-7b5f-41df-8aab-0808187526a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3c219a12a2d4e1cb0d66811d0270a29&device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 1096 time: 0.2891259 Nov 12 11:13:13.682403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebcede-a1ee-445c-ac45-74d363ea2ac2 req-69ecf1cf-2cdd-4a3a-bd0b-61be93e5e9d1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.691723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbebcede-a1ee-445c-ac45-74d363ea2ac2 req-69ecf1cf-2cdd-4a3a-bd0b-61be93e5e9d1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.1576018 Nov 12 11:13:13.694824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-85ea9ff6-55f6-4717-9cd1-dba8a0ab95be tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.695918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-85ea9ff6-55f6-4717-9cd1-dba8a0ab95be tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.743048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-927c8df9-ef65-4a80-b34b-ec279b21001a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb36042c-83b8-4b11-912f-0552d755d8ed HTTP/1.1" status: 200 len: 217 time: 0.0741351 Nov 12 11:13:13.752536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-85ea9ff6-55f6-4717-9cd1-dba8a0ab95be tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.771012 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-85ea9ff6-55f6-4717-9cd1-dba8a0ab95be tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.823511 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbebcede-a1ee-445c-ac45-74d363ea2ac2 req-0fbc3501-a0e3-442f-afac-dcfe8b50f126 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307063 Nov 12 11:13:13.845838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-608f0529-f054-4d9c-82ed-39db838a748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.846508 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-608f0529-f054-4d9c-82ed-39db838a748f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98fa6516-21fa-4632-a0d8-b833973f1ad9 HTTP/1.1" status: 200 len: 848 time: 0.0807180 Nov 12 11:13:13.849677 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-85ea9ff6-55f6-4717-9cd1-dba8a0ab95be tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.854205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-85ea9ff6-55f6-4717-9cd1-dba8a0ab95be tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3316205 Nov 12 11:13:13.855066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44286) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:13.876111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-60e9933a-ded2-44d4-b063-aef9f4f2b1d3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.877980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-60e9933a-ded2-44d4-b063-aef9f4f2b1d3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.3150947 Nov 12 11:13:13.883272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Allocated IP 2001:db8::2 (37da5202-fbf6-4474-870f-48e9a984dfb2/7b29cb42-7354-47ad-897a-707dab71e8d7/fd8ae509-f92a-4e63-b350-94c0b23ea54a) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:13.894688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Router d7afd560-56ce-4f18-8f29-b364f448b1fb is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:13:13.952146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2c03efc8-e572-4f15-974f-e66052b6aac9 req-2c6fdfbf-cdff-44d9-af59-fde122fb636e tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959506 Nov 12 11:13:13.957640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-91b51c37-5d6e-4f09-aaa6-a58a2cb15941 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=beb849bf-9a32-4238-948a-1c8ce72d7fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937579 Nov 12 11:13:14.214195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.224407 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.298252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Network 37da5202-fbf6-4474-870f-48e9a984dfb2 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:14.301412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:14.305643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:14.371893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Pushing event updated for resources: {'Port': ['ID=fd8ae509-f92a-4e63-b350-94c0b23ea54a,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:14.380134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Attempting to bind port fd8ae509-f92a-4e63-b350-94c0b23ea54a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:14.380134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Attempting to bind port fd8ae509-f92a-4e63-b350-94c0b23ea54a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '5376b20b-4268-4aca-b290-9e5aefbef823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37da5202-fbf6-4474-870f-48e9a984dfb2'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:14.380134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Attempting to bind port fd8ae509-f92a-4e63-b350-94c0b23ea54a on network 37da5202-fbf6-4474-870f-48e9a984dfb2 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:14.385226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:14.385772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Checking segment: {'id': '5376b20b-4268-4aca-b290-9e5aefbef823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37da5202-fbf6-4474-870f-48e9a984dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:14.386280 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.386787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Bound using segment: {'id': '5376b20b-4268-4aca-b290-9e5aefbef823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37da5202-fbf6-4474-870f-48e9a984dfb2'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:14.387374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Bound port: fd8ae509-f92a-4e63-b350-94c0b23ea54a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5376b20b-4268-4aca-b290-9e5aefbef823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37da5202-fbf6-4474-870f-48e9a984dfb2'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:14.387864 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.432775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b2cf5-21a8-4708-81d6-655fe8dd322e req-ee12d242-97f1-4ad6-a5c5-81e6c9c19c2a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:14.434663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-438b2cf5-21a8-4708-81d6-655fe8dd322e req-ee12d242-97f1-4ad6-a5c5-81e6c9c19c2a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bd9ef4b-005b-4693-9be4-48113ed0fc99 HTTP/1.1" status: 200 len: 945 time: 0.2838616 Nov 12 11:13:14.437541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-bd77a5ea-7279-4f36-a061-cf8675331a87 service neutron] 10.222.0.59 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589934 Nov 12 11:13:14.438777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.546154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] For port fd8ae509-f92a-4e63-b350-94c0b23ea54a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:14.556669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] For port fd8ae509-f92a-4e63-b350-94c0b23ea54a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fd8ae509-f92a-4e63-b350-94c0b23ea54a,segment=NetworkSegment(5376b20b-4268-4aca-b290-9e5aefbef823),segment_id=5376b20b-4268-4aca-b290-9e5aefbef823)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:14.557648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:14.563274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.570483 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb04f6-ffbd-4354-bb35-c0327ba2b4a9 None None] Sync routers for ids ['d7afd560-56ce-4f18-8f29-b364f448b1fb'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:14.600666 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb04f6-ffbd-4354-bb35-c0327ba2b4a9 None None] Routers {'d7afd560-56ce-4f18-8f29-b364f448b1fb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:14.601590 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-68cb04f6-ffbd-4354-bb35-c0327ba2b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d7afd560-56ce-4f18-8f29-b364f448b1fb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:14.615089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Deleting port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:14.615474 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.682064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-438b2cf5-21a8-4708-81d6-655fe8dd322e req-c05d40a9-adb8-46bd-9526-c6c02a49ddab tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297721 Nov 12 11:13:14.685835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.687293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-efc99fbc-45f1-44ac-9d25-a7c216c3dff6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7389922 Nov 12 11:13:14.690347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44288) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:14.700370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:14.740151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb5ac1-358d-4088-8d88-0a0e9f0ac537 None None] Pushing event updated for resources: {'Port': ['ID=fd8ae509-f92a-4e63-b350-94c0b23ea54a,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:14.766587 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-68cb04f6-ffbd-4354-bb35-c0327ba2b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:14.781207 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb04f6-ffbd-4354-bb35-c0327ba2b4a9 None None] Routers {'d7afd560-56ce-4f18-8f29-b364f448b1fb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:14.782568 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-68cb04f6-ffbd-4354-bb35-c0327ba2b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d7afd560-56ce-4f18-8f29-b364f448b1fb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:14.783000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a4bd133-162c-40dd-92a2-80ce06e064cf req-d3a65e52-b97d-4eba-b989-76c82f2da526 service neutron] 10.222.0.59 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282642 Nov 12 11:13:14.850884 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-68cb04f6-ffbd-4354-bb35-c0327ba2b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:14.852585 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb04f6-ffbd-4354-bb35-c0327ba2b4a9 None None] The sync data for ids ['d7afd560-56ce-4f18-8f29-b364f448b1fb'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:15.025157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] For port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:15.025864 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:15.131898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Calling delete_port for 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:15.250177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-9657e11d-8baf-41a3-a8a7-24b805108907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.251747 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-9657e11d-8baf-41a3-a8a7-24b805108907 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3c219a12a2d4e1cb0d66811d0270a29&device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 1096 time: 0.3871744 Nov 12 11:13:15.252491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8::1 (37da5202-fbf6-4474-870f-48e9a984dfb2/7b29cb42-7354-47ad-897a-707dab71e8d7/4b74ad67-2bbd-44a8-9102-bbd48d9731c1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:15.296036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe2d0e-6f89-40b8-9e59-c95353daebb5 req-1ecaabbf-661d-4d3e-abc0-edbfc729de97 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.297839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbfe2d0e-6f89-40b8-9e59-c95353daebb5 req-1ecaabbf-661d-4d3e-abc0-edbfc729de97 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.3338404 Nov 12 11:13:15.485366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbfe2d0e-6f89-40b8-9e59-c95353daebb5 req-0e077a6a-d6df-4317-b17c-57a3c9fd07c9 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685758 Nov 12 11:13:15.529146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-87d3195d-be39-42bf-8668-f7ed00ddbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.540913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-87d3195d-be39-42bf-8668-f7ed00ddbae5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=beb849bf-9a32-4238-948a-1c8ce72d7fd4 HTTP/1.1" status: 200 len: 909 time: 0.2571051 Nov 12 11:13:15.592347 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-2fbaa9a0-13d7-4ff4-97db-5218590ee6bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb36042c-83b8-4b11-912f-0552d755d8ed HTTP/1.1" status: 200 len: 217 time: 0.0487657 Nov 12 11:13:15.678225 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:15.691164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['905756ac-2039-465b-b809-9ce64e6f9731'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:15.812768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Pushing event deleted for resources: {'Port': ['ID=81e0c7ab-e6fd-4fdf-a160-38c290863fe0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:15.832162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-5be549ed-29e2-407c-b5ba-185463ac1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.834949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-5be549ed-29e2-407c-b5ba-185463ac1af3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98fa6516-21fa-4632-a0d8-b833973f1ad9 HTTP/1.1" status: 200 len: 848 time: 0.2288177 Nov 12 11:13:15.926498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] No DVR routers for this DVR port 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:15.931839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:15.936751 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-595c13ee-fe2b-47d9-8606-05889afbcb0e req-6a34323b-befc-477f-8e25-ef6c4d737125 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.59 "DELETE /v2.0/ports/81e0c7ab-e6fd-4fdf-a160-38c290863fe0 HTTP/1.1" status: 204 len: 173 time: 2.0347648 Nov 12 11:13:15.937642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd9ef4b-005b-4693-9be4-48113ed0fc99', 'name': 'network-vif-deleted', 'tag': '81e0c7ab-e6fd-4fdf-a160-38c290863fe0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:15.941103 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f882da-81b8-498c-a648-e0ae7e26a7d3" -d '{"events": [{"server_uuid": "5bd9ef4b-005b-4693-9be4-48113ed0fc99", "name": "network-vif-deleted", "tag": "81e0c7ab-e6fd-4fdf-a160-38c290863fe0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:16.046025 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.071172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.083439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.219503 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.242383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Deleting port 6bf06af0-4e49-4a6f-8bc8-6e1a9e5d5c9d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:16.242726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.371966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 37da5202-fbf6-4474-870f-48e9a984dfb2 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:16.454048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a1a3a-c8cb-4ad8-9159-7c18c0ba65e0 None None] Network 37da5202-fbf6-4474-870f-48e9a984dfb2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:16.457639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:16.479402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:16.479986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.587213 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-709a3a9d-80f3-45f4-b5a7-96736f5f9d3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=beb849bf-9a32-4238-948a-1c8ce72d7fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7028322 Nov 12 11:13:16.638115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4e528-abd0-411c-88a6-168c7d103631 req-aaf3a8f3-49a0-4b27-b454-d20d0dd689e8 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:16.644106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=4b74ad67-2bbd-44a8-9102-bbd48d9731c1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:16.653119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-29d4e528-abd0-411c-88a6-168c7d103631 req-aaf3a8f3-49a0-4b27-b454-d20d0dd689e8 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 944 time: 0.9520345 Nov 12 11:13:16.693451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fd8ae509-f92a-4e63-b350-94c0b23ea54a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:16.745977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.765700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a33c8ba2-ce00-453f-9acc-953bbda3441c None None] Provisioning complete for port fd8ae509-f92a-4e63-b350-94c0b23ea54a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:16.765919 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ba2-ce00-453f-9acc-953bbda3441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.766553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Calling delete_port for 6bf06af0-4e49-4a6f-8bc8-6e1a9e5d5c9d owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:16.789121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-29d4e528-abd0-411c-88a6-168c7d103631 req-9de2db77-8766-43c9-bfa0-78ffcc038174 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348727 Nov 12 11:13:16.881655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port fd8ae509-f92a-4e63-b350-94c0b23ea54a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:16.882110 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.907010 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:16.948799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-6f51b483-9dc1-47e8-91e2-a9a577a5d0fa service neutron] 10.222.0.59 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556197 Nov 12 11:13:16.971548 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ba2-ce00-453f-9acc-953bbda3441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.033485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a33c8ba2-ce00-453f-9acc-953bbda3441c None None] For port fd8ae509-f92a-4e63-b350-94c0b23ea54a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fd8ae509-f92a-4e63-b350-94c0b23ea54a,segment=NetworkSegment(5376b20b-4268-4aca-b290-9e5aefbef823),segment_id=5376b20b-4268-4aca-b290-9e5aefbef823)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:17.044996 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ba2-ce00-453f-9acc-953bbda3441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.124639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e016-2310-48b7-91a2-1fbf52dff84f req-73d89212-c843-4c3a-884a-bf78e102b319 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:17.136410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f99e016-2310-48b7-91a2-1fbf52dff84f req-73d89212-c843-4c3a-884a-bf78e102b319 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.1239624 Nov 12 11:13:17.150146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c8ba2-ce00-453f-9acc-953bbda3441c None None] Pushing event updated for resources: {'Port': ['ID=fd8ae509-f92a-4e63-b350-94c0b23ea54a,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:17.154627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fb36042c-83b8-4b11-912f-0552d755d8ed details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:13:17.213537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f99e016-2310-48b7-91a2-1fbf52dff84f req-024b1411-45d9-43eb-866b-ba24156688a4 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717130 Nov 12 11:13:17.266568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44e87e77-a4a5-4e9a-883f-d8deb109a76a req-29efe46a-ab99-496f-a4e7-4e57abd6e513 service neutron] 10.222.0.59 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080757 Nov 12 11:13:17.311564 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2495e73b-d424-47f7-8588-d5a103c8131b x-openstack-request-id: req-2495e73b-d424-47f7-8588-d5a103c8131b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:17.312097 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd9ef4b-005b-4693-9be4-48113ed0fc99", "name": "network-vif-deleted", "tag": "81e0c7ab-e6fd-4fdf-a160-38c290863fe0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:17.312513 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2495e73b-d424-47f7-8588-d5a103c8131b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:17.313100 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd9ef4b-005b-4693-9be4-48113ed0fc99', 'name': 'network-vif-deleted', 'tag': '81e0c7ab-e6fd-4fdf-a160-38c290863fe0', 'status': 'completed', 'code': 200} Nov 12 11:13:17.391197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.446083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Pushing event deleted for resources: {'Port': ['ID=6bf06af0-4e49-4a6f-8bc8-6e1a9e5d5c9d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:17.535045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:17.623659 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.628071 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.628279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17274e1a-e9ab-4fe2-b7fc-7029e3f787bf None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:17.700597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb8a7a-04ea-4160-96ec-ec3c587cba7e req-30be0551-4b0f-4a1b-a96e-24e62d4357e6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:17.710310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69cb8a7a-04ea-4160-96ec-ec3c587cba7e req-30be0551-4b0f-4a1b-a96e-24e62d4357e6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0699363 Nov 12 11:13:17.712221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:17.713147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 81e0c7ab-e6fd-4fdf-a160-38c290863fe0 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:17.728351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-98672b1c-0d5e-4116-bfd7-e6f31e0814a2 None None] Provisioning complete for port 4b74ad67-2bbd-44a8-9102-bbd48d9731c1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:17.729015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-98672b1c-0d5e-4116-bfd7-e6f31e0814a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.783271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69cb8a7a-04ea-4160-96ec-ec3c587cba7e req-96bc46b8-8971-44e8-8d04-3bed7a2945ac tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718312 Nov 12 11:13:17.814044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.814850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.815968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-98672b1c-0d5e-4116-bfd7-e6f31e0814a2 None None] Port 4b74ad67-2bbd-44a8-9102-bbd48d9731c1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:17.820558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fb36042c-83b8-4b11-912f-0552d755d8ed, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fb36042c-83b8-4b11-912f-0552d755d8ed,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:17.844438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'fb36042c-83b8-4b11-912f-0552d755d8ed', 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4', 'port_id': 'fb36042c-83b8-4b11-912f-0552d755d8ed', 'mac_address': 'fa:16:3e:6b:73:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fa6516-21fa-4632-a0d8-b833973f1ad9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:13:17.855538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-98672b1c-0d5e-4116-bfd7-e6f31e0814a2 None None] Provisioning complete for port fd8ae509-f92a-4e63-b350-94c0b23ea54a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:17.855538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-98672b1c-0d5e-4116-bfd7-e6f31e0814a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.945705 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.996752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb36042c-83b8-4b11-912f-0552d755d8ed {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:18.085657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=4b74ad67-2bbd-44a8-9102-bbd48d9731c1,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:18.121940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fb36042c-83b8-4b11-912f-0552d755d8ed, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fb36042c-83b8-4b11-912f-0552d755d8ed,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:18.131612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:18.191083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-22d5df3d-2161-40dc-8282-150b85532722 service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705606 Nov 12 11:13:18.193316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:18.205460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:18.209127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fb36042c-83b8-4b11-912f-0552d755d8ed,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:18.220828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebcbe1-1456-46ac-b322-278e030c2b8d req-75f0518d-b21e-4367-b60f-f37e694a98ae tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:18.222431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-53ebcbe1-1456-46ac-b322-278e030c2b8d req-75f0518d-b21e-4367-b60f-f37e694a98ae tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 944 time: 0.3127549 Nov 12 11:13:18.263992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6d54fdf9-462d-41a5-8b7f-82b4dbd21eb2 None None] Provisioning complete for port 4b74ad67-2bbd-44a8-9102-bbd48d9731c1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:18.265334 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d54fdf9-462d-41a5-8b7f-82b4dbd21eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:18.330026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 37da5202-fbf6-4474-870f-48e9a984dfb2 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:18.336302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:18.349121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6d54fdf9-462d-41a5-8b7f-82b4dbd21eb2 None None] Port 4b74ad67-2bbd-44a8-9102-bbd48d9731c1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:18.366331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Router d7afd560-56ce-4f18-8f29-b364f448b1fb has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:13:18.421033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-53ebcbe1-1456-46ac-b322-278e030c2b8d req-18ce1f07-27b9-4739-a796-31ce5ce68b81 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853852 Nov 12 11:13:18.439774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fb36042c-83b8-4b11-912f-0552d755d8ed'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:18.476544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714f6a5-0e22-4bbd-9c95-98df673e3e5b req-ed76a4dc-e89a-4665-a519-5cdd45b0739e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:18.496911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4714f6a5-0e22-4bbd-9c95-98df673e3e5b req-ed76a4dc-e89a-4665-a519-5cdd45b0739e tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.1250691 Nov 12 11:13:18.590035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fd8ae509-f92a-4e63-b350-94c0b23ea54a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:18.631541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4714f6a5-0e22-4bbd-9c95-98df673e3e5b req-4b5ccb5e-6389-4a5b-a5f8-cdbcc0616b1a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324928 Nov 12 11:13:18.642768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:18.674132 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:18.681772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44312) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:18.682099 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-af73fbfc-59aa-411c-bbef-5482831f87a3 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "PUT /v2.0/routers/d7afd560-56ce-4f18-8f29-b364f448b1fb HTTP/1.1" status: 200 len: 710 time: 3.9904351 Nov 12 11:13:18.693665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fb2aa-b710-407e-bc9c-3822efc215a5 None None] Sync routers for ids ['d7afd560-56ce-4f18-8f29-b364f448b1fb'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:18.725460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router 64d79537-371e-4469-8b16-7bfbead8c708 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:13:18.743664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fb2aa-b710-407e-bc9c-3822efc215a5 None None] Routers {'d7afd560-56ce-4f18-8f29-b364f448b1fb'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:18.755766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-017fb2aa-b710-407e-bc9c-3822efc215a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d7afd560-56ce-4f18-8f29-b364f448b1fb'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:18.809456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-017fb2aa-b710-407e-bc9c-3822efc215a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:18.845186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:18.857557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44316) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:18.858905 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf100176-578a-4a55-8809-1a07894ede3c None None] Sync routers for ids ['64d79537-371e-4469-8b16-7bfbead8c708'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:18.876786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5364a76-fbc9-497d-8ef9-eefa82f207f8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/64d79537-371e-4469-8b16-7bfbead8c708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0202079 Nov 12 11:13:18.887909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fb2aa-b710-407e-bc9c-3822efc215a5 None None] Routers {'d7afd560-56ce-4f18-8f29-b364f448b1fb'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:18.887909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-017fb2aa-b710-407e-bc9c-3822efc215a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d7afd560-56ce-4f18-8f29-b364f448b1fb'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:18.889026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port fd8ae509-f92a-4e63-b350-94c0b23ea54a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:18.889026 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:18.889202 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf100176-578a-4a55-8809-1a07894ede3c None None] Routers {'64d79537-371e-4469-8b16-7bfbead8c708'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:18.889785 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bf100176-578a-4a55-8809-1a07894ede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64d79537-371e-4469-8b16-7bfbead8c708'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:18.939794 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-78e965d1-9fc2-4bdd-a009-01884d1e234c tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/routers/d7afd560-56ce-4f18-8f29-b364f448b1fb HTTP/1.1" status: 200 len: 745 time: 0.2544916 Nov 12 11:13:18.943758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44318) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:18.992728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-017fb2aa-b710-407e-bc9c-3822efc215a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:18.994193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fb2aa-b710-407e-bc9c-3822efc215a5 None None] The sync data for ids ['d7afd560-56ce-4f18-8f29-b364f448b1fb'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:19.016633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bde915-059e-481e-9544-be485ee49336 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.021623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-85bde915-059e-481e-9544-be485ee49336 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports/4b74ad67-2bbd-44a8-9102-bbd48d9731c1 HTTP/1.1" status: 200 len: 911 time: 0.1597104 Nov 12 11:13:19.026511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44320) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:19.046517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bbb44dcb-15ce-4a7e-8503-8d0852570182 None None] Provisioning complete for port 4b74ad67-2bbd-44a8-9102-bbd48d9731c1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:19.047032 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bbb44dcb-15ce-4a7e-8503-8d0852570182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:19.109907 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2ffa8594-cd79-4a67-a87e-c820573d1acf tempest-RoutersIpV6AdminTest-1474706610 tempest-RoutersIpV6AdminTest-1474706610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=d7afd560-56ce-4f18-8f29-b364f448b1fb HTTP/1.1" status: 200 len: 205 time: 0.1611094 Nov 12 11:13:19.110547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:19.170227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ad8c6-5691-4df3-92cc-e34cdf390ae4 req-495a16ab-c8e5-40dc-a0e2-7469a4db25a7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.170901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b2ae46a-a6aa-4aa1-b906-419bc1227055 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7afd560-56ce-4f18-8f29-b364f448b1fb HTTP/1.1" status: 200 len: 205 time: 0.0572670 Nov 12 11:13:19.179849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ad8c6-5691-4df3-92cc-e34cdf390ae4 req-495a16ab-c8e5-40dc-a0e2-7469a4db25a7 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.2488198 Nov 12 11:13:19.189424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bbb44dcb-15ce-4a7e-8503-8d0852570182 None None] Port 4b74ad67-2bbd-44a8-9102-bbd48d9731c1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:19.190161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44324) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:19.223386 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce7a2682-78fb-4075-af4d-cff32d4be39a req-b5afdb27-a438-4ca1-9fb5-092a5723610c service neutron] 10.222.0.52 "GET /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245630 Nov 12 11:13:19.226073 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bf100176-578a-4a55-8809-1a07894ede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:19.245885 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf100176-578a-4a55-8809-1a07894ede3c None None] Routers {'64d79537-371e-4469-8b16-7bfbead8c708'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:19.246448 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bf100176-578a-4a55-8809-1a07894ede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64d79537-371e-4469-8b16-7bfbead8c708'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:19.286334 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bf100176-578a-4a55-8809-1a07894ede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:19.288074 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf100176-578a-4a55-8809-1a07894ede3c None None] The sync data for ids ['64d79537-371e-4469-8b16-7bfbead8c708'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:19.362292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-645bf978-fa6f-479d-a4a1-8044d9047949 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:19.376113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ad8c6-5691-4df3-92cc-e34cdf390ae4 req-e0a98972-a36d-4393-be6a-de09029493a6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946862 Nov 12 11:13:19.586024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124727-60a5-497a-8863-807989ebec85 req-7ae57301-2f30-4379-8c58-b2a25daf3086 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.587765 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fa124727-60a5-497a-8863-807989ebec85 req-7ae57301-2f30-4379-8c58-b2a25daf3086 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 945 time: 0.0618255 Nov 12 11:13:19.658113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-645bf978-fa6f-479d-a4a1-8044d9047949 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:19.663627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-645bf978-fa6f-479d-a4a1-8044d9047949 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:19.694919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fa124727-60a5-497a-8863-807989ebec85 req-7e491731-049f-4e21-919c-ceffb6d1d4c7 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011069 Nov 12 11:13:19.814762 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-645bf978-fa6f-479d-a4a1-8044d9047949 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:19.815255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645bf978-fa6f-479d-a4a1-8044d9047949 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Fanout notify agent at l3_agent the message router_deleted on router d7afd560-56ce-4f18-8f29-b364f448b1fb {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:19.823816 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-645bf978-fa6f-479d-a4a1-8044d9047949 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:19.827975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-645bf978-fa6f-479d-a4a1-8044d9047949 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/d7afd560-56ce-4f18-8f29-b364f448b1fb HTTP/1.1" status: 204 len: 168 time: 0.6326733 Nov 12 11:13:19.828412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44332) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:19.858137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30e2fac6-a8f2-4559-b1ab-b80c8984c8ea tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7afd560-56ce-4f18-8f29-b364f448b1fb HTTP/1.1" status: 200 len: 205 time: 0.0283179 Nov 12 11:13:19.860705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44334) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:19.883875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3088f-3f0c-468c-b7a2-1cfe1d9df19f req-4398ee49-027c-4dfc-a381-e1594b6f7e22 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.885461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a3088f-3f0c-468c-b7a2-1cfe1d9df19f req-4398ee49-027c-4dfc-a381-e1594b6f7e22 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.1188776 Nov 12 11:13:19.906978 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-16aa0f8e-8b4e-4d9c-8d8f-3bcba4da7ff5 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] delete failed (client error): The resource could not be found. Nov 12 11:13:19.908283 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-16aa0f8e-8b4e-4d9c-8d8f-3bcba4da7ff5 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/d7afd560-56ce-4f18-8f29-b364f448b1fb HTTP/1.1" status: 404 len: 336 time: 0.0462673 Nov 12 11:13:19.915028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44338) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:19.965737 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a411ee75-10fe-4302-8afc-e0efae91d484 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e220d1d-e6b8-4313-ba56-3dc6b960085b HTTP/1.1" status: 200 len: 205 time: 0.0492499 Nov 12 11:13:19.968138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:19.978605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32a3088f-3f0c-468c-b7a2-1cfe1d9df19f req-c8515679-fb2c-4493-ac74-1acf3bac06f0 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800765 Nov 12 11:13:20.013005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.027924 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-0e17f2f8-484a-4185-a9e6-dca00ddcc91e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] delete failed (client error): The resource could not be found. Nov 12 11:13:20.029234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0e17f2f8-484a-4185-a9e6-dca00ddcc91e tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/6e220d1d-e6b8-4313-ba56-3dc6b960085b HTTP/1.1" status: 404 len: 336 time: 0.0600331 Nov 12 11:13:20.032275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44342) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.064092 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fdfde812-1f63-47ca-ad30-23e1fa267379 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=20c2f00f-071c-46c7-a88a-3503d6efd65c HTTP/1.1" status: 200 len: 205 time: 0.0306830 Nov 12 11:13:20.066541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44344) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.140535 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-a1fd89b2-09bb-47e7-8ce9-a421e62846c6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] delete failed (client error): The resource could not be found. Nov 12 11:13:20.142333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a1fd89b2-09bb-47e7-8ce9-a421e62846c6 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/20c2f00f-071c-46c7-a88a-3503d6efd65c HTTP/1.1" status: 404 len: 336 time: 0.0742896 Nov 12 11:13:20.144449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44346) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.183816 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2527a52f-6391-45f0-9113-104a64812f0c tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=36220f64-9c37-4199-90b4-efdeee3447a5 HTTP/1.1" status: 200 len: 205 time: 0.0377681 Nov 12 11:13:20.186027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44348) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.241438 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-9ea1d582-406f-4870-86a6-98ca76c75f94 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] delete failed (client error): The resource could not be found. Nov 12 11:13:20.242846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9ea1d582-406f-4870-86a6-98ca76c75f94 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/36220f64-9c37-4199-90b4-efdeee3447a5 HTTP/1.1" status: 404 len: 336 time: 0.0555708 Nov 12 11:13:20.245793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44350) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.292597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-662a1dd0-678d-46cf-9686-fff813eddd26 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6017811-780a-4e0f-979e-96190179d8c0 HTTP/1.1" status: 200 len: 205 time: 0.0456238 Nov 12 11:13:20.294964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44352) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.337032 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-3119f154-4b2c-4127-8bcd-66f4b0f16659 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] delete failed (client error): The resource could not be found. Nov 12 11:13:20.340357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3119f154-4b2c-4127-8bcd-66f4b0f16659 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/a6017811-780a-4e0f-979e-96190179d8c0 HTTP/1.1" status: 404 len: 336 time: 0.0423317 Nov 12 11:13:20.340607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44354) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.366242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 4b74ad67-2bbd-44a8-9102-bbd48d9731c1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:20.366594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.376921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e737451-dfa4-401f-9bbb-3a0b50241c47 tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "GET /v2.0/ports?device_id=099938f9-428b-4f16-a9c2-6be9e963fc63 HTTP/1.1" status: 200 len: 205 time: 0.0339441 Nov 12 11:13:20.381084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44356) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.436285 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-a548cb8b-c5de-4986-8801-124d3c4720db tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] delete failed (client error): The resource could not be found. Nov 12 11:13:20.437524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a548cb8b-c5de-4986-8801-124d3c4720db tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/routers/099938f9-428b-4f16-a9c2-6be9e963fc63 HTTP/1.1" status: 404 len: 336 time: 0.0506439 Nov 12 11:13:20.440119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44360) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.475435 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8857bae0-9b01-4d92-8f62-4e2d0f40221c tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] DELETE failed (client error): The resource could not be found. Nov 12 11:13:20.475729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.476059 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8857bae0-9b01-4d92-8f62-4e2d0f40221c tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:20.481003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8857bae0-9b01-4d92-8f62-4e2d0f40221c tempest-RoutersIpV6AdminTest-2129907956 tempest-RoutersIpV6AdminTest-2129907956-project] 10.222.0.31 "DELETE /v2.0/subnets/415f3f3b-3591-469b-b82e-6705aaaa5073 HTTP/1.1" status: 404 len: 337 time: 0.0396230 Nov 12 11:13:20.516851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 4b74ad67-2bbd-44a8-9102-bbd48d9731c1 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:20.548514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeee47-985e-4fc9-9304-b66015bd8638 req-2b265c87-ed3a-42b5-814e-70ca742db045 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:20.553463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fbeee47-985e-4fc9-9304-b66015bd8638 req-2b265c87-ed3a-42b5-814e-70ca742db045 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0822906 Nov 12 11:13:20.658301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fbeee47-985e-4fc9-9304-b66015bd8638 req-7d5c2b6a-3d7e-4983-ae6e-17bc99868576 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719538 Nov 12 11:13:20.802560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44368) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.822471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.875859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=4b74ad67-2bbd-44a8-9102-bbd48d9731c1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:20.999433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654c455-1aaa-4e4e-bcaa-b36ae7c7a667 req-2fc5ad42-9b18-47f7-95a5-7b73f644a219 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:21.007248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9654c455-1aaa-4e4e-bcaa-b36ae7c7a667 req-2fc5ad42-9b18-47f7-95a5-7b73f644a219 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 945 time: 0.1987400 Nov 12 11:13:21.025265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-085a3425-4497-4cc4-b589-0f9691c41c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.025624 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.075402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fb36042c-83b8-4b11-912f-0552d755d8ed up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:21.135095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-085a3425-4497-4cc4-b589-0f9691c41c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.151434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9654c455-1aaa-4e4e-bcaa-b36ae7c7a667 req-2f300c46-ec58-4071-820c-263a8610f1a7 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431789 Nov 12 11:13:21.154899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-085a3425-4497-4cc4-b589-0f9691c41c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.195520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-085a3425-4497-4cc4-b589-0f9691c41c01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42c61f19eee347ffa21a0a42f88faf1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918676 Nov 12 11:13:21.198068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44374) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:21.227077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port fb36042c-83b8-4b11-912f-0552d755d8ed completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:13:21.235404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port fb36042c-83b8-4b11-912f-0552d755d8ed triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:21.236088 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.267761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a3425-4497-4cc4-b589-0f9691c41c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d772f9-2a82-4c0e-a2ae-79fdc6e42339,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:21.308833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-770dd796-200b-4282-99c7-c60cffd3b5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.349580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-770dd796-200b-4282-99c7-c60cffd3b5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.385544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router 64d79537-371e-4469-8b16-7bfbead8c708 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:13:21.394456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.424667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74739a8-3ce3-4635-a191-62a849a6ee72 req-38d63023-6a87-41a2-b990-9b6f70c78bdd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:21.433661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b74739a8-3ce3-4635-a191-62a849a6ee72 req-38d63023-6a87-41a2-b990-9b6f70c78bdd tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.0838535 Nov 12 11:13:21.435027 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-770dd796-200b-4282-99c7-c60cffd3b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.439757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-770dd796-200b-4282-99c7-c60cffd3b5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.443431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-770dd796-200b-4282-99c7-c60cffd3b5e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8d772f9-2a82-4c0e-a2ae-79fdc6e42339 HTTP/1.1" status: 204 len: 168 time: 0.2421694 Nov 12 11:13:21.451804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dd796-200b-4282-99c7-c60cffd3b5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d772f9-2a82-4c0e-a2ae-79fdc6e42339,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:21.468396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11714acf-854a-4d5b-9325-06967fe4a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb36042c-83b8-4b11-912f-0552d755d8ed'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:21.471039 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b785fb98-9707-435f-99e9-13b109fab792" -d '{"events": [{"server_uuid": "11714acf-854a-4d5b-9325-06967fe4a987", "name": "network-vif-plugged", "status": "completed", "tag": "fb36042c-83b8-4b11-912f-0552d755d8ed"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:21.489953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fb36042c-83b8-4b11-912f-0552d755d8ed, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fb36042c-83b8-4b11-912f-0552d755d8ed,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:21.499312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.579341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fb36042c-83b8-4b11-912f-0552d755d8ed,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:21.588056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:21.600007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44380) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:21.609338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e608d8cb-12de-43dd-ad86-03f37d5b12f2 None None] Sync routers for ids ['64d79537-371e-4469-8b16-7bfbead8c708'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:21.610887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fea4364b-6a50-40de-a5c5-022fd586805c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/64d79537-371e-4469-8b16-7bfbead8c708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5829880 Nov 12 11:13:21.632750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608d8cb-12de-43dd-ad86-03f37d5b12f2 None None] Routers {'64d79537-371e-4469-8b16-7bfbead8c708'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:21.634374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e608d8cb-12de-43dd-ad86-03f37d5b12f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64d79537-371e-4469-8b16-7bfbead8c708'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:21.650091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b74739a8-3ce3-4635-a191-62a849a6ee72 req-a8b306d5-df0b-40ca-8cca-0540870ad8e5 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2100756 Nov 12 11:13:21.650957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44382) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:21.653511 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0c158e07-506a-4a54-adac-a58abac901b1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=64d79537-371e-4469-8b16-7bfbead8c708 HTTP/1.1" status: 200 len: 205 time: 0.0522859 Nov 12 11:13:21.713666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e608d8cb-12de-43dd-ad86-03f37d5b12f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:21.725876 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45982789-65db-4d22-9513-3fe43326d0a9 x-openstack-request-id: req-45982789-65db-4d22-9513-3fe43326d0a9 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:21.726405 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11714acf-854a-4d5b-9325-06967fe4a987", "name": "network-vif-plugged", "status": "completed", "tag": "fb36042c-83b8-4b11-912f-0552d755d8ed", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:21.726666 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45982789-65db-4d22-9513-3fe43326d0a9 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:21.727221 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11714acf-854a-4d5b-9325-06967fe4a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb36042c-83b8-4b11-912f-0552d755d8ed', 'code': 200} Nov 12 11:13:21.729374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608d8cb-12de-43dd-ad86-03f37d5b12f2 None None] Routers {'64d79537-371e-4469-8b16-7bfbead8c708'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:21.730017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e608d8cb-12de-43dd-ad86-03f37d5b12f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:12:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64d79537-371e-4469-8b16-7bfbead8c708'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:21.736299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9d67-91ff-476a-9f8c-242d4dcaa550 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.797140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e608d8cb-12de-43dd-ad86-03f37d5b12f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:21.797799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e608d8cb-12de-43dd-ad86-03f37d5b12f2 None None] The sync data for ids ['64d79537-371e-4469-8b16-7bfbead8c708'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:22.031015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44388) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:22.098150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-928030b6-1922-49a3-bae7-61fd88f8cf76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44677a9bde3d45a684a1571ba2bc018c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650117 Nov 12 11:13:22.098772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44390) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:22.158005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a6ca-df0a-495e-9af2-0eca6f666736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.182584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a6ca-df0a-495e-9af2-0eca6f666736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.243841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a6ca-df0a-495e-9af2-0eca6f666736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.247430 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a6ca-df0a-495e-9af2-0eca6f666736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.249241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ffa6a6ca-df0a-495e-9af2-0eca6f666736 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/731a780c-a58e-49e6-8408-4075c67c3606 HTTP/1.1" status: 204 len: 168 time: 0.1492908 Nov 12 11:13:22.259519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6a6ca-df0a-495e-9af2-0eca6f666736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731a780c-a58e-49e6-8408-4075c67c3606,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:22.321014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110369f5-379f-4db8-b682-d71f174e1044 req-04d288f7-f5ec-427c-b690-95ba1613985a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:22.322562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-110369f5-379f-4db8-b682-d71f174e1044 req-04d288f7-f5ec-427c-b690-95ba1613985a tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.4980979 Nov 12 11:13:22.325152 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9d67-91ff-476a-9f8c-242d4dcaa550 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.331739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9d67-91ff-476a-9f8c-242d4dcaa550 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.336355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d675c-4944-4e10-bfab-d09a01939c44 req-475e96e6-70f3-4707-9789-5d1f76063733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:22.337904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-778d675c-4944-4e10-bfab-d09a01939c44 req-475e96e6-70f3-4707-9789-5d1f76063733 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 1098 time: 0.5032022 Nov 12 11:13:22.423917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9d67-91ff-476a-9f8c-242d4dcaa550 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.424458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c9d67-91ff-476a-9f8c-242d4dcaa550 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Fanout notify agent at l3_agent the message router_deleted on router 64d79537-371e-4469-8b16-7bfbead8c708 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:22.435697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9d67-91ff-476a-9f8c-242d4dcaa550 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.439522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44396) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:22.439655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a5c9d67-91ff-476a-9f8c-242d4dcaa550 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/64d79537-371e-4469-8b16-7bfbead8c708 HTTP/1.1" status: 204 len: 168 time: 0.7868354 Nov 12 11:13:22.475606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-110369f5-379f-4db8-b682-d71f174e1044 req-937b04f1-bdc9-46a2-b0b8-7033a632ca39 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417978 Nov 12 11:13:22.483656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-778d675c-4944-4e10-bfab-d09a01939c44 req-cbba471c-99cb-471e-ba36-5c748cbcf3af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311016 Nov 12 11:13:22.551125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e43788e-0694-49fb-abba-e2238609f049 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 7b29cb42-7354-47ad-897a-707dab71e8d7 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:13:22.562347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e43788e-0694-49fb-abba-e2238609f049 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.624302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e43788e-0694-49fb-abba-e2238609f049 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.637261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17ae32-95c8-4fb6-8e15-1694c80b8096 req-b85a7a1e-bda4-4f30-b695-2d7fe3db8e0a tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:22.640431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b17ae32-95c8-4fb6-8e15-1694c80b8096 req-b85a7a1e-bda4-4f30-b695-2d7fe3db8e0a tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 946 time: 0.0724871 Nov 12 11:13:22.720907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b17ae32-95c8-4fb6-8e15-1694c80b8096 req-e7c4fbf6-761f-4339-b669-0793cba2f10e tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703773 Nov 12 11:13:22.762033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e43788e-0694-49fb-abba-e2238609f049 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.879638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e43788e-0694-49fb-abba-e2238609f049 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.914157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43788e-0694-49fb-abba-e2238609f049 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=7b29cb42-7354-47ad-897a-707dab71e8d7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:22.920330 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3e43788e-0694-49fb-abba-e2238609f049 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.925792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3e43788e-0694-49fb-abba-e2238609f049 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/7b29cb42-7354-47ad-897a-707dab71e8d7 HTTP/1.1" status: 204 len: 168 time: 0.4843442 Nov 12 11:13:22.927980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44410) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:22.929512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a43baaf-d02a-436f-8862-cda73c659cfd None None] Network 37da5202-fbf6-4474-870f-48e9a984dfb2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:22.930404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b5ab9-d6c9-4552-8b9a-871b9ffa264f req-47019110-3518-4070-8d3d-73308cf09508 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:22.934088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef6b5ab9-d6c9-4552-8b9a-871b9ffa264f req-47019110-3518-4070-8d3d-73308cf09508 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.1284397 Nov 12 11:13:23.046471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef6b5ab9-d6c9-4552-8b9a-871b9ffa264f req-caf038c5-95a8-4b4a-b605-c1ab940cdfe3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024952 Nov 12 11:13:23.243900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] DHCP port deletion for 37da5202-fbf6-4474-870f-48e9a984dfb2 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:23.359859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] Deleting port fd8ae509-f92a-4e63-b350-94c0b23ea54a {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:23.362096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.480653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.503339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] For port fd8ae509-f92a-4e63-b350-94c0b23ea54a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fd8ae509-f92a-4e63-b350-94c0b23ea54a,segment=NetworkSegment(5376b20b-4268-4aca-b290-9e5aefbef823),segment_id=5376b20b-4268-4aca-b290-9e5aefbef823)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:23.515194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.545680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port fd8ae509-f92a-4e63-b350-94c0b23ea54a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:23.545680 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.555199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] Calling delete_port for fd8ae509-f92a-4e63-b350-94c0b23ea54a owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:23.722873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa9cd9-23a5-4cac-b12f-9c76fbadeb02 req-b19d9a87-e2f5-4ad1-846e-772e99099b34 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:23.725405 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4aa9cd9-23a5-4cac-b12f-9c76fbadeb02 req-b19d9a87-e2f5-4ad1-846e-772e99099b34 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1226420 Nov 12 11:13:23.750677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port fd8ae509-f92a-4e63-b350-94c0b23ea54a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fd8ae509-f92a-4e63-b350-94c0b23ea54a,segment=NetworkSegment(5376b20b-4268-4aca-b290-9e5aefbef823),segment_id=5376b20b-4268-4aca-b290-9e5aefbef823)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:23.754139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.756908 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.787302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for fd8ae509-f92a-4e63-b350-94c0b23ea54a owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:23.835969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] No DVR routers for this DVR port fd8ae509-f92a-4e63-b350-94c0b23ea54a on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:23.851542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de611ec3-3731-44f4-97fe-2ffa8081b4e3 None None] Pushing event deleted for resources: {'Port': ['ID=fd8ae509-f92a-4e63-b350-94c0b23ea54a,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:23.896857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4aa9cd9-23a5-4cac-b12f-9c76fbadeb02 req-2a374da5-93cd-45ce-a791-35f60408efeb tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623957 Nov 12 11:13:23.921185 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29e41aaa-9661-4e72-940c-459022277fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.968478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.006746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=fd8ae509-f92a-4e63-b350-94c0b23ea54a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:24.008687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No DVR routers for this DVR port fd8ae509-f92a-4e63-b350-94c0b23ea54a on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:24.045477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05980f7-4dec-4e75-984b-1a34c172c076 req-d96a264d-dc00-4de4-b215-35168d244628 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:24.047189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c05980f7-4dec-4e75-984b-1a34c172c076 req-d96a264d-dc00-4de4-b215-35168d244628 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 946 time: 0.0709331 Nov 12 11:13:24.103234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.118736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c05980f7-4dec-4e75-984b-1a34c172c076 req-e4d6f03b-e92d-457f-ad80-b1520d363630 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601811 Nov 12 11:13:24.130283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37da5202-fbf6-4474-870f-48e9a984dfb2']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:24.140842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5376b20b-4268-4aca-b290-9e5aefbef823') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:24.141161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5376b20b-4268-4aca-b290-9e5aefbef823') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:24.152204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.168605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.178422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:24.178871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:24.182239 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:24.251748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92fb65-1c94-4d68-80ed-000bee856743 req-9ba2c833-1015-4835-ab1b-cb77703c226b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:24.253331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b92fb65-1c94-4d68-80ed-000bee856743 req-9ba2c833-1015-4835-ab1b-cb77703c226b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.0623147 Nov 12 11:13:24.276129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.286704 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.297879 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/37da5202-fbf6-4474-870f-48e9a984dfb2 HTTP/1.1" status: 204 len: 168 time: 1.3606133 Nov 12 11:13:24.297879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44442) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:24.310025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-258201363', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:24.318315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e649159-1d88-4abb-8abd-04c9bf6c3fc9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=37da5202-fbf6-4474-870f-48e9a984dfb2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:24.350027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b92fb65-1c94-4d68-80ed-000bee856743 req-d5aaec21-5180-4e7d-a3f6-9161f93e2284 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860901 Nov 12 11:13:24.380228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.381333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.434471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fd8ae509-f92a-4e63-b350-94c0b23ea54a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:24.445962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.461850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: fd8ae509-f92a-4e63-b350-94c0b23ea54a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:24.462204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fd8ae509-f92a-4e63-b350-94c0b23ea54a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:24.490341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44450) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:24.598637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.648218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-860155566', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:24.676490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Made reservation on behalf of 5e8db64e52af4f278e168db8e55fd362 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:24.679470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.689333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.777621 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.783175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.788354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] device_id is not set on port d7a28fa3-558d-4766-be47-53b8b3f9d7c9 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:24.834250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.847623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc0c37f-b272-4691-a287-c280d5998da1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:24.855573 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.924310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Allocated IP 172.25.2.59 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/d7a28fa3-558d-4766-be47-53b8b3f9d7c9) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:24.973235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce7cc-fa99-408e-805d-ec0ba2c75aa2 req-f1dd5777-1609-4f90-ad68-44af03029741 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:24.974805 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb4ce7cc-fa99-408e-805d-ec0ba2c75aa2 req-f1dd5777-1609-4f90-ad68-44af03029741 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 946 time: 0.1085312 Nov 12 11:13:25.035840 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb4ce7cc-fa99-408e-805d-ec0ba2c75aa2 req-26d1ff3f-0557-4d6e-bd64-319ed309d203 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508630 Nov 12 11:13:25.090713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e9d31-3cf5-4cc9-8ec3-ba080820ee39 req-e5d3bc96-b2ed-472d-8e49-f98cd472e6a2 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:25.092871 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-865e9d31-3cf5-4cc9-8ec3-ba080820ee39 req-e5d3bc96-b2ed-472d-8e49-f98cd472e6a2 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.1127465 Nov 12 11:13:25.132769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.175288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-865e9d31-3cf5-4cc9-8ec3-ba080820ee39 req-ae76f744-46be-4c2a-9fe9-ee1b40bbb39b tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731621 Nov 12 11:13:25.197372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.239583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:25.246360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:25.250062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:25.252309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 172.25.2.110 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/3b129f4e-8fa1-432a-b301-720981c74fc0) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:25.256361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Pushing event updated for resources: {'Port': ['ID=d7a28fa3-558d-4766-be47-53b8b3f9d7c9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:25.262383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dc208-c50d-4ec0-879c-ba20babae7ac None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:25.309795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:25.310435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.332241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-271e1a03-9cc4-4507-ab23-ff711d87ea95 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.8397117 Nov 12 11:13:25.334726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44462) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:25.339798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.59'}]}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:25.363636 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.364923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.408143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d08e1b78-e514-4304-a945-65168aa0e56f None None] Provisioning complete for port d7a28fa3-558d-4766-be47-53b8b3f9d7c9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:25.409090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.409321 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d08e1b78-e514-4304-a945-65168aa0e56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.427727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.449487 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.470862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d08e1b78-e514-4304-a945-65168aa0e56f None None] Port d7a28fa3-558d-4766-be47-53b8b3f9d7c9 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:25.502428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:25.524333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:25.526751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:25.541654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458a41f-0465-4d68-97f8-6d89f0c89c0e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:25.566992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=3b129f4e-8fa1-432a-b301-720981c74fc0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:25.599121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777bdd6-6c77-409c-b07d-a80310f9a8d9 req-c6ac9550-73e1-4fe1-a110-83f8e7572e57 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:25.600849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d777bdd6-6c77-409c-b07d-a80310f9a8d9 req-c6ac9550-73e1-4fe1-a110-83f8e7572e57 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.1390154 Nov 12 11:13:25.625154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1f392668-8159-43fb-9d3f-89774cc1a152 None None] Provisioning complete for port 3b129f4e-8fa1-432a-b301-720981c74fc0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:25.625525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1f392668-8159-43fb-9d3f-89774cc1a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.627205 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.685417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1f392668-8159-43fb-9d3f-89774cc1a152 None None] Port 3b129f4e-8fa1-432a-b301-720981c74fc0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:25.780438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d777bdd6-6c77-409c-b07d-a80310f9a8d9 req-9a704690-3293-4901-896a-9ab375231b58 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310318 Nov 12 11:13:25.889222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.914364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:25.926382 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.087491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.183138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.241352 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1f6877a6-00e8-4dd1-b888-ba86ce003351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.361371 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.364370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.377824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affa1fa-0725-43eb-8c17-9bab3587f141 req-40fd26ff-7157-453d-a943-565c4f24c23f tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:26.379259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7c6d4-9b4c-41a8-92fb-f2d48a3841d2 req-972d2de1-b6c2-4d15-844a-38c8cb367b25 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:26.379380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3affa1fa-0725-43eb-8c17-9bab3587f141 req-40fd26ff-7157-453d-a943-565c4f24c23f tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0671167 Nov 12 11:13:26.386631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4f7c6d4-9b4c-41a8-92fb-f2d48a3841d2 req-972d2de1-b6c2-4d15-844a-38c8cb367b25 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 946 time: 0.2210608 Nov 12 11:13:26.449915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3affa1fa-0725-43eb-8c17-9bab3587f141 req-9743f74f-09fe-4781-9c0e-1b4544798cc6 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589395 Nov 12 11:13:26.451730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:13:26.485630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4f7c6d4-9b4c-41a8-92fb-f2d48a3841d2 req-e194b4f7-34e4-4cba-90f3-9e80758aa212 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927999 Nov 12 11:13:26.495516 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.496141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec627c4-5f69-432d-823a-d4fc15ea0064 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:26.535500 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:13:26.539222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-823ab899-d543-4677-8b5d-0004239f4373 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2007141 Nov 12 11:13:26.546058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-beaa1c23-5a44-44cd-b091-bf6683ade88d tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:26.547704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-beaa1c23-5a44-44cd-b091-bf6683ade88d tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.59 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 946 time: 0.0785608 Nov 12 11:13:26.548202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44472) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:26.583120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:26.597768 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dab71-c215-44ef-937d-d39b5390a94e None None] Sync routers for ids ['d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:26.608480 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.610127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6dfc2639-671c-4e60-8cf0-97142b162ebf tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3136442 Nov 12 11:13:26.612638 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dab71-c215-44ef-937d-d39b5390a94e None None] Routers {'d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:26.612805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44474) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:26.614178 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5c2dab71-c215-44ef-937d-d39b5390a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:26.650792 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5c2dab71-c215-44ef-937d-d39b5390a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:26.660639 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dab71-c215-44ef-937d-d39b5390a94e None None] Routers {'d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:26.661570 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5c2dab71-c215-44ef-937d-d39b5390a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:26.696229 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5c2dab71-c215-44ef-937d-d39b5390a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:26.696890 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dab71-c215-44ef-937d-d39b5390a94e None None] The sync data for ids ['d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:26.756890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-b72cf2b3-d047-421d-984e-f3d6b25dbcf3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:26.758686 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-b72cf2b3-d047-421d-984e-f3d6b25dbcf3 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0547318 Nov 12 11:13:26.809772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b2d3f4a9-0463-4e8c-975e-5b53803f8758 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/routers/d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 HTTP/1.1" status: 200 len: 884 time: 0.1919053 Nov 12 11:13:26.811103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44478) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:26.820073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-34e8bac3-2884-4326-98b4-a04c48b416a1 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Deleting port d7a28fa3-558d-4766-be47-53b8b3f9d7c9 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:26.820602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34e8bac3-2884-4326-98b4-a04c48b416a1 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.826869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Deleting port fb36042c-83b8-4b11-912f-0552d755d8ed {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:26.827241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:26.985645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Deleting port 905756ac-2039-465b-b809-9ce64e6f9731 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:26.986000 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.024268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7493d1-a3c6-40b0-a2c0-28791d30d2c6 req-6a7cb9b8-6cfd-4009-8ee5-636ed53f86fa tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:27.025806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f7493d1-a3c6-40b0-a2c0-28791d30d2c6 req-6a7cb9b8-6cfd-4009-8ee5-636ed53f86fa tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.1281092 Nov 12 11:13:27.032034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34e8bac3-2884-4326-98b4-a04c48b416a1 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.035351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] For port fb36042c-83b8-4b11-912f-0552d755d8ed, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fb36042c-83b8-4b11-912f-0552d755d8ed,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:27.035703 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.070338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-34e8bac3-2884-4326-98b4-a04c48b416a1 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Calling delete_port for d7a28fa3-558d-4766-be47-53b8b3f9d7c9 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:27.072236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Calling delete_port for fb36042c-83b8-4b11-912f-0552d755d8ed owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:27.188697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f7493d1-a3c6-40b0-a2c0-28791d30d2c6 req-e06e89ea-eb6d-49ee-ae68-424e88eddcb3 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1502597 Nov 12 11:13:27.329806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.337701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34e8bac3-2884-4326-98b4-a04c48b416a1 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.369892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Pushing event deleted for resources: {'Port': ['ID=fb36042c-83b8-4b11-912f-0552d755d8ed,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:27.413013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6f1a0-2424-4971-b980-d78e78769ea7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:27.420525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8bac3-2884-4326-98b4-a04c48b416a1 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7a28fa3-558d-4766-be47-53b8b3f9d7c9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:27.452512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] No DVR routers for this DVR port fb36042c-83b8-4b11-912f-0552d755d8ed on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:27.462271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] For port 905756ac-2039-465b-b809-9ce64e6f9731, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=905756ac-2039-465b-b809-9ce64e6f9731,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:27.462637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.471611 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.475092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c660956-a9c5-4939-9742-afa59cf45f2c req-8ad89170-6f18-4796-8466-7e06a3da17ba tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.59 "DELETE /v2.0/ports/fb36042c-83b8-4b11-912f-0552d755d8ed HTTP/1.1" status: 204 len: 173 time: 0.9146898 Nov 12 11:13:27.475542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11714acf-854a-4d5b-9325-06967fe4a987', 'name': 'network-vif-deleted', 'tag': 'fb36042c-83b8-4b11-912f-0552d755d8ed'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:27.477974 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb4c98-3f25-4aac-aea5-30a47313e4c1" -d '{"events": [{"server_uuid": "11714acf-854a-4d5b-9325-06967fe4a987", "name": "network-vif-deleted", "tag": "fb36042c-83b8-4b11-912f-0552d755d8ed"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:27.485052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Calling delete_port for 905756ac-2039-465b-b809-9ce64e6f9731 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:27.512615 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-86e0e755-e1d4-4d88-99ef-0baa1e1ea563 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6975768 Nov 12 11:13:27.515669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44488) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:27.522180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-427693d6-3383-447d-8507-c83001a93515 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-258201363'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:27.537569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34e8bac3-2884-4326-98b4-a04c48b416a1 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.543320 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-34e8bac3-2884-4326-98b4-a04c48b416a1 tempest-RoutersAdminNegativeIpV6Test-178996086 tempest-RoutersAdminNegativeIpV6Test-178996086-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d7a28fa3-558d-4766-be47-53b8b3f9d7c9 HTTP/1.1" status: 204 len: 168 time: 0.9941041 Nov 12 11:13:27.588908 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ad9290-de9b-4841-a3c5-ee65cb622699 x-openstack-request-id: req-d6ad9290-de9b-4841-a3c5-ee65cb622699 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:27.589217 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11714acf-854a-4d5b-9325-06967fe4a987", "name": "network-vif-deleted", "tag": "fb36042c-83b8-4b11-912f-0552d755d8ed", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:27.590039 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6ad9290-de9b-4841-a3c5-ee65cb622699 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:27.590039 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11714acf-854a-4d5b-9325-06967fe4a987', 'name': 'network-vif-deleted', 'tag': 'fb36042c-83b8-4b11-912f-0552d755d8ed', 'status': 'completed', 'code': 200} Nov 12 11:13:27.619755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88657673-cfcf-47d8-8cdb-64a04b81cf41 req-c573c7fc-8deb-4ee5-96d4-e9ad8f94b0da tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:27.630245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88657673-cfcf-47d8-8cdb-64a04b81cf41 req-c573c7fc-8deb-4ee5-96d4-e9ad8f94b0da tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d5b0021-312c-481d-8a44-335bac70f7cf HTTP/1.1" status: 200 len: 945 time: 0.0837612 Nov 12 11:13:27.707596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-88657673-cfcf-47d8-8cdb-64a04b81cf41 req-b549bc17-3437-43d4-8aab-1b30519e3e41 tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f160666-9f98-41b3-9278-845988b1534f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719380 Nov 12 11:13:27.720694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.797226 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1548262-8c28-4599-b599-c885c0f449e3 req-b1a80a11-1a14-49b8-b687-f5c17f0e5044 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=11714acf-854a-4d5b-9325-06967fe4a987 HTTP/1.1" status: 200 len: 210 time: 0.0900719 Nov 12 11:13:27.879217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:27.892259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['905756ac-2039-465b-b809-9ce64e6f9731'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:27.923698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Pushing event deleted for resources: {'Port': ['ID=905756ac-2039-465b-b809-9ce64e6f9731,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:27.989316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44498) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:28.005274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] No DVR routers for this DVR port 905756ac-2039-465b-b809-9ce64e6f9731 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:28.011914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.015912 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a06c76bc-740a-42d1-ac5d-fb26c3f7ce61 req-33aff10b-7403-4fd4-828b-f30b9031ee4e tempest-ServerRescueTestJSON-147517245 tempest-ServerRescueTestJSON-147517245-project] 10.222.0.52 "DELETE /v2.0/ports/905756ac-2039-465b-b809-9ce64e6f9731 HTTP/1.1" status: 204 len: 173 time: 1.2497504 Nov 12 11:13:28.016379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5b0021-312c-481d-8a44-335bac70f7cf', 'name': 'network-vif-deleted', 'tag': '905756ac-2039-465b-b809-9ce64e6f9731'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:28.019125 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426ec43d-822e-4c03-b6c1-551b64eefa2c" -d '{"events": [{"server_uuid": "5d5b0021-312c-481d-8a44-335bac70f7cf", "name": "network-vif-deleted", "tag": "905756ac-2039-465b-b809-9ce64e6f9731"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:28.086023 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7037f827-484d-42e8-804a-0c6e8397ad7e x-openstack-request-id: req-7037f827-484d-42e8-804a-0c6e8397ad7e {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:28.086270 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5b0021-312c-481d-8a44-335bac70f7cf", "name": "network-vif-deleted", "tag": "905756ac-2039-465b-b809-9ce64e6f9731", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:28.086479 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7037f827-484d-42e8-804a-0c6e8397ad7e {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:28.086958 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5b0021-312c-481d-8a44-335bac70f7cf', 'name': 'network-vif-deleted', 'tag': '905756ac-2039-465b-b809-9ce64e6f9731', 'status': 'completed', 'code': 200} Nov 12 11:13:28.121710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-427693d6-3383-447d-8507-c83001a93515 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.144460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-427693d6-3383-447d-8507-c83001a93515 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.165332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9770c487-7b3b-494b-9fb9-0472ab8515c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.267468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9770c487-7b3b-494b-9fb9-0472ab8515c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.274577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9770c487-7b3b-494b-9fb9-0472ab8515c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.286023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427693d6-3383-447d-8507-c83001a93515 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:13:28.345606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9770c487-7b3b-494b-9fb9-0472ab8515c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57f6b43cb60443aa8f4c9db147850799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526220 Nov 12 11:13:28.346474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44506) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:28.346639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770c487-7b3b-494b-9fb9-0472ab8515c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904df94e-f539-41e3-940e-f6b1b445a9ce,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:28.366469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d71d8-bf50-4ad8-9a42-3c773e149ac1 req-2730d4a0-5316-43f5-b983-cf67591afac1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:28.368180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c45d71d8-bf50-4ad8-9a42-3c773e149ac1 req-2730d4a0-5316-43f5-b983-cf67591afac1 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 944 time: 0.0952420 Nov 12 11:13:28.423473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c45d71d8-bf50-4ad8-9a42-3c773e149ac1 req-7b8de7b1-df9b-42c1-8681-1c31733ca908 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464575 Nov 12 11:13:28.437194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427693d6-3383-447d-8507-c83001a93515 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:28.451517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-427693d6-3383-447d-8507-c83001a93515 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.451517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-427693d6-3383-447d-8507-c83001a93515 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 HTTP/1.1" status: 200 len: 891 time: 0.9320350 Nov 12 11:13:28.454515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44510) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:28.460481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38520cda-603f-4382-8ce8-d6895a72887e None None] Sync routers for ids ['d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:28.504371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f63c362-4233-40b7-bbb3-fe41ad40992f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.548814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:13:28.573921 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f63c362-4233-40b7-bbb3-fe41ad40992f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.577318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38520cda-603f-4382-8ce8-d6895a72887e None None] Routers {'d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:28.579279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-38520cda-603f-4382-8ce8-d6895a72887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:28.642787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-38520cda-603f-4382-8ce8-d6895a72887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:28.677550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75583422-4073-414d-9820-97259ad9833f req-e6edac62-5ff9-4dac-b2f5-33456fbe0bbe tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:28.679141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75583422-4073-414d-9820-97259ad9833f req-e6edac62-5ff9-4dac-b2f5-33456fbe0bbe tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1605718 Nov 12 11:13:28.701295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38520cda-603f-4382-8ce8-d6895a72887e None None] Routers {'d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:28.701929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-38520cda-603f-4382-8ce8-d6895a72887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:28.708603 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d2556839-4231-47c5-a06e-e4f4e82e459e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/routers/d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 HTTP/1.1" status: 200 len: 891 time: 0.2530589 Nov 12 11:13:28.711255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44512) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:28.730419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:28.747225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'port_id': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'mac_address': 'fa:16:3e:d6:75:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:13:28.747422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7756b2d0-6bee-4d21-81c6-124cd3178aee tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 HTTP/1.1" status: 200 len: 205 time: 0.0325229 Nov 12 11:13:28.747870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44516) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:28.753380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75583422-4073-414d-9820-97259ad9833f req-de929b0d-d443-4188-8ca0-b1363b379ae1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646634 Nov 12 11:13:28.754826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f63c362-4233-40b7-bbb3-fe41ad40992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.758246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f63c362-4233-40b7-bbb3-fe41ad40992f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.759573 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9f63c362-4233-40b7-bbb3-fe41ad40992f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/904df94e-f539-41e3-940e-f6b1b445a9ce HTTP/1.1" status: 204 len: 168 time: 0.4120619 Nov 12 11:13:28.769238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63c362-4233-40b7-bbb3-fe41ad40992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904df94e-f539-41e3-940e-f6b1b445a9ce,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:28.776227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-38520cda-603f-4382-8ce8-d6895a72887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:28.776420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38520cda-603f-4382-8ce8-d6895a72887e None None] The sync data for ids ['d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:28.816258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44522) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:28.845585 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.860802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c896b7-84b7-49bb-9c15-24e8312650e3 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:28.899229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:28.911097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.974304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.011563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=11']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:29.118356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.122224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fb36042c-83b8-4b11-912f-0552d755d8ed no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:29.154266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: fb36042c-83b8-4b11-912f-0552d755d8ed {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:29.155043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fb36042c-83b8-4b11-912f-0552d755d8ed not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:29.165644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['e2c896b7-84b7-49bb-9c15-24e8312650e3'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:29.221759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732a93-10a6-497e-a5fd-462ee56d8b94 req-011fc60c-3b46-455e-96e0-13f71ac1f51f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:29.223357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b732a93-10a6-497e-a5fd-462ee56d8b94 req-011fc60c-3b46-455e-96e0-13f71ac1f51f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2716782 Nov 12 11:13:29.225187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44542) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:29.273714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 3b129f4e-8fa1-432a-b301-720981c74fc0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:29.274341 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.313425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-971f7f78-bf28-4d42-9d55-557b8dcdc715 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:29.315116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-971f7f78-bf28-4d42-9d55-557b8dcdc715 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/networks?id=beb849bf-9a32-4238-948a-1c8ce72d7fd4 HTTP/1.1" status: 200 len: 808 time: 0.1561949 Nov 12 11:13:29.353771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c1b5d31e-91e2-4017-95d5-6f03c6d157d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e8db64e52af4f278e168db8e55fd362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274612 Nov 12 11:13:29.354298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-504be3e2-327f-42e1-ba3e-6b4cb8ad8534 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/quotas/b3c219a12a2d4e1cb0d66811d0270a29 HTTP/1.1" status: 200 len: 375 time: 0.0125706 Nov 12 11:13:29.356334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44544) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:29.366301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b732a93-10a6-497e-a5fd-462ee56d8b94 req-537a19c6-31ae-4cc7-bb30-83f3ea7eab92 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150384 Nov 12 11:13:29.407357 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-589edadc-cbb3-4f1c-b21a-2e3d3820fc26 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3c219a12a2d4e1cb0d66811d0270a29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429485 Nov 12 11:13:29.409263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.433121 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9a849d-4426-49e4-82c1-e11874d8c181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.434604 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.454777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 3b129f4e-8fa1-432a-b301-720981c74fc0 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:29.466643 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9a849d-4426-49e4-82c1-e11874d8c181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.543223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.573752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-836ce0f6-552d-436e-8675-30eaccce5394 service neutron] 10.222.0.31 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549075 Nov 12 11:13:29.648150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9a849d-4426-49e4-82c1-e11874d8c181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.650678 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9a849d-4426-49e4-82c1-e11874d8c181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.651805 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1f9a849d-4426-49e4-82c1-e11874d8c181 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dc0c37f-b272-4691-a287-c280d5998da1 HTTP/1.1" status: 204 len: 168 time: 0.2949069 Nov 12 11:13:29.727449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a849d-4426-49e4-82c1-e11874d8c181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc0c37f-b272-4691-a287-c280d5998da1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:29.800108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5c93f7cb-c8a0-454b-a2a2-3e2035f2e0a0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:29.801697 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5c93f7cb-c8a0-454b-a2a2-3e2035f2e0a0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.1993248 Nov 12 11:13:29.867128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-e8124cff-c0d3-4b13-95f9-8576a8160a4e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/quotas/2408959e80824d8bb898ea14f13272aa HTTP/1.1" status: 200 len: 375 time: 0.0362108 Nov 12 11:13:29.969153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-9f427f1d-4aca-4a18-9f1b-7c93ea47c79c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0925913 Nov 12 11:13:30.081569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-8505beed-2c72-4a66-b55e-9c24b7916d76 service neutron] 10.222.0.31 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067627 Nov 12 11:13:30.117514 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.152907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Deleting port 1fdc9f45-8e57-4733-91a6-e7daab25e70a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:30.152907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.156714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-8fbc1ec9-1af7-47a3-aa0b-1494b1d47f3b service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693592 Nov 12 11:13:30.164561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=3b129f4e-8fa1-432a-b301-720981c74fc0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:30.170410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789abf3f-1e0f-464f-9a3d-96938e72f858 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:30.301882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.436191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.439064 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.495704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8c10c-ebf2-4250-8971-c6d0e28925fa req-37694e26-a714-4327-8dae-35b431fcfaaa tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:30.497918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4c8c10c-ebf2-4250-8971-c6d0e28925fa req-37694e26-a714-4327-8dae-35b431fcfaaa tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 945 time: 0.1608655 Nov 12 11:13:30.504623 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.505539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Fanout notify agent at l3_agent the message router_deleted on router d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:30.516425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.524506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2d13c536-0dd3-4c55-8a6c-3829ad9ea48f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 HTTP/1.1" status: 204 len: 168 time: 1.7737210 Nov 12 11:13:30.526652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44586) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:30.532784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-859870095'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:30.543757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:30.598159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:30.603154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.631352 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.643162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4c8c10c-ebf2-4250-8971-c6d0e28925fa req-97a5f057-6b3c-49be-a74e-3ec1c94617a6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138091 Nov 12 11:13:30.660930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port e2c896b7-84b7-49bb-9c15-24e8312650e3 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:13:30.678124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port e2c896b7-84b7-49bb-9c15-24e8312650e3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:30.678523 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.683577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:30.693527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.693956 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment ee6c7bce-8632-4729-b732-b40da7ffc07c of type vlan for network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 Nov 12 11:13:30.744779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.778189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.779228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.796114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:30.797683 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.815315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:30.817724 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc01de-f632-4741-9c1a-7506d97f8a79" -d '{"events": [{"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-plugged", "status": "completed", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:30.833341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:30.844422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.845409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 905756ac-2039-465b-b809-9ce64e6f9731 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:30.862950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-79379c5c-38e1-4921-9c9f-fe51e0da395b service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491798 Nov 12 11:13:30.895863 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3672280 Nov 12 11:13:30.903989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44596) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:30.914020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7d5c2-0493-427a-8fbc-5ef21e016d5e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=2dbacf19-fb46-4a0f-b341-67fbeef5f902,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:30.920934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': '2dbacf19-fb46-4a0f-b341-67fbeef5f902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:30.947267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:30.949027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 905756ac-2039-465b-b809-9ce64e6f9731 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:30.949363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 905756ac-2039-465b-b809-9ce64e6f9731 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:30.963585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44598) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:30.988722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f00c4a6a-ddce-4944-8c11-07962ed271a5 req-65698f57-de1b-4f1d-9408-86bf25e0978c tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 210 time: 0.0635769 Nov 12 11:13:31.003623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] For port 1fdc9f45-8e57-4733-91a6-e7daab25e70a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1fdc9f45-8e57-4733-91a6-e7daab25e70a,segment=NetworkSegment(96748c4a-2b57-4343-ba35-9329225404fb),segment_id=96748c4a-2b57-4343-ba35-9329225404fb)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:31.004105 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.062673 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13c439b-3c32-4442-a70c-e67f88eade2b x-openstack-request-id: req-b13c439b-3c32-4442-a70c-e67f88eade2b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:31.063395 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-plugged", "status": "completed", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:31.066595 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b13c439b-3c32-4442-a70c-e67f88eade2b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:31.066595 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'code': 200} Nov 12 11:13:31.075891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=12']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:31.149648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Calling delete_port for 1fdc9f45-8e57-4733-91a6-e7daab25e70a owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:31.169660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-60329629'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:31.188083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:31.199108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.233478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-085b84f9-5ad5-487b-bcee-5562f62cace7 req-0eca4a3b-0fb3-48b5-b62e-e5fa60b3f883 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 210 time: 0.0567713 Nov 12 11:13:31.237831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:31.242203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.255432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.345698 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.351831 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.377112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:31.398980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74616cf1-b4d6-488f-aabe-55fd031d1fa5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:31.402040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.402444 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Added segment 0d7bd92e-94d8-43c0-8e62-b9f566ddafcf of type vlan for network 9f3c076b-7acb-41f9-b1a0-b337728f0c8f Nov 12 11:13:31.454459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.454707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47db2d-a251-4eda-80b7-8631c6cbe4b4 req-b64d8ed2-ce15-4fa8-8654-9c34bece86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:31.456052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf47db2d-a251-4eda-80b7-8631c6cbe4b4 req-b64d8ed2-ce15-4fa8-8654-9c34bece86fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 1098 time: 0.1573083 Nov 12 11:13:31.485101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.498627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:31.499635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.577985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf47db2d-a251-4eda-80b7-8631c6cbe4b4 req-770e6650-dd9d-4244-9d8a-279ff52e85ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119208 Nov 12 11:13:31.605315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6399055 Nov 12 11:13:31.676008 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.706950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdc9f45-8e57-4733-91a6-e7daab25e70a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:31.716447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.841014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-e7169491-21d5-47b0-8099-d043434d5a3b tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:31.842370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-e7169491-21d5-47b0-8099-d043434d5a3b tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.59 "GET /v2.0/networks?id=beb849bf-9a32-4238-948a-1c8ce72d7fd4 HTTP/1.1" status: 200 len: 808 time: 0.2184105 Nov 12 11:13:31.846899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150d987-1365-4d79-9e19-27d0a9a69c01 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Network': ['ID=9f3c076b-7acb-41f9-b1a0-b337728f0c8f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:31.860046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9f3c076b-7acb-41f9-b1a0-b337728f0c8f details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:31.864950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Request body: {'port': {'device_id': '73839e3b-620f-499b-87ea-26d943ab7a3f', 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4', 'admin_state_up': True, 'tenant_id': 'b3c219a12a2d4e1cb0d66811d0270a29'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:31.890411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:31.914004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': 'ee6c7bce-8632-4729-b732-b40da7ffc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2dbacf19-fb46-4a0f-b341-67fbeef5f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:31.914725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: 2dbacf19-fb46-4a0f-b341-67fbeef5f902, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:31.978443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1df96-18a5-4704-8140-dde4564acbf1 req-b2a57d5e-e6a5-4808-8d1e-2952fe982ba2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:31.987555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fc1df96-18a5-4704-8140-dde4564acbf1 req-b2a57d5e-e6a5-4808-8d1e-2952fe982ba2 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 946 time: 0.1925473 Nov 12 11:13:32.024831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:32.093481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fc1df96-18a5-4704-8140-dde4564acbf1 req-a857022c-d56a-48dc-be45-278ffa7d822d tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002703 Nov 12 11:13:32.116906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 2dbacf19-fb46-4a0f-b341-67fbeef5f902) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:32.156006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Made reservation on behalf of b3c219a12a2d4e1cb0d66811d0270a29 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:32.159792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:32.160437 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.182439 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.213490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.243102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cef95b41-c532-473d-93b1-a1dc0c648dc6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3379583 Nov 12 11:13:32.244071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44618) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:32.249513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa8d6596-d580-4f4a-a7e2-c2038233aa5a req-b48c153f-ee24-453d-b9ce-0458436bf2d2 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 210 time: 0.0627840 Nov 12 11:13:32.293281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f5171663-ff6e-429c-b037-ee712b5b4ccd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-433370215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:32.340918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5febeb2-cb21-4b78-8631-eccdade6ad55 None None] Network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:32.415089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Allocated IP 172.20.0.13 (beb849bf-9a32-4238-948a-1c8ce72d7fd4/98fa6516-21fa-4632-a0d8-b833973f1ad9/e78c22cf-c3a2-45bd-8013-07539cb5c6d0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:32.599784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e5eb91c-6442-4731-8126-b874462d91a5 req-fc7a721a-5a09-4af6-9c0f-a220549068b1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 210 time: 0.0780637 Nov 12 11:13:32.608847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-2dbacf19-fb46-4a0f-b341-67fbeef5f902', 'network_id': '2dbacf19-fb46-4a0f-b341-67fbeef5f902', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:32.609938 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.767358 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.829398 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.873245 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5171663-ff6e-429c-b037-ee712b5b4ccd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.877022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5171663-ff6e-429c-b037-ee712b5b4ccd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.916916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Allocated IP 2001:db8::2 (2dbacf19-fb46-4a0f-b341-67fbeef5f902/5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3/866aefd4-a942-4d8f-b569-e729c830f8b2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:32.981885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Network beb849bf-9a32-4238-948a-1c8ce72d7fd4 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:32.982715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-674d3015-2251-4811-87ed-66b70dd833d4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:32.984845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-674d3015-2251-4811-87ed-66b70dd833d4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.3047514 Nov 12 11:13:32.986730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:32.999855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:33.009239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Pushing event updated for resources: {'Port': ['ID=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:33.032271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'port': {'device_id': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'admin_state_up': True, 'tenant_id': '2408959e80824d8bb898ea14f13272aa'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:33.036293 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5171663-ff6e-429c-b037-ee712b5b4ccd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.066675 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5171663-ff6e-429c-b037-ee712b5b4ccd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.176472 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5171663-ff6e-429c-b037-ee712b5b4ccd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.176815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:33.180800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f5171663-ff6e-429c-b037-ee712b5b4ccd tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8983257 Nov 12 11:13:33.180952 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.181054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Router 40b98760-4622-4798-8108-80eedf0cc7be has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:13:33.183889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44638) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:33.205790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.214781 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.274530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Pushing event updated for resources: {'Port': ['ID=866aefd4-a942-4d8f-b569-e729c830f8b2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:33.306003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:33.308065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:33.340643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:33.370336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-b93040aa-4fbf-4b00-8379-c056d09e5d1f tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5101190 Nov 12 11:13:33.463870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Request body: {'port': {'device_id': '73839e3b-620f-499b-87ea-26d943ab7a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:33.515984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b04aa5-a29a-498b-b123-8c3880156c6d req-8d9d8c28-8d73-4c01-a596-3c350433c24b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:33.516240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Attempting to bind port 866aefd4-a942-4d8f-b569-e729c830f8b2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:33.516519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Attempting to bind port 866aefd4-a942-4d8f-b569-e729c830f8b2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'ee6c7bce-8632-4729-b732-b40da7ffc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2dbacf19-fb46-4a0f-b341-67fbeef5f902'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:33.517642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Attempting to bind port 866aefd4-a942-4d8f-b569-e729c830f8b2 on network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:33.524389 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5b04aa5-a29a-498b-b123-8c3880156c6d req-8d9d8c28-8d73-4c01-a596-3c350433c24b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 946 time: 0.1672533 Nov 12 11:13:33.536463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:33.536943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Checking segment: {'id': 'ee6c7bce-8632-4729-b732-b40da7ffc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2dbacf19-fb46-4a0f-b341-67fbeef5f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:33.537650 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.538449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Bound using segment: {'id': 'ee6c7bce-8632-4729-b732-b40da7ffc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2dbacf19-fb46-4a0f-b341-67fbeef5f902'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:33.542128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Bound port: 866aefd4-a942-4d8f-b569-e729c830f8b2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6c7bce-8632-4729-b732-b40da7ffc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2dbacf19-fb46-4a0f-b341-67fbeef5f902'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:33.542540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.589632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5b04aa5-a29a-498b-b123-8c3880156c6d req-99958d80-0e38-4c55-bc53-29bd72676e27 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639269 Nov 12 11:13:33.608328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Made reservation on behalf of 2408959e80824d8bb898ea14f13272aa for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:33.612450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.745191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf055b-1a72-4d14-82d8-d22196c6c557 req-94f590c6-da40-41ee-9d02-4e7197cdbf87 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:33.752055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] For port 866aefd4-a942-4d8f-b569-e729c830f8b2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:33.753562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfdf055b-1a72-4d14-82d8-d22196c6c557 req-94f590c6-da40-41ee-9d02-4e7197cdbf87 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 932 time: 0.2855566 Nov 12 11:13:33.761574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] For port 866aefd4-a942-4d8f-b569-e729c830f8b2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=866aefd4-a942-4d8f-b569-e729c830f8b2,segment=NetworkSegment(ee6c7bce-8632-4729-b732-b40da7ffc07c),segment_id=ee6c7bce-8632-4729-b732-b40da7ffc07c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:33.763566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.772576 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.844968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Allocated IP 172.20.0.5 (79d147ef-e090-4316-a2d8-711387d78aef/536f3462-b6ae-487c-8ad1-b1a6726b488b/a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:33.894892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5a9e9-8782-4bcf-b8fb-485b2edc8318 None None] Pushing event updated for resources: {'Port': ['ID=866aefd4-a942-4d8f-b569-e729c830f8b2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:34.028480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8fe88a0-6d0d-422f-8903-2eeb75be844b req-1ce6c822-8f77-4436-91e0-982ad3bbe26f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 210 time: 0.0974171 Nov 12 11:13:34.032621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:34.041481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e677184f-9d57-4adf-8783-383730975de5 admin admin] 10.222.0.31 "PUT /v2.0/routers/40b98760-4622-4798-8108-80eedf0cc7be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2230451 Nov 12 11:13:34.052893 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] Sync routers for ids ['40b98760-4622-4798-8108-80eedf0cc7be'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:34.053441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44668) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:34.069522 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] Routers {'40b98760-4622-4798-8108-80eedf0cc7be'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:34.070157 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['40b98760-4622-4798-8108-80eedf0cc7be'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:34.172705 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.209722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78c22cf-c3a2-45bd-8013-07539cb5c6d0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:34.225247 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.256877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Transition to ACTIVE for port object e78c22cf-c3a2-45bd-8013-07539cb5c6d0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:13:34.303839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.404648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.462281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.530103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Pushing event updated for resources: {'Port': ['ID=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:34.538315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.554416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['0af3f140-b939-446a-98ad-182c808c69f0', '47ba0938-ecd6-4a21-bd22-7ab66176994c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:34.564760 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] Set router 40b98760-4622-4798-8108-80eedf0cc7be gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:13:34.713374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.719726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Network 79d147ef-e090-4316-a2d8-711387d78aef is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:34.728354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:34.732647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:34.737315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'Port': ['ID=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:34.753246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 866aefd4-a942-4d8f-b569-e729c830f8b2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:34.833158 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfdf055b-1a72-4d14-82d8-d22196c6c557 req-2db81838-0a52-4e73-aa0f-82f6c4a20cb7 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0762925 Nov 12 11:13:34.942952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:34.943880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.970860 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-5aa07890-d572-486c-bab2-c91ec7c576e1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9448788 Nov 12 11:13:34.983575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071690c-3c59-43b9-b3a0-0cd030e28a3b req-d3c8be89-2430-467f-8739-39b1ce5c0cb6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:34.992052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3071690c-3c59-43b9-b3a0-0cd030e28a3b req-d3c8be89-2430-467f-8739-39b1ce5c0cb6 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 946 time: 0.2142684 Nov 12 11:13:35.025243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Request body: {'port': {'device_id': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:35.046098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44674) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:35.063785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'subnet': {'network_id': '9f3c076b-7acb-41f9-b1a0-b337728f0c8f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:35.143995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 866aefd4-a942-4d8f-b569-e729c830f8b2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:35.146395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.163217 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3071690c-3c59-43b9-b3a0-0cd030e28a3b req-066df6bb-5bad-46d3-9293-4b9ca8b36f99 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697307 Nov 12 11:13:35.189089 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:13:31Z', 'revision_number': 5, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port': {'id': 'b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b98760-4622-4798-8108-80eedf0cc7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:11Z', 'updated_at': '2021-11-12T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:35.211901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Deleting port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:35.212491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.245174 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] Checking router: 40b98760-4622-4798-8108-80eedf0cc7be for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:13:35.250711 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.280213 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] Routers {'40b98760-4622-4798-8108-80eedf0cc7be'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:35.280431 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['40b98760-4622-4798-8108-80eedf0cc7be'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:35.331430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bfb20b59-1faa-4dbe-b15e-6a0885bb4d6a None None] Provisioning complete for port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:35.331806 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bfb20b59-1faa-4dbe-b15e-6a0885bb4d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.343064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Attempting to bind port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:35.343565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Attempting to bind port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:35.343993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Attempting to bind port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 on network beb849bf-9a32-4238-948a-1c8ce72d7fd4 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:35.354353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 on network beb849bf-9a32-4238-948a-1c8ce72d7fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:13:35.354865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Attempting to bind port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 on network beb849bf-9a32-4238-948a-1c8ce72d7fd4 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:35.366524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:35.367010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Checking segment: {'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:35.367500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Bound using segment: {'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:35.368069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Bound port: e78c22cf-c3a2-45bd-8013-07539cb5c6d0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd31517b-9779-4572-8927-5fcc1038ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:35.368580 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.372907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] For port b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:35.373607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.388498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Calling delete_port for b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:35.426411 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] Set router 40b98760-4622-4798-8108-80eedf0cc7be gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:13:35.499764 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:13:34Z', 'revision_number': 6, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:35.499992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1818797-f422-4eb8-8416-098d97dc2f02 req-74ecba9c-25ab-464c-9c5b-98d04543558d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:35.500282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bfb20b59-1faa-4dbe-b15e-6a0885bb4d6a None None] Port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:35.517493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1818797-f422-4eb8-8416-098d97dc2f02 req-74ecba9c-25ab-464c-9c5b-98d04543558d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 931 time: 0.2524710 Nov 12 11:13:35.518153 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.519792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:35.524820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.568629 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95146120-972f-4e7c-b6b7-f191a1ca8618 None None] The sync data for ids ['40b98760-4622-4798-8108-80eedf0cc7be'] in n-d-768851-19 is: [{'id': '40b98760-4622-4798-8108-80eedf0cc7be', 'name': 'tempest-ServerRescueTestJSON-1290307871-router', 'tenant_id': '4e44d61901f649969bd21a305ad88b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:10Z', 'updated_at': '2021-11-12T11:13:34Z', 'revision_number': 6, 'project_id': '4e44d61901f649969bd21a305ad88b9c', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:35.582236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 866aefd4-a942-4d8f-b569-e729c830f8b2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=866aefd4-a942-4d8f-b569-e729c830f8b2,segment=NetworkSegment(ee6c7bce-8632-4729-b732-b40da7ffc07c),segment_id=ee6c7bce-8632-4729-b732-b40da7ffc07c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:35.593225 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.651987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8::1 (2dbacf19-fb46-4a0f-b341-67fbeef5f902/5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3/8f646358-29ac-44e3-9e25-4f924b6e4140) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:35.668842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=866aefd4-a942-4d8f-b569-e729c830f8b2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:35.697561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed9845-9709-41dc-adde-4e430ffc2159 None None] Network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:35.782362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-535c0478-ee76-47ba-8dc1-3129288449e4 None None] Provisioning complete for port 866aefd4-a942-4d8f-b569-e729c830f8b2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:35.782798 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-535c0478-ee76-47ba-8dc1-3129288449e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.818918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] For port e78c22cf-c3a2-45bd-8013-07539cb5c6d0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:35.845725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1818797-f422-4eb8-8416-098d97dc2f02 req-07e314c6-7bb1-4f85-a34c-fe9ce582fb5c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270023 Nov 12 11:13:35.849998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] For port e78c22cf-c3a2-45bd-8013-07539cb5c6d0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:35.877169 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.890804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.914085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:35.925451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:35.926436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.930175 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] 10.222.0.59 "PUT /v2.0/ports/e78c22cf-c3a2-45bd-8013-07539cb5c6d0 HTTP/1.1" status: 200 len: 1093 time: 2.5377748 Nov 12 11:13:35.955678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73839e3b-620f-499b-87ea-26d943ab7a3f', 'tag': 'e78c22cf-c3a2-45bd-8013-07539cb5c6d0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:35.973388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63c733-1459-4bd3-885f-5544c01a9a5d None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:35.981041 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b" -d '{"events": [{"name": "network-changed", "server_uuid": "73839e3b-620f-499b-87ea-26d943ab7a3f", "tag": "e78c22cf-c3a2-45bd-8013-07539cb5c6d0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:36.008068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:36.036856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.039149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.100230 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dfbfea-e21c-4818-ba9d-0ac66a1e63fe x-openstack-request-id: req-c8dfbfea-e21c-4818-ba9d-0ac66a1e63fe {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:36.100520 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73839e3b-620f-499b-87ea-26d943ab7a3f", "tag": "e78c22cf-c3a2-45bd-8013-07539cb5c6d0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:36.100771 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8dfbfea-e21c-4818-ba9d-0ac66a1e63fe {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:36.101194 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73839e3b-620f-499b-87ea-26d943ab7a3f', 'tag': 'e78c22cf-c3a2-45bd-8013-07539cb5c6d0', 'status': 'completed', 'code': 200} Nov 12 11:13:36.132295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Transition to ACTIVE for port object a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:13:36.150431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.158146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-59234945-0f60-4e62-818e-9426ca5f3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:36.159699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-59234945-0f60-4e62-818e-9426ca5f3326 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3c219a12a2d4e1cb0d66811d0270a29&device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 1096 time: 0.1408389 Nov 12 11:13:36.189280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39ed83-f035-41a1-bb67-ce0114d93e24 service neutron] Pushing event updated for resources: {'Port': ['ID=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:36.265572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-f94946b8-9b84-483c-bffc-f13dbd66f791 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e78c22cf-c3a2-45bd-8013-07539cb5c6d0 HTTP/1.1" status: 200 len: 217 time: 0.0843327 Nov 12 11:13:36.289248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.344907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.400925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:36.413321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-44fcd6e8-0d4e-41f7-9310-819b44eabbf7 None None] Provisioning complete for port 866aefd4-a942-4d8f-b569-e729c830f8b2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:36.413691 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44fcd6e8-0d4e-41f7-9310-819b44eabbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.417283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:36.419704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:36.420239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.467216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=8f646358-29ac-44e3-9e25-4f924b6e4140,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:36.471452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-f0681e1d-350d-4eb0-8fd9-9bd5bcb34383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:36.473007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-f0681e1d-350d-4eb0-8fd9-9bd5bcb34383 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98fa6516-21fa-4632-a0d8-b833973f1ad9 HTTP/1.1" status: 200 len: 848 time: 0.1955671 Nov 12 11:13:36.529796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Subnet': ['ID=367806c5-67f3-4b36-91fe-24913a4d2064,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:36.533995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-5dff3c7e-4c15-4398-b746-8f3416c23492 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=beb849bf-9a32-4238-948a-1c8ce72d7fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440183 Nov 12 11:13:36.618533 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.656049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 866aefd4-a942-4d8f-b569-e729c830f8b2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:36.681151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Checking segment: {'id': '0d7bd92e-94d8-43c0-8e62-b9f566ddafcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9f3c076b-7acb-41f9-b1a0-b337728f0c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:36.681698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network hostable DHCP agents. Network: 9f3c076b-7acb-41f9-b1a0-b337728f0c8f, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:36.696385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d739317-d914-4928-ba9d-8e8162c2263d req-7cda37e8-61db-414d-be81-0b524e77443d tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:36.719071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d739317-d914-4928-ba9d-8e8162c2263d req-7cda37e8-61db-414d-be81-0b524e77443d tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 944 time: 0.6745751 Nov 12 11:13:36.752634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 866aefd4-a942-4d8f-b569-e729c830f8b2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:36.753100 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.785019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-13bfc70e-0ed2-492b-9d0a-0f52f25276db service neutron] 10.222.0.59 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168391 Nov 12 11:13:36.785740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network 9f3c076b-7acb-41f9-b1a0-b337728f0c8f is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:36.795023 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.861091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9f3c076b-7acb-41f9-b1a0-b337728f0c8f) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:36.865278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:36.866089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.866423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Pushing event updated for resources: {'Port': ['ID=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:36.914089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3601941-4ca6-471f-a156-47caab1bf231 None None] Network 9f3c076b-7acb-41f9-b1a0-b337728f0c8f requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:36.991737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cde57208-2e52-47ce-a404-63aa5273e3b3 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9442623 Nov 12 11:13:36.995767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44690) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:37.001445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-362574699'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:37.013844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d739317-d914-4928-ba9d-8e8162c2263d req-78639112-dd2a-4ae0-bf90-f3b8b94288a1 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943993 Nov 12 11:13:37.023949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.034236 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.045397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1fdc9f45-8e57-4733-91a6-e7daab25e70a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:37.072092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4d34bd7-8edf-4989-94ad-5d7e319661c0 req-bd929671-25e7-4e23-9f0a-12dc5c17a6a7 service neutron] 10.222.0.59 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737596 Nov 12 11:13:37.081426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1fdc9f45-8e57-4733-91a6-e7daab25e70a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:37.081760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1fdc9f45-8e57-4733-91a6-e7daab25e70a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:37.082198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:37.120008 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.120543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b98760-4622-4798-8108-80eedf0cc7be {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:37.125952 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.129567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:37.130041 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b8deaa14-eb7c-4ece-8ccd-e7e00fdbdb5f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:37.131567 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dbe4f445-479c-4545-9ced-36df27cba271 admin admin] 10.222.0.31 "DELETE /v2.0/routers/40b98760-4622-4798-8108-80eedf0cc7be HTTP/1.1" status: 204 len: 168 time: 3.0790002 Nov 12 11:13:37.132426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44692) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:37.182731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Attempting to bind port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:37.183066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Attempting to bind port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:37.183423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Attempting to bind port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:37.190029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 on network 79d147ef-e090-4316-a2d8-711387d78aef not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:13:37.190353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Attempting to bind port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:37.201108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:37.201437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Checking segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:37.203877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Bound using segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:37.204364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Bound port: a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:37.204951 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.237623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-9f3c076b-7acb-41f9-b1a0-b337728f0c8f', 'network_id': '9f3c076b-7acb-41f9-b1a0-b337728f0c8f', 'tenant_id': '67f0bf6a6eeb448395ab82e3bc48588a', 'fixed_ips': [{'subnet_id': '367806c5-67f3-4b36-91fe-24913a4d2064'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:37.238505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.241226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5af18d3a-1536-4bd2-80e9-37c5bbbfed72 None None] Provisioning complete for port 8f646358-29ac-44e3-9e25-4f924b6e4140 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:37.241592 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5af18d3a-1536-4bd2-80e9-37c5bbbfed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.253937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1b6ea1-e586-4561-94d7-916211c98047 admin admin] Deleting subnet 56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:13:37.267617 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6ea1-e586-4561-94d7-916211c98047 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.339416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6ea1-e586-4561-94d7-916211c98047 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.363110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] For port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:37.373865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5af18d3a-1536-4bd2-80e9-37c5bbbfed72 None None] Port 8f646358-29ac-44e3-9e25-4f924b6e4140 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:37.381430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] For port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:37.399761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.436356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6ea1-e586-4561-94d7-916211c98047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.470954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Allocated IP 2001:db8:0:ffff::2 (9f3c076b-7acb-41f9-b1a0-b337728f0c8f/367806c5-67f3-4b36-91fe-24913a4d2064/3950af83-0cc7-44ec-9ad4-ce7d9d17bc23) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:37.472696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:37.473946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.474730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] 10.222.0.52 "PUT /v2.0/ports/a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 HTTP/1.1" status: 200 len: 1092 time: 2.4794345 Nov 12 11:13:37.475264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'tag': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:37.477874 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adebec2f-9eaa-40f7-9f49-7b8799d0e978" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf1528a-7225-4e2b-a827-956757cf9d54", "tag": "a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:37.567355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1bfec-32b0-4c73-a7f2-ede860d4f07c service neutron] Pushing event updated for resources: {'Port': ['ID=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:37.576165 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12fe258-2938-4581-9f47-f13ed7d2fa4e x-openstack-request-id: req-c12fe258-2938-4581-9f47-f13ed7d2fa4e {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:37.581139 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf1528a-7225-4e2b-a827-956757cf9d54", "tag": "a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:37.581500 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c12fe258-2938-4581-9f47-f13ed7d2fa4e {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:37.581940 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'tag': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8', 'status': 'completed', 'code': 200} Nov 12 11:13:37.656122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-59653fa8-072f-4e47-bf37-7e4e7e190bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:37.659036 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-59653fa8-072f-4e47-bf37-7e4e7e190bd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 1095 time: 0.1207335 Nov 12 11:13:37.660949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6ea1-e586-4561-94d7-916211c98047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.661406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:37.664847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.678530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a31f-0dc3-44b8-80dd-429142a7b91c req-25c61261-3f2a-4360-afc9-1a0f82a0e147 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:37.680138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d06a31f-0dc3-44b8-80dd-429142a7b91c req-25c61261-3f2a-4360-afc9-1a0f82a0e147 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 943 time: 0.6998165 Nov 12 11:13:37.694553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-fc4fbff2-53b8-45e2-a79e-b6782168fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:37.696062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-fc4fbff2-53b8-45e2-a79e-b6782168fd95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3c219a12a2d4e1cb0d66811d0270a29&device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 1096 time: 0.1503322 Nov 12 11:13:37.742767 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6ea1-e586-4561-94d7-916211c98047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.750859 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.753201 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cd1b6ea1-e586-4561-94d7-916211c98047 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c HTTP/1.1" status: 204 len: 168 time: 0.6174598 Nov 12 11:13:37.759888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44698) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:37.760118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b6ea1-e586-4561-94d7-916211c98047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c8b8c7-2d8b-4cca-9f33-0fc1d971e88c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:37.762519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.814662 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-903d883c-05a7-4c12-bdd2-679e2f60c123 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 HTTP/1.1" status: 200 len: 217 time: 0.0889759 Nov 12 11:13:37.817535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Network 9f3c076b-7acb-41f9-b1a0-b337728f0c8f is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:37.822700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:37.831638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:37.865939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:37.868760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Pushing event updated for resources: {'Port': ['ID=3950af83-0cc7-44ec-9ad4-ce7d9d17bc23,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:37.889825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-8091788b-1950-4f6d-8b74-8ce23f27d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:37.891579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-8091788b-1950-4f6d-8b74-8ce23f27d0e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.0690498 Nov 12 11:13:37.915006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d06a31f-0dc3-44b8-80dd-429142a7b91c req-d6ee3270-f452-4124-889a-43990af4239a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159531 Nov 12 11:13:37.919150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Attempting to bind port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:37.919721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Attempting to bind port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '0d7bd92e-94d8-43c0-8e62-b9f566ddafcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9f3c076b-7acb-41f9-b1a0-b337728f0c8f'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:37.920308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Attempting to bind port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 on network 9f3c076b-7acb-41f9-b1a0-b337728f0c8f {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:37.927754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:37.932628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Checking segment: {'id': '0d7bd92e-94d8-43c0-8e62-b9f566ddafcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9f3c076b-7acb-41f9-b1a0-b337728f0c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:37.932628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.932628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Bound using segment: {'id': '0d7bd92e-94d8-43c0-8e62-b9f566ddafcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9f3c076b-7acb-41f9-b1a0-b337728f0c8f'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:37.932628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Bound port: 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7bd92e-94d8-43c0-8e62-b9f566ddafcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9f3c076b-7acb-41f9-b1a0-b337728f0c8f'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:37.932628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.952367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-fbb52cc0-34b0-40e6-a11f-675ac8f55bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:37.954310 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-fbb52cc0-34b0-40e6-a11f-675ac8f55bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538175 Nov 12 11:13:38.008232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] For port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:38.012297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] For port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3950af83-0cc7-44ec-9ad4-ce7d9d17bc23,segment=NetworkSegment(0d7bd92e-94d8-43c0-8e62-b9f566ddafcf),segment_id=0d7bd92e-94d8-43c0-8e62-b9f566ddafcf)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:38.018719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.019098 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Added segment 767aacc6-ec59-4cda-8295-40057403e777 of type vlan for network db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 Nov 12 11:13:38.022359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.090310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.114516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-0f93f202-ebe8-48da-b4b5-b4efbcd30a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.116052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-0f93f202-ebe8-48da-b4b5-b4efbcd30a41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=beb849bf-9a32-4238-948a-1c8ce72d7fd4 HTTP/1.1" status: 200 len: 909 time: 0.3848386 Nov 12 11:13:38.142871 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-fc55fcbb-e859-49d2-8fab-53c6c097cbb8 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709905 Nov 12 11:13:38.144378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.178912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24026b34-edaf-4a43-8f34-fe1cdeb9cc8f None None] Pushing event updated for resources: {'Port': ['ID=3950af83-0cc7-44ec-9ad4-ce7d9d17bc23,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:38.228785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-c830711d-9a70-41aa-859e-1ea252837e60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e78c22cf-c3a2-45bd-8013-07539cb5c6d0 HTTP/1.1" status: 200 len: 217 time: 0.0929542 Nov 12 11:13:38.295859 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4ba77-86fb-40a5-a542-de0fcd10fbe5 req-8718b88b-98d8-477b-9aab-2277378d657c tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.297485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71e4ba77-86fb-40a5-a542-de0fcd10fbe5 req-8718b88b-98d8-477b-9aab-2277378d657c tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 944 time: 0.1096189 Nov 12 11:13:38.338656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.346624 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f86684d-6396-4f0e-bba8-dc67df445161 req-b87984f7-ad2f-4f93-a9e1-ba8da242af25 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907232 Nov 12 11:13:38.369745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.370730 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.385846 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.392770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.407982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.408691 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.414300 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71e4ba77-86fb-40a5-a542-de0fcd10fbe5 req-f583e44a-1218-487c-889a-904ca6d49ec6 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055086 Nov 12 11:13:38.479163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-4882df4d-8c77-4170-8425-b2afb3a2c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.481073 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-4882df4d-8c77-4170-8425-b2afb3a2c2cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 1095 time: 0.0520029 Nov 12 11:13:38.520355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:38.524038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-ad20383c-be10-4afd-9be5-6dbe405e02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.525559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-ad20383c-be10-4afd-9be5-6dbe405e02cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98fa6516-21fa-4632-a0d8-b833973f1ad9 HTTP/1.1" status: 200 len: 848 time: 0.2771745 Nov 12 11:13:38.583191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23decf61-90d4-4c8c-8f4b-3f121dae7993']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:38.586227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:38.587262 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.619732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-8fdaf26c-adfc-4955-9a9b-780e19ba1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.621379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-8fdaf26c-adfc-4955-9a9b-780e19ba1777 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.1325147 Nov 12 11:13:38.635749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6381910 Nov 12 11:13:38.646721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-0ae8416f-2cfa-4cbd-b55c-fee7c7fd69f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=beb849bf-9a32-4238-948a-1c8ce72d7fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782928 Nov 12 11:13:38.651043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44702) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:38.652718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96748c4a-2b57-4343-ba35-9329225404fb') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:38.653089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96748c4a-2b57-4343-ba35-9329225404fb') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:38.666684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'subnet': {'network_id': 'db3d01b4-2fe8-4d18-b52c-3e2d8c568a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:38.674112 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.675543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=8f646358-29ac-44e3-9e25-4f924b6e4140,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:38.679434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-fdfa3c72-735a-451f-8675-925bd100a37d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 HTTP/1.1" status: 200 len: 217 time: 0.0456531 Nov 12 11:13:38.691780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.707147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759eddd7-afe4-4a37-868f-7586142d2dd5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Network': ['ID=db3d01b4-2fe8-4d18-b52c-3e2d8c568a10,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:38.721841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3950af83-0cc7-44ec-9ad4-ce7d9d17bc23,segment=NetworkSegment(0d7bd92e-94d8-43c0-8e62-b9f566ddafcf),segment_id=0d7bd92e-94d8-43c0-8e62-b9f566ddafcf)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:38.725788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:38.729956 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.758220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-8e7406ff-cd8f-4ba3-92b6-70769d3f000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.760000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-8e7406ff-cd8f-4ba3-92b6-70769d3f000e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.0709045 Nov 12 11:13:38.825981 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.827758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-6d237b8b-94cf-4fd5-92e1-1c70546abd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.830483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-6d237b8b-94cf-4fd5-92e1-1c70546abd67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605457 Nov 12 11:13:38.839969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=3950af83-0cc7-44ec-9ad4-ce7d9d17bc23,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:38.849781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:38.850186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:38.856769 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:38.882110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:38.895340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:38.970579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-acef6af5-abfa-4d0a-9461-680b096aa221 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268830 Nov 12 11:13:39.039407 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.046147 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-4cbaed9e-f660-41da-8ba1-374221ac84a3 service neutron] 10.222.0.59 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715634 Nov 12 11:13:39.053554 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.056992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/23decf61-90d4-4c8c-8f4b-3f121dae7993 HTTP/1.1" status: 204 len: 168 time: 1.2763762 Nov 12 11:13:39.080625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:39.084636 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.138054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad04d7-4ab4-43e1-87ae-b54271f4abf3 req-5670611a-7cc0-42b6-946f-fc6b07bcd9ce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:39.139629 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ad04d7-4ab4-43e1-87ae-b54271f4abf3 req-5670611a-7cc0-42b6-946f-fc6b07bcd9ce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 943 time: 0.1090465 Nov 12 11:13:39.164558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ac69c-7ada-436c-b3b6-26bf2101f3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=23decf61-90d4-4c8c-8f4b-3f121dae7993,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:39.168191 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-adebec2f-9eaa-40f7-9f49-7b8799d0e978 req-65d75c90-089c-42e9-b2ee-239c9120c47a service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810398 Nov 12 11:13:39.184846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e78c22cf-c3a2-45bd-8013-07539cb5c6d0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:13:39.222039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78ad04d7-4ab4-43e1-87ae-b54271f4abf3 req-bcde4927-2c4a-4471-b29d-3c999b4557a3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 Nov 12 11:13:39.363030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e78c22cf-c3a2-45bd-8013-07539cb5c6d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:39.370862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44710) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:39.385908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'e78c22cf-c3a2-45bd-8013-07539cb5c6d0', 'network_id': 'beb849bf-9a32-4238-948a-1c8ce72d7fd4', 'port_id': 'e78c22cf-c3a2-45bd-8013-07539cb5c6d0', 'mac_address': 'fa:16:3e:58:f1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fa6516-21fa-4632-a0d8-b833973f1ad9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:13:39.388342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9a7916e2-cf58-47f6-9c99-b93319a4424b None None] Provisioning complete for port 8f646358-29ac-44e3-9e25-4f924b6e4140 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:39.389360 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a7916e2-cf58-47f6-9c99-b93319a4424b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.415609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c83e929f-5c8a-43fe-a9eb-9906fef0f85b req-3bd57e71-b288-4114-b8a3-700351f89627 service neutron] 10.222.0.59 "GET /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552308 Nov 12 11:13:39.425818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router 12d97ee7-2fb5-446f-b521-bf17ea9d5b0a is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:13:39.451915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a506640f-02c0-4431-8098-8a47e1232325 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e44d61901f649969bd21a305ad88b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0797758 Nov 12 11:13:39.455015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44714) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:39.455987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9a7916e2-cf58-47f6-9c99-b93319a4424b None None] Port 8f646358-29ac-44e3-9e25-4f924b6e4140 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:39.474226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.497492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78c22cf-c3a2-45bd-8013-07539cb5c6d0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:39.514603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9144b427-5479-4a87-8854-1233ae42b524 None None] Network 9f3c076b-7acb-41f9-b1a0-b337728f0c8f requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:39.555980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f77deb0-6984-4ad0-b113-227b7da25b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.585316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f77deb0-6984-4ad0-b113-227b7da25b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.641772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f77deb0-6984-4ad0-b113-227b7da25b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.644704 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f77deb0-6984-4ad0-b113-227b7da25b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.648256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1f77deb0-6984-4ad0-b113-227b7da25b8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f160666-9f98-41b3-9278-845988b1534f HTTP/1.1" status: 204 len: 168 time: 0.1899412 Nov 12 11:13:39.656063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77deb0-6984-4ad0-b113-227b7da25b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f160666-9f98-41b3-9278-845988b1534f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:39.678562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:39.686787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-52745bc3-efe4-4c3f-a883-093a60a4c937 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/12d97ee7-2fb5-446f-b521-bf17ea9d5b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5012338 Nov 12 11:13:39.688818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e78c22cf-c3a2-45bd-8013-07539cb5c6d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:39.689452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44718) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:39.712493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5e2d8-f9de-4855-85f7-e1805c080b5d None None] Sync routers for ids ['12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:39.720177 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.736374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764696df-81fe-4dcf-8b8a-ebdd3ae637b6 req-d1965e23-d735-4c14-b0fc-736c7e8af7d5 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:39.748136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-764696df-81fe-4dcf-8b8a-ebdd3ae637b6 req-d1965e23-d735-4c14-b0fc-736c7e8af7d5 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 944 time: 0.2132516 Nov 12 11:13:39.791813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e98e2-2d1b-4c5e-a9fa-8a9a3f0496c5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:39.801535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1d6e98e2-2d1b-4c5e-a9fa-8a9a3f0496c5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports/8f646358-29ac-44e3-9e25-4f924b6e4140 HTTP/1.1" status: 200 len: 911 time: 0.1103733 Nov 12 11:13:39.801926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:13:39.804846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44720) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:39.808518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5e2d8-f9de-4855-85f7-e1805c080b5d None None] Routers {'12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:39.809457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d3f5e2d8-f9de-4855-85f7-e1805c080b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:39.811391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.815371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-38a06a32-2770-42cf-9cab-5a632a6ed358 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:39.816833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5529a50c-538d-4a91-abbd-baeeecb2ea63 None None] Provisioning complete for port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:39.817445 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5529a50c-538d-4a91-abbd-baeeecb2ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.883207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d3f5e2d8-f9de-4855-85f7-e1805c080b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:39.921915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-764696df-81fe-4dcf-8b8a-ebdd3ae637b6 req-063529d1-6b09-4718-862d-f6957249057d tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655002 Nov 12 11:13:39.926015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:39.941103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Checking segment: {'id': '767aacc6-ec59-4cda-8295-40057403e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db3d01b4-2fe8-4d18-b52c-3e2d8c568a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:39.941474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network hostable DHCP agents. Network: db3d01b4-2fe8-4d18-b52c-3e2d8c568a10, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:39.945533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Subnet': ['ID=c0989d6d-5b18-4e17-af1b-978cde55fb72,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:39.968627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:39.976522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5e2d8-f9de-4855-85f7-e1805c080b5d None None] Routers {'12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:39.977480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d3f5e2d8-f9de-4855-85f7-e1805c080b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:39.986066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, db3d01b4-2fe8-4d18-b52c-3e2d8c568a10) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:39.994110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['e78c22cf-c3a2-45bd-8013-07539cb5c6d0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:40.005542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:40.006706 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.033828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f7537c8-10ec-413e-af69-0b426a1975c1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3773949 Nov 12 11:13:40.034177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37e096-0aff-4418-92ad-079fdc5e109a None None] Network db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:40.034706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44726) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.040151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'port': {'network_id': 'db3d01b4-2fe8-4d18-b52c-3e2d8c568a10', 'name': 'tempest-NetworksIpV6TestAttrs-672211724'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:40.078933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d3f5e2d8-f9de-4855-85f7-e1805c080b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:40.079596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5e2d8-f9de-4855-85f7-e1805c080b5d None None] The sync data for ids ['12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:40.098136 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.129032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-38a06a32-2770-42cf-9cab-5a632a6ed358 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.203712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:40.207503 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.230151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] device_id is not set on port dfd4dcd2-4802-4ff0-9894-d3f408b23bf9 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:40.409000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Allocated IP 2001:db8::f816:3eff:fe8d:15b7 (db3d01b4-2fe8-4d18-b52c-3e2d8c568a10/c0989d6d-5b18-4e17-af1b-978cde55fb72/dfd4dcd2-4802-4ff0-9894-d3f408b23bf9) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:40.423783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.469133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-db3d01b4-2fe8-4d18-b52c-3e2d8c568a10', 'network_id': 'db3d01b4-2fe8-4d18-b52c-3e2d8c568a10', 'tenant_id': '67f0bf6a6eeb448395ab82e3bc48588a', 'fixed_ips': [{'subnet_id': 'c0989d6d-5b18-4e17-af1b-978cde55fb72'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:40.471196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.517154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:40.636803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f7cc8-236e-4d48-a1b0-df640b0ca78f req-d5b8de32-131d-4eb3-9c7d-b46918d8faff tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:40.638444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b58f7cc8-236e-4d48-a1b0-df640b0ca78f req-d5b8de32-131d-4eb3-9c7d-b46918d8faff tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 943 time: 0.1394372 Nov 12 11:13:40.699173 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.726938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-38a06a32-2770-42cf-9cab-5a632a6ed358 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.735048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b58f7cc8-236e-4d48-a1b0-df640b0ca78f req-d0838f3c-b42d-4bae-afce-35f14a3fedc1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764487 Nov 12 11:13:40.745608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:40.745987 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.752905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-38a06a32-2770-42cf-9cab-5a632a6ed358 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.765629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.769404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a06a32-2770-42cf-9cab-5a632a6ed358 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:40.770575 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-38a06a32-2770-42cf-9cab-5a632a6ed358 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.772101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-38a06a32-2770-42cf-9cab-5a632a6ed358 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/ports/8f646358-29ac-44e3-9e25-4f924b6e4140 HTTP/1.1" status: 200 len: 911 time: 0.9664063 Nov 12 11:13:40.775303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44746) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.822585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a06a32-2770-42cf-9cab-5a632a6ed358 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=8f646358-29ac-44e3-9e25-4f924b6e4140,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:40.875483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7c1fc462-8471-4ecb-9515-97d2d773eba2 None None] Provisioning complete for port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:40.875954 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc462-8471-4ecb-9515-97d2d773eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.884682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44748) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.892241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:40.904463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Allocated IP 2001:db8::f816:3eff:fe31:1500 (db3d01b4-2fe8-4d18-b52c-3e2d8c568a10/c0989d6d-5b18-4e17-af1b-978cde55fb72/e04e23c6-ab5a-41cb-b916-5b03e1d1be82) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:40.905433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:40.913708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:40.919871 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:40.920532 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.929116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Port': ['ID=dfd4dcd2-4802-4ff0-9894-d3f408b23bf9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:40.956403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-419d0544-8ddb-48fc-ab1d-2a7da32003dc tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9175112 Nov 12 11:13:40.956948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44754) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:41.070610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd21d08-714b-4da8-8b1d-8d45cabb9e3f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Deleting subnet c0989d6d-5b18-4e17-af1b-978cde55fb72 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:13:41.099829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-285651788-network', 'tenant_id': '8830e1e9731c4bfa97fe7f3b47b7f04f'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:41.142120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8269ddc-c39e-49b1-a520-5b7b542df9b9 req-bc44995d-9ea7-4d30-bf10-69618308ca82 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.143995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8269ddc-c39e-49b1-a520-5b7b542df9b9 req-bc44995d-9ea7-4d30-bf10-69618308ca82 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 945 time: 0.0987194 Nov 12 11:13:41.145458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Made reservation on behalf of 8830e1e9731c4bfa97fe7f3b47b7f04f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:41.147999 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.160351 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.186959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e78c22cf-c3a2-45bd-8013-07539cb5c6d0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:41.225916 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8269ddc-c39e-49b1-a520-5b7b542df9b9 req-fe9fde7d-2fbf-40a0-b960-046bf11a2948 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673661 Nov 12 11:13:41.298650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.303893 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.306840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:13:41.314152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:41.314519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.327195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:41.343976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a12a06e-1177-4c5a-a62a-3ab51db92299,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.347727 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.347900 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Added segment 953d3d59-e4a9-4d49-bcdf-d79dbf3719db of type vlan for network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 Nov 12 11:13:41.348838 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.360551 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.389451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cd21d08-714b-4da8-8b1d-8d45cabb9e3f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.404679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Network db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:41.411916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:41.418883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:41.424675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Pushing event updated for resources: {'Port': ['ID=e04e23c6-ab5a-41cb-b916-5b03e1d1be82,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.441511 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cd21d08-714b-4da8-8b1d-8d45cabb9e3f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.475844 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.509576 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.523082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Attempting to bind port e04e23c6-ab5a-41cb-b916-5b03e1d1be82 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:41.523454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Attempting to bind port e04e23c6-ab5a-41cb-b916-5b03e1d1be82 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '767aacc6-ec59-4cda-8295-40057403e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db3d01b4-2fe8-4d18-b52c-3e2d8c568a10'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:41.523821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Attempting to bind port e04e23c6-ab5a-41cb-b916-5b03e1d1be82 on network db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:41.531387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:41.531761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Checking segment: {'id': '767aacc6-ec59-4cda-8295-40057403e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db3d01b4-2fe8-4d18-b52c-3e2d8c568a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:41.532165 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.532561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Bound using segment: {'id': '767aacc6-ec59-4cda-8295-40057403e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db3d01b4-2fe8-4d18-b52c-3e2d8c568a10'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:41.533336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Bound port: e04e23c6-ab5a-41cb-b916-5b03e1d1be82, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767aacc6-ec59-4cda-8295-40057403e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db3d01b4-2fe8-4d18-b52c-3e2d8c568a10'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:41.533472 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.535882 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.536651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.537275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.554974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73839e3b-620f-499b-87ea-26d943ab7a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78c22cf-c3a2-45bd-8013-07539cb5c6d0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:41.557373 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff0a34c-fe26-4606-85cf-5956e800685a" -d '{"events": [{"server_uuid": "73839e3b-620f-499b-87ea-26d943ab7a3f", "name": "network-vif-plugged", "status": "completed", "tag": "e78c22cf-c3a2-45bd-8013-07539cb5c6d0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:41.573329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e78c22cf-c3a2-45bd-8013-07539cb5c6d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:41.581869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.594400 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.624696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7383308 Nov 12 11:13:41.631883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44762) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:41.635196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa826040-e9b0-4075-a740-5c60879ca3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.643625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Request body: {'subnet': {'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-285651788-subnet', 'tenant_id': '8830e1e9731c4bfa97fe7f3b47b7f04f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:41.651298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:41.678371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cd21d08-714b-4da8-8b1d-8d45cabb9e3f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.732443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.772806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Made reservation on behalf of 8830e1e9731c4bfa97fe7f3b47b7f04f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:41.776072 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.781487 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cd21d08-714b-4da8-8b1d-8d45cabb9e3f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.791468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] For port e04e23c6-ab5a-41cb-b916-5b03e1d1be82, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:41.811264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] For port e04e23c6-ab5a-41cb-b916-5b03e1d1be82, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e04e23c6-ab5a-41cb-b916-5b03e1d1be82,segment=NetworkSegment(767aacc6-ec59-4cda-8295-40057403e777),segment_id=767aacc6-ec59-4cda-8295-40057403e777)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:41.813965 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab2ba4-552d-4a0b-9d55-8f9ea3b1136a x-openstack-request-id: req-8dab2ba4-552d-4a0b-9d55-8f9ea3b1136a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:41.814323 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73839e3b-620f-499b-87ea-26d943ab7a3f", "name": "network-vif-plugged", "status": "completed", "tag": "e78c22cf-c3a2-45bd-8013-07539cb5c6d0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:41.815249 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dab2ba4-552d-4a0b-9d55-8f9ea3b1136a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:41.815875 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73839e3b-620f-499b-87ea-26d943ab7a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78c22cf-c3a2-45bd-8013-07539cb5c6d0', 'code': 200} Nov 12 11:13:41.822223 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.824405 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd21d08-714b-4da8-8b1d-8d45cabb9e3f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Subnet': ['ID=c0989d6d-5b18-4e17-af1b-978cde55fb72,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.840065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cd21d08-714b-4da8-8b1d-8d45cabb9e3f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.845461 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1cd21d08-714b-4da8-8b1d-8d45cabb9e3f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/subnets/c0989d6d-5b18-4e17-af1b-978cde55fb72 HTTP/1.1" status: 204 len: 168 time: 0.8870964 Nov 12 11:13:41.848659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44766) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:41.919142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b2c4e-6f98-44cf-bb87-a36c085fcf3a None None] Pushing event updated for resources: {'Port': ['ID=e04e23c6-ab5a-41cb-b916-5b03e1d1be82,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.975512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2a534-517f-40f2-8393-f560f3fbbd42 req-7adc6ed5-3a7a-4b2a-8581-1f1f88b426af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.977553 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40c2a534-517f-40f2-8393-f560f3fbbd42 req-7adc6ed5-3a7a-4b2a-8581-1f1f88b426af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 1098 time: 0.0878692 Nov 12 11:13:41.983654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b1987-d72c-47bc-9e8f-28febe04a9be tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.985413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b1987-d72c-47bc-9e8f-28febe04a9be tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.987506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d62b1987-d72c-47bc-9e8f-28febe04a9be tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1373830 Nov 12 11:13:41.990201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44768) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:42.006111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b539d5-dade-4c5b-ab1a-cffacb0d2288 req-a2e386fc-b013-49c7-a9fc-92a8e5181d50 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:42.007736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-51b539d5-dade-4c5b-ab1a-cffacb0d2288 req-a2e386fc-b013-49c7-a9fc-92a8e5181d50 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 943 time: 0.1605821 Nov 12 11:13:42.146186 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53c824e9-6e2a-4303-ab98-a60f166f72cb tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.156777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-51b539d5-dade-4c5b-ab1a-cffacb0d2288 req-515503f4-3829-4b15-9490-27005e75d655 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339519 Nov 12 11:13:42.162032 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c824e9-6e2a-4303-ab98-a60f166f72cb tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 11:13:42.162755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c824e9-6e2a-4303-ab98-a60f166f72cb tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:42.170185 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-53c824e9-6e2a-4303-ab98-a60f166f72cb tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 HTTP/1.1" status: 409 len: 405 time: 0.1788979 Nov 12 11:13:42.170796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44772) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:42.171524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40c2a534-517f-40f2-8393-f560f3fbbd42 req-f7111012-e29e-4d02-a7dc-52c4c46951ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834958 Nov 12 11:13:42.178322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-893623733'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:42.220616 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.221545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:42.227853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.234874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 8f646358-29ac-44e3-9e25-4f924b6e4140 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:42.235338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.258031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:42.273507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.273892 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Added segment 7a7ac09d-a9d5-462d-b35d-3e3fb6990324 of type vlan for network bd7656b9-352e-49a6-8872-90e40ffbe994 Nov 12 11:13:42.318637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.362556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3097b249-bd05-4bb7-9732-a5f6a914eb36,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:42.382228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Checking segment: {'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:42.382228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Network hostable DHCP agents. Network: 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:42.392585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.398329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:42.398962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.417976 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.421995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:42.440054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 8f646358-29ac-44e3-9e25-4f924b6e4140 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:42.447414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44776) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:42.447604 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2755311 Nov 12 11:13:42.452505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:42.457229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'subnet': {'network_id': 'bd7656b9-352e-49a6-8872-90e40ffbe994', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:42.460316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ec21c-fe5b-4366-9001-f4070a29d838 None None] Network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:42.490796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad451d-bf50-4567-8b70-bfe562f3fa0b req-88fcee49-322e-478a-906a-cd8beb872dcb tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:42.492301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1bad451d-bf50-4567-8b70-bfe562f3fa0b req-88fcee49-322e-478a-906a-cd8beb872dcb tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 946 time: 0.1564648 Nov 12 11:13:42.494779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:42.499008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.519972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e04e23c6-ab5a-41cb-b916-5b03e1d1be82 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:42.527447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556cd07-736f-4aa9-872d-31c7b30703ab tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Network': ['ID=bd7656b9-352e-49a6-8872-90e40ffbe994,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:42.548271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network bd7656b9-352e-49a6-8872-90e40ffbe994 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:42.597548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1bad451d-bf50-4567-8b70-bfe562f3fa0b req-0ed6f835-b721-4627-9491-939b48e4e451 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866566 Nov 12 11:13:42.624937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a4ae52b1-8e36-42db-9b79-43661ae63efd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9916124 Nov 12 11:13:42.628375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:13:42.735934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e04e23c6-ab5a-41cb-b916-5b03e1d1be82 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:42.736312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.743743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:42.748027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.784791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620a8829-7264-42df-86fe-569ad304dd5c None None] Network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:42.931955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.977502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=8f646358-29ac-44e3-9e25-4f924b6e4140,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:43.124065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:43.137930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.152664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8', 'mac_address': 'fa:16:3e:aa:83:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:13:43.251359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.317379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.320485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port e04e23c6-ab5a-41cb-b916-5b03e1d1be82, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e04e23c6-ab5a-41cb-b916-5b03e1d1be82,segment=NetworkSegment(767aacc6-ec59-4cda-8295-40057403e777),segment_id=767aacc6-ec59-4cda-8295-40057403e777)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:43.330454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.382462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:43.411589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fe09c-74c5-4941-90f7-d5afc1966e94 req-fcec01bf-4a3b-4254-aac6-9ecb2cc458fd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:43.413359 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac7fe09c-74c5-4941-90f7-d5afc1966e94 req-fcec01bf-4a3b-4254-aac6-9ecb2cc458fd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 943 time: 0.1173012 Nov 12 11:13:43.428312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=e04e23c6-ab5a-41cb-b916-5b03e1d1be82,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:43.461600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:43.467960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.476964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37643d4-4a9c-474b-8daf-08c3e5adb4d6 None None] Network db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:43.505950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac7fe09c-74c5-4941-90f7-d5afc1966e94 req-202965d7-fb73-42ff-b591-15a4499c0500 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840435 Nov 12 11:13:43.617321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:43.629528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d8c1f8f0-9bb5-4c70-9e6a-0d01e61980c0 None None] Provisioning complete for port e04e23c6-ab5a-41cb-b916-5b03e1d1be82 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:43.629988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d8c1f8f0-9bb5-4c70-9e6a-0d01e61980c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.686067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-9c371ba0-2e5a-4c35-8508-4e333b0f6f97 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:43.687617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-9c371ba0-2e5a-4c35-8508-4e333b0f6f97 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 813 time: 0.5657215 Nov 12 11:13:43.711376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router 12d97ee7-2fb5-446f-b521-bf17ea9d5b0a has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:13:43.720905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-37863ecb-31a4-49fa-b9c2-de6166d2ac3d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/quotas/8830e1e9731c4bfa97fe7f3b47b7f04f HTTP/1.1" status: 200 len: 375 time: 0.0196438 Nov 12 11:13:43.725343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:43.734594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04901f-d868-4a2b-8c7c-20cc98046de3 req-d5ac3836-a93e-456e-bd5b-d940e1d2bca8 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:43.743007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fb04901f-d868-4a2b-8c7c-20cc98046de3 req-d5ac3836-a93e-456e-bd5b-d940e1d2bca8 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 946 time: 0.0588648 Nov 12 11:13:43.759096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:13:43.765860 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.813083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fb04901f-d868-4a2b-8c7c-20cc98046de3 req-74cd2fb1-ba12-4231-a141-801382274f70 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Nov 12 11:13:43.839052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] DHCP port deletion for db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:43.891925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-fb37a5a2-3570-4ac1-95b4-980dd1ac37e4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312160 Nov 12 11:13:43.924245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:43.940812 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f353771-692f-46d4-b3c6-86a7b878a252 None None] Sync routers for ids ['12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:43.941348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-14ae6190-632a-44cf-b33f-f10721254aea tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/12d97ee7-2fb5-446f-b521-bf17ea9d5b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1647124 Nov 12 11:13:43.944805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44802) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:43.953687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Subnet': ['ID=2f39ab8d-f579-4cc1-9600-bf193aa06099,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:43.975002 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f353771-692f-46d4-b3c6-86a7b878a252 None None] Routers {'12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:43.975624 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8f353771-692f-46d4-b3c6-86a7b878a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:43.985008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] Deleting port e04e23c6-ab5a-41cb-b916-5b03e1d1be82 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:43.985462 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.006442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1afa93ac-6116-4e2a-8ba4-d84521ed5036 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=12d97ee7-2fb5-446f-b521-bf17ea9d5b0a HTTP/1.1" status: 200 len: 205 time: 0.0602558 Nov 12 11:13:44.009162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44806) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:44.016762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Checking segment: {'id': '7a7ac09d-a9d5-462d-b35d-3e3fb6990324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bd7656b9-352e-49a6-8872-90e40ffbe994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:44.017473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network hostable DHCP agents. Network: bd7656b9-352e-49a6-8872-90e40ffbe994, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:44.036016 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8f353771-692f-46d4-b3c6-86a7b878a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:44.051075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-3ded1d73-e51f-4819-b9a9-3c0d754aeb4e service neutron] 10.222.0.31 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476586 Nov 12 11:13:44.062824 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f353771-692f-46d4-b3c6-86a7b878a252 None None] Routers {'12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:44.063030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network bd7656b9-352e-49a6-8872-90e40ffbe994 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:44.066525 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8f353771-692f-46d4-b3c6-86a7b878a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:44.077185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, bd7656b9-352e-49a6-8872-90e40ffbe994) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:44.108062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:44.108512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.110773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652b89c-e5ea-48ce-8e0b-f46b6f40ab07 None None] Network bd7656b9-352e-49a6-8872-90e40ffbe994 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:44.127520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4dda0b38-f244-4ef6-bc1d-cbb0b3477ebc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.149380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] For port e04e23c6-ab5a-41cb-b916-5b03e1d1be82, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e04e23c6-ab5a-41cb-b916-5b03e1d1be82,segment=NetworkSegment(767aacc6-ec59-4cda-8295-40057403e777),segment_id=767aacc6-ec59-4cda-8295-40057403e777)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:44.149939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.159116 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8f353771-692f-46d4-b3c6-86a7b878a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:44.159783 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f353771-692f-46d4-b3c6-86a7b878a252 None None] The sync data for ids ['12d97ee7-2fb5-446f-b521-bf17ea9d5b0a'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:44.205068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aa30bd4d-ddb0-4430-a51d-3d35cefe7939 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7534492 Nov 12 11:13:44.205680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44812) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:44.212980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'port': {'network_id': 'bd7656b9-352e-49a6-8872-90e40ffbe994', 'name': 'tempest-NetworksIpV6TestAttrs-144617193'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:44.223001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] Calling delete_port for e04e23c6-ab5a-41cb-b916-5b03e1d1be82 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:44.309288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-ace6894c-9d9a-4035-9cc0-90929303e053 service neutron] 10.222.0.31 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274134 Nov 12 11:13:44.336931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.370429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:44.379963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] Pushing event deleted for resources: {'Port': ['ID=e04e23c6-ab5a-41cb-b916-5b03e1d1be82,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:44.382404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb40aca-4f36-4064-bec9-ac3369fedcfe None None] No DVR routers for this DVR port e04e23c6-ab5a-41cb-b916-5b03e1d1be82 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:44.389457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.421427 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4dda0b38-f244-4ef6-bc1d-cbb0b3477ebc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.424937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4dda0b38-f244-4ef6-bc1d-cbb0b3477ebc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.430261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] device_id is not set on port 4334dd82-0bbe-4099-b51b-b6784288c7e2 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:44.488019 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4dda0b38-f244-4ef6-bc1d-cbb0b3477ebc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.488596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dda0b38-f244-4ef6-bc1d-cbb0b3477ebc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Fanout notify agent at l3_agent the message router_deleted on router 12d97ee7-2fb5-446f-b521-bf17ea9d5b0a {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:13:44.499335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4dda0b38-f244-4ef6-bc1d-cbb0b3477ebc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.501352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4dda0b38-f244-4ef6-bc1d-cbb0b3477ebc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/12d97ee7-2fb5-446f-b521-bf17ea9d5b0a HTTP/1.1" status: 204 len: 168 time: 0.4911926 Nov 12 11:13:44.504016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44818) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:44.516905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e04e23c6-ab5a-41cb-b916-5b03e1d1be82 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:44.546666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-bd7656b9-352e-49a6-8872-90e40ffbe994', 'network_id': 'bd7656b9-352e-49a6-8872-90e40ffbe994', 'tenant_id': '67f0bf6a6eeb448395ab82e3bc48588a', 'fixed_ips': [{'subnet_id': '2f39ab8d-f579-4cc1-9600-bf193aa06099'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:44.547589 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.550790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e04e23c6-ab5a-41cb-b916-5b03e1d1be82 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:44.551397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e04e23c6-ab5a-41cb-b916-5b03e1d1be82 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:44.615166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbc421e-1856-4d1b-af91-d79d82527b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:13:44.618702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7cbc421e-1856-4d1b-af91-d79d82527b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.674190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7cbc421e-1856-4d1b-af91-d79d82527b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.722428 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:13:44.814040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Allocated IP 2001:db8::f816:3eff:fe9e:c338 (bd7656b9-352e-49a6-8872-90e40ffbe994/2f39ab8d-f579-4cc1-9600-bf193aa06099/4334dd82-0bbe-4099-b51b-b6784288c7e2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:44.870312 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e6b5b60-b33d-4486-ac3d-9ee9bb2b39a2 req-1d75e9ea-1abf-498a-bccf-b74dd107771d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 210 time: 0.0552979 Nov 12 11:13:44.914373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfb1ea-dedc-44af-8d9c-54a4783ba388 req-a6f64c83-5394-4a6b-8033-239aa85d7ef2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:44.915937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bcbfb1ea-dedc-44af-8d9c-54a4783ba388 req-a6f64c83-5394-4a6b-8033-239aa85d7ef2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 944 time: 0.1871514 Nov 12 11:13:44.942682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7cbc421e-1856-4d1b-af91-d79d82527b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.029769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cca4dc-1fe2-4938-a902-7e0e71d237fb req-110ef3d1-afcd-4765-a3ba-047a1fb5fc64 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:45.032104 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76cca4dc-1fe2-4938-a902-7e0e71d237fb req-110ef3d1-afcd-4765-a3ba-047a1fb5fc64 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 946 time: 0.0888226 Nov 12 11:13:45.114142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76cca4dc-1fe2-4938-a902-7e0e71d237fb req-004c0405-0c7b-46ec-bcb8-ab92d2751642 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730605 Nov 12 11:13:45.135063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bcbfb1ea-dedc-44af-8d9c-54a4783ba388 req-b868ab9b-b1eb-442a-bba7-47794a19f044 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025924 Nov 12 11:13:45.148706 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7cbc421e-1856-4d1b-af91-d79d82527b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.195598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc421e-1856-4d1b-af91-d79d82527b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:45.200215 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7cbc421e-1856-4d1b-af91-d79d82527b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.203788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7cbc421e-1856-4d1b-af91-d79d82527b94 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3 HTTP/1.1" status: 204 len: 168 time: 0.6987078 Nov 12 11:13:45.207038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:45.218064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24556b3e-9654-4a64-840a-a2a0c442066a None None] Network 2dbacf19-fb46-4a0f-b341-67fbeef5f902 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:45.236412 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.312076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.342946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.380936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Allocated IP 2001:db8::f816:3eff:fe3a:b465 (bd7656b9-352e-49a6-8872-90e40ffbe994/2f39ab8d-f579-4cc1-9600-bf193aa06099/e5ab48d7-9689-4f3e-89fc-52fafd2ab172) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:45.402003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network bd7656b9-352e-49a6-8872-90e40ffbe994 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:45.408551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:45.417525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:45.424567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:45.425258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.428646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Port': ['ID=4334dd82-0bbe-4099-b51b-b6784288c7e2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:45.454205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-278b03ac-457b-46d4-95c4-1131235b17e9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2415605 Nov 12 11:13:45.454490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44838) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:45.470313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 866aefd4-a942-4d8f-b569-e729c830f8b2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:45.471138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.521200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f770746-76a3-4507-a92e-447d8232bbda tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Deleting subnet 2f39ab8d-f579-4cc1-9600-bf193aa06099 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:13:45.571754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port 866aefd4-a942-4d8f-b569-e729c830f8b2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=866aefd4-a942-4d8f-b569-e729c830f8b2,segment=NetworkSegment(ee6c7bce-8632-4729-b732-b40da7ffc07c),segment_id=ee6c7bce-8632-4729-b732-b40da7ffc07c)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:45.572247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.592170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 866aefd4-a942-4d8f-b569-e729c830f8b2 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:45.626412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] DHCP port deletion for 2dbacf19-fb46-4a0f-b341-67fbeef5f902 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:45.645187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.653870 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1f770746-76a3-4507-a92e-447d8232bbda tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.678536 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.713425 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.724621 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1f770746-76a3-4507-a92e-447d8232bbda tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.743747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=866aefd4-a942-4d8f-b569-e729c830f8b2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:45.743964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Network bd7656b9-352e-49a6-8872-90e40ffbe994 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:45.747900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No DVR routers for this DVR port 866aefd4-a942-4d8f-b569-e729c830f8b2 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:45.752077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:45.760925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:45.765724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Pushing event updated for resources: {'Port': ['ID=e5ab48d7-9689-4f3e-89fc-52fafd2ab172,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:45.820180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] Deleting port 866aefd4-a942-4d8f-b569-e729c830f8b2 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:45.820689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.875553 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.926581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Attempting to bind port e5ab48d7-9689-4f3e-89fc-52fafd2ab172 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:45.927099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Attempting to bind port e5ab48d7-9689-4f3e-89fc-52fafd2ab172 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '7a7ac09d-a9d5-462d-b35d-3e3fb6990324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bd7656b9-352e-49a6-8872-90e40ffbe994'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:45.927732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Attempting to bind port e5ab48d7-9689-4f3e-89fc-52fafd2ab172 on network bd7656b9-352e-49a6-8872-90e40ffbe994 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:45.942227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1f770746-76a3-4507-a92e-447d8232bbda tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.949169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:45.959266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Checking segment: {'id': '7a7ac09d-a9d5-462d-b35d-3e3fb6990324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bd7656b9-352e-49a6-8872-90e40ffbe994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:45.959704 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.961772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Bound using segment: {'id': '7a7ac09d-a9d5-462d-b35d-3e3fb6990324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bd7656b9-352e-49a6-8872-90e40ffbe994'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:45.962738 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Bound port: e5ab48d7-9689-4f3e-89fc-52fafd2ab172, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ac09d-a9d5-462d-b35d-3e3fb6990324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bd7656b9-352e-49a6-8872-90e40ffbe994'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:45.963395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.981594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] For port 866aefd4-a942-4d8f-b569-e729c830f8b2, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:45.982111 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.999832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] Calling delete_port for 866aefd4-a942-4d8f-b569-e729c830f8b2 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:46.021009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] Port 866aefd4-a942-4d8f-b569-e729c830f8b2 was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:13:46.024219 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.050365 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1f770746-76a3-4507-a92e-447d8232bbda tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.067726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] Pushing event deleted for resources: {'Port': ['ID=866aefd4-a942-4d8f-b569-e729c830f8b2,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:46.074906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917d8b5-5517-4e03-bcf7-e657bbebed00 None None] No DVR routers for this DVR port 866aefd4-a942-4d8f-b569-e729c830f8b2 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:46.090089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] For port e5ab48d7-9689-4f3e-89fc-52fafd2ab172, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:46.100690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] For port e5ab48d7-9689-4f3e-89fc-52fafd2ab172, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e5ab48d7-9689-4f3e-89fc-52fafd2ab172,segment=NetworkSegment(7a7ac09d-a9d5-462d-b35d-3e3fb6990324),segment_id=7a7ac09d-a9d5-462d-b35d-3e3fb6990324)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:46.112576 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.116765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c78c583-599b-4e58-ab0c-ed2a959b43e5 req-6d03b284-8841-478a-8db5-cce53056e5cb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 210 time: 0.0789292 Nov 12 11:13:46.201781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1f770746-76a3-4507-a92e-447d8232bbda tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.210974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1f770746-76a3-4507-a92e-447d8232bbda tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/subnets/2f39ab8d-f579-4cc1-9600-bf193aa06099 HTTP/1.1" status: 204 len: 168 time: 0.7551489 Nov 12 11:13:46.238687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44848) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:46.277816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f770746-76a3-4507-a92e-447d8232bbda tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Subnet': ['ID=2f39ab8d-f579-4cc1-9600-bf193aa06099,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:46.283889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511625a1-ad08-4f28-bdde-699e6d4f4fbe None None] Pushing event updated for resources: {'Port': ['ID=e5ab48d7-9689-4f3e-89fc-52fafd2ab172,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:46.408890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbacf19-fb46-4a0f-b341-67fbeef5f902']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:46.416042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6c7bce-8632-4729-b732-b40da7ffc07c') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:46.416342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6c7bce-8632-4729-b732-b40da7ffc07c') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:46.427662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.441770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.446717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 866aefd4-a942-4d8f-b569-e729c830f8b2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:46.448071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:46.448467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.472356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 866aefd4-a942-4d8f-b569-e729c830f8b2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:46.472780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 866aefd4-a942-4d8f-b569-e729c830f8b2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:46.500063 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:46.583683 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.596147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.604387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:46.604621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/2dbacf19-fb46-4a0f-b341-67fbeef5f902 HTTP/1.1" status: 204 len: 168 time: 1.3921282 Nov 12 11:13:46.607442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44850) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:46.622018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0fd5d1a5-7fe6-4955-ac6b-8e56863c1d39 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1716995301', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:46.629668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8f06-a80c-4552-a020-8ca82612618c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=2dbacf19-fb46-4a0f-b341-67fbeef5f902,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:46.660932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f164b-6d51-4fa5-a5da-d01ffc35d049 req-03a79de2-07eb-48e9-97c1-f493bb696118 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:46.669453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-096f164b-6d51-4fa5-a5da-d01ffc35d049 req-03a79de2-07eb-48e9-97c1-f493bb696118 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 946 time: 0.1676981 Nov 12 11:13:46.680747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:13:46.686584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:46.687219 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.704910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d1a5-7fe6-4955-ac6b-8e56863c1d39 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.706290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d1a5-7fe6-4955-ac6b-8e56863c1d39 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.757696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-096f164b-6d51-4fa5-a5da-d01ffc35d049 req-29e73028-a545-4e52-8a3c-e698116c7245 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870934 Nov 12 11:13:46.799692 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d1a5-7fe6-4955-ac6b-8e56863c1d39 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.804794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d1a5-7fe6-4955-ac6b-8e56863c1d39 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.815998 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.827266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d1a5-7fe6-4955-ac6b-8e56863c1d39 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.829259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0fd5d1a5-7fe6-4955-ac6b-8e56863c1d39 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2116015 Nov 12 11:13:46.831858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44852) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:46.838039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1481450183'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:46.846551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:46.848815 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10de2c83-903b-42a4-ab14-aa3de3091607" -d '{"events": [{"server_uuid": "fdf1528a-7225-4e2b-a827-956757cf9d54", "name": "network-vif-plugged", "status": "completed", "tag": "a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:46.864026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:46.866120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:46.869793 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.872006 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.899308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:46.913109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.913470 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment 93cec291-12e9-430f-b9a0-d87c3edd2070 of type vlan for network 8cc36270-025e-4d71-a219-ab516b62a33c Nov 12 11:13:46.919535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524b330-d9b6-47ea-a196-43422cbd2e8f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:46.921202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524b330-d9b6-47ea-a196-43422cbd2e8f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:46.925536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0524b330-d9b6-47ea-a196-43422cbd2e8f tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6854281 Nov 12 11:13:46.927805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44858) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:46.937407 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19059f62-346d-40bc-ab60-5cb2d656d0ef x-openstack-request-id: req-19059f62-346d-40bc-ab60-5cb2d656d0ef {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:46.937803 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf1528a-7225-4e2b-a827-956757cf9d54", "name": "network-vif-plugged", "status": "completed", "tag": "a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:46.938153 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19059f62-346d-40bc-ab60-5cb2d656d0ef {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:46.939496 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8', 'code': 200} Nov 12 11:13:46.978578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:47.017591 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.036164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-cf3d2dc1-3243-496b-9c80-045bc4e490e8 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.037709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-cf3d2dc1-3243-496b-9c80-045bc4e490e8 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.59 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 813 time: 0.9379792 Nov 12 11:13:47.045836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.051736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.052696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.055760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767789f2-fde5-4872-88b8-f7a68e0881c4 req-7d48428f-6ef8-426f-8b27-15c8739fdf08 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.057281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-767789f2-fde5-4872-88b8-f7a68e0881c4 req-7d48428f-6ef8-426f-8b27-15c8739fdf08 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 944 time: 0.7297781 Nov 12 11:13:47.076415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Request body: {'port': {'device_id': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9', 'admin_state_up': True, 'tenant_id': '8830e1e9731c4bfa97fe7f3b47b7f04f'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:47.115196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2814531 Nov 12 11:13:47.115670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-8697112b-f78e-4d8d-a2a5-9bfbf987d471 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.117231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-8697112b-f78e-4d8d-a2a5-9bfbf987d471 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.59 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 946 time: 0.6236150 Nov 12 11:13:47.143419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44862) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:47.149432 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:47.154090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f7396c1-4ec4-4ab3-91be-465a281e48b9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.252911 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7396c1-4ec4-4ab3-91be-465a281e48b9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 11:13:47.252911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7396c1-4ec4-4ab3-91be-465a281e48b9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:47.263138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9f7396c1-4ec4-4ab3-91be-465a281e48b9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/bd7656b9-352e-49a6-8872-90e40ffbe994 HTTP/1.1" status: 409 len: 405 time: 0.3282528 Nov 12 11:13:47.263138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44866) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:47.283201 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02378c7e-2167-4a81-9b44-1e8d241fef61 req-e981e2f9-6c6d-4ec5-a78e-2da17071723e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 210 time: 0.0464005 Nov 12 11:13:47.283826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f37329-0dcb-43fe-97c2-8673a3e0125d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=8cc36270-025e-4d71-a219-ab516b62a33c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:47.291282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2051327291'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:47.292662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c3051-dce2-4555-b5c5-9eebd576b96c req-24f2ccf1-2a1b-4a22-a5af-31db3e74ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.294294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b5c3051-dce2-4555-b5c5-9eebd576b96c req-24f2ccf1-2a1b-4a22-a5af-31db3e74ba60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 1097 time: 0.3014979 Nov 12 11:13:47.300941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 8cc36270-025e-4d71-a219-ab516b62a33c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:47.303823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:47.308806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.353989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-767789f2-fde5-4872-88b8-f7a68e0881c4 req-53bb91eb-6db2-4087-9f54-0ff8b73ab839 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893867 Nov 12 11:13:47.357550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:47.366457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.424259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b5c3051-dce2-4555-b5c5-9eebd576b96c req-f7302d40-8aa7-484c-9741-6c2c61051b9f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091049 Nov 12 11:13:47.440481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:47.444760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Deleting port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:47.444964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.465999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Made reservation on behalf of 8830e1e9731c4bfa97fe7f3b47b7f04f for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:47.469527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.490817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.491160 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Added segment 97f681f7-6005-4fe3-b241-aa7a3638ce59 of type vlan for network 96c659f8-cf3f-4b49-8f2a-c08cfa24333f Nov 12 11:13:47.561716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.593104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b046d6b-e44e-45dd-83e2-b88796d427a1 None None] Network bd7656b9-352e-49a6-8872-90e40ffbe994 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:47.620774 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.630038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=76178c8c-af1c-41f4-b15e-36409bd48dd5,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:47.648567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:47.648929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: 8cc36270-025e-4d71-a219-ab516b62a33c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:47.670470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 8cc36270-025e-4d71-a219-ab516b62a33c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:47.671866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2c83b1fb-1ef7-4b7f-9234-19306b9f146f None None] Provisioning complete for port e5ab48d7-9689-4f3e-89fc-52fafd2ab172 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:47.672336 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c83b1fb-1ef7-4b7f-9234-19306b9f146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.682477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 8cc36270-025e-4d71-a219-ab516b62a33c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:47.683249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] For port e78c22cf-c3a2-45bd-8013-07539cb5c6d0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,segment=NetworkSegment(dd31517b-9779-4572-8927-5fcc1038ebd2),segment_id=dd31517b-9779-4572-8927-5fcc1038ebd2)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:47.683648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.688675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.689504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.702218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45bc36b-62a3-4071-afb1-03ea623bd04f None None] Network 8cc36270-025e-4d71-a219-ab516b62a33c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:47.714809 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-853fd3ac-b656-4ed6-81c3-ccf986bc3f84 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5693426 Nov 12 11:13:47.715651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44868) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:47.724334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Calling delete_port for e78c22cf-c3a2-45bd-8013-07539cb5c6d0 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:47.726056 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.732263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.732916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.860186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5697906 Nov 12 11:13:47.868235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44872) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:47.874204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'subnet': {'network_id': '96c659f8-cf3f-4b49-8f2a-c08cfa24333f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:47.878414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Allocated IP 172.20.0.10 (65dd7d1f-9e4a-4dc0-8528-07a41a62ede9/3097b249-bd05-4bb7-9732-a5f6a914eb36/fc545572-d1d5-4d36-bb54-9ea8b927a3d7) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:47.906715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75404e1-b452-4d77-8330-fe11feb41700 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Network': ['ID=96c659f8-cf3f-4b49-8f2a-c08cfa24333f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:48.088636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 96c659f8-cf3f-4b49-8f2a-c08cfa24333f details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:48.090033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] DHCP port deletion for bd7656b9-352e-49a6-8872-90e40ffbe994 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:48.096097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030da9d4-4aa5-4811-b90b-85f8796d2ca7 req-2d8c3f82-d1ed-431f-912b-7fab87a8cf87 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:48.103448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-030da9d4-4aa5-4811-b90b-85f8796d2ca7 req-2d8c3f82-d1ed-431f-912b-7fab87a8cf87 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 946 time: 0.1673539 Nov 12 11:13:48.188949 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c83b1fb-1ef7-4b7f-9234-19306b9f146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.193963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:48.198397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.209180 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.241202 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-030da9d4-4aa5-4811-b90b-85f8796d2ca7 req-2746a746-a3a3-4937-89f6-9aaf92902288 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/security-groups?id=93154532-2de2-4b65-b6c1-3441783f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308072 Nov 12 11:13:48.270616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-8cc36270-025e-4d71-a219-ab516b62a33c', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:48.272705 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.278245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2c83b1fb-1ef7-4b7f-9234-19306b9f146f None None] For port e5ab48d7-9689-4f3e-89fc-52fafd2ab172, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e5ab48d7-9689-4f3e-89fc-52fafd2ab172,segment=NetworkSegment(7a7ac09d-a9d5-462d-b35d-3e3fb6990324),segment_id=7a7ac09d-a9d5-462d-b35d-3e3fb6990324)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:48.290240 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c83b1fb-1ef7-4b7f-9234-19306b9f146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.338521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] Deleting port e5ab48d7-9689-4f3e-89fc-52fafd2ab172 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:48.339196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.357986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.429789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.469493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-357e2daa-6d4f-4b7b-a7ef-680d33fbc783 req-a5ed2a4b-c332-49a5-8f0c-9f33ba70ff9c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 210 time: 0.0588992 Nov 12 11:13:48.531240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Pushing event deleted for resources: {'Port': ['ID=e78c22cf-c3a2-45bd-8013-07539cb5c6d0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:48.550486 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.572561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83b1fb-1ef7-4b7f-9234-19306b9f146f None None] Pushing event updated for resources: {'Port': ['ID=e5ab48d7-9689-4f3e-89fc-52fafd2ab172,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:48.587605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] For port e5ab48d7-9689-4f3e-89fc-52fafd2ab172, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e5ab48d7-9689-4f3e-89fc-52fafd2ab172,segment=NetworkSegment(7a7ac09d-a9d5-462d-b35d-3e3fb6990324),segment_id=7a7ac09d-a9d5-462d-b35d-3e3fb6990324)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:48.588112 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.590628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fd215-1315-4ea7-807a-c93163decac8 req-6b5e0e6f-fd91-4277-b375-3f7b5df8bf2b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:48.601175 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e02fd215-1315-4ea7-807a-c93163decac8 req-6b5e0e6f-fd91-4277-b375-3f7b5df8bf2b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 945 time: 0.1230226 Nov 12 11:13:48.620166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] No DVR routers for this DVR port e78c22cf-c3a2-45bd-8013-07539cb5c6d0 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:48.630389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] Calling delete_port for e5ab48d7-9689-4f3e-89fc-52fafd2ab172 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:48.648564 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.652302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc26b58b-d3d2-4f6d-8176-68a743f24918 req-50627e50-9bee-4dca-99e9-1ea8c76b8d90 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.59 "DELETE /v2.0/ports/e78c22cf-c3a2-45bd-8013-07539cb5c6d0 HTTP/1.1" status: 204 len: 173 time: 1.5238948 Nov 12 11:13:48.653338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73839e3b-620f-499b-87ea-26d943ab7a3f', 'name': 'network-vif-deleted', 'tag': 'e78c22cf-c3a2-45bd-8013-07539cb5c6d0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:48.653620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Allocated IP 2001:db8::2 (8cc36270-025e-4d71-a219-ab516b62a33c/76178c8c-af1c-41f4-b15e-36409bd48dd5/e10d9c20-b701-421a-9aea-81d534f024f7) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:48.655691 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625158bb-e11f-4a03-aec8-e4e0a8385723" -d '{"events": [{"server_uuid": "73839e3b-620f-499b-87ea-26d943ab7a3f", "name": "network-vif-deleted", "tag": "e78c22cf-c3a2-45bd-8013-07539cb5c6d0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:48.674699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e02fd215-1315-4ea7-807a-c93163decac8 req-f2e3a559-a5fc-4fb3-af64-1ae91e6e8856 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Nov 12 11:13:48.695957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:48.705164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:48.710332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:48.713397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:48.718990 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d474224-0b26-4854-be63-e9519fd80131 x-openstack-request-id: req-8d474224-0b26-4854-be63-e9519fd80131 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:48.719211 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73839e3b-620f-499b-87ea-26d943ab7a3f", "name": "network-vif-deleted", "tag": "e78c22cf-c3a2-45bd-8013-07539cb5c6d0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:48.719448 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d474224-0b26-4854-be63-e9519fd80131 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:48.719886 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73839e3b-620f-499b-87ea-26d943ab7a3f', 'name': 'network-vif-deleted', 'tag': 'e78c22cf-c3a2-45bd-8013-07539cb5c6d0', 'status': 'completed', 'code': 200} Nov 12 11:13:48.820110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:48.820770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.842595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-7205a9b8-4f93-4a4b-9589-2388a41bcce7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7797933 Nov 12 11:13:48.847029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.875001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Request body: {'port': {'device_id': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:48.886389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] Pushing event deleted for resources: {'Port': ['ID=e5ab48d7-9689-4f3e-89fc-52fafd2ab172,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:48.893968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84948b6-50c4-4cb3-9fc3-7662a15d0245 None None] No DVR routers for this DVR port e5ab48d7-9689-4f3e-89fc-52fafd2ab172 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:48.959031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.964114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:13:48.968579 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.972646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.007386 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.016428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Network 8cc36270-025e-4d71-a219-ab516b62a33c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:49.026852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:49.031670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:49.037768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8::1 (8cc36270-025e-4d71-a219-ab516b62a33c/76178c8c-af1c-41f4-b15e-36409bd48dd5/550d791d-2d56-4d29-98f5-f5f8d0f789f4) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:49.040131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Pushing event updated for resources: {'Port': ['ID=e10d9c20-b701-421a-9aea-81d534f024f7,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:49.057724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Subnet': ['ID=5538315b-0bfd-4de8-9a56-e0886b3d13f7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:49.119719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Attempting to bind port e10d9c20-b701-421a-9aea-81d534f024f7 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:49.120170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Checking segment: {'id': '97f681f7-6005-4fe3-b241-aa7a3638ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '96c659f8-cf3f-4b49-8f2a-c08cfa24333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:49.120539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network hostable DHCP agents. Network: 96c659f8-cf3f-4b49-8f2a-c08cfa24333f, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:49.120944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Attempting to bind port e10d9c20-b701-421a-9aea-81d534f024f7 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:49.121557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Attempting to bind port e10d9c20-b701-421a-9aea-81d534f024f7 on network 8cc36270-025e-4d71-a219-ab516b62a33c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:49.145415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:49.145653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network 96c659f8-cf3f-4b49-8f2a-c08cfa24333f is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:49.147099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Checking segment: {'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:49.149327 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.149968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Bound using segment: {'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:49.150704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Bound port: e10d9c20-b701-421a-9aea-81d534f024f7, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:49.152262 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.208949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 96c659f8-cf3f-4b49-8f2a-c08cfa24333f) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:49.217999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:49.218129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e78c22cf-c3a2-45bd-8013-07539cb5c6d0 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:49.218613 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.228787 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.245014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: e78c22cf-c3a2-45bd-8013-07539cb5c6d0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:49.245547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e78c22cf-c3a2-45bd-8013-07539cb5c6d0 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:49.246996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687aa3f9-73f3-4636-88a7-04bee1052bb1 None None] Network 96c659f8-cf3f-4b49-8f2a-c08cfa24333f requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:49.256313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4fcb11ac-6348-496a-a4d1-436b8b3f6af0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3867800 Nov 12 11:13:49.263783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44886) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:49.307931 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.375367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=550d791d-2d56-4d29-98f5-f5f8d0f789f4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:49.383417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 8cc36270-025e-4d71-a219-ab516b62a33c is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:49.385758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:49.389432 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:49.390672 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.396298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] For port e10d9c20-b701-421a-9aea-81d534f024f7, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:49.403754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] For port e10d9c20-b701-421a-9aea-81d534f024f7, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e10d9c20-b701-421a-9aea-81d534f024f7,segment=NetworkSegment(93cec291-12e9-430f-b9a0-d87c3edd2070),segment_id=93cec291-12e9-430f-b9a0-d87c3edd2070)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:49.411432 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.425637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cd5276d-edb3-41f0-aba9-82cc8bced580 req-b8c93a46-8519-4659-956b-ac35996b4e49 tempest-VolumesActionsTest-1792096657 tempest-VolumesActionsTest-1792096657-project] 10.222.0.31 "GET /v2.0/ports?device_id=73839e3b-620f-499b-87ea-26d943ab7a3f HTTP/1.1" status: 200 len: 210 time: 0.0645494 Nov 12 11:13:49.495264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.507690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Pushing event updated for resources: {'Port': ['ID=e10d9c20-b701-421a-9aea-81d534f024f7,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:49.533989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.535619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.536112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.536655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.538088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.538549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.540243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.540692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.541178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.545219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.545712 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.546205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7859648c-4efb-4474-b8ea-17ccccf63220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:49.562221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08466fb3-d258-441e-bf33-8e15bbf0784b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-96c659f8-cf3f-4b49-8f2a-c08cfa24333f', 'network_id': '96c659f8-cf3f-4b49-8f2a-c08cfa24333f', 'tenant_id': '67f0bf6a6eeb448395ab82e3bc48588a', 'fixed_ips': [{'subnet_id': '5538315b-0bfd-4de8-9a56-e0886b3d13f7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:49.565228 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08466fb3-d258-441e-bf33-8e15bbf0784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.586795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.647877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc545572-d1d5-4d36-bb54-9ea8b927a3d7 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:49.659815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.770227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.776056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87675-3994-47a7-8cea-43de1b5b18b6 req-ccc1a6c3-0b05-439c-adc0-a3ef8d78a5c6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:49.783589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8b87675-3994-47a7-8cea-43de1b5b18b6 req-ccc1a6c3-0b05-439c-adc0-a3ef8d78a5c6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 932 time: 0.1681490 Nov 12 11:13:49.802901 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.887657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Transition to ACTIVE for port object fc545572-d1d5-4d36-bb54-9ea8b927a3d7 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:13:49.894658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Subnet': ['ID=5538315b-0bfd-4de8-9a56-e0886b3d13f7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server [None req-08466fb3-d258-441e-bf33-8e15bbf0784b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5538315b-0bfd-4de8-9a56-e0886b3d13f7: This subnet is being modified by another concurrent operation. Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:13:49.906959 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5538315b-0bfd-4de8-9a56-e0886b3d13f7: This subnet is being modified by another concurrent operation. Nov 12 11:13:49.910652 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Nov 12 11:13:49.920760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.944941 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8b87675-3994-47a7-8cea-43de1b5b18b6 req-bf12f663-e11c-49d7-9905-bfbd00535539 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297774 Nov 12 11:13:49.989474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fb5585-097f-4046-840d-b62cb5fa0d01 None None] Network 96c659f8-cf3f-4b49-8f2a-c08cfa24333f requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:50.017494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:50.083909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.136849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c659f8-cf3f-4b49-8f2a-c08cfa24333f']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:50.147989 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.149123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13039c1-0443-4fab-a35f-9b374c4aa4f3 req-93c508eb-d76f-40fb-b288-9be88fbf23a6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:50.150914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e13039c1-0443-4fab-a35f-9b374c4aa4f3 req-93c508eb-d76f-40fb-b288-9be88fbf23a6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 945 time: 0.3345165 Nov 12 11:13:50.156090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.157629 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.198377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f681f7-6005-4fe3-b241-aa7a3638ce59') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:50.198685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f681f7-6005-4fe3-b241-aa7a3638ce59') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:50.237576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.280528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=550d791d-2d56-4d29-98f5-f5f8d0f789f4,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:50.287255 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.302754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:50.303455 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:50.307602 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:50.325139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 8cc36270-025e-4d71-a219-ab516b62a33c is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:50.325584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e13039c1-0443-4fab-a35f-9b374c4aa4f3 req-3967fa0b-f839-4851-8ae9-5fdf8fe9dac4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661444 Nov 12 11:13:50.326762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:50.385432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Attempting to bind port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:50.386197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Attempting to bind port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:50.386385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Attempting to bind port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 on network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:50.396844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 on network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:13:50.397112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Attempting to bind port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 on network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:50.415736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:50.416068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Checking segment: {'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:50.416599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Bound using segment: {'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:50.419945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Bound port: fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:50.419945 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.482905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-236d92ae-a542-402a-84f2-121a5e776880 req-c0095700-ac05-4804-861f-77c66a39f15d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2408959e80824d8bb898ea14f13272aa HTTP/1.1" status: 200 len: 267 time: 0.0726049 Nov 12 11:13:50.490050 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.507995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.507995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/96c659f8-cf3f-4b49-8f2a-c08cfa24333f HTTP/1.1" status: 204 len: 168 time: 1.2383301 Nov 12 11:13:50.523967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44898) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:50.529144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dab77-110f-4ad5-8455-8c87f3002ca4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Network': ['ID=96c659f8-cf3f-4b49-8f2a-c08cfa24333f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:50.530550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1884244064'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:50.554262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e10d9c20-b701-421a-9aea-81d534f024f7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:50.596556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:50.601140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:50.610339 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.611535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:50.615593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.644104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e10d9c20-b701-421a-9aea-81d534f024f7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:50.645717 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.656128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:50.656799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.658333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] 10.222.0.59 "PUT /v2.0/ports/fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 1093 time: 1.7904284 Nov 12 11:13:50.684668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:13:50.696137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd93ab3-ba45-4753-9ec6-ce957b416f79 service neutron] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:50.713241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d92ae-a542-402a-84f2-121a5e776880 req-9e87ac36-4a49-4e77-9438-a67fa7064d38 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:50.721150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:50.723531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-236d92ae-a542-402a-84f2-121a5e776880 req-9e87ac36-4a49-4e77-9438-a67fa7064d38 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 945 time: 0.2294495 Nov 12 11:13:50.724584 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2878986d-155f-4c71-b944-3755267ec5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:50.737067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-236d92ae-a542-402a-84f2-121a5e776880 req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'port': {'security_groups': []}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:50.742685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:50.758361 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.786322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-6f903e4f-882b-4a8f-8e55-cae4cedc7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:50.787895 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-6f903e4f-882b-4a8f-8e55-cae4cedc7ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1096 time: 0.0747509 Nov 12 11:13:50.835506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port e10d9c20-b701-421a-9aea-81d534f024f7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e10d9c20-b701-421a-9aea-81d534f024f7,segment=NetworkSegment(93cec291-12e9-430f-b9a0-d87c3edd2070),segment_id=93cec291-12e9-430f-b9a0-d87c3edd2070)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:50.845686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.882759 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a456166-919d-48af-93d6-426a591bb19e x-openstack-request-id: req-9a456166-919d-48af-93d6-426a591bb19e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:50.883127 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:50.883441 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a456166-919d-48af-93d6-426a591bb19e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:50.883914 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'status': 'completed', 'code': 200} Nov 12 11:13:50.887475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-ae39becd-cbe6-4e7b-ac4d-c22ade08c9c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 217 time: 0.0840113 Nov 12 11:13:50.894350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.894900 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Added segment 7e5558f2-d83e-4240-a20c-513a28b2f765 of type vlan for network d6d2056b-e8c5-4667-922e-66515abb3934 Nov 12 11:13:50.917152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=e10d9c20-b701-421a-9aea-81d534f024f7,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:50.956573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-75a4a60d-5113-4dba-bb21-faa46d7719fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:50.958275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-75a4a60d-5113-4dba-bb21-faa46d7719fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.0644667 Nov 12 11:13:51.002033 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-5b47aa57-04bc-4fd9-9f3f-c3a498ae6c23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357144 Nov 12 11:13:51.014088 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-236d92ae-a542-402a-84f2-121a5e776880 req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.018382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:13:51.029875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:13:51.030640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.039123 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-43fabf8e-d429-4bf3-9f78-7b99cc658c10 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3220751 Nov 12 11:13:51.042340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44918) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:51.045466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:51.052695 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:51.076274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-948198653'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:51.125651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.136274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:51.139672 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.219627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9fdef-f318-43a0-89a3-5aa8aa5093b5 None None] Network 8cc36270-025e-4d71-a219-ab516b62a33c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:51.241133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:13:51.241333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775e22b-1fd7-4edb-b0f2-15ee0c0c41ea req-31d8d7f0-fdd0-4b2b-996c-52e863a860c9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:51.245855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Network': ['ID=d6d2056b-e8c5-4667-922e-66515abb3934,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:51.249536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5775e22b-1fd7-4edb-b0f2-15ee0c0c41ea req-31d8d7f0-fdd0-4b2b-996c-52e863a860c9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.1696703 Nov 12 11:13:51.268632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:51.274400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.290131 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3f9cdd13-2ad5-4857-bf69-6cb6a5d8a7a5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7645743 Nov 12 11:13:51.294684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network d6d2056b-e8c5-4667-922e-66515abb3934 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:51.297056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44930) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:51.316625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'subnet': {'network_id': 'd6d2056b-e8c5-4667-922e-66515abb3934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:51.391603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5775e22b-1fd7-4edb-b0f2-15ee0c0c41ea req-009a7d67-b9f5-44d6-95b8-21fee9a2bb63 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098263 Nov 12 11:13:51.420942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:51.452003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2355a287-c52f-45cf-8c5d-4b3d1aef6613 None None] Provisioning complete for port e10d9c20-b701-421a-9aea-81d534f024f7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:51.452600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2355a287-c52f-45cf-8c5d-4b3d1aef6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.454012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.454359 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment 807cb600-33bc-4538-a8e8-4e2a018d77f1 of type vlan for network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 Nov 12 11:13:51.462480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-9a0a82f4-8197-4460-bb93-c235e567796f service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515803 Nov 12 11:13:51.555230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.645309 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.659403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:51.660299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.695089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4e542f9-7d8b-4df6-b18b-da9bbc71793f req-f0b07b59-ad49-404b-8ce5-46cb9dd88b42 service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949668 Nov 12 11:13:51.740963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6945937 Nov 12 11:13:51.780616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44952) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:51.786141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:51.850193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd6857-34ab-47eb-a61a-47140b35aa09 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=3c7de80d-3c23-4ff8-a58b-ee4199cb6420,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:51.919626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878986d-155f-4c71-b944-3755267ec5a1 req-575ac224-cefd-4fef-a10b-8ebcc7d9b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:51.921151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2878986d-155f-4c71-b944-3755267ec5a1 req-575ac224-cefd-4fef-a10b-8ebcc7d9b775 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1096 time: 0.1507273 Nov 12 11:13:51.928748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:51.931325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-236d92ae-a542-402a-84f2-121a5e776880 req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] For port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:51.965923 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-236d92ae-a542-402a-84f2-121a5e776880 req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.969161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:51.973695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.980466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-236d92ae-a542-402a-84f2-121a5e776880 req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.022139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['0af3f140-b939-446a-98ad-182c808c69f0', '47ba0938-ecd6-4a21-bd22-7ab66176994c', 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:52.028584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:52.030965 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.068257 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'Port': ['ID=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,revision_number=6']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:52.125249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d92ae-a542-402a-84f2-121a5e776880 req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:52.125901 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-236d92ae-a542-402a-84f2-121a5e776880 req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.134003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-236d92ae-a542-402a-84f2-121a5e776880 req-15bddec5-3c89-4bac-a5bb-7bf3a9c5f9ae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "PUT /v2.0/ports/a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 HTTP/1.1" status: 200 len: 904 time: 1.4093180 Nov 12 11:13:52.135841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'tag': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:52.138973 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99698d72-8a8a-40a3-8fb8-b15afed06a94" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf1528a-7225-4e2b-a827-956757cf9d54", "tag": "a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:52.302754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878986d-155f-4c71-b944-3755267ec5a1 req-559a615f-f58e-4f70-8a3c-be3a0a254c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:52.304513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2878986d-155f-4c71-b944-3755267ec5a1 req-559a615f-f58e-4f70-8a3c-be3a0a254c44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 914 time: 0.3699467 Nov 12 11:13:52.344471 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b99f1c9-88b3-4448-8462-b784d448e6b2 x-openstack-request-id: req-8b99f1c9-88b3-4448-8462-b784d448e6b2 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:52.344824 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf1528a-7225-4e2b-a827-956757cf9d54", "tag": "a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:52.345031 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b99f1c9-88b3-4448-8462-b784d448e6b2 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:52.345441 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'tag': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8', 'status': 'completed', 'code': 200} Nov 12 11:13:52.350492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:52.393005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2878986d-155f-4c71-b944-3755267ec5a1 req-83f97d96-718e-41c9-af07-34a6f160eb78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 217 time: 0.0512671 Nov 12 11:13:52.538569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9dfa3-47a8-4e5e-a06e-5710616e2c0b req-68c6d412-f445-49ec-bcb9-7e212e0b1828 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:52.538790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e10d9c20-b701-421a-9aea-81d534f024f7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:52.559377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79b9dfa3-47a8-4e5e-a06e-5710616e2c0b req-68c6d412-f445-49ec-bcb9-7e212e0b1828 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 907 time: 0.2503834 Nov 12 11:13:52.579168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878986d-155f-4c71-b944-3755267ec5a1 req-b0b22061-f330-457c-b374-f9334f509db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:52.583387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2878986d-155f-4c71-b944-3755267ec5a1 req-b0b22061-f330-457c-b374-f9334f509db8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.1687691 Nov 12 11:13:52.632197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.694880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2878986d-155f-4c71-b944-3755267ec5a1 req-afbaa27a-004a-489c-b9a8-679bcb6c6643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846989 Nov 12 11:13:52.787848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:13:49Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:49Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:52.796721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e10d9c20-b701-421a-9aea-81d534f024f7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:52.797191 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.803659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-e49c6980-e578-459a-a02a-633e31bab0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:52.805346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-e49c6980-e578-459a-a02a-633e31bab0b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 1059 time: 0.4283872 Nov 12 11:13:52.879493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33953466-ca45-4549-90d9-beed01205958 req-13e9bf53-db05-4dc6-96eb-f9b3df247347 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:52.885203 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33953466-ca45-4549-90d9-beed01205958 req-13e9bf53-db05-4dc6-96eb-f9b3df247347 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.3168499 Nov 12 11:13:52.904805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-319819df-d594-4aa6-8fe5-abcb3475584d None None] Provisioning complete for port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:52.905548 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-319819df-d594-4aa6-8fe5-abcb3475584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.909309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Subnet': ['ID=1d27e1e8-7439-4945-852b-3180c9fd3d6d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:52.923365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:13:52.923936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Updating router fad99dc7-591d-4268-b155-3e677b03b198 port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:13:53.009226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.050568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-e2176c0b-b03f-41bc-b18e-7809992c5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:53.052060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-e2176c0b-b03f-41bc-b18e-7809992c5d62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.2313857 Nov 12 11:13:53.074495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Checking segment: {'id': '7e5558f2-d83e-4240-a20c-513a28b2f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6d2056b-e8c5-4667-922e-66515abb3934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:53.074893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network hostable DHCP agents. Network: d6d2056b-e8c5-4667-922e-66515abb3934, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:53.148246 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-5b3a98aa-bd9f-4bee-bbb9-5eecd13d0c43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 HTTP/1.1" status: 200 len: 217 time: 0.0812643 Nov 12 11:13:53.252422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:13:53.322749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33953466-ca45-4549-90d9-beed01205958 req-c0df7f62-cf13-4fc1-b15c-c023249a7aa3 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081736 Nov 12 11:13:53.324468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-d697f2a1-86bf-430f-b500-1463eedde2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:53.326081 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-d697f2a1-86bf-430f-b500-1463eedde2c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1049721 Nov 12 11:13:53.327335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network d6d2056b-e8c5-4667-922e-66515abb3934 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:53.346340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, d6d2056b-e8c5-4667-922e-66515abb3934) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:53.352052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:53.352608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.389566 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4695ba9a-4b7f-4377-b8f5-70123128be7b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0885835 Nov 12 11:13:53.403475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44984) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:53.441731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10520187-3dce-41b3-93c3-66f9647eaadb None None] Network d6d2056b-e8c5-4667-922e-66515abb3934 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:53.479952 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:13:53.513639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-cd60d1d9-de68-44fb-af26-dcf73f80dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:53.516532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-cd60d1d9-de68-44fb-af26-dcf73f80dada service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812906 Nov 12 11:13:53.557940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2878986d-155f-4c71-b944-3755267ec5a1 req-ab46076b-25fc-424d-b5ac-5ce3a589dd4a service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570271 Nov 12 11:13:53.681119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-76cfe1eb-a8aa-43b6-bff6-43def972fc8f service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482322 Nov 12 11:13:53.731945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.745259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.946344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60620-1b23-4cc8-ad1e-1b7c37750257 req-410d5491-b90e-490b-a632-4ace87cb6401 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:53.954874 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e60620-1b23-4cc8-ad1e-1b7c37750257 req-410d5491-b90e-490b-a632-4ace87cb6401 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3947396 Nov 12 11:13:54.022312 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.032534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2878986d-155f-4c71-b944-3755267ec5a1 req-617c7f1c-32e0-4055-a354-012662ed470a service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646416 Nov 12 11:13:54.058430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c9736-1dcc-4c97-94c5-ada7f1df3b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d6d2056b-e8c5-4667-922e-66515abb3934', 'network_id': 'd6d2056b-e8c5-4667-922e-66515abb3934', 'tenant_id': '67f0bf6a6eeb448395ab82e3bc48588a', 'fixed_ips': [{'subnet_id': '1d27e1e8-7439-4945-852b-3180c9fd3d6d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:54.059447 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-868c9736-1dcc-4c97-94c5-ada7f1df3b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.063632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-48987412-77d2-452f-b827-fa4a95064b93 None None] Provisioning complete for port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:54.064016 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-48987412-77d2-452f-b827-fa4a95064b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.070158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=83c7017c-26ae-408e-ba8e-fb7dc2919dc7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:54.100507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.100856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.101221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.101565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.101901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.112924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.113314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.113654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.113993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.114360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.114820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.115083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:54.123738 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99698d72-8a8a-40a3-8fb8-b15afed06a94 req-07ee95d1-9461-43b1-8377-4c3e5b87ee7a service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893321 Nov 12 11:13:54.138119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.158602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:54.158975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: 3c7de80d-3c23-4ff8-a58b-ee4199cb6420, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:54.163112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:54.181457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Subnet': ['ID=1d27e1e8-7439-4945-852b-3180c9fd3d6d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:54.195689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:54.205453 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e60620-1b23-4cc8-ad1e-1b7c37750257 req-d16fdee0-5db6-4413-9964-b009cbb9e3fc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477205 Nov 12 11:13:54.216792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 3c7de80d-3c23-4ff8-a58b-ee4199cb6420) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:54.224146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:54.224770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.246893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1617430b-014f-4f19-bfa8-9cd49e86256d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4650483 Nov 12 11:13:54.250050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44992) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:54.256140 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce975-b586-47b8-8985-dc317a14ca75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.281209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f06d41-69d1-4d21-a379-ab7720c822a6 None None] Network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:54.294392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.308937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9', 'port_id': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'mac_address': 'fa:16:3e:e7:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3097b249-bd05-4bb7-9732-a5f6a914eb36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:13:54.353122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d2056b-e8c5-4667-922e-66515abb3934']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:54.421893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5558f2-d83e-4240-a20c-513a28b2f765') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:54.422358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5558f2-d83e-4240-a20c-513a28b2f765') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:54.450615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.472804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e63a3-4e20-4524-a510-eea44bc63eff req-aa0be62e-feb1-4b06-8d67-0604e3ae889b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:54.474373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c2e63a3-4e20-4524-a510-eea44bc63eff req-aa0be62e-feb1-4b06-8d67-0604e3ae889b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1132641 Nov 12 11:13:54.505545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.520559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:54.521138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:54.524481 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:54.560660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-48987412-77d2-452f-b827-fa4a95064b93 None None] Port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:54.581370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198dcbe-35e4-4956-8737-6a38dd2076d8 req-c0291288-e0eb-49dd-ac79-32b203cb3fac tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:54.597503 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b198dcbe-35e4-4956-8737-6a38dd2076d8 req-c0291288-e0eb-49dd-ac79-32b203cb3fac tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.1275952 Nov 12 11:13:54.624656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c2e63a3-4e20-4524-a510-eea44bc63eff req-17573e42-f8c5-47a3-9771-0c8b6040c5db tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406295 Nov 12 11:13:54.698179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.715478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.718722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113c9a6-80d9-403c-b4a1-1fd381da8331 None None] Network d6d2056b-e8c5-4667-922e-66515abb3934 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:54.726326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/d6d2056b-e8c5-4667-922e-66515abb3934 HTTP/1.1" status: 204 len: 168 time: 1.3206849 Nov 12 11:13:54.743988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45000) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:54.752727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1484868219'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:54.769561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726d3a9-273e-40ea-9f06-fe001f7a8cb4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Network': ['ID=d6d2056b-e8c5-4667-922e-66515abb3934,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:54.832709 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.835667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113c9a6-80d9-403c-b4a1-1fd381da8331 None None] Network d6d2056b-e8c5-4667-922e-66515abb3934 could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:13:54.844349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-48987412-77d2-452f-b827-fa4a95064b93 None None] Provisioning complete for port e10d9c20-b701-421a-9aea-81d534f024f7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:54.846514 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-48987412-77d2-452f-b827-fa4a95064b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.859541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b198dcbe-35e4-4956-8737-6a38dd2076d8 req-f1194f1f-0976-41f4-aa34-10c590cd0538 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608285 Nov 12 11:13:54.900196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:54.915191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.928895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc545572-d1d5-4d36-bb54-9ea8b927a3d7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:54.984341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:55.034197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.034545 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Added segment 84bf8c3d-82d5-425f-8be6-99daad272c18 of type vlan for network 1f13b87d-d39c-4353-82b0-84be464a70b9 Nov 12 11:13:55.058893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:55.127483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.149372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.173776 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.301058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:55.302151 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.307131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-67d4aff0-9101-4848-bbed-2498db7f1f1b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:55.308814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-67d4aff0-9101-4848-bbed-2498db7f1f1b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.2502062 Nov 12 11:13:55.312028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:55.328141 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.339664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-168b19c8-2869-43ee-917e-bef0724963ca tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/quotas/2408959e80824d8bb898ea14f13272aa HTTP/1.1" status: 200 len: 375 time: 0.0174658 Nov 12 11:13:55.391597 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.405130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:55.406914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.475379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-2347b3ad-c9df-4132-9ddf-df1364afc3bd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1265473 Nov 12 11:13:55.567475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fc545572-d1d5-4d36-bb54-9ea8b927a3d7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:55.572739 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.591609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8459446 Nov 12 11:13:55.600550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45018) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:55.607575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Request body: {'subnet': {'network_id': '1f13b87d-d39c-4353-82b0-84be464a70b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:55.619782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a67989-485e-4477-9fd5-3484f686efde tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Network': ['ID=1f13b87d-d39c-4353-82b0-84be464a70b9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:55.640299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e103e91-4243-4091-b99d-2dc21130b510 None None] Pushing event updated for resources: {'Port': ['ID=550d791d-2d56-4d29-98f5-f5f8d0f789f4,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:55.691362 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-6ddcc9e0-2057-4095-8bd0-a6702f9fea90 service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079983 Nov 12 11:13:55.788799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Allocated IP 2001:db8:1::2 (3c7de80d-3c23-4ff8-a58b-ee4199cb6420/83c7017c-26ae-408e-ba8e-fb7dc2919dc7/d407c000-4ca6-42e5-b78e-46de1c6dc5e4) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:55.819373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Made reservation on behalf of 67f0bf6a6eeb448395ab82e3bc48588a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:55.824537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.853661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-51e9188f-13c6-43eb-a072-4bedc603a41a service neutron] 10.222.0.31 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608472 Nov 12 11:13:56.014763 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.024717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 1f13b87d-d39c-4353-82b0-84be464a70b9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:56.046638 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.260493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:56.346507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:56.355924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27096a62-5f7f-425a-b685-6395bf44a8c3 req-8ae158fa-a98b-4c28-a92b-56a0f0ff7a22 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:56.356226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27096a62-5f7f-425a-b685-6395bf44a8c3 req-8ae158fa-a98b-4c28-a92b-56a0f0ff7a22 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 945 time: 0.3670299 Nov 12 11:13:56.358496 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4f2f7c4b-ac44-40f9-8d26-c429ba9f7bb3 req-7ec76d6c-4f56-40bb-8b70-8d2cf7e151ee tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 210 time: 0.0897236 Nov 12 11:13:56.389068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:56.433607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Pushing event updated for resources: {'Port': ['ID=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:56.447619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8:1::1 (3c7de80d-3c23-4ff8-a58b-ee4199cb6420/83c7017c-26ae-408e-ba8e-fb7dc2919dc7/386967ed-595e-452b-953e-3836a1ed30b4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:56.477228 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44da6603-8fbf-47bc-9f16-ccda696c140d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.575679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Attempting to bind port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:56.576220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Attempting to bind port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:56.576589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Attempting to bind port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 on network 8cc36270-025e-4d71-a219-ab516b62a33c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:56.587712 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:56.588088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Checking segment: {'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:56.588766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.588913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Bound using segment: {'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:56.589376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Bound port: 550d791d-2d56-4d29-98f5-f5f8d0f789f4, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cec291-12e9-430f-b9a0-d87c3edd2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:56.589757 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.611864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Attempting to bind port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:56.612347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Attempting to bind port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:56.612621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Attempting to bind port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 on network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:56.636913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:56.637292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Checking segment: {'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:56.637680 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.638077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Bound using segment: {'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:56.638571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Bound port: d407c000-4ca6-42e5-b78e-46de1c6dc5e4, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:56.638950 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.683516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ea107508-3ba8-469f-a3a3-30f6ad5d40af None None] Provisioning complete for port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:56.684480 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ea107508-3ba8-469f-a3a3-30f6ad5d40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.788264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] For port d407c000-4ca6-42e5-b78e-46de1c6dc5e4, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:56.792588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27096a62-5f7f-425a-b685-6395bf44a8c3 req-7641fed7-7b80-4a3c-a465-2ce1c0563fa2 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268119 Nov 12 11:13:56.800479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] For port d407c000-4ca6-42e5-b78e-46de1c6dc5e4, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,segment=NetworkSegment(807cb600-33bc-4538-a8e8-4e2a018d77f1),segment_id=807cb600-33bc-4538-a8e8-4e2a018d77f1)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:56.824609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:13:56.828631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.829985 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.915569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ea107508-3ba8-469f-a3a3-30f6ad5d40af None None] Port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:13:56.921611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] For port 550d791d-2d56-4d29-98f5-f5f8d0f789f4, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:56.950230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] For port 550d791d-2d56-4d29-98f5-f5f8d0f789f4, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=550d791d-2d56-4d29-98f5-f5f8d0f789f4,segment=NetworkSegment(93cec291-12e9-430f-b9a0-d87c3edd2070),segment_id=93cec291-12e9-430f-b9a0-d87c3edd2070)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:56.960682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.974945 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.994976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event updated for resources: {'Subnet': ['ID=18f60f6f-aaf7-40bf-b635-63dfc044d103,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.005935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b7ad-037f-4378-9e7e-294da9580133 None None] Pushing event updated for resources: {'Port': ['ID=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.048250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Checking segment: {'id': '84bf8c3d-82d5-425f-8be6-99daad272c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f13b87d-d39c-4353-82b0-84be464a70b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:57.048632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network hostable DHCP agents. Network: 1f13b87d-d39c-4353-82b0-84be464a70b9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:57.117414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:13:57.118667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:57.123175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Network 1f13b87d-d39c-4353-82b0-84be464a70b9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:57.141640 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.147818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 1f13b87d-d39c-4353-82b0-84be464a70b9) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:57.173826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:57.175766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.290397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fd7e000a-5961-4608-9a30-60eb66805476 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6887276 Nov 12 11:13:57.293791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45048) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:57.314639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c12dc8-9c1f-4fe0-9773-68aae44c0a78 None None] Network 1f13b87d-d39c-4353-82b0-84be464a70b9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:57.411648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:57.415905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e103e91-4243-4091-b99d-2dc21130b510 None None] Pushing event updated for resources: {'Port': ['ID=550d791d-2d56-4d29-98f5-f5f8d0f789f4,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.467145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:57.481272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:57.482017 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.566824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:13:57.656573 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.707246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=386967ed-595e-452b-953e-3836a1ed30b4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.753366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3fb161f-09b3-4cae-aee0-fc982022590c req-3c75f098-7085-4dfb-b691-1dd133ea8721 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 210 time: 0.2401080 Nov 12 11:13:57.818247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.906162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.908652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.941418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-28dd9a41-d31b-44bc-b8fb-ce8d20221438 None None] Provisioning complete for port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:57.941720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28dd9a41-d31b-44bc-b8fb-ce8d20221438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.999129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.117547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a6c727-05e1-4f20-9b4a-4c84a17d1fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-1f13b87d-d39c-4353-82b0-84be464a70b9', 'network_id': '1f13b87d-d39c-4353-82b0-84be464a70b9', 'tenant_id': '67f0bf6a6eeb448395ab82e3bc48588a', 'fixed_ips': [{'subnet_id': '18f60f6f-aaf7-40bf-b635-63dfc044d103'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:58.118569 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-17a6c727-05e1-4f20-9b4a-4c84a17d1fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.146940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Subnet': ['ID=18f60f6f-aaf7-40bf-b635-63dfc044d103,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:58.330549 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28dd9a41-d31b-44bc-b8fb-ce8d20221438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.361223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9869f-471e-4143-85d0-ecefb48c3a7a req-a00a55c8-f9fb-4d2a-aaa4-a97d908b596e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:58.374979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78b9869f-471e-4143-85d0-ecefb48c3a7a req-a00a55c8-f9fb-4d2a-aaa4-a97d908b596e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 945 time: 0.4003067 Nov 12 11:13:58.379448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d8ed9-207a-4f4c-a5b4-30d30ae25e5f None None] Network 1f13b87d-d39c-4353-82b0-84be464a70b9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:58.406482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.495676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f13b87d-d39c-4353-82b0-84be464a70b9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:58.538578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bf8c3d-82d5-425f-8be6-99daad272c18') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:58.545021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bf8c3d-82d5-425f-8be6-99daad272c18') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:58.603521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.640537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78b9869f-471e-4143-85d0-ecefb48c3a7a req-2bcb4943-42af-4bc8-88c8-67c32ed81235 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644596 Nov 12 11:13:58.668081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.689136 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:58.689542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:58.693030 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:58.740400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-f2fc8941-af48-467f-bdb6-dc0e25430dc7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:58.742255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-f2fc8941-af48-467f-bdb6-dc0e25430dc7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 812 time: 0.5022585 Nov 12 11:13:58.770857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Request body: {'port': {'device_id': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'admin_state_up': True, 'tenant_id': '2408959e80824d8bb898ea14f13272aa'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:58.774837 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.789173 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.796384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d407c000-4ca6-42e5-b78e-46de1c6dc5e4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:58.802102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/1f13b87d-d39c-4353-82b0-84be464a70b9 HTTP/1.1" status: 204 len: 168 time: 1.5029106 Nov 12 11:13:58.808130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45062) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:58.874604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fcadd-5d6c-4cfb-b8cc-1a9552e49d2c tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Network': ['ID=1f13b87d-d39c-4353-82b0-84be464a70b9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:58.885741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-28dd9a41-d31b-44bc-b8fb-ce8d20221438 None None] For port 550d791d-2d56-4d29-98f5-f5f8d0f789f4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=550d791d-2d56-4d29-98f5-f5f8d0f789f4,segment=NetworkSegment(93cec291-12e9-430f-b9a0-d87c3edd2070),segment_id=93cec291-12e9-430f-b9a0-d87c3edd2070)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:58.903515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:13:49Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:56Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:58.978679 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc1fcc9-745b-4662-bada-1215342e9e47 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): The resource could not be found. Nov 12 11:13:58.979803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc1fcc9-745b-4662-bada-1215342e9e47 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:58.983384 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28dd9a41-d31b-44bc-b8fb-ce8d20221438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.987623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45068) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:58.988963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5cc1fcc9-745b-4662-bada-1215342e9e47 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/subnets/18f60f6f-aaf7-40bf-b635-63dfc044d103 HTTP/1.1" status: 404 len: 337 time: 0.1765227 Nov 12 11:13:58.989653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e06a1d0-4c1a-4cbc-94eb-ee886db35ef5 None None] Network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:58.994356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b1413-8497-4a11-909a-ba1e1cbd4a77 None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:13:49Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:56Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:13:59.040979 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ee7753-f977-4490-a1c7-86273dfac9d9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): The resource could not be found. Nov 12 11:13:59.050445 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd961cbc-f74a-4ae6-9d4c-78ae2d104b69 req-e273a0a8-8970-4ffb-b030-1d8765a17260 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 210 time: 0.0978394 Nov 12 11:13:59.052665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ee7753-f977-4490-a1c7-86273dfac9d9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:59.055946 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d9ee7753-f977-4490-a1c7-86273dfac9d9 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/1f13b87d-d39c-4353-82b0-84be464a70b9 HTTP/1.1" status: 404 len: 339 time: 0.0672452 Nov 12 11:13:59.064399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45070) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:59.109075 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbc0fac-db6c-4d20-9d70-2923948da3ac tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): The resource could not be found. Nov 12 11:13:59.109536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbc0fac-db6c-4d20-9d70-2923948da3ac tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:59.113005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fcbc0fac-db6c-4d20-9d70-2923948da3ac tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/subnets/1d27e1e8-7439-4945-852b-3180c9fd3d6d HTTP/1.1" status: 404 len: 337 time: 0.0474453 Nov 12 11:13:59.115959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45072) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:59.125737 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.141186 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8f46e6-8f3e-497f-81c7-6e1092b37e89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): The resource could not be found. Nov 12 11:13:59.141877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8f46e6-8f3e-497f-81c7-6e1092b37e89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:59.145450 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9e8f46e6-8f3e-497f-81c7-6e1092b37e89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/d6d2056b-e8c5-4667-922e-66515abb3934 HTTP/1.1" status: 404 len: 339 time: 0.0272660 Nov 12 11:13:59.148807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45074) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:59.174962 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.175881 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.194452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Made reservation on behalf of 2408959e80824d8bb898ea14f13272aa for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:59.199410 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.204142 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2314a26-58b6-4142-914f-27952b9199e7 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): The resource could not be found. Nov 12 11:13:59.204591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2314a26-58b6-4142-914f-27952b9199e7 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:59.211295 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e2314a26-58b6-4142-914f-27952b9199e7 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/subnets/5538315b-0bfd-4de8-9a56-e0886b3d13f7 HTTP/1.1" status: 404 len: 337 time: 0.0611472 Nov 12 11:13:59.211993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45076) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:59.240417 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b302e718-4073-4880-9566-095ae8707cb5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): The resource could not be found. Nov 12 11:13:59.242079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b302e718-4073-4880-9566-095ae8707cb5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:59.247552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a38b045f-bce3-46a9-ae75-0680899775e5 None None] Provisioning complete for port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:59.248011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a38b045f-bce3-46a9-ae75-0680899775e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.248568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b302e718-4073-4880-9566-095ae8707cb5 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/96c659f8-cf3f-4b49-8f2a-c08cfa24333f HTTP/1.1" status: 404 len: 339 time: 0.0355291 Nov 12 11:13:59.249320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45078) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:59.261003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:59.261552 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.322010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:59.442262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd9a41-d31b-44bc-b8fb-ce8d20221438 None None] Pushing event updated for resources: {'Port': ['ID=550d791d-2d56-4d29-98f5-f5f8d0f789f4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:59.442910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-256d20eb-cf0e-4d24-a2db-812b35e1c71b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Deleting port 4334dd82-0bbe-4099-b51b-b6784288c7e2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:59.461726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-256d20eb-cf0e-4d24-a2db-812b35e1c71b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.509721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=386967ed-595e-452b-953e-3836a1ed30b4,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:59.517532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.651396 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.709895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:59.710815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-256d20eb-cf0e-4d24-a2db-812b35e1c71b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.724691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:59.733251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a38b045f-bce3-46a9-ae75-0680899775e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.749514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:13:59.752438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-256d20eb-cf0e-4d24-a2db-812b35e1c71b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Calling delete_port for 4334dd82-0bbe-4099-b51b-b6784288c7e2 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:59.773699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:59.774211 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.800081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port d407c000-4ca6-42e5-b78e-46de1c6dc5e4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,segment=NetworkSegment(807cb600-33bc-4538-a8e8-4e2a018d77f1),segment_id=807cb600-33bc-4538-a8e8-4e2a018d77f1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:59.870583 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.921456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Allocated IP 172.20.0.7 (79d147ef-e090-4316-a2d8-711387d78aef/536f3462-b6ae-487c-8ad1-b1a6726b488b/6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:59.968156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:13:59.969786 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-256d20eb-cf0e-4d24-a2db-812b35e1c71b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.031290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836fc48-7c5b-4ff9-bcfa-b8b18788fd49 req-6c1ab7a6-d39b-434e-b283-2cab27e3a629 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:00.037174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7836fc48-7c5b-4ff9-bcfa-b8b18788fd49 req-6c1ab7a6-d39b-434e-b283-2cab27e3a629 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 945 time: 0.1857753 Nov 12 11:14:00.049151 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-a38b045f-bce3-46a9-ae75-0680899775e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:14:00.053494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-256d20eb-cf0e-4d24-a2db-812b35e1c71b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.053693 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-a38b045f-bce3-46a9-ae75-0680899775e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:14:00.060546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-256d20eb-cf0e-4d24-a2db-812b35e1c71b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/ports/4334dd82-0bbe-4099-b51b-b6784288c7e2 HTTP/1.1" status: 204 len: 168 time: 0.8100016 Nov 12 11:14:00.063626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45088) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:00.072285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d20eb-cf0e-4d24-a2db-812b35e1c71b tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Port': ['ID=4334dd82-0bbe-4099-b51b-b6784288c7e2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:00.072663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:00.141333 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb044587-ae87-47ab-b877-44edeee75065 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): The resource could not be found. Nov 12 11:14:00.141712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb044587-ae87-47ab-b877-44edeee75065 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:14:00.145579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb044587-ae87-47ab-b877-44edeee75065 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/subnets/2f39ab8d-f579-4cc1-9600-bf193aa06099 HTTP/1.1" status: 404 len: 337 time: 0.0807896 Nov 12 11:14:00.150063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45092) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:00.197951 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.288878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:00.292342 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870844a9-defb-4402-891c-b7bf8012b748" -d '{"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:00.309092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:00.316988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.339004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8bfe8012-9381-4cf3-8e50-ed1fcdcb27b3 req-3153f881-6c1c-419a-b0d4-3d84faae6f64 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 210 time: 0.0674901 Nov 12 11:14:00.371994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.501372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:00.505115 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d14e39-3be5-4fdf-8c42-f0be41f942b0 x-openstack-request-id: req-61d14e39-3be5-4fdf-8c42-f0be41f942b0 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:00.505417 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:00.505678 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61d14e39-3be5-4fdf-8c42-f0be41f942b0 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:00.506077 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'code': 200} Nov 12 11:14:00.616663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.664272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.717613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7656b9-352e-49a6-8872-90e40ffbe994']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:00.752730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d407c000-4ca6-42e5-b78e-46de1c6dc5e4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:00.765909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7ac09d-a9d5-462d-b35d-3e3fb6990324') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:00.766220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7ac09d-a9d5-462d-b35d-3e3fb6990324') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:00.801896 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.816148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.834940 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.849245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:00.849834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.860614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5786c6ed-59b1-4a92-9671-7187ca058946 None None] Provisioning complete for port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:00.861095 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5786c6ed-59b1-4a92-9671-7187ca058946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:00.864730 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:00.963951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:00.964327 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.982796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:00.991221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.028241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-15d9b6f6-0fe6-46ae-bff5-a61523098a6e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7649615 Nov 12 11:14:01.034479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45108) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:01.049013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.052758 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/bd7656b9-352e-49a6-8872-90e40ffbe994 HTTP/1.1" status: 204 len: 168 time: 0.9013903 Nov 12 11:14:01.057043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7836fc48-7c5b-4ff9-bcfa-b8b18788fd49 req-f72b80ad-445e-4202-8a60-6b681d5331cf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7327507 Nov 12 11:14:01.057313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27492932-56d1-4cb5-aaaa-da4e9e077b89 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Network': ['ID=bd7656b9-352e-49a6-8872-90e40ffbe994,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:01.060021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45110) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:01.069747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1594515323'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:01.102773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada334a-0b07-4716-b28f-aafa48303ddd req-066eab96-1e0a-44b0-bf3e-5b3fa01aa5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:01.104535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ada334a-0b07-4716-b28f-aafa48303ddd req-066eab96-1e0a-44b0-bf3e-5b3fa01aa5d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1098 time: 0.4804139 Nov 12 11:14:01.143312 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.164473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:01.175148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.192203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['0af3f140-b939-446a-98ad-182c808c69f0', '47ba0938-ecd6-4a21-bd22-7ab66176994c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:01.256816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f4544c3f-4708-4e62-a844-b2af7a17ebb1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Deleting port dfd4dcd2-4802-4ff0-9894-d3f408b23bf9 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:01.261387 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4544c3f-4708-4e62-a844-b2af7a17ebb1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.348578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 550d791d-2d56-4d29-98f5-f5f8d0f789f4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:01.458436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Network 79d147ef-e090-4316-a2d8-711387d78aef is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:01.468466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4544c3f-4708-4e62-a844-b2af7a17ebb1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.487854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:01.502085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f4544c3f-4708-4e62-a844-b2af7a17ebb1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Calling delete_port for dfd4dcd2-4802-4ff0-9894-d3f408b23bf9 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:01.526767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5786c6ed-59b1-4a92-9671-7187ca058946 None None] Provisioning complete for port 386967ed-595e-452b-953e-3836a1ed30b4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:01.527963 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5786c6ed-59b1-4a92-9671-7187ca058946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.530981 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.531486 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment 871e578c-d841-4b75-9839-7952be02093d of type vlan for network 82cec9bb-d7f1-4552-a993-042806589767 Nov 12 11:14:01.598592 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.628128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:01.637053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:01.638228 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:01.645793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event updated for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:01.648427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.656916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:01.657656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.662827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4544c3f-4708-4e62-a844-b2af7a17ebb1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.694979 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:01.695640 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:01.706560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5786c6ed-59b1-4a92-9671-7187ca058946 None None] Port 386967ed-595e-452b-953e-3836a1ed30b4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:01.723275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:01.723644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.724155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4544c3f-4708-4e62-a844-b2af7a17ebb1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Port': ['ID=dfd4dcd2-4802-4ff0-9894-d3f408b23bf9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:01.752646 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4544c3f-4708-4e62-a844-b2af7a17ebb1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.760375 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f4544c3f-4708-4e62-a844-b2af7a17ebb1 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/ports/dfd4dcd2-4802-4ff0-9894-d3f408b23bf9 HTTP/1.1" status: 204 len: 168 time: 0.6990509 Nov 12 11:14:01.764828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45116) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:01.797095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=82cec9bb-d7f1-4552-a993-042806589767,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:01.805141 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b53b4a93-b383-44d4-aa4a-9d78cb899588 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7426722 Nov 12 11:14:01.808648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45120) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:01.811203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ada334a-0b07-4716-b28f-aafa48303ddd req-1b8f3c22-4f3d-44d6-8db7-eb1339f51015 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927080 Nov 12 11:14:01.816577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:01.887271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 82cec9bb-d7f1-4552-a993-042806589767 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:01.917357 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:01.932040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:01.933066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.956924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:01.960757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193be03-ed45-43f0-a891-4fa7252e2462 req-a9db598a-3028-41f9-8831-d865d06c19ce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:01.963233 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.978025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-698915e7-3b0d-4c86-a590-eb55ed24034f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2133014 Nov 12 11:14:01.980228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6193be03-ed45-43f0-a891-4fa7252e2462 req-a9db598a-3028-41f9-8831-d865d06c19ce tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 931 time: 0.3306425 Nov 12 11:14:01.989636 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-796da1ee-05e0-4c53-b9a6-46292d6b2b7e tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] DELETE failed (client error): The resource could not be found. Nov 12 11:14:02.004716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796da1ee-05e0-4c53-b9a6-46292d6b2b7e tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:14:02.008205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-796da1ee-05e0-4c53-b9a6-46292d6b2b7e tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/subnets/c0989d6d-5b18-4e17-af1b-978cde55fb72 HTTP/1.1" status: 404 len: 337 time: 0.2318604 Nov 12 11:14:02.021992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45122) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:02.067566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Request body: {'port': {'device_id': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:02.152109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6964c5a3-0b35-4526-87ab-2115144f079e None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:14:02.268948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6193be03-ed45-43f0-a891-4fa7252e2462 req-f472a022-1db3-4fda-8fc2-f4b37d7d979a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874999 Nov 12 11:14:02.289947 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.385670 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:13:57Z', 'revision_number': 3, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:02.433745 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:02.434412 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Updating router fad99dc7-591d-4268-b155-3e677b03b198 port 386967ed-595e-452b-953e-3836a1ed30b4 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:14:02.488639 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.565038 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.630664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3d01b4-2fe8-4d18-b52c-3e2d8c568a10']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:02.670650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767aacc6-ec59-4cda-8295-40057403e777') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:02.670939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767aacc6-ec59-4cda-8295-40057403e777') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:02.702826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.729703 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.731151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.750965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:02.751503 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:02.762458 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:02.772100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-095a3e45-b9ee-442d-afff-812d9f75f35d None None] Provisioning complete for port 386967ed-595e-452b-953e-3836a1ed30b4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:02.772672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-095a3e45-b9ee-442d-afff-812d9f75f35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.783930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ece6a-9046-487b-a44e-c48877c4174e req-360882f5-ddb1-4c78-8260-4c749e5e3982 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.787478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b07ece6a-9046-487b-a44e-c48877c4174e req-360882f5-ddb1-4c78-8260-4c749e5e3982 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1723745 Nov 12 11:14:02.918804 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.934120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.956639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/db3d01b4-2fe8-4d18-b52c-3e2d8c568a10 HTTP/1.1" status: 204 len: 168 time: 0.9207478 Nov 12 11:14:02.958194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45130) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:03.040719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-095a3e45-b9ee-442d-afff-812d9f75f35d None None] Port 386967ed-595e-452b-953e-3836a1ed30b4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:03.057529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b712b46-a497-4c10-925d-27493d8d2fa4 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Network': ['ID=db3d01b4-2fe8-4d18-b52c-3e2d8c568a10,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:03.087647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964c5a3-0b35-4526-87ab-2115144f079e None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:14:03.254853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8e3277-c3a4-4956-9ae1-c4a273cebec0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Deleting subnet 367806c5-67f3-4b36-91fe-24913a4d2064 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:03.262323 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3277-c3a4-4956-9ae1-c4a273cebec0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.272472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b07ece6a-9046-487b-a44e-c48877c4174e req-7f32c85e-c46d-4707-b794-f89ae859c91c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757094 Nov 12 11:14:03.292123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6c1bccca-e597-4a89-a573-22a88edd9235 None None] Provisioning complete for port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:03.292556 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c1bccca-e597-4a89-a573-22a88edd9235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.374247 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.401471 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.419699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3277-c3a4-4956-9ae1-c4a273cebec0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.421086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.533907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bccca-e597-4a89-a573-22a88edd9235 None None] Port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:03.617730 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Pushing event updated for resources: {'Port': ['ID=386967ed-595e-452b-953e-3836a1ed30b4,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:03.647358 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.647959 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.648519 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.649096 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.649712 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.650322 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.651230 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.651790 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.654316 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.654957 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.656309 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.657088 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:03.672038 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Attempting to bind port 386967ed-595e-452b-953e-3836a1ed30b4 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:03.672855 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Attempting to bind port 386967ed-595e-452b-953e-3836a1ed30b4 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:03.673751 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Attempting to bind port 386967ed-595e-452b-953e-3836a1ed30b4 on network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:03.683988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:03.684538 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Checking segment: {'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:03.685329 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.686145 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Bound using segment: {'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:03.687117 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Bound port: 386967ed-595e-452b-953e-3836a1ed30b4, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807cb600-33bc-4538-a8e8-4e2a018d77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:03.688776 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.750673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3277-c3a4-4956-9ae1-c4a273cebec0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.814235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=4858c898-0924-4136-b728-58b801435678,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:03.845673 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] For port 386967ed-595e-452b-953e-3836a1ed30b4, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:03.854752 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] For port 386967ed-595e-452b-953e-3836a1ed30b4, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=386967ed-595e-452b-953e-3836a1ed30b4,segment=NetworkSegment(807cb600-33bc-4538-a8e8-4e2a018d77f1),segment_id=807cb600-33bc-4538-a8e8-4e2a018d77f1)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:03.871948 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.880387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:03.880752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: 82cec9bb-d7f1-4552-a993-042806589767, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:03.895955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233237f6-461e-4181-b6c4-aeccf50f7459 req-a53b8215-dcf8-4709-b2f6-9688525434cc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.910819 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-233237f6-461e-4181-b6c4-aeccf50f7459 req-a53b8215-dcf8-4709-b2f6-9688525434cc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 931 time: 0.3359518 Nov 12 11:14:03.961436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:03.970814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.986175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Transition to ACTIVE for port object 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:14:03.987880 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10deffa-0959-4d67-80f0-505d74f7e215 None None] Pushing event updated for resources: {'Port': ['ID=386967ed-595e-452b-953e-3836a1ed30b4,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:03.988424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 82cec9bb-d7f1-4552-a993-042806589767 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:03.996810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.000448 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:04.001332 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:04.038390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 82cec9bb-d7f1-4552-a993-042806589767) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:04.051965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:04.052878 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.079009 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-233237f6-461e-4181-b6c4-aeccf50f7459 req-fe21c83a-0dac-4a4a-8433-c9a0ba9c4a26 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668463 Nov 12 11:14:04.095756 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3277-c3a4-4956-9ae1-c4a273cebec0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.107038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7bacab2f-829b-417d-8ce4-6a39fd823178 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2920480 Nov 12 11:14:04.107386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:04.109681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45140) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:04.165885 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e3277-c3a4-4956-9ae1-c4a273cebec0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Subnet': ['ID=367806c5-67f3-4b36-91fe-24913a4d2064,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:04.179390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3277-c3a4-4956-9ae1-c4a273cebec0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.186057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6e8e3277-c3a4-4956-9ae1-c4a273cebec0 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/subnets/367806c5-67f3-4b36-91fe-24913a4d2064 HTTP/1.1" status: 204 len: 168 time: 1.1672027 Nov 12 11:14:04.186507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45148) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:04.209350 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:04.226119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deca030-6e95-4dbb-b8af-eb9690e23d05 None None] Network 82cec9bb-d7f1-4552-a993-042806589767 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:04.316729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc4503-9430-4f32-8a82-3e2b6d03208c None None] Network 9f3c076b-7acb-41f9-b1a0-b337728f0c8f requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:04.357517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.444514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Attempting to bind port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:04.445652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Attempting to bind port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:04.446310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Attempting to bind port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:04.472644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 on network 79d147ef-e090-4316-a2d8-711387d78aef not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:14:04.473474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Attempting to bind port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 on network 79d147ef-e090-4316-a2d8-711387d78aef {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:04.513501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:04.514233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Checking segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:04.514837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Bound using segment: {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:04.516119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Bound port: 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9917804f-5cad-4583-9a8a-c33313c9b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:04.519973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.633176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Deleting port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:04.633552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.742868 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:13:57Z', 'revision_number': 3, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:03Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:04.757466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bf754-769a-4c94-b690-1e520af1a121 req-38c673a8-ca06-49fb-8d3d-d8a2d1993524 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:04.765014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-eb646f71-50b7-4b12-84c0-45a306ad1ea1 None None] Provisioning complete for port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:04.767712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d3bf754-769a-4c94-b690-1e520af1a121 req-38c673a8-ca06-49fb-8d3d-d8a2d1993524 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2637851 Nov 12 11:14:04.768375 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb646f71-50b7-4b12-84c0-45a306ad1ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.791984 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bcb48-7065-4070-a516-4d34175c69a7 None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:13:57Z', 'revision_number': 3, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:03Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:04.835240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] For port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3950af83-0cc7-44ec-9ad4-ce7d9d17bc23,segment=NetworkSegment(0d7bd92e-94d8-43c0-8e62-b9f566ddafcf),segment_id=0d7bd92e-94d8-43c0-8e62-b9f566ddafcf)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:04.835649 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.918548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Calling delete_port for 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:04.942837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d3bf754-769a-4c94-b690-1e520af1a121 req-e752cb48-a8cd-41b8-a4b3-0b146d7a035e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741433 Nov 12 11:14:05.047675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:05.050548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-82cec9bb-d7f1-4552-a993-042806589767', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:05.051715 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.116503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:05.125603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.263345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.309353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:05.310214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.311847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] 10.222.0.59 "PUT /v2.0/ports/6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 HTTP/1.1" status: 200 len: 1092 time: 3.2747025 Nov 12 11:14:05.336179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:05.354474 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d644a9c-8321-4e92-8540-7d1e4859abf2" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:05.380953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] No DVR routers for this DVR port 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:05.450810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Port': ['ID=3950af83-0cc7-44ec-9ad4-ce7d9d17bc23,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:05.515596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Allocated IP 2001:db8:2::2 (82cec9bb-d7f1-4552-a993-042806589767/4858c898-0924-4136-b728-58b801435678/715b2643-9432-4594-abdd-70ed9eba3919) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:05.562327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.563632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.566959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.567752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.568495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.569085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.569927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.570483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.571696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.576270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.576969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.577684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:05.726282 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.727404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.740492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 386967ed-595e-452b-953e-3836a1ed30b4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:05.743135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.772013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-1285d345-b8c8-4aec-951b-5d38980b5bd5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:05.774132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-1285d345-b8c8-4aec-951b-5d38980b5bd5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 813 time: 0.4609537 Nov 12 11:14:05.840755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa4691-aa97-42df-a743-74b3db72f25b req-e59f2981-8a33-4044-9440-30d649f354a2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:05.861958 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bfa4691-aa97-42df-a743-74b3db72f25b req-e59f2981-8a33-4044-9440-30d649f354a2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 943 time: 0.5720110 Nov 12 11:14:05.900849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76a7a6-4835-4bda-a778-7e37431b4855 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:05.914086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3c076b-7acb-41f9-b1a0-b337728f0c8f']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:05.979143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Pushing event updated for resources: {'Port': ['ID=715b2643-9432-4594-abdd-70ed9eba3919,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:06.004246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7bd92e-94d8-43c0-8e62-b9f566ddafcf') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:06.004536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7bd92e-94d8-43c0-8e62-b9f566ddafcf') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:06.007238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-c5a54d25-4fa4-471d-b955-7320189ac195 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/quotas/8830e1e9731c4bfa97fe7f3b47b7f04f HTTP/1.1" status: 200 len: 375 time: 0.1411552 Nov 12 11:14:06.016668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c022f1-284f-449c-a3a1-a084bced69fb None None] DHCP port deletion for 9f3c076b-7acb-41f9-b1a0-b337728f0c8f request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:06.038121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Network 82cec9bb-d7f1-4552-a993-042806589767 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:06.047634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3d2bb91d-b9a9-49b8-ada0-81774bf469da None None] Provisioning complete for port 386967ed-595e-452b-953e-3836a1ed30b4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:06.048151 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb91d-b9a9-49b8-ada0-81774bf469da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.050624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:06.056033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:06.058151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.116222 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bfa4691-aa97-42df-a743-74b3db72f25b req-a7549e64-cc0a-4437-9da8-ec591ddd8704 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355192 Nov 12 11:14:06.132175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.140016 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.152458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:06.153502 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.162133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-f25071ef-487c-4d35-983d-9d0bc2fbbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:06.162667 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:06.164667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-f25071ef-487c-4d35-983d-9d0bc2fbbf06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 1095 time: 0.7474535 Nov 12 11:14:06.244970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Attempting to bind port 715b2643-9432-4594-abdd-70ed9eba3919 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:06.248659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Attempting to bind port 715b2643-9432-4594-abdd-70ed9eba3919 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:06.249275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Attempting to bind port 715b2643-9432-4594-abdd-70ed9eba3919 on network 82cec9bb-d7f1-4552-a993-042806589767 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:06.270872 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-4d511c7d-dc05-4da9-a285-d4d686dd0f9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 HTTP/1.1" status: 200 len: 217 time: 0.0803533 Nov 12 11:14:06.277506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-e48579ec-a2ea-4f64-8ea0-50ab6f25510b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3520119 Nov 12 11:14:06.290599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-11781546-efef-4b94-8363-3fe606786837 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2673640 Nov 12 11:14:06.312883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:06.318420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Checking segment: {'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:06.318890 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.319297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Bound using segment: {'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:06.319817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Bound port: 715b2643-9432-4594-abdd-70ed9eba3919, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:06.325710 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.344773 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.353947 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.358208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 386967ed-595e-452b-953e-3836a1ed30b4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:06.358990 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.360654 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] 10.222.0.31 "DELETE /v2.0/networks/9f3c076b-7acb-41f9-b1a0-b337728f0c8f HTTP/1.1" status: 204 len: 168 time: 2.1730969 Nov 12 11:14:06.405604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd9495-e4d0-4df0-b956-4579fb670d78 tempest-NetworksIpV6TestAttrs-24458250 tempest-NetworksIpV6TestAttrs-24458250-project] Pushing event deleted for resources: {'Network': ['ID=9f3c076b-7acb-41f9-b1a0-b337728f0c8f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:06.481158 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0107c3-57df-4295-8083-7810c411a0f2 x-openstack-request-id: req-9a0107c3-57df-4295-8083-7810c411a0f2 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:06.483605 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:06.483867 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a0107c3-57df-4295-8083-7810c411a0f2 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:06.484277 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'status': 'completed', 'code': 200} Nov 12 11:14:06.575892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] For port 715b2643-9432-4594-abdd-70ed9eba3919, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:06.593981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb91d-b9a9-49b8-ada0-81774bf469da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.606068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] For port 715b2643-9432-4594-abdd-70ed9eba3919, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=715b2643-9432-4594-abdd-70ed9eba3919,segment=NetworkSegment(871e578c-d841-4b75-9839-7952be02093d),segment_id=871e578c-d841-4b75-9839-7952be02093d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:06.663658 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.702931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3d2bb91d-b9a9-49b8-ada0-81774bf469da None None] For port 386967ed-595e-452b-953e-3836a1ed30b4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=386967ed-595e-452b-953e-3836a1ed30b4,segment=NetworkSegment(807cb600-33bc-4538-a8e8-4e2a018d77f1),segment_id=807cb600-33bc-4538-a8e8-4e2a018d77f1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:06.742412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb91d-b9a9-49b8-ada0-81774bf469da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.808195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.850470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09b012-172d-4b50-b229-24c09a1b9470 None None] Pushing event updated for resources: {'Port': ['ID=715b2643-9432-4594-abdd-70ed9eba3919,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:06.860369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45192) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:06.925960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-73f115f5-1fc5-4a52-814e-0e50791b5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:06.927742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-73f115f5-1fc5-4a52-814e-0e50791b5e58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.6330643 Nov 12 11:14:07.008234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-31e4d2d0-3216-4b1c-8ff4-a9a83d05156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:07.016159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-31e4d2d0-3216-4b1c-8ff4-a9a83d05156a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1097 time: 0.5288079 Nov 12 11:14:07.068020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-27167998-db99-4e7a-9424-be69c91010bf service neutron] 10.222.0.31 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592051 Nov 12 11:14:07.082596 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:14:07.082966 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:14:07.105093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bb91d-b9a9-49b8-ada0-81774bf469da None None] Pushing event updated for resources: {'Port': ['ID=386967ed-595e-452b-953e-3836a1ed30b4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:07.264078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86607911-4887-44a9-81ec-f6f99db5243b req-2418c640-e695-48b8-94a0-22d059552d80 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:07.271780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86607911-4887-44a9-81ec-f6f99db5243b req-2418c640-e695-48b8-94a0-22d059552d80 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 946 time: 0.1698318 Nov 12 11:14:07.315128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-49e48913-e43a-4687-bf2c-57052c7afaf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67f0bf6a6eeb448395ab82e3bc48588a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535143 Nov 12 11:14:07.320832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45206) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:07.366584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86607911-4887-44a9-81ec-f6f99db5243b req-bf0b77ce-e0a0-47a0-8b70-da31891a4a2b tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938072 Nov 12 11:14:07.447693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4c48df56-87ad-4967-b5f6-3e34c2e5eddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.477696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-5379d4ed-09e0-4411-943e-2c2b2c62b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:07.485030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-5379d4ed-09e0-4411-943e-2c2b2c62b58f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5286832 Nov 12 11:14:07.513955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-9edc05bd-c9cd-4a62-8e6a-4cb051f6036c service neutron] 10.222.0.31 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183261 Nov 12 11:14:07.514172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4c48df56-87ad-4967-b5f6-3e34c2e5eddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.560342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84534dc-a8eb-4e5f-add0-9891d4a32536 req-5f581478-a4b4-41c6-8e13-3ae876b32fbf tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:07.568185 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d84534dc-a8eb-4e5f-add0-9891d4a32536 req-5f581478-a4b4-41c6-8e13-3ae876b32fbf tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 943 time: 0.1037624 Nov 12 11:14:07.634246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-17a40ee1-11cc-46c4-b499-159bc0d7a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:07.635738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-17a40ee1-11cc-46c4-b499-159bc0d7a495 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.5796361 Nov 12 11:14:07.672302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4c48df56-87ad-4967-b5f6-3e34c2e5eddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.679374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4c48df56-87ad-4967-b5f6-3e34c2e5eddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.681935 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4c48df56-87ad-4967-b5f6-3e34c2e5eddb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74616cf1-b4d6-488f-aabe-55fd031d1fa5 HTTP/1.1" status: 204 len: 168 time: 0.3587499 Nov 12 11:14:07.713548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d84534dc-a8eb-4e5f-add0-9891d4a32536 req-10a8ab01-a172-4b47-b854-377adbd1c5b9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444659 Nov 12 11:14:07.727245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48df56-87ad-4967-b5f6-3e34c2e5eddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74616cf1-b4d6-488f-aabe-55fd031d1fa5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:07.872584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8:2::1 (82cec9bb-d7f1-4552-a993-042806589767/4858c898-0924-4136-b728-58b801435678/e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:08.134821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 386967ed-595e-452b-953e-3836a1ed30b4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:08.277865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 386967ed-595e-452b-953e-3836a1ed30b4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:08.278376 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.419261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf760c-1941-4859-a2c0-a931d6965010 req-024635f2-67db-43b1-a4d3-d4e30d02a958 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:08.420933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42bf760c-1941-4859-a2c0-a931d6965010 req-024635f2-67db-43b1-a4d3-d4e30d02a958 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.52 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 946 time: 0.1388271 Nov 12 11:14:08.545643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 715b2643-9432-4594-abdd-70ed9eba3919 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:08.716429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 715b2643-9432-4594-abdd-70ed9eba3919 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:08.716961 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.787280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898cfff-4cbc-4678-bfb4-fbfcedc19d39 None None] Network 82cec9bb-d7f1-4552-a993-042806589767 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:08.803229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545ff0-d176-4742-967a-383e3785da5e req-1ee9048c-89b3-4f6d-aab0-23005c6f40f8 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:08.806969 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc545ff0-d176-4742-967a-383e3785da5e req-1ee9048c-89b3-4f6d-aab0-23005c6f40f8 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 946 time: 0.1968670 Nov 12 11:14:08.868763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b823d5e8-63cb-42b8-b911-6cad5d3a6e83 req-ff24db9f-195a-41dd-a05d-347471017222 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 210 time: 0.9744606 Nov 12 11:14:08.935998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Deleting port e2c896b7-84b7-49bb-9c15-24e8312650e3 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:08.936584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.022103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c39de219-273a-4c6e-8405-927c81cf18f8 None None] Provisioning complete for port 715b2643-9432-4594-abdd-70ed9eba3919 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:09.034444 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c39de219-273a-4c6e-8405-927c81cf18f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.068442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc545ff0-d176-4742-967a-383e3785da5e req-7c76f947-55ff-44f8-b77b-6fa20d3fc383 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2533729 Nov 12 11:14:09.075585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-7d17963c-3d02-480c-ab96-1a76c3b90786 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5800912 Nov 12 11:14:09.109625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-16276d00-c28e-48ef-8166-b47936f5ce03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 1.4624546 Nov 12 11:14:09.163431 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.351037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 715b2643-9432-4594-abdd-70ed9eba3919, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=715b2643-9432-4594-abdd-70ed9eba3919,segment=NetworkSegment(871e578c-d841-4b75-9839-7952be02093d),segment_id=871e578c-d841-4b75-9839-7952be02093d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:09.361811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] For port e2c896b7-84b7-49bb-9c15-24e8312650e3, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e2c896b7-84b7-49bb-9c15-24e8312650e3,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:09.362629 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.374389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.400676 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.416312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-171bba72-8543-4094-bc45-ecf839715328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:09.444041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-171bba72-8543-4094-bc45-ecf839715328 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1496053 Nov 12 11:14:09.479573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45256) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:09.514459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:09.550323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=715b2643-9432-4594-abdd-70ed9eba3919,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:09.559384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed877-310e-4faf-ad30-ba34a53688fe req-ec5bddf8-6fdb-4262-a003-a0a830d3f813 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:09.561195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:09.561660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3950af83-0cc7-44ec-9ad4-ce7d9d17bc23 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:09.567752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-669ed877-310e-4faf-ad30-ba34a53688fe req-ec5bddf8-6fdb-4262-a003-a0a830d3f813 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 943 time: 0.5136981 Nov 12 11:14:09.660675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc0c423-767e-4439-ab47-8e1738220ba4 req-05fcff28-7da8-46a4-a9d5-844a8f0488ff service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267930 Nov 12 11:14:09.935388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-669ed877-310e-4faf-ad30-ba34a53688fe req-d5e1c6ff-32cd-451e-8780-f1aafcfdf1d0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640561 Nov 12 11:14:09.955075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 715b2643-9432-4594-abdd-70ed9eba3919 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:10.045876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-a2215295-9005-4eed-ad56-004622c50861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.049146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-a2215295-9005-4eed-ad56-004622c50861 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5715423 Nov 12 11:14:10.082132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d3d6e6c0-be68-4f7e-9723-2df65d10b5bd None None] Provisioning complete for port 715b2643-9432-4594-abdd-70ed9eba3919 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:10.082868 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3d6e6c0-be68-4f7e-9723-2df65d10b5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.149504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.293803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-d33c48b9-d168-4e5c-8e22-3bf013f1002b service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106578 Nov 12 11:14:10.312527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.472732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 82cec9bb-d7f1-4552-a993-042806589767 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:10.499009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:10.510352 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.514277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 715b2643-9432-4594-abdd-70ed9eba3919 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:10.514812 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.517192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:10.519358 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.655124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-72603166'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:10.717658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-5325cf44-cd0a-4781-9c0a-5fa40350eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.719098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-5325cf44-cd0a-4781-9c0a-5fa40350eff3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 1095 time: 0.8074222 Nov 12 11:14:10.763430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b0f16744-014a-4f91-b4fe-3d51466b1c75 req-0b8ee87e-8ecd-4c32-b816-a62e8bec41c9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 210 time: 0.1368971 Nov 12 11:14:10.784917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.923390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe8d3a-c8f3-4842-9cb0-b92ea3cebe00 req-38c7ee99-ea99-4058-97bc-857a51e78b66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.923390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5fbe8d3a-c8f3-4842-9cb0-b92ea3cebe00 req-38c7ee99-ea99-4058-97bc-857a51e78b66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 946 time: 0.6236711 Nov 12 11:14:10.963494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b5c17ea6-af69-459c-a7c6-402d56be08e5 None None] Provisioning complete for port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:10.965363 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5c17ea6-af69-459c-a7c6-402d56be08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.971128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-a7bed488-ff96-4723-8179-bf226a07c4b1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.972781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-a7bed488-ff96-4723-8179-bf226a07c4b1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.52 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 813 time: 1.3963997 Nov 12 11:14:11.017179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:11.024909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b5c17ea6-af69-459c-a7c6-402d56be08e5 None None] Port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:11.039760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.048358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Request body: {'port': {'device_id': '7e709269-233b-45da-9922-188b93aad4df', 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9', 'admin_state_up': True, 'tenant_id': '8830e1e9731c4bfa97fe7f3b47b7f04f'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:11.070043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5fbe8d3a-c8f3-4842-9cb0-b92ea3cebe00 req-d43ef7a6-ed89-4d57-9d9b-b97683102714 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3cfbb1-a078-45b4-95b7-d22ee78ad90b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292870 Nov 12 11:14:11.085601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.092473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-ff43e696-2cdf-4083-a1f4-f86df77760db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4639790 Nov 12 11:14:11.123562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e37ab5-f268-4aa6-a4aa-7e3f44a8fede req-96666147-9e1b-4b02-a3e8-b54fadd841d6 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725782 Nov 12 11:14:11.132447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:11.229754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.230596 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.230979 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Floating IP 566ea0b1-e48a-4754-a5ac-5a0503170eeb disassociated. External IP: 172.25.2.211, port: e2c896b7-84b7-49bb-9c15-24e8312650e3. Nov 12 11:14:11.231236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Calling delete_port for e2c896b7-84b7-49bb-9c15-24e8312650e3 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:11.299983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:11.326026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-02d082de-81eb-4210-b74d-be8cfd5e95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:11.327535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-02d082de-81eb-4210-b74d-be8cfd5e95b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.5566189 Nov 12 11:14:11.391672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-0e08aa09-75aa-4d29-b925-52bb2a6f85e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 HTTP/1.1" status: 200 len: 217 time: 0.0470948 Nov 12 11:14:11.429156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e6551-e055-4af3-89bf-3c641c6eb6e8 req-adc6d225-9ed9-4f7b-95ba-f622c6af55c3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:11.436894 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a7e6551-e055-4af3-89bf-3c641c6eb6e8 req-adc6d225-9ed9-4f7b-95ba-f622c6af55c3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 943 time: 0.2737393 Nov 12 11:14:11.445598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-a7799386-d0a9-4ad1-97b1-d742fb381f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:11.447546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-a7799386-d0a9-4ad1-97b1-d742fb381f2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 1097 time: 0.3248544 Nov 12 11:14:11.460699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Made reservation on behalf of 8830e1e9731c4bfa97fe7f3b47b7f04f for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:11.464286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.545325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:11.577002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'mac_address': 'fa:16:3e:b4:d0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:11.594209 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.609394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.630332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-a6a9fdbd-869a-449e-8b8c-6063cf591226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:11.631827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-a6a9fdbd-869a-449e-8b8c-6063cf591226 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.2271998 Nov 12 11:14:11.662833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8601792-cabb-4449-ab58-85d778456ddb,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:11.696589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:11.697001 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.720471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:11.720611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a7e6551-e055-4af3-89bf-3c641c6eb6e8 req-7e1330b1-56e2-41bf-9472-e5034b10ab92 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824390 Nov 12 11:14:11.742993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-eacb8fd4-8bcc-47bf-8275-5bac7128fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:11.744544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-eacb8fd4-8bcc-47bf-8275-5bac7128fda2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.2469523 Nov 12 11:14:11.745772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.746122 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Added segment 0cb91fef-3f31-406a-b48a-c54a065e798b of type vlan for network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e Nov 12 11:14:11.774774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:11.785286 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.785890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-d3a83bd0-1446-4e0f-9c92-4c097ebf0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:11.788099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-d3a83bd0-1446-4e0f-9c92-4c097ebf0f6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459990 Nov 12 11:14:11.864494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:11.944847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-a9630c21-7d5a-4615-843e-0064f6008c50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c HTTP/1.1" status: 200 len: 217 time: 0.1763721 Nov 12 11:14:11.964175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.978310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d876d0d4-213a-41c4-96ef-ad5109d801b8 req-6c000ed7-a1ce-4b53-b6bd-a7e32f21e646 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 210 time: 0.0728769 Nov 12 11:14:12.024629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.025786 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.039056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Allocated IP 172.20.0.3 (65dd7d1f-9e4a-4dc0-8528-07a41a62ede9/3097b249-bd05-4bb7-9732-a5f6a914eb36/acf25500-1ba8-4cfe-9ed0-ca426ef03e19) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:12.077840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.102177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-40d12a05-dd24-45b7-8bd7-aace86d68b1b service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023083 Nov 12 11:14:12.104828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:12.124300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.174221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-701dd27f-f8ae-4b39-badd-db320d5889a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.176431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-701dd27f-f8ae-4b39-badd-db320d5889a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.2174590 Nov 12 11:14:12.222512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event deleted for resources: {'Port': ['ID=e2c896b7-84b7-49bb-9c15-24e8312650e3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:12.249734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.258806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:12.275011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.275733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.421629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c3f119-3754-49c7-8e75-4d16c0e1b54f req-76789c03-2524-4440-a853-ca409166943a tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 210 time: 0.1387525 Nov 12 11:14:12.518463 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.0378690 Nov 12 11:14:12.528906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45284) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:12.537744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-acedd8f0-dc5e-48db-9140-b2ce687ac269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.540704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-acedd8f0-dc5e-48db-9140-b2ce687ac269 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3333101 Nov 12 11:14:12.544472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'name': 'tempest-PortsIpV6TestJSON-1571098705'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:12.566306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cf531-5351-428b-ad7a-0b175340b02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Network': ['ID=10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:12.578438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 82cec9bb-d7f1-4552-a993-042806589767 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:12.583191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:12.586819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d644a9c-8321-4e92-8540-7d1e4859abf2 req-90495516-1b0f-45b5-997c-060c9302a33c service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693136 Nov 12 11:14:12.594038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:12.690134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-adb30779-3720-435f-9792-904ad7ea390a service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378336 Nov 12 11:14:12.728637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:12.813795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.820890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: e2c896b7-84b7-49bb-9c15-24e8312650e3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:12.824599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e2c896b7-84b7-49bb-9c15-24e8312650e3 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:12.914018 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.941093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fc545572-d1d5-4d36-bb54-9ea8b927a3d7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:13.192373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:13.225662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:13.239401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:13.243168 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.254330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:13.277213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port a038a44d-6b0d-4143-8516-a47459c61603 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:13.283509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ec5fc-368f-4f61-a197-9558a572dd66 None None] DHCP port deletion for 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:13.303791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-95472a70-ac48-4890-908c-f48d65d4c6cd None None] Provisioning complete for port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:13.304162 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95472a70-ac48-4890-908c-f48d65d4c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.359062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:13.369986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:13.373071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.407034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Pushing event updated for resources: {'Port': ['ID=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:13.436109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-95472a70-ac48-4890-908c-f48d65d4c6cd None None] Port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:13.465354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:13.471511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-252b121e-4e38-41fa-b322-641e729f0b18 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4273610 Nov 12 11:14:13.474101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:14:13.476415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Router 75b541c9-dad9-4d85-b4a2-7eb52439e514 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:13.486292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708870e9-f402-4909-b95a-d5ac4b8fdc79 req-959aedd7-e5e8-4fcf-bfb9-730251a1864e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:13.486835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:13.487221 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.492689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-708870e9-f402-4909-b95a-d5ac4b8fdc79 req-959aedd7-e5e8-4fcf-bfb9-730251a1864e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 931 time: 0.3420422 Nov 12 11:14:13.529619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Request body: {'port': {'device_id': '7e709269-233b-45da-9922-188b93aad4df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:13.556797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cfd8-2d6f-4f0d-90b4-b2f35a7f1034 req-6efa1993-9ee6-46a6-9cdb-d32a9ce1af9a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:13.560137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd6cfd8-2d6f-4f0d-90b4-b2f35a7f1034 req-6efa1993-9ee6-46a6-9cdb-d32a9ce1af9a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 944 time: 0.4240077 Nov 12 11:14:13.570606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2633db85-f668-4526-b045-69559595d2e5 None None] Provisioning complete for port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:13.570957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2633db85-f668-4526-b045-69559595d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.615858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2633db85-f668-4526-b045-69559595d2e5 None None] Port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:13.667259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.668773 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.679972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.727177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:13.729665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:13.734133 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3cd59f-82a0-44b5-bfae-d935af5d14d0" -d '{"events": [{"server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:13.741428 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.750505 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-aeb89b22-db36-4051-bc66-560943223fa2 service neutron] 10.222.0.52 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9853010 Nov 12 11:14:13.787396 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bd6cfd8-2d6f-4f0d-90b4-b2f35a7f1034 req-f5c5fbdc-5b41-49ee-9c7b-0c9afdd77c73 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550531 Nov 12 11:14:13.882831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:13.944491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.051327 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f23b025-654b-4e20-9b24-040525b3249b req-6e86bdb4-ba05-474f-9efe-5ce8f5cbb924 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a4bc19-a740-4c3d-a431-9a3278112f30 HTTP/1.1" status: 200 len: 210 time: 0.0764616 Nov 12 11:14:14.055260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:14.072114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] Sync routers for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:14.106704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=a038a44d-6b0d-4143-8516-a47459c61603,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:14.107977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:14.109476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:14.126560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] No DVR routers for this DVR port e2c896b7-84b7-49bb-9c15-24e8312650e3 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:14.131609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.135057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42bf760c-1941-4859-a2c0-a931d6965010 req-df898df7-0a10-4775-8121-a5623eaa7911 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.52 "DELETE /v2.0/ports/e2c896b7-84b7-49bb-9c15-24e8312650e3 HTTP/1.1" status: 204 len: 173 time: 5.7031591 Nov 12 11:14:14.135649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-deleted', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:14.139052 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5907bdaa-8902-4ce4-b530-10aae7824161" -d '{"events": [{"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-deleted", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:14.147876 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking segment: {'id': '0cb91fef-3f31-406a-b48a-c54a065e798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:14.148256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network hostable DHCP agents. Network: 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:14.179144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:14.197810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:14.212994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:14.229398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.230122 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.259712 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6af925-6ae4-4f54-b1a6-0699420ce106 None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:14.280357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a9f9e28-2f28-4c99-ab5d-9417a85f0874 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7399833 Nov 12 11:14:14.285618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45306) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:14.286849 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc24809-7187-4980-8c68-a9cb35cd1cd1 x-openstack-request-id: req-dcc24809-7187-4980-8c68-a9cb35cd1cd1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:14.287347 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:14.287753 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcc24809-7187-4980-8c68-a9cb35cd1cd1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:14.288250 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'code': 200} Nov 12 11:14:14.298781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1269303988'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:14.346146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:14.353152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.360591 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a5aad-ccfd-4962-9190-9329a88e3d2e x-openstack-request-id: req-366a5aad-ccfd-4962-9190-9329a88e3d2e {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:14.365179 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a4bc19-a740-4c3d-a431-9a3278112f30", "name": "network-vif-deleted", "tag": "e2c896b7-84b7-49bb-9c15-24e8312650e3", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:14.365574 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-366a5aad-ccfd-4962-9190-9329a88e3d2e {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:14.366101 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a4bc19-a740-4c3d-a431-9a3278112f30', 'name': 'network-vif-deleted', 'tag': 'e2c896b7-84b7-49bb-9c15-24e8312650e3', 'status': 'completed', 'code': 200} Nov 12 11:14:14.400686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:14.414985 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.415550 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Added segment 68b2d205-345e-46db-94ca-6900d2a36b38 of type vlan for network c4b73468-35ca-48a2-8be9-17b595e993c3 Nov 12 11:14:14.467374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.504658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.516714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.520312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:14.525904 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.550661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-708870e9-f402-4909-b95a-d5ac4b8fdc79 req-abb26541-f944-4ced-b08c-11f337aa0c32 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0498540 Nov 12 11:14:14.590904 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3036973 Nov 12 11:14:14.601887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45308) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:14.608211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'ports': [{'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e'}, {'network_id': 'c4b73468-35ca-48a2-8be9-17b595e993c3'}]} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:14.608659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:14.609238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': 'c4b73468-35ca-48a2-8be9-17b595e993c3'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:14.693909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d178da1-47de-4620-8ec6-d7ee77b0d038 req-849bd996-7ba2-4932-a292-7671999ab725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.698065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d178da1-47de-4620-8ec6-d7ee77b0d038 req-849bd996-7ba2-4932-a292-7671999ab725 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 1097 time: 0.2309768 Nov 12 11:14:14.702594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:14.714162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-11de9e53-abbe-454d-891c-de95f4a366af tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5995193 Nov 12 11:14:14.714603 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:14.724350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45314) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:14.729728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-269207920'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:14.733956 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:14.735373 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:14.781098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46652a61-966a-4043-944f-64c731854212 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Network': ['ID=c4b73468-35ca-48a2-8be9-17b595e993c3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:14.794082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c4b73468-35ca-48a2-8be9-17b595e993c3 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:14.826099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:14.830418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.944527 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:15.028032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d178da1-47de-4620-8ec6-d7ee77b0d038 req-bd34e59a-8e5b-4ab7-9c75-db0170804f0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485350 Nov 12 11:14:15.039509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:15.113211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:15.122603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] Checking router: 75b541c9-dad9-4d85-b4a2-7eb52439e514 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:15.146452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:15.149298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:15.180357 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.180713 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added segment 9d5d4b20-7395-4451-be52-944b110fcd61 of type vlan for network 59435321-e7d6-4637-a632-8ee64c3d583c Nov 12 11:14:15.239443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247321d-56cd-4691-a174-5af945bb3a51 req-5535c269-b2c4-49b9-a311-95e17d717ffe tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.248346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a247321d-56cd-4691-a174-5af945bb3a51 req-5535c269-b2c4-49b9-a311-95e17d717ffe tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.2881536 Nov 12 11:14:15.393485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 2} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:15.398770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.451006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45324) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:15.461191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.476853 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:10Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:11Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:15.491649 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a247321d-56cd-4691-a174-5af945bb3a51 req-8318b1a5-937e-4960-bc9f-265f223b2807 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368143 Nov 12 11:14:15.496972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.531308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:15.532007 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Updating router fad99dc7-591d-4268-b155-3e677b03b198 port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:14:15.571384 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.623090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf25500-1ba8-4cfe-9ed0-ca426ef03e19 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:15.642653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.649121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a989bda-6380-4034-8570-8a8271d1c2be tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.657655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:15.681398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Transition to ACTIVE for port object acf25500-1ba8-4cfe-9ed0-ca426ef03e19 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:14:15.687358 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.693421 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.708416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a989bda-6380-4034-8570-8a8271d1c2be tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.716838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.717534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.778498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9377bea-0639-458d-8f79-719027bf48e2 None None] DHCP port deletion for 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:15.843984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Pushing event updated for resources: {'Port': ['ID=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:15.862528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 1162021c-1a84-4a23-92bf-4e08b4664219 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:15.944503 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a989bda-6380-4034-8570-8a8271d1c2be tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.947510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a989bda-6380-4034-8570-8a8271d1c2be tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.952714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4a989bda-6380-4034-8570-8a8271d1c2be tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "DELETE /v2.0/security-groups/da3cfbb1-a078-45b4-95b7-d22ee78ad90b HTTP/1.1" status: 204 len: 168 time: 0.4971747 Nov 12 11:14:15.969387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89910dd-74c7-4a4e-b206-95782f9ea071 req-ea9a4c80-eff6-4a57-b106-a09117501b27 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.978502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d89910dd-74c7-4a4e-b206-95782f9ea071 req-ea9a4c80-eff6-4a57-b106-a09117501b27 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 943 time: 0.1601174 Nov 12 11:14:15.986431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45332) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:15.993740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2678869 Nov 12 11:14:16.005103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45334) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:16.014536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Attempting to bind port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:16.014971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Attempting to bind port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:16.015328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Attempting to bind port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 on network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:16.024141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a989bda-6380-4034-8570-8a8271d1c2be tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3cfbb1-a078-45b4-95b7-d22ee78ad90b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:16.031723 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-0e491159-6e41-4d06-8d88-3be546cb29da tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] show failed (client error): The resource could not be found. Nov 12 11:14:16.036457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0e491159-6e41-4d06-8d88-3be546cb29da tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "GET /v2.0/security-groups/da3cfbb1-a078-45b4-95b7-d22ee78ad90b HTTP/1.1" status: 404 len: 347 time: 0.0454988 Nov 12 11:14:16.036457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 on network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:14:16.036457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Attempting to bind port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 on network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:16.043807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45336) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:16.044573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:16.044946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Checking segment: {'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:16.045086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'subnet': {'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:16.045342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Bound using segment: {'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:16.045798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Bound port: acf25500-1ba8-4cfe-9ed0-ca426ef03e19, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953d3d59-e4a9-4d49-bcdf-d79dbf3719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:16.046162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.096072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dc407-ea8d-43e5-aeff-6d7cc68b782c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Network': ['ID=59435321-e7d6-4637-a632-8ee64c3d583c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:16.129759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 59435321-e7d6-4637-a632-8ee64c3d583c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:16.338189 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.351884 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.366307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d89910dd-74c7-4a4e-b206-95782f9ea071 req-3b990c2d-b182-4a6f-86d1-070e40dbbe02 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852513 Nov 12 11:14:16.430663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:16.486069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6493a9d7-ba0e-4ebb-86c6-4c6cdfb7021b None None] The sync data for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 is: [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b2e37ad9-2b8d-426e-98f9-21d05830f2cc', 'name': '', 'network_id': 'fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'mac_address': 'fa:16:3e:3c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:12Z', 'updated_at': '2021-11-12T11:05:18Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'subnets': [{'id': '7b88da31-4f26-42ef-a0a2-b68b3583cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:16.496360 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7734-f607-4c57-bd20-da9b855b85eb None None] Pushing event updated for resources: {'Port': ['ID=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:16.520617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Made reservation on behalf of 453e78ec24a34cf8a1c6cc507075b77f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:16.538737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.598948 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Attempting to bind port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:16.600124 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Attempting to bind port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:16.600642 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Attempting to bind port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 on network 82cec9bb-d7f1-4552-a993-042806589767 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:16.609359 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:16.610116 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Checking segment: {'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:16.610622 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.611157 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Bound using segment: {'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:16.611844 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Bound port: e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871e578c-d841-4b75-9839-7952be02093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '82cec9bb-d7f1-4552-a993-042806589767'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:16.612677 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.666876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] For port acf25500-1ba8-4cfe-9ed0-ca426ef03e19, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:16.676637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] For port acf25500-1ba8-4cfe-9ed0-ca426ef03e19, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:16.694264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.761084 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] For port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:16.777466 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] For port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,segment=NetworkSegment(871e578c-d841-4b75-9839-7952be02093d),segment_id=871e578c-d841-4b75-9839-7952be02093d)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:16.785054 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.837988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Deleting port 8a8709e6-0ad4-4146-8974-cf4da0e78343 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:16.838346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.843354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a3452-af97-487d-b4e3-fa1b8d185587 None None] DHCP port deletion for 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:16.867822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:16.868781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.870721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] 10.222.0.52 "PUT /v2.0/ports/acf25500-1ba8-4cfe-9ed0-ca426ef03e19 HTTP/1.1" status: 200 len: 1092 time: 3.3684170 Nov 12 11:14:16.871405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e709269-233b-45da-9922-188b93aad4df', 'tag': 'acf25500-1ba8-4cfe-9ed0-ca426ef03e19'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:16.914389 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c636d13e-790a-4bc4-a9f2-c38fcde2527c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e709269-233b-45da-9922-188b93aad4df", "tag": "acf25500-1ba8-4cfe-9ed0-ca426ef03e19"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:16.920762 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7734-f607-4c57-bd20-da9b855b85eb None None] Pushing event updated for resources: {'Port': ['ID=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:16.926352 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:16.927053 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:16.968782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.170436 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88761799-6b0d-4e90-a671-e97a6a1a6ced x-openstack-request-id: req-88761799-6b0d-4e90-a671-e97a6a1a6ced {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:17.172879 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e709269-233b-45da-9922-188b93aad4df", "tag": "acf25500-1ba8-4cfe-9ed0-ca426ef03e19", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:17.173401 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88761799-6b0d-4e90-a671-e97a6a1a6ced {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:17.174110 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e709269-233b-45da-9922-188b93aad4df', 'tag': 'acf25500-1ba8-4cfe-9ed0-ca426ef03e19', 'status': 'completed', 'code': 200} Nov 12 11:14:17.175413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90727e-d926-49af-ae87-af346b60249a None None] New status for floating IP 566ea0b1-e48a-4754-a5ac-5a0503170eeb: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:14:17.228635 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:17.395348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4aaee-cd51-4845-9d5e-8fcfc22d782a service neutron] Pushing event updated for resources: {'Port': ['ID=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:17.469090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-9a0e13b1-5605-4b2e-a607-401aca5cb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:17.469090 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-9a0e13b1-5605-4b2e-a607-401aca5cb305 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 1095 time: 0.4926496 Nov 12 11:14:17.540771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d120e0-1500-46ee-828c-c97a985db187 req-4262590c-b9e4-4bd1-8937-e303f1813175 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:17.556915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6d120e0-1500-46ee-828c-c97a985db187 req-4262590c-b9e4-4bd1-8937-e303f1813175 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.9073441 Nov 12 11:14:17.600057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port be76ef4b-8493-40d0-8de9-49f90ef5b35f yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:17.604128 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-a725907b-5180-4bdc-964a-63bb8793a294 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acf25500-1ba8-4cfe-9ed0-ca426ef03e19 HTTP/1.1" status: 200 len: 217 time: 0.1421719 Nov 12 11:14:17.691984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6d120e0-1500-46ee-828c-c97a985db187 req-1419a36d-e619-484e-9ca2-b55e8ea95166 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338573 Nov 12 11:14:17.875477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.909908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.983898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.997848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Calling delete_port for 8a8709e6-0ad4-4146-8974-cf4da0e78343 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:18.024226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ae30f603-82c1-487b-a1da-1857f798db63 None None] Provisioning complete for port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:18.024820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae30f603-82c1-487b-a1da-1857f798db63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.079733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c1cef-f261-4202-8329-c3df495ee708 req-e084bb6f-08b9-45b1-959f-ce1a5577f933 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:18.092766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f84c1cef-f261-4202-8329-c3df495ee708 req-e084bb6f-08b9-45b1-959f-ce1a5577f933 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 943 time: 0.4326968 Nov 12 11:14:18.117403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-e7b64de9-071f-4406-9e26-a68df4a93807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:18.119841 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-e7b64de9-071f-4406-9e26-a68df4a93807 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.5056403 Nov 12 11:14:18.127424 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:10Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:16Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:18.200501 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4f6f6-d097-4c8f-9460-64cc33f6fd16 None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:10Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:16Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:18.241239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Subnet': ['ID=709c4ea6-0228-4d5f-9aca-11dfa169686e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:18.268257 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae30f603-82c1-487b-a1da-1857f798db63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.285564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-b85f02dc-46cd-4541-9ef2-087b5cbc7eae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029215 Nov 12 11:14:18.323216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.356546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Checking segment: {'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:18.357080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network hostable DHCP agents. Network: 59435321-e7d6-4637-a632-8ee64c3d583c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:18.391517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 59435321-e7d6-4637-a632-8ee64c3d583c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:18.413915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 59435321-e7d6-4637-a632-8ee64c3d583c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:18.416546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ae30f603-82c1-487b-a1da-1857f798db63 None None] For port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,segment=NetworkSegment(871e578c-d841-4b75-9839-7952be02093d),segment_id=871e578c-d841-4b75-9839-7952be02093d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:18.419944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:18.420970 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.429603 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae30f603-82c1-487b-a1da-1857f798db63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.450555 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.451762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-adc048a1-7d36-43fa-b7df-c173738abe1b service neutron] 10.222.0.52 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548054 Nov 12 11:14:18.458179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c183dc-93fc-4d0c-aab2-45dabf816098 None None] Network 59435321-e7d6-4637-a632-8ee64c3d583c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:18.473501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27ca3ec8-0610-4f9b-b2d0-b3841bdb20ac tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4570897 Nov 12 11:14:18.491444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45360) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:18.514197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:18.520675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:18.523441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:18.526491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.595944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=1162021c-1a84-4a23-92bf-4e08b4664219,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:18.732364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking segment: {'id': '68b2d205-345e-46db-94ca-6900d2a36b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c4b73468-35ca-48a2-8be9-17b595e993c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:18.733133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network hostable DHCP agents. Network: c4b73468-35ca-48a2-8be9-17b595e993c3, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:18.735963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=be76ef4b-8493-40d0-8de9-49f90ef5b35f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:18.745289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f84c1cef-f261-4202-8329-c3df495ee708 req-d4fc1ff6-f524-4efb-ae16-b8b283d62252 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6512370 Nov 12 11:14:18.804749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network c4b73468-35ca-48a2-8be9-17b595e993c3 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:18.824959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c4b73468-35ca-48a2-8be9-17b595e993c3) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:18.850981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:18.872935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:18.899442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:18.900751 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.961567 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7cfdffd8-1b5f-4d07-beb4-b3444d7c7b45 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3586988 Nov 12 11:14:18.973438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec535ac-0061-4146-bc31-3b39b925abe8 None None] Network c4b73468-35ca-48a2-8be9-17b595e993c3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:18.976299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45370) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:19.044334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f603-82c1-487b-a1da-1857f798db63 None None] Pushing event updated for resources: {'Port': ['ID=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:19.102329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-59435321-e7d6-4637-a632-8ee64c3d583c', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:19.103732 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.148070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42d5a1-3dd4-4a29-9121-89d4f38ab663 req-5f54ae47-e7db-47ae-9d83-9b9c9bb14717 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:19.150466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f42d5a1-3dd4-4a29-9121-89d4f38ab663 req-5f54ae47-e7db-47ae-9d83-9b9c9bb14717 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.1865811 Nov 12 11:14:19.245101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d520d76c-19a3-4aa9-a6eb-35da190dd148 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port be76ef4b-8493-40d0-8de9-49f90ef5b35f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:19.245689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d520d76c-19a3-4aa9-a6eb-35da190dd148 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.289648 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2f42d5a1-3dd4-4a29-9121-89d4f38ab663 req-075168ad-3715-4e7c-a528-ed4f42c0c6ea tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308312 Nov 12 11:14:19.375089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.379012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Allocated IP 2001:db8:3::2 (59435321-e7d6-4637-a632-8ee64c3d583c/709c4ea6-0228-4d5f-9aca-11dfa169686e/aaf12051-cc14-4144-8e5c-c5d0f5e88fac) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:19.391183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d520d76c-19a3-4aa9-a6eb-35da190dd148 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.403006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2236b2-be7d-427e-87c0-b39525d5f867 req-7adf77d3-f534-4b74-95bc-c0bb74c18943 service neutron] 10.222.0.52 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9320610 Nov 12 11:14:19.421802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d520d76c-19a3-4aa9-a6eb-35da190dd148 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for be76ef4b-8493-40d0-8de9-49f90ef5b35f owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:19.601620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Pushing event deleted for resources: {'Port': ['ID=8a8709e6-0ad4-4146-8974-cf4da0e78343,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:19.628978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d520d76c-19a3-4aa9-a6eb-35da190dd148 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.741045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cc6fc5f3-0de6-4a16-a4a3-b862cf61201a None None] Provisioning complete for port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:19.748224 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc5f3-0de6-4a16-a4a3-b862cf61201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.758473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520d76c-19a3-4aa9-a6eb-35da190dd148 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=be76ef4b-8493-40d0-8de9-49f90ef5b35f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:19.781910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d520d76c-19a3-4aa9-a6eb-35da190dd148 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.792104 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d520d76c-19a3-4aa9-a6eb-35da190dd148 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/be76ef4b-8493-40d0-8de9-49f90ef5b35f HTTP/1.1" status: 204 len: 168 time: 0.8100116 Nov 12 11:14:19.818225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45380) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:19.835896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-31cd2907-10ba-4125-8f18-b13e16438943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:19.841186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-31cd2907-10ba-4125-8f18-b13e16438943 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 1095 time: 0.3364124 Nov 12 11:14:19.873454 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.887219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.897725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0b43c734-648d-4c70-85af-d1ea07935a66 tempest-AttachVolumeShelveTestJSON-363797477 tempest-AttachVolumeShelveTestJSON-363797477-project] 10.222.0.31 "DELETE /v2.0/floatingips/566ea0b1-e48a-4754-a5ac-5a0503170eeb HTTP/1.1" status: 204 len: 168 time: 3.8381817 Nov 12 11:14:19.908156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.060539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:20.130331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275ad06-1abf-468f-aa9c-49a3e8dc041b req-be53d4ae-8c9c-4759-9e19-bebedd82826e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.134734 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b275ad06-1abf-468f-aa9c-49a3e8dc041b req-be53d4ae-8c9c-4759-9e19-bebedd82826e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.4331636 Nov 12 11:14:20.174935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f405706-e0e7-490e-ab30-5cd342b93ed7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.182290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.203351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406015b-bba8-44c8-80b2-772b764d5efe req-8fd00744-a2b5-44fb-8948-a88133b97535 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.203728 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.206499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d406015b-bba8-44c8-80b2-772b764d5efe req-8fd00744-a2b5-44fb-8948-a88133b97535 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 943 time: 0.1179516 Nov 12 11:14:20.206915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f405706-e0e7-490e-ab30-5cd342b93ed7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.219075 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9f405706-e0e7-490e-ab30-5cd342b93ed7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3995366 Nov 12 11:14:20.219741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45390) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:20.247845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-f902066a-b7c3-4966-9a2f-1d47b987a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.249373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-f902066a-b7c3-4966-9a2f-1d47b987a33a service neutron] 10.222.0.52 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 914 time: 0.3945506 Nov 12 11:14:20.335974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Pushing event updated for resources: {'Port': ['ID=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:20.351173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-dd13b081-e947-4782-b02d-db7c9cbe9781 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acf25500-1ba8-4cfe-9ed0-ca426ef03e19 HTTP/1.1" status: 200 len: 217 time: 0.0588057 Nov 12 11:14:20.384494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Network 59435321-e7d6-4637-a632-8ee64c3d583c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:20.389964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:20.393327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:20.413912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-1739fcd4-6886-4567-8581-31eac1b7cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.415372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-1739fcd4-6886-4567-8581-31eac1b7cf60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.0544331 Nov 12 11:14:20.494279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-30194f0b-0c9d-478d-a850-3c5fb4fd3ea2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470991 Nov 12 11:14:20.512441 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d406015b-bba8-44c8-80b2-772b764d5efe req-cd2c1d56-a126-465c-9955-6d28be63fc54 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863357 Nov 12 11:14:20.530006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:20.530380 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.672543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Attempting to bind port aaf12051-cc14-4144-8e5c-c5d0f5e88fac on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:20.672847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Attempting to bind port aaf12051-cc14-4144-8e5c-c5d0f5e88fac by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:20.674057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Attempting to bind port aaf12051-cc14-4144-8e5c-c5d0f5e88fac on network 59435321-e7d6-4637-a632-8ee64c3d583c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:20.708605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:20.709011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Checking segment: {'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:20.709426 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.709829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Bound using segment: {'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:20.710327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Bound port: aaf12051-cc14-4144-8e5c-c5d0f5e88fac, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:20.710719 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.752220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-ffe96819-997c-40cf-9eb2-ca5141b7f241 service neutron] 10.222.0.52 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364616 Nov 12 11:14:20.803988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] For port aaf12051-cc14-4144-8e5c-c5d0f5e88fac, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:20.810866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] For port aaf12051-cc14-4144-8e5c-c5d0f5e88fac, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,segment=NetworkSegment(9d5d4b20-7395-4451-be52-944b110fcd61),segment_id=9d5d4b20-7395-4451-be52-944b110fcd61)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:20.818642 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.947614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beffbe-e9d6-4958-88d9-ad0a8a8a4475 None None] Pushing event updated for resources: {'Port': ['ID=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:21.206480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b275ad06-1abf-468f-aa9c-49a3e8dc041b req-782a9e8b-f1d3-411b-a762-7a7d71d26b22 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9822462 Nov 12 11:14:21.215580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4f651-3710-49e8-a233-b076be5690b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 1162021c-1a84-4a23-92bf-4e08b4664219 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:21.216007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f651-3710-49e8-a233-b076be5690b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.389620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f651-3710-49e8-a233-b076be5690b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.409318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4f651-3710-49e8-a233-b076be5690b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 1162021c-1a84-4a23-92bf-4e08b4664219 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:21.558743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f651-3710-49e8-a233-b076be5690b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.625015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4f651-3710-49e8-a233-b076be5690b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=1162021c-1a84-4a23-92bf-4e08b4664219,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:21.637833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f651-3710-49e8-a233-b076be5690b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.642122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bdd4f651-3710-49e8-a233-b076be5690b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/1162021c-1a84-4a23-92bf-4e08b4664219 HTTP/1.1" status: 204 len: 168 time: 1.4103422 Nov 12 11:14:21.645533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45402) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:21.718054 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:14:21.779234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c636d13e-790a-4bc4-a9f2-c38fcde2527c req-c20b73f2-64bd-4b34-8bfa-6408cbd7e82a service neutron] 10.222.0.52 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0079675 Nov 12 11:14:21.806855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Allocated IP 2001:db8:3::1 (59435321-e7d6-4637-a632-8ee64c3d583c/709c4ea6-0228-4d5f-9aca-11dfa169686e/4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:21.825311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b789b22-c10a-4df7-911f-a390931b33f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:21.826668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b789b22-c10a-4df7-911f-a390931b33f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1781549 Nov 12 11:14:21.829161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45404) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:21.981084 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9589d1-e583-413a-8fdd-12660be33ab8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:14:21.985267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6b9589d1-e583-413a-8fdd-12660be33ab8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/be76ef4b-8493-40d0-8de9-49f90ef5b35f HTTP/1.1" status: 404 len: 333 time: 0.1479437 Nov 12 11:14:21.986945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45410) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:21.989816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aaf12051-cc14-4144-8e5c-c5d0f5e88fac up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:22.053936 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01326ad-980f-4189-b46f-6e9da6662ead tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:14:22.058788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e01326ad-980f-4189-b46f-6e9da6662ead tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/1162021c-1a84-4a23-92bf-4e08b4664219 HTTP/1.1" status: 404 len: 333 time: 0.0677092 Nov 12 11:14:22.059193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45414) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:22.113754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port aaf12051-cc14-4144-8e5c-c5d0f5e88fac triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:22.121054 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.206579 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.262104 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.289916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.323255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f1be9-98f6-445b-a3b8-da351f11a12f req-dac111fc-0047-4df0-958a-1551b710424b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:22.341743 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c0f1be9-98f6-445b-a3b8-da351f11a12f req-dac111fc-0047-4df0-958a-1551b710424b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 943 time: 0.6664283 Nov 12 11:14:22.342314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.436455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port aaf12051-cc14-4144-8e5c-c5d0f5e88fac, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,segment=NetworkSegment(9d5d4b20-7395-4451-be52-944b110fcd61),segment_id=9d5d4b20-7395-4451-be52-944b110fcd61)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:22.441760 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.521609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 59435321-e7d6-4637-a632-8ee64c3d583c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:22.557348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:22.563634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:22.568908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:22.569479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.577258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:22.598118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.647220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b73468-35ca-48a2-8be9-17b595e993c3']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:22.658809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b2d205-345e-46db-94ca-6900d2a36b38') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:22.659106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b2d205-345e-46db-94ca-6900d2a36b38') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:22.661256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97531433-c47b-45c2-8549-afaae146be38 None None] Network 59435321-e7d6-4637-a632-8ee64c3d583c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:22.670814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.673121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c0f1be9-98f6-445b-a3b8-da351f11a12f req-f6dff201-7465-48a7-b8ab-48b4de182a8a tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304236 Nov 12 11:14:22.689457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.705437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:22.705868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:22.744713 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:22.806539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device acf25500-1ba8-4cfe-9ed0-ca426ef03e19 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:22.821096 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.890495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c8e7e-f310-4711-bec4-37d5a73ddd8b req-0a5c9cd5-4f4c-42cc-8367-daab5a3a097b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:22.892075 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a33c8e7e-f310-4711-bec4-37d5a73ddd8b req-0a5c9cd5-4f4c-42cc-8367-daab5a3a097b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.4692965 Nov 12 11:14:22.939674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.960072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port acf25500-1ba8-4cfe-9ed0-ca426ef03e19, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:22.960423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.977142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/networks/c4b73468-35ca-48a2-8be9-17b595e993c3 HTTP/1.1" status: 204 len: 168 time: 0.9170272 Nov 12 11:14:22.983524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:23.007859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'acf25500-1ba8-4cfe-9ed0-ca426ef03e19', 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9', 'port_id': 'acf25500-1ba8-4cfe-9ed0-ca426ef03e19', 'mac_address': 'fa:16:3e:4e:5c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3097b249-bd05-4bb7-9732-a5f6a914eb36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:23.023751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1557591190'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:23.061736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab215dd-80b7-4f93-aed1-a8e2ba99ad7c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Network': ['ID=c4b73468-35ca-48a2-8be9-17b595e993c3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:23.071781 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.093445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf25500-1ba8-4cfe-9ed0-ca426ef03e19 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:23.119002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port acf25500-1ba8-4cfe-9ed0-ca426ef03e19, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:23.129452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fdb361db-5d77-4c7d-aeaa-0946f268ab99 None None] Provisioning complete for port aaf12051-cc14-4144-8e5c-c5d0f5e88fac triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:23.129967 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fdb361db-5d77-4c7d-aeaa-0946f268ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.134606 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.171632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a33c8e7e-f310-4711-bec4-37d5a73ddd8b req-92832e16-4081-43ad-bd63-a38472ece242 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631023 Nov 12 11:14:23.178265 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:23.181848 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.261873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:23.281172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.281985 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Added segment 412cf7c5-16e8-437b-ae97-9d440c265b09 of type vlan for network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac Nov 12 11:14:23.386988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.457160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:23.459589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.465922 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:23.466556 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.538763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5187991 Nov 12 11:14:23.552740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['acf25500-1ba8-4cfe-9ed0-ca426ef03e19'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:23.581903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.588396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45432) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:23.589131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.589921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.625171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '8a4185e4-d7ad-4372-a0e9-fb2c47efbdac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:23.752363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413fe40-66be-4ae7-9ae1-3aa694b0fa71 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Network': ['ID=8a4185e4-d7ad-4372-a0e9-fb2c47efbdac,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:23.803655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event updated for resources: {'Port': ['ID=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:23.837443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:24.064125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aaf12051-cc14-4144-8e5c-c5d0f5e88fac up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:24.175403 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f6541b72-8534-40bd-9db5-1b4a1dab10b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.225795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port aaf12051-cc14-4144-8e5c-c5d0f5e88fac triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:24.226318 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.382065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948462-e9c7-491c-ae0a-956440f4b0d9 req-e3f0b6c0-c608-48a7-b396-b3448d38e436 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:24.391619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d948462-e9c7-491c-ae0a-956440f4b0d9 req-e3f0b6c0-c608-48a7-b396-b3448d38e436 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 944 time: 0.4799938 Nov 12 11:14:24.413113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227b47b-03ca-424c-862e-7d32eaf552bf req-d02fe99e-2de2-45d7-91cf-6da6e5cd8c7f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:24.426876 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7227b47b-03ca-424c-862e-7d32eaf552bf req-d02fe99e-2de2-45d7-91cf-6da6e5cd8c7f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.0950601 Nov 12 11:14:24.446086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:24.481641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.577855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-719e8f74-d660-4993-97bd-21d11600f10d None None] Provisioning complete for port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:24.578206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-719e8f74-d660-4993-97bd-21d11600f10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.618538 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7227b47b-03ca-424c-862e-7d32eaf552bf req-5d537f87-f6e7-47e6-aae1-082a2676ec2e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852617 Nov 12 11:14:24.673031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Performing IP validity checks on allocation pools {{(pid=109165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:14:24.673031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:14:24.902094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-719e8f74-d660-4993-97bd-21d11600f10d None None] Port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:24.924592 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-719e8f74-d660-4993-97bd-21d11600f10d None None] Provisioning complete for port aaf12051-cc14-4144-8e5c-c5d0f5e88fac triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:24.924927 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-719e8f74-d660-4993-97bd-21d11600f10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.982224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Network 59435321-e7d6-4637-a632-8ee64c3d583c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:25.001212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:25.074443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d948462-e9c7-491c-ae0a-956440f4b0d9 req-c8cf8292-24cf-4463-8a2b-78830aa0ab2f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817868 Nov 12 11:14:25.260826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6e054a72-ae2b-403a-b0d1-c24a0ce871a9 None None] Provisioning complete for port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:25.277418 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6e054a72-ae2b-403a-b0d1-c24a0ce871a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.348629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.379918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:25.444280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6e054a72-ae2b-403a-b0d1-c24a0ce871a9 None None] Port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:25.696559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:25.709140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking segment: {'id': '412cf7c5-16e8-437b-ae97-9d440c265b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8a4185e4-d7ad-4372-a0e9-fb2c47efbdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:25.713409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network hostable DHCP agents. Network: 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:25.723359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=ae3cad49-5e6e-4da5-8067-082126b4ba5b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:25.735048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0558a196-d025-42a0-906c-9b196209bb1a None None] Provisioning complete for port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:25.735567 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0558a196-d025-42a0-906c-9b196209bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.737846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'port_id': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'mac_address': 'fa:16:3e:b4:d0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:25.769166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:25.814760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:25.878223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0558a196-d025-42a0-906c-9b196209bb1a None None] Port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:25.880534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.904481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:25.960305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:25.967691 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.064647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:26.068665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dabfe-eb3b-435b-8bc7-0c78e1fc5113 req-77784ff3-4eb4-4043-b9e3-85871a7a49f7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:26.074366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:26.074988 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.080317 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-084dabfe-eb3b-435b-8bc7-0c78e1fc5113 req-77784ff3-4eb4-4043-b9e3-85871a7a49f7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.2301207 Nov 12 11:14:26.118551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd1acf-fae5-4012-9dc3-4eff981d2fe4 None None] Network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:26.157151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-369e8aa9-589c-41e8-ae0c-ddb200fe39ce tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5586894 Nov 12 11:14:26.163106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45472) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:26.199649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:26.200209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': '8a4185e4-d7ad-4372-a0e9-fb2c47efbdac', 'name': 'tempest-PortsIpV6TestJSON-1391795133'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:26.275725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:26.295768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:26.337061 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:26.351233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-72227c57-3433-45cd-b65a-f42988c5ceb6 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8396840 Nov 12 11:14:26.355364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45480) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:26.380564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:26.381682 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:26.382334 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:13:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:26.507743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-084dabfe-eb3b-435b-8bc7-0c78e1fc5113 req-d764e3c3-02c6-48c9-b617-280830fae784 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113462 Nov 12 11:14:26.588575 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9d50fb3-1a8a-4799-8895-5c8f6d658e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.594878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b802df-c7fd-42a4-a287-ea6fae42a21c req-bf03e795-e164-45dc-bdc1-bd50f7782703 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:26.605756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2b802df-c7fd-42a4-a287-ea6fae42a21c req-bf03e795-e164-45dc-bdc1-bd50f7782703 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 944 time: 0.1809835 Nov 12 11:14:26.659649 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:26.864680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2b802df-c7fd-42a4-a287-ea6fae42a21c req-f69ec39e-57cd-4103-af91-88da45375fb9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510931 Nov 12 11:14:26.880042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:26.893167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.975900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port e19548d6-1f1d-4b03-9fe4-90109691d559 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:27.307838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device acf25500-1ba8-4cfe-9ed0-ca426ef03e19 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:27.373020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::389 (8a4185e4-d7ad-4372-a0e9-fb2c47efbdac/ae3cad49-5e6e-4da5-8067-082126b4ba5b/e19548d6-1f1d-4b03-9fe4-90109691d559) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:27.622593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.extraroute_db [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:14:27.678170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.extraroute_db [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Removed routes are [] {{(pid=109166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:14:27.679516 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:22Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:23Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:27.680117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.805841 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:27.808339 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Updating router fad99dc7-591d-4268-b155-3e677b03b198 port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:14:27.857423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:14:27.889760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.918599 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.922062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:27.929849 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.002710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.044894 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.250392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:28.266913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=e19548d6-1f1d-4b03-9fe4-90109691d559,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:28.274014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:28.286034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:28.298941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:28.299615 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.356370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d238-a8da-4436-9f95-189d49ed3014 req-4a01f10e-3000-47e7-bf92-0379278030b1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:28.364488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8da9d238-a8da-4436-9f95-189d49ed3014 req-4a01f10e-3000-47e7-bf92-0379278030b1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 944 time: 0.3917580 Nov 12 11:14:28.373186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-8a4185e4-d7ad-4372-a0e9-fb2c47efbdac', 'network_id': '8a4185e4-d7ad-4372-a0e9-fb2c47efbdac', 'tenant_id': '56a51d1331014658816c4dadc3fb5443', 'fixed_ips': [{'subnet_id': 'ae3cad49-5e6e-4da5-8067-082126b4ba5b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:28.376893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.422188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2f570720-38e6-41ba-b5cf-11c134252757 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2579339 Nov 12 11:14:28.430917 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.433828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45518) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:28.537525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8da9d238-a8da-4436-9f95-189d49ed3014 req-04f9b9ca-9d77-4499-9711-008a03c8bd23 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720226 Nov 12 11:14:28.584347 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.600031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.670008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29d407-4ab8-415c-a8bd-770e7db774bc req-aa8e59a8-3fb5-4ab4-ba12-267e4a04bd70 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:28.671703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea29d407-4ab8-415c-a8bd-770e7db774bc req-aa8e59a8-3fb5-4ab4-ba12-267e4a04bd70 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 944 time: 0.3626683 Nov 12 11:14:28.673829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port acf25500-1ba8-4cfe-9ed0-ca426ef03e19, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:28.689682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e709269-233b-45da-9922-188b93aad4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf25500-1ba8-4cfe-9ed0-ca426ef03e19'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:28.696967 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcd6ea7-3abf-4ef8-b3bc-f6dcd8895bd0" -d '{"events": [{"server_uuid": "7e709269-233b-45da-9922-188b93aad4df", "name": "network-vif-plugged", "status": "completed", "tag": "acf25500-1ba8-4cfe-9ed0-ca426ef03e19"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:28.713389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.842257 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde48441-e642-444d-b794-5d7ff386aeb5 x-openstack-request-id: req-dde48441-e642-444d-b794-5d7ff386aeb5 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:28.843064 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e709269-233b-45da-9922-188b93aad4df", "name": "network-vif-plugged", "status": "completed", "tag": "acf25500-1ba8-4cfe-9ed0-ca426ef03e19", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:28.843662 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dde48441-e642-444d-b794-5d7ff386aeb5 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:28.844577 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e709269-233b-45da-9922-188b93aad4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf25500-1ba8-4cfe-9ed0-ca426ef03e19', 'code': 200} Nov 12 11:14:28.912634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:28.939460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Allocated IP 2001:db8::2 (8a4185e4-d7ad-4372-a0e9-fb2c47efbdac/ae3cad49-5e6e-4da5-8067-082126b4ba5b/50e7b867-63ca-4654-946c-2f74e4a9c76b) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:28.972291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea29d407-4ab8-415c-a8bd-770e7db774bc req-32cac1b6-ad02-4f4a-ad35-98920a4e4001 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902849 Nov 12 11:14:28.983654 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.007565 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.064137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89c35-0c95-42b5-aec1-4bbd5730599f req-7214e817-6c3f-4e40-9027-f080c6060407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:29.072577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19b89c35-0c95-42b5-aec1-4bbd5730599f req-7214e817-6c3f-4e40-9027-f080c6060407 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 1097 time: 0.1411133 Nov 12 11:14:29.116427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:29.197907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-71388534-6e60-4f8a-b891-3a149e45b124 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port e19548d6-1f1d-4b03-9fe4-90109691d559 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:29.198316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71388534-6e60-4f8a-b891-3a149e45b124 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.200765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19b89c35-0c95-42b5-aec1-4bbd5730599f req-dce52995-c3f2-4bec-ae24-a403ee24fc09 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223681 Nov 12 11:14:29.255158 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab592fa-e740-46a8-a4e4-077387bf5781 None None] Pushing event updated for resources: {'Port': ['ID=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:29.262988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Attempting to bind port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:29.263462 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Attempting to bind port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:29.263913 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Attempting to bind port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 on network 59435321-e7d6-4637-a632-8ee64c3d583c {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:29.277586 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:29.278150 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Checking segment: {'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:29.278677 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.279164 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Bound using segment: {'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:29.280179 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Bound port: 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5d4b20-7395-4451-be52-944b110fcd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:29.280927 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.386063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.397649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:29.418736 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.439001 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] For port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:29.450272 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] For port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,segment=NetworkSegment(9d5d4b20-7395-4451-be52-944b110fcd61),segment_id=9d5d4b20-7395-4451-be52-944b110fcd61)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:29.459994 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.633879 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:29.636154 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:29.759980 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.789148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:29.803974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:29.835651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.839760 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5a469f44-daef-463c-b23a-56d31be94f9e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 200 len: 954 time: 3.4771922 Nov 12 11:14:29.840465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45538) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:29.854115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:29.859114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:29.862885 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71388534-6e60-4f8a-b891-3a149e45b124 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.878846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Pushing event updated for resources: {'Port': ['ID=50e7b867-63ca-4654-946c-2f74e4a9c76b,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:29.905933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-71388534-6e60-4f8a-b891-3a149e45b124 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for e19548d6-1f1d-4b03-9fe4-90109691d559 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:30.059315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e2583501-0e9c-456b-b3f9-3ff6c9acd156 None None] Provisioning complete for port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:30.059687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e2583501-0e9c-456b-b3f9-3ff6c9acd156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.101069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70fd23-854f-4dc9-95d6-684f162b55d2 req-63e70f8c-db9d-492a-817e-f8a37dfbf991 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:30.110968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e70fd23-854f-4dc9-95d6-684f162b55d2 req-63e70f8c-db9d-492a-817e-f8a37dfbf991 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 944 time: 0.3304389 Nov 12 11:14:30.123816 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab592fa-e740-46a8-a4e4-077387bf5781 None None] Pushing event updated for resources: {'Port': ['ID=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:30.191001 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:30.192782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Attempting to bind port 50e7b867-63ca-4654-946c-2f74e4a9c76b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:30.193199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Attempting to bind port 50e7b867-63ca-4654-946c-2f74e4a9c76b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '412cf7c5-16e8-437b-ae97-9d440c265b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8a4185e4-d7ad-4372-a0e9-fb2c47efbdac'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:30.193555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Attempting to bind port 50e7b867-63ca-4654-946c-2f74e4a9c76b on network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:30.224804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:30.230175 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.249764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:30.250268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Checking segment: {'id': '412cf7c5-16e8-437b-ae97-9d440c265b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8a4185e4-d7ad-4372-a0e9-fb2c47efbdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:30.254120 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.256376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Bound using segment: {'id': '412cf7c5-16e8-437b-ae97-9d440c265b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8a4185e4-d7ad-4372-a0e9-fb2c47efbdac'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:30.257005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Bound port: 50e7b867-63ca-4654-946c-2f74e4a9c76b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412cf7c5-16e8-437b-ae97-9d440c265b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8a4185e4-d7ad-4372-a0e9-fb2c47efbdac'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:30.257403 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.333561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e70fd23-854f-4dc9-95d6-684f162b55d2 req-b5cd2eff-4e3b-4c08-b9a3-37452ee6dd0d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211375 Nov 12 11:14:30.368088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6b5d522f-774c-40c1-af37-a2bc7e294818 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 200 len: 954 time: 0.5248125 Nov 12 11:14:30.369436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45542) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:30.389479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'routes': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:30.547656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71388534-6e60-4f8a-b891-3a149e45b124 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.616399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] For port 50e7b867-63ca-4654-946c-2f74e4a9c76b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:30.680365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.696112 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.699639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] For port 50e7b867-63ca-4654-946c-2f74e4a9c76b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=50e7b867-63ca-4654-946c-2f74e4a9c76b,segment=NetworkSegment(412cf7c5-16e8-437b-ae97-9d440c265b09),segment_id=412cf7c5-16e8-437b-ae97-9d440c265b09)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:30.702539 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e2583501-0e9c-456b-b3f9-3ff6c9acd156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.716071 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.721659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b4eb0-767d-4e2c-b2df-9baba716f88b req-d33f00eb-d6b1-49d4-921d-8264439205d4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:30.724656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b7b4eb0-767d-4e2c-b2df-9baba716f88b req-d33f00eb-d6b1-49d4-921d-8264439205d4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 945 time: 0.5700233 Nov 12 11:14:30.747370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71388534-6e60-4f8a-b891-3a149e45b124 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.759630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-71388534-6e60-4f8a-b891-3a149e45b124 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/e19548d6-1f1d-4b03-9fe4-90109691d559 HTTP/1.1" status: 204 len: 168 time: 2.3245833 Nov 12 11:14:30.769475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45544) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:30.857476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:30.860122 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11bc565-9b13-4d82-bae5-8d6641414d54 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:14:30.860420 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0cbd2a-a23a-48dc-b82b-203c196c0ba6" -d '{"events": [{"server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:30.861236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11bc565-9b13-4d82-bae5-8d6641414d54 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:14:30.896030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c11bc565-9b13-4d82-bae5-8d6641414d54 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/e19548d6-1f1d-4b03-9fe4-90109691d559 HTTP/1.1" status: 404 len: 333 time: 0.1227407 Nov 12 11:14:30.921030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45550) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:30.934834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:30.962775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71388534-6e60-4f8a-b891-3a149e45b124 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=e19548d6-1f1d-4b03-9fe4-90109691d559,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:30.973994 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.988215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e2583501-0e9c-456b-b3f9-3ff6c9acd156 None None] For port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,segment=NetworkSegment(9d5d4b20-7395-4451-be52-944b110fcd61),segment_id=9d5d4b20-7395-4451-be52-944b110fcd61)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:31.015640 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:27Z', 'revision_number': 6, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:29Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:31.017435 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e2583501-0e9c-456b-b3f9-3ff6c9acd156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.058598 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d2428-2849-4ec0-9378-8065369a9e97 x-openstack-request-id: req-949d2428-2849-4ec0-9378-8065369a9e97 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:31.059327 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:31.059796 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-949d2428-2849-4ec0-9378-8065369a9e97 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:31.061773 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'code': 200} Nov 12 11:14:31.070014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d197ac-a757-4f0e-9ffa-3418a778b953 None None] Pushing event updated for resources: {'Port': ['ID=50e7b867-63ca-4654-946c-2f74e4a9c76b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:31.086325 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e9413a-9b69-469b-9670-6292e59b4448 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:14:31.100514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a6e9413a-9b69-469b-9670-6292e59b4448 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/e19548d6-1f1d-4b03-9fe4-90109691d559 HTTP/1.1" status: 404 len: 333 time: 0.1555288 Nov 12 11:14:31.111155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45554) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:31.111877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b7b4eb0-767d-4e2c-b2df-9baba716f88b req-b4661028-072a-4e2f-874f-736c7bba2f71 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493519 Nov 12 11:14:31.130733 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1052fd-73e6-4ed0-9cfc-764604166d9a None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:27Z', 'revision_number': 6, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:29Z', 'revision_number': 4, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:31.340081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:31.796891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2583501-0e9c-456b-b3f9-3ff6c9acd156 None None] Pushing event updated for resources: {'Port': ['ID=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:31.820750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d46340-4ff3-4761-96d8-0bbd45ab55ae tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet ae3cad49-5e6e-4da5-8067-082126b4ba5b {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:31.834759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06d46340-4ff3-4761-96d8-0bbd45ab55ae tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.849881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-11cfe6d4-87bb-4069-a03c-62f1c09e1ae1 None None] Provisioning complete for port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:31.850255 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-11cfe6d4-87bb-4069-a03c-62f1c09e1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.884383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6b15-50df-4399-a84b-46d3528aeaf5 req-815400f5-5971-45f6-8ef2-180efda1c368 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:31.896157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8ef6b15-50df-4399-a84b-46d3528aeaf5 req-815400f5-5971-45f6-8ef2-180efda1c368 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.3062115 Nov 12 11:14:32.123463 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8ef6b15-50df-4399-a84b-46d3528aeaf5 req-a9550927-6228-4de8-ab3c-c72c09e8cb22 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238214 Nov 12 11:14:32.230583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06d46340-4ff3-4761-96d8-0bbd45ab55ae tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.261689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:32.421007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:32.421372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.679788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 50e7b867-63ca-4654-946c-2f74e4a9c76b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:32.695716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added routes are [] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:14:32.696227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:14:32.851450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d4ca-eca0-436f-b027-f326f2787e24 req-3ebd368d-29f6-4b14-84af-830bde32e871 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:32.871025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0754d4ca-eca0-436f-b027-f326f2787e24 req-3ebd368d-29f6-4b14-84af-830bde32e871 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 945 time: 0.5645170 Nov 12 11:14:32.904036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 50e7b867-63ca-4654-946c-2f74e4a9c76b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:32.904787 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.185907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.498371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.613328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:33.683962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:33.685187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:33.704216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0754d4ca-eca0-436f-b027-f326f2787e24 req-9a93a5ba-3d39-4f5d-a69c-e82288609c90 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8314083 Nov 12 11:14:33.749682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c88e1-60d1-434b-b29b-a15a18f53a09 req-ec246da1-cf70-433b-acd1-d75572d4e1a4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:33.753101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06d46340-4ff3-4761-96d8-0bbd45ab55ae tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.785334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6d6c88e1-60d1-434b-b29b-a15a18f53a09 req-ec246da1-cf70-433b-acd1-d75572d4e1a4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.3119645 Nov 12 11:14:33.939690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c9f73-84ec-4d7c-b239-4896595c71bb None None] Network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:34.008797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6d6c88e1-60d1-434b-b29b-a15a18f53a09 req-5d7a0240-f3f3-4e3d-a623-3e9d86d9ed65 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052739 Nov 12 11:14:34.388719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1b99af13-abf1-4f62-bec3-d2170d077132 None None] Could not find standard attr ID for object e19548d6-1f1d-4b03-9fe4-90109691d559. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:14:34.629320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:34.633168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1b99af13-abf1-4f62-bec3-d2170d077132 None None] Provisioning complete for port 50e7b867-63ca-4654-946c-2f74e4a9c76b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:34.633544 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b99af13-abf1-4f62-bec3-d2170d077132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.053071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e131d-b739-4d7e-9e5e-bab1d24aa3a8 req-33695692-06de-41fe-ab12-a7c15d8c9c1f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:35.072593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d06e131d-b739-4d7e-9e5e-bab1d24aa3a8 req-33695692-06de-41fe-ab12-a7c15d8c9c1f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 945 time: 0.2392821 Nov 12 11:14:35.305193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d06e131d-b739-4d7e-9e5e-bab1d24aa3a8 req-45092194-1183-4aaf-8403-ba859fa6b00f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313905 Nov 12 11:14:35.393795 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b99af13-abf1-4f62-bec3-d2170d077132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.478578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.488074 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.539385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-30cad931-6406-40e3-9160-c04802e6b29e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:36.542530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-30cad931-6406-40e3-9160-c04802e6b29e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 945 time: 0.8025534 Nov 12 11:14:36.578663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b138-ff19-4806-90bf-796cbf22c7d5 req-a5c540ff-fac0-4d6a-93d5-7f41a9170e22 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:36.586790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8d0b138-ff19-4806-90bf-796cbf22c7d5 req-a5c540ff-fac0-4d6a-93d5-7f41a9170e22 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 1.0041251 Nov 12 11:14:36.731073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957150-96d1-4393-af86-bf72f340a0b4 req-9232a9ae-d25d-408d-b97e-dc59ed6302a9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:36.744516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9957150-96d1-4393-af86-bf72f340a0b4 req-9232a9ae-d25d-408d-b97e-dc59ed6302a9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 945 time: 0.3085520 Nov 12 11:14:36.803779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:32Z', 'revision_number': 7, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:30Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:36.985769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:36.996904 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9957150-96d1-4393-af86-bf72f340a0b4 req-a08da033-9c8d-4cf8-8b8c-b07b8c8e03ee tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452991 Nov 12 11:14:37.018370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:37.019461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:37.268377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:37.281643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45608) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:37.319016 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06d46340-4ff3-4761-96d8-0bbd45ab55ae tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.477028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:37.480262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d46340-4ff3-4761-96d8-0bbd45ab55ae tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3cad49-5e6e-4da5-8067-082126b4ba5b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:37.494467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-06d46340-4ff3-4761-96d8-0bbd45ab55ae tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.499490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-06d46340-4ff3-4761-96d8-0bbd45ab55ae tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/ae3cad49-5e6e-4da5-8067-082126b4ba5b HTTP/1.1" status: 204 len: 168 time: 6.2286725 Nov 12 11:14:37.502966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45612) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:37.521709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8d0b138-ff19-4806-90bf-796cbf22c7d5 req-c3ca9adb-145c-459d-868d-acbcb086b14e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7453499 Nov 12 11:14:37.752894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Deleting port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:37.759651 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.866857 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.878851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900b070-1dbf-4090-98c5-a4521a549aee None None] Network 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:37.966063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:38.030171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.031416 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-12c11914-f0ff-46e5-8f8d-a1c2e709458b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 200 len: 704 time: 7.6615646 Nov 12 11:14:38.042077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45618) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:38.305745 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-1b99af13-abf1-4f62-bec3-d2170d077132 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:14:38.305989 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-1b99af13-abf1-4f62-bec3-d2170d077132 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:14:38.311512 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:14:38.311862 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:14:38.381300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 50e7b867-63ca-4654-946c-2f74e4a9c76b {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:38.381673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.444382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-36330dff-2471-4de7-817c-88b45eb399cc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 200 len: 704 time: 0.3732667 Nov 12 11:14:38.448949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:38.533126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] For port 50e7b867-63ca-4654-946c-2f74e4a9c76b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=50e7b867-63ca-4654-946c-2f74e4a9c76b,segment=NetworkSegment(412cf7c5-16e8-437b-ae97-9d440c265b09),segment_id=412cf7c5-16e8-437b-ae97-9d440c265b09)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:38.552212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:32Z', 'revision_number': 7, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:30Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:38.556730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.632215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] DHCP port deletion for 8a4185e4-d7ad-4372-a0e9-fb2c47efbdac request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:38.635154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a1825-e275-49dd-ba7b-28d43356920e None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:32Z', 'revision_number': 7, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:30Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:38.704027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 50e7b867-63ca-4654-946c-2f74e4a9c76b owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:38.803873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631f989-372a-4d2c-8618-a2f57cfed550 req-efc19d51-b38a-466f-a31d-de7fc54e1067 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.814896 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d631f989-372a-4d2c-8618-a2f57cfed550 req-efc19d51-b38a-466f-a31d-de7fc54e1067 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 945 time: 0.5473983 Nov 12 11:14:38.996015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device acf25500-1ba8-4cfe-9ed0-ca426ef03e19 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:39.045753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] For port acf25500-1ba8-4cfe-9ed0-ca426ef03e19, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:39.046425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.083443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Calling delete_port for acf25500-1ba8-4cfe-9ed0-ca426ef03e19 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:39.114100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d631f989-372a-4d2c-8618-a2f57cfed550 req-b75dca19-73c5-45ea-a3f5-8167360327b6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832875 Nov 12 11:14:39.266357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.345233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b99af13-abf1-4f62-bec3-d2170d077132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.370568 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:39.385159 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:39.386323 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:39.397613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] Deleting port 50e7b867-63ca-4654-946c-2f74e4a9c76b {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:39.398186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.405209 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.519744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No DVR routers for this DVR port 50e7b867-63ca-4654-946c-2f74e4a9c76b on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:39.534085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=50e7b867-63ca-4654-946c-2f74e4a9c76b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:39.580133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34706ad-c187-437e-b1bd-5794af244204 req-fd606486-cfae-459d-94ea-a27d01974808 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:39.597123 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d34706ad-c187-437e-b1bd-5794af244204 req-fd606486-cfae-459d-94ea-a27d01974808 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.3317606 Nov 12 11:14:39.778650 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:39.843479 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d34706ad-c187-437e-b1bd-5794af244204 req-dc8cf0fd-fc42-4224-8b30-82b4d5cb5480 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452207 Nov 12 11:14:39.899224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] For port 50e7b867-63ca-4654-946c-2f74e4a9c76b, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:39.899780 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.955991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] Calling delete_port for 50e7b867-63ca-4654-946c-2f74e4a9c76b owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:39.966061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] Port 50e7b867-63ca-4654-946c-2f74e4a9c76b was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:14:39.989165 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.016460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:40.116403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.192428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fc545572-d1d5-4d36-bb54-9ea8b927a3d7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:40.196252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.223101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.322785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0682ca05-230f-47d9-ac5f-33ebbb5e6fd5 None None] Could not find standard attr ID for object e19548d6-1f1d-4b03-9fe4-90109691d559. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:14:40.327440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] No DVR routers for this DVR port 50e7b867-63ca-4654-946c-2f74e4a9c76b on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:40.333909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bde355-2726-4b42-9db7-2775d65074f2 None None] Pushing event deleted for resources: {'Port': ['ID=50e7b867-63ca-4654-946c-2f74e4a9c76b,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:40.436804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0682ca05-230f-47d9-ac5f-33ebbb5e6fd5 None None] Could not find standard attr ID for object 50e7b867-63ca-4654-946c-2f74e4a9c76b. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:14:40.458469 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.495808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:40.498147 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-39af55f5-aea8-4c26-851b-6d3e813dc42d req-915d8dbc-a5fc-4a50-89aa-c9ff3067b594 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 210 time: 0.2132504 Nov 12 11:14:40.504423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.544598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.658296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca18b53-d1ea-42b5-a6c9-ef440c50656e None None] DHCP port deletion for 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:40.668587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4185e4-d7ad-4372-a0e9-fb2c47efbdac']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:40.683186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.688344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Pushing event deleted for resources: {'Port': ['ID=acf25500-1ba8-4cfe-9ed0-ca426ef03e19,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:40.751016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412cf7c5-16e8-437b-ae97-9d440c265b09') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:40.751327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412cf7c5-16e8-437b-ae97-9d440c265b09') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:40.823460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] No DVR routers for this DVR port acf25500-1ba8-4cfe-9ed0-ca426ef03e19 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:40.829949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.834071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e7336d7f-c36a-4042-a4c3-f0a477b1746e req-fcca4812-080b-4dc2-a954-df9091f6a797 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.52 "DELETE /v2.0/ports/acf25500-1ba8-4cfe-9ed0-ca426ef03e19 HTTP/1.1" status: 204 len: 173 time: 4.2455254 Nov 12 11:14:40.834728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.835875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e709269-233b-45da-9922-188b93aad4df', 'name': 'network-vif-deleted', 'tag': 'acf25500-1ba8-4cfe-9ed0-ca426ef03e19'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:40.840006 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85bb243-f82e-43c4-8444-aa202ca94209" -d '{"events": [{"server_uuid": "7e709269-233b-45da-9922-188b93aad4df", "name": "network-vif-deleted", "tag": "acf25500-1ba8-4cfe-9ed0-ca426ef03e19"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:40.974459 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e55ddb-42ad-43fc-bd87-387031bd863e x-openstack-request-id: req-c8e55ddb-42ad-43fc-bd87-387031bd863e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:40.975086 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e709269-233b-45da-9922-188b93aad4df", "name": "network-vif-deleted", "tag": "acf25500-1ba8-4cfe-9ed0-ca426ef03e19", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:40.976128 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8e55ddb-42ad-43fc-bd87-387031bd863e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:40.976709 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e709269-233b-45da-9922-188b93aad4df', 'name': 'network-vif-deleted', 'tag': 'acf25500-1ba8-4cfe-9ed0-ca426ef03e19', 'status': 'completed', 'code': 200} Nov 12 11:14:41.084369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.177927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 50e7b867-63ca-4654-946c-2f74e4a9c76b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:41.183752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:41.184383 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:41.197541 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:41.267679 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:32Z', 'revision_number': 7, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:30Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:41.272055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 50e7b867-63ca-4654-946c-2f74e4a9c76b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:41.284428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 50e7b867-63ca-4654-946c-2f74e4a9c76b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:41.320773 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:41.326118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:41.326695 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.340240 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:41.341212 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:41.390432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.424400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.445674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/networks/8a4185e4-d7ad-4372-a0e9-fb2c47efbdac HTTP/1.1" status: 204 len: 168 time: 3.9413633 Nov 12 11:14:41.452664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45670) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:41.454732 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:41.493767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-815735680'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:41.515341 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.579423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,segment=NetworkSegment(9d5d4b20-7395-4451-be52-944b110fcd61),segment_id=9d5d4b20-7395-4451-be52-944b110fcd61)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:41.579820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.625140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:41.801399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ff415-fb51-4df5-8ace-1c5e6649eef1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Network': ['ID=8a4185e4-d7ad-4372-a0e9-fb2c47efbdac,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:41.817258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad7e4fae-1614-419b-aeb5-2e7ea278447f req-b2853de8-8923-4360-8bfb-552a91425f27 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e709269-233b-45da-9922-188b93aad4df HTTP/1.1" status: 200 len: 210 time: 0.0731726 Nov 12 11:14:41.841915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:41.846232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.869443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b948a6-34f4-48b1-a666-a57e1ba87bf1 req-1a095d17-06e0-4583-a458-dd028f6af047 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:41.871290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06b948a6-34f4-48b1-a666-a57e1ba87bf1 req-1a095d17-06e0-4583-a458-dd028f6af047 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.8355062 Nov 12 11:14:41.944194 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:32Z', 'revision_number': 7, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:30Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:41.990326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:42.002077 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d1ac2d-5f38-4e6e-8567-6baafde92241 None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:32Z', 'revision_number': 7, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6', 'name': '', 'network_id': '59435321-e7d6-4637-a632-8ee64c3d583c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:c8:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:30Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '709c4ea6-0228-4d5f-9aca-11dfa169686e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:42.037314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06b948a6-34f4-48b1-a666-a57e1ba87bf1 req-defb9033-b592-4589-a450-9c8a5fa3b848 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502380 Nov 12 11:14:42.070507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.072655 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Added segment 9be52343-341e-4d26-a278-da7aab2cd81f of type vlan for network f8ad559d-c29a-4166-85ec-1216134f9bce Nov 12 11:14:42.158256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.161804 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.225136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:42.258440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.267992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:42.272551 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.342863 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8593376 Nov 12 11:14:42.351338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45680) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:42.374335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': 'f8ad559d-c29a-4166-85ec-1216134f9bce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:42.452450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Deleting port b2e37ad9-2b8d-426e-98f9-21d05830f2cc {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:42.452964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.574528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] For port b2e37ad9-2b8d-426e-98f9-21d05830f2cc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:42.575174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.596336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Calling delete_port for b2e37ad9-2b8d-426e-98f9-21d05830f2cc owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:42.800531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97885c25-ebc3-4130-beb6-9df3c856b813 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Network': ['ID=f8ad559d-c29a-4166-85ec-1216134f9bce,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:42.814578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network f8ad559d-c29a-4166-85ec-1216134f9bce details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:42.966394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.047090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e37ad9-2b8d-426e-98f9-21d05830f2cc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:43.088443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:43.091991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.193127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.358391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5220b-d910-44e2-b73a-d239c32d130a req-9c76e17b-1682-4dff-b74a-2cd4040c5a6b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:43.371349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cbe5220b-d910-44e2-b73a-d239c32d130a req-9c76e17b-1682-4dff-b74a-2cd4040c5a6b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2869809 Nov 12 11:14:43.526360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cbe5220b-d910-44e2-b73a-d239c32d130a req-33ea13f9-990f-4b5d-930f-d9a2d7621348 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454513 Nov 12 11:14:43.536295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.920731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:43.930954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c735b0-be81-4c60-81e1-634b89306ed1 req-8061539c-b622-4853-9a12-fb9424e9a626 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:43.932567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84c735b0-be81-4c60-81e1-634b89306ed1 req-8061539c-b622-4853-9a12-fb9424e9a626 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.6541340 Nov 12 11:14:44.131630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Router 75b541c9-dad9-4d85-b4a2-7eb52439e514 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:44.169256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41946eb-863d-41a1-bba7-303af5402e39 req-0f2028d1-12d8-4297-b142-b9c9649c1bb7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.177066 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f41946eb-863d-41a1-bba7-303af5402e39 req-0f2028d1-12d8-4297-b142-b9c9649c1bb7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.0821230 Nov 12 11:14:44.191382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.292508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=a677d306-1982-42b4-965f-d8c42ca9bb58,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:44.374184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f41946eb-863d-41a1-bba7-303af5402e39 req-256b6241-ac20-47ec-b393-ab17d8f67fdf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960135 Nov 12 11:14:44.456599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:44.463769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8d6769fe-e323-4adf-82ee-19d98b63fe97 admin admin] 10.222.0.31 "PUT /v2.0/routers/75b541c9-dad9-4d85-b4a2-7eb52439e514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1809742 Nov 12 11:14:44.468480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45752) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:44.470975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] Sync routers for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:44.495066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:44.497559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:44.535098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84c735b0-be81-4c60-81e1-634b89306ed1 req-0d8d247e-c4df-42b0-bb03-6b62943cf464 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923519 Nov 12 11:14:44.564102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking segment: {'id': '9be52343-341e-4d26-a278-da7aab2cd81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8ad559d-c29a-4166-85ec-1216134f9bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:44.565562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network hostable DHCP agents. Network: f8ad559d-c29a-4166-85ec-1216134f9bce, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:44.587146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:44.604622 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:44.623703 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:44.626161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f8b143c-a9c6-4297-a230-ed9864ea0331 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1759071 Nov 12 11:14:44.627116 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:44.629565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45756) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:44.702360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network f8ad559d-c29a-4166-85ec-1216134f9bce is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:44.742069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, f8ad559d-c29a-4166-85ec-1216134f9bce) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:44.755088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c2cef5-2ba9-49ac-9e12-9f91f862af43 None None] Network f8ad559d-c29a-4166-85ec-1216134f9bce requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:44.763855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.764499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.771127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f157c9-321b-4f9b-89ff-b7e32fc2f112 req-12116580-e6c7-41cd-bd27-860fb15da38c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.786641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41f157c9-321b-4f9b-89ff-b7e32fc2f112 req-12116580-e6c7-41cd-bd27-860fb15da38c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1923544 Nov 12 11:14:44.818892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:44.823063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06eacca-2f63-4353-83e7-bd16a5a3c139 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 709c4ea6-0228-4d5f-9aca-11dfa169686e {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:44.829937 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c06eacca-2f63-4353-83e7-bd16a5a3c139 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.833667 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.847952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0e4cdc11-c388-4b68-8ab1-b1f5b4537b74 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4917181 Nov 12 11:14:44.852353 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:44.891842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45758) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:44.902817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': 'f8ad559d-c29a-4166-85ec-1216134f9bce', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-282562882'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:45.076255 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41f157c9-321b-4f9b-89ff-b7e32fc2f112 req-2fb7b1c7-b75a-4a0e-a9d0-32bfd9f87e01 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886441 Nov 12 11:14:45.144042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c06eacca-2f63-4353-83e7-bd16a5a3c139 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.230232 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:42Z', 'revision_number': 8, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:45.293181 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.309495 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:45.351199 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:45.352002 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:45.454706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Deleting port c5a19f50-9651-4bbd-98da-15fe10ae1e4d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:45.458156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.501041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:45.506837 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.575996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 5e3fb552-a6e0-4b20-8869-a95046275ff4 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:45.636089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c06eacca-2f63-4353-83e7-bd16a5a3c139 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.639869 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:45.758434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] For port c5a19f50-9651-4bbd-98da-15fe10ae1e4d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c5a19f50-9651-4bbd-98da-15fe10ae1e4d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:45.758994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.807795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Calling delete_port for c5a19f50-9651-4bbd-98da-15fe10ae1e4d owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:45.950586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716463-9f95-43ee-8429-d1d227c9a9b0 req-328ed815-2ad1-4a66-a02e-47ef34c430a1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:45.965781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff716463-9f95-43ee-8429-d1d227c9a9b0 req-328ed815-2ad1-4a66-a02e-47ef34c430a1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.2386432 Nov 12 11:14:46.178523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff716463-9f95-43ee-8429-d1d227c9a9b0 req-27608148-e8fa-4296-99ea-8dfb83528f41 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093272 Nov 12 11:14:46.198525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-f8ad559d-c29a-4166-85ec-1216134f9bce', 'network_id': 'f8ad559d-c29a-4166-85ec-1216134f9bce', 'tenant_id': '56a51d1331014658816c4dadc3fb5443', 'fixed_ips': [{'subnet_id': 'a677d306-1982-42b4-965f-d8c42ca9bb58'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:46.208708 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.284599 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:42Z', 'revision_number': 8, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:46.301760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c06eacca-2f63-4353-83e7-bd16a5a3c139 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.336609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.353463 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709da79-470a-4150-bc62-6d6050e7ee13 None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:42Z', 'revision_number': 8, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5', 'name': '', 'network_id': '82cec9bb-d7f1-4552-a993-042806589767', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:ce:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '4858c898-0924-4136-b728-58b801435678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:07Z', 'updated_at': '2021-11-12T11:14:18Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '4858c898-0924-4136-b728-58b801435678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:46.438971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:14:42Z', 'revision_number': 5, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port': {'id': 'c5a19f50-9651-4bbd-98da-15fe10ae1e4d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:09Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:46.482080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a19f50-9651-4bbd-98da-15fe10ae1e4d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:46.485686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c06eacca-2f63-4353-83e7-bd16a5a3c139 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.496353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c06eacca-2f63-4353-83e7-bd16a5a3c139 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/709c4ea6-0228-4d5f-9aca-11dfa169686e HTTP/1.1" status: 204 len: 168 time: 1.8598709 Nov 12 11:14:46.503903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45774) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:46.509527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] Checking router: 75b541c9-dad9-4d85-b4a2-7eb52439e514 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:46.512970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eacca-2f63-4353-83e7-bd16a5a3c139 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=709c4ea6-0228-4d5f-9aca-11dfa169686e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:46.519460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a4558-776e-4494-8aa4-a1f36b430f65 None None] Network 59435321-e7d6-4637-a632-8ee64c3d583c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:46.521502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7498c8d-4766-42b2-9766-a34afbaec6c3 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:46.618507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.680112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::110 (f8ad559d-c29a-4166-85ec-1216134f9bce/a677d306-1982-42b4-965f-d8c42ca9bb58/5e3fb552-a6e0-4b20-8869-a95046275ff4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:46.726463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] Routers {'75b541c9-dad9-4d85-b4a2-7eb52439e514'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:46.727148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['75b541c9-dad9-4d85-b4a2-7eb52439e514'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:46.829587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.831918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.834530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.958026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.958805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b541c9-dad9-4d85-b4a2-7eb52439e514 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:14:46.967213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.967213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-76a511b8-67a9-4a11-b897-d26a0a35651a admin admin] 10.222.0.31 "DELETE /v2.0/routers/75b541c9-dad9-4d85-b4a2-7eb52439e514 HTTP/1.1" status: 204 len: 168 time: 2.4944942 Nov 12 11:14:46.974993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45778) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:47.090374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34d2e44-ec9b-4606-8aba-610f5f6e1d3e admin admin] Deleting subnet 7b88da31-4f26-42ef-a0a2-b68b3583cec1 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:47.093537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] Set router 75b541c9-dad9-4d85-b4a2-7eb52439e514 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:47.107113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f34d2e44-ec9b-4606-8aba-610f5f6e1d3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.200640 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.231130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f34d2e44-ec9b-4606-8aba-610f5f6e1d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.407098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:14:46Z', 'revision_number': 7, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:47.423137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.457646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port aaf12051-cc14-4144-8e5c-c5d0f5e88fac {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:47.458084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.476236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network f8ad559d-c29a-4166-85ec-1216134f9bce is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:47.511909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:47.525912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:47.537225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.538058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.573240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6800866 Nov 12 11:14:47.576763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45788) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:47.611418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e2b83-ba44-4731-b5fb-68481204bdff None None] The sync data for ids ['75b541c9-dad9-4d85-b4a2-7eb52439e514'] in n-d-768851-19 is: [{'id': '75b541c9-dad9-4d85-b4a2-7eb52439e514', 'name': 'tempest-AttachVolumeShelveTestJSON-358728908-router', 'tenant_id': '71248c98cd604882b9054001c64d296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:08Z', 'updated_at': '2021-11-12T11:14:46Z', 'revision_number': 7, 'project_id': '71248c98cd604882b9054001c64d296e', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:47.628699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f34d2e44-ec9b-4606-8aba-610f5f6e1d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.664903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7864-22d3-4f86-bdda-a2a6ac9d7388 req-51d8775d-eab4-4118-a513-e75a7480fc30 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.688515 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-586a7864-22d3-4f86-bdda-a2a6ac9d7388 req-51d8775d-eab4-4118-a513-e75a7480fc30 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.3251886 Nov 12 11:14:47.890472 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Allocated IP 2001:db8::2 (f8ad559d-c29a-4166-85ec-1216134f9bce/a677d306-1982-42b4-965f-d8c42ca9bb58/3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:47.931689 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-586a7864-22d3-4f86-bdda-a2a6ac9d7388 req-3a43ca87-9339-4109-8f2d-ade15ac38d84 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149429 Nov 12 11:14:47.978507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37fdb0-dfde-4188-9663-5ce272a7e7d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=5e3fb552-a6e0-4b20-8869-a95046275ff4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:47.998206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f34d2e44-ec9b-4606-8aba-610f5f6e1d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.004718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port aaf12051-cc14-4144-8e5c-c5d0f5e88fac, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,segment=NetworkSegment(9d5d4b20-7395-4451-be52-944b110fcd61),segment_id=9d5d4b20-7395-4451-be52-944b110fcd61)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:48.005144 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.016922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:48.068194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] DHCP port deletion for 59435321-e7d6-4637-a632-8ee64c3d583c request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:48.108329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for aaf12051-cc14-4144-8e5c-c5d0f5e88fac owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:48.128709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2e44-ec9b-4606-8aba-610f5f6e1d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b88da31-4f26-42ef-a0a2-b68b3583cec1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:48.142149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f34d2e44-ec9b-4606-8aba-610f5f6e1d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.154824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:48.155554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4a2e9c97-0be2-45a1-8d6c-0a83f5fd69a6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:48.160481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f34d2e44-ec9b-4606-8aba-610f5f6e1d3e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7b88da31-4f26-42ef-a0a2-b68b3583cec1 HTTP/1.1" status: 204 len: 168 time: 1.1843035 Nov 12 11:14:48.162791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45790) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:48.165312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b25d8-de92-40a4-b705-7dfe7a27d998 None None] Network fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:48.399988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.420296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-646a1374-a28c-47ba-891f-7a83dfe81554 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 5e3fb552-a6e0-4b20-8869-a95046275ff4 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:48.420885 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-646a1374-a28c-47ba-891f-7a83dfe81554 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.622949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Deleting port 187a031b-ad69-43eb-baed-bd796eddd888 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:48.623321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.642300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-646a1374-a28c-47ba-891f-7a83dfe81554 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.690149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-646a1374-a28c-47ba-891f-7a83dfe81554 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 5e3fb552-a6e0-4b20-8869-a95046275ff4 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:48.901276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] For port 187a031b-ad69-43eb-baed-bd796eddd888, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=187a031b-ad69-43eb-baed-bd796eddd888,segment=NetworkSegment(b09bcea0-0aac-4b13-962a-851255af5850),segment_id=b09bcea0-0aac-4b13-962a-851255af5850)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:48.902257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.921908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] Deleting port aaf12051-cc14-4144-8e5c-c5d0f5e88fac {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:48.925894 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.940341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Calling delete_port for 187a031b-ad69-43eb-baed-bd796eddd888 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:48.952257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.126648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] For port aaf12051-cc14-4144-8e5c-c5d0f5e88fac, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,segment=NetworkSegment(9d5d4b20-7395-4451-be52-944b110fcd61),segment_id=9d5d4b20-7395-4451-be52-944b110fcd61)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:49.127290 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.155353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] Calling delete_port for aaf12051-cc14-4144-8e5c-c5d0f5e88fac owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:49.170325 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.198032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:49.249937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] No DVR routers for this DVR port 187a031b-ad69-43eb-baed-bd796eddd888 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:49.258240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Pushing event deleted for resources: {'Port': ['ID=187a031b-ad69-43eb-baed-bd796eddd888,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:49.282872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No DVR routers for this DVR port aaf12051-cc14-4144-8e5c-c5d0f5e88fac on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:49.291786 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:14:49.324853 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.390975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-646a1374-a28c-47ba-891f-7a83dfe81554 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.433300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a1ddb-3372-4260-aef7-0c53a8ab2fef req-6b2bc425-f096-4579-976e-b52bbd257b1e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:49.439880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.443173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-338a1ddb-3372-4260-aef7-0c53a8ab2fef req-6b2bc425-f096-4579-976e-b52bbd257b1e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.3481603 Nov 12 11:14:49.474877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] Pushing event deleted for resources: {'Port': ['ID=aaf12051-cc14-4144-8e5c-c5d0f5e88fac,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:49.480851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2a230-2874-4189-9ce1-21ded5a9204f None None] DHCP port deletion for fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:49.509404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6f609-d5da-43b0-a021-13c6e451b219 None None] No DVR routers for this DVR port aaf12051-cc14-4144-8e5c-c5d0f5e88fac on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:49.545061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.559326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:49.564164 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.591388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09bcea0-0aac-4b13-962a-851255af5850') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:49.591961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09bcea0-0aac-4b13-962a-851255af5850') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:49.648911 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.738961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.739161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a1374-a28c-47ba-891f-7a83dfe81554 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=5e3fb552-a6e0-4b20-8869-a95046275ff4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:49.739161 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-646a1374-a28c-47ba-891f-7a83dfe81554 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.739320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:49.739320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.739493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Pushing event updated for resources: {'Port': ['ID=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:49.739581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-646a1374-a28c-47ba-891f-7a83dfe81554 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/5e3fb552-a6e0-4b20-8869-a95046275ff4 HTTP/1.1" status: 204 len: 168 time: 2.1544120 Nov 12 11:14:49.753512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Network f8ad559d-c29a-4166-85ec-1216134f9bce is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:49.756468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.757328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.759161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45806) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:49.763722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.764213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.764562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.765536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.765936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.766276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.766606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.766932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.767369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.767574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:49.805436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5a19f50-9651-4bbd-98da-15fe10ae1e4d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:49.814968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.838421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:49.845226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:49.851744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c5a19f50-9651-4bbd-98da-15fe10ae1e4d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:49.851936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c5a19f50-9651-4bbd-98da-15fe10ae1e4d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:49.853445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 187a031b-ad69-43eb-baed-bd796eddd888 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:49.950108 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:49.959563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Attempting to bind port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:49.960084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Attempting to bind port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9be52343-341e-4d26-a278-da7aab2cd81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8ad559d-c29a-4166-85ec-1216134f9bce'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:49.960284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Attempting to bind port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 on network f8ad559d-c29a-4166-85ec-1216134f9bce {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:49.962283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 187a031b-ad69-43eb-baed-bd796eddd888 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:49.962619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 187a031b-ad69-43eb-baed-bd796eddd888 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:49.963058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aaf12051-cc14-4144-8e5c-c5d0f5e88fac no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:49.980240 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.999353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: aaf12051-cc14-4144-8e5c-c5d0f5e88fac {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:49.999728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device aaf12051-cc14-4144-8e5c-c5d0f5e88fac not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:50.000146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b2e37ad9-2b8d-426e-98f9-21d05830f2cc no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:50.014295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:50.014295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Checking segment: {'id': '9be52343-341e-4d26-a278-da7aab2cd81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8ad559d-c29a-4166-85ec-1216134f9bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:50.014295 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.014295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Bound using segment: {'id': '9be52343-341e-4d26-a278-da7aab2cd81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8ad559d-c29a-4166-85ec-1216134f9bce'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:50.014295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Bound port: 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be52343-341e-4d26-a278-da7aab2cd81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8ad559d-c29a-4166-85ec-1216134f9bce'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:50.014295 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.014856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.024429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56 HTTP/1.1" status: 204 len: 168 time: 1.8543088 Nov 12 11:14:50.027780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b2e37ad9-2b8d-426e-98f9-21d05830f2cc {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:50.028085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b2e37ad9-2b8d-426e-98f9-21d05830f2cc not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:50.065800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-338a1ddb-3372-4260-aef7-0c53a8ab2fef req-140fcc7b-1dc7-4b9b-81c2-9581d403d22f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230581 Nov 12 11:14:50.074124 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e3ef21-26f8-46a0-822c-26a8d373e02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:14:50.077617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879af0a6-2118-40bd-ac56-e4478030370d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8c1f28-dc5d-41d9-b142-b90bb4d7cf56,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:50.087210 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-82e3ef21-26f8-46a0-822c-26a8d373e02f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/5e3fb552-a6e0-4b20-8869-a95046275ff4 HTTP/1.1" status: 404 len: 333 time: 0.3198252 Nov 12 11:14:50.091827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45822) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:50.130818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59435321-e7d6-4637-a632-8ee64c3d583c']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:50.186522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5d4b20-7395-4451-be52-944b110fcd61') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:50.186914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5d4b20-7395-4451-be52-944b110fcd61') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:50.230325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.268012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] For port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:50.273673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] For port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,segment=NetworkSegment(9be52343-341e-4d26-a278-da7aab2cd81f),segment_id=9be52343-341e-4d26-a278-da7aab2cd81f)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:50.288704 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.293551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.309279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:50.312375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.322369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2714b19-55cb-4564-a365-bc6ce1cf0314 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet a677d306-1982-42b4-965f-d8c42ca9bb58 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:50.330835 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:50.339286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2714b19-55cb-4564-a365-bc6ce1cf0314 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.441438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45830) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:50.467116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.567593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71050a-78f3-4846-8d6c-181d75ea2eba None None] Pushing event updated for resources: {'Port': ['ID=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:50.591220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.598059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/59435321-e7d6-4637-a632-8ee64c3d583c HTTP/1.1" status: 204 len: 168 time: 4.0862176 Nov 12 11:14:50.599545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3af99-d59e-4e41-a91c-6ea8a7841503 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=59435321-e7d6-4637-a632-8ee64c3d583c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:50.602656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45834) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:50.763309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b359-3c1b-4f9d-9403-65c58f59dc92 req-85aba971-993e-4036-aef5-7e15e7701c78 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:50.765097 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0c0b359-3c1b-4f9d-9403-65c58f59dc92 req-85aba971-993e-4036-aef5-7e15e7701c78 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2241397 Nov 12 11:14:50.964640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45838) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:51.114933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14b293a-01c4-43c8-934c-e02e77aa6d2a admin admin] Deleting subnet 98fa6516-21fa-4632-a0d8-b833973f1ad9 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:51.136033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c14b293a-01c4-43c8-934c-e02e77aa6d2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.215722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c14b293a-01c4-43c8-934c-e02e77aa6d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.269180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c14b293a-01c4-43c8-934c-e02e77aa6d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.317570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2714b19-55cb-4564-a365-bc6ce1cf0314 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.377663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fda54bf6-c8b3-40fe-8216-7abd186da40d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71248c98cd604882b9054001c64d296e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9233649 Nov 12 11:14:51.381627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45842) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:51.430227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c14b293a-01c4-43c8-934c-e02e77aa6d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.463769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc0094-f539-44b7-9311-b6405fb0bd12 req-45b06e13-2d44-4f1a-99ed-5829962dea63 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:51.465642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2cbc0094-f539-44b7-9311-b6405fb0bd12 req-45b06e13-2d44-4f1a-99ed-5829962dea63 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.1846337 Nov 12 11:14:51.479425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b293a-01c4-43c8-934c-e02e77aa6d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fa6516-21fa-4632-a0d8-b833973f1ad9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:51.512842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0c0b359-3c1b-4f9d-9403-65c58f59dc92 req-9b8c1731-bf12-4fe9-b8b1-cc447f059d30 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353327 Nov 12 11:14:51.527674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6bf3f1-aa11-4bba-be42-7ea4a82a8f20 None None] Network beb849bf-9a32-4238-948a-1c8ce72d7fd4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:51.564245 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c14b293a-01c4-43c8-934c-e02e77aa6d2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.575309 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c14b293a-01c4-43c8-934c-e02e77aa6d2a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/98fa6516-21fa-4632-a0d8-b833973f1ad9 HTTP/1.1" status: 204 len: 168 time: 0.6047714 Nov 12 11:14:51.575815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45846) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:51.734089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2714b19-55cb-4564-a365-bc6ce1cf0314 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.770652 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da0986f9-78f6-4a0f-9959-d999bc00fff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.817339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2cbc0094-f539-44b7-9311-b6405fb0bd12 req-cbef6796-9fa2-48f0-827d-4260df8bfe5a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867296 Nov 12 11:14:51.873815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7907c2-8b2a-4b66-910a-b89921ee233e None None] DHCP port deletion for beb849bf-9a32-4238-948a-1c8ce72d7fd4 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:51.908746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:51.932473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da0986f9-78f6-4a0f-9959-d999bc00fff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.944924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.027690 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2714b19-55cb-4564-a365-bc6ce1cf0314 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.037791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:52.045268 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.076727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2aa2-dc71-4b72-90ad-330094080fad req-0435addd-1cf1-4bcf-ac6a-67a037396c98 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.083379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2714b19-55cb-4564-a365-bc6ce1cf0314 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.089008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e2714b19-55cb-4564-a365-bc6ce1cf0314 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/a677d306-1982-42b4-965f-d8c42ca9bb58 HTTP/1.1" status: 204 len: 168 time: 1.9955235 Nov 12 11:14:52.092671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2714b19-55cb-4564-a365-bc6ce1cf0314 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=a677d306-1982-42b4-965f-d8c42ca9bb58,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:52.094163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a24d2aa2-dc71-4b72-90ad-330094080fad req-0435addd-1cf1-4bcf-ac6a-67a037396c98 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2710688 Nov 12 11:14:52.098259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45850) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:52.181983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a24d2aa2-dc71-4b72-90ad-330094080fad req-785f7197-c419-4b8e-972e-336030bf9e91 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761278 Nov 12 11:14:52.207689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.358455 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.511713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da0986f9-78f6-4a0f-9959-d999bc00fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.514586 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da0986f9-78f6-4a0f-9959-d999bc00fff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.518617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da0986f9-78f6-4a0f-9959-d999bc00fff4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2886a90-3f8a-4c29-a8e0-c7bcfa53ad18 HTTP/1.1" status: 204 len: 168 time: 1.1338384 Nov 12 11:14:52.542564 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.547119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0986f9-78f6-4a0f-9959-d999bc00fff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2886a90-3f8a-4c29-a8e0-c7bcfa53ad18,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:52.671341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb849bf-9a32-4238-948a-1c8ce72d7fd4']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:52.695819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01525e43-7e9d-450d-893d-30ee7aa019f7 None None] Network f8ad559d-c29a-4166-85ec-1216134f9bce requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:52.730465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd31517b-9779-4572-8927-5fcc1038ebd2') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:52.736367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd31517b-9779-4572-8927-5fcc1038ebd2') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:52.779023 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.802886 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.813341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:52.815120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.840080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:52.840617 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.856303 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.896375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8c5f313f-e7cd-4dee-87fb-9ad9bfa18121 None None] Provisioning complete for port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:52.896375 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c5f313f-e7cd-4dee-87fb-9ad9bfa18121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:52.985426 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:53.003919 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.064623 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.071051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] 10.222.0.31 "DELETE /v2.0/networks/beb849bf-9a32-4238-948a-1c8ce72d7fd4 HTTP/1.1" status: 204 len: 168 time: 1.4921591 Nov 12 11:14:53.140261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:53.141075 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.167252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faef841-f12a-4194-b407-d7ef78858c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb849bf-9a32-4238-948a-1c8ce72d7fd4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:53.198908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,segment=NetworkSegment(871e578c-d841-4b75-9839-7952be02093d),segment_id=871e578c-d841-4b75-9839-7952be02093d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:53.199303 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.251148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:53.297028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,segment=NetworkSegment(9be52343-341e-4d26-a278-da7aab2cd81f),segment_id=9be52343-341e-4d26-a278-da7aab2cd81f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:53.324833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.454078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] For port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,segment=NetworkSegment(9be52343-341e-4d26-a278-da7aab2cd81f),segment_id=9be52343-341e-4d26-a278-da7aab2cd81f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:53.454631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.519028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea568e-1fee-4288-b209-dedcb82e8453 req-9cfc40f2-9d3e-4723-8bd9-5d876bae69e2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:53.523664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1dea568e-1fee-4288-b209-dedcb82e8453 req-9cfc40f2-9d3e-4723-8bd9-5d876bae69e2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.5256011 Nov 12 11:14:53.532353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45878) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:53.584556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:53.620256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:53.664613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] DHCP port deletion for f8ad559d-c29a-4166-85ec-1216134f9bce request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:53.758153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.783687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] Deleting port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:53.784817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.873428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:53.891079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45884) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:53.897609 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-41772c58-28df-4fe0-a1b4-b327376d7eda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3c219a12a2d4e1cb0d66811d0270a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470113 Nov 12 11:14:53.961031 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1dea568e-1fee-4288-b209-dedcb82e8453 req-7d0450c8-0964-4761-a9bc-363ebc80329d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688729 Nov 12 11:14:54.046376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] For port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,segment=NetworkSegment(9be52343-341e-4d26-a278-da7aab2cd81f),segment_id=9be52343-341e-4d26-a278-da7aab2cd81f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:54.046800 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.054699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.109208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] Calling delete_port for 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:54.136127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:54.143832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No DVR routers for this DVR port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:54.362921 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.426872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ad559d-c29a-4166-85ec-1216134f9bce']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:54.441786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be52343-341e-4d26-a278-da7aab2cd81f') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:54.443439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be52343-341e-4d26-a278-da7aab2cd81f') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:54.454968 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.461696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.482883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.500665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:54.501919 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.516974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] Pushing event deleted for resources: {'Port': ['ID=3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:54.516974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d695295-6ee1-4d78-aa51-eab7ee6b9c2a None None] No DVR routers for this DVR port 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:54.538020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-45dba7f3-6f95-412f-80db-2525c5588e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:54.545255 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:54.665293 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.688935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.691991 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/networks/f8ad559d-c29a-4166-85ec-1216134f9bce HTTP/1.1" status: 204 len: 168 time: 2.5917287 Nov 12 11:14:54.694078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45898) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:54.699861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'name': 'tempest-PortsIpV6TestJSON-456190773'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:54.738546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a74cd8-a5f1-488f-8112-1f37280ad4a6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Network': ['ID=f8ad559d-c29a-4166-85ec-1216134f9bce,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:54.825602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.852909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.873984 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.989623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:54.994532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.028209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 05c31c8b-5ece-4baf-96fe-9631853e7b41 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:55.141286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.144273 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.148242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93154532-2de2-4b65-b6c1-3441783f32a4 HTTP/1.1" status: 204 len: 168 time: 1.2530684 Nov 12 11:14:55.205204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93154532-2de2-4b65-b6c1-3441783f32a4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:55.280532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.281082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.281501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.281927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.282333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.282739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.292218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.292218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.298000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.299075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.299625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.300292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed5854-5f9b-49f4-abd2-2e0111ded125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:55.324007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.329346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961337d-a1e6-4a91-aa76-b7577efd5e4d req-20c33c89-94e1-451d-ade7-a265161c07a0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:55.337270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2961337d-a1e6-4a91-aa76-b7577efd5e4d req-20c33c89-94e1-451d-ade7-a265161c07a0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.2630224 Nov 12 11:14:55.369580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.372129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:55.441911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:55.442970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2961337d-a1e6-4a91-aa76-b7577efd5e4d req-4a0693c3-c47b-4ece-a95d-b46f21f737b9 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044607 Nov 12 11:14:55.450317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:55.478017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:55.495414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:55.499446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.535730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=05c31c8b-5ece-4baf-96fe-9631853e7b41,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:55.561905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-873e85f0-b5ea-496b-8de9-8d189a461475 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8667431 Nov 12 11:14:55.564995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45926) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:55.627876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:55.637076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6b758afc-892b-4a78-8aa1-7d1943f7d981 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0328810 Nov 12 11:14:55.640306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45928) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:55.650281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:55.685181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:55.693466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:55.841338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:55.904259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f784084d-e574-4350-bee6-9da0f70f3d6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 4858c898-0924-4136-b728-58b801435678 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:55.910087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20358632-d4f6-4c31-bc32-bf9fd9d02e0a req-1924b687-8f7b-4e65-849d-e9c2d2ea941f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:55.917030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20358632-d4f6-4c31-bc32-bf9fd9d02e0a req-1924b687-8f7b-4e65-849d-e9c2d2ea941f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1853518 Nov 12 11:14:55.921222 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f784084d-e574-4350-bee6-9da0f70f3d6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.954933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:55.981651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:55.982272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3bdaed3d-4a8a-487d-aaf5-392ec6bfbd69 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:56.039706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f784084d-e574-4350-bee6-9da0f70f3d6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.054878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-24760afd-c03a-4c6f-aead-108ecea606bb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 05c31c8b-5ece-4baf-96fe-9631853e7b41 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:56.055448 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24760afd-c03a-4c6f-aead-108ecea606bb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.071267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20358632-d4f6-4c31-bc32-bf9fd9d02e0a req-27e2f516-a26d-4e89-a233-2bbf65336baf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491387 Nov 12 11:14:56.263156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7c62f1f-a6d3-4ab3-8f46-0f690f1fc837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.305766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:53Z', 'revision_number': 9, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:56.347182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24760afd-c03a-4c6f-aead-108ecea606bb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.352148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:56.364821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:56.365826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:56.442914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-24760afd-c03a-4c6f-aead-108ecea606bb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 05c31c8b-5ece-4baf-96fe-9631853e7b41 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:56.482998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0341a89-3d0d-4c88-82ac-66c963507a59 req-17a8781f-8382-43c8-8eef-beca2f9f53df tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:56.484605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0341a89-3d0d-4c88-82ac-66c963507a59 req-17a8781f-8382-43c8-8eef-beca2f9f53df tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2449348 Nov 12 11:14:56.521328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f784084d-e574-4350-bee6-9da0f70f3d6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.535540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:56.706175 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0341a89-3d0d-4c88-82ac-66c963507a59 req-639b4699-693d-4d90-b73a-380c82bf7e80 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814787 Nov 12 11:14:56.720288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f784084d-e574-4350-bee6-9da0f70f3d6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.731426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24760afd-c03a-4c6f-aead-108ecea606bb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.749824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39fd00-f742-4e2f-8f43-7157917485c4 req-3556a845-260d-44d7-b222-4c491a97d198 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:56.764277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb39fd00-f742-4e2f-8f43-7157917485c4 req-3556a845-260d-44d7-b222-4c491a97d198 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.1721053 Nov 12 11:14:56.772951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784084d-e574-4350-bee6-9da0f70f3d6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=4858c898-0924-4136-b728-58b801435678,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:56.796475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28699d36-a0ee-4070-862e-38102b1ff54a None None] Network 82cec9bb-d7f1-4552-a993-042806589767 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:56.805488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f784084d-e574-4350-bee6-9da0f70f3d6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.809459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f784084d-e574-4350-bee6-9da0f70f3d6f tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/4858c898-0924-4136-b728-58b801435678 HTTP/1.1" status: 204 len: 168 time: 1.1659071 Nov 12 11:14:56.811630 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-24760afd-c03a-4c6f-aead-108ecea606bb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.815409 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-24760afd-c03a-4c6f-aead-108ecea606bb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/05c31c8b-5ece-4baf-96fe-9631853e7b41 HTTP/1.1" status: 204 len: 168 time: 1.2488415 Nov 12 11:14:56.840118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24760afd-c03a-4c6f-aead-108ecea606bb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=05c31c8b-5ece-4baf-96fe-9631853e7b41,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:56.840118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:56.840118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45976) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:56.840118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'mac_address': 'fa:16:3e:e6:4d:ea', 'name': 'tempest-PortsIpV6TestJSON-845019822'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:56.923806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb39fd00-f742-4e2f-8f43-7157917485c4 req-62e94371-759f-4f08-8d40-d19867680afc tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583965 Nov 12 11:14:57.123119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.202926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:57.317755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:53Z', 'revision_number': 9, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:57.344788 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.351062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 715b2643-9432-4594-abdd-70ed9eba3919 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:57.351412 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.358397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a606b3-dbae-4332-8ab4-da660b53141b None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:14:53Z', 'revision_number': 9, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '386967ed-595e-452b-953e-3836a1ed30b4', 'name': '', 'network_id': '3c7de80d-3c23-4ff8-a58b-ee4199cb6420', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:6e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:55Z', 'updated_at': '2021-11-12T11:14:06Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '83c7017c-26ae-408e-ba8e-fb7dc2919dc7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:57.434967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 8d80ddb3-58a1-4c6b-a05b-6bd7c35c6f25 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:57.438171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] DHCP port deletion for 82cec9bb-d7f1-4552-a993-042806589767 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:57.501878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a92f00-e586-4c15-9915-2fb41c2b2486 req-5dfb180c-8092-4f01-83d8-018f634b7530 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:57.519133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port 715b2643-9432-4594-abdd-70ed9eba3919, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=715b2643-9432-4594-abdd-70ed9eba3919,segment=NetworkSegment(871e578c-d841-4b75-9839-7952be02093d),segment_id=871e578c-d841-4b75-9839-7952be02093d)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:57.519746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.520794 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7a92f00-e586-4c15-9915-2fb41c2b2486 req-5dfb180c-8092-4f01-83d8-018f634b7530 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2349248 Nov 12 11:14:57.571390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 715b2643-9432-4594-abdd-70ed9eba3919 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:57.658043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] Deleting port 715b2643-9432-4594-abdd-70ed9eba3919 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:57.658043 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.692418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7a92f00-e586-4c15-9915-2fb41c2b2486 req-9af684a6-870d-469e-b8e3-43353cd10005 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679976 Nov 12 11:14:58.032241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4a4b-6b0a-4611-88c0-45a19798fc0b req-734840b5-9b65-4921-b648-c5829c7e75d6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:58.039854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 715b2643-9432-4594-abdd-70ed9eba3919 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:58.048496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dfa4a4b-6b0a-4611-88c0-45a19798fc0b req-734840b5-9b65-4921-b648-c5829c7e75d6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1762581 Nov 12 11:14:58.190976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.249631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dfa4a4b-6b0a-4611-88c0-45a19798fc0b req-f9955b5a-7c63-4f7d-8da0-1aa92223fb95 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000651 Nov 12 11:14:58.376051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.425238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=715b2643-9432-4594-abdd-70ed9eba3919,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:58.441149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] For port 715b2643-9432-4594-abdd-70ed9eba3919, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=715b2643-9432-4594-abdd-70ed9eba3919,segment=NetworkSegment(871e578c-d841-4b75-9839-7952be02093d),segment_id=871e578c-d841-4b75-9839-7952be02093d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:58.441766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No DVR routers for this DVR port 715b2643-9432-4594-abdd-70ed9eba3919 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:58.444695 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.483916 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.493543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No active binding found for port 715b2643-9432-4594-abdd-70ed9eba3919 {{(pid=109167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:14:58.494126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 715b2643-9432-4594-abdd-70ed9eba3919 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:58.494780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:58.520601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] Calling delete_port for 715b2643-9432-4594-abdd-70ed9eba3919 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:58.584438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:58.584701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e6a4a6b9-f41c-4771-824d-ac9e3dfa58b5 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:58.625862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.672074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cec9bb-d7f1-4552-a993-042806589767']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:58.675723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7de15e-02bd-42a1-a1f9-e094faf849f1 req-bb4566e9-8f0e-48b7-a284-56f56b39b6d5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:58.685262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f7de15e-02bd-42a1-a1f9-e094faf849f1 req-bb4566e9-8f0e-48b7-a284-56f56b39b6d5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1159253 Nov 12 11:14:58.696412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871e578c-d841-4b75-9839-7952be02093d') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:58.696728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871e578c-d841-4b75-9839-7952be02093d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:58.716883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.718337 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:14:58.732085 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.745244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e17c8-708b-415a-99af-a08cc1c03caa req-46aba3be-d06f-487e-9d24-7399f6ea243b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:58.753801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f8e17c8-708b-415a-99af-a08cc1c03caa req-46aba3be-d06f-487e-9d24-7399f6ea243b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.4554987 Nov 12 11:14:58.789815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.793780 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.821520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f7de15e-02bd-42a1-a1f9-e094faf849f1 req-371bb447-b4af-4427-9af7-67902dfa310e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349308 Nov 12 11:14:58.862993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] Pushing event deleted for resources: {'Port': ['ID=715b2643-9432-4594-abdd-70ed9eba3919,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:58.887127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536bcc70-83d7-47e1-b7a8-900545826a90 None None] No DVR routers for this DVR port 715b2643-9432-4594-abdd-70ed9eba3919 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:58.904874 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f8e17c8-708b-415a-99af-a08cc1c03caa req-d79ae88c-abb7-495a-9ada-cc5168c75c3b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500793 Nov 12 11:14:58.967042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:58.968463 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:58.977499 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:59.033303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764309-9790-4dd7-b5a4-dcec0c1f55c4 req-2b875159-15b5-4486-bd90-c8fe908956a6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:59.052163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23764309-9790-4dd7-b5a4-dcec0c1f55c4 req-2b875159-15b5-4486-bd90-c8fe908956a6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1208637 Nov 12 11:14:59.058919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:59.075538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:59.098158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:59.104528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:59.113780 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.118462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=8d80ddb3-58a1-4c6b-a05b-6bd7c35c6f25,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:59.159984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7d3e201c-605c-46bd-b2ff-d777abeda713 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3384974 Nov 12 11:14:59.160997 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.161368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46046) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:59.195591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23764309-9790-4dd7-b5a4-dcec0c1f55c4 req-0fe3eade-8486-437b-babf-bc99935f3b6f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389458 Nov 12 11:14:59.200980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46048) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:59.218914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.246071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/82cec9bb-d7f1-4552-a993-042806589767 HTTP/1.1" status: 204 len: 168 time: 2.4231005 Nov 12 11:14:59.246071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4af6a-8d8b-41de-b346-535e33b459d5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=82cec9bb-d7f1-4552-a993-042806589767,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:59.246463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46054) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:59.362318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f98c6e-b68f-4c12-8368-76eb697b2cb1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:59.363786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d1f98c6e-b68f-4c12-8368-76eb697b2cb1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/8d80ddb3-58a1-4c6b-a05b-6bd7c35c6f25 HTTP/1.1" status: 200 len: 844 time: 0.1998944 Nov 12 11:14:59.371022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46058) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:59.442172 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.639048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5287d022-44f4-4119-9b31-27f2dcd4acff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.682594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-89e34514-26d5-4896-91bc-e0f2b5429cd6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 8d80ddb3-58a1-4c6b-a05b-6bd7c35c6f25 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:59.683335 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89e34514-26d5-4896-91bc-e0f2b5429cd6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.822709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89e34514-26d5-4896-91bc-e0f2b5429cd6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.884304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efedc3-a47f-46f2-8093-e938d7672eee req-eea15bfc-2725-47ee-9f93-185ba560ae74 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:59.886765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02efedc3-a47f-46f2-8093-e938d7672eee req-eea15bfc-2725-47ee-9f93-185ba560ae74 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2242892 Nov 12 11:14:59.891493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-89e34514-26d5-4896-91bc-e0f2b5429cd6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 8d80ddb3-58a1-4c6b-a05b-6bd7c35c6f25 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:00.082140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02efedc3-a47f-46f2-8093-e938d7672eee req-ade5eab9-21f8-4e3f-b083-0f57c823acde tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754348 Nov 12 11:15:00.177826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5287d022-44f4-4119-9b31-27f2dcd4acff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.188187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5287d022-44f4-4119-9b31-27f2dcd4acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.240892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89e34514-26d5-4896-91bc-e0f2b5429cd6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.296691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07f38b-dff4-497d-a32d-eddb6bb4d042 req-a345d52e-18e6-4d67-ba8c-213907091578 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:00.298419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c07f38b-dff4-497d-a32d-eddb6bb4d042 req-a345d52e-18e6-4d67-ba8c-213907091578 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.2412126 Nov 12 11:15:00.337680 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.367845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e34514-26d5-4896-91bc-e0f2b5429cd6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=8d80ddb3-58a1-4c6b-a05b-6bd7c35c6f25,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:00.416329 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5287d022-44f4-4119-9b31-27f2dcd4acff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df48b33250ae4975a6cfb24bea4b7a48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2084913 Nov 12 11:15:00.416329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287d022-44f4-4119-9b31-27f2dcd4acff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d2f9dd-0fd8-433a-9cea-f26d6c890b32,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:00.422523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46076) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:00.426400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89e34514-26d5-4896-91bc-e0f2b5429cd6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.433500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-89e34514-26d5-4896-91bc-e0f2b5429cd6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/8d80ddb3-58a1-4c6b-a05b-6bd7c35c6f25 HTTP/1.1" status: 204 len: 168 time: 1.0603807 Nov 12 11:15:00.471626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:00.497473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c07f38b-dff4-497d-a32d-eddb6bb4d042 req-61f3425e-e60f-43cd-80b4-b82223a6494e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876638 Nov 12 11:15:00.530234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6fa3-760a-4cf3-b2d7-e89286bca7c5 req-bac20ffd-396e-459a-9d59-119bccd9ed19 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:00.541765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad1b6fa3-760a-4cf3-b2d7-e89286bca7c5 req-bac20ffd-396e-459a-9d59-119bccd9ed19 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3029933 Nov 12 11:15:00.580663 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7a5e38-34d1-4607-ba6f-80de7813753c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:15:00.589869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7d7a5e38-34d1-4607-ba6f-80de7813753c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/8d80ddb3-58a1-4c6b-a05b-6bd7c35c6f25 HTTP/1.1" status: 404 len: 333 time: 0.1175508 Nov 12 11:15:00.591979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46084) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:00.601106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'name': 'tempest-PortsIpV6TestJSON-947906093'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:00.618819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.621054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fc74-1669-4977-aef0-ac51dc81a994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.649606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad1b6fa3-760a-4cf3-b2d7-e89286bca7c5 req-3ddfae05-b548-4552-bae4-877579f09957 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068645 Nov 12 11:15:00.669635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fc74-1669-4977-aef0-ac51dc81a994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.741581 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fc74-1669-4977-aef0-ac51dc81a994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.745025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fc74-1669-4977-aef0-ac51dc81a994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.749504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2bb0fc74-1669-4977-aef0-ac51dc81a994 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31d2f9dd-0fd8-433a-9cea-f26d6c890b32 HTTP/1.1" status: 204 len: 168 time: 0.3245323 Nov 12 11:15:00.760738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0fc74-1669-4977-aef0-ac51dc81a994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d2f9dd-0fd8-433a-9cea-f26d6c890b32,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:00.835695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:00.847337 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.923645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 7a5493ec-845c-4bb6-ab96-e9f03790c95e yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:01.019019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd961c31-d6f7-45cf-80e5-36b30522a74f req-0902bf2d-a7ea-40b2-ab21-ba4cbafdf0d5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:01.031145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd961c31-d6f7-45cf-80e5-36b30522a74f req-0902bf2d-a7ea-40b2-ab21-ba4cbafdf0d5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1796317 Nov 12 11:15:01.096704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 386967ed-595e-452b-953e-3836a1ed30b4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:01.097506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.157670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd961c31-d6f7-45cf-80e5-36b30522a74f req-ab18bfec-02b0-4f68-93a2-2b54f989ac47 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255257 Nov 12 11:15:01.326546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ec7a6-9d2a-4748-bfad-c9fa0edbbf6a req-52cfbd31-81e5-4d82-bff9-031c3db368c5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:01.337352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a24ec7a6-9d2a-4748-bfad-c9fa0edbbf6a req-52cfbd31-81e5-4d82-bff9-031c3db368c5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.0854974 Nov 12 11:15:01.438452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a24ec7a6-9d2a-4748-bfad-c9fa0edbbf6a req-5531c7f7-75bf-4d33-9af9-3fd84ef1d79d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992634 Nov 12 11:15:01.495104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46128) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:01.531738 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-785c0c04-44bd-487f-8f02-b0bee3eb1195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.768320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.777559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-785c0c04-44bd-487f-8f02-b0bee3eb1195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.785875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-785c0c04-44bd-487f-8f02-b0bee3eb1195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.806241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port 386967ed-595e-452b-953e-3836a1ed30b4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=386967ed-595e-452b-953e-3836a1ed30b4,segment=NetworkSegment(807cb600-33bc-4538-a8e8-4e2a018d77f1),segment_id=807cb600-33bc-4538-a8e8-4e2a018d77f1)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:01.806960 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.829517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 386967ed-595e-452b-953e-3836a1ed30b4 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:01.849818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.882967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c0c04-44bd-487f-8f02-b0bee3eb1195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922b6e04-2fcd-43aa-a247-585540bde75c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:01.908167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-785c0c04-44bd-487f-8f02-b0bee3eb1195 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2c7d74a173742688a160b823930ce04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4115191 Nov 12 11:15:01.923857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22386f-db36-4796-b89c-e8fdbdf7e4c2 req-87076af7-e163-4aae-8940-71f8177dc165 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:01.938052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d22386f-db36-4796-b89c-e8fdbdf7e4c2 req-87076af7-e163-4aae-8940-71f8177dc165 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.2671576 Nov 12 11:15:01.940938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46142) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:02.063440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=7a5493ec-845c-4bb6-ab96-e9f03790c95e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:02.087499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:02.096356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:02.102944 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d22386f-db36-4796-b89c-e8fdbdf7e4c2 req-9c9a1208-0ab6-4a2c-9e13-14aa93bac23d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634538 Nov 12 11:15:02.108594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:02.108803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f209c99a-faec-4f6f-b5e4-0210cca7e377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.115541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.116612 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.156057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bca93-b110-4a86-b2db-8caea6121bde req-08bb3313-0943-4a14-b273-bb96eaf9541e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.161381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f209c99a-faec-4f6f-b5e4-0210cca7e377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.165063 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d3bca93-b110-4a86-b2db-8caea6121bde req-08bb3313-0943-4a14-b273-bb96eaf9541e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2607582 Nov 12 11:15:02.185159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a45f9040-6917-4a63-baad-a85d3bbf9ee1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5863593 Nov 12 11:15:02.188369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46144) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:02.205267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:02.291919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d3bca93-b110-4a86-b2db-8caea6121bde req-7ed9eaff-8273-4964-8723-220edbf66481 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258211 Nov 12 11:15:02.359927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.408600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=386967ed-595e-452b-953e-3836a1ed30b4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:02.435400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.448277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f209c99a-faec-4f6f-b5e4-0210cca7e377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.452463 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f209c99a-faec-4f6f-b5e4-0210cca7e377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.453921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f209c99a-faec-4f6f-b5e4-0210cca7e377 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/922b6e04-2fcd-43aa-a247-585540bde75c HTTP/1.1" status: 204 len: 168 time: 0.5105782 Nov 12 11:15:02.457102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-1ec3835f-85fe-484a-a5b5-368be598166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.458975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-1ec3835f-85fe-484a-a5b5-368be598166c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 1097 time: 0.2407122 Nov 12 11:15:02.570017 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.721239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209c99a-faec-4f6f-b5e4-0210cca7e377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922b6e04-2fcd-43aa-a247-585540bde75c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:02.919840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce7478-5e7a-4430-bdd3-9d96ad330ecf req-04b563d1-f0ab-481a-b90e-402f5b75cc62 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.928746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8ce7478-5e7a-4430-bdd3-9d96ad330ecf req-04b563d1-f0ab-481a-b90e-402f5b75cc62 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.4674039 Nov 12 11:15:02.942467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.958932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.975882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-7c2cf7f5-98be-4662-95a5-668fb125b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.977498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-7c2cf7f5-98be-4662-95a5-668fb125b976 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.4992287 Nov 12 11:15:03.020271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] In _notify_port_updated(), no bound segment for port 7a5493ec-845c-4bb6-ab96-e9f03790c95e on network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:15:03.027125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.027768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.031835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46158) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:03.032345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "PUT /v2.0/ports/7a5493ec-845c-4bb6-ab96-e9f03790c95e HTTP/1.1" status: 200 len: 818 time: 0.8420722 Nov 12 11:15:03.048650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:03.093066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-16e3e99b-1f15-492c-8b31-4c31fbd179ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 HTTP/1.1" status: 200 len: 217 time: 0.0877731 Nov 12 11:15:03.144006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8ce7478-5e7a-4430-bdd3-9d96ad330ecf req-bb52ec60-0f40-4a8b-bcc5-cb6810b6ef39 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142017 Nov 12 11:15:03.149736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8259972-6f8e-4811-ae03-9a5dee703d64 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=7a5493ec-845c-4bb6-ab96-e9f03790c95e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:03.234882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-e073f6f5-abc7-460e-83c0-440b7a27550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.238002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-e073f6f5-abc7-460e-83c0-440b7a27550a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1334097 Nov 12 11:15:03.314748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-64284984-b67b-4a66-8a3a-5ee39df064e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.319637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-64284984-b67b-4a66-8a3a-5ee39df064e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742877 Nov 12 11:15:03.385553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c977b-fb71-42b4-9a52-fe3c47c24e0b req-012d3a5a-b48c-4b07-af12-4d511deea892 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.387411 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a3c977b-fb71-42b4-9a52-fe3c47c24e0b req-012d3a5a-b48c-4b07-af12-4d511deea892 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.1299496 Nov 12 11:15:03.388969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:03.402881 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:03.406044 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ba5f401f-4dc2-401b-9b00-35db8840a993 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1558719 Nov 12 11:15:03.428599 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:03.429682 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:03.443120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46178) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:03.516007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39d55cf-0d29-4792-b114-2ede8a0dbbe1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 83c7017c-26ae-408e-ba8e-fb7dc2919dc7 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:03.522479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d39d55cf-0d29-4792-b114-2ede8a0dbbe1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.554563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c0d91-97fd-4caa-b067-649204e9989b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 7a5493ec-845c-4bb6-ab96-e9f03790c95e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:03.555053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0d91-97fd-4caa-b067-649204e9989b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.679742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c37dcc-dc96-4195-8883-25bc3dc4bde4 req-03bcc688-641e-40e5-a00c-4e5b29d37ce9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.679961 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:03.682232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16c37dcc-dc96-4195-8883-25bc3dc4bde4 req-03bcc688-641e-40e5-a00c-4e5b29d37ce9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 813 time: 0.2198801 Nov 12 11:15:03.695429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a3c977b-fb71-42b4-9a52-fe3c47c24e0b req-0f70b13b-b548-4d6b-a28c-3d5056d16271 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952995 Nov 12 11:15:03.713078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d39d55cf-0d29-4792-b114-2ede8a0dbbe1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.746408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16c37dcc-dc96-4195-8883-25bc3dc4bde4 req-c62fdf4d-860a-4595-aef7-0954b82f5209 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/quotas/8830e1e9731c4bfa97fe7f3b47b7f04f HTTP/1.1" status: 200 len: 375 time: 0.0516617 Nov 12 11:15:03.766836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0d91-97fd-4caa-b067-649204e9989b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.799828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c0d91-97fd-4caa-b067-649204e9989b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 7a5493ec-845c-4bb6-ab96-e9f03790c95e owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:03.826216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-c5f432bb-d027-40a0-bc7e-4cc690b4b626 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931691 Nov 12 11:15:03.910333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16c37dcc-dc96-4195-8883-25bc3dc4bde4 req-7e366e92-f385-4c30-b4ae-8cd42775ba60 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1576672 Nov 12 11:15:04.006082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d39d55cf-0d29-4792-b114-2ede8a0dbbe1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.090288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0d91-97fd-4caa-b067-649204e9989b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.125130 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:02Z', 'revision_number': 10, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:04.133451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c7f0236-5d8a-47c2-806a-ec05b33c08f0 req-ca187a54-89e8-4239-8a3b-14f10a8fbe67 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822051 Nov 12 11:15:04.188493 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:15:04.211370 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:04.211777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c0d91-97fd-4caa-b067-649204e9989b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=7a5493ec-845c-4bb6-ab96-e9f03790c95e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:04.212270 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:04.217936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0d91-97fd-4caa-b067-649204e9989b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.221965 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd2c0d91-97fd-4caa-b067-649204e9989b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/7a5493ec-845c-4bb6-ab96-e9f03790c95e HTTP/1.1" status: 204 len: 168 time: 1.1882517 Nov 12 11:15:04.225392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46206) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:04.239379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d39d55cf-0d29-4792-b114-2ede8a0dbbe1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.289885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ff984-c266-42f6-aa5c-edc2aab0d4c9 None None] Network 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:04.293570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d39d55cf-0d29-4792-b114-2ede8a0dbbe1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.300403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d39d55cf-0d29-4792-b114-2ede8a0dbbe1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/83c7017c-26ae-408e-ba8e-fb7dc2919dc7 HTTP/1.1" status: 204 len: 168 time: 0.8538895 Nov 12 11:15:04.303498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46208) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:04.307787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d55cf-0d29-4792-b114-2ede8a0dbbe1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=83c7017c-26ae-408e-ba8e-fb7dc2919dc7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:04.345933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa49c-5500-40bd-b58a-52b45965072d req-087ba2ce-a674-4780-8ed4-e1eae5d72488 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:04.355369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffffa49c-5500-40bd-b58a-52b45965072d req-087ba2ce-a674-4780-8ed4-e1eae5d72488 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2695754 Nov 12 11:15:04.368486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad2a678-1c0d-4fa8-b3dd-0d78906381be tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:04.370838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7ad2a678-1c0d-4fa8-b3dd-0d78906381be tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1443720 Nov 12 11:15:04.375401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46210) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:04.412967 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12133d7-6384-4d72-be68-733436919f61 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:15:04.414993 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f12133d7-6384-4d72-be68-733436919f61 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/7a5493ec-845c-4bb6-ab96-e9f03790c95e HTTP/1.1" status: 404 len: 333 time: 0.0360947 Nov 12 11:15:04.421464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46212) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:04.429675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-590749332'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:04.444212 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:04.459595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:04.479892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.576796 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffffa49c-5500-40bd-b58a-52b45965072d req-6e0ff3b2-094b-4a54-8b53-b2084a35e6a6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829066 Nov 12 11:15:04.585869 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.593702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:04.621848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.623306 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Added segment 9e092bda-5bba-44c9-8f33-f8ea23da3963 of type vlan for network 59af913c-7859-4234-9a12-1dea4a8713aa Nov 12 11:15:04.894798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b930352c-91c3-4973-8635-dda31393a00a None None] DHCP port deletion for 3c7de80d-3c23-4ff8-a58b-ee4199cb6420 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:04.973835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.975428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:04.975828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.003610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b930352c-91c3-4973-8635-dda31393a00a None None] Deleting port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:05.004233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b930352c-91c3-4973-8635-dda31393a00a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.094016 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:02Z', 'revision_number': 10, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:05.097504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.105840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.106647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.143822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7107029 Nov 12 11:15:05.145532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46230) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:05.160487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43fd0a-030d-4768-bea3-2758556a1d99 req-01077be7-4158-4752-8368-cfcb06b9ce3a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.178646 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d43fd0a-030d-4768-bea3-2758556a1d99 req-01077be7-4158-4752-8368-cfcb06b9ce3a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 945 time: 0.3484385 Nov 12 11:15:05.185384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b930352c-91c3-4973-8635-dda31393a00a None None] For port d407c000-4ca6-42e5-b78e-46de1c6dc5e4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,segment=NetworkSegment(807cb600-33bc-4538-a8e8-4e2a018d77f1),segment_id=807cb600-33bc-4538-a8e8-4e2a018d77f1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:05.186057 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b930352c-91c3-4973-8635-dda31393a00a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.189566 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e0bf35-09bd-4249-84af-5d9134f648a7 None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:02Z', 'revision_number': 10, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None, '_interfaces': [{'id': '550d791d-2d56-4d29-98f5-f5f8d0f789f4', 'name': '', 'network_id': '8cc36270-025e-4d71-a219-ab516b62a33c', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'mac_address': 'fa:16:3e:59:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:13:48Z', 'updated_at': '2021-11-12T11:13:58Z', 'revision_number': 5, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'subnets': [{'id': '76178c8c-af1c-41f4-b15e-36409bd48dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:05.230767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b930352c-91c3-4973-8635-dda31393a00a None None] Calling delete_port for d407c000-4ca6-42e5-b78e-46de1c6dc5e4 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:05.263355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port d407c000-4ca6-42e5-b78e-46de1c6dc5e4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,segment=NetworkSegment(807cb600-33bc-4538-a8e8-4e2a018d77f1),segment_id=807cb600-33bc-4538-a8e8-4e2a018d77f1)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:05.263734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.308816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for d407c000-4ca6-42e5-b78e-46de1c6dc5e4 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:05.331936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b9fdd-0615-465d-8d9b-c888ec374dd0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Network': ['ID=59af913c-7859-4234-9a12-1dea4a8713aa,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:05.339849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:05.381689 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d43fd0a-030d-4768-bea3-2758556a1d99 req-45d6bf52-b6d2-4f29-96cd-8db0f3497938 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026219 Nov 12 11:15:05.427735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 59af913c-7859-4234-9a12-1dea4a8713aa details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:05.434395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b930352c-91c3-4973-8635-dda31393a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.526441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930352c-91c3-4973-8635-dda31393a00a None None] Pushing event deleted for resources: {'Port': ['ID=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:05.578629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930352c-91c3-4973-8635-dda31393a00a None None] No DVR routers for this DVR port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:05.611659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080417a-9fbc-4947-a241-b3bf33183fe7 req-66c2e5da-f6c7-4aa0-b30a-adfc7aaebe3d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.625166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f080417a-9fbc-4947-a241-b3bf33183fe7 req-66c2e5da-f6c7-4aa0-b30a-adfc7aaebe3d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.8308761 Nov 12 11:15:05.637717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:05.652031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.763719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=d407c000-4ca6-42e5-b78e-46de1c6dc5e4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:05.773300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f080417a-9fbc-4947-a241-b3bf33183fe7 req-143b815d-3d3c-4184-8f08-2ca605ccbd88 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470940 Nov 12 11:15:05.796214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No DVR routers for this DVR port d407c000-4ca6-42e5-b78e-46de1c6dc5e4 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:05.818922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:05.831168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.863805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.864524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.865143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.865724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.866297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.867108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.867804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.868367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.869163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.869712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.870391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.870966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:05.921985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d407c000-4ca6-42e5-b78e-46de1c6dc5e4 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:06.005373 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.047348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: d407c000-4ca6-42e5-b78e-46de1c6dc5e4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:06.047835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d407c000-4ca6-42e5-b78e-46de1c6dc5e4 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:06.048408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 386967ed-595e-452b-953e-3836a1ed30b4 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:06.066851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7de80d-3c23-4ff8-a58b-ee4199cb6420']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:06.094979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807cb600-33bc-4538-a8e8-4e2a018d77f1') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:06.095266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807cb600-33bc-4538-a8e8-4e2a018d77f1') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:06.106898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.132650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.139135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 386967ed-595e-452b-953e-3836a1ed30b4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:06.140548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:06.141082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.152221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 386967ed-595e-452b-953e-3836a1ed30b4 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:06.180765 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:06.266087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a89d3439-a18c-4d0c-9d4e-94f5190bb307 req-f41d56a4-11a8-4d61-8f40-e8756a4c2b9a tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f HTTP/1.1" status: 200 len: 221 time: 0.0725868 Nov 12 11:15:06.266878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.275452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.282450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.286560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/3c7de80d-3c23-4ff8-a58b-ee4199cb6420 HTTP/1.1" status: 204 len: 168 time: 1.9194977 Nov 12 11:15:06.293325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46258) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:06.329739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:06.340016 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0fe855-4199-43d0-beb8-c4398a6deb84" -d '{"events": [{"server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "name": "network-vif-unplugged", "status": "completed", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:06.353615 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.386950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:06.402769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.457913 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d5e56d-a399-495e-be5d-be37d0e34a60 x-openstack-request-id: req-d7d5e56d-a399-495e-be5d-be37d0e34a60 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:06.458938 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "name": "network-vif-unplugged", "status": "completed", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:06.458938 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7d5e56d-a399-495e-be5d-be37d0e34a60 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:06.458938 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'code': 200} Nov 12 11:15:06.524472 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:06.584088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da027cb-50f9-4822-bfbe-2bee5854a367 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=3c7de80d-3c23-4ff8-a58b-ee4199cb6420,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:06.668674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=379e1d2f-64ea-4710-a440-7a3506bd7e43,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:06.702924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b301f7b-a6fd-448c-8493-0b16e941d872 req-ee48f1dd-dfa6-48e8-94e6-9db5e0aa7991 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:06.711647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b301f7b-a6fd-448c-8493-0b16e941d872 req-ee48f1dd-dfa6-48e8-94e6-9db5e0aa7991 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1846142 Nov 12 11:15:06.754071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking segment: {'id': '9e092bda-5bba-44c9-8f33-f8ea23da3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:06.754437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network hostable DHCP agents. Network: 59af913c-7859-4234-9a12-1dea4a8713aa, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:06.799940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 59af913c-7859-4234-9a12-1dea4a8713aa is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:06.828302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b301f7b-a6fd-448c-8493-0b16e941d872 req-ccf94eb6-ddef-48ec-bf16-c345056b68b1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115901 Nov 12 11:15:06.831907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a135f12-0d7e-4423-bee7-f6c7eb87de6e req-928a8efb-466a-42a5-be56-83a83f01cc15 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:06.842556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a135f12-0d7e-4423-bee7-f6c7eb87de6e req-928a8efb-466a-42a5-be56-83a83f01cc15 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 943 time: 0.2666781 Nov 12 11:15:06.846835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 59af913c-7859-4234-9a12-1dea4a8713aa) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:06.866145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:06.867563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.874211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a551a-a11c-4bad-a1af-57a1ac6134c7 None None] Network 59af913c-7859-4234-9a12-1dea4a8713aa requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:06.915401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e0848353-5887-4641-a23d-96748448f8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5820966 Nov 12 11:15:06.919870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46272) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:06.963129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-94d6511b-2283-4c16-bb3d-7b2bfcd52340 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:06.977875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a135f12-0d7e-4423-bee7-f6c7eb87de6e req-15dc34a1-0c63-4f91-8e0b-749eae521b78 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348150 Nov 12 11:15:07.178114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d6511b-2283-4c16-bb3d-7b2bfcd52340 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:07.185478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-94d6511b-2283-4c16-bb3d-7b2bfcd52340 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.338501 n-d-768851-19 neutron-server[109166]: INFO neutron.db.ipam_backend_mixin [None req-94d6511b-2283-4c16-bb3d-7b2bfcd52340 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 379e1d2f-64ea-4710-a440-7a3506bd7e43 (CIDR: 2001:db8::/64) Nov 12 11:15:07.349984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b1c98-2052-4e83-a88f-5d282c399be2 req-9c15d31d-6384-40c1-9f44-375c33325dd6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:07.354268 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d6511b-2283-4c16-bb3d-7b2bfcd52340 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:15:07.358881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d6511b-2283-4c16-bb3d-7b2bfcd52340 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:07.362261 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f1b1c98-2052-4e83-a88f-5d282c399be2 req-9c15d31d-6384-40c1-9f44-375c33325dd6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.4062567 Nov 12 11:15:07.397348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-05859d2b-6e8c-4ed6-92c3-9046924c5320 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4082246 Nov 12 11:15:07.407532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-94d6511b-2283-4c16-bb3d-7b2bfcd52340 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4854534 Nov 12 11:15:07.408700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46278) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:07.424254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:07.470252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f1b1c98-2052-4e83-a88f-5d282c399be2 req-4d3c7b0a-5eb3-4959-9f4e-c778e0229457 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930321 Nov 12 11:15:07.543700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-59af913c-7859-4234-9a12-1dea4a8713aa', 'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa', 'tenant_id': '56a51d1331014658816c4dadc3fb5443', 'fixed_ips': [{'subnet_id': '379e1d2f-64ea-4710-a440-7a3506bd7e43'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:07.547344 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.585680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-d9963fd0-b64d-4c02-8c07-9580b54576f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:07.587269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-d9963fd0-b64d-4c02-8c07-9580b54576f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1098 time: 0.1421862 Nov 12 11:15:07.702400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.827815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:07.831438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.843173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Allocated IP 2001:db8::2 (59af913c-7859-4234-9a12-1dea4a8713aa/379e1d2f-64ea-4710-a440-7a3506bd7e43/a7cb6024-ce9f-4935-b434-f8a7da72bcc2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:07.861957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-8df6cffa-85d3-42cf-ade2-c77b011781fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:07.863977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-8df6cffa-85d3-42cf-ade2-c77b011781fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 914 time: 0.2296324 Nov 12 11:15:07.943105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-c802e123-7392-4e61-aa2f-d2a25b702f0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 217 time: 0.0538013 Nov 12 11:15:07.968302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa184df-47d7-4c94-b480-3ddfc4adde92 req-5c687fb2-2444-4d8a-ac5b-af364c15e4ce tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:07.976096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baa184df-47d7-4c94-b480-3ddfc4adde92 req-5c687fb2-2444-4d8a-ac5b-af364c15e4ce tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3715632 Nov 12 11:15:08.129157 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-baa184df-47d7-4c94-b480-3ddfc4adde92 req-ca61cff0-5ac6-4a24-ba15-ba2aa8371fd0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520360 Nov 12 11:15:08.138967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-b1c66b95-723c-408c-8d77-4ca153e50b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.140633 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-b1c66b95-723c-408c-8d77-4ca153e50b09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.1882250 Nov 12 11:15:08.212494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-f2c5bd25-7493-4dcb-953d-fe618b2ea57e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564358 Nov 12 11:15:08.268156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.282760 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.339864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Network 59af913c-7859-4234-9a12-1dea4a8713aa is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:08.346716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:08.362949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:08.446205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3948918-e639-450a-a73b-85c8421063b6 req-06bbbeac-1dc3-4d32-973e-f00752ec622e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.454823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3948918-e639-450a-a73b-85c8421063b6 req-06bbbeac-1dc3-4d32-973e-f00752ec622e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 943 time: 0.1929021 Nov 12 11:15:08.589258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Pushing event updated for resources: {'Port': ['ID=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:08.639087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Attempting to bind port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:08.639964 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d3948918-e639-450a-a73b-85c8421063b6 req-34b09bd9-9a10-4697-9a83-c5e35b87c623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839004 Nov 12 11:15:08.640415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Attempting to bind port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9e092bda-5bba-44c9-8f33-f8ea23da3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:08.641158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Attempting to bind port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 on network 59af913c-7859-4234-9a12-1dea4a8713aa {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:08.664091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:08.664091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Checking segment: {'id': '9e092bda-5bba-44c9-8f33-f8ea23da3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:08.664091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.664091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Bound using segment: {'id': '9e092bda-5bba-44c9-8f33-f8ea23da3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:08.664091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Bound port: a7cb6024-ce9f-4935-b434-f8a7da72bcc2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e092bda-5bba-44c9-8f33-f8ea23da3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:08.664091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.770403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] For port a7cb6024-ce9f-4935-b434-f8a7da72bcc2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:08.774746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] For port a7cb6024-ce9f-4935-b434-f8a7da72bcc2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,segment=NetworkSegment(9e092bda-5bba-44c9-8f33-f8ea23da3963),segment_id=9e092bda-5bba-44c9-8f33-f8ea23da3963)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:08.781471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.875193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23024f02-4550-4460-892f-9ce322bf9719 req-532a9e46-2f68-481a-98a9-9fa441e0e914 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.890385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23024f02-4550-4460-892f-9ce322bf9719 req-532a9e46-2f68-481a-98a9-9fa441e0e914 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.6559329 Nov 12 11:15:08.920596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-703bdd93-357e-4b0d-b87d-2de08c82135b service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992230 Nov 12 11:15:08.921781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4cf91-d1ad-406c-a174-0f14bccd54e0 None None] Pushing event updated for resources: {'Port': ['ID=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:08.995771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23024f02-4550-4460-892f-9ce322bf9719 req-a578533e-1105-478c-bf0e-0e84bc645d94 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039014 Nov 12 11:15:09.117661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.154674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-62ba52b9-eb60-4035-aa36-e3af94d4c577 req-5ecd2324-7b46-43ca-9546-88a1c35c9be4 service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210071 Nov 12 11:15:09.251477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eccdb-1814-4445-822e-2fc8f3db1123 req-8bd97849-5740-48d2-b9d5-429d5c30ad96 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:09.258852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9eccdb-1814-4445-822e-2fc8f3db1123 req-8bd97849-5740-48d2-b9d5-429d5c30ad96 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1152809 Nov 12 11:15:09.280355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=7c566f32-ae66-417d-99d5-6456b2224fe8,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:09.355769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9eccdb-1814-4445-822e-2fc8f3db1123 req-c593e650-2d80-4b3e-8083-2b2852817863 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910773 Nov 12 11:15:09.358982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 59af913c-7859-4234-9a12-1dea4a8713aa is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:09.368489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:09.373612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:09.373612 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.410909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7e85-8146-46b3-862c-28ff372c06d5 req-fbfd4ec3-e29f-468c-bfb3-4209b9abf320 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:09.421462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b7f7e85-8146-46b3-862c-28ff372c06d5 req-fbfd4ec3-e29f-468c-bfb3-4209b9abf320 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.6037250 Nov 12 11:15:09.481864 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-90ccf5e5-d8ef-4793-8db6-b266068282d1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0580881 Nov 12 11:15:09.483299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46328) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:09.514099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa', 'fixed_ips': [{'subnet_id': '379e1d2f-64ea-4710-a440-7a3506bd7e43'}, {'subnet_id': '7c566f32-ae66-417d-99d5-6456b2224fe8'}], 'name': 'tempest-PortsIpV6TestJSON-1674164735'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:09.514335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port 550d791d-2d56-4d29-98f5-f5f8d0f789f4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:09.514484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.617285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:09.716974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b7f7e85-8146-46b3-862c-28ff372c06d5 req-66d9c408-24bd-4150-aca2-cd1a93f77936 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901158 Nov 12 11:15:09.783996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a7cb6024-ce9f-4935-b434-f8a7da72bcc2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:09.855328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362566a-d694-4b7a-bf5c-8f68bd519d49 req-f28a8dd8-a840-4ffc-a39d-e3c640b410cc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:09.863733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b362566a-d694-4b7a-bf5c-8f68bd519d49 req-f28a8dd8-a840-4ffc-a39d-e3c640b410cc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3822434 Nov 12 11:15:09.910983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port 550d791d-2d56-4d29-98f5-f5f8d0f789f4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=550d791d-2d56-4d29-98f5-f5f8d0f789f4,segment=NetworkSegment(93cec291-12e9-430f-b9a0-d87c3edd2070),segment_id=93cec291-12e9-430f-b9a0-d87c3edd2070)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:09.914711 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.998952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for 550d791d-2d56-4d29-98f5-f5f8d0f789f4 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:10.073498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b362566a-d694-4b7a-bf5c-8f68bd519d49 req-d2b86a14-48a7-4b10-9aae-68dbb5c33017 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086866 Nov 12 11:15:10.124695 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.177377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7ee74-246b-4551-8fea-f0c13a7177d2 req-b85e6a37-738c-411e-8d9a-0f8903ecb87f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:10.200014 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78c7ee74-246b-4551-8fea-f0c13a7177d2 req-b85e6a37-738c-411e-8d9a-0f8903ecb87f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2315130 Nov 12 11:15:10.201927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:10.222852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:10.223327 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.463293 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.465419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.540530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port a7cb6024-ce9f-4935-b434-f8a7da72bcc2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,segment=NetworkSegment(9e092bda-5bba-44c9-8f33-f8ea23da3963),segment_id=9e092bda-5bba-44c9-8f33-f8ea23da3963)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:10.548545 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.590751 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78c7ee74-246b-4551-8fea-f0c13a7177d2 req-5cc03608-2153-402d-85a8-5c2058aab6ac tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3840792 Nov 12 11:15:10.653849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dabfc0-f8b3-4827-be8c-2213fdbc08f4 req-3a3f4a49-cb35-48b5-a2f1-d9e5c7f6c4fb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:10.659544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0dabfc0-f8b3-4827-be8c-2213fdbc08f4 req-3a3f4a49-cb35-48b5-a2f1-d9e5c7f6c4fb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2009976 Nov 12 11:15:10.682148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.710936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:10.766521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:10.896781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.054963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d1b496-0742-4cc5-87b4-bb4470e527be None None] Network 59af913c-7859-4234-9a12-1dea4a8713aa requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:11.074853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=550d791d-2d56-4d29-98f5-f5f8d0f789f4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:11.250006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0dabfc0-f8b3-4827-be8c-2213fdbc08f4 req-707b4de7-5c5d-4fa5-a8cb-f1d7a565a457 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205398 Nov 12 11:15:11.352516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ee903f72-b41b-4e5c-960f-1018ac9f50c6 None None] Provisioning complete for port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:11.353085 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ee903f72-b41b-4e5c-960f-1018ac9f50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.518040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.549976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a5e6a-80c2-4abc-a81d-067203afbdd7 req-ac9cc428-fd58-4bf3-9614-6d1dd17f164c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:11.563572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-903a5e6a-80c2-4abc-a81d-067203afbdd7 req-ac9cc428-fd58-4bf3-9614-6d1dd17f164c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.5003524 Nov 12 11:15:11.777930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-903a5e6a-80c2-4abc-a81d-067203afbdd7 req-8cb97707-33d8-4ca7-9cd1-e0caa588df9c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125731 Nov 12 11:15:11.924481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a7cb6024-ce9f-4935-b434-f8a7da72bcc2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:11.953133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::364 (59af913c-7859-4234-9a12-1dea4a8713aa/379e1d2f-64ea-4710-a440-7a3506bd7e43/5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:11.960772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8:0:1::2dc (59af913c-7859-4234-9a12-1dea4a8713aa/7c566f32-ae66-417d-99d5-6456b2224fe8/5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:12.045604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:12.055010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:12.057876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.192191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c72281-8638-4eb1-98b5-d34843760d6f None None] Update dhcp port {'port': {'network_id': '59af913c-7859-4234-9a12-1dea4a8713aa', 'fixed_ips': [{'subnet_id': '379e1d2f-64ea-4710-a440-7a3506bd7e43', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c566f32-ae66-417d-99d5-6456b2224fe8'}], 'binding:host_id': 'n-d-768851-19'}, 'id': 'a7cb6024-ce9f-4935-b434-f8a7da72bcc2'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:15:12.237595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:12.251862 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-81c72281-8638-4eb1-98b5-d34843760d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.258502 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1f7325a3-001f-43ac-91bc-d390cf0bab13 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9613636 Nov 12 11:15:12.267097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46370) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:12.289152 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.316756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:12.449343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41cd550-2fa4-4395-b25c-430902056d90 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting subnet 76178c8c-af1c-41f4-b15e-36409bd48dd5 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:12.449608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.459588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d41cd550-2fa4-4395-b25c-430902056d90 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.558409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-95fbcfef-3fd2-47f1-9eb1-467b355ca00f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2127712 Nov 12 11:15:12.586891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d41cd550-2fa4-4395-b25c-430902056d90 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.589495 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265750b4-cdee-4ba3-ac61-0930584a5bf1 req-e47247f9-dba8-4363-b8e2-d7d9ce543be4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:12.592139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:12.593892 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-265750b4-cdee-4ba3-ac61-0930584a5bf1 req-e47247f9-dba8-4363-b8e2-d7d9ce543be4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2435148 Nov 12 11:15:12.621873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:12.669483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 59af913c-7859-4234-9a12-1dea4a8713aa is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:12.689690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:12.707210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:12.783797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:12.796796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:12.797715 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.907009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d41cd550-2fa4-4395-b25c-430902056d90 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.941634 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-265750b4-cdee-4ba3-ac61-0930584a5bf1 req-cd02c740-367c-4169-87a4-5d1f104f0a73 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557912 Nov 12 11:15:12.963643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fca21479-4ce9-4a1f-aa06-7b7d86860fa0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4578133 Nov 12 11:15:12.965697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46386) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:12.972783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '379e1d2f-64ea-4710-a440-7a3506bd7e43'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:13.091382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-b7a457af-652e-4cfb-9a76-6b8f1f79882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:13.094449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-b7a457af-652e-4cfb-9a76-6b8f1f79882a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=44d27cd4a17342a08dea3ce985ed4415&device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 1097 time: 0.4920654 Nov 12 11:15:13.193164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.218866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d41cd550-2fa4-4395-b25c-430902056d90 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.222714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:13.280550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d41cd550-2fa4-4395-b25c-430902056d90 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.290845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d41cd550-2fa4-4395-b25c-430902056d90 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/76178c8c-af1c-41f4-b15e-36409bd48dd5 HTTP/1.1" status: 204 len: 168 time: 1.0240121 Nov 12 11:15:13.293648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46392) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:13.383641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cd550-2fa4-4395-b25c-430902056d90 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Subnet': ['ID=76178c8c-af1c-41f4-b15e-36409bd48dd5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:13.389948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:10Z', 'revision_number': 11, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:13.395823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.454183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521601b7-5529-4106-896c-ccc5d5b486b9 req-5016be82-5cad-4c20-a464-68923238811d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:13.457107 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-521601b7-5529-4106-896c-ccc5d5b486b9 req-5016be82-5cad-4c20-a464-68923238811d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2516499 Nov 12 11:15:13.581167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c346f-6c63-471b-93fd-4c7354c758de req-34ec0fbd-6fe3-42b3-bd7b-f11c30e06719 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:13.581167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e37c346f-6c63-471b-93fd-4c7354c758de req-34ec0fbd-6fe3-42b3-bd7b-f11c30e06719 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3180373 Nov 12 11:15:13.624514 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-521601b7-5529-4106-896c-ccc5d5b486b9 req-f0ea7791-bfa3-4506-9d02-96e039a25406 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115172 Nov 12 11:15:13.655029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Deleting port e10d9c20-b701-421a-9aea-81d534f024f7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:13.656296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.663243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-81c72281-8638-4eb1-98b5-d34843760d6f None None] Allocated IP 2001:db8:0:1::2 (59af913c-7859-4234-9a12-1dea4a8713aa/7c566f32-ae66-417d-99d5-6456b2224fe8/a7cb6024-ce9f-4935-b434-f8a7da72bcc2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:13.684162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa272a-2173-424c-8893-38a4167513ba None None] Network 8cc36270-025e-4d71-a219-ab516b62a33c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:13.714129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:15:13.791493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] For port e10d9c20-b701-421a-9aea-81d534f024f7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e10d9c20-b701-421a-9aea-81d534f024f7,segment=NetworkSegment(93cec291-12e9-430f-b9a0-d87c3edd2070),segment_id=93cec291-12e9-430f-b9a0-d87c3edd2070)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:13.792053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.815942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Calling delete_port for e10d9c20-b701-421a-9aea-81d534f024f7 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:13.842950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:13.843592 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:13.918878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-c972da18-ca10-488b-bb16-e69d907cd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:13.921975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-c972da18-ca10-488b-bb16-e69d907cd57d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 200 len: 910 time: 0.7307107 Nov 12 11:15:13.977509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.031332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Port': ['ID=e10d9c20-b701-421a-9aea-81d534f024f7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:14.044611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No DVR routers for this DVR port e10d9c20-b701-421a-9aea-81d534f024f7 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:14.228302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.274555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-cc95d94a-90c0-45c8-a9ff-24a15e779675 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161 HTTP/1.1" status: 200 len: 1001 time: 0.2877347 Nov 12 11:15:14.308884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc36270-025e-4d71-a219-ab516b62a33c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:14.331695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cec291-12e9-430f-b9a0-d87c3edd2070') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:14.332511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cec291-12e9-430f-b9a0-d87c3edd2070') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:14.375611 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.413588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.434898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:14.436023 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.445672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:14.501786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e37c346f-6c63-471b-93fd-4c7354c758de req-a9028293-caa1-4d32-9f1e-8a21ad9f296c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7634041 Nov 12 11:15:14.586238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-2c51ccec-e9ec-426d-b928-386a2adee77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:14.590730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-2c51ccec-e9ec-426d-b928-386a2adee77f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 200 len: 848 time: 0.2853019 Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:14.681714 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:14.686604 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:10Z', 'revision_number': 11, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:14.697207 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.705619 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.710243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/networks/8cc36270-025e-4d71-a219-ab516b62a33c HTTP/1.1" status: 204 len: 168 time: 1.4149585 Nov 12 11:15:14.742627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46412) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:14.745646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d0097-cab6-44ac-858b-f18ed70d8d3e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Pushing event deleted for resources: {'Network': ['ID=8cc36270-025e-4d71-a219-ab516b62a33c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:14.768799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'routes': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:14.769196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177d927-626f-4161-8e13-af27b5bd9983 None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:10Z', 'revision_number': 11, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:14.817225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-81c72281-8638-4eb1-98b5-d34843760d6f None None] For port a7cb6024-ce9f-4935-b434-f8a7da72bcc2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,segment=NetworkSegment(9e092bda-5bba-44c9-8f33-f8ea23da3963),segment_id=9e092bda-5bba-44c9-8f33-f8ea23da3963)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:14.907108 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-81c72281-8638-4eb1-98b5-d34843760d6f None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.921288 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-81c72281-8638-4eb1-98b5-d34843760d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.968721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-cee4ac66-ec0f-4712-8455-c3adb6ed58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:14.971032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-cee4ac66-ec0f-4712-8455-c3adb6ed58f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3727713 Nov 12 11:15:14.979814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7a520-b115-4aca-8d4c-518fac000a82 req-43002b92-5546-4dbb-bb88-0cf89fdb1a7c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:15.000559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c72281-8638-4eb1-98b5-d34843760d6f None None] Pushing event updated for resources: {'Port': ['ID=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:15.016079 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9dc7a520-b115-4aca-8d4c-518fac000a82 req-43002b92-5546-4dbb-bb88-0cf89fdb1a7c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2145412 Nov 12 11:15:15.132478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9dc7a520-b115-4aca-8d4c-518fac000a82 req-6f16aae0-85b7-44fe-bdd8-524865eeed79 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149735 Nov 12 11:15:15.215191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550838bd-7d87-4248-80df-36b4cd8c0fbf None None] DHCP port deletion for 8cc36270-025e-4d71-a219-ab516b62a33c request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:15.325058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74f21f-2d3c-4bc0-bfe3-6e36aa9b9870 req-81c0792f-c705-4e69-94f3-3eb257ae8557 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:15.330058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74f21f-2d3c-4bc0-bfe3-6e36aa9b9870 req-81c0792f-c705-4e69-94f3-3eb257ae8557 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.4587326 Nov 12 11:15:15.364242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Added routes are [] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:15:15.364242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Removed routes are [] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:15:15.364242 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.385511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Delete allocated IP 2001:db8:0:1::2dc (59af913c-7859-4234-9a12-1dea4a8713aa/7c566f32-ae66-417d-99d5-6456b2224fe8) {{(pid=109165) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:15:15.465045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c9b8a-9cae-41d3-a8d9-276b068b6037 req-0e47c5ef-dc08-4ea8-9396-ca0c8303889e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:15.466919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf4c9b8a-9cae-41d3-a8d9-276b068b6037 req-0e47c5ef-dc08-4ea8-9396-ca0c8303889e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1600111 Nov 12 11:15:15.589721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf4c9b8a-9cae-41d3-a8d9-276b068b6037 req-410f05a5-7d97-4d09-a4ab-598871060fce tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969217 Nov 12 11:15:15.838656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99f713-db1a-4b96-92dc-6c9b8780d601 req-4b3371f8-7525-4770-b3e9-d79e30cadc06 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:15.842799 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e99f713-db1a-4b96-92dc-6c9b8780d601 req-4b3371f8-7525-4770-b3e9-d79e30cadc06 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1499116 Nov 12 11:15:15.884972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a7cb6024-ce9f-4935-b434-f8a7da72bcc2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:15.944920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.946334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e99f713-db1a-4b96-92dc-6c9b8780d601 req-a3f44fd6-9ffc-4210-83a9-bd88b4b95d93 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879657 Nov 12 11:15:15.961621 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.063589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:16.064412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.162283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-40686182-b181-4b2f-b01e-d77c53b8468e service neutron] 10.222.0.52 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1828859 Nov 12 11:15:16.251611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e74f21f-2d3c-4bc0-bfe3-6e36aa9b9870 req-b6201305-fe68-44ae-bad5-bb7811e28b7d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8810191 Nov 12 11:15:16.429421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f290af4-6393-48b1-8224-6ea352b4df5b req-2948f354-c228-4bc9-b3f2-6a4865bae846 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:16.435500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f290af4-6393-48b1-8224-6ea352b4df5b req-2948f354-c228-4bc9-b3f2-6a4865bae846 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2087777 Nov 12 11:15:16.499110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e10d9c20-b701-421a-9aea-81d534f024f7 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:16.595917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e10d9c20-b701-421a-9aea-81d534f024f7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:16.596802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e10d9c20-b701-421a-9aea-81d534f024f7 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:16.598197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 550d791d-2d56-4d29-98f5-f5f8d0f789f4 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:16.609676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc71ed5-dccd-495d-9c61-f23e70e53bd1 None None] Network 59af913c-7859-4234-9a12-1dea4a8713aa requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:16.613905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f290af4-6393-48b1-8224-6ea352b4df5b req-b5fe3a93-425c-418b-a028-a81dca78ffa3 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677628 Nov 12 11:15:16.778122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router fad99dc7-591d-4268-b155-3e677b03b198 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:16.876065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.889564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbd847c1-0b92-410b-9cb8-cd556937c3a7 req-011a6781-7a83-46d2-8418-7199c9acabf2 service neutron] 10.222.0.52 "GET /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871624 Nov 12 11:15:16.894848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.903560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 550d791d-2d56-4d29-98f5-f5f8d0f789f4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:16.904102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 550d791d-2d56-4d29-98f5-f5f8d0f789f4 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:17.015233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9d2ad826-c988-4a48-95a8-a0eea584261b None None] Provisioning complete for port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:17.015961 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d2ad826-c988-4a48-95a8-a0eea584261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.031052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:17.039140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823d06d-8014-427b-a26e-e0bc1b8a4676 req-741d3305-6593-4b09-a65e-613b709f7ca6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:17.041406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7823d06d-8014-427b-a26e-e0bc1b8a4676 req-741d3305-6593-4b09-a65e-613b709f7ca6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3021941 Nov 12 11:15:17.042718 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] Sync routers for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:17.053930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.055083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-26daba16-3b04-4d2c-872e-ff6b71b5d25d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 200 len: 705 time: 2.3079143 Nov 12 11:15:17.058500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46454) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:17.076822 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:17.077607 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:17.100402 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-965e6b22-eae1-4b42-8a92-b084365fd787 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 200 len: 205 time: 0.0404377 Nov 12 11:15:17.108756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46456) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:17.117914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] In _notify_port_updated(), no bound segment for port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a on network 59af913c-7859-4234-9a12-1dea4a8713aa {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:15:17.128368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:17.129882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.132222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "PUT /v2.0/ports/5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a HTTP/1.1" status: 200 len: 926 time: 4.1646519 Nov 12 11:15:17.136060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46458) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:17.144704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '379e1d2f-64ea-4710-a440-7a3506bd7e43'}, {'subnet_id': '7c566f32-ae66-417d-99d5-6456b2224fe8'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:17.183752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46460) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:17.200944 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:17.318430 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:10Z', 'revision_number': 11, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:17.422366 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] Checking router: fad99dc7-591d-4268-b155-3e677b03b198 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:15:17.443149 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] Routers {'fad99dc7-591d-4268-b155-3e677b03b198'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:17.444211 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fad99dc7-591d-4268-b155-3e677b03b198'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:17.637386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.645819 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] Set router fad99dc7-591d-4268-b155-3e677b03b198 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:17.675629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cae59-4f7f-4752-9bf0-83e48dcdcc31 req-5904d19e-6d68-4025-ac47-404de889e6ef tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:17.697673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-691cae59-4f7f-4752-9bf0-83e48dcdcc31 req-5904d19e-6d68-4025-ac47-404de889e6ef tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2740588 Nov 12 11:15:17.798500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e6f10f21-80a6-4dd0-a862-250430d64243 None None] Provisioning complete for port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:17.798870 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e6f10f21-80a6-4dd0-a862-250430d64243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.908148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e6f10f21-80a6-4dd0-a862-250430d64243 None None] Port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:17.920611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e6f10f21-80a6-4dd0-a862-250430d64243 None None] Provisioning complete for port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:17.921348 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e6f10f21-80a6-4dd0-a862-250430d64243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.949914 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:10Z', 'revision_number': 11, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:18.025003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-691cae59-4f7f-4752-9bf0-83e48dcdcc31 req-8c561353-79ef-4357-8f95-bf8d65d4e767 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263288 Nov 12 11:15:18.086735 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786df78-db3b-4866-ba57-c143bca08de1 None None] The sync data for ids ['fad99dc7-591d-4268-b155-3e677b03b198'] in n-d-768851-19 is: [{'id': 'fad99dc7-591d-4268-b155-3e677b03b198', 'name': 'tempest-RoutersIpV6Test-router-1716995301', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:13:46Z', 'updated_at': '2021-11-12T11:15:10Z', 'revision_number': 11, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:18.179476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0645ed-4bd6-4c21-b587-7e17da5386bd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:18.325244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7823d06d-8014-427b-a26e-e0bc1b8a4676 req-14395463-873f-4fe8-996f-9f026fa3203b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2684786 Nov 12 11:15:18.329436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c499c4f3-dd1c-4409-820d-09ce5255595c None None] Provisioning complete for port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:18.329823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c499c4f3-dd1c-4409-820d-09ce5255595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.353928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b742-b142-459a-af90-fc92869d1826 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.493024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c499c4f3-dd1c-4409-820d-09ce5255595c None None] Port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:18.572392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8:0:1::d2 (59af913c-7859-4234-9a12-1dea4a8713aa/7c566f32-ae66-417d-99d5-6456b2224fe8/5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:18.626672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34ad1be7-50c9-4d50-a3ea-9f5dceec1c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.767454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.775537 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.845089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b742-b142-459a-af90-fc92869d1826 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.850440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b742-b142-459a-af90-fc92869d1826 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.888617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] In _notify_port_updated(), no bound segment for port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a on network 59af913c-7859-4234-9a12-1dea4a8713aa {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:15:18.894255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:18.894888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.896219 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "PUT /v2.0/ports/5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a HTTP/1.1" status: 200 len: 1011 time: 1.7584791 Nov 12 11:15:18.897558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b106d3-a367-4b8f-bdb5-fc3161adc5f1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:18.900910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46482) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:18.935212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-97904360-97fe-4c2e-b179-fad34df55cd7 None None] Provisioning complete for port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:18.935752 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97904360-97fe-4c2e-b179-fad34df55cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.959983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6232bd-54b5-4ac0-acf2-b470b4e179a3 req-9eed1011-970e-476a-bcfe-ea0fdf3a3000 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:18.967277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c6232bd-54b5-4ac0-acf2-b470b4e179a3 req-9eed1011-970e-476a-bcfe-ea0fdf3a3000 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2490718 Nov 12 11:15:18.985542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b742-b142-459a-af90-fc92869d1826 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.986374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a5b742-b142-459a-af90-fc92869d1826 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Fanout notify agent at l3_agent the message router_deleted on router fad99dc7-591d-4268-b155-3e677b03b198 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:15:18.996760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-97904360-97fe-4c2e-b179-fad34df55cd7 None None] Port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:19.014834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b742-b142-459a-af90-fc92869d1826 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.016582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f9a5b742-b142-459a-af90-fc92869d1826 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 204 len: 168 time: 1.9009023 Nov 12 11:15:19.026102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46488) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:19.032739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fcd4647d-fa22-4978-8b1f-c3e38e802160 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1906333598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:19.084292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e5041-cd1a-40e1-bef3-e050877318e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:19.084916 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5041-cd1a-40e1-bef3-e050877318e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.117695 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34ad1be7-50c9-4d50-a3ea-9f5dceec1c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.131006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34ad1be7-50c9-4d50-a3ea-9f5dceec1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.211697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c6232bd-54b5-4ac0-acf2-b470b4e179a3 req-771a9326-d5c8-4623-a4b1-e7d28595f289 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432184 Nov 12 11:15:19.214494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad1be7-50c9-4d50-a3ea-9f5dceec1c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ae8c15-9684-47ed-b089-6043d61d6eeb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:19.223630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcd4647d-fa22-4978-8b1f-c3e38e802160 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.223630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcd4647d-fa22-4978-8b1f-c3e38e802160 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.228187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-34ad1be7-50c9-4d50-a3ea-9f5dceec1c85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d28abacfc264403b86c16b1f55be4470&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0299721 Nov 12 11:15:19.230821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46492) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:19.297961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acf6a9-8448-4714-92bb-a5c43c03991d req-1c755e55-67a1-4579-943d-d343ac40abbf tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:19.299525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8acf6a9-8448-4714-92bb-a5c43c03991d req-1c755e55-67a1-4579-943d-d343ac40abbf tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1251643 Nov 12 11:15:19.315288 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcd4647d-fa22-4978-8b1f-c3e38e802160 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.328726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcd4647d-fa22-4978-8b1f-c3e38e802160 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.356192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5041-cd1a-40e1-bef3-e050877318e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.385302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e5041-cd1a-40e1-bef3-e050877318e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:19.401455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8acf6a9-8448-4714-92bb-a5c43c03991d req-e493fef1-edf3-48ad-b9f4-ca707535caeb tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942366 Nov 12 11:15:19.402135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcd4647d-fa22-4978-8b1f-c3e38e802160 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.403460 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fcd4647d-fa22-4978-8b1f-c3e38e802160 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3761249 Nov 12 11:15:19.406749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46496) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:19.428377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b5a6f39d-78df-4d00-a74d-2fc800518e77 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:19.430631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-467bad5d-538e-4965-af1a-c8b3b335ad65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.433383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29a75de7-4937-4894-b1d4-5919bd1e4f7e None None] Provisioning complete for port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:19.434005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29a75de7-4937-4894-b1d4-5919bd1e4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.457642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb1ea8-eebc-47f0-8457-13700b4f5c1d req-cfaac779-5dc6-40e0-a95e-7d4a33f4963d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:19.459661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23cb1ea8-eebc-47f0-8457-13700b4f5c1d req-cfaac779-5dc6-40e0-a95e-7d4a33f4963d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1096950 Nov 12 11:15:19.488064 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-467bad5d-538e-4965-af1a-c8b3b335ad65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.488280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29a75de7-4937-4894-b1d4-5919bd1e4f7e None None] Port 5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:19.553005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23cb1ea8-eebc-47f0-8457-13700b4f5c1d req-ea405e3f-6663-4ef1-9a48-29f474ddb620 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808270 Nov 12 11:15:19.573360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-467bad5d-538e-4965-af1a-c8b3b335ad65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.592406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-467bad5d-538e-4965-af1a-c8b3b335ad65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.592406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-467bad5d-538e-4965-af1a-c8b3b335ad65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5ae8c15-9684-47ed-b089-6043d61d6eeb HTTP/1.1" status: 204 len: 168 time: 0.3442168 Nov 12 11:15:19.609267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bad5d-538e-4965-af1a-c8b3b335ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ae8c15-9684-47ed-b089-6043d61d6eeb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:19.884687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db43c-ca1e-4a3e-83ee-33fa6aac99bc req-a8d25e42-ddb0-4e5d-b8b9-af9527af09cb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:19.894670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e8db43c-ca1e-4a3e-83ee-33fa6aac99bc req-a8d25e42-ddb0-4e5d-b8b9-af9527af09cb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.0985994 Nov 12 11:15:19.995938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e8db43c-ca1e-4a3e-83ee-33fa6aac99bc req-e9014e30-77c2-42c5-984f-80d151718ac1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982337 Nov 12 11:15:20.138794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46518) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:20.162986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1aa96ce7-fe43-40b3-9495-56318e45c521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.249362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a6f39d-78df-4d00-a74d-2fc800518e77 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.311404 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1aa96ce7-fe43-40b3-9495-56318e45c521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.316593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a6f39d-78df-4d00-a74d-2fc800518e77 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.317612 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1aa96ce7-fe43-40b3-9495-56318e45c521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.367850 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1aa96ce7-fe43-40b3-9495-56318e45c521 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d41e3c5a749435fba63b8e1654e446a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273669 Nov 12 11:15:20.369211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa96ce7-fe43-40b3-9495-56318e45c521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b935c6-9832-4c55-b5ae-3f618b11a997,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:20.371055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46520) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:20.430609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967e2f7-4ae3-4ff3-8afe-91805108b9f1 req-789599c6-86df-4e1c-9807-30ac1ae41d6e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:20.432289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7967e2f7-4ae3-4ff3-8afe-91805108b9f1 req-789599c6-86df-4e1c-9807-30ac1ae41d6e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2068157 Nov 12 11:15:20.578126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dee505-12f7-4f33-8589-ab9c176f58bc req-3dd4b0f2-3bd2-4c12-9ca1-cfc6b95493af tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:20.591360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19dee505-12f7-4f33-8589-ab9c176f58bc req-3dd4b0f2-3bd2-4c12-9ca1-cfc6b95493af tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.0991955 Nov 12 11:15:20.594597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7967e2f7-4ae3-4ff3-8afe-91805108b9f1 req-489549eb-5c00-496e-8621-870cc270e24b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516111 Nov 12 11:15:20.599259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab2f26b6-1a67-423a-b774-b6c670575f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.602322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5041-cd1a-40e1-bef3-e050877318e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.682581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19dee505-12f7-4f33-8589-ab9c176f58bc req-c952ea72-ad54-438d-b312-e1bb813b1ee2 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871649 Nov 12 11:15:20.701572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab2f26b6-1a67-423a-b774-b6c670575f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.758660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a6f39d-78df-4d00-a74d-2fc800518e77 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Router 7481eb29-ad77-42c7-bfab-d3ce440aabd1 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:15:20.781896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e5041-cd1a-40e1-bef3-e050877318e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:20.936965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5041-cd1a-40e1-bef3-e050877318e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.946357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46530) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:20.947141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e9e5041-cd1a-40e1-bef3-e050877318e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a HTTP/1.1" status: 204 len: 168 time: 2.0391595 Nov 12 11:15:20.996498 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce47f4cd-bd3b-4551-be4a-42056adb03bf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:15:21.005362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ce47f4cd-bd3b-4551-be4a-42056adb03bf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a HTTP/1.1" status: 404 len: 333 time: 0.0564899 Nov 12 11:15:21.006540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46532) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:21.011251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a6f39d-78df-4d00-a74d-2fc800518e77 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:21.023349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5a6f39d-78df-4d00-a74d-2fc800518e77 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.028394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b5a6f39d-78df-4d00-a74d-2fc800518e77 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "PUT /v2.0/routers/7481eb29-ad77-42c7-bfab-d3ce440aabd1 HTTP/1.1" status: 200 len: 698 time: 1.6063931 Nov 12 11:15:21.036058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c991-f33c-43a7-aa3f-e5ea678084fc req-bbf87ddf-ce61-4473-aa0d-2036203074fb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:21.037933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] Sync routers for ids ['7481eb29-ad77-42c7-bfab-d3ce440aabd1'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:21.038603 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c845c991-f33c-43a7-aa3f-e5ea678084fc req-bbf87ddf-ce61-4473-aa0d-2036203074fb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2739625 Nov 12 11:15:21.039174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46534) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:21.058213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab2f26b6-1a67-423a-b774-b6c670575f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.062047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab2f26b6-1a67-423a-b774-b6c670575f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.065966 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ab2f26b6-1a67-423a-b774-b6c670575f4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00b935c6-9832-4c55-b5ae-3f618b11a997 HTTP/1.1" status: 204 len: 168 time: 0.6883173 Nov 12 11:15:21.078316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] Routers {'7481eb29-ad77-42c7-bfab-d3ce440aabd1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:21.086168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7481eb29-ad77-42c7-bfab-d3ce440aabd1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:21.182779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f26b6-1a67-423a-b774-b6c670575f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b935c6-9832-4c55-b5ae-3f618b11a997,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:21.193305 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e96ea3a5-ef9e-487d-8963-1f07dc5c50a5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/routers/7481eb29-ad77-42c7-bfab-d3ce440aabd1 HTTP/1.1" status: 200 len: 704 time: 0.1513953 Nov 12 11:15:21.196403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46540) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:21.214419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9e8467-ee1c-41bc-8bc7-93561b1714f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet 7c566f32-ae66-417d-99d5-6456b2224fe8 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:21.227595 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8467-ee1c-41bc-8bc7-93561b1714f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.236930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cd43f596-c4e7-4839-a1ba-bc47a01b0024 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=7481eb29-ad77-42c7-bfab-d3ce440aabd1 HTTP/1.1" status: 200 len: 205 time: 0.0386686 Nov 12 11:15:21.240291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46542) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:21.286270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] Set router 7481eb29-ad77-42c7-bfab-d3ce440aabd1 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:21.362272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c845c991-f33c-43a7-aa3f-e5ea678084fc req-8c266c47-f495-4d9f-bf23-a8398c77fe88 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140898 Nov 12 11:15:21.375497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ba15cb-2826-4408-aa5b-dcb611ddc62e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.378108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7481eb29-ad77-42c7-bfab-d3ce440aabd1', 'name': 'tempest-RoutersIpV6Test-router-1906333598', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:15:19Z', 'updated_at': '2021-11-12T11:15:20Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:21.426815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8467-ee1c-41bc-8bc7-93561b1714f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.483744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] Checking router: 7481eb29-ad77-42c7-bfab-d3ce440aabd1 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:15:21.510461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] Routers {'7481eb29-ad77-42c7-bfab-d3ce440aabd1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:21.511091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7481eb29-ad77-42c7-bfab-d3ce440aabd1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:21.631933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] Set router 7481eb29-ad77-42c7-bfab-d3ce440aabd1 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:21.721287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8467-ee1c-41bc-8bc7-93561b1714f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.737079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7481eb29-ad77-42c7-bfab-d3ce440aabd1', 'name': 'tempest-RoutersIpV6Test-router-1906333598', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:15:19Z', 'updated_at': '2021-11-12T11:15:20Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:21.792216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91e3fe-6e05-48dd-9b97-f64f86a0bba2 None None] The sync data for ids ['7481eb29-ad77-42c7-bfab-d3ce440aabd1'] in n-d-768851-19 is: [{'id': '7481eb29-ad77-42c7-bfab-d3ce440aabd1', 'name': 'tempest-RoutersIpV6Test-router-1906333598', 'tenant_id': '453e78ec24a34cf8a1c6cc507075b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:15:19Z', 'updated_at': '2021-11-12T11:15:20Z', 'revision_number': 2, 'project_id': '453e78ec24a34cf8a1c6cc507075b77f', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:21.842669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ba15cb-2826-4408-aa5b-dcb611ddc62e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.846830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ba15cb-2826-4408-aa5b-dcb611ddc62e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.896957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8467-ee1c-41bc-8bc7-93561b1714f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.955692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e8467-ee1c-41bc-8bc7-93561b1714f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=7c566f32-ae66-417d-99d5-6456b2224fe8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:21.967395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8467-ee1c-41bc-8bc7-93561b1714f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.973585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2c9e8467-ee1c-41bc-8bc7-93561b1714f5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/7c566f32-ae66-417d-99d5-6456b2224fe8 HTTP/1.1" status: 204 len: 168 time: 0.9655526 Nov 12 11:15:21.975591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0b602-4e80-4cf0-b8c2-d97c18200cd6 None None] Network 59af913c-7859-4234-9a12-1dea4a8713aa requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:21.980224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46564) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:22.001518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67294c7-5a71-47e1-aa4c-0e1cf9a8e685 req-3d11173f-380a-4585-a2cb-641cb21d7a20 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.008631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ba15cb-2826-4408-aa5b-dcb611ddc62e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.009212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ba15cb-2826-4408-aa5b-dcb611ddc62e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Fanout notify agent at l3_agent the message router_deleted on router 7481eb29-ad77-42c7-bfab-d3ce440aabd1 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:15:22.020244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e67294c7-5a71-47e1-aa4c-0e1cf9a8e685 req-3d11173f-380a-4585-a2cb-641cb21d7a20 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2061322 Nov 12 11:15:22.026112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-42ba15cb-2826-4408-aa5b-dcb611ddc62e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.028929 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-42ba15cb-2826-4408-aa5b-dcb611ddc62e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/7481eb29-ad77-42c7-bfab-d3ce440aabd1 HTTP/1.1" status: 204 len: 168 time: 0.7863088 Nov 12 11:15:22.038204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46568) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:22.118644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3997064c-9f0a-49bf-8a6b-6458b709146b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet 379e1d2f-64ea-4710-a440-7a3506bd7e43 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:22.120022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9a18e8b8-b071-4e9b-952d-3f17ecd3a7bb tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=7481eb29-ad77-42c7-bfab-d3ce440aabd1 HTTP/1.1" status: 200 len: 205 time: 0.0783429 Nov 12 11:15:22.123261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46572) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:22.125466 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3997064c-9f0a-49bf-8a6b-6458b709146b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.153273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d3771-aff9-41e4-9286-952747b2529b req-2f62e423-a13f-4b38-b198-4f2c0800f792 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.164279 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b91d3771-aff9-41e4-9286-952747b2529b req-2f62e423-a13f-4b38-b198-4f2c0800f792 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2384384 Nov 12 11:15:22.193765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e67294c7-5a71-47e1-aa4c-0e1cf9a8e685 req-bdeb96ce-2068-4094-8720-afed94ae5056 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725166 Nov 12 11:15:22.230333 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-f8970fb0-b9c4-4ccf-8850-64b6a72977c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] delete failed (client error): The resource could not be found. Nov 12 11:15:22.231992 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f8970fb0-b9c4-4ccf-8850-64b6a72977c9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/7481eb29-ad77-42c7-bfab-d3ce440aabd1 HTTP/1.1" status: 404 len: 336 time: 0.1071932 Nov 12 11:15:22.238830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3997064c-9f0a-49bf-8a6b-6458b709146b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.242847 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46576) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:22.297341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b91d3771-aff9-41e4-9286-952747b2529b req-5d540908-73ee-42ca-8797-23e1ae9566d5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314313 Nov 12 11:15:22.386366 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc35730-aff3-45a9-ae8e-e02cb3371822 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:22.386816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc35730-aff3-45a9-ae8e-e02cb3371822 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:22.396318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46582) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:22.397217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0cc35730-aff3-45a9-ae8e-e02cb3371822 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/709c4ea6-0228-4d5f-9aca-11dfa169686e HTTP/1.1" status: 404 len: 337 time: 0.1501997 Nov 12 11:15:22.484544 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a8d0b8-eba9-4a3b-aa91-2dea39de612e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:22.486251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a8d0b8-eba9-4a3b-aa91-2dea39de612e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:22.495726 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c7a8d0b8-eba9-4a3b-aa91-2dea39de612e tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/4858c898-0924-4136-b728-58b801435678 HTTP/1.1" status: 404 len: 337 time: 0.0973194 Nov 12 11:15:22.498553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46590) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:22.582705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3997064c-9f0a-49bf-8a6b-6458b709146b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.624172 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5fa7c2-23cf-47e9-9a9f-a501ddc59ed9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:22.645985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5fa7c2-23cf-47e9-9a9f-a501ddc59ed9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:22.650171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3f5fa7c2-23cf-47e9-9a9f-a501ddc59ed9 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/83c7017c-26ae-408e-ba8e-fb7dc2919dc7 HTTP/1.1" status: 404 len: 337 time: 0.1495750 Nov 12 11:15:22.655204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46598) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:22.940501 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-57316f11-cc21-4da7-89b2-53e2425e522c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:22.941393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57316f11-cc21-4da7-89b2-53e2425e522c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:22.960715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-57316f11-cc21-4da7-89b2-53e2425e522c tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/76178c8c-af1c-41f4-b15e-36409bd48dd5 HTTP/1.1" status: 404 len: 337 time: 0.3043594 Nov 12 11:15:22.963650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46608) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.062476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59b3e-b409-4c8d-88ad-e6606b29dcd5 req-42909d84-78e4-4975-8f93-5f1e93422f27 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.071595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1c59b3e-b409-4c8d-88ad-e6606b29dcd5 req-42909d84-78e4-4975-8f93-5f1e93422f27 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3687851 Nov 12 11:15:23.090237 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0fdc84a4-64bb-46fd-8767-a96b7039b962 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 200 len: 205 time: 0.1248612 Nov 12 11:15:23.106581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46612) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.162911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3997064c-9f0a-49bf-8a6b-6458b709146b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.184221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-e9cdd3f3-11e4-4f96-b79c-835c61e47bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.189063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-e9cdd3f3-11e4-4f96-b79c-835c61e47bd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1097 time: 0.4657521 Nov 12 11:15:23.214671 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290e896-54b1-4895-935f-aebd1de09a90 req-1b0a7a43-923f-4337-8c6e-eff3c217e6c5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.232083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9290e896-54b1-4895-935f-aebd1de09a90 req-1b0a7a43-923f-4337-8c6e-eff3c217e6c5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1441438 Nov 12 11:15:23.267455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997064c-9f0a-49bf-8a6b-6458b709146b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=379e1d2f-64ea-4710-a440-7a3506bd7e43,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:23.278014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3997064c-9f0a-49bf-8a6b-6458b709146b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.288980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3997064c-9f0a-49bf-8a6b-6458b709146b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/379e1d2f-64ea-4710-a440-7a3506bd7e43 HTTP/1.1" status: 204 len: 168 time: 1.3060510 Nov 12 11:15:23.296201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46614) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.329688 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-64c59d74-d56a-4655-b1a1-2606610cefdc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] delete failed (client error): The resource could not be found. Nov 12 11:15:23.330753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-64c59d74-d56a-4655-b1a1-2606610cefdc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/fad99dc7-591d-4268-b155-3e677b03b198 HTTP/1.1" status: 404 len: 336 time: 0.2217636 Nov 12 11:15:23.343788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46616) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.402942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2d9ada58-df36-4c21-be0c-ca775efe3cf2 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=12d97ee7-2fb5-446f-b521-bf17ea9d5b0a HTTP/1.1" status: 200 len: 205 time: 0.0577924 Nov 12 11:15:23.404043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46620) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.444303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1c59b3e-b409-4c8d-88ad-e6606b29dcd5 req-a5b69031-528f-46aa-87cd-3e8ff502872b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718240 Nov 12 11:15:23.466362 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9290e896-54b1-4895-935f-aebd1de09a90 req-2f5a35e6-3e5c-4763-98af-d1a287e8bc9e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332962 Nov 12 11:15:23.524987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-7dd764f9-3ee7-4968-837b-bef40b53bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.526545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-7dd764f9-3ee7-4968-837b-bef40b53bd5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.2610469 Nov 12 11:15:23.620374 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-06b3514a-d58b-4ab8-afca-2b21e03b783d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] delete failed (client error): The resource could not be found. Nov 12 11:15:23.622261 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-06b3514a-d58b-4ab8-afca-2b21e03b783d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/12d97ee7-2fb5-446f-b521-bf17ea9d5b0a HTTP/1.1" status: 404 len: 336 time: 0.2098925 Nov 12 11:15:23.634486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46624) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.678808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.703421 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9d018a-3f70-41f8-9034-0d7778207137 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:23.704044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-4da1cd7b-4973-47aa-876c-5076c2f4c03d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 0.1682761 Nov 12 11:15:23.704737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce066ed-e480-4496-b9d0-d4e866698dbf None None] Network 59af913c-7859-4234-9a12-1dea4a8713aa requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:23.706092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9d018a-3f70-41f8-9034-0d7778207137 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:23.713469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0e9d018a-3f70-41f8-9034-0d7778207137 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/5ac74e06-20ae-47a6-a03e-d9b35bc8bbf3 HTTP/1.1" status: 404 len: 337 time: 0.0707757 Nov 12 11:15:23.717266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.837759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:23.838826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.844004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46634) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.844482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8304b0d1-31c1-4325-8e6a-43ea25a6fdd7 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 HTTP/1.1" status: 200 len: 205 time: 0.1261408 Nov 12 11:15:23.857826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-9bb32930-092e-473a-8479-430d29d546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.859838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-9bb32930-092e-473a-8479-430d29d546a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1434703 Nov 12 11:15:23.926623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9d57b64c-70d9-4918-8f6b-1ca0b4b95462 None None] Provisioning complete for port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:23.926987 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d57b64c-70d9-4918-8f6b-1ca0b4b95462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.931735 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-bc6efa77-c304-4c99-b258-95093a3e8e0b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] delete failed (client error): The resource could not be found. Nov 12 11:15:23.933152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc6efa77-c304-4c99-b258-95093a3e8e0b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/d3a8a280-10c6-4dc0-ae4d-4b2c9c23a981 HTTP/1.1" status: 404 len: 336 time: 0.0857615 Nov 12 11:15:23.937171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46636) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.008300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-e3c78a2b-35a6-49c8-92d9-a3261e2da2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:24.010728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-e3c78a2b-35a6-49c8-92d9-a3261e2da2ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381943 Nov 12 11:15:24.018871 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-974481c5-67f3-4451-a3b8-ee03adc4bfe8 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=64d79537-371e-4469-8b16-7bfbead8c708 HTTP/1.1" status: 200 len: 205 time: 0.0792100 Nov 12 11:15:24.024749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46638) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.081697 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a813cc6f-251e-493c-b147-22b4fc4d4656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.115110 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-16d52870-e28c-4f41-b45e-261a99a15700 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] delete failed (client error): The resource could not be found. Nov 12 11:15:24.116766 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-16d52870-e28c-4f41-b45e-261a99a15700 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/64d79537-371e-4469-8b16-7bfbead8c708 HTTP/1.1" status: 404 len: 336 time: 0.0905690 Nov 12 11:15:24.123954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46646) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.128296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] For port a7cb6024-ce9f-4935-b434-f8a7da72bcc2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,segment=NetworkSegment(9e092bda-5bba-44c9-8f33-f8ea23da3963),segment_id=9e092bda-5bba-44c9-8f33-f8ea23da3963)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:24.128766 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.202694 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2161c0-8f1a-49f3-9d4c-56abb9cafc2b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:24.204990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2161c0-8f1a-49f3-9d4c-56abb9cafc2b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:24.214163 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cc2161c0-8f1a-49f3-9d4c-56abb9cafc2b tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/7b29cb42-7354-47ad-897a-707dab71e8d7 HTTP/1.1" status: 404 len: 337 time: 0.0882096 Nov 12 11:15:24.217412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46648) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.219912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for a7cb6024-ce9f-4935-b434-f8a7da72bcc2 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:24.337686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-f3d62fef-f599-48a7-bb26-c7cc9f3cdb4b service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168883 Nov 12 11:15:24.340387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-94086cc8-b0e0-423e-8dd7-753133085ebc tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ec19cd-8512-4abe-b973-5e84861c24d0 HTTP/1.1" status: 200 len: 205 time: 0.1203175 Nov 12 11:15:24.342831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46652) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.380488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4405012-c154-494c-931d-e803ff406646 None None] DHCP port deletion for 59af913c-7859-4234-9a12-1dea4a8713aa request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:24.402335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.488811 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-8b77c7a6-3357-45be-99bf-e82e4ee68090 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] delete failed (client error): The resource could not be found. Nov 12 11:15:24.489164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:24.496311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8b77c7a6-3357-45be-99bf-e82e4ee68090 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/a4ec19cd-8512-4abe-b973-5e84861c24d0 HTTP/1.1" status: 404 len: 336 time: 0.1496520 Nov 12 11:15:24.498223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46656) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.513096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No DVR routers for this DVR port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:24.549671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a4405012-c154-494c-931d-e803ff406646 None None] Deleting port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:24.549939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a4405012-c154-494c-931d-e803ff406646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.677892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a4405012-c154-494c-931d-e803ff406646 None None] For port a7cb6024-ce9f-4935-b434-f8a7da72bcc2, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:24.678818 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a4405012-c154-494c-931d-e803ff406646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.685603 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe08d58-3c22-4908-9ab8-17726b5febd1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:24.686095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe08d58-3c22-4908-9ab8-17726b5febd1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:24.694432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0fe08d58-3c22-4908-9ab8-17726b5febd1 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/984cf673-53b8-41c1-833c-23a11abb7799 HTTP/1.1" status: 404 len: 337 time: 0.1870880 Nov 12 11:15:24.699721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46664) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.705413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a4405012-c154-494c-931d-e803ff406646 None None] Calling delete_port for a7cb6024-ce9f-4935-b434-f8a7da72bcc2 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:24.709047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-a4405012-c154-494c-931d-e803ff406646 None None] Port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:15:24.710665 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a4405012-c154-494c-931d-e803ff406646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.734840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5967e946-d7bc-4e7e-9527-dfae40ab394a tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5dca248-826d-4e2f-b509-cedb475c7c0b HTTP/1.1" status: 200 len: 205 time: 0.0319052 Nov 12 11:15:24.739987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46666) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.748491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4405012-c154-494c-931d-e803ff406646 None None] Pushing event deleted for resources: {'Port': ['ID=a7cb6024-ce9f-4935-b434-f8a7da72bcc2,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:24.750969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.751401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4405012-c154-494c-931d-e803ff406646 None None] No DVR routers for this DVR port a7cb6024-ce9f-4935-b434-f8a7da72bcc2 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:24.792289 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-c8f21ec5-156a-46d7-90fa-4523e4ac5fd3 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] delete failed (client error): The resource could not be found. Nov 12 11:15:24.793409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c8f21ec5-156a-46d7-90fa-4523e4ac5fd3 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/routers/f5dca248-826d-4e2f-b509-cedb475c7c0b HTTP/1.1" status: 404 len: 336 time: 0.0524716 Nov 12 11:15:24.800520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46668) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.816759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59af913c-7859-4234-9a12-1dea4a8713aa']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:24.833980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e092bda-5bba-44c9-8f33-f8ea23da3963') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:24.834459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e092bda-5bba-44c9-8f33-f8ea23da3963') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:24.843074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d2fda1c-eaed-422e-b2cb-82fa349dfe22 req-4365c32d-5296-4fd8-a1ba-e6ea9f9d5de4 service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910393 Nov 12 11:15:24.848182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.856517 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee89f40-8027-44e7-939c-b13fed24879d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:24.863456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee89f40-8027-44e7-939c-b13fed24879d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:24.863998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.869400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dee89f40-8027-44e7-939c-b13fed24879d tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/773a39b4-e0f3-4daa-bfe6-5a985e38980d HTTP/1.1" status: 404 len: 337 time: 0.0677762 Nov 12 11:15:24.874427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46672) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.887855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:24.887855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.900206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edfdbe-9014-4000-90bf-4fa47cb4a2cb req-a460443f-2f15-4fc3-9640-29294bb807c6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:24.902212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52edfdbe-9014-4000-90bf-4fa47cb4a2cb req-a460443f-2f15-4fc3-9640-29294bb807c6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2716448 Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:24.903302 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:24.986505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52edfdbe-9014-4000-90bf-4fa47cb4a2cb req-80da50a5-7da8-4524-9f63-cabedb70c3e8 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725322 Nov 12 11:15:24.991681 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6b0b1a-c903-4af6-b158-a44aa16a61f5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:24.992579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6b0b1a-c903-4af6-b158-a44aa16a61f5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:24.998379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9f6b0b1a-c903-4af6-b158-a44aa16a61f5 tempest-RoutersIpV6Test-489201591 tempest-RoutersIpV6Test-489201591-project] 10.222.0.31 "DELETE /v2.0/subnets/71730e5c-40ad-4b52-adf9-b93cfd9ab652 HTTP/1.1" status: 404 len: 337 time: 0.1229105 Nov 12 11:15:25.020644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfe226-2c2d-4e4f-b960-0aca3e7fbf8a req-ccd3f5ba-64e1-4eb3-843b-542ecb23989b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:25.028895 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5dfe226-2c2d-4e4f-b960-0aca3e7fbf8a req-ccd3f5ba-64e1-4eb3-843b-542ecb23989b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3958881 Nov 12 11:15:25.062398 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.078045 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.087750 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/networks/59af913c-7859-4234-9a12-1dea4a8713aa HTTP/1.1" status: 204 len: 168 time: 1.7863200 Nov 12 11:15:25.089244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46680) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.115633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2a386-490b-495f-a077-e2e067d4adbd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Network': ['ID=59af913c-7859-4234-9a12-1dea4a8713aa,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:25.198976 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5dfe226-2c2d-4e4f-b960-0aca3e7fbf8a req-1a10527a-1658-4f35-8fca-22b15c12b478 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688502 Nov 12 11:15:25.392017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f03b32d-91c3-464a-a033-05c9a3d13885 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:25.398362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46690) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.400563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1f03b32d-91c3-464a-a033-05c9a3d13885 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3085613 Nov 12 11:15:25.522252 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a813d6dd-5209-4f68-969e-a4b685c7a907 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1206822 Nov 12 11:15:25.526776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46692) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.527542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46694) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.548051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1111279228'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:25.620157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:25.638429 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.762402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:25.808661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.810935 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Added segment 57b005e0-98b8-4c1f-be06-4d464351420c of type vlan for network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 Nov 12 11:15:25.935042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a7cb6024-ce9f-4935-b434-f8a7da72bcc2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:26.000168 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.006573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a7cb6024-ce9f-4935-b434-f8a7da72bcc2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:26.008196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a7cb6024-ce9f-4935-b434-f8a7da72bcc2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:26.089564 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.109701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:26.110692 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.121787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb395e-309b-4b86-a327-90d02984e271 req-43d78082-6608-42c9-97fe-2e74dc1a3fed tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:26.131757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:26.140168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ccb395e-309b-4b86-a327-90d02984e271 req-43d78082-6608-42c9-97fe-2e74dc1a3fed tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1759677 Nov 12 11:15:26.256654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.263675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ccb395e-309b-4b86-a327-90d02984e271 req-79a6d67c-6d12-4aa1-a22f-16b4d4a2a5d1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214211 Nov 12 11:15:26.279335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb405db1-5cb6-4f39-bcf9-0bc76e3be40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.296185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46704) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:26.296782 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7659886 Nov 12 11:15:26.301994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:26.312393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced8690-e968-47d6-8960-d5dd642c4fe4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Network': ['ID=e0ee2785-eab8-4ac3-9699-6f225cd3d7c3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:26.326015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:26.411557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46708) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:26.509287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9f8cd-f090-4a7c-b1fa-7888998ceca0 req-55bb30c8-46aa-4d7f-a82f-f7aac760e44f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:26.511937 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ede9f8cd-f090-4a7c-b1fa-7888998ceca0 req-55bb30c8-46aa-4d7f-a82f-f7aac760e44f tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1018512 Nov 12 11:15:26.602847 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.616896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:26.622889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ede9f8cd-f090-4a7c-b1fa-7888998ceca0 req-43a1c7ee-99da-44bb-bb4e-48042fad381a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008801 Nov 12 11:15:26.627748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.817183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0ba41849-7d06-43ac-bd77-8cd01823150b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=453e78ec24a34cf8a1c6cc507075b77f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042830 Nov 12 11:15:26.820703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46716) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:26.925252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ef29-2daa-4e1e-991e-7aacf3adb516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.946815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.975076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Allocated IP 172.25.2.117 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/267acdd1-541f-43be-9f19-cff26b8a6d22) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:26.995462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ef29-2daa-4e1e-991e-7aacf3adb516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.076736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698d5dd-098d-4d01-8af1-ef4cd51f7c0a req-de471c38-8ab3-447b-9442-20d17d63bb98 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:27.084385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0698d5dd-098d-4d01-8af1-ef4cd51f7c0a req-de471c38-8ab3-447b-9442-20d17d63bb98 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1578083 Nov 12 11:15:27.148438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=a6c3340e-823b-4c44-859b-7ae10fba2158,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.166210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking segment: {'id': '57b005e0-98b8-4c1f-be06-4d464351420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:27.166807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network hostable DHCP agents. Network: e0ee2785-eab8-4ac3-9699-6f225cd3d7c3, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:27.223452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0698d5dd-098d-4d01-8af1-ef4cd51f7c0a req-b6070b44-b8a2-4731-bb52-9ea0261a089e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378620 Nov 12 11:15:27.225717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:27.246847 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ef29-2daa-4e1e-991e-7aacf3adb516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.252706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, e0ee2785-eab8-4ac3-9699-6f225cd3d7c3) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:27.255569 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ef29-2daa-4e1e-991e-7aacf3adb516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.259071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ccf3ef29-2daa-4e1e-991e-7aacf3adb516 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1710c87a-a588-4b95-9796-b5db1e81b040 HTTP/1.1" status: 204 len: 168 time: 0.4337244 Nov 12 11:15:27.276569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b88a8-20eb-498d-93b5-fd5b1516eedf None None] Network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:27.298260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:27.302164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3ef29-2daa-4e1e-991e-7aacf3adb516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1710c87a-a588-4b95-9796-b5db1e81b040,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.316987 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.330472 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.384638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.403046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c4ec344b-d7af-46e2-971f-47d1240d8a2e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0963976 Nov 12 11:15:27.403753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46724) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:27.418129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3', 'name': 'tempest-PortsIpV6TestJSON-2044381378'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:27.560249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'Port': ['ID=267acdd1-541f-43be-9f19-cff26b8a6d22,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.742144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:27.747069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:27.773009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:27.777671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.778048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:27.840764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54c21e-9d1b-46ba-bd2e-513bfa30ede2 req-17f0956a-022d-4253-9ac8-8d24f3f4ad55 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:27.845471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a54c21e-9d1b-46ba-bd2e-513bfa30ede2 req-17f0956a-022d-4253-9ac8-8d24f3f4ad55 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2290642 Nov 12 11:15:27.883145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port ff5ed229-755b-4482-a8c3-d9778e0b1b51 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:27.885450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fedb-2d69-4d1d-9cf3-e8d5f4096f76 req-7c0554dc-ac2c-4a57-84d9-a6025d064dae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:27.889645 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd94fedb-2d69-4d1d-9cf3-e8d5f4096f76 req-7c0554dc-ac2c-4a57-84d9-a6025d064dae tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3331568 Nov 12 11:15:28.027984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.050988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cd94fedb-2d69-4d1d-9cf3-e8d5f4096f76 req-b99220b1-a07d-44f8-8d8a-85db5318151b tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408262 Nov 12 11:15:28.121996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8a54c21e-9d1b-46ba-bd2e-513bfa30ede2 req-7a5ad88d-4afb-4618-b7b1-ca28d7cb5a3d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452404 Nov 12 11:15:28.176438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.254484 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.264259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-e0ee2785-eab8-4ac3-9699-6f225cd3d7c3', 'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3', 'tenant_id': '56a51d1331014658816c4dadc3fb5443', 'fixed_ips': [{'subnet_id': 'a6c3340e-823b-4c44-859b-7ae10fba2158'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:28.265320 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.360061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::2e (e0ee2785-eab8-4ac3-9699-6f225cd3d7c3/a6c3340e-823b-4c44-859b-7ae10fba2158/ff5ed229-755b-4482-a8c3-d9778e0b1b51) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:28.507569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41049c7c-64c5-47f6-a480-7181ac7f0ee9 req-a976704e-7ca6-4036-b544-a215b812bc2a tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:28.520924 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41049c7c-64c5-47f6-a480-7181ac7f0ee9 req-a976704e-7ca6-4036-b544-a215b812bc2a tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1326890 Nov 12 11:15:28.795706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.856296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.905755 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.914509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41049c7c-64c5-47f6-a480-7181ac7f0ee9 req-5671cfe6-b547-4e3c-924b-1d8428001191 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918355 Nov 12 11:15:28.970778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.069369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6f202-e7d5-4c66-9ef9-eabf3992f12e req-52e41ca9-c03b-4e5a-b2e6-419335e5554a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:29.072568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ce6f202-e7d5-4c66-9ef9-eabf3992f12e req-52e41ca9-c03b-4e5a-b2e6-419335e5554a tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2712591 Nov 12 11:15:29.078838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'Port': ['ID=267acdd1-541f-43be-9f19-cff26b8a6d22,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:29.124538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Allocated IP 2001:db8::2 (e0ee2785-eab8-4ac3-9699-6f225cd3d7c3/a6c3340e-823b-4c44-859b-7ae10fba2158/6c3edc4a-2f51-40fc-b061-e75d20855440) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:29.158067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=ff5ed229-755b-4482-a8c3-d9778e0b1b51,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:29.185427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:29.187692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:29.197326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:29.197547 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.222034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:29.222909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.245936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ce6f202-e7d5-4c66-9ef9-eabf3992f12e req-1a90f442-5030-4b0b-a20c-e05cbfad13f5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569874 Nov 12 11:15:29.261143 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.265048 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6b3a73b0-b234-47e5-bcb4-0a1123b81cc3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7346592 Nov 12 11:15:29.266680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46760) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:29.282737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1691092380'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:29.330369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Made reservation on behalf of 762cb69f40884f77a54fdc2066b13d36 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:29.335632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b409f8d7-5491-4adc-bb47-fc3ac77ac708 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9216530 Nov 12 11:15:29.338030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.339303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46762) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:29.355117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3', 'name': 'tempest-PortsIpV6TestJSON-926784505'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:29.359287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.469373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbbfa6-1346-49db-8c65-0fcb0e28e05e req-8d0526b3-8879-413b-8d58-e193157d84bf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:29.471567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7abbbfa6-1346-49db-8c65-0fcb0e28e05e req-8d0526b3-8879-413b-8d58-e193157d84bf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2440050 Nov 12 11:15:29.525188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.527523 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.532252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.575765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:29.583112 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.586859 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028c2b16-0c68-470c-bd53-535c8cdb8797,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:29.593791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.594158 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Added segment 590928a0-cda0-4bf8-887c-34db6ef863ed of type vlan for network b0fa09fa-580a-4384-bfe6-3dd7e11af431 Nov 12 11:15:29.600308 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.640952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7abbbfa6-1346-49db-8c65-0fcb0e28e05e req-2b99faa2-e2f9-405a-b4d5-a8616b8da725 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522880 Nov 12 11:15:29.673373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46768) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:29.684571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:29.688112 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.695009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.736398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:29.737952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:29.741651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:29.759963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.760601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 8cca03b0-4aad-4f37-991a-4a7bd897df95 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:29.766041 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:29.766952 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.906244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-903871505'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:29.923711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6552751 Nov 12 11:15:29.927358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Attempting to bind port 6c3edc4a-2f51-40fc-b061-e75d20855440 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:29.928422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Attempting to bind port 6c3edc4a-2f51-40fc-b061-e75d20855440 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '57b005e0-98b8-4c1f-be06-4d464351420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:29.928975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Attempting to bind port 6c3edc4a-2f51-40fc-b061-e75d20855440 on network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:29.931105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46774) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:29.938509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Pushing event updated for resources: {'Port': ['ID=6c3edc4a-2f51-40fc-b061-e75d20855440,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:29.949527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:29.950565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Checking segment: {'id': '57b005e0-98b8-4c1f-be06-4d464351420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:29.951142 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.951705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Bound using segment: {'id': '57b005e0-98b8-4c1f-be06-4d464351420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:29.952457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Bound port: 6c3edc4a-2f51-40fc-b061-e75d20855440, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b005e0-98b8-4c1f-be06-4d464351420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0ee2785-eab8-4ac3-9699-6f225cd3d7c3'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:29.953075 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.954561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Request body: {'subnet': {'network_id': 'b0fa09fa-580a-4384-bfe6-3dd7e11af431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:29.974904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ca67a-73e2-4b75-a93c-5fb668bc48d2 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'Network': ['ID=b0fa09fa-580a-4384-bfe6-3dd7e11af431,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:29.995161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:30.029139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee2ab8-034c-480f-ab50-f3f97477fc10 req-f7ccb475-04b3-47b5-9364-802aa28dd390 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:30.049377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afee2ab8-034c-480f-ab50-f3f97477fc10 req-f7ccb475-04b3-47b5-9364-802aa28dd390 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2340379 Nov 12 11:15:30.121473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:30.125619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.157076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.203513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] For port 6c3edc4a-2f51-40fc-b061-e75d20855440, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:30.210900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] For port 6c3edc4a-2f51-40fc-b061-e75d20855440, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c3edc4a-2f51-40fc-b061-e75d20855440,segment=NetworkSegment(57b005e0-98b8-4c1f-be06-4d464351420c),segment_id=57b005e0-98b8-4c1f-be06-4d464351420c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:30.217543 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.444177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0545e8-aed8-4f62-b80d-55cfb72914a5 None None] Pushing event updated for resources: {'Port': ['ID=6c3edc4a-2f51-40fc-b061-e75d20855440,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:30.612686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.666429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afee2ab8-034c-480f-ab50-f3f97477fc10 req-ecd413fd-4ac7-41b9-9be2-143d71bd38ac tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125228 Nov 12 11:15:30.691281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::6b (e0ee2785-eab8-4ac3-9699-6f225cd3d7c3/a6c3340e-823b-4c44-859b-7ae10fba2158/8cca03b0-4aad-4f37-991a-4a7bd897df95) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:30.800715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Made reservation on behalf of 762cb69f40884f77a54fdc2066b13d36 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:30.804873 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.990064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8204c-9713-4283-8023-791861a5d3df req-56bd5b2b-69cb-48fa-9778-de8a3d64343e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:31.009970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b3b8204c-9713-4283-8023-791861a5d3df req-56bd5b2b-69cb-48fa-9778-de8a3d64343e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1531539 Nov 12 11:15:31.036147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc636-f81f-42ad-8e89-058bfd103c87 req-f3bdfd28-2ba4-4ae2-91cb-c8bce51b2d41 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:31.038145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4bdc636-f81f-42ad-8e89-058bfd103c87 req-f3bdfd28-2ba4-4ae2-91cb-c8bce51b2d41 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2835696 Nov 12 11:15:31.110382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b3b8204c-9713-4283-8023-791861a5d3df req-54525e76-9d0d-48d3-a99f-06dd5fe6c961 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961680 Nov 12 11:15:31.257171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.267331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4bdc636-f81f-42ad-8e89-058bfd103c87 req-a76d5173-8e8e-47ed-a464-a2ab4fb07376 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211006 Nov 12 11:15:31.279317 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.309391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.406322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:31.427457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb64f2-a220-446d-9a13-7a7701a9c8a8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:31.464825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f3b70-fe3f-48c9-9a4e-993a9a74178d req-a1b9424d-685e-4b2c-b4cb-485fae00d95d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:31.471563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.472259 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment 69bb3554-79af-4224-9084-a54b65a91f45 of type vlan for network 287589b2-27e5-4812-a16c-c3abbbba31e2 Nov 12 11:15:31.492875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-471f3b70-fe3f-48c9-9a4e-993a9a74178d req-a1b9424d-685e-4b2c-b4cb-485fae00d95d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1887918 Nov 12 11:15:31.586990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.642277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.645731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.756647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-471f3b70-fe3f-48c9-9a4e-993a9a74178d req-2728ee87-38dd-406b-8da5-5cf953ffe684 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588763 Nov 12 11:15:31.880107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.resource_extend [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:15:31.930528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:31.943781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c3edc4a-2f51-40fc-b061-e75d20855440 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:31.946398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'Subnet': ['ID=99f1a1f5-7930-406c-97bf-92f111f578b9,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:31.956412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:31.979380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:31.988411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:31.989672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.005708 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.013133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.015928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.036554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=8cca03b0-4aad-4f37-991a-4a7bd897df95,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:32.121546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e40378-a0e4-4284-9656-0521ba55e657 req-c54c51de-983d-4d92-a457-2c14c5bc3c20 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.132338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4e40378-a0e4-4284-9656-0521ba55e657 req-c54c51de-983d-4d92-a457-2c14c5bc3c20 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.4521279 Nov 12 11:15:32.148228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6c3edc4a-2f51-40fc-b061-e75d20855440 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:32.148590 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.170640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-687ea289-cf00-4d00-87ad-8877654537da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.176415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-687ea289-cf00-4d00-87ad-8877654537da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2408959e80824d8bb898ea14f13272aa&device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 1097 time: 0.5207343 Nov 12 11:15:32.191581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Checking segment: {'id': '590928a0-cda0-4bf8-887c-34db6ef863ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0fa09fa-580a-4384-bfe6-3dd7e11af431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:32.192482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Network hostable DHCP agents. Network: b0fa09fa-580a-4384-bfe6-3dd7e11af431, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:32.205821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3d4a4585-20e0-45ab-9c85-5311bd3633f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8652973 Nov 12 11:15:32.210476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46800) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:32.248805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5654173 Nov 12 11:15:32.257654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46802) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:32.281444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7ebda-301a-4a04-8739-e5c55cd9284b None None] Network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:32.296513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-1088325234'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:32.331642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b432d-5613-43c3-8fd6-f3b26a2351f2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=287589b2-27e5-4812-a16c-c3abbbba31e2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:32.354192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dfa12-41eb-4b7c-805c-d569fa3aa549 req-c03c7d75-f413-4e19-a735-919e9e15eb00 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.362781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e30dfa12-41eb-4b7c-805c-d569fa3aa549 req-c03c7d75-f413-4e19-a735-919e9e15eb00 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2115214 Nov 12 11:15:32.385693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:32.389427 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.419136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 287589b2-27e5-4812-a16c-c3abbbba31e2 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:32.433843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce2f1a6-da95-47bd-8948-b48d465041d5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.435581 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8ce2f1a6-da95-47bd-8948-b48d465041d5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e HTTP/1.1" status: 200 len: 928 time: 0.2179406 Nov 12 11:15:32.442368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46806) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:32.478249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3177dc99-22f2-4479-a9cf-ce3a562cd199 None None] Provisioning complete for port 6c3edc4a-2f51-40fc-b061-e75d20855440 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:32.478725 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3177dc99-22f2-4479-a9cf-ce3a562cd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.486128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:32.512073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b0fa09fa-580a-4384-bfe6-3dd7e11af431) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:32.531025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e4e40378-a0e4-4284-9656-0521ba55e657 req-0a95208f-34e2-44b3-813b-83406f3ab7f1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959858 Nov 12 11:15:32.556342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:32.561952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.562854 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.613866 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.624217 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e30dfa12-41eb-4b7c-805c-d569fa3aa549 req-09c9f118-12c9-4bd0-97eb-a21c80e2029a tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601919 Nov 12 11:15:32.629365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d3010d-7b27-4d4c-afa0-8fe7aecfd1ff None None] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:32.651026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.655690 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment a96a4c58-9601-4b45-ab77-b7215a172ade of type vlan for network c0f27388-ba38-42f2-b47f-26c1f602b5ac Nov 12 11:15:32.674082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3cbf75c5-306a-400d-a0ef-210991b8989e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7425015 Nov 12 11:15:32.675457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-049281ab-9cd5-42f1-9be2-d17320077269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.678721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-049281ab-9cd5-42f1-9be2-d17320077269 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 200 len: 913 time: 0.4546759 Nov 12 11:15:32.681450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46810) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:32.691700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1782839720', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:32.770381 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.806095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 6c3edc4a-2f51-40fc-b061-e75d20855440, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c3edc4a-2f51-40fc-b061-e75d20855440,segment=NetworkSegment(57b005e0-98b8-4c1f-be06-4d464351420c),segment_id=57b005e0-98b8-4c1f-be06-4d464351420c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:32.828044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.829410 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.855949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d86977f0-a131-4cac-9c20-6f9b3dff4ff9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 8cca03b0-4aad-4f37-991a-4a7bd897df95 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:32.856500 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d86977f0-a131-4cac-9c20-6f9b3dff4ff9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.868361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-52d1271c-b532-467d-95a0-f37a52d05572 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 200 len: 999 time: 0.1670671 Nov 12 11:15:32.876291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.877754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.905151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.905151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.939025 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6773944 Nov 12 11:15:32.939715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46812) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:32.974621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': '287589b2-27e5-4812-a16c-c3abbbba31e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:33.003056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4564f1-3fd5-4552-b271-56a15cfc9ff6 req-8cda86a9-01f1-4198-81ea-645e7e6557bc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:33.005419 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af4564f1-3fd5-4552-b271-56a15cfc9ff6 req-8cda86a9-01f1-4198-81ea-645e7e6557bc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2521763 Nov 12 11:15:33.079323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-f8c5c4f0-bef8-4b2f-8506-253ad9eed961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:33.082085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-f8c5c4f0-bef8-4b2f-8506-253ad9eed961 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 200 len: 851 time: 0.1962957 Nov 12 11:15:33.098363 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.101367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40ff61-6dfd-4133-b3a1-2bb1e766417d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=c0f27388-ba38-42f2-b47f-26c1f602b5ac,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:33.150918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c0f27388-ba38-42f2-b47f-26c1f602b5ac details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:33.171000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:33.177158 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.196887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=6c3edc4a-2f51-40fc-b061-e75d20855440,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:33.406320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b0fa09fa-580a-4384-bfe6-3dd7e11af431', 'network_id': 'b0fa09fa-580a-4384-bfe6-3dd7e11af431', 'tenant_id': '762cb69f40884f77a54fdc2066b13d36', 'fixed_ips': [{'subnet_id': '99f1a1f5-7930-406c-97bf-92f111f578b9'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:33.408842 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.451681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af4564f1-3fd5-4552-b271-56a15cfc9ff6 req-bb39104f-8650-44d5-8125-26bb73b2dc28 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272671 Nov 12 11:15:33.464300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d86977f0-a131-4cac-9c20-6f9b3dff4ff9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.603445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d86977f0-a131-4cac-9c20-6f9b3dff4ff9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 8cca03b0-4aad-4f37-991a-4a7bd897df95 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:33.636063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-6e0a3a79-096e-4b20-bd40-7cf5eca078cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:33.643392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-6e0a3a79-096e-4b20-bd40-7cf5eca078cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d147ef-e090-4316-a2d8-711387d78aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5450165 Nov 12 11:15:33.675782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.831387 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.907018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c3edc4a-2f51-40fc-b061-e75d20855440 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:33.933988 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=814b3ad7-368c-4901-be84-c47eeed59d4d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:33.980960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b91a-5ac4-4902-8536-529f84036b35 req-0ce35c30-d7a8-493e-b695-fd09b8d17a32 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:33.991916 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6540b91a-5ac4-4902-8536-529f84036b35 req-0ce35c30-d7a8-493e-b695-fd09b8d17a32 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2152367 Nov 12 11:15:33.995890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': '69bb3554-79af-4224-9084-a54b65a91f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '287589b2-27e5-4812-a16c-c3abbbba31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:33.996250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: 287589b2-27e5-4812-a16c-c3abbbba31e2, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:34.082738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 287589b2-27e5-4812-a16c-c3abbbba31e2 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:34.115209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 287589b2-27e5-4812-a16c-c3abbbba31e2) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:34.124035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:34.124643 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.141714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683ce16-f773-4d88-be58-34fb9a5a4b5d req-3281fa9e-2053-4e11-b619-8945e405488e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:34.158431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7683ce16-f773-4d88-be58-34fb9a5a4b5d req-3281fa9e-2053-4e11-b619-8945e405488e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.4606109 Nov 12 11:15:34.171238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e144cbf-c1ac-4d64-8ae2-9249ad272a98 None None] Network 287589b2-27e5-4812-a16c-c3abbbba31e2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:34.188382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9c54b968-f900-4481-95d7-495747c53cb8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2148399 Nov 12 11:15:34.190927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46824) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:34.202332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': 'c0f27388-ba38-42f2-b47f-26c1f602b5ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:34.237589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6540b91a-5ac4-4902-8536-529f84036b35 req-2cdea740-0f34-4d5f-a133-e3574ff3de41 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270339 Nov 12 11:15:34.297076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-528c9829-47be-4efa-8a8e-7728c03edba1 None None] Provisioning complete for port ff5ed229-755b-4482-a8c3-d9778e0b1b51 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:34.297685 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-528c9829-47be-4efa-8a8e-7728c03edba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.319101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-b4e7ed2d-e42e-4359-99a9-dc93f90a213b service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255589 Nov 12 11:15:34.389390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-528c9829-47be-4efa-8a8e-7728c03edba1 None None] Port ff5ed229-755b-4482-a8c3-d9778e0b1b51 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:34.404130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Allocated IP 172.20.0.2 (b0fa09fa-580a-4384-bfe6-3dd7e11af431/99f1a1f5-7930-406c-97bf-92f111f578b9/ec31c61f-0798-4fef-8560-798aded69a82) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:34.484653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6c3edc4a-2f51-40fc-b061-e75d20855440 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:34.485525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.502934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:34.524053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.553783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-528c9829-47be-4efa-8a8e-7728c03edba1 None None] Provisioning complete for port 6c3edc4a-2f51-40fc-b061-e75d20855440 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:34.554570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-528c9829-47be-4efa-8a8e-7728c03edba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.712387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7683ce16-f773-4d88-be58-34fb9a5a4b5d req-01382187-d538-4c19-b8da-05a03691e044 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522635 Nov 12 11:15:34.813530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d86977f0-a131-4cac-9c20-6f9b3dff4ff9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.885556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5af2963-39e4-4bbb-9668-15ba050c9266 req-35cbc044-cef4-4c74-aef5-c0d3eedd1d9b service neutron] 10.222.0.59 "GET /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517130 Nov 12 11:15:34.922224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86977f0-a131-4cac-9c20-6f9b3dff4ff9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=8cca03b0-4aad-4f37-991a-4a7bd897df95,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:34.988027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d86977f0-a131-4cac-9c20-6f9b3dff4ff9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.995875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d86977f0-a131-4cac-9c20-6f9b3dff4ff9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/8cca03b0-4aad-4f37-991a-4a7bd897df95 HTTP/1.1" status: 204 len: 168 time: 2.5497396 Nov 12 11:15:34.996123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-287589b2-27e5-4812-a16c-c3abbbba31e2', 'network_id': '287589b2-27e5-4812-a16c-c3abbbba31e2', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': '814b3ad7-368c-4901-be84-c47eeed59d4d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:34.996955 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.014454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46832) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:35.062266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f4ed6-96ed-48c6-844e-65786bff3b5a req-13ed0340-ae13-410e-a5f2-a4739c5658a9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:35.064740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b12f4ed6-96ed-48c6-844e-65786bff3b5a req-13ed0340-ae13-410e-a5f2-a4739c5658a9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2136025 Nov 12 11:15:35.082580 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2d9f60-b1f6-448a-bf54-39d5ee76056a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:15:35.085418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ce2d9f60-b1f6-448a-bf54-39d5ee76056a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/8cca03b0-4aad-4f37-991a-4a7bd897df95 HTTP/1.1" status: 404 len: 333 time: 0.0680065 Nov 12 11:15:35.094663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46834) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:35.378079 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b12f4ed6-96ed-48c6-844e-65786bff3b5a req-702c6b20-626a-4565-9f9f-689e16cbab26 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696822 Nov 12 11:15:35.638483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-528c9829-47be-4efa-8a8e-7728c03edba1 None None] Could not find standard attr ID for object 8cca03b0-4aad-4f37-991a-4a7bd897df95. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:15:35.751959 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.763229 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:15:35.779806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.823518 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.852418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8987-2f83-4e08-8b98-21e5f59710a4 req-86de0337-f096-4911-b350-72133d8c18a8 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:35.854258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c3f8987-2f83-4e08-8b98-21e5f59710a4 req-86de0337-f096-4911-b350-72133d8c18a8 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2311647 Nov 12 11:15:35.867992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-dca2cd7f-4b54-4b03-a5bf-737ff2743df8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port ff5ed229-755b-4482-a8c3-d9778e0b1b51 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:35.868833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dca2cd7f-4b54-4b03-a5bf-737ff2743df8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.054149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c416f991-b077-4e44-9e5d-9eae7cb70331 None None] Provisioning complete for port ff5ed229-755b-4482-a8c3-d9778e0b1b51 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:36.056517 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c416f991-b077-4e44-9e5d-9eae7cb70331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.123322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=d1eb9f62-b53a-4b91-aaea-41ea7a82fb9a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:36.182460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e714b-9973-4ada-bc0f-8521f694b4c3 req-cb48ced1-e05b-4e69-bbf5-207e9bc0d62c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:36.193865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-001e714b-9973-4ada-bc0f-8521f694b4c3 req-cb48ced1-e05b-4e69-bbf5-207e9bc0d62c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2549171 Nov 12 11:15:36.200364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': 'a96a4c58-9601-4b45-ab77-b7215a172ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c0f27388-ba38-42f2-b47f-26c1f602b5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:36.204596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: c0f27388-ba38-42f2-b47f-26c1f602b5ac, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:36.249671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.263979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c416f991-b077-4e44-9e5d-9eae7cb70331 None None] Port ff5ed229-755b-4482-a8c3-d9778e0b1b51 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:36.274362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.322732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c416f991-b077-4e44-9e5d-9eae7cb70331 None None] Could not find standard attr ID for object 8cca03b0-4aad-4f37-991a-4a7bd897df95. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:15:36.346149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network c0f27388-ba38-42f2-b47f-26c1f602b5ac is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:36.379315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-001e714b-9973-4ada-bc0f-8521f694b4c3 req-64a40988-9759-4f48-81f2-76ca6f61f0a2 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544335 Nov 12 11:15:36.390244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c0f27388-ba38-42f2-b47f-26c1f602b5ac) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:36.400389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:36.401817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.443818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fe0908ac-0faa-4a3b-9769-55b02a8d8f48 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2514961 Nov 12 11:15:36.447246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46850) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:36.453127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc76848-02d6-4fce-bd93-f0504b8812fe None None] Network c0f27388-ba38-42f2-b47f-26c1f602b5ac requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:36.455892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8020442c-e8a7-4df8-b961-2178ca7c9e83 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1012075102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:36.457509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Pushing event updated for resources: {'Port': ['ID=ec31c61f-0798-4fef-8560-798aded69a82,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:36.526049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8020442c-e8a7-4df8-b961-2178ca7c9e83 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.527344 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8020442c-e8a7-4df8-b961-2178ca7c9e83 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.569643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:36.632600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Allocated IP 172.20.0.2 (287589b2-27e5-4812-a16c-c3abbbba31e2/814b3ad7-368c-4901-be84-c47eeed59d4d/82719c15-f6c9-4dc6-8d46-1d1a336c4b42) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:36.634926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:36.642172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:36.690623 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8020442c-e8a7-4df8-b961-2178ca7c9e83 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.724972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c3f8987-2f83-4e08-8b98-21e5f59710a4 req-cba99731-57e8-4c4c-b4d0-f595f6526c35 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815688 Nov 12 11:15:36.739161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8020442c-e8a7-4df8-b961-2178ca7c9e83 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.801647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Attempting to bind port ec31c61f-0798-4fef-8560-798aded69a82 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:36.802060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Attempting to bind port ec31c61f-0798-4fef-8560-798aded69a82 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '590928a0-cda0-4bf8-887c-34db6ef863ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0fa09fa-580a-4384-bfe6-3dd7e11af431'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:36.802523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Attempting to bind port ec31c61f-0798-4fef-8560-798aded69a82 on network b0fa09fa-580a-4384-bfe6-3dd7e11af431 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:36.809552 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3cb6-e5a6-4e80-95e3-8065e64e0314 req-1f4030b9-c617-4089-bf87-fe9f46b3b3d5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:36.812236 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58bb3cb6-e5a6-4e80-95e3-8065e64e0314 req-1f4030b9-c617-4089-bf87-fe9f46b3b3d5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1349573 Nov 12 11:15:36.816990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Allocated IP 172.25.2.66 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/8c4151c3-26c1-4d20-badb-4ac27ebb9418) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:36.821917 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8020442c-e8a7-4df8-b961-2178ca7c9e83 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.821917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8020442c-e8a7-4df8-b961-2178ca7c9e83 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3713608 Nov 12 11:15:36.825789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46856) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:36.831494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:36.832134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Checking segment: {'id': '590928a0-cda0-4bf8-887c-34db6ef863ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0fa09fa-580a-4384-bfe6-3dd7e11af431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:36.832640 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.833179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Bound using segment: {'id': '590928a0-cda0-4bf8-887c-34db6ef863ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0fa09fa-580a-4384-bfe6-3dd7e11af431'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:36.833935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Bound port: ec31c61f-0798-4fef-8560-798aded69a82, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590928a0-cda0-4bf8-887c-34db6ef863ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0fa09fa-580a-4384-bfe6-3dd7e11af431'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:36.834412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.840107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dca2cd7f-4b54-4b03-a5bf-737ff2743df8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.893076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-dca2cd7f-4b54-4b03-a5bf-737ff2743df8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for ff5ed229-755b-4482-a8c3-d9778e0b1b51 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:36.931935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f685187a-4f84-48c3-99ae-87050695166c None None] For port ec31c61f-0798-4fef-8560-798aded69a82, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:36.936436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f685187a-4f84-48c3-99ae-87050695166c None None] For port ec31c61f-0798-4fef-8560-798aded69a82, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec31c61f-0798-4fef-8560-798aded69a82,segment=NetworkSegment(590928a0-cda0-4bf8-887c-34db6ef863ed),segment_id=590928a0-cda0-4bf8-887c-34db6ef863ed)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:36.946999 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.109211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.115650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-c0f27388-ba38-42f2-b47f-26c1f602b5ac', 'network_id': 'c0f27388-ba38-42f2-b47f-26c1f602b5ac', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': 'd1eb9f62-b53a-4b91-aaea-41ea7a82fb9a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:37.123265 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.250995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685187a-4f84-48c3-99ae-87050695166c None None] Pushing event updated for resources: {'Port': ['ID=ec31c61f-0798-4fef-8560-798aded69a82,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:37.273172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.385004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'Port': ['ID=8c4151c3-26c1-4d20-badb-4ac27ebb9418,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:37.390746 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dca2cd7f-4b54-4b03-a5bf-737ff2743df8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.455535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.455790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2cd7f-4b54-4b03-a5bf-737ff2743df8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=ff5ed229-755b-4482-a8c3-d9778e0b1b51,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:37.459823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:37.472884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:37.495684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:37.495888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58bb3cb6-e5a6-4e80-95e3-8065e64e0314 req-5e9ac175-3c5a-4482-84ec-3fb3928aa9ee tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506467 Nov 12 11:15:37.499110 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.524496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dca2cd7f-4b54-4b03-a5bf-737ff2743df8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.530655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dca2cd7f-4b54-4b03-a5bf-737ff2743df8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/ff5ed229-755b-4482-a8c3-d9778e0b1b51 HTTP/1.1" status: 204 len: 168 time: 2.4348249 Nov 12 11:15:37.531304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46864) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:37.576245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a344b9d-9791-4217-9f7e-b6014e091106 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:37.629738 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7160e2-27f1-4bcf-93e0-4fc09afd1fee tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:15:37.639070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f7160e2-27f1-4bcf-93e0-4fc09afd1fee tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/ff5ed229-755b-4482-a8c3-d9778e0b1b51 HTTP/1.1" status: 404 len: 333 time: 0.1040156 Nov 12 11:15:37.647747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46868) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:37.661487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Network 287589b2-27e5-4812-a16c-c3abbbba31e2 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:37.800749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba264a1c-56d6-4740-a8bd-1f35719b51af tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet a6c3340e-823b-4c44-859b-7ae10fba2158 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:37.806429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba264a1c-56d6-4740-a8bd-1f35719b51af tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.846950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:37.849751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:37.949686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3d525e09-6e9b-4f67-998a-f67c7a565f02 None None] Provisioning complete for port 8c4151c3-26c1-4d20-badb-4ac27ebb9418 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:37.950517 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d525e09-6e9b-4f67-998a-f67c7a565f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.001596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Pushing event updated for resources: {'Port': ['ID=82719c15-f6c9-4dc6-8d46-1d1a336c4b42,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:38.009078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3d525e09-6e9b-4f67-998a-f67c7a565f02 None None] Port 8c4151c3-26c1-4d20-badb-4ac27ebb9418 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:38.116196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.131407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec31c61f-0798-4fef-8560-798aded69a82 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:38.168172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba264a1c-56d6-4740-a8bd-1f35719b51af tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.209165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Allocated IP 172.21.0.2 (c0f27388-ba38-42f2-b47f-26c1f602b5ac/d1eb9f62-b53a-4b91-aaea-41ea7a82fb9a/edc28353-83d7-4904-b152-4b34c42c197c) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:38.324703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fcc5b-fba4-4b05-bfd3-64574a1131ab req-f7a63c08-ced9-43bc-9bb5-cc68b3847858 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:38.332006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76fcc5b-fba4-4b05-bfd3-64574a1131ab req-f7a63c08-ced9-43bc-9bb5-cc68b3847858 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.5387259 Nov 12 11:15:38.410992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87d061-caf1-49e2-8839-8c8ece306796 req-019c2690-d629-4eea-a2aa-0a46251a89ac tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:38.422672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f87d061-caf1-49e2-8839-8c8ece306796 req-019c2690-d629-4eea-a2aa-0a46251a89ac tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.4404361 Nov 12 11:15:38.585598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76fcc5b-fba4-4b05-bfd3-64574a1131ab req-3b5f4516-4812-45b3-a7fe-c1072d5c1149 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465751 Nov 12 11:15:38.651073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba264a1c-56d6-4740-a8bd-1f35719b51af tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.841051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Attempting to bind port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:38.841773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Attempting to bind port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '69bb3554-79af-4224-9084-a54b65a91f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '287589b2-27e5-4812-a16c-c3abbbba31e2'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:38.842896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Attempting to bind port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 on network 287589b2-27e5-4812-a16c-c3abbbba31e2 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:38.858263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.940641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:38.942247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Checking segment: {'id': '69bb3554-79af-4224-9084-a54b65a91f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '287589b2-27e5-4812-a16c-c3abbbba31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:38.942742 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.943214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Bound using segment: {'id': '69bb3554-79af-4224-9084-a54b65a91f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '287589b2-27e5-4812-a16c-c3abbbba31e2'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:38.943802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Bound port: 82719c15-f6c9-4dc6-8d46-1d1a336c4b42, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bb3554-79af-4224-9084-a54b65a91f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '287589b2-27e5-4812-a16c-c3abbbba31e2'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:38.944267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.968499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f87d061-caf1-49e2-8839-8c8ece306796 req-09cdfc4f-1a31-48fa-b3af-59580d7b711e tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5443189 Nov 12 11:15:38.980052 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba264a1c-56d6-4740-a8bd-1f35719b51af tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.025017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.20.0.1 (287589b2-27e5-4812-a16c-c3abbbba31e2/814b3ad7-368c-4901-be84-c47eeed59d4d/4a95c7d2-ba67-48aa-9686-6d43b003d7e0) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:39.075101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] For port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:39.080106 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] For port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=82719c15-f6c9-4dc6-8d46-1d1a336c4b42,segment=NetworkSegment(69bb3554-79af-4224-9084-a54b65a91f45),segment_id=69bb3554-79af-4224-9084-a54b65a91f45)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:39.087449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df77db-2b76-4274-b934-125d3574c6f3 req-06d2108e-4e9d-4d97-8b56-daffaed78a8d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.087780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba264a1c-56d6-4740-a8bd-1f35719b51af tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c3340e-823b-4c44-859b-7ae10fba2158,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:39.097542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba264a1c-56d6-4740-a8bd-1f35719b51af tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.107241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c7df77db-2b76-4274-b934-125d3574c6f3 req-06d2108e-4e9d-4d97-8b56-daffaed78a8d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3425417 Nov 12 11:15:39.107870 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ba264a1c-56d6-4740-a8bd-1f35719b51af tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/a6c3340e-823b-4c44-859b-7ae10fba2158 HTTP/1.1" status: 204 len: 168 time: 1.4556422 Nov 12 11:15:39.109420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46884) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:39.110728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb07fd6-acc3-4e9b-91ca-44ae62660895 None None] Network e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:39.143543 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.148167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.175097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0b9b9-c5c5-4c7b-b596-5844dd064fb2 None None] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:39.363461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ec31c61f-0798-4fef-8560-798aded69a82 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:39.363875 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.371743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.372324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.419008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c7df77db-2b76-4274-b934-125d3574c6f3 req-1111e5d7-054d-4fd8-8c1b-20c44bd1e5e9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103454 Nov 12 11:15:39.434709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.626934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Network c0f27388-ba38-42f2-b47f-26c1f602b5ac is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:39.658580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-69061419-b73c-4c66-ad14-6b35615b2631 None None] Provisioning complete for port ec31c61f-0798-4fef-8560-798aded69a82 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:39.659247 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69061419-b73c-4c66-ad14-6b35615b2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.716349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aba11-d716-456c-a9c8-13f97cf2f1c0 req-a187529d-a01c-49fb-947b-b911f538da06 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.732925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-588aba11-d716-456c-a9c8-13f97cf2f1c0 req-a187529d-a01c-49fb-947b-b911f538da06 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3577325 Nov 12 11:15:39.781227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:39.794457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.856276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:39.863715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf8fd0-5bf2-441d-9858-59a253215376 req-9ed39272-f78b-44ff-bc08-e3dd2f736792 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.869295 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3bf8fd0-5bf2-441d-9858-59a253215376 req-9ed39272-f78b-44ff-bc08-e3dd2f736792 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2184062 Nov 12 11:15:39.923082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57626ab-7a4c-47c7-abae-99372e31af44 None None] Pushing event updated for resources: {'Port': ['ID=82719c15-f6c9-4dc6-8d46-1d1a336c4b42,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:39.945002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-588aba11-d716-456c-a9c8-13f97cf2f1c0 req-1a05a984-5ead-4207-8f07-9ce2cb53e0b8 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943295 Nov 12 11:15:39.948040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 6c3edc4a-2f51-40fc-b061-e75d20855440 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:39.948391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.040566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Router 64a1d1cc-b4af-4dc5-aad3-4682c54f4d23 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:15:40.052985 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.136566 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=4a95c7d2-ba67-48aa-9686-6d43b003d7e0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:40.154165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3bf8fd0-5bf2-441d-9858-59a253215376 req-70e7ed8e-3423-4498-94d4-c8512855ca8a tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752602 Nov 12 11:15:40.185856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 287589b2-27e5-4812-a16c-c3abbbba31e2 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:40.188604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] For port 6c3edc4a-2f51-40fc-b061-e75d20855440, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c3edc4a-2f51-40fc-b061-e75d20855440,segment=NetworkSegment(57b005e0-98b8-4c1f-be06-4d464351420c),segment_id=57b005e0-98b8-4c1f-be06-4d464351420c)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:40.189411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.193164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:40.209315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:40.239139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 6c3edc4a-2f51-40fc-b061-e75d20855440 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:40.309645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.347246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Pushing event updated for resources: {'Port': ['ID=edc28353-83d7-4904-b152-4b34c42c197c,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:40.444475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:40.458642 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2691771-9b53-4a7b-9dfe-0104d01e68ae None None] Sync routers for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:40.478436 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2691771-9b53-4a7b-9dfe-0104d01e68ae None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:40.479475 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d2691771-9b53-4a7b-9dfe-0104d01e68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:40.495999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371cca4-96fe-42cd-b553-b38f1c08440f req-4a09a96d-8678-47bf-a14d-1b63144712b8 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:40.503524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2371cca4-96fe-42cd-b553-b38f1c08440f req-4a09a96d-8678-47bf-a14d-1b63144712b8 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1439312 Nov 12 11:15:40.529373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.544888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.549365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-03aaf612-0288-4b5c-91df-a64958abd971 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.8650377 Nov 12 11:15:40.550321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46904) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:40.613194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Attempting to bind port edc28353-83d7-4904-b152-4b34c42c197c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:40.614321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Attempting to bind port edc28353-83d7-4904-b152-4b34c42c197c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'a96a4c58-9601-4b45-ab77-b7215a172ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c0f27388-ba38-42f2-b47f-26c1f602b5ac'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:40.614923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Attempting to bind port edc28353-83d7-4904-b152-4b34c42c197c on network c0f27388-ba38-42f2-b47f-26c1f602b5ac {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:40.628756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=6c3edc4a-2f51-40fc-b061-e75d20855440,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:40.658717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No DVR routers for this DVR port 6c3edc4a-2f51-40fc-b061-e75d20855440 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:40.670482 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d2691771-9b53-4a7b-9dfe-0104d01e68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:40.718506 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2691771-9b53-4a7b-9dfe-0104d01e68ae None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:40.720739 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d2691771-9b53-4a7b-9dfe-0104d01e68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:40.728641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:40.729271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Checking segment: {'id': 'a96a4c58-9601-4b45-ab77-b7215a172ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c0f27388-ba38-42f2-b47f-26c1f602b5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:40.730268 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.730910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Bound using segment: {'id': 'a96a4c58-9601-4b45-ab77-b7215a172ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c0f27388-ba38-42f2-b47f-26c1f602b5ac'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:40.731716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Bound port: edc28353-83d7-4904-b152-4b34c42c197c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96a4c58-9601-4b45-ab77-b7215a172ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c0f27388-ba38-42f2-b47f-26c1f602b5ac'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:40.732363 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.738404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69061419-b73c-4c66-ad14-6b35615b2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.751152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.800464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.832901 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d2691771-9b53-4a7b-9dfe-0104d01e68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:40.843330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2691771-9b53-4a7b-9dfe-0104d01e68ae None None] The sync data for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:40.953077 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2371cca4-96fe-42cd-b553-b38f1c08440f req-3b8d55e1-7d07-407c-94c7-7409d5307174 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125428 Nov 12 11:15:41.101627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11188c7-1306-48be-aaf0-88d743ab5383 None None] DHCP port deletion for e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:41.168136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.186433 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.363955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-69061419-b73c-4c66-ad14-6b35615b2631 None None] For port ec31c61f-0798-4fef-8560-798aded69a82, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec31c61f-0798-4fef-8560-798aded69a82,segment=NetworkSegment(590928a0-cda0-4bf8-887c-34db6ef863ed),segment_id=590928a0-cda0-4bf8-887c-34db6ef863ed)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:41.376122 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69061419-b73c-4c66-ad14-6b35615b2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.507692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd7d02-f16b-405d-9270-0aa7c19ef50d None None] Network 287589b2-27e5-4812-a16c-c3abbbba31e2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:41.681076 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:15:41.682012 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:15:41.703119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] For port edc28353-83d7-4904-b152-4b34c42c197c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:41.734745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.781961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3bc33e6f-1a1f-4799-ad52-4ccfccc28e26 None None] Provisioning complete for port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:41.782916 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3bc33e6f-1a1f-4799-ad52-4ccfccc28e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.788429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] For port edc28353-83d7-4904-b152-4b34c42c197c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=edc28353-83d7-4904-b152-4b34c42c197c,segment=NetworkSegment(a96a4c58-9601-4b45-ab77-b7215a172ade),segment_id=a96a4c58-9601-4b45-ab77-b7215a172ade)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:41.801897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69061419-b73c-4c66-ad14-6b35615b2631 None None] Pushing event updated for resources: {'Port': ['ID=ec31c61f-0798-4fef-8560-798aded69a82,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:41.848582 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.003478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ee2785-eab8-4ac3-9699-6f225cd3d7c3']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:42.112357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b005e0-98b8-4c1f-be06-4d464351420c') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:42.117304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b005e0-98b8-4c1f-be06-4d464351420c') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:42.185484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a912693-6b33-459c-995b-fa95c9220509 req-bdfb44da-cb69-4eaf-910f-9e25432be554 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:42.187770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a912693-6b33-459c-995b-fa95c9220509 req-bdfb44da-cb69-4eaf-910f-9e25432be554 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.6076047 Nov 12 11:15:42.190403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.254551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7deba-833b-45e2-aec1-700eb80061ef None None] Pushing event updated for resources: {'Port': ['ID=edc28353-83d7-4904-b152-4b34c42c197c,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:42.277558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.365000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-a58ca29e-06ad-4763-9d93-224508e7b2ca tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:42.370354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-a58ca29e-06ad-4763-9d93-224508e7b2ca tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf1a5be-d032-45bd-9b05-f5912165c479 HTTP/1.1" status: 200 len: 943 time: 0.3708007 Nov 12 11:15:42.377484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:42.378575 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:42.383782 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:42.461619 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3bc33e6f-1a1f-4799-ad52-4ccfccc28e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.544154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.675210 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.688481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3bc33e6f-1a1f-4799-ad52-4ccfccc28e26 None None] For port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=82719c15-f6c9-4dc6-8d46-1d1a336c4b42,segment=NetworkSegment(69bb3554-79af-4224-9084-a54b65a91f45),segment_id=69bb3554-79af-4224-9084-a54b65a91f45)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:42.690086 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.698598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3bc33e6f-1a1f-4799-ad52-4ccfccc28e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.712012 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/networks/e0ee2785-eab8-4ac3-9699-6f225cd3d7c3 HTTP/1.1" status: 204 len: 168 time: 3.5819356 Nov 12 11:15:42.721213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46950) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:42.739670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-220434388'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:42.792754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc861-e729-48f9-9b48-033556ba867c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Network': ['ID=e0ee2785-eab8-4ac3-9699-6f225cd3d7c3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:42.955959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-87b1c4b6-089c-4f58-b488-260a0c4631a6 None None] Provisioning complete for port ec31c61f-0798-4fef-8560-798aded69a82 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:42.964038 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-87b1c4b6-089c-4f58-b488-260a0c4631a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.181230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc33e6f-1a1f-4799-ad52-4ccfccc28e26 None None] Pushing event updated for resources: {'Port': ['ID=82719c15-f6c9-4dc6-8d46-1d1a336c4b42,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:43.283740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec31c61f-0798-4fef-8560-798aded69a82 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:43.452432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ec31c61f-0798-4fef-8560-798aded69a82 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:43.453049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.514173 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a912693-6b33-459c-995b-fa95c9220509 req-1862471c-0f56-403e-9bcd-731e6288a4a7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3050637 Nov 12 11:15:43.539276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:43.576291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.697782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Deleting port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:43.698462 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.701702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:43.742841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.742841 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Added segment 64d32973-1697-4aae-9047-262b41df36ff of type vlan for network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b Nov 12 11:15:43.747716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a7a9c0c4-89a8-432b-b455-e7c9177cee49 None None] Provisioning complete for port 4a95c7d2-ba67-48aa-9686-6d43b003d7e0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:43.748416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c0c4-89a8-432b-b455-e7c9177cee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.823356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device edc28353-83d7-4904-b152-4b34c42c197c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:43.891786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9c0c4-89a8-432b-b455-e7c9177cee49 None None] Port 4a95c7d2-ba67-48aa-9686-6d43b003d7e0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:43.909306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] For port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:43.909677 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.925572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Calling delete_port for 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:43.949513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a7a9c0c4-89a8-432b-b455-e7c9177cee49 None None] Provisioning complete for port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:43.971549 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c0c4-89a8-432b-b455-e7c9177cee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.066600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port edc28353-83d7-4904-b152-4b34c42c197c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:44.069672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.072480 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.106819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Allocated IP 172.20.0.1 (b0fa09fa-580a-4384-bfe6-3dd7e11af431/99f1a1f5-7930-406c-97bf-92f111f578b9/4404d8e6-a516-409f-8f9a-5ba7f25c8ca3) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:44.165098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad43c8-5cb4-4594-ae7c-6417a6a354ed None None] Network c0f27388-ba38-42f2-b47f-26c1f602b5ac requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:44.276504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b111e-3604-44ec-b5e4-33ff30752a1b req-3cf7839c-2195-4b4b-8a24-5c6c5010eb91 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.279389 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b67b111e-3604-44ec-b5e4-33ff30752a1b req-3cf7839c-2195-4b4b-8a24-5c6c5010eb91 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.5176699 Nov 12 11:15:44.296375 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.327220 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.396669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.432607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.455259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.466144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.467416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.502859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.552074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['0af3f140-b939-446a-98ad-182c808c69f0', '47ba0938-ecd6-4a21-bd22-7ab66176994c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:44.570651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event deleted for resources: {'Port': ['ID=6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:44.670598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] No DVR routers for this DVR port 6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:44.679060 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.685959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3499c0c3-2b3b-426e-a42f-80f74188bfc8 req-5f0cac8b-c426-4dc5-a602-c1be70b704d7 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "DELETE /v2.0/ports/6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5 HTTP/1.1" status: 204 len: 173 time: 2.3058519 Nov 12 11:15:44.686896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'name': 'network-vif-deleted', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:44.692072 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14c9c0f-3715-4ee0-b398-c4b8f8ca527e" -d '{"events": [{"server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "name": "network-vif-deleted", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:44.749165 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.798854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=4a95c7d2-ba67-48aa-9686-6d43b003d7e0,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:44.835495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port edc28353-83d7-4904-b152-4b34c42c197c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=edc28353-83d7-4904-b152-4b34c42c197c,segment=NetworkSegment(a96a4c58-9601-4b45-ab77-b7215a172ade),segment_id=a96a4c58-9601-4b45-ab77-b7215a172ade)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:44.854218 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1224530 Nov 12 11:15:44.857990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 287589b2-27e5-4812-a16c-c3abbbba31e2 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:44.861673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46974) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:44.870363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:44.889960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-12bc8fe1-74fb-4faf-a190-4a50548a961c None None] Provisioning complete for port edc28353-83d7-4904-b152-4b34c42c197c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:44.891781 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-12bc8fe1-74fb-4faf-a190-4a50548a961c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.906858 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.913275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:44.923655 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:45.014599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b67b111e-3604-44ec-b5e4-33ff30752a1b req-feedafc5-660c-4d9c-84d3-862be076f35d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7112527 Nov 12 11:15:45.020348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:45.100980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'Port': ['ID=4404d8e6-a516-409f-8f9a-5ba7f25c8ca3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:45.286999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7b85e-26fb-4b9e-915c-3248aaa0edcf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Network': ['ID=f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:45.321687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:45.352327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:45.386098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:45.511930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:45.515775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=edc28353-83d7-4904-b152-4b34c42c197c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:45.762826 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3304a08-1ed4-4ab3-8c76-811a6728ee3b x-openstack-request-id: req-a3304a08-1ed4-4ab3-8c76-811a6728ee3b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:45.763399 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf1a5be-d032-45bd-9b05-f5912165c479", "name": "network-vif-deleted", "tag": "6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5", "status": "failed", "code": 422}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:45.763681 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3304a08-1ed4-4ab3-8c76-811a6728ee3b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:45.764278 n-d-768851-19 neutron-server[109165]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eaf1a5be-d032-45bd-9b05-f5912165c479', 'name': 'network-vif-deleted', 'tag': '6f0a0f56-6dcd-47ff-9e69-8c26a4cecba5', 'status': 'failed', 'code': 422} returned with failed status Nov 12 11:15:45.855290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:45.866522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 2ca5835b-1831-402b-bf17-2d5c010f6645 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:15:46.138371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:46.157988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:46.170755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b27bfc87-97c8-482f-9f5a-2b64de91fc9e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/2ca5835b-1831-402b-bf17-2d5c010f6645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3382099 Nov 12 11:15:46.171294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46994) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:46.199211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.280961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d9fe0-3ff2-4216-9ef4-c1b2bd8908a0 None None] Sync routers for ids ['2ca5835b-1831-402b-bf17-2d5c010f6645'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:46.350098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175353b3-7489-4843-bde0-b3e1cef48ff2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.357520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-175353b3-7489-4843-bde0-b3e1cef48ff2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports/4a95c7d2-ba67-48aa-9686-6d43b003d7e0 HTTP/1.1" status: 200 len: 910 time: 0.1807036 Nov 12 11:15:46.362195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46998) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:46.444815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620a767-a9e8-48ff-944f-a0a35416e478 req-1636ade6-f086-4b4e-b3f1-17560b2a7846 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.446675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4620a767-a9e8-48ff-944f-a0a35416e478 req-1636ade6-f086-4b4e-b3f1-17560b2a7846 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.0901322 Nov 12 11:15:46.520313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d9fe0-3ff2-4216-9ef4-c1b2bd8908a0 None None] Routers {'2ca5835b-1831-402b-bf17-2d5c010f6645'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:46.521230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-703d9fe0-3ff2-4216-9ef4-c1b2bd8908a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2ca5835b-1831-402b-bf17-2d5c010f6645'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:46.599807 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4620a767-a9e8-48ff-944f-a0a35416e478 req-5f0d9633-7abf-4301-a1a2-eff9033ce8f6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467950 Nov 12 11:15:46.640607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-703d9fe0-3ff2-4216-9ef4-c1b2bd8908a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:46.692381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:46.694893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.851971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d9fe0-3ff2-4216-9ef4-c1b2bd8908a0 None None] Routers {'2ca5835b-1831-402b-bf17-2d5c010f6645'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:46.852818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-703d9fe0-3ff2-4216-9ef4-c1b2bd8908a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2ca5835b-1831-402b-bf17-2d5c010f6645'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:46.913373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fc69-e969-4bdf-9a53-b56f3cf2a90b req-d5c96c9c-0d52-4bf8-a1b2-6fe04397e04c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.941101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aca1fc69-e969-4bdf-9a53-b56f3cf2a90b req-d5c96c9c-0d52-4bf8-a1b2-6fe04397e04c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1731186 Nov 12 11:15:46.950203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-12bc8fe1-74fb-4faf-a190-4a50548a961c None None] Provisioning complete for port 4a95c7d2-ba67-48aa-9686-6d43b003d7e0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:46.950203 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-12bc8fe1-74fb-4faf-a190-4a50548a961c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.013265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-12bc8fe1-74fb-4faf-a190-4a50548a961c None None] Port 4a95c7d2-ba67-48aa-9686-6d43b003d7e0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:47.014794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-703d9fe0-3ff2-4216-9ef4-c1b2bd8908a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:47.015970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d9fe0-3ff2-4216-9ef4-c1b2bd8908a0 None None] The sync data for ids ['2ca5835b-1831-402b-bf17-2d5c010f6645'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:47.056620 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aca1fc69-e969-4bdf-9a53-b56f3cf2a90b req-3b0f1696-2d5d-40ae-8c9b-437894619864 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195385 Nov 12 11:15:47.260187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25dcdc02-66a3-45cc-b742-b0de1595985e None None] Provisioning complete for port edc28353-83d7-4904-b152-4b34c42c197c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:47.261342 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25dcdc02-66a3-45cc-b742-b0de1595985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.325401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c3edc4a-2f51-40fc-b061-e75d20855440 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:47.332979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d305a3-b637-42c8-8708-4872b2c36a29 req-85d3bda0-d43c-4487-b5bb-537dc0191c37 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:47.336957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83d305a3-b637-42c8-8708-4872b2c36a29 req-85d3bda0-d43c-4487-b5bb-537dc0191c37 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1049685 Nov 12 11:15:47.429379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 6c3edc4a-2f51-40fc-b061-e75d20855440 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:47.431433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c3edc4a-2f51-40fc-b061-e75d20855440 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:47.454960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2edf9-66f1-4b37-b6d8-5cd27fd3ae61 req-9792b033-d07a-4a93-8a90-6662f07a20e5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:47.464913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-89a2edf9-66f1-4b37-b6d8-5cd27fd3ae61 req-9792b033-d07a-4a93-8a90-6662f07a20e5 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 907 time: 0.3145370 Nov 12 11:15:47.470987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83d305a3-b637-42c8-8708-4872b2c36a29 req-c428088f-0f6f-47e0-8543-959a9705c2f8 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194863 Nov 12 11:15:47.681773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device edc28353-83d7-4904-b152-4b34c42c197c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:47.733703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25dcdc02-66a3-45cc-b742-b0de1595985e None None] Provisioning complete for port 4a95c7d2-ba67-48aa-9686-6d43b003d7e0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:47.733703 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25dcdc02-66a3-45cc-b742-b0de1595985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.784484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25dcdc02-66a3-45cc-b742-b0de1595985e None None] Port 4a95c7d2-ba67-48aa-9686-6d43b003d7e0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:47.803467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.810709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25dcdc02-66a3-45cc-b742-b0de1595985e None None] Provisioning complete for port 4404d8e6-a516-409f-8f9a-5ba7f25c8ca3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:47.811441 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25dcdc02-66a3-45cc-b742-b0de1595985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.876319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port edc28353-83d7-4904-b152-4b34c42c197c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:47.876887 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.879497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25dcdc02-66a3-45cc-b742-b0de1595985e None None] Port 4404d8e6-a516-409f-8f9a-5ba7f25c8ca3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:48.019713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:48.103307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:48.103679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:48.125212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa592ce-4258-43ee-b42a-35784a662498 req-15f0c64c-f193-4cfb-b012-424baf8bcb97 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:48.127124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8fa592ce-4258-43ee-b42a-35784a662498 req-15f0c64c-f193-4cfb-b012-424baf8bcb97 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3525062 Nov 12 11:15:48.379792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-2aaf6eed-6746-424c-a618-2058ba1aec17 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:48.381647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-2aaf6eed-6746-424c-a618-2058ba1aec17 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 907 time: 0.4833107 Nov 12 11:15:48.392536 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:48.580505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8fa592ce-4258-43ee-b42a-35784a662498 req-e95b4cab-8a56-4a0a-a64d-d7f5d80dcf7b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098620 Nov 12 11:15:48.692036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=6a365b99-be37-4237-87a1-4fdf5b76559d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:48.721996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c484e-38a0-42fb-9fbe-b9b94acc4127 req-db1bee14-5fad-43a9-937f-7ae7a9465749 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:48.723934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b29c484e-38a0-42fb-9fbe-b9b94acc4127 req-db1bee14-5fad-43a9-937f-7ae7a9465749 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 907 time: 0.1150200 Nov 12 11:15:48.781058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking segment: {'id': '64d32973-1697-4aae-9047-262b41df36ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:48.781809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network hostable DHCP agents. Network: f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:49.001624 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.015079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.068234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.222448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb736e-119f-49ce-b3a9-9a3ac13dae5e req-37a43644-b570-4df1-96fb-7812fcdba80d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:49.224710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13fb736e-119f-49ce-b3a9-9a3ac13dae5e req-37a43644-b570-4df1-96fb-7812fcdba80d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1004097 Nov 12 11:15:49.264619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Deleting port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:49.265523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.288092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'Port': ['ID=4404d8e6-a516-409f-8f9a-5ba7f25c8ca3,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:49.308971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:49.345456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13fb736e-119f-49ce-b3a9-9a3ac13dae5e req-8d15ab39-0d01-429e-96c8-4a082fcd64dd tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998707 Nov 12 11:15:49.432090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:49.437148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.453064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d4f36a-397d-4248-bbd3-62a439653196 None None] Network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:49.463475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:49.463697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.677036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fb834f81-4896-4f2c-afec-aac898c4fcbe tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8097622 Nov 12 11:15:49.678352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47042) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:49.684347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b', 'name': 'tempest-PortsIpV6TestJSON-1593594722', 'fixed_ips': [{'subnet_id': '6a365b99-be37-4237-87a1-4fdf5b76559d', 'ip_address': '2001:db8::10'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:49.697729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] For port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:49.698051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.748520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b', 'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b', 'tenant_id': '56a51d1331014658816c4dadc3fb5443', 'fixed_ips': [{'subnet_id': '6a365b99-be37-4237-87a1-4fdf5b76559d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:49.749551 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.765387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Calling delete_port for a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:49.869328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:49.876271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:49.951359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:50.084204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Allocated IP 2001:db8::2 (f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b/6a365b99-be37-4237-87a1-4fdf5b76559d/23b9b21a-3b9e-404f-a41f-295116a488e3) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:50.134358 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.159137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port c579a4f2-fddd-4adc-85aa-07ba767eab4c yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:50.396235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3735b663-14ea-4da4-b6fa-9da79103a1ae None None] Provisioning complete for port 4404d8e6-a516-409f-8f9a-5ba7f25c8ca3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:50.396905 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3735b663-14ea-4da4-b6fa-9da79103a1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.526036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3735b663-14ea-4da4-b6fa-9da79103a1ae None None] Port 4404d8e6-a516-409f-8f9a-5ba7f25c8ca3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:50.534512 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.548906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a196a85-4b4a-462d-8733-024c34029745 req-f427a5ce-d9f7-42a1-b00a-88e78b13fc61 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:50.557680 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a196a85-4b4a-462d-8733-024c34029745 req-f427a5ce-d9f7-42a1-b00a-88e78b13fc61 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1017957 Nov 12 11:15:50.562526 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.615617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:50.619364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:50.624621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:50.630306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::10 (f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b/6a365b99-be37-4237-87a1-4fdf5b76559d/c579a4f2-fddd-4adc-85aa-07ba767eab4c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:50.637057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Pushing event updated for resources: {'Port': ['ID=23b9b21a-3b9e-404f-a41f-295116a488e3,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:50.653286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.654173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.654975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.655701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.656403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.657147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.657871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.658585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.659282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.660165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.660908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.661548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:50.763772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Attempting to bind port 23b9b21a-3b9e-404f-a41f-295116a488e3 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:50.764208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Attempting to bind port 23b9b21a-3b9e-404f-a41f-295116a488e3 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '64d32973-1697-4aae-9047-262b41df36ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:50.764645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Attempting to bind port 23b9b21a-3b9e-404f-a41f-295116a488e3 on network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:50.784921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:50.784921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Checking segment: {'id': '64d32973-1697-4aae-9047-262b41df36ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:50.784921 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.784921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Bound using segment: {'id': '64d32973-1697-4aae-9047-262b41df36ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:50.784921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Bound port: 23b9b21a-3b9e-404f-a41f-295116a488e3, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d32973-1697-4aae-9047-262b41df36ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:50.784921 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.819741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.874043 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.885842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] For port 23b9b21a-3b9e-404f-a41f-295116a488e3, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:50.894787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] For port 23b9b21a-3b9e-404f-a41f-295116a488e3, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=23b9b21a-3b9e-404f-a41f-295116a488e3,segment=NetworkSegment(64d32973-1697-4aae-9047-262b41df36ff),segment_id=64d32973-1697-4aae-9047-262b41df36ff)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:50.902035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.21.0.1 (c0f27388-ba38-42f2-b47f-26c1f602b5ac/d1eb9f62-b53a-4b91-aaea-41ea7a82fb9a/5a51cd75-0973-4ded-ad57-56ff3c6bd1f3) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:50.904547 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.962083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:50.970969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:50.980542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:51.002227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:51.002918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:51.012424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e27e9-5698-426d-8999-0ca4d1cacab0 None None] Pushing event updated for resources: {'Port': ['ID=23b9b21a-3b9e-404f-a41f-295116a488e3,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:51.039491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a196a85-4b4a-462d-8733-024c34029745 req-34a3d1e4-3a51-4c78-a5c6-06b32cfe8a57 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807920 Nov 12 11:15:51.046830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=c579a4f2-fddd-4adc-85aa-07ba767eab4c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:51.096254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-022a6fe7-4573-4e85-847c-1e9c0c7b746e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4165895 Nov 12 11:15:51.104582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47062) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:51.124814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': 'f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b', 'name': 'tempest-PortsIpV6TestJSON-1410553444', 'fixed_ips': [{'subnet_id': '6a365b99-be37-4237-87a1-4fdf5b76559d', 'ip_address': '2001:db8::f'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:51.157617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:51.180282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c29b9-f78d-4c7d-8816-dbb2d9458f83 req-1ffb6952-a180-408b-ac3e-b3c44b0dfb76 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:51.215194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:51.215767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:51.224931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-228c29b9-f78d-4c7d-8816-dbb2d9458f83 req-1ffb6952-a180-408b-ac3e-b3c44b0dfb76 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf1528a-7225-4e2b-a827-956757cf9d54 HTTP/1.1" status: 200 len: 907 time: 1.3122156 Nov 12 11:15:51.248112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Router 64a1d1cc-b4af-4dc5-aad3-4682c54f4d23 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:51.270394 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:51.417932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event deleted for resources: {'Port': ['ID=a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:51.511695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:51.517136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:51.574601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 091b90b9-9770-4968-9d87-4dee88415fa6 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:51.737849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:51.755344 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb2d97-90e9-40fa-9a51-766d11c82064 None None] Sync routers for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:51.756740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4fabc29e-1ddc-4046-b54e-e52e80999d18 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "PUT /v2.0/routers/64a1d1cc-b4af-4dc5-aad3-4682c54f4d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2046335 Nov 12 11:15:51.767912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47072) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:51.788765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 23b9b21a-3b9e-404f-a41f-295116a488e3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:51.795028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Request body: {'port': {'network_id': 'b0fa09fa-580a-4384-bfe6-3dd7e11af431', 'name': 'tempest-FloatingIPAdminTestJSON-1420202139'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:51.825093 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb2d97-90e9-40fa-9a51-766d11c82064 None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:51.826096 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f6bb2d97-90e9-40fa-9a51-766d11c82064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:51.875351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] No DVR routers for this DVR port a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:51.880020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:51.887107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ff49c51-d550-4985-8934-3bf5c92cf55d req-395150a1-0094-4c83-acc7-36a53f6fe330 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "DELETE /v2.0/ports/a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8 HTTP/1.1" status: 204 len: 173 time: 3.4858513 Nov 12 11:15:51.902146 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f6bb2d97-90e9-40fa-9a51-766d11c82064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:51.902383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'name': 'network-vif-deleted', 'tag': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:51.905025 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4618c272-5416-4074-915e-52f970132de8" -d '{"events": [{"server_uuid": "fdf1528a-7225-4e2b-a827-956757cf9d54", "name": "network-vif-deleted", "tag": "a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:51.920567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::f (f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b/6a365b99-be37-4237-87a1-4fdf5b76559d/091b90b9-9770-4968-9d87-4dee88415fa6) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:51.922550 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb2d97-90e9-40fa-9a51-766d11c82064 None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:51.923758 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f6bb2d97-90e9-40fa-9a51-766d11c82064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:51.988671 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f6bb2d97-90e9-40fa-9a51-766d11c82064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:51.990855 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb2d97-90e9-40fa-9a51-766d11c82064 None None] The sync data for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:52.005038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 23b9b21a-3b9e-404f-a41f-295116a488e3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:52.008503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.242808 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7190ada2-40d2-45bd-8e40-6266d1c04b34 x-openstack-request-id: req-7190ada2-40d2-45bd-8e40-6266d1c04b34 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:52.243104 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf1528a-7225-4e2b-a827-956757cf9d54", "name": "network-vif-deleted", "tag": "a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:52.244668 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7190ada2-40d2-45bd-8e40-6266d1c04b34 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:52.245341 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf1528a-7225-4e2b-a827-956757cf9d54', 'name': 'network-vif-deleted', 'tag': 'a0f9f7d9-84cc-4718-8a93-ecaddd9b33d8', 'status': 'completed', 'code': 200} Nov 12 11:15:52.261538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.323297 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.350652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Made reservation on behalf of 762cb69f40884f77a54fdc2066b13d36 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:52.358347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.371438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe869de-95d7-4546-b58e-a0a12b783ee1 req-2219caa7-8e6f-47a7-9aaf-c8a47a13462a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:52.374014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fe869de-95d7-4546-b58e-a0a12b783ee1 req-2219caa7-8e6f-47a7-9aaf-c8a47a13462a tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 945 time: 0.4888000 Nov 12 11:15:52.378332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 23b9b21a-3b9e-404f-a41f-295116a488e3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=23b9b21a-3b9e-404f-a41f-295116a488e3,segment=NetworkSegment(64d32973-1697-4aae-9047-262b41df36ff),segment_id=64d32973-1697-4aae-9047-262b41df36ff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:52.384494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.456664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] device_id is not set on port 252f843c-460b-4e51-9ad6-c4cd73744460 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:52.476462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44475885-ec6f-496d-aafb-1a234a81f512 req-9b5c1626-cd1b-4042-b956-b4ed63f271d3 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:52.479917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44475885-ec6f-496d-aafb-1a234a81f512 req-9b5c1626-cd1b-4042-b956-b4ed63f271d3 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1871333 Nov 12 11:15:52.545369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=23b9b21a-3b9e-404f-a41f-295116a488e3,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:52.611994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.689669 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44475885-ec6f-496d-aafb-1a234a81f512 req-e5521d57-ef95-4fea-bf85-e438e099e0b2 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931195 Nov 12 11:15:52.713603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.721658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Allocated IP 172.20.0.13 (b0fa09fa-580a-4384-bfe6-3dd7e11af431/99f1a1f5-7930-406c-97bf-92f111f578b9/252f843c-460b-4e51-9ad6-c4cd73744460) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:52.796575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:52.798911 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62652b6e-55df-4e88-881f-443747f971d6 None None] Network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:52.838012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:52.852889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:52.868770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fe869de-95d7-4546-b58e-a0a12b783ee1 req-f59f4b25-3841-4c4c-8121-dc20aaf787b8 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764719 Nov 12 11:15:52.887696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:52.888374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.913976 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.982385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9b2cf8c4-49df-4a11-ac40-f157a10b9ba3 None None] Provisioning complete for port 23b9b21a-3b9e-404f-a41f-295116a488e3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:52.983062 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf8c4-49df-4a11-ac40-f157a10b9ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.004154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=091b90b9-9770-4968-9d87-4dee88415fa6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:53.041162 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bf86da28-f129-42e0-beaa-719263035add tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9311125 Nov 12 11:15:53.041879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47088) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:53.109188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network c0f27388-ba38-42f2-b47f-26c1f602b5ac is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:53.120614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:53.123440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:53.157722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=5a51cd75-0973-4ded-ad57-56ff3c6bd1f3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:53.270495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe1a87-0af6-488b-9828-0bc7c65b8092 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.274483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5bfe1a87-0af6-488b-9828-0bc7c65b8092 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2311766 Nov 12 11:15:53.278186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47092) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:53.427223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a35c8c-c989-423a-b110-45b591c11ee4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.438391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a35c8c-c989-423a-b110-45b591c11ee4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.449656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a35c8c-c989-423a-b110-45b591c11ee4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.456621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30a35c8c-c989-423a-b110-45b591c11ee4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1750009 Nov 12 11:15:53.457397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47094) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:53.499534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.506080 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.652483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 23b9b21a-3b9e-404f-a41f-295116a488e3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:53.722498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7dc85679-0bd7-43e1-9620-c412cb17955f None None] Provisioning complete for port 5a51cd75-0973-4ded-ad57-56ff3c6bd1f3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:53.725296 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7dc85679-0bd7-43e1-9620-c412cb17955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.774435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 23b9b21a-3b9e-404f-a41f-295116a488e3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:53.774972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.816269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7dc85679-0bd7-43e1-9620-c412cb17955f None None] Port 5a51cd75-0973-4ded-ad57-56ff3c6bd1f3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:53.846315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-667b7cdc-5367-44ae-bd23-b1d5aa2fa4e4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.866915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-667b7cdc-5367-44ae-bd23-b1d5aa2fa4e4 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 945 time: 0.2476163 Nov 12 11:15:53.891822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d46ffa2f-f480-4041-a982-4a7d17762ac2 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 091b90b9-9770-4968-9d87-4dee88415fa6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:53.892469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa2f-f480-4041-a982-4a7d17762ac2 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.957379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-65497bb2-faca-49ba-b819-6c5687ae0f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.982970 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.990767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-51db4a51-eb40-4a6e-abd1-2f9395fe94d0 None None] Provisioning complete for port 23b9b21a-3b9e-404f-a41f-295116a488e3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:53.991227 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51db4a51-eb40-4a6e-abd1-2f9395fe94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.079596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd9ad4-c686-480e-9205-9cac1798912b req-be9e8514-ff06-49c8-9ad4-8bce47b99ffe tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:54.096683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7dd9ad4-c686-480e-9205-9cac1798912b req-be9e8514-ff06-49c8-9ad4-8bce47b99ffe tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 945 time: 0.7323289 Nov 12 11:15:54.192778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:54.228135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:54.235832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:54.257304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-1a319864-6a4f-4fac-a5ce-3e66f7d24bef tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:54.263912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fbff9-d83d-43b7-9afa-780103e5cb55 req-5020a2cd-a912-4d23-988b-41b18fadbe2f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:54.264941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-1a319864-6a4f-4fac-a5ce-3e66f7d24bef tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.52 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 945 time: 0.8309345 Nov 12 11:15:54.276657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c8fbff9-d83d-43b7-9afa-780103e5cb55 req-5020a2cd-a912-4d23-988b-41b18fadbe2f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3788481 Nov 12 11:15:54.283517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-51db4a51-eb40-4a6e-abd1-2f9395fe94d0 None None] Provisioning complete for port c579a4f2-fddd-4adc-85aa-07ba767eab4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:54.284313 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51db4a51-eb40-4a6e-abd1-2f9395fe94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.336545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-51db4a51-eb40-4a6e-abd1-2f9395fe94d0 None None] Port c579a4f2-fddd-4adc-85aa-07ba767eab4c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:54.362761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-51db4a51-eb40-4a6e-abd1-2f9395fe94d0 None None] Provisioning complete for port 091b90b9-9770-4968-9d87-4dee88415fa6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:54.363302 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51db4a51-eb40-4a6e-abd1-2f9395fe94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.409852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c8fbff9-d83d-43b7-9afa-780103e5cb55 req-2e968f4f-979f-4a65-9c33-77e8ca0a0e0c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309383 Nov 12 11:15:54.450168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Deleting port 47ba0938-ecd6-4a21-bd22-7ab66176994c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:54.450595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.457099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa2f-f480-4041-a982-4a7d17762ac2 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.499386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-51db4a51-eb40-4a6e-abd1-2f9395fe94d0 None None] Port 091b90b9-9770-4968-9d87-4dee88415fa6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:54.506868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d46ffa2f-f480-4041-a982-4a7d17762ac2 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 091b90b9-9770-4968-9d87-4dee88415fa6 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:54.563720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:54.564534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.644014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2442d3a7-3fdb-4b74-afbb-239779c17091 None None] Provisioning complete for port c579a4f2-fddd-4adc-85aa-07ba767eab4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:54.645328 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2442d3a7-3fdb-4b74-afbb-239779c17091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.667961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.726062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event updated for resources: {'Port': ['ID=252f843c-460b-4e51-9ad6-c4cd73744460,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:54.801665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2442d3a7-3fdb-4b74-afbb-239779c17091 None None] Port c579a4f2-fddd-4adc-85aa-07ba767eab4c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:54.811720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-64701051-0586-4d55-8331-cfa09daad235 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0390410 Nov 12 11:15:54.825754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47102) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:54.902687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d2fd-e01f-48ea-bea8-83013486fe25 req-78f8884d-2ee4-4b69-a616-bf69657ab4e5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:54.904347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5c9d2fd-e01f-48ea-bea8-83013486fe25 req-78f8884d-2ee4-4b69-a616-bf69657ab4e5 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 945 time: 0.3093991 Nov 12 11:15:54.916681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] For port 47ba0938-ecd6-4a21-bd22-7ab66176994c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=47ba0938-ecd6-4a21-bd22-7ab66176994c,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:54.917092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.933153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b7f09a42-5722-4543-b0c9-7c582b250546 None None] Provisioning complete for port 252f843c-460b-4e51-9ad6-c4cd73744460 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:54.934202 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7f09a42-5722-4543-b0c9-7c582b250546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.951218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Calling delete_port for 47ba0938-ecd6-4a21-bd22-7ab66176994c owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:54.985230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b7f09a42-5722-4543-b0c9-7c582b250546 None None] Port 252f843c-460b-4e51-9ad6-c4cd73744460 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:55.006157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b7f09a42-5722-4543-b0c9-7c582b250546 None None] Provisioning complete for port 091b90b9-9770-4968-9d87-4dee88415fa6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:55.007261 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7f09a42-5722-4543-b0c9-7c582b250546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.056315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'project_id': '762cb69f40884f77a54fdc2066b13d36', 'port_id': '252f843c-460b-4e51-9ad6-c4cd73744460'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:55.058906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b7f09a42-5722-4543-b0c9-7c582b250546 None None] Port 091b90b9-9770-4968-9d87-4dee88415fa6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:55.119584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c7dd9ad4-c686-480e-9205-9cac1798912b req-4b31baa1-3e3d-4a9d-81d9-2140a40a42e0 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0272107 Nov 12 11:15:55.216022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5c9d2fd-e01f-48ea-bea8-83013486fe25 req-d39cc5c9-49e0-453d-8925-ee22183c3ac0 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931869 Nov 12 11:15:55.266750 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.297659 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa2f-f480-4041-a982-4a7d17762ac2 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.312456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Deleting port 4eb6c9ed-ddfd-4817-9784-1040b1792161 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:55.312793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.358389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ffa2f-f480-4041-a982-4a7d17762ac2 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=091b90b9-9770-4968-9d87-4dee88415fa6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:55.473006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] For port 4eb6c9ed-ddfd-4817-9784-1040b1792161, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=4eb6c9ed-ddfd-4817-9784-1040b1792161,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:55.473501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.487336 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.499560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.502212 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa2f-f480-4041-a982-4a7d17762ac2 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.514317 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d46ffa2f-f480-4041-a982-4a7d17762ac2 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/091b90b9-9770-4968-9d87-4dee88415fa6 HTTP/1.1" status: 204 len: 168 time: 2.0553486 Nov 12 11:15:55.515408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47110) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:55.565531 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7551e451-a205-4247-b7c6-d8fa04e97af8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:15:55.570077 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7551e451-a205-4247-b7c6-d8fa04e97af8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/091b90b9-9770-4968-9d87-4dee88415fa6 HTTP/1.1" status: 404 len: 333 time: 0.0486841 Nov 12 11:15:55.571618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47112) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:55.578969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.594020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['0af3f140-b939-446a-98ad-182c808c69f0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:55.731737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event deleted for resources: {'Port': ['ID=47ba0938-ecd6-4a21-bd22-7ab66176994c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:55.870459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] No DVR routers for this DVR port 47ba0938-ecd6-4a21-bd22-7ab66176994c on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:55.875672 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.879472 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-db7ac55e-c090-4269-b7b3-f3b3d73853ae req-f907ab02-5fab-441c-ac64-225694353623 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "DELETE /v2.0/ports/47ba0938-ecd6-4a21-bd22-7ab66176994c HTTP/1.1" status: 204 len: 173 time: 2.0038838 Nov 12 11:15:55.896616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c4da2-6fa7-4083-8136-d99963645a4c', 'name': 'network-vif-deleted', 'tag': '47ba0938-ecd6-4a21-bd22-7ab66176994c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:55.900262 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ce0ea0-c13f-4252-9945-d3956eae3106" -d '{"events": [{"server_uuid": "873c4da2-6fa7-4083-8136-d99963645a4c", "name": "network-vif-deleted", "tag": "47ba0938-ecd6-4a21-bd22-7ab66176994c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:55.907271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9507a159-5781-4a85-ac59-ad6a23e7e1e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port c579a4f2-fddd-4adc-85aa-07ba767eab4c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:55.908104 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9507a159-5781-4a85-ac59-ad6a23e7e1e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.922392 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.004068 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a05b77-d89c-4b6d-84dc-84ca93dd5455 x-openstack-request-id: req-85a05b77-d89c-4b6d-84dc-84ca93dd5455 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:56.004068 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873c4da2-6fa7-4083-8136-d99963645a4c", "name": "network-vif-deleted", "tag": "47ba0938-ecd6-4a21-bd22-7ab66176994c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:56.004068 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85a05b77-d89c-4b6d-84dc-84ca93dd5455 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:56.005029 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c4da2-6fa7-4083-8136-d99963645a4c', 'name': 'network-vif-deleted', 'tag': '47ba0938-ecd6-4a21-bd22-7ab66176994c', 'status': 'completed', 'code': 200} Nov 12 11:15:56.012607 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.026022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=5a51cd75-0973-4ded-ad57-56ff3c6bd1f3,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:56.031005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.031691 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.032148 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Floating IP 88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed disassociated. External IP: 172.25.2.234, port: 4eb6c9ed-ddfd-4817-9784-1040b1792161. Nov 12 11:15:56.032578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Calling delete_port for 4eb6c9ed-ddfd-4817-9784-1040b1792161 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:56.056045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.056726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.057231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.057803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.058975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.063465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.063465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.063465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.063465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.063465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.063465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.063465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:56.102665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b00bc7-cf25-4113-9421-e73a8590c527 req-ff46215a-bdc7-4fed-8469-3391a6f00e1f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:56.104432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-29b00bc7-cf25-4113-9421-e73a8590c527 req-ff46215a-bdc7-4fed-8469-3391a6f00e1f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.4849715 Nov 12 11:15:56.122348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9507a159-5781-4a85-ac59-ad6a23e7e1e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.145112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9507a159-5781-4a85-ac59-ad6a23e7e1e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for c579a4f2-fddd-4adc-85aa-07ba767eab4c owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:56.165345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network c0f27388-ba38-42f2-b47f-26c1f602b5ac is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:56.171926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:56.236452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-29b00bc7-cf25-4113-9421-e73a8590c527 req-0676cbc6-e348-4a36-8465-d35a56290316 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999086 Nov 12 11:15:56.263891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-04f9f0d5-b426-4166-8257-6837ba65ff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.285014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Allocated IP 172.25.2.87 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/fdfd910b-2d56-4482-9e2f-bfbf6cb46f56) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:56.449655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1dc49563-ea80-4d68-9d7b-ce080399f1dd req-d73c19b0-fd89-4548-b640-6e54a54ac4f3 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=873c4da2-6fa7-4083-8136-d99963645a4c HTTP/1.1" status: 200 len: 210 time: 0.1250000 Nov 12 11:15:56.638037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9d5a41e1-cd33-4c57-b960-186a7b3f6954 None None] Provisioning complete for port 5a51cd75-0973-4ded-ad57-56ff3c6bd1f3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:56.638792 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d5a41e1-cd33-4c57-b960-186a7b3f6954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.695693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.713955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a41e1-cd33-4c57-b960-186a7b3f6954 None None] Port 5a51cd75-0973-4ded-ad57-56ff3c6bd1f3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:56.728624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 2ca5835b-1831-402b-bf17-2d5c010f6645 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:56.738549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.741800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81822e-93db-459f-a6c8-dcd5ada29575 req-b14107a1-9bcf-4cdd-865d-03e887da5b91 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:56.745053 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f81822e-93db-459f-a6c8-dcd5ada29575 req-b14107a1-9bcf-4cdd-865d-03e887da5b91 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 867 time: 0.1517549 Nov 12 11:15:56.757822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9507a159-5781-4a85-ac59-ad6a23e7e1e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.796190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event deleted for resources: {'Port': ['ID=4eb6c9ed-ddfd-4817-9784-1040b1792161,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:56.827418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507a159-5781-4a85-ac59-ad6a23e7e1e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=c579a4f2-fddd-4adc-85aa-07ba767eab4c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:56.884981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9507a159-5781-4a85-ac59-ad6a23e7e1e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.888779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9507a159-5781-4a85-ac59-ad6a23e7e1e7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/c579a4f2-fddd-4adc-85aa-07ba767eab4c HTTP/1.1" status: 204 len: 168 time: 1.3109555 Nov 12 11:15:56.891962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47122) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:56.909378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.930209 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8ba460-dfce-484c-aa79-091b1d04a323 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:15:56.932360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ff8ba460-dfce-484c-aa79-091b1d04a323 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/c579a4f2-fddd-4adc-85aa-07ba767eab4c HTTP/1.1" status: 404 len: 333 time: 0.0389533 Nov 12 11:15:56.936653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f81822e-93db-459f-a6c8-dcd5ada29575 req-3ff71f7b-4373-44b1-9e71-62fbefb52bda tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups?id=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649954 Nov 12 11:15:56.939065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47124) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:57.006777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:57.011861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:57.015832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:57.050434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b48bd2-6234-43ab-8bce-59ad985fd951 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet 6a365b99-be37-4237-87a1-4fdf5b76559d {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:57.051028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Pushing event updated for resources: {'Port': ['ID=fdfd910b-2d56-4482-9e2f-bfbf6cb46f56,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:57.057247 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29b48bd2-6234-43ab-8bce-59ad985fd951 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.204221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29b48bd2-6234-43ab-8bce-59ad985fd951 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.212270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4eb6c9ed-ddfd-4817-9784-1040b1792161 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:57.248198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:57.267614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9bc3988b-c2e1-4434-90be-1f7303650527 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/2ca5835b-1831-402b-bf17-2d5c010f6645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9038575 Nov 12 11:15:57.274765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47128) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:57.277732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:57.295409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12291e8b-e2ad-482b-ac87-8116d54e9fda None None] Sync routers for ids ['2ca5835b-1831-402b-bf17-2d5c010f6645'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:57.304068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 4eb6c9ed-ddfd-4817-9784-1040b1792161 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:57.309190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 4eb6c9ed-ddfd-4817-9784-1040b1792161 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:57.309791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 47ba0938-ecd6-4a21-bd22-7ab66176994c no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:57.362884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 47ba0938-ecd6-4a21-bd22-7ab66176994c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:57.363607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 47ba0938-ecd6-4a21-bd22-7ab66176994c not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:57.368316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12291e8b-e2ad-482b-ac87-8116d54e9fda None None] Routers {'2ca5835b-1831-402b-bf17-2d5c010f6645'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:57.369216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-12291e8b-e2ad-482b-ac87-8116d54e9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2ca5835b-1831-402b-bf17-2d5c010f6645'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:57.410368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea587d77-70d8-4a8d-aaf5-fff53a72eaf3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:57.414530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea587d77-70d8-4a8d-aaf5-fff53a72eaf3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports/5a51cd75-0973-4ded-ad57-56ff3c6bd1f3 HTTP/1.1" status: 200 len: 910 time: 0.1336300 Nov 12 11:15:57.421692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47136) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:57.480721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-12291e8b-e2ad-482b-ac87-8116d54e9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:57.516580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12291e8b-e2ad-482b-ac87-8116d54e9fda None None] Routers {'2ca5835b-1831-402b-bf17-2d5c010f6645'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:57.517377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-12291e8b-e2ad-482b-ac87-8116d54e9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2ca5835b-1831-402b-bf17-2d5c010f6645'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:57.856539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1961e2-8b19-4313-ac77-9dc5470ed826 req-6c71f63a-cb04-4410-ab53-364285ae43ba tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:57.861331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b1961e2-8b19-4313-ac77-9dc5470ed826 req-6c71f63a-cb04-4410-ab53-364285ae43ba tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3512957 Nov 12 11:15:57.897832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-12291e8b-e2ad-482b-ac87-8116d54e9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:57.898812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12291e8b-e2ad-482b-ac87-8116d54e9fda None None] The sync data for ids ['2ca5835b-1831-402b-bf17-2d5c010f6645'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:57.935726 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.248124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29b48bd2-6234-43ab-8bce-59ad985fd951 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.353704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29b48bd2-6234-43ab-8bce-59ad985fd951 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.495975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29b48bd2-6234-43ab-8bce-59ad985fd951 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.504510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-29b48bd2-6234-43ab-8bce-59ad985fd951 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/6a365b99-be37-4237-87a1-4fdf5b76559d HTTP/1.1" status: 204 len: 168 time: 1.5600042 Nov 12 11:15:58.504510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48bd2-6234-43ab-8bce-59ad985fd951 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=6a365b99-be37-4237-87a1-4fdf5b76559d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:58.514068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f908ad-4b9e-45c2-b7ee-12843ba9a1a8 None None] Network f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:58.590543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47198) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:58.661049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.731421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1ad3-8be9-44cc-b574-24817e4ec210 req-cf4bb31c-e356-40a0-be44-d9e56d20690c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:58.745224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9b1ad3-8be9-44cc-b574-24817e4ec210 req-cf4bb31c-e356-40a0-be44-d9e56d20690c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.4115753 Nov 12 11:15:58.840923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] DHCP port deletion for f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:58.841586 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.855776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b1961e2-8b19-4313-ac77-9dc5470ed826 req-59469dde-e021-4146-8555-db5e0fc796b2 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9795835 Nov 12 11:15:58.917967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-88dd90fb-3b88-4657-b511-3d0656fc78fa tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:58.919812 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-88dd90fb-3b88-4657-b511-3d0656fc78fa tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 945 time: 0.3577862 Nov 12 11:15:58.927578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:58.942143 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] Sync routers for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:58.959934 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:58.960632 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:59.020573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] Deleting port 23b9b21a-3b9e-404f-a41f-295116a488e3 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:59.022666 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.029020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.056638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] No DVR routers for this DVR port 4eb6c9ed-ddfd-4817-9784-1040b1792161 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:59.070015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.073953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1e77e92-51a0-4826-9e72-032fd968fd83 req-590cec9d-23a5-4305-9771-26602f959627 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.52 "DELETE /v2.0/ports/4eb6c9ed-ddfd-4817-9784-1040b1792161 HTTP/1.1" status: 204 len: 173 time: 4.5758784 Nov 12 11:15:59.074449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'name': 'network-vif-deleted', 'tag': '4eb6c9ed-ddfd-4817-9784-1040b1792161'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:59.076790 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad74ed8-530d-41b8-ab14-2a06be87bb12" -d '{"events": [{"server_uuid": "34f1ee87-1db3-4337-8b54-4134fd6ad948", "name": "network-vif-deleted", "tag": "4eb6c9ed-ddfd-4817-9784-1040b1792161"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:59.103555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9b1ad3-8be9-44cc-b574-24817e4ec210 req-8749532b-cc29-4703-aa52-1a72365a0128 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=697724a6-7f14-42af-bb59-6fc92cdef8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560996 Nov 12 11:15:59.167813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf308d65-6d0d-4f06-887f-e6a58b779b90 req-d7ca559c-1172-4e3c-b471-226d5a216e26 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/ports?device_id=34f1ee87-1db3-4337-8b54-4134fd6ad948 HTTP/1.1" status: 200 len: 210 time: 0.0420969 Nov 12 11:15:59.211962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] For port 23b9b21a-3b9e-404f-a41f-295116a488e3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=23b9b21a-3b9e-404f-a41f-295116a488e3,segment=NetworkSegment(64d32973-1697-4aae-9047-262b41df36ff),segment_id=64d32973-1697-4aae-9047-262b41df36ff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:59.213378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.247522 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:59.248549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] Calling delete_port for 23b9b21a-3b9e-404f-a41f-295116a488e3 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:59.341332 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bdd635-b415-4eec-ab1b-cbc29872c004 x-openstack-request-id: req-23bdd635-b415-4eec-ab1b-cbc29872c004 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:59.341833 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f1ee87-1db3-4337-8b54-4134fd6ad948", "name": "network-vif-deleted", "tag": "4eb6c9ed-ddfd-4817-9784-1040b1792161", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:59.342080 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23bdd635-b415-4eec-ab1b-cbc29872c004 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:59.342625 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f1ee87-1db3-4337-8b54-4134fd6ad948', 'name': 'network-vif-deleted', 'tag': '4eb6c9ed-ddfd-4817-9784-1040b1792161', 'status': 'completed', 'code': 200} Nov 12 11:15:59.437344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 23b9b21a-3b9e-404f-a41f-295116a488e3 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:59.437798 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.460722 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Deleting port 0af3f140-b939-446a-98ad-182c808c69f0 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:59.461276 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.462567 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.503009 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.503893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] Pushing event deleted for resources: {'Port': ['ID=23b9b21a-3b9e-404f-a41f-295116a488e3,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:59.514123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4dedd1-f7cb-45ca-bdfe-a2487cda391f None None] No DVR routers for this DVR port 23b9b21a-3b9e-404f-a41f-295116a488e3 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:59.658348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 23b9b21a-3b9e-404f-a41f-295116a488e3 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:59.692280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.705795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 23b9b21a-3b9e-404f-a41f-295116a488e3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:59.705795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 23b9b21a-3b9e-404f-a41f-295116a488e3 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:59.717400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] For port 0af3f140-b939-446a-98ad-182c808c69f0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=0af3f140-b939-446a-98ad-182c808c69f0,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:59.717782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.721367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] For port 23b9b21a-3b9e-404f-a41f-295116a488e3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=23b9b21a-3b9e-404f-a41f-295116a488e3,segment=NetworkSegment(64d32973-1697-4aae-9047-262b41df36ff),segment_id=64d32973-1697-4aae-9047-262b41df36ff)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:59.722050 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.725185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.749723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 23b9b21a-3b9e-404f-a41f-295116a488e3 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:59.774858 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:59.784509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Calling delete_port for 0af3f140-b939-446a-98ad-182c808c69f0 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:59.894820 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] Checking router: ec615e80-943f-4ddc-b70d-7d01b5baa7d6 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:15:59.907608 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:59.908535 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:59.986894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Pushing event updated for resources: {'Port': ['ID=fdfd910b-2d56-4482-9e2f-bfbf6cb46f56,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:00.026204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.043669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.128618 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:00.193235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54989b78-11c0-45fc-8c4b-830e0607bc0f req-72d7dc9b-c50f-4551-92a1-fea72a366f05 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:00.196102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54989b78-11c0-45fc-8c4b-830e0607bc0f req-72d7dc9b-c50f-4551-92a1-fea72a366f05 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2057054 Nov 12 11:16:00.204805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.316898 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Floating IP 6a4a30ca-1ab1-4e87-88ee-f9f1ae237fe7 associated. External IP: 172.25.2.87, port: 252f843c-460b-4e51-9ad6-c4cd73744460. Nov 12 11:16:00.406076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=23b9b21a-3b9e-404f-a41f-295116a488e3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:00.410795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.512333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No DVR routers for this DVR port 23b9b21a-3b9e-404f-a41f-295116a488e3 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:00.518637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d64bb63d-1a34-4214-bdc0-69c65103cbe8 req-543cb19e-fd29-4705-a26f-49c70070f14c tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=6850208a-849c-47a2-9ce9-50db88fb30da HTTP/1.1" status: 200 len: 210 time: 0.0782690 Nov 12 11:16:00.542545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54989b78-11c0-45fc-8c4b-830e0607bc0f req-b5af6ee2-c34f-4661-802f-a5d625ede327 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839317 Nov 12 11:16:00.543409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event deleted for resources: {'Port': ['ID=0af3f140-b939-446a-98ad-182c808c69f0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:00.705986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.731709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47230) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:00.739217 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:00.812261 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019744e-e5e0-4fcb-b39a-3dde45fe0336 None None] The sync data for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 is: [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:07:10Z', 'revision_number': 4, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '451ecac2-78e6-45ec-9427-e184f5b0a70f', 'name': '', 'network_id': 'ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'mac_address': 'fa:16:3e:ec:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:08Z', 'updated_at': '2021-11-12T11:07:16Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'subnets': [{'id': '10afff9c-430f-48b6-81e5-3caab3f5eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:00.835323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] No DVR routers for this DVR port 0af3f140-b939-446a-98ad-182c808c69f0 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:00.853625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.862605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e0372bd-01a5-46be-b436-eedaf650eeec req-5f2e97d6-9e9d-40ac-ad6f-d1a16227b388 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.52 "DELETE /v2.0/ports/0af3f140-b939-446a-98ad-182c808c69f0 HTTP/1.1" status: 204 len: 173 time: 1.9315753 Nov 12 11:16:00.897716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6850208a-849c-47a2-9ce9-50db88fb30da', 'name': 'network-vif-deleted', 'tag': '0af3f140-b939-446a-98ad-182c808c69f0'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:00.911416 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58668f2-5e62-4308-9b10-1e710098593b" -d '{"events": [{"server_uuid": "6850208a-849c-47a2-9ce9-50db88fb30da", "name": "network-vif-deleted", "tag": "0af3f140-b939-446a-98ad-182c808c69f0"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:01.111722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.124742 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b89218-5ae6-4530-9fc4-0edb37ca6ea3 x-openstack-request-id: req-f8b89218-5ae6-4530-9fc4-0edb37ca6ea3 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:01.125284 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6850208a-849c-47a2-9ce9-50db88fb30da", "name": "network-vif-deleted", "tag": "0af3f140-b939-446a-98ad-182c808c69f0", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:01.125691 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8b89218-5ae6-4530-9fc4-0edb37ca6ea3 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:01.126561 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6850208a-849c-47a2-9ce9-50db88fb30da', 'name': 'network-vif-deleted', 'tag': '0af3f140-b939-446a-98ad-182c808c69f0', 'status': 'completed', 'code': 200} Nov 12 11:16:01.182483 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62617983-61da-4a69-a1ad-32e4e5493d62 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.185820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:01.216382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d32973-1697-4aae-9047-262b41df36ff') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:01.217250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d32973-1697-4aae-9047-262b41df36ff') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:01.235620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 0af3f140-b939-446a-98ad-182c808c69f0 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:01.263770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.285336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 0af3f140-b939-446a-98ad-182c808c69f0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:01.287352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 0af3f140-b939-446a-98ad-182c808c69f0 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:01.311879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.334618 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62617983-61da-4a69-a1ad-32e4e5493d62 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.403575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:01.404099 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.404598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Router 64a1d1cc-b4af-4dc5-aad3-4682c54f4d23 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:01.433705 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:01.440737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c00106-b6b1-4ffd-abf6-7ecc8d2dc4e9 None None] New status for floating IP 88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:16:01.495059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62617983-61da-4a69-a1ad-32e4e5493d62 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.498162 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62617983-61da-4a69-a1ad-32e4e5493d62 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.499601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-62617983-61da-4a69-a1ad-32e4e5493d62 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "DELETE /v2.0/security-groups/40ba80da-9b2f-4c63-9be4-d8f0d3055b6d HTTP/1.1" status: 204 len: 168 time: 0.7668767 Nov 12 11:16:01.508769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47236) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:01.574610 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.580921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.600440 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/networks/f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b HTTP/1.1" status: 204 len: 168 time: 3.0001254 Nov 12 11:16:01.612100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47242) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:01.620053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-402128098'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:01.651123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62617983-61da-4a69-a1ad-32e4e5493d62 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba80da-9b2f-4c63-9be4-d8f0d3055b6d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:01.670395 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-4c91b954-20e5-4de6-81ac-e0588c889394 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] show failed (client error): The resource could not be found. Nov 12 11:16:01.675920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4c91b954-20e5-4de6-81ac-e0588c889394 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "GET /v2.0/security-groups/40ba80da-9b2f-4c63-9be4-d8f0d3055b6d HTTP/1.1" status: 404 len: 347 time: 0.1471019 Nov 12 11:16:01.677033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47246) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:01.691063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee050f-d1ed-4695-afb0-5db1f918d8ed tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Network': ['ID=f4de2314-d5b2-4b1c-a8f3-c3da5bb69d3b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:01.720172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 5a51cd75-0973-4ded-ad57-56ff3c6bd1f3 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:01.720600 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.869902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:01.885025 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f74f6b-f224-498b-a3d4-f504d7a451cf None None] Sync routers for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:01.908965 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:16:01.926927 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f74f6b-f224-498b-a3d4-f504d7a451cf None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:01.929725 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a1f74f6b-f224-498b-a3d4-f504d7a451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:01.981350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Deleting port b9501d90-491a-443b-b68b-676c2ec6b843 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:01.981350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.013072 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a1f74f6b-f224-498b-a3d4-f504d7a451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:02.040287 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f74f6b-f224-498b-a3d4-f504d7a451cf None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:02.042439 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a1f74f6b-f224-498b-a3d4-f504d7a451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:02.099261 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.116458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:02.120564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 5a51cd75-0973-4ded-ad57-56ff3c6bd1f3 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:02.138166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9', 'port_id': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'mac_address': 'fa:16:3e:e7:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3097b249-bd05-4bb7-9732-a5f6a914eb36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:16:02.152480 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a1f74f6b-f224-498b-a3d4-f504d7a451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:02.153430 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f74f6b-f224-498b-a3d4-f504d7a451cf None None] The sync data for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:02.195714 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.207117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.207706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.221783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc545572-d1d5-4d36-bb54-9ea8b927a3d7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:02.224182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Calling delete_port for b9501d90-491a-443b-b68b-676c2ec6b843 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:02.246940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:02.256252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.346671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:02.349253 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.353087 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.387964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:02.420575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b5ffeeb1-ae44-4d01-9f8e-8f575777d38b tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.5888565 Nov 12 11:16:02.423877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c350795-93cf-4af2-b447-c323a2909f51 req-3069883a-4643-4443-ae3e-d3f0006b709b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:02.424525 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47250) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:02.425636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c350795-93cf-4af2-b447-c323a2909f51 req-3069883a-4643-4443-ae3e-d3f0006b709b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.5826356 Nov 12 11:16:02.431782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.435898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fc545572-d1d5-4d36-bb54-9ea8b927a3d7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:02.455834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:02.507807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=5a51cd75-0973-4ded-ad57-56ff3c6bd1f3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:02.555860 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.556291 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Added segment 8df56732-ece1-4a2f-9401-25550a5c9e23 of type vlan for network aad17930-53c4-4358-8723-ab76e0421167 Nov 12 11:16:02.662546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-519bfac4-6b45-4b3a-bd8d-d8bef87779f2 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] 10.222.0.31 "GET /v2.0/floatingips/6a4a30ca-1ab1-4e87-88ee-f9f1ae237fe7 HTTP/1.1" status: 200 len: 983 time: 0.2275434 Nov 12 11:16:02.679127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47256) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:02.877350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.922503 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c350795-93cf-4af2-b447-c323a2909f51 req-92ea7cd9-4454-42fd-b6f4-e52c40d6403b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855831 Nov 12 11:16:02.940757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Pushing event deleted for resources: {'Port': ['ID=b9501d90-491a-443b-b68b-676c2ec6b843,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:02.964966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.983083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614726a-50c9-4da4-91bd-58094cd09245 req-fa7cc5b3-e5ae-4f4e-b000-70963b83fcf1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:02.985187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-058b7ac5-4df8-41b4-bca3-b34e2afeed52 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.2986560 Nov 12 11:16:02.986051 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d614726a-50c9-4da4-91bd-58094cd09245 req-fa7cc5b3-e5ae-4f4e-b000-70963b83fcf1 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.3297954 Nov 12 11:16:02.989811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47266) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:03.133736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.142349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:03.143445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.230309 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6134555 Nov 12 11:16:03.233490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47272) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:03.249150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': 'aad17930-53c4-4358-8723-ab76e0421167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:03.286456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.344465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbfca5-8d79-4f5c-a4d9-0d28378b92d9 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Network': ['ID=aad17930-53c4-4358-8723-ab76e0421167,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:03.349547 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.354279 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.360635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1852881f-c83b-4eb1-81d5-d2173b3fc762 tempest-AttachVolumeTestJSON-2099201585 tempest-AttachVolumeTestJSON-2099201585-project] 10.222.0.31 "DELETE /v2.0/floatingips/88b8d7c8-d4da-44b5-ba6e-f77d1088e8ed HTTP/1.1" status: 204 len: 168 time: 1.6646719 Nov 12 11:16:03.369282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network aad17930-53c4-4358-8723-ab76e0421167 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:03.371553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d614726a-50c9-4da4-91bd-58094cd09245 req-e5b3d0d9-7812-45be-bbb0-ced7ce984714 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665478 Nov 12 11:16:03.578854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:03.585534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.701497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Deleting port fdfd910b-2d56-4482-9e2f-bfbf6cb46f56 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:03.702194 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.900632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.903388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.908487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:03.938083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Calling delete_port for fdfd910b-2d56-4482-9e2f-bfbf6cb46f56 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:04.128037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:04.128518 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.224835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 2ca5835b-1831-402b-bf17-2d5c010f6645 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:04.370171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23d486-dd47-4d9b-8fd0-acc1de54d664 req-b3c4034c-2a12-467d-a0e9-291d27e043c6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:04.372280 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb23d486-dd47-4d9b-8fd0-acc1de54d664 req-b3c4034c-2a12-467d-a0e9-291d27e043c6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 945 time: 0.3172739 Nov 12 11:16:04.377208 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.474920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:04.481505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:04.484497 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffbbcaa-a01b-4e35-81da-543b1f331b23" -d '{"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:04.503165 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.556624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:04.574019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ad625967-5351-4427-ab19-e43bf2096ca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/2ca5835b-1831-402b-bf17-2d5c010f6645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1501622 Nov 12 11:16:04.598553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47296) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:04.645938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9781fca-34c2-4097-b261-266c00f389eb None None] Sync routers for ids ['2ca5835b-1831-402b-bf17-2d5c010f6645'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:04.774446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9781fca-34c2-4097-b261-266c00f389eb None None] Routers {'2ca5835b-1831-402b-bf17-2d5c010f6645'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:04.775891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c9781fca-34c2-4097-b261-266c00f389eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2ca5835b-1831-402b-bf17-2d5c010f6645'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:04.963848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:04.980560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c9781fca-34c2-4097-b261-266c00f389eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:05.011250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9781fca-34c2-4097-b261-266c00f389eb None None] Routers {'2ca5835b-1831-402b-bf17-2d5c010f6645'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:05.012002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c9781fca-34c2-4097-b261-266c00f389eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2ca5835b-1831-402b-bf17-2d5c010f6645'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:05.098966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c9781fca-34c2-4097-b261-266c00f389eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:05.105617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9781fca-34c2-4097-b261-266c00f389eb None None] The sync data for ids ['2ca5835b-1831-402b-bf17-2d5c010f6645'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:05.204878 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb23d486-dd47-4d9b-8fd0-acc1de54d664 req-983e0a90-ea2c-4fae-973e-0cac44893385 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7933974 Nov 12 11:16:05.273738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.280353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-dbf035ac-bdeb-45a2-add0-f7a7878f03be tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:05.281965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-dbf035ac-bdeb-45a2-add0-f7a7878f03be tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.1507299 Nov 12 11:16:05.314568 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17518cd9-f38b-4135-b236-05250df0d988 x-openstack-request-id: req-17518cd9-f38b-4135-b236-05250df0d988 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:05.315002 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:05.315412 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17518cd9-f38b-4135-b236-05250df0d988 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:05.316049 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'code': 200} Nov 12 11:16:05.537808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a586-3c07-4062-b605-23ce1fc4f648 req-530e9797-df03-4209-b231-8f3d17e82599 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:05.545371 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3f4a586-3c07-4062-b605-23ce1fc4f648 req-530e9797-df03-4209-b231-8f3d17e82599 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 945 time: 0.2870293 Nov 12 11:16:05.595014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Deleting port 9335e524-abff-4eb3-bd92-875aa0ce0877 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:05.597841 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.626868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=01fced5e-7551-4fe1-9b2b-661c0847a6f5,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:05.640761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.671805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Checking segment: {'id': '8df56732-ece1-4a2f-9401-25550a5c9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aad17930-53c4-4358-8723-ab76e0421167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:05.672554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network hostable DHCP agents. Network: aad17930-53c4-4358-8723-ab76e0421167, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:05.728710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event deleted for resources: {'Port': ['ID=fdfd910b-2d56-4482-9e2f-bfbf6cb46f56,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:05.798247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] For port 9335e524-abff-4eb3-bd92-875aa0ce0877, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9335e524-abff-4eb3-bd92-875aa0ce0877,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:05.799296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.813710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.814310 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Floating IP 6a4a30ca-1ab1-4e87-88ee-f9f1ae237fe7 disassociated (deleted). External IP: 172.25.2.87, port: 252f843c-460b-4e51-9ad6-c4cd73744460. Nov 12 11:16:05.883550 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3f4a586-3c07-4062-b605-23ce1fc4f648 req-1c09bb26-a1fd-40cf-abf2-e663b77c70e6 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups?id=b358a95b-fe27-4655-9794-31a7efdf14d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638328 Nov 12 11:16:05.887089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network aad17930-53c4-4358-8723-ab76e0421167 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:05.913818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, aad17930-53c4-4358-8723-ab76e0421167) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:05.931223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb25773-b83e-4099-9a9a-9429a981e250 None None] Network aad17930-53c4-4358-8723-ab76e0421167 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:05.967164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:05.967164 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.007354 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7cf48033-29ab-4eb5-801a-e2f9e0502808 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7674398 Nov 12 11:16:06.008425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47302) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:06.014957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-484444b1-5785-462f-a66b-5d4d592beab5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2058825006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:06.215030 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.215406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.215742 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Floating IP 1112d8f0-fbea-4db1-b726-bb7b92c8ade8 disassociated. External IP: 172.25.2.79, port: 9335e524-abff-4eb3-bd92-875aa0ce0877. Nov 12 11:16:06.216088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Calling delete_port for 9335e524-abff-4eb3-bd92-875aa0ce0877 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:06.226342 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-484444b1-5785-462f-a66b-5d4d592beab5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.227440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-484444b1-5785-462f-a66b-5d4d592beab5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.348177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-aad17930-53c4-4358-8723-ab76e0421167', 'network_id': 'aad17930-53c4-4358-8723-ab76e0421167', 'tenant_id': '56a51d1331014658816c4dadc3fb5443', 'fixed_ips': [{'subnet_id': '01fced5e-7551-4fe1-9b2b-661c0847a6f5'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:06.349309 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.485351 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.518890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-484444b1-5785-462f-a66b-5d4d592beab5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.541020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Router 64a1d1cc-b4af-4dc5-aad3-4682c54f4d23 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:06.542154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-484444b1-5785-462f-a66b-5d4d592beab5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.625601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-484444b1-5785-462f-a66b-5d4d592beab5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.632183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-484444b1-5785-462f-a66b-5d4d592beab5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6225567 Nov 12 11:16:06.633062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47310) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:06.645129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'network_id': 'aad17930-53c4-4358-8723-ab76e0421167', 'name': 'tempest-PortsIpV6TestJSON-284358313'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:06.682523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Allocated IP 2001:db8::2 (aad17930-53c4-4358-8723-ab76e0421167/01fced5e-7551-4fe1-9b2b-661c0847a6f5/2d312f21-e5be-4918-a026-a03486c71ecb) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:07.099663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:07.104020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.107669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event deleted for resources: {'Port': ['ID=9335e524-abff-4eb3-bd92-875aa0ce0877,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:07.123481 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.125091 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a75e3e-bc05-419d-98df-73207eacd857 None None] Sync routers for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:07.161194 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a75e3e-bc05-419d-98df-73207eacd857 None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:07.162244 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-87a75e3e-bc05-419d-98df-73207eacd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:07.233183 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-87a75e3e-bc05-419d-98df-73207eacd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:07.233709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.264049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Network aad17930-53c4-4358-8723-ab76e0421167 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:07.264298 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a75e3e-bc05-419d-98df-73207eacd857 None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:07.264298 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-87a75e3e-bc05-419d-98df-73207eacd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:07.280574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:07.296363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f70d6-0f19-41a5-a789-cf6a3aa8e87f req-8096fb49-eebc-44e1-a12b-0be7d9e58cfb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:07.303453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-467c86d8-256c-4388-a0d1-90ebc8636f5c req-609b2e12-00a4-4e81-a286-c30012e2b963 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 210 time: 0.1731656 Nov 12 11:16:07.307072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:07.312283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd5f70d6-0f19-41a5-a789-cf6a3aa8e87f req-8096fb49-eebc-44e1-a12b-0be7d9e58cfb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.8858821 Nov 12 11:16:07.323466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-076a48f6-7da6-4b1b-9074-24eb37781983 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "DELETE /v2.0/floatingips/6a4a30ca-1ab1-4e87-88ee-f9f1ae237fe7 HTTP/1.1" status: 204 len: 168 time: 4.3213387 Nov 12 11:16:07.330924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47318) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:07.336938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:07.367769 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-87a75e3e-bc05-419d-98df-73207eacd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:07.368493 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a75e3e-bc05-419d-98df-73207eacd857 None None] The sync data for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:07.438154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.457440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.463248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd5f70d6-0f19-41a5-a789-cf6a3aa8e87f req-2bbd5427-a0bb-4096-b0f7-84316d37ef95 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287661 Nov 12 11:16:07.491227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Pushing event updated for resources: {'Port': ['ID=2d312f21-e5be-4918-a026-a03486c71ecb,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:07.559471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Attempting to bind port 2d312f21-e5be-4918-a026-a03486c71ecb on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:07.559864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Attempting to bind port 2d312f21-e5be-4918-a026-a03486c71ecb by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '8df56732-ece1-4a2f-9401-25550a5c9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aad17930-53c4-4358-8723-ab76e0421167'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:07.560219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Attempting to bind port 2d312f21-e5be-4918-a026-a03486c71ecb on network aad17930-53c4-4358-8723-ab76e0421167 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:07.575374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:07.575761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Checking segment: {'id': '8df56732-ece1-4a2f-9401-25550a5c9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aad17930-53c4-4358-8723-ab76e0421167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:07.576185 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.576560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Bound using segment: {'id': '8df56732-ece1-4a2f-9401-25550a5c9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aad17930-53c4-4358-8723-ab76e0421167'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:07.577077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Bound port: 2d312f21-e5be-4918-a026-a03486c71ecb, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df56732-ece1-4a2f-9401-25550a5c9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aad17930-53c4-4358-8723-ab76e0421167'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:07.583981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.631587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Router 5e71701d-7631-499d-b485-c830b315f1fd has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:07.679841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:07.684382 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.714357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 49cafe9f-e10c-4e04-bb15-00b722d73001 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:16:07.738446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] For port 2d312f21-e5be-4918-a026-a03486c71ecb, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:07.747978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] For port 2d312f21-e5be-4918-a026-a03486c71ecb, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2d312f21-e5be-4918-a026-a03486c71ecb,segment=NetworkSegment(8df56732-ece1-4a2f-9401-25550a5c9e23),segment_id=8df56732-ece1-4a2f-9401-25550a5c9e23)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:07.762682 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.813877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.903488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:07.963986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 9335e524-abff-4eb3-bd92-875aa0ce0877 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:07.966930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9335e524-abff-4eb3-bd92-875aa0ce0877 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:07.990150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:08.013945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] Sync routers for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:08.044417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c8075-5310-4793-a1a3-dc31227ad7b4 None None] Pushing event updated for resources: {'Port': ['ID=2d312f21-e5be-4918-a026-a03486c71ecb,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:08.065662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:08.066318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:08.109651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] No DVR routers for this DVR port 9335e524-abff-4eb3-bd92-875aa0ce0877 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:08.127347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.141303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ed13d93-2d7f-419c-afa9-d3f5cebbaf63 req-5b94783d-e76f-411e-8e22-ee5ce8a1df05 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.59 "DELETE /v2.0/ports/9335e524-abff-4eb3-bd92-875aa0ce0877 HTTP/1.1" status: 204 len: 173 time: 2.8492768 Nov 12 11:16:08.167028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-deleted', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:08.175355 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13948cb6-b175-4377-a3bc-45a73683436a" -d '{"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-deleted", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:08.222250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-65b3ecfa-b366-4285-aeac-db73a3a8bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:08.256554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-65b3ecfa-b366-4285-aeac-db73a3a8bf4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1098 time: 0.3210828 Nov 12 11:16:08.411289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Allocated IP 172.25.2.16 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/5c7bf1b5-ba5a-4a6f-ba6c-b42aef81b774) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:08.415072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::1d2 (aad17930-53c4-4358-8723-ab76e0421167/01fced5e-7551-4fe1-9b2b-661c0847a6f5/49cafe9f-e10c-4e04-bb15-00b722d73001) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:08.624551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-c9eb3001-3268-41db-b03e-820ffda1b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:08.633600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-c9eb3001-3268-41db-b03e-820ffda1b5a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 914 time: 0.2729785 Nov 12 11:16:08.637637 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671eb5b6-55b7-4129-a0e0-70d7699b6e41 x-openstack-request-id: req-671eb5b6-55b7-4129-a0e0-70d7699b6e41 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:08.640466 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e600c5b-a78f-4578-ba19-2988f4d2308b", "name": "network-vif-deleted", "tag": "9335e524-abff-4eb3-bd92-875aa0ce0877", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:08.641086 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-671eb5b6-55b7-4129-a0e0-70d7699b6e41 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:08.643555 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e600c5b-a78f-4578-ba19-2988f4d2308b', 'name': 'network-vif-deleted', 'tag': '9335e524-abff-4eb3-bd92-875aa0ce0877', 'status': 'completed', 'code': 200} Nov 12 11:16:08.657392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:08.879624 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-bb39e7b8-ef50-45ff-9187-2322611a0fba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 217 time: 0.2202277 Nov 12 11:16:09.019065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a1b1927-e134-484a-aadb-df82041b920f req-47e130e4-168e-48bb-8731-9e4d69965000 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e600c5b-a78f-4578-ba19-2988f4d2308b HTTP/1.1" status: 200 len: 210 time: 0.2952032 Nov 12 11:16:09.124529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-ebd470d3-56b3-44a5-b537-9df9a5d87812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:09.136636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-ebd470d3-56b3-44a5-b537-9df9a5d87812 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.1424668 Nov 12 11:16:09.146345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.178051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 4a95c7d2-ba67-48aa-9686-6d43b003d7e0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:09.178739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.215836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-3fd9637e-0bdf-4793-9ae6-a9dde4199e9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642765 Nov 12 11:16:09.318996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619114c-e3f2-4968-b4ee-d7ce121193eb req-afa79418-9a6b-44b9-8732-55974bbdcfca tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:09.337777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5619114c-e3f2-4968-b4ee-d7ce121193eb req-afa79418-9a6b-44b9-8732-55974bbdcfca tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.6647322 Nov 12 11:16:09.481108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.570633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 4a95c7d2-ba67-48aa-9686-6d43b003d7e0 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:09.586235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.588062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-06c0b428-3d96-4c90-a644-80eaf328345b service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544190 Nov 12 11:16:09.629306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.640348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:06:04Z', 'revision_number': 5, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:09.704517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] Checking router: 5e71701d-7631-499d-b485-c830b315f1fd for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:16:09.735058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:09.738302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:09.774299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7bf1b5-ba5a-4a6f-ba6c-b42aef81b774,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:09.821712 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2d312f21-e5be-4918-a026-a03486c71ecb up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:09.830515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.830912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.831266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.831612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.831952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.832291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.832627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.841903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.842389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.842757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.849044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.851029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.895936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2d312f21-e5be-4918-a026-a03486c71ecb triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:09.896311 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.909724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:09.922703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:09.936602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:10.040264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:10.097168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe80b2e3-2073-44d6-851c-c3c8645d831c req-70f7225a-bdc5-4e8a-b91a-64b03232437e service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998741 Nov 12 11:16:10.197447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5619114c-e3f2-4968-b4ee-d7ce121193eb req-c244a43e-1a50-4288-97e6-6928b1fda1d4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8587277 Nov 12 11:16:10.202257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.263472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47338) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:10.295504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.297992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fae0ae-3e3f-498b-bcbd-2fd3347b7ce1 None None] Network aad17930-53c4-4358-8723-ab76e0421167 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:10.308942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=49cafe9f-e10c-4e04-bb15-00b722d73001,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:10.311118 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.322873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network aad17930-53c4-4358-8723-ab76e0421167 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:10.325811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:10.330709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:10.338605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:10.339132 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.369883 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cf50c6e4-09cc-4e29-919c-98af99bd7d6a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7322404 Nov 12 11:16:10.370644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:10.385532 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.415601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7e714014-0d88-4a32-9e82-7bd9c47627b4 None None] Provisioning complete for port 2d312f21-e5be-4918-a026-a03486c71ecb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:10.420284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7e714014-0d88-4a32-9e82-7bd9c47627b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.469887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=4a95c7d2-ba67-48aa-9686-6d43b003d7e0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:10.754114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.763297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 2d312f21-e5be-4918-a026-a03486c71ecb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2d312f21-e5be-4918-a026-a03486c71ecb,segment=NetworkSegment(8df56732-ece1-4a2f-9401-25550a5c9e23),segment_id=8df56732-ece1-4a2f-9401-25550a5c9e23)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:10.787748 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.793476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4b1c-74c3-481f-891b-bb3b42915afd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.008890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4b1c-74c3-481f-891b-bb3b42915afd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.011157 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.085929 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4b1c-74c3-481f-891b-bb3b42915afd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.089407 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4b1c-74c3-481f-891b-bb3b42915afd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.090740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9f9e4b1c-74c3-481f-891b-bb3b42915afd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "DELETE /v2.0/security-groups/b358a95b-fe27-4655-9794-31a7efdf14d8 HTTP/1.1" status: 204 len: 168 time: 0.8213394 Nov 12 11:16:11.096293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47346) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:11.097031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.131749 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-01b8bd78-6256-4d6c-aaa2-791acf8d3e6d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] show failed (client error): The resource could not be found. Nov 12 11:16:11.134285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-01b8bd78-6256-4d6c-aaa2-791acf8d3e6d tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "GET /v2.0/security-groups/b358a95b-fe27-4655-9794-31a7efdf14d8 HTTP/1.1" status: 404 len: 347 time: 0.0326567 Nov 12 11:16:11.135361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4b1c-74c3-481f-891b-bb3b42915afd tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b358a95b-fe27-4655-9794-31a7efdf14d8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:11.146420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47348) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:11.208414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.277521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=2d312f21-e5be-4918-a026-a03486c71ecb,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:11.374095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:06:04Z', 'revision_number': 5, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:11.458768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f7c40-98fd-4cd7-b779-86097d170f3e None None] The sync data for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 is: [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ccfb17b3-5441-4303-bc71-94f113063fc4', 'name': '', 'network_id': '79d147ef-e090-4316-a2d8-711387d78aef', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'mac_address': 'fa:16:3e:f6:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:58Z', 'updated_at': '2021-11-12T11:06:04Z', 'revision_number': 5, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'subnets': [{'id': '536f3462-b6ae-487c-8ad1-b1a6726b488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:11.623248 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.687488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2d312f21-e5be-4918-a026-a03486c71ecb up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:11.863891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 2ca5835b-1831-402b-bf17-2d5c010f6645 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:11.867134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2d312f21-e5be-4918-a026-a03486c71ecb triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:11.867994 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.874986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Deleting port f2788c76-b043-40fa-afbc-a444df73d0ee {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:11.875605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.066386 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.072848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.142576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-57db886a-1b4e-4216-a916-ec305c0071a5 None None] Provisioning complete for port 2d312f21-e5be-4918-a026-a03486c71ecb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:12.142939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-57db886a-1b4e-4216-a916-ec305c0071a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.149652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Calling delete_port for f2788c76-b043-40fa-afbc-a444df73d0ee owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:12.178314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da7660-fc8f-4df3-ae9b-985278fddaa6 None None] New status for floating IP 1112d8f0-fbea-4db1-b726-bb7b92c8ade8: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:16:12.517303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4054c-3964-450f-8979-1848002dd82e req-b437f575-7eb8-4508-8003-6f9a5e3be675 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:12.527035 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7da4054c-3964-450f-8979-1848002dd82e req-b437f575-7eb8-4508-8003-6f9a5e3be675 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 1.1539962 Nov 12 11:16:12.567401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-57db886a-1b4e-4216-a916-ec305c0071a5 None None] Provisioning complete for port 49cafe9f-e10c-4e04-bb15-00b722d73001 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:12.568366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-57db886a-1b4e-4216-a916-ec305c0071a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.615416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:12.640532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-50b03e91-c552-49ff-ad71-6af8be704a03 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/2ca5835b-1831-402b-bf17-2d5c010f6645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0286386 Nov 12 11:16:12.647067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-57db886a-1b4e-4216-a916-ec305c0071a5 None None] Port 49cafe9f-e10c-4e04-bb15-00b722d73001 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:12.648283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47360) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:12.653952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2337f7d-f818-4093-be98-db371963e6fc None None] Sync routers for ids ['2ca5835b-1831-402b-bf17-2d5c010f6645'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:12.678090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2337f7d-f818-4093-be98-db371963e6fc None None] Routers {'2ca5835b-1831-402b-bf17-2d5c010f6645'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:12.680166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d2337f7d-f818-4093-be98-db371963e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2ca5835b-1831-402b-bf17-2d5c010f6645'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:12.722574 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:16:12.748155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8507950d-3c1b-4440-ac57-c30ff45b8856 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca5835b-1831-402b-bf17-2d5c010f6645 HTTP/1.1" status: 200 len: 205 time: 0.0925894 Nov 12 11:16:12.755935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47362) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:12.794198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d2337f7d-f818-4093-be98-db371963e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:12.859851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2337f7d-f818-4093-be98-db371963e6fc None None] Routers {'2ca5835b-1831-402b-bf17-2d5c010f6645'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:12.875226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d2337f7d-f818-4093-be98-db371963e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['2ca5835b-1831-402b-bf17-2d5c010f6645'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:12.898813 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.899193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-59a4440b-c7ae-473e-b4c2-64f0f0cc772b None None] Provisioning complete for port 49cafe9f-e10c-4e04-bb15-00b722d73001 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:12.899670 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-59a4440b-c7ae-473e-b4c2-64f0f0cc772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.981472 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.990343 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5312bf-42e0-4b0e-9d09-17d78f580f82 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.079240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-59a4440b-c7ae-473e-b4c2-64f0f0cc772b None None] Port 49cafe9f-e10c-4e04-bb15-00b722d73001 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:13.091240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d2337f7d-f818-4093-be98-db371963e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:13.096588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2337f7d-f818-4093-be98-db371963e6fc None None] The sync data for ids ['2ca5835b-1831-402b-bf17-2d5c010f6645'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:13.196662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=49cafe9f-e10c-4e04-bb15-00b722d73001,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:13.214730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7da4054c-3964-450f-8979-1848002dd82e req-18a2bbb4-6bab-40e9-b222-8cb80702fcf5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866567 Nov 12 11:16:13.392491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5312bf-42e0-4b0e-9d09-17d78f580f82 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.394364 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.398490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5312bf-42e0-4b0e-9d09-17d78f580f82 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.469762 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5312bf-42e0-4b0e-9d09-17d78f580f82 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.471150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5312bf-42e0-4b0e-9d09-17d78f580f82 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Fanout notify agent at l3_agent the message router_deleted on router 2ca5835b-1831-402b-bf17-2d5c010f6645 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:13.486353 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9d5312bf-42e0-4b0e-9d09-17d78f580f82 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.495560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9d5312bf-42e0-4b0e-9d09-17d78f580f82 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/2ca5835b-1831-402b-bf17-2d5c010f6645 HTTP/1.1" status: 204 len: 168 time: 0.7382808 Nov 12 11:16:13.508693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47368) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:13.524895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.685579 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.733329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-185b02fe-ec89-4bb7-ae7d-c3c53421bd40 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet d1eb9f62-b53a-4b91-aaea-41ea7a82fb9a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:13.739477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.741357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4090519 Nov 12 11:16:13.750199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47370) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:13.782318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-185b02fe-ec89-4bb7-ae7d-c3c53421bd40 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.927026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bc35a-0421-4d7e-9e7d-26585d3bc896 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7bf1b5-ba5a-4a6f-ba6c-b42aef81b774,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:13.945308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1071074a-3941-458a-aa66-05e1f6d8a7af None None] Provisioning complete for port 49cafe9f-e10c-4e04-bb15-00b722d73001 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:13.945896 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1071074a-3941-458a-aa66-05e1f6d8a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.058658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1071074a-3941-458a-aa66-05e1f6d8a7af None None] Port 49cafe9f-e10c-4e04-bb15-00b722d73001 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:14.070538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.085777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-185b02fe-ec89-4bb7-ae7d-c3c53421bd40 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.192064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:14.243092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.344594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.440994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Pushing event deleted for resources: {'Port': ['ID=f2788c76-b043-40fa-afbc-a444df73d0ee,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:14.462464 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-185b02fe-ec89-4bb7-ae7d-c3c53421bd40 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.680888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.814999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8424-99b5-471d-b1cf-3ce0aa0174ff req-ed6aeab3-1dde-4a32-845e-4cb099bdc436 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:14.824357 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd8d8424-99b5-471d-b1cf-3ce0aa0174ff req-ed6aeab3-1dde-4a32-845e-4cb099bdc436 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3068089 Nov 12 11:16:14.870265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.885530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.889442 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-260ba820-2a35-491f-80ac-6f80d47f4e66 tempest-ServerActionsTestJSON-1520881230 tempest-ServerActionsTestJSON-1520881230-project] 10.222.0.31 "DELETE /v2.0/floatingips/1112d8f0-fbea-4db1-b726-bb7b92c8ade8 HTTP/1.1" status: 204 len: 168 time: 3.7379625 Nov 12 11:16:14.899558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47386) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:14.944663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd8d8424-99b5-471d-b1cf-3ce0aa0174ff req-7e2b9690-4b16-4cd3-8d2b-e4a6db7414ed tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192997 Nov 12 11:16:14.946992 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-185b02fe-ec89-4bb7-ae7d-c3c53421bd40 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.978893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b02fe-ec89-4bb7-ae7d-c3c53421bd40 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=d1eb9f62-b53a-4b91-aaea-41ea7a82fb9a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:14.991467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-185b02fe-ec89-4bb7-ae7d-c3c53421bd40 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.997482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0919a8-609b-44e7-bd22-75e0d00f6b54 None None] Network c0f27388-ba38-42f2-b47f-26c1f602b5ac requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:15.004714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-185b02fe-ec89-4bb7-ae7d-c3c53421bd40 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/d1eb9f62-b53a-4b91-aaea-41ea7a82fb9a HTTP/1.1" status: 204 len: 168 time: 1.4929681 Nov 12 11:16:15.005399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47390) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:15.156266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf3f474-55d6-441f-aadf-dbc8b67d99c1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet 814b3ad7-368c-4901-be84-c47eeed59d4d {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:15.170623 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f474-55d6-441f-aadf-dbc8b67d99c1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.187855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.312887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f474-55d6-441f-aadf-dbc8b67d99c1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.370903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Allocated IP 172.25.2.215 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/d6d6c2ba-9474-4506-add8-03905472bcde) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:15.401921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] DHCP port deletion for c0f27388-ba38-42f2-b47f-26c1f602b5ac request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:15.526623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] Deleting port edc28353-83d7-4904-b152-4b34c42c197c {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:15.527565 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.549762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.632653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.671822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] For port edc28353-83d7-4904-b152-4b34c42c197c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=edc28353-83d7-4904-b152-4b34c42c197c,segment=NetworkSegment(a96a4c58-9601-4b45-ab77-b7215a172ade),segment_id=a96a4c58-9601-4b45-ab77-b7215a172ade)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:15.672500 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.676942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f474-55d6-441f-aadf-dbc8b67d99c1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.693465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] Calling delete_port for edc28353-83d7-4904-b152-4b34c42c197c owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:15.815991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device edc28353-83d7-4904-b152-4b34c42c197c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:15.837587 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f474-55d6-441f-aadf-dbc8b67d99c1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.848112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: edc28353-83d7-4904-b152-4b34c42c197c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:15.848550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device edc28353-83d7-4904-b152-4b34c42c197c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:15.851089 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.887421 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f474-55d6-441f-aadf-dbc8b67d99c1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.895496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7bf3f474-55d6-441f-aadf-dbc8b67d99c1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/814b3ad7-368c-4901-be84-c47eeed59d4d HTTP/1.1" status: 204 len: 168 time: 0.8889184 Nov 12 11:16:15.914382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] Pushing event deleted for resources: {'Port': ['ID=edc28353-83d7-4904-b152-4b34c42c197c,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:15.923411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2163b1e-a19a-416d-a816-432a942fce4b None None] Network 287589b2-27e5-4812-a16c-c3abbbba31e2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:15.931801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531892c-b95b-47f8-8696-4b9a9aa14e18 None None] No DVR routers for this DVR port edc28353-83d7-4904-b152-4b34c42c197c on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:15.935429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47396) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:15.971493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3f474-55d6-441f-aadf-dbc8b67d99c1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=814b3ad7-368c-4901-be84-c47eeed59d4d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:16.236518 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:16.251495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] DHCP port deletion for 287589b2-27e5-4812-a16c-c3abbbba31e2 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:16.379989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] Deleting port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:16.380231 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:16.489732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Pushing event updated for resources: {'Port': ['ID=d6d6c2ba-9474-4506-add8-03905472bcde,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:16.532483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:16.537550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] For port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=82719c15-f6c9-4dc6-8d46-1d1a336c4b42,segment=NetworkSegment(69bb3554-79af-4224-9084-a54b65a91f45),segment_id=69bb3554-79af-4224-9084-a54b65a91f45)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:16.537833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:16.577693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] Calling delete_port for 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:16.599418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:16.613101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:16.793757 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:16.884188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] Pushing event deleted for resources: {'Port': ['ID=82719c15-f6c9-4dc6-8d46-1d1a336c4b42,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:16.892998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3021f-dd27-4992-9a2b-5d1e32fbf257 None None] No DVR routers for this DVR port 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:17.258678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.284576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293270-36f1-4c68-8f3e-cb5608229e16 req-70738316-5500-4fff-9446-9c23ed0c04e7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:17.288903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f27388-ba38-42f2-b47f-26c1f602b5ac']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:17.301391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96a4c58-9601-4b45-ab77-b7215a172ade') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:17.301732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96a4c58-9601-4b45-ab77-b7215a172ade') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:17.304385 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1293270-36f1-4c68-8f3e-cb5608229e16 req-70738316-5500-4fff-9446-9c23ed0c04e7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.8048320 Nov 12 11:16:17.314734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.332616 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.345213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:17.345556 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:17.432485 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:17.440450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.459741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.474379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/c0f27388-ba38-42f2-b47f-26c1f602b5ac HTTP/1.1" status: 204 len: 168 time: 1.5377722 Nov 12 11:16:17.482483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47410) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:17.508389 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.511366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.535573 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.536362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.597519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e396aeb-971f-4d82-9267-4a972edcb0c7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=c0f27388-ba38-42f2-b47f-26c1f602b5ac,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:17.633372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1293270-36f1-4c68-8f3e-cb5608229e16 req-6b89e25e-32ae-4a66-8e4a-bcb2546e6688 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279862 Nov 12 11:16:17.725253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:17.806496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.825207 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.039448 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.048439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=49cafe9f-e10c-4e04-bb15-00b722d73001,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:18.085936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287589b2-27e5-4812-a16c-c3abbbba31e2']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:18.120053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bb3554-79af-4224-9084-a54b65a91f45') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:18.120349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bb3554-79af-4224-9084-a54b65a91f45') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:18.133717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:18.134318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 82719c15-f6c9-4dc6-8d46-1d1a336c4b42 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:18.152472 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.175233 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.184190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:18.184813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:18.306630 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:18.314089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.329696 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.334708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/287589b2-27e5-4812-a16c-c3abbbba31e2 HTTP/1.1" status: 204 len: 168 time: 0.7733433 Nov 12 11:16:18.352844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47414) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:18.361070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-1029272793'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:18.365718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ef9b1-30f5-493c-bf37-08d1f31afbe4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=287589b2-27e5-4812-a16c-c3abbbba31e2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:18.398780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network aad17930-53c4-4358-8723-ab76e0421167 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:18.422492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:18.428454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:18.434933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.513572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:18.532285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.532772 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment 4da2b903-552a-4754-a784-608047168fad of type vlan for network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 Nov 12 11:16:18.656127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.832155 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.856836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.858375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.995750 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.997680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6422474 Nov 12 11:16:19.019228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:19.021290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.028687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': '7a97ca0f-1c20-412f-81fc-4240161eb9f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:19.174884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.184447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94228d6a-fff2-4e58-b057-68cf2c21cca8 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=7a97ca0f-1c20-412f-81fc-4240161eb9f6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:19.199710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:19.206229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ed1c-c129-4add-abf1-7a3dfb66b14f req-ef2f6ad9-cbad-4375-a9a6-1d45f9d22de1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:19.215414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6a8ed1c-c129-4add-abf1-7a3dfb66b14f req-ef2f6ad9-cbad-4375-a9a6-1d45f9d22de1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3524189 Nov 12 11:16:19.288364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6a8ed1c-c129-4add-abf1-7a3dfb66b14f req-b99afded-df9b-4666-bbab-bab2ab1b8850 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 Nov 12 11:16:19.328174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Pushing event updated for resources: {'Port': ['ID=d6d6c2ba-9474-4506-add8-03905472bcde,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:19.333296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.337411 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-97ebf778-70ee-4dd3-ba3d-347de55a06d7 tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5830286 Nov 12 11:16:19.339061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47426) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:19.356902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.410440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Router f1476459-90c4-40cd-9940-643963119ecf is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:19.421131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:19.439314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4a4d5471-b558-48a2-9af1-938a3e73a439 tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0984406 Nov 12 11:16:19.440806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47428) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:19.441298 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.443613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d17dc9dd-b49f-4c31-b676-70209544a069 None None] Provisioning complete for port 49cafe9f-e10c-4e04-bb15-00b722d73001 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:19.444002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d17dc9dd-b49f-4c31-b676-70209544a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.504104 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e74f07ac-5fa5-41ac-a865-6fcfc54753d3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0616307 Nov 12 11:16:19.505269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47430) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:19.547578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d17dc9dd-b49f-4c31-b676-70209544a069 None None] Port 49cafe9f-e10c-4e04-bb15-00b722d73001 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:19.800163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Deleting port d6d6c2ba-9474-4506-add8-03905472bcde {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:19.803844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.910603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.910938 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.927021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Calling delete_port for d6d6c2ba-9474-4506-add8-03905472bcde owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:19.998145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:20.012315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-12ac1a7d-4829-4074-acce-452f726921d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "PUT /v2.0/routers/f1476459-90c4-40cd-9940-643963119ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6376979 Nov 12 11:16:20.012511 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6a566-1f56-42c8-8525-1deee660538a None None] Sync routers for ids ['f1476459-90c4-40cd-9940-643963119ecf'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:20.022884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47438) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:20.029555 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6a566-1f56-42c8-8525-1deee660538a None None] Routers {'f1476459-90c4-40cd-9940-643963119ecf'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:20.030192 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9fa6a566-1f56-42c8-8525-1deee660538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f1476459-90c4-40cd-9940-643963119ecf'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:20.097077 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9fa6a566-1f56-42c8-8525-1deee660538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:20.128518 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6a566-1f56-42c8-8525-1deee660538a None None] Routers {'f1476459-90c4-40cd-9940-643963119ecf'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:20.129213 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9fa6a566-1f56-42c8-8525-1deee660538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f1476459-90c4-40cd-9940-643963119ecf'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:20.203436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.203676 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9fa6a566-1f56-42c8-8525-1deee660538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:20.204608 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6a566-1f56-42c8-8525-1deee660538a None None] The sync data for ids ['f1476459-90c4-40cd-9940-643963119ecf'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:20.318218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a8f5f-6637-4238-b8a0-c54fed780d1c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:20.320529 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd8a8f5f-6637-4238-b8a0-c54fed780d1c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1476459-90c4-40cd-9940-643963119ecf HTTP/1.1" status: 200 len: 988 time: 0.2949896 Nov 12 11:16:20.340225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47442) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:20.350904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Pushing event deleted for resources: {'Port': ['ID=d6d6c2ba-9474-4506-add8-03905472bcde,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:20.637476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.640296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.641525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-baca0972-6a2a-4911-b3a5-e43bb55673ff tempest-FloatingIPAdminTestJSON-1889036012 tempest-FloatingIPAdminTestJSON-1889036012-project] 10.222.0.31 "DELETE /v2.0/floatingips/0a359cb5-d057-4000-a8df-2daa38f5b843 HTTP/1.1" status: 204 len: 168 time: 1.1349936 Nov 12 11:16:20.644920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47444) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:20.649947 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.830891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cebc7-7264-4e6f-a64a-bca6a2b0d569 req-0f98e52f-2cff-410e-b73c-14a0aaf5b27c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:20.832494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e34cebc7-7264-4e6f-a64a-bca6a2b0d569 req-0f98e52f-2cff-410e-b73c-14a0aaf5b27c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3471069 Nov 12 11:16:20.908238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=b03f0715-7b66-4425-881c-96d6f048ba1a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:21.000372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': '4da2b903-552a-4754-a784-608047168fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7a97ca0f-1c20-412f-81fc-4240161eb9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:21.001134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: 7a97ca0f-1c20-412f-81fc-4240161eb9f6, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:21.048119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e34cebc7-7264-4e6f-a64a-bca6a2b0d569 req-db09eaf2-be5b-4fbd-be04-4653a05c59d5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076342 Nov 12 11:16:21.064403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Deleting port ccfb17b3-5441-4303-bc71-94f113063fc4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:21.064758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.145151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Deleting port 5c7bf1b5-ba5a-4a6f-ba6c-b42aef81b774 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:21.145922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.239486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:21.272758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 7a97ca0f-1c20-412f-81fc-4240161eb9f6) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:21.281355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b7153-f039-47ba-9d43-30c4f39f15f6 None None] Network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:21.304523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:21.305158 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.351431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.352037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.359625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] For port ccfb17b3-5441-4303-bc71-94f113063fc4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ccfb17b3-5441-4303-bc71-94f113063fc4,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:21.359989 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.375997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3177b394-2eab-4a75-aba2-10fcc493f064 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3516176 Nov 12 11:16:21.378168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47458) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:21.387035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f5dc2555-494a-4867-a2b7-04124af9c2b6 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1110868658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:21.398027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Calling delete_port for ccfb17b3-5441-4303-bc71-94f113063fc4 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:21.423134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Calling delete_port for 5c7bf1b5-ba5a-4a6f-ba6c-b42aef81b774 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:21.564729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2555-494a-4867-a2b7-04124af9c2b6 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.568369 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2555-494a-4867-a2b7-04124af9c2b6 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.665232 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2555-494a-4867-a2b7-04124af9c2b6 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.706075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2555-494a-4867-a2b7-04124af9c2b6 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.708169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-7a97ca0f-1c20-412f-81fc-4240161eb9f6', 'network_id': '7a97ca0f-1c20-412f-81fc-4240161eb9f6', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': 'b03f0715-7b66-4425-881c-96d6f048ba1a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:21.714862 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.735901 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2555-494a-4867-a2b7-04124af9c2b6 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.739593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f5dc2555-494a-4867-a2b7-04124af9c2b6 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3566365 Nov 12 11:16:21.744784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47460) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:21.771325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'port': {'network_id': '7a97ca0f-1c20-412f-81fc-4240161eb9f6', 'name': 'tempest-RoutersTest-1735123888'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:21.795506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.814894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.889180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfb17b3-5441-4303-bc71-94f113063fc4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:22.083354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Allocated IP 172.20.0.2 (7a97ca0f-1c20-412f-81fc-4240161eb9f6/b03f0715-7b66-4425-881c-96d6f048ba1a/2661dd69-93f4-4689-b23d-322c78df9a4c) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:22.528969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:22.641019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:22.645222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:22.660319 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:22.675352 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:22.706173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] device_id is not set on port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:16:22.728917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae142c-f66c-43e1-8706-89e81a7f08cf req-167422ad-4e63-4650-b039-b69c64ce4648 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:22.739065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8aae142c-f66c-43e1-8706-89e81a7f08cf req-167422ad-4e63-4650-b039-b69c64ce4648 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.4675267 Nov 12 11:16:22.809983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:22.813661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:22.821877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:22.860003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Pushing event updated for resources: {'Port': ['ID=2661dd69-93f4-4689-b23d-322c78df9a4c,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:22.913437 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:22.981910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Attempting to bind port 2661dd69-93f4-4689-b23d-322c78df9a4c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:22.983631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Attempting to bind port 2661dd69-93f4-4689-b23d-322c78df9a4c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '4da2b903-552a-4754-a784-608047168fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7a97ca0f-1c20-412f-81fc-4240161eb9f6'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:22.985999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Attempting to bind port 2661dd69-93f4-4689-b23d-322c78df9a4c on network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:22.996567 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8aae142c-f66c-43e1-8706-89e81a7f08cf req-1c45b6be-ed47-41ee-9f47-1d820bde7140 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528954 Nov 12 11:16:22.999032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:22.999539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Checking segment: {'id': '4da2b903-552a-4754-a784-608047168fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7a97ca0f-1c20-412f-81fc-4240161eb9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:23.000045 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:23.000653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Bound using segment: {'id': '4da2b903-552a-4754-a784-608047168fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7a97ca0f-1c20-412f-81fc-4240161eb9f6'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:23.001273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Bound port: 2661dd69-93f4-4689-b23d-322c78df9a4c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da2b903-552a-4754-a784-608047168fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7a97ca0f-1c20-412f-81fc-4240161eb9f6'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:23.001763 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:23.098067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c7bf1b5-ba5a-4a6f-ba6c-b42aef81b774,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:23.167798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] For port 2661dd69-93f4-4689-b23d-322c78df9a4c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:23.186083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] For port 2661dd69-93f4-4689-b23d-322c78df9a4c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2661dd69-93f4-4689-b23d-322c78df9a4c,segment=NetworkSegment(4da2b903-552a-4754-a784-608047168fad),segment_id=4da2b903-552a-4754-a784-608047168fad)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:23.193356 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:23.304645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Router 5e71701d-7631-499d-b485-c830b315f1fd has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:23.344658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a89a63-fd9f-4e08-a9da-9157c1d3825d None None] Pushing event updated for resources: {'Port': ['ID=2661dd69-93f4-4689-b23d-322c78df9a4c,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:23.393085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.20.0.9 (7a97ca0f-1c20-412f-81fc-4240161eb9f6/b03f0715-7b66-4425-881c-96d6f048ba1a/0e3eb34d-3a5a-4f5f-9bf4-9569016869f1) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:23.416071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:23.419124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:23.423835 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a2e5f52e-c1f2-4b9a-8bf9-8ec9c2806fef tempest-FloatingIPAdminTestJSON-1235733493 tempest-FloatingIPAdminTestJSON-1235733493-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/8a546703-3a66-48ba-88be-615f5a555e8e HTTP/1.1" status: 204 len: 168 time: 2.7781157 Nov 12 11:16:23.428137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47482) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:23.922669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-59ed5e12-a2d2-4003-bd34-29eed5afbf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.014614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e0aec-0a55-4011-9bf2-6d5569b1b7c3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Deleting port 252f843c-460b-4e51-9ad6-c4cd73744460 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:24.015381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0aec-0a55-4011-9bf2-6d5569b1b7c3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.211916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 49cafe9f-e10c-4e04-bb15-00b722d73001 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:24.212168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.228514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:24.239140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eacaaf0a-435b-46ba-8be7-28be8b3882ea admin admin] 10.222.0.31 "PUT /v2.0/routers/5e71701d-7631-499d-b485-c830b315f1fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3368061 Nov 12 11:16:24.239883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47490) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:24.240737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] Sync routers for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:24.262784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:24.263666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:24.437768 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.548240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:24.765244 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.866635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Deleting port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:24.867135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.980304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.033721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:16:21Z', 'revision_number': 5, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port': {'id': '1ca60f75-2430-4f92-b75b-59c2a7d5d62f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e71701d-7631-499d-b485-c830b315f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:05:54Z', 'updated_at': '2021-11-12T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:25.062168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.112542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] Checking router: 5e71701d-7631-499d-b485-c830b315f1fd for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:16:25.130023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] For port 1ca60f75-2430-4f92-b75b-59c2a7d5d62f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1ca60f75-2430-4f92-b75b-59c2a7d5d62f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:25.134376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.136778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] Routers {'5e71701d-7631-499d-b485-c830b315f1fd'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:25.137668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:15:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e71701d-7631-499d-b485-c830b315f1fd'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:25.177433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0aec-0a55-4011-9bf2-6d5569b1b7c3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.189385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5aeb9-e2b4-4eb8-8f9d-6a98d147302a req-15fc506d-52c9-4f20-864c-4444e42e9ec1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:25.190960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8bc5aeb9-e2b4-4eb8-8f9d-6a98d147302a req-15fc506d-52c9-4f20-864c-4444e42e9ec1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 1.0502744 Nov 12 11:16:25.204304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Calling delete_port for 1ca60f75-2430-4f92-b75b-59c2a7d5d62f owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:25.224876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:25.232275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7407cbb5-fc29-421b-943f-fb00089698de None None] Network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:25.238839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:25.242074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e0aec-0a55-4011-9bf2-6d5569b1b7c3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Calling delete_port for 252f843c-460b-4e51-9ad6-c4cd73744460 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:25.258358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:25.317360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=0e3eb34d-3a5a-4f5f-9bf4-9569016869f1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:25.587473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.599818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-10bd7bcd-2c36-4d02-b899-ac820f070e69 None None] Provisioning complete for port 2661dd69-93f4-4689-b23d-322c78df9a4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:25.600444 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-10bd7bcd-2c36-4d02-b899-ac820f070e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.603061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.635879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 49cafe9f-e10c-4e04-bb15-00b722d73001 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:25.640947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca60f75-2430-4f92-b75b-59c2a7d5d62f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:25.705401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae41b8f-b046-4b8b-94af-936653b0cdcb None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:25.720150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] Set router 5e71701d-7631-499d-b485-c830b315f1fd gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:25.805250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.833061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:25.833786 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.844460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2661dd69-93f4-4689-b23d-322c78df9a4c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:25.925700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:16:24Z', 'revision_number': 6, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:25.940369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8bc5aeb9-e2b4-4eb8-8f9d-6a98d147302a req-ab34b893-d5b9-4359-aa04-3972fe55c4cf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337873 Nov 12 11:16:25.965256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-61133f73-5612-4aaf-8887-f2a069f780d3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.2100811 Nov 12 11:16:25.967743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47506) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:25.968358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f82087-f6b7-4c25-b3a7-12a553d87d91 None None] The sync data for ids ['5e71701d-7631-499d-b485-c830b315f1fd'] in n-d-768851-19 is: [{'id': '5e71701d-7631-499d-b485-c830b315f1fd', 'name': 'tempest-ServerActionsTestJSON-2123212166-router', 'tenant_id': '2408959e80824d8bb898ea14f13272aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:05:53Z', 'updated_at': '2021-11-12T11:16:24Z', 'revision_number': 6, 'project_id': '2408959e80824d8bb898ea14f13272aa', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:26.014905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2661dd69-93f4-4689-b23d-322c78df9a4c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:26.015298 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.038890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.050427 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.164437 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.165024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e71701d-7631-499d-b485-c830b315f1fd {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:26.170367 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.174326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-45a18be7-e5ba-4af2-98ed-2f1e74df1c39 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5e71701d-7631-499d-b485-c830b315f1fd HTTP/1.1" status: 204 len: 168 time: 1.9332178 Nov 12 11:16:26.175172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47508) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:26.259659 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-10bd7bcd-2c36-4d02-b899-ac820f070e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.271078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-45914f0a-509b-4a83-a3a5-6c2eb979331b admin admin] Deleting subnet 536f3462-b6ae-487c-8ad1-b1a6726b488b {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:26.274976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45914f0a-509b-4a83-a3a5-6c2eb979331b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.340654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45914f0a-509b-4a83-a3a5-6c2eb979331b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.359986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f86eaa5e-c58f-42a2-ad29-7f7b7558a155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.607921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-10bd7bcd-2c36-4d02-b899-ac820f070e69 None None] For port 2661dd69-93f4-4689-b23d-322c78df9a4c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2661dd69-93f4-4689-b23d-322c78df9a4c,segment=NetworkSegment(4da2b903-552a-4754-a784-608047168fad),segment_id=4da2b903-552a-4754-a784-608047168fad)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:26.615416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.636966 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45914f0a-509b-4a83-a3a5-6c2eb979331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.654304 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-10bd7bcd-2c36-4d02-b899-ac820f070e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.806541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45914f0a-509b-4a83-a3a5-6c2eb979331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.869907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45914f0a-509b-4a83-a3a5-6c2eb979331b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536f3462-b6ae-487c-8ad1-b1a6726b488b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:26.907863 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-45914f0a-509b-4a83-a3a5-6c2eb979331b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.914284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-45914f0a-509b-4a83-a3a5-6c2eb979331b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/536f3462-b6ae-487c-8ad1-b1a6726b488b HTTP/1.1" status: 204 len: 168 time: 0.7342813 Nov 12 11:16:26.932764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47512) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:26.967665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d36ef2-a97a-4997-8aff-30bc2e63d59b None None] Network 79d147ef-e090-4316-a2d8-711387d78aef requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:27.054733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-645ce6b8-12b9-4d8e-913e-b4e477f661c5 None None] Provisioning complete for port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:27.061504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-645ce6b8-12b9-4d8e-913e-b4e477f661c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.137507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.258741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0aec-0a55-4011-9bf2-6d5569b1b7c3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.300008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c900-2c76-4e93-9992-bdb41ee7695d req-10a18d3b-be87-4217-8a12-5acbb41ceba3 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:27.302028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0858c900-2c76-4e93-9992-bdb41ee7695d req-10a18d3b-be87-4217-8a12-5acbb41ceba3 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.1511486 Nov 12 11:16:27.383082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-645ce6b8-12b9-4d8e-913e-b4e477f661c5 None None] Port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:27.385810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd7bcd-2c36-4d02-b899-ac820f070e69 None None] Pushing event updated for resources: {'Port': ['ID=2661dd69-93f4-4689-b23d-322c78df9a4c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:27.408091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:16:27.411984 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:16:27.473963 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0858c900-2c76-4e93-9992-bdb41ee7695d req-e3d938f9-4def-40ec-ba6b-a680d18b3a24 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536491 Nov 12 11:16:27.476258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Deleting port 7f394c2f-b2aa-43ae-83ee-286d7eec835e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:27.477895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.483408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-645ce6b8-12b9-4d8e-913e-b4e477f661c5 None None] Provisioning complete for port 2661dd69-93f4-4689-b23d-322c78df9a4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:27.483774 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-645ce6b8-12b9-4d8e-913e-b4e477f661c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.598324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e0aec-0a55-4011-9bf2-6d5569b1b7c3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event deleted for resources: {'Port': ['ID=252f843c-460b-4e51-9ad6-c4cd73744460,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:27.652300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.833779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] For port 7f394c2f-b2aa-43ae-83ee-286d7eec835e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7f394c2f-b2aa-43ae-83ee-286d7eec835e,segment=NetworkSegment(9917804f-5cad-4583-9a8a-c33313c9b0e8),segment_id=9917804f-5cad-4583-9a8a-c33313c9b0e8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:27.835841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.873068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Calling delete_port for 7f394c2f-b2aa-43ae-83ee-286d7eec835e owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:27.903727 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] DHCP port deletion for 79d147ef-e090-4316-a2d8-711387d78aef request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:27.992542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.073241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.087914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.127034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=49cafe9f-e10c-4e04-bb15-00b722d73001,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:28.197493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f394c2f-b2aa-43ae-83ee-286d7eec835e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:28.202856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] No DVR routers for this DVR port 7f394c2f-b2aa-43ae-83ee-286d7eec835e on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:28.276054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] Deleting port 7f394c2f-b2aa-43ae-83ee-286d7eec835e {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:28.276445 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.299194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2661dd69-93f4-4689-b23d-322c78df9a4c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:28.401211 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.437142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d147ef-e090-4316-a2d8-711387d78aef']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:28.475785 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9917804f-5cad-4583-9a8a-c33313c9b0e8') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:28.477220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9917804f-5cad-4583-9a8a-c33313c9b0e8') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:28.512510 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.542384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.551832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:28.552932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:28.629710 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:28.635653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.642990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.652264 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/79d147ef-e090-4316-a2d8-711387d78aef HTTP/1.1" status: 204 len: 168 time: 1.7168288 Nov 12 11:16:28.682020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37e47d-e90d-4a6e-9123-8f5ac54d2bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79d147ef-e090-4316-a2d8-711387d78aef,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:28.759189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-dafcb007-a824-49fb-a029-7b81fe69f6a3 None None] Provisioning complete for port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:28.759737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dafcb007-a824-49fb-a029-7b81fe69f6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.780497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] For port 7f394c2f-b2aa-43ae-83ee-286d7eec835e, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:28.781001 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.787312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2661dd69-93f4-4689-b23d-322c78df9a4c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:28.793209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.852218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] Calling delete_port for 7f394c2f-b2aa-43ae-83ee-286d7eec835e owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:28.853093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] Port 7f394c2f-b2aa-43ae-83ee-286d7eec835e was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:16:28.855690 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.885779 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] Network 79d147ef-e090-4316-a2d8-711387d78aef is not hosted by any dhcp agent {{(pid=109167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:16:28.886975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] No DVR routers for this DVR port 7f394c2f-b2aa-43ae-83ee-286d7eec835e on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:28.931431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.001858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47528) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:29.042599 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.076094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-dafcb007-a824-49fb-a029-7b81fe69f6a3 None None] Port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:29.080155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bda3a-c130-4bc7-8865-e29c2327ded5 None None] Pushing event deleted for resources: {'Port': ['ID=7f394c2f-b2aa-43ae-83ee-286d7eec835e,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:29.122084 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-68aca6fd-b55e-494b-9a0f-207d25e95155 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2408959e80824d8bb898ea14f13272aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1130803 Nov 12 11:16:29.123030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47530) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:29.144659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=0e3eb34d-3a5a-4f5f-9bf4-9569016869f1,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:29.197763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0aec-0a55-4011-9bf2-6d5569b1b7c3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.201290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9a6e0aec-0a55-4011-9bf2-6d5569b1b7c3 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "DELETE /v2.0/ports/252f843c-460b-4e51-9ad6-c4cd73744460 HTTP/1.1" status: 204 len: 168 time: 5.7682021 Nov 12 11:16:29.205807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.241261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47534) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:29.316649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ccfb17b3-5441-4303-bc71-94f113063fc4 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:29.394358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ccfb17b3-5441-4303-bc71-94f113063fc4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:29.400205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ccfb17b3-5441-4303-bc71-94f113063fc4 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:29.400748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ca60f75-2430-4f92-b75b-59c2a7d5d62f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:29.426334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47544) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:29.428077 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d879f8ec-4013-4b78-a148-843160b44ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.504651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1ca60f75-2430-4f92-b75b-59c2a7d5d62f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:29.505361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ca60f75-2430-4f92-b75b-59c2a7d5d62f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:29.505928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7f394c2f-b2aa-43ae-83ee-286d7eec835e no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:29.527900 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d879f8ec-4013-4b78-a148-843160b44ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.594784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 7f394c2f-b2aa-43ae-83ee-286d7eec835e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:29.595405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7f394c2f-b2aa-43ae-83ee-286d7eec835e not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:29.615037 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.624929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d68a9890-d79b-4a01-8753-c75f07d71c9b None None] Provisioning complete for port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:29.625936 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d68a9890-d79b-4a01-8753-c75f07d71c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.713953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d68a9890-d79b-4a01-8753-c75f07d71c9b None None] Port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:29.722406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e34625-60e4-41d9-97af-724b567b375a tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:29.723619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30e34625-60e4-41d9-97af-724b567b375a tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a1d1cc-b4af-4dc5-aad3-4682c54f4d23 HTTP/1.1" status: 200 len: 913 time: 0.4812846 Nov 12 11:16:29.731481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47554) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:29.766156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24ed05-83e7-46ce-9aee-1eddf8202c6d req-a352e00d-64db-4e8d-907b-0369a85ec43d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:29.767755 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f24ed05-83e7-46ce-9aee-1eddf8202c6d req-a352e00d-64db-4e8d-907b-0369a85ec43d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.8309734 Nov 12 11:16:29.836882 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d879f8ec-4013-4b78-a148-843160b44ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.847794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d879f8ec-4013-4b78-a148-843160b44ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.848991 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d879f8ec-4013-4b78-a148-843160b44ba5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/697724a6-7f14-42af-bb59-6fc92cdef8ec HTTP/1.1" status: 204 len: 168 time: 0.7249589 Nov 12 11:16:29.909319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Router f1476459-90c4-40cd-9940-643963119ecf has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:29.979201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879f8ec-4013-4b78-a148-843160b44ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697724a6-7f14-42af-bb59-6fc92cdef8ec,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:29.992705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f24ed05-83e7-46ce-9aee-1eddf8202c6d req-23ae0257-636d-43f5-a715-81d8fb5e9c33 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032628 Nov 12 11:16:30.119498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:30.142542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fe059e3d-6151-4975-83b0-ef4a8ca461f4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "PUT /v2.0/routers/f1476459-90c4-40cd-9940-643963119ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7934117 Nov 12 11:16:30.144750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47560) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:30.151981 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d66977-67df-4c33-ba3d-ed3ed1b3222b None None] Sync routers for ids ['f1476459-90c4-40cd-9940-643963119ecf'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:30.175091 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d66977-67df-4c33-ba3d-ed3ed1b3222b None None] Routers {'f1476459-90c4-40cd-9940-643963119ecf'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:30.175718 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e0d66977-67df-4c33-ba3d-ed3ed1b3222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f1476459-90c4-40cd-9940-643963119ecf'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:30.259886 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e0d66977-67df-4c33-ba3d-ed3ed1b3222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:30.287524 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5666d03-c4f7-4b1e-b67d-439406764f8a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:16:30.290046 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d66977-67df-4c33-ba3d-ed3ed1b3222b None None] Routers {'f1476459-90c4-40cd-9940-643963119ecf'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:30.290686 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e0d66977-67df-4c33-ba3d-ed3ed1b3222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f1476459-90c4-40cd-9940-643963119ecf'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:30.308510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a5666d03-c4f7-4b1e-b67d-439406764f8a tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/49cafe9f-e10c-4e04-bb15-00b722d73001 HTTP/1.1" status: 404 len: 333 time: 0.1605442 Nov 12 11:16:30.313400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47564) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:30.320178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:30.377897 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e0d66977-67df-4c33-ba3d-ed3ed1b3222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:30.378913 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d66977-67df-4c33-ba3d-ed3ed1b3222b None None] The sync data for ids ['f1476459-90c4-40cd-9940-643963119ecf'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:30.547603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e81b2b9-9b1f-4405-9922-b1713db61d15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:30.626661 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.016167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e81b2b9-9b1f-4405-9922-b1713db61d15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.018796 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e81b2b9-9b1f-4405-9922-b1713db61d15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.183850 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.200821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e81b2b9-9b1f-4405-9922-b1713db61d15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.201514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e81b2b9-9b1f-4405-9922-b1713db61d15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Fanout notify agent at l3_agent the message router_deleted on router f1476459-90c4-40cd-9940-643963119ecf {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:31.212432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e81b2b9-9b1f-4405-9922-b1713db61d15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.214241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8e81b2b9-9b1f-4405-9922-b1713db61d15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/routers/f1476459-90c4-40cd-9940-643963119ecf HTTP/1.1" status: 204 len: 168 time: 0.8991566 Nov 12 11:16:31.236303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47584) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:31.304045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-48022a60-f557-4c3e-ba61-0d546eb7e947 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet 01fced5e-7551-4fe1-9b2b-661c0847a6f5 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:31.310235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-48022a60-f557-4c3e-ba61-0d546eb7e947 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.330784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47586) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:31.384164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d45a59-714f-41db-8b08-50ae25ef9e1a req-fc4e0a31-8222-4038-a74e-b72c3c1500bf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:31.390811 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03d45a59-714f-41db-8b08-50ae25ef9e1a req-fc4e0a31-8222-4038-a74e-b72c3c1500bf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.2296441 Nov 12 11:16:31.479550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.635878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1470381717-network', 'tenant_id': '2c287c36b0d0452f80175b5e2c86e158'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:31.751063 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.936043 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-48022a60-f557-4c3e-ba61-0d546eb7e947 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.938518 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03d45a59-714f-41db-8b08-50ae25ef9e1a req-1e5df31f-2daf-4c9a-860b-cc7178f099c2 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297494 Nov 12 11:16:31.977541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Made reservation on behalf of 2c287c36b0d0452f80175b5e2c86e158 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:31.979973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.991958 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.102491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.117094 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.129397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:32.140853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.141328 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Added segment 3bb55475-76c5-400e-992c-b91331279234 of type vlan for network b55a70fd-063a-4ef7-a977-830dd7338116 Nov 12 11:16:32.156963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-48022a60-f557-4c3e-ba61-0d546eb7e947 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.187571 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.228437 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.229679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:32.230365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.283071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9459238 Nov 12 11:16:32.290554 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.292403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47592) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:32.298762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Request body: {'subnet': {'network_id': 'b55a70fd-063a-4ef7-a977-830dd7338116', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1470381717-subnet', 'tenant_id': '2c287c36b0d0452f80175b5e2c86e158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:32.304886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-48022a60-f557-4c3e-ba61-0d546eb7e947 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.322293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.429369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48022a60-f557-4c3e-ba61-0d546eb7e947 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=01fced5e-7551-4fe1-9b2b-661c0847a6f5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:32.446369 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-48022a60-f557-4c3e-ba61-0d546eb7e947 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.450361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-48022a60-f557-4c3e-ba61-0d546eb7e947 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/01fced5e-7551-4fe1-9b2b-661c0847a6f5 HTTP/1.1" status: 204 len: 168 time: 1.2128446 Nov 12 11:16:32.493325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47594) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:32.505552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Made reservation on behalf of 2c287c36b0d0452f80175b5e2c86e158 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:32.509099 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.516674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=0e3eb34d-3a5a-4f5f-9bf4-9569016869f1,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:32.546148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d5336-5987-4872-91a1-10032fc35605 None None] Network aad17930-53c4-4358-8723-ab76e0421167 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:32.576295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.721396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.820598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] DHCP port deletion for aad17930-53c4-4358-8723-ab76e0421167 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:32.906766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] Deleting port 2d312f21-e5be-4918-a026-a03486c71ecb {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:32.907292 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.929973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:32.962077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:32.964708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Pushing event updated for resources: {'Network': ['ID=b55a70fd-063a-4ef7-a977-830dd7338116,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:32.989635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1cdfb-dde5-4517-b979-4923a6c49153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6aea8f-033f-4965-a323-aa03d22b0c5b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:33.076344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] For port 2d312f21-e5be-4918-a026-a03486c71ecb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2d312f21-e5be-4918-a026-a03486c71ecb,segment=NetworkSegment(8df56732-ece1-4a2f-9401-25550a5c9e23),segment_id=8df56732-ece1-4a2f-9401-25550a5c9e23)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:33.077019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.107672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] Calling delete_port for 2d312f21-e5be-4918-a026-a03486c71ecb owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:33.167368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 2d312f21-e5be-4918-a026-a03486c71ecb {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:33.167814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.275049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b55a70fd-063a-4ef7-a977-830dd7338116 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:33.299031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Deleting port 4404d8e6-a516-409f-8f9a-5ba7f25c8ca3 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:33.303380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.390786 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.522597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] For port 2d312f21-e5be-4918-a026-a03486c71ecb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2d312f21-e5be-4918-a026-a03486c71ecb,segment=NetworkSegment(8df56732-ece1-4a2f-9401-25550a5c9e23),segment_id=8df56732-ece1-4a2f-9401-25550a5c9e23)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:33.523237 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.566755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 2d312f21-e5be-4918-a026-a03486c71ecb owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:33.576630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cab1a-8b5f-4d04-b797-c7b8c0553d78 req-65e58aa8-f987-466c-bbdd-a7c63747d867 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:33.586298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a75cab1a-8b5f-4d04-b797-c7b8c0553d78 req-65e58aa8-f987-466c-bbdd-a7c63747d867 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.4322381 Nov 12 11:16:33.595212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7d4f8c51-89e6-4b84-8d0d-8fd1f7613b4e None None] Provisioning complete for port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:33.595819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d4f8c51-89e6-4b84-8d0d-8fd1f7613b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.617332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a84067-5b10-4c4d-8a2b-a4b978665bb0,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:33.649001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f8c51-89e6-4b84-8d0d-8fd1f7613b4e None None] Port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:33.673743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.682692 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.710273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] No DVR routers for this DVR port 2d312f21-e5be-4918-a026-a03486c71ecb on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:33.785423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b52ef-ea03-4066-9ca6-f4c11765b8d8 None None] Pushing event deleted for resources: {'Port': ['ID=2d312f21-e5be-4918-a026-a03486c71ecb,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:33.799230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.810492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Deleting port 451ecac2-78e6-45ec-9427-e184f5b0a70f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:33.811033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.821386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Calling delete_port for 4404d8e6-a516-409f-8f9a-5ba7f25c8ca3 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:33.876292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No DVR routers for this DVR port 2d312f21-e5be-4918-a026-a03486c71ecb on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:33.917452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a75cab1a-8b5f-4d04-b797-c7b8c0553d78 req-2f35d09d-ad2c-4eab-9228-ecf7a64bac9d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299994 Nov 12 11:16:33.918643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=2d312f21-e5be-4918-a026-a03486c71ecb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:34.028293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.054953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad17930-53c4-4358-8723-ab76e0421167']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.066592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df56732-ece1-4a2f-9401-25550a5c9e23') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.066894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df56732-ece1-4a2f-9401-25550a5c9e23') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.079305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.095528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.104925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:34.105423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.172936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] For port 451ecac2-78e6-45ec-9427-e184f5b0a70f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=451ecac2-78e6-45ec-9427-e184f5b0a70f,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:34.172936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:34.179777 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:34.184240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Checking segment: {'id': '3bb55475-76c5-400e-992c-b91331279234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b55a70fd-063a-4ef7-a977-830dd7338116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:34.184240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Network hostable DHCP agents. Network: b55a70fd-063a-4ef7-a977-830dd7338116, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:34.186319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router a260801d-ffb7-4b1c-90a7-d9d393ccbebc is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:34.190106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Calling delete_port for 451ecac2-78e6-45ec-9427-e184f5b0a70f owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:34.206828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.219305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.223872 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/networks/aad17930-53c4-4358-8723-ab76e0421167 HTTP/1.1" status: 204 len: 168 time: 1.7282765 Nov 12 11:16:34.253619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47606) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:34.260824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2d312f21-e5be-4918-a026-a03486c71ecb no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:34.344137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 2d312f21-e5be-4918-a026-a03486c71ecb {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:34.344561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2d312f21-e5be-4918-a026-a03486c71ecb not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:34.364646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:34.367687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Network b55a70fd-063a-4ef7-a977-830dd7338116 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:34.382321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7d0a3-e421-449b-bcbd-f30b0c9ab537 None None] Sync routers for ids ['a260801d-ffb7-4b1c-90a7-d9d393ccbebc'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:34.383089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-58a89947-e5a6-4747-83e0-b9ac2bca8a11 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/a260801d-ffb7-4b1c-90a7-d9d393ccbebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3703258 Nov 12 11:16:34.385475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47614) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:34.408271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7d0a3-e421-449b-bcbd-f30b0c9ab537 None None] Routers {'a260801d-ffb7-4b1c-90a7-d9d393ccbebc'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:34.411325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-05e7d0a3-e421-449b-bcbd-f30b0c9ab537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a260801d-ffb7-4b1c-90a7-d9d393ccbebc'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.454721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f4b216-ea81-479b-a976-6cff2a265f6d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.459953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-33f4b216-ea81-479b-a976-6cff2a265f6d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports/0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 HTTP/1.1" status: 200 len: 977 time: 0.0723898 Nov 12 11:16:34.461020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b55a70fd-063a-4ef7-a977-830dd7338116) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:34.462873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-05e7d0a3-e421-449b-bcbd-f30b0c9ab537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.470033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cca0b9-a24a-4aa9-966c-c611b2afef6d None None] Network b55a70fd-063a-4ef7-a977-830dd7338116 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:34.477274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47616) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:34.523362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8506706d-d3a4-4c80-8e97-47392602ad7b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.525158 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8506706d-d3a4-4c80-8e97-47392602ad7b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/a038a44d-6b0d-4143-8516-a47459c61603 HTTP/1.1" status: 200 len: 845 time: 0.2704136 Nov 12 11:16:34.549613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7d0a3-e421-449b-bcbd-f30b0c9ab537 None None] Routers {'a260801d-ffb7-4b1c-90a7-d9d393ccbebc'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:34.551893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-05e7d0a3-e421-449b-bcbd-f30b0c9ab537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a260801d-ffb7-4b1c-90a7-d9d393ccbebc'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.561308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47620) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:34.607999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.608615 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.628831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4774887-463c-4f94-b65e-703edf9b8172 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Network': ['ID=aad17930-53c4-4358-8723-ab76e0421167,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:34.658595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-05e7d0a3-e421-449b-bcbd-f30b0c9ab537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.659718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7d0a3-e421-449b-bcbd-f30b0c9ab537 None None] The sync data for ids ['a260801d-ffb7-4b1c-90a7-d9d393ccbebc'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:34.750601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8607aadb-cf1e-4b78-9d91-bdd43213fcb8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4570208 Nov 12 11:16:34.773101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8ebcb2f1-2174-4637-ad0f-852cf26adacb tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/a038a44d-6b0d-4143-8516-a47459c61603?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1984391 Nov 12 11:16:34.814440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47626) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:34.823612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:34.851533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96bc004-8397-4d35-b940-656519685e81 None None] Network b55a70fd-063a-4ef7-a977-830dd7338116 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:34.894225 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.902669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.950455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event deleted for resources: {'Port': ['ID=4404d8e6-a516-409f-8f9a-5ba7f25c8ca3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:35.062815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Pushing event deleted for resources: {'Port': ['ID=451ecac2-78e6-45ec-9427-e184f5b0a70f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:35.189546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:35.194686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:35.453833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-1c3c29ca-d64f-43e6-b139-28fa048b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.456474 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-1c3c29ca-d64f-43e6-b139-28fa048b1440 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1098 time: 0.2039738 Nov 12 11:16:35.481713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa414a-017d-4ac0-87fb-3f6216f86bf7 req-a8169cf2-d6cb-43b6-8d1a-38c295b252e1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.483456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3faa414a-017d-4ac0-87fb-3f6216f86bf7 req-a8169cf2-d6cb-43b6-8d1a-38c295b252e1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.3483803 Nov 12 11:16:35.674323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3faa414a-017d-4ac0-87fb-3f6216f86bf7 req-09c8c489-3599-48fc-bc38-77707ca2ab44 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800482 Nov 12 11:16:35.684311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:35.686186 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:35.688898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:35.819054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-f3f7b015-851e-4cc1-9a07-ae0cb1d4eb45 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.820690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-f3f7b015-851e-4cc1-9a07-ae0cb1d4eb45 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/networks?id=b55a70fd-063a-4ef7-a977-830dd7338116 HTTP/1.1" status: 200 len: 821 time: 0.3489845 Nov 12 11:16:35.828754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-7c0ec796-6512-41be-a240-3ddcc5c5dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.830504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-7c0ec796-6512-41be-a240-3ddcc5c5dcae service neutron] 10.222.0.59 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 914 time: 0.3523710 Nov 12 11:16:35.928558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-99b57b3b-6aa0-4ab5-8499-01f92de3032f tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/quotas/2c287c36b0d0452f80175b5e2c86e158 HTTP/1.1" status: 200 len: 375 time: 0.0951707 Nov 12 11:16:35.933719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-8ee132be-898c-4fd4-b574-7a4b301cac0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 217 time: 0.0627129 Nov 12 11:16:35.979592 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.121921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Router 64a1d1cc-b4af-4dc5-aad3-4682c54f4d23 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:36.129264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:36.336203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:36.343102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-156c6e0f-23f5-40f3-afdf-b8ab82adda5e tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "PUT /v2.0/routers/64a1d1cc-b4af-4dc5-aad3-4682c54f4d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5882399 Nov 12 11:16:36.344678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:36.346338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47652) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:36.349985 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725cc13f-9c6c-44ee-964d-f1725ef4a445 None None] Sync routers for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:36.356851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] Sync routers for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:36.377729 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725cc13f-9c6c-44ee-964d-f1725ef4a445 None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:36.378344 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-725cc13f-9c6c-44ee-964d-f1725ef4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:36.384215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:36.384840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:36.403304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-922ef289-5cfb-45a3-85d9-fab71a41de19 admin admin] 10.222.0.31 "PUT /v2.0/routers/ec615e80-943f-4ddc-b70d-7d01b5baa7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9672475 Nov 12 11:16:36.403535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-0877a623-bedc-4957-a51c-c82e1b55d4b5 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c287c36b0d0452f80175b5e2c86e158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4328001 Nov 12 11:16:36.406007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47656) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:36.436962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:36.450713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:36.454230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:36.455252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.466262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-68313be2-0513-420c-abf3-8d5b6d5cfd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:36.467981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-68313be2-0513-420c-abf3-8d5b6d5cfd55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.4988670 Nov 12 11:16:36.470761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e6318-138a-462e-bc79-9c6bfd2abbc3 None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:36.472273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=61545b5d-a541-48fb-a419-f16df9dfbcbb,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:36.481925 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-725cc13f-9c6c-44ee-964d-f1725ef4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:36.494613 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725cc13f-9c6c-44ee-964d-f1725ef4a445 None None] Routers {'64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:36.495424 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-725cc13f-9c6c-44ee-964d-f1725ef4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:36.539753 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-725cc13f-9c6c-44ee-964d-f1725ef4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:36.540654 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725cc13f-9c6c-44ee-964d-f1725ef4a445 None None] The sync data for ids ['64a1d1cc-b4af-4dc5-aad3-4682c54f4d23'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:36.564904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0dc1af62-eb49-4c23-ad10-8c4eeca0bff6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7464235 Nov 12 11:16:36.564904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-3b7f66af-8560-4e55-8b95-0388cc27ac1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886228 Nov 12 11:16:36.575585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47662) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:36.602954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c678616e-701d-41bc-a8a0-1f3356874e15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1826520526'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:36.625113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.776322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c678616e-701d-41bc-a8a0-1f3356874e15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.813159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'tenant_id': '56a51d1331014658816c4dadc3fb5443', 'fixed_ips': [{'subnet_id': '61545b5d-a541-48fb-a419-f16df9dfbcbb'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:36.814877 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.816782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.845995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:36.851547 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-e3aa19d9-ffa9-4435-8753-b7f085f0a9ec service neutron] 10.222.0.31 "GET /v2.0/networks/b55a70fd-063a-4ef7-a977-830dd7338116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302680 Nov 12 11:16:36.920147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.971241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-b361657a-96fd-4f14-8d71-825cb5d686c4 service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735404 Nov 12 11:16:37.039448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8875d45f-03ca-4de8-a44f-28f40b92f897 service neutron] 10.222.0.31 "GET /v2.0/networks/b55a70fd-063a-4ef7-a977-830dd7338116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869226 Nov 12 11:16:37.047855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:37.048342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.073430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Allocated IP 2001:db8::2 (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/61545b5d-a541-48fb-a419-f16df9dfbcbb/7de12326-2b34-44c5-a2ca-93f8ef5bf656) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:37.189702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c678616e-701d-41bc-a8a0-1f3356874e15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.208724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c678616e-701d-41bc-a8a0-1f3356874e15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.275279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678616e-701d-41bc-a8a0-1f3356874e15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2403cf4-fc86-429f-be8c-ef92050b455c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:37.288329 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef76c08-dcca-429b-9e29-5bbaa98fafc7 req-fc5f0a3c-8e19-4aec-8056-f8b2a84b5202 service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941456 Nov 12 11:16:37.328293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d0bd4fb-a7b2-4114-8f10-8a6415416adc req-0a64df77-ea83-4e36-94b1-3a1b520ce420 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 210 time: 0.0540273 Nov 12 11:16:37.343421 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c678616e-701d-41bc-a8a0-1f3356874e15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.344992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c678616e-701d-41bc-a8a0-1f3356874e15 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7556746 Nov 12 11:16:37.352195 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.355864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47680) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:37.360951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5b0d9e14-8fa4-4e6d-921d-e90f74784043 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1249843821'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:37.406570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 0e3eb34d-3a5a-4f5f-9bf4-9569016869f1 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:37.430363 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b0d9e14-8fa4-4e6d-921d-e90f74784043 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.512429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:16:34Z', 'revision_number': 5, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port': {'id': 'ad6370c7-916a-4bbf-ae3f-fbc266944e7a', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:05Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:37.516099 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.553473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eba0f8-4add-4c5c-a8b9-09d827535899 req-9645034a-d561-434d-86c5-1064888daaeb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:37.555886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] Checking router: ec615e80-943f-4ddc-b70d-7d01b5baa7d6 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:16:37.558565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6eba0f8-4add-4c5c-a8b9-09d827535899 req-9645034a-d561-434d-86c5-1064888daaeb tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.7380531 Nov 12 11:16:37.562787 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.651884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:37.653692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] Routers {'ec615e80-943f-4ddc-b70d-7d01b5baa7d6'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:37.654577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:37.710637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Pushing event updated for resources: {'Port': ['ID=7de12326-2b34-44c5-a2ca-93f8ef5bf656,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:37.715423 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b0d9e14-8fa4-4e6d-921d-e90f74784043 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.716608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:37.721798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:37.755722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b0d9e14-8fa4-4e6d-921d-e90f74784043 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.768266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.792114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d9e14-8fa4-4e6d-921d-e90f74784043 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ef3321-5d6c-4894-a50e-db032632589a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:37.795340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] Set router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:37.825548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b0d9e14-8fa4-4e6d-921d-e90f74784043 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.827281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5b0d9e14-8fa4-4e6d-921d-e90f74784043 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4704080 Nov 12 11:16:37.832185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47686) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:37.833606 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6eba0f8-4add-4c5c-a8b9-09d827535899 req-4594c1f0-c6a2-40fb-92ae-d29bdf2ec856 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345252 Nov 12 11:16:37.854674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-937896714', 'security_groups': ['d6ef3321-5d6c-4894-a50e-db032632589a'], 'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '61545b5d-a541-48fb-a419-f16df9dfbcbb'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:37.891329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Deleting port ad6370c7-916a-4bbf-ae3f-fbc266944e7a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:37.891812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.896559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.995996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Deleting port 8c4151c3-26c1-4d20-badb-4ac27ebb9418 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:37.996466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.042423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=0e3eb34d-3a5a-4f5f-9bf4-9569016869f1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:38.183861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:16:36Z', 'revision_number': 6, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:38.224031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] For port ad6370c7-916a-4bbf-ae3f-fbc266944e7a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ad6370c7-916a-4bbf-ae3f-fbc266944e7a,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:38.224396 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.260262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Calling delete_port for ad6370c7-916a-4bbf-ae3f-fbc266944e7a owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:38.327277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdd765-7cc7-4feb-bdb8-98cfb4cdabea None None] The sync data for ids ['ec615e80-943f-4ddc-b70d-7d01b5baa7d6'] in n-d-768851-19 is: [{'id': 'ec615e80-943f-4ddc-b70d-7d01b5baa7d6', 'name': 'tempest-AttachVolumeTestJSON-41472247-router', 'tenant_id': '44d27cd4a17342a08dea3ce985ed4415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:04Z', 'updated_at': '2021-11-12T11:16:36Z', 'revision_number': 6, 'project_id': '44d27cd4a17342a08dea3ce985ed4415', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:38.334983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Attempting to bind port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:38.335610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Attempting to bind port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '0cb91fef-3f31-406a-b48a-c54a065e798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:38.336990 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Attempting to bind port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 on network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:38.354847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:38.354847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Checking segment: {'id': '0cb91fef-3f31-406a-b48a-c54a065e798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:38.355174 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.360830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Bound using segment: {'id': '0cb91fef-3f31-406a-b48a-c54a065e798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:38.361595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Bound port: 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb91fef-3f31-406a-b48a-c54a065e798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:38.362012 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.468262 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.491826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:38.546404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] For port 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:38.562454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] For port 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7de12326-2b34-44c5-a2ca-93f8ef5bf656,segment=NetworkSegment(0cb91fef-3f31-406a-b48a-c54a065e798b),segment_id=0cb91fef-3f31-406a-b48a-c54a065e798b)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:38.570458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.577463 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.591365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Calling delete_port for 8c4151c3-26c1-4d20-badb-4ac27ebb9418 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:38.654808 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a680c3cc-96c1-4974-85fb-a048d3ae719a req-eed4c394-660d-45d2-b6be-55da277c6348 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 210 time: 0.1547134 Nov 12 11:16:38.693706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c49b4b-5588-4f16-b8a8-c7c4e839b7af None None] Pushing event updated for resources: {'Port': ['ID=7de12326-2b34-44c5-a2ca-93f8ef5bf656,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:38.838227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router a260801d-ffb7-4b1c-90a7-d9d393ccbebc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:38.856295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.867991 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.924023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5404cf-6cd0-45f6-a8b2-5f7fa317f814 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:38.987792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port 71d00314-af31-49b2-84e1-667901d56ca2 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:16:38.994695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:39.007015 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6d0ba3cc-c1aa-470c-bc1f-e152ce7e4974 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/a260801d-ffb7-4b1c-90a7-d9d393ccbebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5286641 Nov 12 11:16:39.007764 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78292ae-bb2e-4723-a884-a648c0069cba None None] Sync routers for ids ['a260801d-ffb7-4b1c-90a7-d9d393ccbebc'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:39.009550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47696) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:39.017993 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78292ae-bb2e-4723-a884-a648c0069cba None None] Routers {'a260801d-ffb7-4b1c-90a7-d9d393ccbebc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:39.018988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c78292ae-bb2e-4723-a884-a648c0069cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a260801d-ffb7-4b1c-90a7-d9d393ccbebc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:39.056427 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c78292ae-bb2e-4723-a884-a648c0069cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:39.066959 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78292ae-bb2e-4723-a884-a648c0069cba None None] Routers {'a260801d-ffb7-4b1c-90a7-d9d393ccbebc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:39.067986 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c78292ae-bb2e-4723-a884-a648c0069cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a260801d-ffb7-4b1c-90a7-d9d393ccbebc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:39.095154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.096982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event deleted for resources: {'Port': ['ID=8c4151c3-26c1-4d20-badb-4ac27ebb9418,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:39.110614 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c78292ae-bb2e-4723-a884-a648c0069cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:39.111693 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78292ae-bb2e-4723-a884-a648c0069cba None None] The sync data for ids ['a260801d-ffb7-4b1c-90a7-d9d393ccbebc'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:39.184517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6370c7-916a-4bbf-ae3f-fbc266944e7a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:39.214046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3d750-c0ab-4a22-88b8-2f926bb58227 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:39.286962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-0131b92a-2291-45b4-8ac0-17dced3826d8 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:39.289169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-0131b92a-2291-45b4-8ac0-17dced3826d8 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.52 "GET /v2.0/networks?id=b55a70fd-063a-4ef7-a977-830dd7338116 HTTP/1.1" status: 200 len: 821 time: 0.3836639 Nov 12 11:16:39.312546 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.321126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Request body: {'port': {'device_id': '3261e1aa-99e6-4913-bd14-8c56f6ec860f', 'network_id': 'b55a70fd-063a-4ef7-a977-830dd7338116', 'admin_state_up': True, 'tenant_id': '2c287c36b0d0452f80175b5e2c86e158'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:39.449913 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-39b14702-4885-4f93-bcc7-a4f8e5b4fcae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 11:16:39.453612 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-39b14702-4885-4f93-bcc7-a4f8e5b4fcae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/a260801d-ffb7-4b1c-90a7-d9d393ccbebc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4405029 Nov 12 11:16:39.455582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47706) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:39.466515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55d355-17c1-418b-9990-f59ff7b622f1 req-548ec903-041a-4f3e-a077-899f8e3c03d9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:39.473865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c55d355-17c1-418b-9990-f59ff7b622f1 req-548ec903-041a-4f3e-a077-899f8e3c03d9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 946 time: 0.4810586 Nov 12 11:16:39.490161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.523575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bb6a534d-7caf-428e-93e3-acff570e06a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=a260801d-ffb7-4b1c-90a7-d9d393ccbebc HTTP/1.1" status: 200 len: 205 time: 0.0636022 Nov 12 11:16:39.524119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.524273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47708) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:39.562508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.606484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906ea7e6-1eb8-49ba-9dfd-f73443c5499e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.682790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.702394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::1d6 (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/61545b5d-a541-48fb-a419-f16df9dfbcbb/71d00314-af31-49b2-84e1-667901d56ca2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:39.751996 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.793949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.794515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Fanout notify agent at l3_agent the message router_deleted on router 64a1d1cc-b4af-4dc5-aad3-4682c54f4d23 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:39.799247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c55d355-17c1-418b-9990-f59ff7b622f1 req-5b8d37b7-6181-444e-bba7-26141324ce65 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244851 Nov 12 11:16:39.805624 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.806742 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-98e96b69-d069-4ef8-b81d-cc6f99baef10 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "DELETE /v2.0/routers/64a1d1cc-b4af-4dc5-aad3-4682c54f4d23 HTTP/1.1" status: 204 len: 168 time: 3.4591849 Nov 12 11:16:39.849877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47712) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:39.914536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.915191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec615e80-943f-4ddc-b70d-7d01b5baa7d6 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:39.931710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.933699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7a9ce7a4-03a2-459e-912b-22bbc0a06cc4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ec615e80-943f-4ddc-b70d-7d01b5baa7d6 HTTP/1.1" status: 204 len: 168 time: 3.5267451 Nov 12 11:16:39.940900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47714) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:39.967505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Made reservation on behalf of 2c287c36b0d0452f80175b5e2c86e158 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:39.972932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.986598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:40.033637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc2124f-b2a4-4ffb-8840-7be74ae5fdbd tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Deleting subnet 99f1a1f5-7930-406c-97bf-92f111f578b9 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:40.050425 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9cc2124f-b2a4-4ffb-8840-7be74ae5fdbd tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.156364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9a30ef-ad17-42b1-9177-2edd793e42aa admin admin] Deleting subnet 10afff9c-430f-48b6-81e5-3caab3f5eefd {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:40.164514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e9a30ef-ad17-42b1-9177-2edd793e42aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.177510 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9cc2124f-b2a4-4ffb-8840-7be74ae5fdbd tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.243081 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.295789 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.336229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7de12326-2b34-44c5-a2ca-93f8ef5bf656 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:40.352458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:40.354813 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e9a30ef-ad17-42b1-9177-2edd793e42aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.358260 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce83a4e-e94e-40bc-8bb5-294c0e23bb9d" -d '{"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-unplugged", "status": "completed", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:40.410170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:40.435539 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.468336 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.543127 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa6666-b987-494a-9f31-4591bdfd30d1 x-openstack-request-id: req-37aa6666-b987-494a-9f31-4591bdfd30d1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:40.543427 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-unplugged", "status": "failed", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7", "code": 422}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:40.544927 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37aa6666-b987-494a-9f31-4591bdfd30d1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:40.545554 n-d-768851-19 neutron-server[109167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'code': 422} returned with failed status Nov 12 11:16:40.578638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67b87f4e-91ba-4247-9cb6-ae5306d0940c req-00fa1a0c-903c-4567-a3d4-45fea7b31ef1 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 210 time: 0.2069526 Nov 12 11:16:40.590255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:40.590975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.617028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906ea7e6-1eb8-49ba-9dfd-f73443c5499e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.622770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906ea7e6-1eb8-49ba-9dfd-f73443c5499e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.645525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:40.725278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e9a30ef-ad17-42b1-9177-2edd793e42aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.731093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9cc2124f-b2a4-4ffb-8840-7be74ae5fdbd tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.765427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Allocated IP 172.20.0.5 (b55a70fd-063a-4ef7-a977-830dd7338116/a3a84067-5b10-4c4d-8a2b-a4b978665bb0/9ea07a29-dd2c-49e7-932a-936338ad8716) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:40.775085 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.823458 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906ea7e6-1eb8-49ba-9dfd-f73443c5499e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.824988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906ea7e6-1eb8-49ba-9dfd-f73443c5499e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Fanout notify agent at l3_agent the message router_deleted on router a260801d-ffb7-4b1c-90a7-d9d393ccbebc {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:40.835546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906ea7e6-1eb8-49ba-9dfd-f73443c5499e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.841302 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-906ea7e6-1eb8-49ba-9dfd-f73443c5499e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/a260801d-ffb7-4b1c-90a7-d9d393ccbebc HTTP/1.1" status: 204 len: 168 time: 1.3159807 Nov 12 11:16:40.849003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47720) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:40.873404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7de12326-2b34-44c5-a2ca-93f8ef5bf656,segment=NetworkSegment(0cb91fef-3f31-406a-b48a-c54a065e798b),segment_id=0cb91fef-3f31-406a-b48a-c54a065e798b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:40.909367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.918993 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.919907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e9a30ef-ad17-42b1-9177-2edd793e42aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.949035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-00136ffb-8ac4-4790-a44e-36ab1a6b5fb1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet b03f0715-7b66-4425-881c-96d6f048ba1a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:40.958719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00136ffb-8ac4-4790-a44e-36ab1a6b5fb1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.985776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9cc2124f-b2a4-4ffb-8840-7be74ae5fdbd tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.003184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d2b0179e-0ccf-4957-ae24-6b1aa954318e None None] Provisioning complete for port a038a44d-6b0d-4143-8516-a47459c61603 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:41.004149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d2b0179e-0ccf-4957-ae24-6b1aa954318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.012625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a30ef-ad17-42b1-9177-2edd793e42aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10afff9c-430f-48b6-81e5-3caab3f5eefd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:41.048530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0179e-0ccf-4957-ae24-6b1aa954318e None None] Port a038a44d-6b0d-4143-8516-a47459c61603 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:41.050774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ad6370c7-916a-4bbf-ae3f-fbc266944e7a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:41.060923 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e9a30ef-ad17-42b1-9177-2edd793e42aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.064851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9e9a30ef-ad17-42b1-9177-2edd793e42aa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10afff9c-430f-48b6-81e5-3caab3f5eefd HTTP/1.1" status: 204 len: 168 time: 1.1201491 Nov 12 11:16:41.072166 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.074727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47724) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:41.098621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20965cdb-ead0-4048-8574-cad7eb34dfb1 None None] Network ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:41.135304 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9cc2124f-b2a4-4ffb-8840-7be74ae5fdbd tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.138617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9cc2124f-b2a4-4ffb-8840-7be74ae5fdbd tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "DELETE /v2.0/subnets/99f1a1f5-7930-406c-97bf-92f111f578b9 HTTP/1.1" status: 204 len: 168 time: 1.2918315 Nov 12 11:16:41.139947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:41.141891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47726) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:41.157004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2124f-b2a4-4ffb-8840-7be74ae5fdbd tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event deleted for resources: {'Subnet': ['ID=99f1a1f5-7930-406c-97bf-92f111f578b9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:41.176939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:41.198483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f8fcc-99d2-46ae-b323-09917299eca6 None None] Network b0fa09fa-580a-4384-bfe6-3dd7e11af431 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:41.266596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f8c4f-7487-4e55-8bd1-8490b619b072 req-580557cf-66be-4d26-916e-c903ff37b0c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:41.268166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb0f8c4f-7487-4e55-8bd1-8490b619b072 req-580557cf-66be-4d26-916e-c903ff37b0c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.2840493 Nov 12 11:16:41.271358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:41.283705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:41.284935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.296053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ad6370c7-916a-4bbf-ae3f-fbc266944e7a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:41.296383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ad6370c7-916a-4bbf-ae3f-fbc266944e7a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:41.296790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 451ecac2-78e6-45ec-9427-e184f5b0a70f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:41.304806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00136ffb-8ac4-4790-a44e-36ab1a6b5fb1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.308549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.316929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.339606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=7de12326-2b34-44c5-a2ca-93f8ef5bf656,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:41.371276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.388305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d2b0179e-0ccf-4957-ae24-6b1aa954318e None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:41.388772 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d2b0179e-0ccf-4957-ae24-6b1aa954318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.444320 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5999594 Nov 12 11:16:41.449726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47728) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:41.449726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcc6f9-3f6a-403d-a441-f928ea25df0b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=71d00314-af31-49b2-84e1-667901d56ca2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:41.455589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb0f8c4f-7487-4e55-8bd1-8490b619b072 req-1fd15bc5-f05f-455e-a703-b96486139892 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699100 Nov 12 11:16:41.460743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.471945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-92a65df8-0b7b-4dfd-8cf0-11a239e284d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:41.494251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 451ecac2-78e6-45ec-9427-e184f5b0a70f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:41.494606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 451ecac2-78e6-45ec-9427-e184f5b0a70f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:41.546658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Network b55a70fd-063a-4ef7-a977-830dd7338116 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:41.571361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Pushing event updated for resources: {'Port': ['ID=9ea07a29-dd2c-49e7-932a-936338ad8716,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:41.575620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:41.603704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:41.715711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] DHCP port deletion for b0fa09fa-580a-4384-bfe6-3dd7e11af431 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:41.747857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:41.748524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.779444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Deleting port ec31c61f-0798-4fef-8560-798aded69a82 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:41.780109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.784995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-8a3fd0d7-50a0-4956-9230-811620f4abf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4697924 Nov 12 11:16:41.787711 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00136ffb-8ac4-4790-a44e-36ab1a6b5fb1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.790757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] DHCP port deletion for ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:41.809034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf267599-6c6b-4e00-a5a6-f722421ebb19 req-73c2e5a4-721d-470c-a5f8-fe41bef2457b tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:41.810503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c43fdbdb-a0f1-45fb-a896-9b8c4693da4b None None] Provisioning complete for port 71d00314-af31-49b2-84e1-667901d56ca2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:41.811215 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf267599-6c6b-4e00-a5a6-f722421ebb19 req-73c2e5a4-721d-470c-a5f8-fe41bef2457b tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 931 time: 0.1228137 Nov 12 11:16:41.817435 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c43fdbdb-a0f1-45fb-a896-9b8c4693da4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.823858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Request body: {'port': {'device_id': '3261e1aa-99e6-4913-bd14-8c56f6ec860f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:41.841946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Deleting port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:41.842361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.862357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28849b-9b19-49f0-b796-1990244c518b req-ab6339d7-cd1d-47e0-9097-6ae21f4e879d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:41.870580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d28849b-9b19-49f0-b796-1990244c518b req-ab6339d7-cd1d-47e0-9097-6ae21f4e879d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.2706382 Nov 12 11:16:41.874665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c43fdbdb-a0f1-45fb-a896-9b8c4693da4b None None] Port 71d00314-af31-49b2-84e1-667901d56ca2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:41.944977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] Deleting port ec31c61f-0798-4fef-8560-798aded69a82 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:41.945340 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.958349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] For port ec31c61f-0798-4fef-8560-798aded69a82, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec31c61f-0798-4fef-8560-798aded69a82,segment=NetworkSegment(590928a0-cda0-4bf8-887c-34db6ef863ed),segment_id=590928a0-cda0-4bf8-887c-34db6ef863ed)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:41.958978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.977997 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.983009 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf267599-6c6b-4e00-a5a6-f722421ebb19 req-896f363a-05f6-404d-8c5a-5a481ad105fd tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557066 Nov 12 11:16:41.997091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Calling delete_port for ec31c61f-0798-4fef-8560-798aded69a82 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:42.014253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d28849b-9b19-49f0-b796-1990244c518b req-bda8c6b4-2dfe-4d66-87c3-b3bb4024cf6d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426404 Nov 12 11:16:42.057716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] For port ec31c61f-0798-4fef-8560-798aded69a82, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec31c61f-0798-4fef-8560-798aded69a82,segment=NetworkSegment(590928a0-cda0-4bf8-887c-34db6ef863ed),segment_id=590928a0-cda0-4bf8-887c-34db6ef863ed)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:42.058229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.061540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a65df8-0b7b-4dfd-8cf0-11a239e284d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:42.068389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-92a65df8-0b7b-4dfd-8cf0-11a239e284d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.074466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] Calling delete_port for ec31c61f-0798-4fef-8560-798aded69a82 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:42.084137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] For port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78,segment=NetworkSegment(4170b310-c050-4156-ab42-fdeb62bd402f),segment_id=4170b310-c050-4156-ab42-fdeb62bd402f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:42.084501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.093343 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00136ffb-8ac4-4790-a44e-36ab1a6b5fb1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.180948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Calling delete_port for b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:42.196713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b0e8f-711d-4fc6-a183-f4bffce7cbd8 None None] Network 7a97ca0f-1c20-412f-81fc-4240161eb9f6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:42.220335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.241353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00136ffb-8ac4-4790-a44e-36ab1a6b5fb1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=b03f0715-7b66-4425-881c-96d6f048ba1a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:42.245108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00136ffb-8ac4-4790-a44e-36ab1a6b5fb1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.251287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-00136ffb-8ac4-4790-a44e-36ab1a6b5fb1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/b03f0715-7b66-4425-881c-96d6f048ba1a HTTP/1.1" status: 204 len: 168 time: 1.3986261 Nov 12 11:16:42.252850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47744) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:42.257702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.300761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] No DVR routers for this DVR port ec31c61f-0798-4fef-8560-798aded69a82 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:42.302635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event deleted for resources: {'Port': ['ID=ec31c61f-0798-4fef-8560-798aded69a82,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:42.337873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] No DVR routers for this DVR port ec31c61f-0798-4fef-8560-798aded69a82 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:42.347713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-4fe9fd36-e5a0-4096-926b-2d38957a9d51 req-5c93d80d-e7d7-467c-b588-c38745be54bc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:16:42.348888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4fe9fd36-e5a0-4096-926b-2d38957a9d51 req-5c93d80d-e7d7-467c-b588-c38745be54bc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163634 Nov 12 11:16:42.350256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7de12326-2b34-44c5-a2ca-93f8ef5bf656 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:42.398230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c3645-763e-40a8-9941-9846dacbf3d8 None None] Pushing event deleted for resources: {'Port': ['ID=ec31c61f-0798-4fef-8560-798aded69a82,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:42.433970 n-d-768851-19 neutron-server[109165]: INFO neutron.db.ipam_backend_mixin [None req-92a65df8-0b7b-4dfd-8cf0-11a239e284d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61545b5d-a541-48fb-a419-f16df9dfbcbb (CIDR: 2001:db8::/64) Nov 12 11:16:42.440626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.441519 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.446238 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a65df8-0b7b-4dfd-8cf0-11a239e284d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:16:42.446696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a65df8-0b7b-4dfd-8cf0-11a239e284d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:16:42.477473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fa09fa-580a-4384-bfe6-3dd7e11af431']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:42.492417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590928a0-cda0-4bf8-887c-34db6ef863ed') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:42.493191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590928a0-cda0-4bf8-887c-34db6ef863ed') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:42.495898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-92a65df8-0b7b-4dfd-8cf0-11a239e284d6 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0423212 Nov 12 11:16:42.508823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.537933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47748) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:42.543817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:42.545027 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.553648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] Deleting port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:42.554071 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.564573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:42.565779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.572641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:42.603240 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:42.640256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:42.649560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] No DVR routers for this DVR port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:42.754770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:42.755344 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.758093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] For port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:42.758650 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.790547 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.803947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] Calling delete_port for b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:42.809015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] Port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:16:42.816606 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.821053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.832141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:42.839377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] DHCP port deletion for 7a97ca0f-1c20-412f-81fc-4240161eb9f6 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:42.846012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] No DVR routers for this DVR port b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:42.852168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4170b310-c050-4156-ab42-fdeb62bd402f') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:42.852725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4170b310-c050-4156-ab42-fdeb62bd402f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:42.872669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.897606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28ffc2-c0ef-47d6-af0b-825422887a46 None None] Pushing event deleted for resources: {'Port': ['ID=b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:42.901504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.908734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:42.909529 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.928805 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.935257 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "DELETE /v2.0/networks/b0fa09fa-580a-4384-bfe6-3dd7e11af431 HTTP/1.1" status: 204 len: 168 time: 1.7895446 Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:42.940927 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:42.985827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47762) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:43.010487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] Deleting port 2661dd69-93f4-4689-b23d-322c78df9a4c {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:43.010487 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.095179 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.106375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.109060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] For port 2661dd69-93f4-4689-b23d-322c78df9a4c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2661dd69-93f4-4689-b23d-322c78df9a4c,segment=NetworkSegment(4da2b903-552a-4754-a784-608047168fad),segment_id=4da2b903-552a-4754-a784-608047168fad)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:43.109758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.111673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898 HTTP/1.1" status: 204 len: 168 time: 2.0328209 Nov 12 11:16:43.128558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] Calling delete_port for 2661dd69-93f4-4689-b23d-322c78df9a4c owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:43.142306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 2661dd69-93f4-4689-b23d-322c78df9a4c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:43.142982 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.249760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec31c61f-0798-4fef-8560-798aded69a82 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:43.277597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ec31c61f-0798-4fef-8560-798aded69a82 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:43.278008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec31c61f-0798-4fef-8560-798aded69a82 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:43.281240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d171ccd-0c10-4ab2-921f-81b3478f27f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb120a9-fe42-4d43-a6ca-a1fc5ca6f898,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:43.285213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:43.288091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:43.290659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.321484 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.332836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:43.333293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b86b15d4-3b65-4c0c-a5b7-3ec5be96ce78 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:43.342391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] No DVR routers for this DVR port 2661dd69-93f4-4689-b23d-322c78df9a4c on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:43.387736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5245a-c51f-48ba-b469-8823e50df638 None None] Pushing event deleted for resources: {'Port': ['ID=2661dd69-93f4-4689-b23d-322c78df9a4c,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:43.421157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47770) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:43.459569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865629c0-c4b8-4932-8202-072c84c09880 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event deleted for resources: {'Network': ['ID=b0fa09fa-580a-4384-bfe6-3dd7e11af431,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:43.480622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea07a29-dd2c-49e7-932a-936338ad8716 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:43.496013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d07ad8-87c6-4217-83e5-03d33e52676e req-50cabd9a-5699-43ef-90d6-9832580aaa6b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:43.497630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10d07ad8-87c6-4217-83e5-03d33e52676e req-50cabd9a-5699-43ef-90d6-9832580aaa6b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.8955653 Nov 12 11:16:43.498954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef35d7-5461-4572-bce9-66fbcdbd2e96 req-e270ab3a-b07f-4015-b5b8-920b93a5b046 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:43.500542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63ef35d7-5461-4572-bce9-66fbcdbd2e96 req-e270ab3a-b07f-4015-b5b8-920b93a5b046 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 931 time: 0.3843184 Nov 12 11:16:43.504391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port 2661dd69-93f4-4689-b23d-322c78df9a4c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2661dd69-93f4-4689-b23d-322c78df9a4c,segment=NetworkSegment(4da2b903-552a-4754-a784-608047168fad),segment_id=4da2b903-552a-4754-a784-608047168fad)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:43.504757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.511122 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.547621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Transition to ACTIVE for port object 9ea07a29-dd2c-49e7-932a-936338ad8716 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:16:43.552401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 2661dd69-93f4-4689-b23d-322c78df9a4c owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:43.559147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.582394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-6e40d329-6bbd-4719-a5e4-a764a19448e3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6029930 Nov 12 11:16:43.612143 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10d07ad8-87c6-4217-83e5-03d33e52676e req-572d34ff-f6d2-4755-a9dc-25358ecbc6bf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033511 Nov 12 11:16:43.668382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e0f5680-437e-416c-88af-869ae7570338 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44d27cd4a17342a08dea3ce985ed4415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442963 Nov 12 11:16:43.687987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47774) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:43.690501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea07a29-dd2c-49e7-932a-936338ad8716,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:43.765183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Attempting to bind port 9ea07a29-dd2c-49e7-932a-936338ad8716 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:43.765623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Attempting to bind port 9ea07a29-dd2c-49e7-932a-936338ad8716 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '3bb55475-76c5-400e-992c-b91331279234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b55a70fd-063a-4ef7-a977-830dd7338116'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:43.766057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Attempting to bind port 9ea07a29-dd2c-49e7-932a-936338ad8716 on network b55a70fd-063a-4ef7-a977-830dd7338116 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:43.772487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Port 9ea07a29-dd2c-49e7-932a-936338ad8716 on network b55a70fd-063a-4ef7-a977-830dd7338116 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:16:43.772924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Attempting to bind port 9ea07a29-dd2c-49e7-932a-936338ad8716 on network b55a70fd-063a-4ef7-a977-830dd7338116 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:43.816990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:43.821476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Checking segment: {'id': '3bb55475-76c5-400e-992c-b91331279234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b55a70fd-063a-4ef7-a977-830dd7338116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:43.821476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Bound using segment: {'id': '3bb55475-76c5-400e-992c-b91331279234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b55a70fd-063a-4ef7-a977-830dd7338116'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:43.821476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Bound port: 9ea07a29-dd2c-49e7-932a-936338ad8716, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb55475-76c5-400e-992c-b91331279234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b55a70fd-063a-4ef7-a977-830dd7338116'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:43.821476 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.833534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c266dd0c-a80f-407a-831a-9eb7490773d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.834006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-63ef35d7-5461-4572-bce9-66fbcdbd2e96 req-8994048e-a3a7-4bbb-87bb-20c522ab3cc3 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186965 Nov 12 11:16:43.890929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Deleting port 267acdd1-541f-43be-9f19-cff26b8a6d22 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:43.891279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.903792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c266dd0c-a80f-407a-831a-9eb7490773d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.985242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] For port 9ea07a29-dd2c-49e7-932a-936338ad8716, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:43.992077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] For port 9ea07a29-dd2c-49e7-932a-936338ad8716, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9ea07a29-dd2c-49e7-932a-936338ad8716,segment=NetworkSegment(3bb55475-76c5-400e-992c-b91331279234),segment_id=3bb55475-76c5-400e-992c-b91331279234)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:44.003802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:44.005605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.063328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c266dd0c-a80f-407a-831a-9eb7490773d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.067199 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c266dd0c-a80f-407a-831a-9eb7490773d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.087555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c266dd0c-a80f-407a-831a-9eb7490773d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bc0e092-e940-4778-ac72-a5c5849399ab HTTP/1.1" status: 204 len: 168 time: 0.3824279 Nov 12 11:16:44.090124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.090468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.121180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.138838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Calling delete_port for 267acdd1-541f-43be-9f19-cff26b8a6d22 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:44.154522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:44.155363 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.156914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] 10.222.0.52 "PUT /v2.0/ports/9ea07a29-dd2c-49e7-932a-936338ad8716 HTTP/1.1" status: 200 len: 1092 time: 2.3445013 Nov 12 11:16:44.159971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266dd0c-a80f-407a-831a-9eb7490773d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc0e092-e940-4778-ac72-a5c5849399ab,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:44.164329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3261e1aa-99e6-4913-bd14-8c56f6ec860f', 'tag': '9ea07a29-dd2c-49e7-932a-936338ad8716'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:44.166859 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb072fa1-a888-401d-a389-a810f7643c15" -d '{"events": [{"name": "network-changed", "server_uuid": "3261e1aa-99e6-4913-bd14-8c56f6ec860f", "tag": "9ea07a29-dd2c-49e7-932a-936338ad8716"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:44.222624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=2661dd69-93f4-4689-b23d-322c78df9a4c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:44.249816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2661dd69-93f4-4689-b23d-322c78df9a4c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:44.250816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c5d59-5f45-4019-8927-cf4fdf21aa63 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea07a29-dd2c-49e7-932a-936338ad8716,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:44.269177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-0eff7046-64f3-4234-ba26-cfc5faad8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:44.270901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-0eff7046-64f3-4234-ba26-cfc5faad8124 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c287c36b0d0452f80175b5e2c86e158&device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 1095 time: 0.0677087 Nov 12 11:16:44.281018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No DVR routers for this DVR port 2661dd69-93f4-4689-b23d-322c78df9a4c on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:44.341897 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de293890-6df0-457f-b6a6-14cbc3c86aa2 x-openstack-request-id: req-de293890-6df0-457f-b6a6-14cbc3c86aa2 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:44.341897 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3261e1aa-99e6-4913-bd14-8c56f6ec860f", "tag": "9ea07a29-dd2c-49e7-932a-936338ad8716", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:44.341897 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de293890-6df0-457f-b6a6-14cbc3c86aa2 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:44.342318 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3261e1aa-99e6-4913-bd14-8c56f6ec860f', 'tag': '9ea07a29-dd2c-49e7-932a-936338ad8716', 'status': 'completed', 'code': 200} Nov 12 11:16:44.344205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-3eb8410c-15c2-4278-a36e-82f2ab391cf4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ea07a29-dd2c-49e7-932a-936338ad8716 HTTP/1.1" status: 200 len: 217 time: 0.0645356 Nov 12 11:16:44.353140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 2661dd69-93f4-4689-b23d-322c78df9a4c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:44.360342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2661dd69-93f4-4689-b23d-322c78df9a4c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:44.415376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.424716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-7cc7f28d-1c68-4d81-bdae-d3b1abe69cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:44.426285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-7cc7f28d-1c68-4d81-bdae-d3b1abe69cfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3a84067-5b10-4c4d-8a2b-a4b978665bb0 HTTP/1.1" status: 200 len: 861 time: 0.0749218 Nov 12 11:16:44.474247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-151aadea-c1be-4c4f-bae5-b2a6b882006f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b55a70fd-063a-4ef7-a977-830dd7338116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384274 Nov 12 11:16:44.545604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a97ca0f-1c20-412f-81fc-4240161eb9f6']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:44.611426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da2b903-552a-4754-a784-608047168fad') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:44.612540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da2b903-552a-4754-a784-608047168fad') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:44.616723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-890c8820-f765-4cd4-b535-6a7272a89fee service neutron] 10.222.0.52 "GET /v2.0/networks/b55a70fd-063a-4ef7-a977-830dd7338116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345005 Nov 12 11:16:44.657614 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.673464 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.723063 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.761850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:44.762776 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:44.769645 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:44.782475 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e8bcb963-ee1f-430d-afa5-bfd6567e2c27 req-099fa0e8-66fc-4ea1-b2e9-8bc3d9d3bc04 service neutron] 10.222.0.52 "GET /v2.0/networks/b55a70fd-063a-4ef7-a977-830dd7338116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569142 Nov 12 11:16:44.932907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072fa1-a888-401d-a389-a810f7643c15 req-c69f741c-6ad1-4aa9-9f21-0a903f83b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:44.934456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb072fa1-a888-401d-a389-a810f7643c15 req-c69f741c-6ad1-4aa9-9f21-0a903f83b0c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c287c36b0d0452f80175b5e2c86e158&device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 1095 time: 0.0826707 Nov 12 11:16:45.141512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12dbd6-eb20-40d8-abc0-b7e607f7ed08 req-7f7c0917-7295-43ab-a567-9253e8f9e3d4 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:45.143234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e12dbd6-eb20-40d8-abc0-b7e607f7ed08 req-7f7c0917-7295-43ab-a567-9253e8f9e3d4 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 943 time: 0.1894898 Nov 12 11:16:45.192958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072fa1-a888-401d-a389-a810f7643c15 req-a9c61c99-d6e0-4a2a-8982-6ef28d9fca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:45.195076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb072fa1-a888-401d-a389-a810f7643c15 req-a9c61c99-d6e0-4a2a-8982-6ef28d9fca7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b55a70fd-063a-4ef7-a977-830dd7338116 HTTP/1.1" status: 200 len: 922 time: 0.2536483 Nov 12 11:16:45.253967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb072fa1-a888-401d-a389-a810f7643c15 req-918b2015-8c85-4c46-888a-a0cf1aa54300 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ea07a29-dd2c-49e7-932a-936338ad8716 HTTP/1.1" status: 200 len: 217 time: 0.0486631 Nov 12 11:16:45.260809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:45.319773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072fa1-a888-401d-a389-a810f7643c15 req-4254f50c-bd05-4ee1-9f07-fa3abbb6e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:45.321476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb072fa1-a888-401d-a389-a810f7643c15 req-4254f50c-bd05-4ee1-9f07-fa3abbb6e2a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3a84067-5b10-4c4d-8a2b-a4b978665bb0 HTTP/1.1" status: 200 len: 861 time: 0.0603907 Nov 12 11:16:45.329705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e12dbd6-eb20-40d8-abc0-b7e607f7ed08 req-69d93e7b-1642-477d-bbc2-6e34eb2413ca tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628237 Nov 12 11:16:45.334564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:45.355585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce256e4-f4d7-4f2e-9e4a-07f9fe62a862 None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:45.387810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb072fa1-a888-401d-a389-a810f7643c15 req-e064616e-9672-4f2b-9ace-daf556918a51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b55a70fd-063a-4ef7-a977-830dd7338116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570483 Nov 12 11:16:45.420242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:45.425671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.484556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=55372a39-5ab3-4f35-972d-ee8e9c1b47e5,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:45.533579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb072fa1-a888-401d-a389-a810f7643c15 req-c4cf7206-5769-4791-b939-fe5097a4850d service neutron] 10.222.0.52 "GET /v2.0/networks/b55a70fd-063a-4ef7-a977-830dd7338116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374056 Nov 12 11:16:45.541427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-89a4b8ff-fc11-4a24-be42-578476575856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:45.543500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-89a4b8ff-fc11-4a24-be42-578476575856 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b&tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f HTTP/1.1" status: 200 len: 1096 time: 0.7830043 Nov 12 11:16:45.553329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47814) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:45.553755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47816) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:45.554019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8a0469fe-86c3-489b-acf3-3d50ec2c9be1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0134127 Nov 12 11:16:45.555204 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.559186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.569132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1501648461', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '55372a39-5ab3-4f35-972d-ee8e9c1b47e5'}], 'security_groups': ['e2403cf4-fc86-429f-be8c-ef92050b455c']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:45.625033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.639430 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/7a97ca0f-1c20-412f-81fc-4240161eb9f6 HTTP/1.1" status: 204 len: 168 time: 3.3830884 Nov 12 11:16:45.639982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47820) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:45.647057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-972154009'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:45.751872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83cba0-60f4-4d1f-aaf1-e026e78e783e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=7a97ca0f-1c20-412f-81fc-4240161eb9f6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:45.754685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Pushing event deleted for resources: {'Port': ['ID=267acdd1-541f-43be-9f19-cff26b8a6d22,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:45.759892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50de569-0f2a-426e-a5ea-4a3c434adf10 None None] Update dhcp port {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'fixed_ips': [{'subnet_id': '61545b5d-a541-48fb-a419-f16df9dfbcbb', 'ip_address': '2001:db8::2'}, {'subnet_id': '55372a39-5ab3-4f35-972d-ee8e9c1b47e5'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '7de12326-2b34-44c5-a2ca-93f8ef5bf656'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:16:45.765929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009cca8-0e18-4ebd-bbcd-0e24756bdb16 req-b8020571-e588-45ff-b793-a34e1a128498 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:45.774356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d009cca8-0e18-4ebd-bbcd-0e24756bdb16 req-b8020571-e588-45ff-b793-a34e1a128498 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 1.0070970 Nov 12 11:16:45.793974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb072fa1-a888-401d-a389-a810f7643c15 req-f3aa82b1-af45-4033-9872-d8e3848cfc98 service neutron] 10.222.0.52 "GET /v2.0/networks/b55a70fd-063a-4ef7-a977-830dd7338116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521014 Nov 12 11:16:45.798830 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a50de569-0f2a-426e-a5ea-4a3c434adf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.820358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1472667099-network', 'tenant_id': '447a13fb3d6a4c4088d19157f7f1b97c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:45.859215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d009cca8-0e18-4ebd-bbcd-0e24756bdb16 req-e01fdeb9-2213-4041-af09-cba7fc27820f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819070 Nov 12 11:16:45.870326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:45.874435 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.890603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.895625 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.900805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-28879e65-be23-420c-a005-e74f0f85af26 tempest-FloatingIPAdminTestJSON-1435636943 tempest-FloatingIPAdminTestJSON-1435636943-project] 10.222.0.31 "DELETE /v2.0/floatingips/5004d435-f9d3-48cf-917b-3038145573b0 HTTP/1.1" status: 204 len: 168 time: 2.9196053 Nov 12 11:16:45.913403 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-a3bd1ea4-943c-45c9-8533-6495b1a93bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:45.915712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-a3bd1ea4-943c-45c9-8533-6495b1a93bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1096 time: 0.3152294 Nov 12 11:16:45.972075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:45.992363 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.993470 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment e58cefd4-0d98-458c-ad9f-e0164338fba6 of type vlan for network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e Nov 12 11:16:46.052092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-8f5caa2c-6b39-402e-b937-105c81d8af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:46.056481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-8f5caa2c-6b39-402e-b937-105c81d8af81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 914 time: 0.1319339 Nov 12 11:16:46.066053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.101868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.109205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:46.110149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.125198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-8673c700-a450-4e5d-84e5-985eb47c2c12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 217 time: 0.0554612 Nov 12 11:16:46.134485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Made reservation on behalf of 447a13fb3d6a4c4088d19157f7f1b97c for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:46.137113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.208481 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.244319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-ef0d5efe-5d33-438d-8fda-e5b429e1b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:46.247050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-ef0d5efe-5d33-438d-8fda-e5b429e1b1b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.1121664 Nov 12 11:16:46.300703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-a50de569-0f2a-426e-a5ea-4a3c434adf10 None None] Allocated IP 2001:db8:0:1::2 (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/55372a39-5ab3-4f35-972d-ee8e9c1b47e5/7de12326-2b34-44c5-a2ca-93f8ef5bf656) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:46.313722 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6683891 Nov 12 11:16:46.327963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-7da56c98-399e-490d-ac52-7561d1f8c2e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654092 Nov 12 11:16:46.328544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:46.335261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': 'c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:46.364890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47830) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:46.365598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.402232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde8479-4282-4fc2-be5e-06c59b56c187 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:46.461059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:46.552254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-d14e24e9-33d0-4217-9a5e-946957a99caa service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095962 Nov 12 11:16:46.564801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:46.569820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.622883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a50de569-0f2a-426e-a5ea-4a3c434adf10 None None] For port 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7de12326-2b34-44c5-a2ca-93f8ef5bf656,segment=NetworkSegment(0cb91fef-3f31-406a-b48a-c54a065e798b),segment_id=0cb91fef-3f31-406a-b48a-c54a065e798b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:46.660655 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a50de569-0f2a-426e-a5ea-4a3c434adf10 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.667858 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a50de569-0f2a-426e-a5ea-4a3c434adf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.821865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50de569-0f2a-426e-a5ea-4a3c434adf10 None None] Pushing event updated for resources: {'Port': ['ID=7de12326-2b34-44c5-a2ca-93f8ef5bf656,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:46.860783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc2112fd-17f2-4139-918f-6f5f85c9fdc5 req-6e803424-3fb4-4a72-9148-b321dd9dda5b service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747917 Nov 12 11:16:46.913847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.939723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c0132-b00e-4f16-be41-c20f91a8a766 req-153b3c24-24f7-4302-8d77-8c8e557b2338 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:46.941545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-736c0132-b00e-4f16-be41-c20f91a8a766 req-153b3c24-24f7-4302-8d77-8c8e557b2338 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 943 time: 0.3596718 Nov 12 11:16:46.943780 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.959818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.002127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-74fd36be-1351-4d1f-a82d-eabfaadbbe21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=762cb69f40884f77a54fdc2066b13d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6340852 Nov 12 11:16:47.004930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47842) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:47.046698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:47.067747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=8a44d4b6-4a5a-4bf7-b341-da928915cc3a,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:47.084035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': 'e58cefd4-0d98-458c-ad9f-e0164338fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:47.084476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:47.086765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Delete allocated IP 2001:db8::1d6 (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/61545b5d-a541-48fb-a419-f16df9dfbcbb) {{(pid=109166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:16:47.113662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14219004-9e1b-4244-8b88-5413dbbb104d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:47.121727 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.122096 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Added segment b20369ee-699f-4a65-a151-e0f3740df0f3 of type vlan for network a9729990-ab48-4932-941d-a906c3d26c0a Nov 12 11:16:47.138839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cc307-10f0-4294-b1f7-26de2e44f78c req-db62a38f-6b0d-4403-b9e6-1ff741c5ffb7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:47.140534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c53cc307-10f0-4294-b1f7-26de2e44f78c req-db62a38f-6b0d-4403-b9e6-1ff741c5ffb7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.1106756 Nov 12 11:16:47.143281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8:0:1::1c3 (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/55372a39-5ab3-4f35-972d-ee8e9c1b47e5/71d00314-af31-49b2-84e1-667901d56ca2) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:47.143942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:47.177470 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-736c0132-b00e-4f16-be41-c20f91a8a766 req-ecb0ddd8-a800-4dda-ae55-829a818826b8 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097120 Nov 12 11:16:47.183898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1da16ec-6e9e-458c-bf54-36e2bcd30ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.190710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:47.210594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33773354-4d80-450c-be30-696decdecc9f None None] Network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:47.216246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.234252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:47.234805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.264849 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.266190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:47.266863 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.288543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1da16ec-6e9e-458c-bf54-36e2bcd30ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.336301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a8474f88-e396-4846-8d87-d9d5e8e73240 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0065670 Nov 12 11:16:47.340481 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7827928 Nov 12 11:16:47.340633 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c53cc307-10f0-4294-b1f7-26de2e44f78c req-730d9b4b-fcb5-4090-9da1-76052da18254 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851013 Nov 12 11:16:47.351746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47850) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:47.352758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47852) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:47.364546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b6971520-20d4-44c4-866a-00be90b9dc06 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-159536496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:47.380441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Request body: {'subnet': {'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1472667099-subnet', 'tenant_id': '447a13fb3d6a4c4088d19157f7f1b97c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:47.458303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Made reservation on behalf of 447a13fb3d6a4c4088d19157f7f1b97c for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:47.461268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.488794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9ea07a29-dd2c-49e7-932a-936338ad8716 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:16:47.546184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b6971520-20d4-44c4-866a-00be90b9dc06 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.548313 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b6971520-20d4-44c4-866a-00be90b9dc06 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.559294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68fcfc-85e8-4427-ac35-462595c223f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a9729990-ab48-4932-941d-a906c3d26c0a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:47.596135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1da16ec-6e9e-458c-bf54-36e2bcd30ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.599818 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1da16ec-6e9e-458c-bf54-36e2bcd30ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.603995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a1da16ec-6e9e-458c-bf54-36e2bcd30ef5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/028c2b16-0c68-470c-bd53-535c8cdb8797 HTTP/1.1" status: 204 len: 168 time: 0.5965211 Nov 12 11:16:47.663548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da16ec-6e9e-458c-bf54-36e2bcd30ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c2b16-0c68-470c-bd53-535c8cdb8797,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:47.729555 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.737817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.772301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b6971520-20d4-44c4-866a-00be90b9dc06 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.781113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b6971520-20d4-44c4-866a-00be90b9dc06 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.811719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a9729990-ab48-4932-941d-a906c3d26c0a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:47.849769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b6971520-20d4-44c4-866a-00be90b9dc06 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.850999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b6971520-20d4-44c4-866a-00be90b9dc06 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4971204 Nov 12 11:16:47.862208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47866) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:48.138642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] In _notify_port_updated(), no bound segment for port 71d00314-af31-49b2-84e1-667901d56ca2 on network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:16:48.151202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.160017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:48.161570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.179751 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "PUT /v2.0/ports/71d00314-af31-49b2-84e1-667901d56ca2 HTTP/1.1" status: 200 len: 931 time: 2.6142087 Nov 12 11:16:48.181742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47870) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:48.293137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1dff48d7-24e9-45e5-81b2-bc3d833eaf51 None None] Provisioning complete for port a038a44d-6b0d-4143-8516-a47459c61603 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:48.293594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1dff48d7-24e9-45e5-81b2-bc3d833eaf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.295914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e', 'network_id': 'c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': '8a44d4b6-4a5a-4bf7-b341-da928915cc3a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:48.296897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.303447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b0370-a3c1-43c0-892b-5dcc46c69958 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=71d00314-af31-49b2-84e1-667901d56ca2,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:48.371331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7de12326-2b34-44c5-a2ca-93f8ef5bf656 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:48.536410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47880) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:48.641478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd40b568-0dca-4d88-9d05-c2d872cb255c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.700365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5548f4-9ea8-4ad4-8c30-4bd8f5b2b18c req-ed6875fc-15b1-42b1-b6df-fe666dcc1659 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:48.711142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a5548f4-9ea8-4ad4-8c30-4bd8f5b2b18c req-ed6875fc-15b1-42b1-b6df-fe666dcc1659 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 943 time: 0.1685824 Nov 12 11:16:48.756313 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd40b568-0dca-4d88-9d05-c2d872cb255c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.763996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c35aae-6686-4a88-a8d7-136219d3cf49,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:48.774934 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd40b568-0dca-4d88-9d05-c2d872cb255c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.867376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930ebea-12c6-4072-9dd5-669608e40003 req-d03a6ea4-737c-4e3a-aeca-106e09f06528 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:48.875675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3930ebea-12c6-4072-9dd5-669608e40003 req-d03a6ea4-737c-4e3a-aeca-106e09f06528 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.3386183 Nov 12 11:16:48.888571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 9ea07a29-dd2c-49e7-932a-936338ad8716, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9ea07a29-dd2c-49e7-932a-936338ad8716,segment=NetworkSegment(3bb55475-76c5-400e-992c-b91331279234),segment_id=3bb55475-76c5-400e-992c-b91331279234)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:48.892893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Checking segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:48.893192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Network hostable DHCP agents. Network: a9729990-ab48-4932-941d-a906c3d26c0a, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:48.968770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40b568-0dca-4d88-9d05-c2d872cb255c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1148cd-b23b-4d58-bb25-6f51604407bb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:48.989940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bd40b568-0dca-4d88-9d05-c2d872cb255c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5023d625e1ce4a5ba74935c3cce0bb6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281075 Nov 12 11:16:48.994574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47884) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:49.041530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1dff48d7-24e9-45e5-81b2-bc3d833eaf51 None None] Port a038a44d-6b0d-4143-8516-a47459c61603 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:49.055310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '9ea07a29-dd2c-49e7-932a-936338ad8716', 'network_id': 'b55a70fd-063a-4ef7-a977-830dd7338116', 'port_id': '9ea07a29-dd2c-49e7-932a-936338ad8716', 'mac_address': 'fa:16:3e:b5:e5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a84067-5b10-4c4d-8a2b-a4b978665bb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:16:49.071179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c692ba5b-d0f0-4b38-9b08-92c1be12d19b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port 71d00314-af31-49b2-84e1-667901d56ca2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:49.071744 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c692ba5b-d0f0-4b38-9b08-92c1be12d19b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.086184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.093933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Network a9729990-ab48-4932-941d-a906c3d26c0a is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:49.182319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, a9729990-ab48-4932-941d-a906c3d26c0a) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:49.206311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:49.207956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.257156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b7759-7179-4bc1-968b-824937a7627f None None] Network a9729990-ab48-4932-941d-a906c3d26c0a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:49.445121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3930ebea-12c6-4072-9dd5-669608e40003 req-f7b487ef-65dc-417c-8c13-717adab73550 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678334 Nov 12 11:16:49.489619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9f7dafe4-6db4-4940-8ea4-81339a6cf0ce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1201344 Nov 12 11:16:49.509113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a5548f4-9ea8-4ad4-8c30-4bd8f5b2b18c req-ea566e52-dcd5-4599-b28c-5460ecccfe6e tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808935 Nov 12 11:16:49.617061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbed38a0-216c-431f-8d7a-37ac215f1ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.646560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c692ba5b-d0f0-4b38-9b08-92c1be12d19b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.681504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1dff48d7-24e9-45e5-81b2-bc3d833eaf51 None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:49.693870 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1dff48d7-24e9-45e5-81b2-bc3d833eaf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.705617 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbed38a0-216c-431f-8d7a-37ac215f1ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.719592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c692ba5b-d0f0-4b38-9b08-92c1be12d19b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for 71d00314-af31-49b2-84e1-667901d56ca2 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:49.728874 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:16:50.075435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbed38a0-216c-431f-8d7a-37ac215f1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.080238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbed38a0-216c-431f-8d7a-37ac215f1ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.080688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:50.081273 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.084681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fbed38a0-216c-431f-8d7a-37ac215f1ce5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e1148cd-b23b-4d58-bb25-6f51604407bb HTTP/1.1" status: 204 len: 168 time: 1.0845733 Nov 12 11:16:50.104495 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed38a0-216c-431f-8d7a-37ac215f1ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1148cd-b23b-4d58-bb25-6f51604407bb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:50.330188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.439809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea07a29-dd2c-49e7-932a-936338ad8716 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:50.489074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 9ea07a29-dd2c-49e7-932a-936338ad8716, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9ea07a29-dd2c-49e7-932a-936338ad8716,segment=NetworkSegment(3bb55475-76c5-400e-992c-b91331279234),segment_id=3bb55475-76c5-400e-992c-b91331279234)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:50.516166 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.539296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c692ba5b-d0f0-4b38-9b08-92c1be12d19b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.542939 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2fd972-d737-409a-b8c0-6dec4a43cb65 None None] Network a9729990-ab48-4932-941d-a906c3d26c0a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:50.625510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692ba5b-d0f0-4b38-9b08-92c1be12d19b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=71d00314-af31-49b2-84e1-667901d56ca2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:50.755054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c692ba5b-d0f0-4b38-9b08-92c1be12d19b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.758598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c692ba5b-d0f0-4b38-9b08-92c1be12d19b tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/71d00314-af31-49b2-84e1-667901d56ca2 HTTP/1.1" status: 204 len: 168 time: 2.5759330 Nov 12 11:16:50.784474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=9ea07a29-dd2c-49e7-932a-936338ad8716,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:50.798978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47912) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:50.804048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-eb14b495-84f7-4e89-b1e1-93c9fa85956b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:50.805690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-eb14b495-84f7-4e89-b1e1-93c9fa85956b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 815 time: 0.5628221 Nov 12 11:16:50.858247 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4fdd15-2930-42fa-bda0-ee3760ecf3dd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:16:50.860432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ea4fdd15-2930-42fa-bda0-ee3760ecf3dd tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/71d00314-af31-49b2-84e1-667901d56ca2 HTTP/1.1" status: 404 len: 333 time: 0.0586557 Nov 12 11:16:50.864852 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:50.868393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-3a5bfb9a-586b-404f-9170-f7a23625d106 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/quotas/447a13fb3d6a4c4088d19157f7f1b97c HTTP/1.1" status: 200 len: 375 time: 0.0487571 Nov 12 11:16:50.893733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47916) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:50.932208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Allocated IP 172.20.0.2 (c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e/8a44d4b6-4a5a-4bf7-b341-da928915cc3a/5bfd0f6d-1a68-44fc-b70c-b997ec768d23) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:50.938797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea1db53c-f5ef-40d5-bb5f-ec78f83a667f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.986176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['9ea07a29-dd2c-49e7-932a-936338ad8716'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:50.994694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-5bc90a46-4bac-4068-b5dc-d3d99bb81dec tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186578 Nov 12 11:16:51.040886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.043063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76681f-b2f9-4675-9e1d-1461a37c8d77 req-d4d7448b-8c62-4811-81d0-cc8d7fbda773 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:51.050424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e76681f-b2f9-4675-9e1d-1461a37c8d77 req-d4d7448b-8c62-4811-81d0-cc8d7fbda773 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.3365734 Nov 12 11:16:51.055985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.056343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.056691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.058136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.059160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.060551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.060925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.061270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.063818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.064245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.064612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:51.212541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54642dd2-bd41-4969-8460-2d04e924d88f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.264950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e76681f-b2f9-4675-9e1d-1461a37c8d77 req-8d22fdfa-f701-427b-92bd-0f6f357219e5 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785624 Nov 12 11:16:51.267120 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-1901060a-6cd6-4055-9c6f-12f600efe267 service neutron] 10.222.0.31 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482963 Nov 12 11:16:51.303221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54642dd2-bd41-4969-8460-2d04e924d88f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.436640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea1db53c-f5ef-40d5-bb5f-ec78f83a667f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.478279 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54642dd2-bd41-4969-8460-2d04e924d88f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.480205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-ce482d70-660e-485c-8746-9ff8cfbadb15 service neutron] 10.222.0.31 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961231 Nov 12 11:16:51.491211 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54642dd2-bd41-4969-8460-2d04e924d88f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.499053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47920) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:51.505264 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-54642dd2-bd41-4969-8460-2d04e924d88f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/security-groups/d6ef3321-5d6c-4894-a50e-db032632589a HTTP/1.1" status: 204 len: 168 time: 0.6375170 Nov 12 11:16:51.523124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea1db53c-f5ef-40d5-bb5f-ec78f83a667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.596568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54642dd2-bd41-4969-8460-2d04e924d88f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ef3321-5d6c-4894-a50e-db032632589a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:51.682271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-100d4967-d2d2-4df2-a717-37406b81a03f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.803570 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-100d4967-d2d2-4df2-a717-37406b81a03f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.814284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ea1db53c-f5ef-40d5-bb5f-ec78f83a667f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d476d77f27fe4bc89412b484b6c8c4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9106410 Nov 12 11:16:51.817971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:51.821967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1db53c-f5ef-40d5-bb5f-ec78f83a667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d4c53e-e665-48e2-be5c-473eb5c9cd56,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:51.932294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041d604-7613-496e-abc0-a2c08c87a424 req-4d1ce4b3-f67c-4a27-9194-b7f354d40310 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:51.950787 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4041d604-7613-496e-abc0-a2c08c87a424 req-4d1ce4b3-f67c-4a27-9194-b7f354d40310 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 944 time: 0.4970191 Nov 12 11:16:51.992195 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-857c4e3e-0802-4d81-96bb-7ef4ff64315f req-64f7763f-56e4-4c6d-9f3c-e342eae5066a tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 210 time: 0.0863891 Nov 12 11:16:52.058347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601ad144-4686-4ffe-bbb7-d19d9d9f262f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.073021 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-100d4967-d2d2-4df2-a717-37406b81a03f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.090537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-100d4967-d2d2-4df2-a717-37406b81a03f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.092474 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-100d4967-d2d2-4df2-a717-37406b81a03f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2403cf4-fc86-429f-be8c-ef92050b455c HTTP/1.1" status: 204 len: 168 time: 0.5922911 Nov 12 11:16:52.095454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47930) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:52.151296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d4967-d2d2-4df2-a717-37406b81a03f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2403cf4-fc86-429f-be8c-ef92050b455c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:52.205211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601ad144-4686-4ffe-bbb7-d19d9d9f262f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.277357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4041d604-7613-496e-abc0-a2c08c87a424 req-7b9cd514-4951-4015-bc7e-33ca6b8b44df tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186369 Nov 12 11:16:52.335282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601ad144-4686-4ffe-bbb7-d19d9d9f262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.338511 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601ad144-4686-4ffe-bbb7-d19d9d9f262f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.343857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-601ad144-4686-4ffe-bbb7-d19d9d9f262f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19d4c53e-e665-48e2-be5c-473eb5c9cd56 HTTP/1.1" status: 204 len: 168 time: 0.5204329 Nov 12 11:16:52.382626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1dff48d7-24e9-45e5-81b2-bc3d833eaf51 None None] Could not find standard attr ID for object 71d00314-af31-49b2-84e1-667901d56ca2. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:16:52.394595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e640cb77-36ed-4b03-a2c7-b11d9806e355 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet 61545b5d-a541-48fb-a419-f16df9dfbcbb {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:52.401961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ad144-4686-4ffe-bbb7-d19d9d9f262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d4c53e-e665-48e2-be5c-473eb5c9cd56,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:52.417113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e640cb77-36ed-4b03-a2c7-b11d9806e355 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.542258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e640cb77-36ed-4b03-a2c7-b11d9806e355 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.600498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a94003-7141-4fc0-9834-9187ac02490c req-8975d542-f78f-48ba-9771-eb93548d8295 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:52.617608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a94003-7141-4fc0-9834-9187ac02490c req-8975d542-f78f-48ba-9771-eb93548d8295 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.1706789 Nov 12 11:16:52.770853 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23a94003-7141-4fc0-9834-9187ac02490c req-fc06d9bf-bc7b-4a8a-b7f6-d89db46d9269 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521740 Nov 12 11:16:52.789999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ed81a4c9-a617-4145-8529-07037a509bb9 None None] Could not find standard attr ID for object 71d00314-af31-49b2-84e1-667901d56ca2. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:16:52.946486 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.955559 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e640cb77-36ed-4b03-a2c7-b11d9806e355 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.969599 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.164470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:53.167634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:53.188759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:53.325486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Pushing event updated for resources: {'Port': ['ID=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:53.364692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.20.0.1 (c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e/8a44d4b6-4a5a-4bf7-b341-da928915cc3a/1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:53.371442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-62ab00ee-bbdc-4bd1-ad21-4d0e28a4afdb req-c59ac9e8-7507-4fbb-9ae1-5779a59df3f3 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 210 time: 0.1730361 Nov 12 11:16:53.392133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e640cb77-36ed-4b03-a2c7-b11d9806e355 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.453675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Attempting to bind port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:53.454264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Attempting to bind port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e58cefd4-0d98-458c-ad9f-e0164338fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:53.465929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Attempting to bind port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 on network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:53.479187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640cb77-36ed-4b03-a2c7-b11d9806e355 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=61545b5d-a541-48fb-a419-f16df9dfbcbb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:53.496359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:53.496857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Checking segment: {'id': 'e58cefd4-0d98-458c-ad9f-e0164338fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:53.497504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.497917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Bound using segment: {'id': 'e58cefd4-0d98-458c-ad9f-e0164338fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:53.498626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Bound port: 5bfd0f6d-1a68-44fc-b70c-b997ec768d23, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58cefd4-0d98-458c-ad9f-e0164338fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:53.499165 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.522424 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e640cb77-36ed-4b03-a2c7-b11d9806e355 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.547935 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e640cb77-36ed-4b03-a2c7-b11d9806e355 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/61545b5d-a541-48fb-a419-f16df9dfbcbb HTTP/1.1" status: 204 len: 168 time: 1.4350648 Nov 12 11:16:53.555418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd6243-189f-4d0a-9cfc-361d48a20370 None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:53.557036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47960) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:53.574717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:53.680447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863fec-0c4d-4116-a382-79a3730fbcc0 req-a38db57c-f727-444b-977a-287807a52c28 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:53.686058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41863fec-0c4d-4116-a382-79a3730fbcc0 req-a38db57c-f727-444b-977a-287807a52c28 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 944 time: 0.1766958 Nov 12 11:16:53.832818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] For port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:53.837335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] For port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,segment=NetworkSegment(e58cefd4-0d98-458c-ad9f-e0164338fba6),segment_id=e58cefd4-0d98-458c-ad9f-e0164338fba6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:53.848464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.898174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41863fec-0c4d-4116-a382-79a3730fbcc0 req-522a3d6e-23dc-4304-86a6-a6a4ea73ddf2 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049191 Nov 12 11:16:53.983187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ccfea844-3216-4a02-bcd6-9094cc5c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.006604 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcdf20-a9e3-4c67-b0f9-a0172c28387e None None] Pushing event updated for resources: {'Port': ['ID=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:54.119170 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.164717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.277628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:54.281348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.348074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-4cbcb0ac-8ac5-496a-a563-cf0f5b3defa9 req-5e97dad1-8972-433e-afb4-23f8e5e0b2fb service neutron] (109165) timed out ('10.222.0.59', 56533) {{(pid=109165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:16:54.392595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:54.404041 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:54.406534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:54.531824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9ea07a29-dd2c-49e7-932a-936338ad8716 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:54.564320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:54.650556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19a33-ec5c-4e24-aa69-a5ba21d82b18 req-a35bccbf-f2d2-4aa7-bf0e-fe84868766e7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:54.656743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0f19a33-ec5c-4e24-aa69-a5ba21d82b18 req-a35bccbf-f2d2-4aa7-bf0e-fe84868766e7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.4958673 Nov 12 11:16:54.682419 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca9f0ce6-c7d5-41d9-8d15-6850360251a3 req-30530df1-a713-4fb7-857c-b3a759d78191 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 210 time: 0.0910006 Nov 12 11:16:54.752211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 9ea07a29-dd2c-49e7-932a-936338ad8716 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:16:54.773193 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.799147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 9ea07a29-dd2c-49e7-932a-936338ad8716 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:54.801044 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.831452 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0f19a33-ec5c-4e24-aa69-a5ba21d82b18 req-7f65d846-5491-4872-bed8-313c59398452 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422753 Nov 12 11:16:55.069949 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.110417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3261e1aa-99e6-4913-bd14-8c56f6ec860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea07a29-dd2c-49e7-932a-936338ad8716'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:55.113967 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe61ce-06ee-468d-a4ad-1471aa3a235d" -d '{"events": [{"server_uuid": "3261e1aa-99e6-4913-bd14-8c56f6ec860f", "name": "network-vif-plugged", "status": "completed", "tag": "9ea07a29-dd2c-49e7-932a-936338ad8716"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:55.137171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 9ea07a29-dd2c-49e7-932a-936338ad8716, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9ea07a29-dd2c-49e7-932a-936338ad8716,segment=NetworkSegment(3bb55475-76c5-400e-992c-b91331279234),segment_id=3bb55475-76c5-400e-992c-b91331279234)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:55.143616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.298189 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a522220a-d96c-4f1d-998d-da540633fa8b x-openstack-request-id: req-a522220a-d96c-4f1d-998d-da540633fa8b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:55.300207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2c87d-442b-49dd-a1e4-b790b4741d14 req-d02a4e8f-1eb5-4ce8-bade-a64bc735fdf0 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:55.301183 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3261e1aa-99e6-4913-bd14-8c56f6ec860f", "name": "network-vif-plugged", "status": "completed", "tag": "9ea07a29-dd2c-49e7-932a-936338ad8716", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:55.301746 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a522220a-d96c-4f1d-998d-da540633fa8b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:55.304795 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3261e1aa-99e6-4913-bd14-8c56f6ec860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea07a29-dd2c-49e7-932a-936338ad8716', 'code': 200} Nov 12 11:16:55.305965 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=9ea07a29-dd2c-49e7-932a-936338ad8716,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:55.333110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9aa2c87d-442b-49dd-a1e4-b790b4741d14 req-d02a4e8f-1eb5-4ce8-bade-a64bc735fdf0 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 944 time: 0.2921107 Nov 12 11:16:55.531155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9aa2c87d-442b-49dd-a1e4-b790b4741d14 req-7dd09eed-c72f-40fc-adfc-e38c80d635f9 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965880 Nov 12 11:16:55.570743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.593270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.893879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=71275ff3-f7dd-463c-8176-45e13add8814,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:55.900848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-907f44e6-c376-41ff-be89-711868a84b29 None None] Provisioning complete for port a038a44d-6b0d-4143-8516-a47459c61603 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:55.915392 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-907f44e6-c376-41ff-be89-711868a84b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.088218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-907f44e6-c376-41ff-be89-711868a84b29 None None] Port a038a44d-6b0d-4143-8516-a47459c61603 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:56.121075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-907f44e6-c376-41ff-be89-711868a84b29 None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:56.124051 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-907f44e6-c376-41ff-be89-711868a84b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.244305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:56.272106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d7fd3084-445f-4a80-bb6a-30971b61c971 req-d0014dae-2cbe-43e5-a8b5-9c229bd5556c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 210 time: 0.3471220 Nov 12 11:16:56.276223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48004) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:56.350978 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e630191c-4795-45a7-81c7-7b2961da3336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.360737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:56.375097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:56.379746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.398534 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d86be1-0031-48c0-a02b-a5b6ce683c6c None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:56.430247 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48008) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:56.440340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-df79ed5a-02fb-4970-bf23-5e023591278e tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:56.442238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-df79ed5a-02fb-4970-bf23-5e023591278e tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 815 time: 0.7370307 Nov 12 11:16:56.498399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412198a-a031-4516-9e01-76054b3224df req-b84cf964-4ec5-4b14-b781-93250053333f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:56.524101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1412198a-a031-4516-9e01-76054b3224df req-b84cf964-4ec5-4b14-b781-93250053333f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.4656043 Nov 12 11:16:56.535126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9922f96-8d6b-4865-9bbc-d75800255b65 None None] Network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:56.540693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:56.657953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1412198a-a031-4516-9e01-76054b3224df req-6d28471e-6c2f-4715-b76d-868b4c52732d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324534 Nov 12 11:16:56.663962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Request body: {'port': {'device_id': 'dc421a93-b702-4a0a-bd4d-f2b602ad1bfc', 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'admin_state_up': True, 'tenant_id': '447a13fb3d6a4c4088d19157f7f1b97c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:57.045350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Made reservation on behalf of 447a13fb3d6a4c4088d19157f7f1b97c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:57.051408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.201720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:57.202295 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.208246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ce6af77d-7049-41f2-9354-aeb6a3aa9542 None None] Provisioning complete for port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:57.216919 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce6af77d-7049-41f2-9354-aeb6a3aa9542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.259811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9a435-8772-4b8d-9ca8-317a874227f2 req-1a20842b-7e39-4883-8646-9d8779b4a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:57.262620 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-88b9a435-8772-4b8d-9ca8-317a874227f2 req-1a20842b-7e39-4883-8646-9d8779b4a7fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 1097 time: 1.7024469 Nov 12 11:16:57.301394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e999f780-4d6b-477c-b851-5f3d7860f035 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1923625900'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:57.305093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e999f780-4d6b-477c-b851-5f3d7860f035 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Unknown quota resources ['metering_label']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:16:57.394002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Allocated IP 172.20.0.11 (a9729990-ab48-4932-941d-a906c3d26c0a/18c35aae-6686-4a88-a8d7-136219d3cf49/4e93d120-6043-4879-b034-aa0ae8a82c0a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:57.415857 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-44e4bb40-8f64-40b2-b6b9-1b18632a3c43 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8576558 Nov 12 11:16:57.416368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48016) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:57.430355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1331771779'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:57.483336 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-637d473c-133f-492b-a3fb-049fe76d143d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.624704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b10bc0be-d0ef-43f4-8225-9f6a55d767dc req-7a7abc6d-030b-46c6-97d9-46d3786aaf46 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 210 time: 0.1014326 Nov 12 11:16:57.629920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.666313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e999f780-4d6b-477c-b851-5f3d7860f035 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.672953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e999f780-4d6b-477c-b851-5f3d7860f035 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3615437 Nov 12 11:16:57.675283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48018) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:57.696409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-270166c1-e36b-429c-a803-ee97e01cdb7a tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ce562f18-a771-41a7-8cf5-f03bdd21f4b1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:57.699132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-270166c1-e36b-429c-a803-ee97e01cdb7a tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109165) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:16:57.782681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-88b9a435-8772-4b8d-9ca8-317a874227f2 req-42682669-b1c7-4d5b-9f2f-87d8e48a7858 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525812 Nov 12 11:16:57.832408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e96c-c9fc-43fa-aa39-7c2fb44e3317 req-7a94b545-a1cc-4f63-a930-01697b90c697 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:57.840349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0574e96c-c9fc-43fa-aa39-7c2fb44e3317 req-7a94b545-a1cc-4f63-a930-01697b90c697 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 945 time: 0.5917635 Nov 12 11:16:57.896488 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.999598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0574e96c-c9fc-43fa-aa39-7c2fb44e3317 req-8927c9c9-6fed-40d2-87c6-5b4344a6511f tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571903 Nov 12 11:16:58.017959 n-d-768851-19 neutron-server[109165]: WARNING neutron.services.metering.metering_plugin [None req-270166c1-e36b-429c-a803-ee97e01cdb7a tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 11:16:58.027933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.105082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-637d473c-133f-492b-a3fb-049fe76d143d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.137686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-637d473c-133f-492b-a3fb-049fe76d143d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.157764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.238799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d473c-133f-492b-a3fb-049fe76d143d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca70b0-484b-4fe7-b6ba-03b9ef17420e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:58.241563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a76050-7628-436f-a134-80c0355c73bb None None] Update dhcp port {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'fixed_ips': [{'subnet_id': '55372a39-5ab3-4f35-972d-ee8e9c1b47e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '71275ff3-f7dd-463c-8176-45e13add8814'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '7de12326-2b34-44c5-a2ca-93f8ef5bf656'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:16:58.253884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.324719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,segment=NetworkSegment(e58cefd4-0d98-458c-ad9f-e0164338fba6),segment_id=e58cefd4-0d98-458c-ad9f-e0164338fba6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:58.425614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.452139 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce6af77d-7049-41f2-9354-aeb6a3aa9542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.484934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:58.534919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-637d473c-133f-492b-a3fb-049fe76d143d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af1bfe1342314e2bace8278eb48df7b0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0848503 Nov 12 11:16:58.540735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48024) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:58.552556 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9a76050-7628-436f-a134-80c0355c73bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.564984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.627097 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.779178 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-ce6af77d-7049-41f2-9354-aeb6a3aa9542 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:16:58.779652 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-ce6af77d-7049-41f2-9354-aeb6a3aa9542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:16:58.790742 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-985955ab-d6c6-413a-aa80-4fe8581d83b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.831620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-985955ab-d6c6-413a-aa80-4fe8581d83b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.850795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.862239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.928450 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ea1252b-0af9-46c7-8eb7-6b9f37c53437 req-dea0cf1c-c1ec-458c-b257-3448f91489d1 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 210 time: 0.0847516 Nov 12 11:16:58.990963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.992657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5743816 Nov 12 11:16:58.997413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c548580-e738-41e7-91b7-cd2916cb811c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:59.005695 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-270166c1-e36b-429c-a803-ee97e01cdb7a tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.013260 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-270166c1-e36b-429c-a803-ee97e01cdb7a tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.3246725 Nov 12 11:16:59.015170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48028) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:59.015170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48030) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:59.029289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-93471d1f-59a7-4827-bc1e-e25b2f164083 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1834562699'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:59.033440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:59.038380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:59.050299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-47108c73-2101-4f79-809b-7ffb7b6342bd tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ce562f18-a771-41a7-8cf5-f03bdd21f4b1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:59.050812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-47108c73-2101-4f79-809b-7ffb7b6342bd tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109165) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:16:59.116611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.117090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.117442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.117938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.119116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.119533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.122555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.124295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.124662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.125045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.125391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.125732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae94ef-dfc2-4c1c-beca-d4d3ad30ca6c tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:59.280358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:59.286712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2944950-b2b0-46c2-ac76-908f9cdbfb76 req-e203e980-83c6-4009-a183-e59a3991b269 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:59.288327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2944950-b2b0-46c2-ac76-908f9cdbfb76 req-e203e980-83c6-4009-a183-e59a3991b269 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 1.2938709 Nov 12 11:16:59.288990 n-d-768851-19 neutron-server[109165]: WARNING neutron.services.metering.metering_plugin [None req-47108c73-2101-4f79-809b-7ffb7b6342bd tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 11:16:59.346218 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-985955ab-d6c6-413a-aa80-4fe8581d83b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.349933 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-985955ab-d6c6-413a-aa80-4fe8581d83b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.352299 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-985955ab-d6c6-413a-aa80-4fe8581d83b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7eca70b0-484b-4fe7-b6ba-03b9ef17420e HTTP/1.1" status: 204 len: 168 time: 0.8098230 Nov 12 11:16:59.387488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985955ab-d6c6-413a-aa80-4fe8581d83b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca70b0-484b-4fe7-b6ba-03b9ef17420e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:59.450188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4343cb-4424-4e2e-adb9-951cd223ae9a req-355a0f84-9d68-4584-a8ed-2fb9ac0cc854 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:59.452810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b4343cb-4424-4e2e-adb9-951cd223ae9a req-355a0f84-9d68-4584-a8ed-2fb9ac0cc854 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 945 time: 0.2264507 Nov 12 11:16:59.600645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 810a6c66-1fd5-499d-918d-f355825c6e78 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:59.612004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.614772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b4343cb-4424-4e2e-adb9-951cd223ae9a req-1afcbb02-d7ab-494a-b8f9-4629ea840b91 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549571 Nov 12 11:16:59.725018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-d9a76050-7628-436f-a134-80c0355c73bb None None] Allocated IP 2001:db8::2 (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/71275ff3-f7dd-463c-8176-45e13add8814/7de12326-2b34-44c5-a2ca-93f8ef5bf656) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:59.747571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-231ebe89-9219-403e-a491-ea36204bf442 None None] Provisioning complete for port 1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:59.748986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-231ebe89-9219-403e-a491-ea36204bf442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.894405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-231ebe89-9219-403e-a491-ea36204bf442 None None] Port 1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:59.925519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-231ebe89-9219-403e-a491-ea36204bf442 None None] Provisioning complete for port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:59.925928 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-231ebe89-9219-403e-a491-ea36204bf442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.974694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d9a76050-7628-436f-a134-80c0355c73bb None None] For port 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7de12326-2b34-44c5-a2ca-93f8ef5bf656,segment=NetworkSegment(0cb91fef-3f31-406a-b48a-c54a065e798b),segment_id=0cb91fef-3f31-406a-b48a-c54a065e798b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:00.000170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:00.024916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b8aad-8067-4038-a596-a4e7f57b50df None None] Sync routers for ids ['810a6c66-1fd5-499d-918d-f355825c6e78'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:00.041223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5697c9a3-3647-4fe2-9abc-e1eadcab8fc5 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/810a6c66-1fd5-499d-918d-f355825c6e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1515203 Nov 12 11:17:00.043699 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48052) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:00.051971 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9a76050-7628-436f-a134-80c0355c73bb None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.067281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b8aad-8067-4038-a596-a4e7f57b50df None None] Routers {'810a6c66-1fd5-499d-918d-f355825c6e78'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:00.068211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-815b8aad-8067-4038-a596-a4e7f57b50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['810a6c66-1fd5-499d-918d-f355825c6e78'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:00.119029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9a76050-7628-436f-a134-80c0355c73bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.125413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-815b8aad-8067-4038-a596-a4e7f57b50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:00.237915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a76050-7628-436f-a134-80c0355c73bb None None] Pushing event updated for resources: {'Port': ['ID=7de12326-2b34-44c5-a2ca-93f8ef5bf656,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:00.302236 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-90708b42-c25a-4265-b521-764bd01a67ef req-4189279a-b2a6-43f5-9804-df59c6720778 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 210 time: 0.1153691 Nov 12 11:17:00.304052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b8aad-8067-4038-a596-a4e7f57b50df None None] Routers {'810a6c66-1fd5-499d-918d-f355825c6e78'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:00.304807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-815b8aad-8067-4038-a596-a4e7f57b50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['810a6c66-1fd5-499d-918d-f355825c6e78'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:00.315593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230f92ec-5e6f-43be-9bfd-71327367f34f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:00.317114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-230f92ec-5e6f-43be-9bfd-71327367f34f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports/1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1 HTTP/1.1" status: 200 len: 910 time: 0.2721608 Nov 12 11:17:00.326876 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48058) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:00.375689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93471d1f-59a7-4827-bc1e-e25b2f164083 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.391477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-815b8aad-8067-4038-a596-a4e7f57b50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:00.392522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b8aad-8067-4038-a596-a4e7f57b50df None None] The sync data for ids ['810a6c66-1fd5-499d-918d-f355825c6e78'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:00.453471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-47108c73-2101-4f79-809b-7ffb7b6342bd tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.457877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-47108c73-2101-4f79-809b-7ffb7b6342bd tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.4173429 Nov 12 11:17:00.459129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48064) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:00.511475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-90dd902d-db00-4663-b0ac-3c8a5d752b5c tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=d838fe9a-41d6-40b2-ab08-c29f8e6b3caf HTTP/1.1" status: 200 len: 462 time: 0.0427270 Nov 12 11:17:00.514677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48066) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:00.529130 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.551714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-93ff9afa-8f3e-481b-a276-79c5f73e436b None None] Provisioning complete for port 1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:00.552148 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93ff9afa-8f3e-481b-a276-79c5f73e436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.614108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Network a9729990-ab48-4932-941d-a906c3d26c0a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:00.621675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Pushing event updated for resources: {'Port': ['ID=4e93d120-6043-4879-b034-aa0ae8a82c0a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:00.637552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:00.640523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:00.697980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-93ff9afa-8f3e-481b-a276-79c5f73e436b None None] Port 1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:00.700561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7de12326-2b34-44c5-a2ca-93f8ef5bf656 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:00.818711 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.854201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:00.855083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.890719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:00.891375 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.939363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2944950-b2b0-46c2-ac76-908f9cdbfb76 req-fef3637c-790d-410a-b666-69501a13cfcc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800378 Nov 12 11:17:01.166107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:01.230964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b956c0d-a386-495a-84e3-ffbc6e46263d tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.230964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5b956c0d-a386-495a-84e3-ffbc6e46263d tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/d838fe9a-41d6-40b2-ab08-c29f8e6b3caf HTTP/1.1" status: 204 len: 168 time: 0.7110796 Nov 12 11:17:01.237164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93471d1f-59a7-4827-bc1e-e25b2f164083 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.246380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48088) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:01.277047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-02ccad0d-f40b-433d-8aca-f9a1c950c2db tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6387932 Nov 12 11:17:01.288750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93471d1f-59a7-4827-bc1e-e25b2f164083 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.329733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:01.330233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.340591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-13b3a85d-6fac-4f79-a719-616d6c816e9f tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=d838fe9a-41d6-40b2-ab08-c29f8e6b3caf HTTP/1.1" status: 200 len: 221 time: 0.0929599 Nov 12 11:17:01.347923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48094) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:01.364170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9144dc2e-822d-4682-a3ee-f3be4f3d91b0 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1830160273', 'description': 'label created by tempest'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:01.367184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9144dc2e-822d-4682-a3ee-f3be4f3d91b0 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Unknown quota resources ['metering_label']. {{(pid=109166) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:17:01.373580 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-93471d1f-59a7-4827-bc1e-e25b2f164083 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.375540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-93471d1f-59a7-4827-bc1e-e25b2f164083 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.3508010 Nov 12 11:17:01.381192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48096) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:01.389471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-07353ac8-439b-4475-96a5-f4ded36641a1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1540804924'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:01.426493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93471d1f-59a7-4827-bc1e-e25b2f164083 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b174ee4-5892-411d-8d64-fe26eab7a389,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:01.505002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07353ac8-439b-4475-96a5-f4ded36641a1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.787834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07353ac8-439b-4475-96a5-f4ded36641a1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.788160 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.804896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07353ac8-439b-4475-96a5-f4ded36641a1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.839992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8e249914-b073-44fa-8cc2-65b3f8da7af0 None None] Provisioning complete for port a038a44d-6b0d-4143-8516-a47459c61603 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:01.840700 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e249914-b073-44fa-8cc2-65b3f8da7af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.891530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-07353ac8-439b-4475-96a5-f4ded36641a1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.895662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-07353ac8-439b-4475-96a5-f4ded36641a1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5109966 Nov 12 11:17:01.898465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48104) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:01.900211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07353ac8-439b-4475-96a5-f4ded36641a1 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73cfe26-198f-45cc-aefd-5ac4f402d4a6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:01.916392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8e249914-b073-44fa-8cc2-65b3f8da7af0 None None] Port a038a44d-6b0d-4143-8516-a47459c61603 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:01.922758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1718407342', 'security_groups': ['d73cfe26-198f-45cc-aefd-5ac4f402d4a6'], 'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '71275ff3-f7dd-463c-8176-45e13add8814'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:01.931593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8e249914-b073-44fa-8cc2-65b3f8da7af0 None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:01.933232 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e249914-b073-44fa-8cc2-65b3f8da7af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.133847 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2674f-7a7c-4b62-8c70-9470bd2ca67a req-d197f2b9-956c-4210-a8cb-81608787b574 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:02.136665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbd2674f-7a7c-4b62-8c70-9470bd2ca67a req-d197f2b9-956c-4210-a8cb-81608787b574 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 945 time: 0.3449683 Nov 12 11:17:02.149833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9144dc2e-822d-4682-a3ee-f3be4f3d91b0 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.154012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:02.155722 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9144dc2e-822d-4682-a3ee-f3be4f3d91b0 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8061309 Nov 12 11:17:02.168168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe9ea3-a0d6-4148-a739-5295ab15c790 req-350e5b2d-ef52-4549-bd11-42f171f36686 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:02.178221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76fe9ea3-a0d6-4148-a739-5295ab15c790 req-350e5b2d-ef52-4549-bd11-42f171f36686 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 932 time: 0.5983770 Nov 12 11:17:02.221525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:02.279591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76fe9ea3-a0d6-4148-a739-5295ab15c790 req-bd52059b-90d1-4580-a51f-a48990aa99c3 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001005 Nov 12 11:17:02.377042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d21cd6b2-3bc1-4cc4-8ad9-c1613075ec57 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=8ab7b644-8758-423a-ad89-8a35ba0d137e HTTP/1.1" status: 200 len: 468 time: 0.2146530 Nov 12 11:17:02.386483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48120) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:02.511884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91276a2e-a708-4592-80c7-ca5cfa6c14e3 req-52aaca45-cac8-4517-bf85-aaff0adfa5e7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:02.513526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91276a2e-a708-4592-80c7-ca5cfa6c14e3 req-52aaca45-cac8-4517-bf85-aaff0adfa5e7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.0875504 Nov 12 11:17:02.665128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91276a2e-a708-4592-80c7-ca5cfa6c14e3 req-d1f9ee00-29a0-4301-b3fc-3e9f66e850f2 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372783 Nov 12 11:17:02.695556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:02.696149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.749114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbd2674f-7a7c-4b62-8c70-9470bd2ca67a req-adcd0202-7710-4a23-baaa-21731bb4a337 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000104 Nov 12 11:17:02.840198 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f17e8baa-72ee-4f0c-b0c7-b207a2acca74 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.844127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f17e8baa-72ee-4f0c-b0c7-b207a2acca74 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/8ab7b644-8758-423a-ad89-8a35ba0d137e HTTP/1.1" status: 204 len: 168 time: 0.4524553 Nov 12 11:17:02.845713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48126) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:02.872647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-38360777-342f-468a-8646-3fc1da9124b7 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=8ab7b644-8758-423a-ad89-8a35ba0d137e HTTP/1.1" status: 200 len: 216 time: 0.0260811 Nov 12 11:17:02.877594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.884627 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.895625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48128) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:02.910526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] device_id is not set on port b94d29ba-f0f8-4dd9-a588-865d626f7c74 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:02.915082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:02.921448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3abedbd9-db07-43c5-9bf2-e054dda85e79 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0238719 Nov 12 11:17:02.926355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48130) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:02.941742 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-81951c8c-3756-4622-8a95-d695e678996c tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0148151 Nov 12 11:17:02.947408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48132) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:03.075987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d1c74ad1-9df2-4a0d-ad4c-b1bfeed0d539 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/ce562f18-a771-41a7-8cf5-f03bdd21f4b1 HTTP/1.1" status: 200 len: 473 time: 0.1272056 Nov 12 11:17:03.080980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48138) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:03.119762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6a2cdd95-dca0-4c12-85e5-1ab78488c3c3 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/d48faea3-ce96-46da-af0d-e33006faf98a HTTP/1.1" status: 200 len: 459 time: 0.0339208 Nov 12 11:17:03.120240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48140) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:03.193954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dda4ce59-d96c-414f-942f-c9fd9b73b951 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:03.195473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dda4ce59-d96c-414f-942f-c9fd9b73b951 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.52 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 945 time: 0.1722553 Nov 12 11:17:03.227301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8::1ff (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/71275ff3-f7dd-463c-8176-45e13add8814/b94d29ba-f0f8-4dd9-a588-865d626f7c74) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:03.320023 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d407b962-2ccd-4cbc-9368-7561b0924a99 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.321219 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d407b962-2ccd-4cbc-9368-7561b0924a99 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/d48faea3-ce96-46da-af0d-e33006faf98a HTTP/1.1" status: 204 len: 168 time: 0.1993289 Nov 12 11:17:03.325545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48148) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:03.432753 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.480775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.545832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:03.551587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:03.557252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:03.564141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:03.564664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.589432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Request body: {'port': {'device_id': 'dc421a93-b702-4a0a-bd4d-f2b602ad1bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:03.598960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6833692 Nov 12 11:17:03.599261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48156) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:03.602067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1056df-89fa-4ed3-866d-bf1a465b17b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=b94d29ba-f0f8-4dd9-a588-865d626f7c74,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:03.613839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1cedff66-06a5-439e-a89c-1475db24e239 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:03.645156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.680840 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.070201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f62d16a6-fac1-4b65-919b-69b009bdc4e6 None None] Provisioning complete for port b94d29ba-f0f8-4dd9-a588-865d626f7c74 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:04.071378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f62d16a6-fac1-4b65-919b-69b009bdc4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.117013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e93d120-6043-4879-b034-aa0ae8a82c0a {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:04.117616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f62d16a6-fac1-4b65-919b-69b009bdc4e6 None None] Port b94d29ba-f0f8-4dd9-a588-865d626f7c74 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:04.131324 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.154295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Transition to ACTIVE for port object 4e93d120-6043-4879-b034-aa0ae8a82c0a will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:17:04.159627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.204067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=1c70b2d0-4b7b-41c7-a4ed-8d9f528250b1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:04.217728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22eb0ae5-2bbf-4fa6-9119-8a84f70f0be6 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.222746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-22eb0ae5-2bbf-4fa6-9119-8a84f70f0be6 tempest-MeteringIpV6TestJSON-1857690595 tempest-MeteringIpV6TestJSON-1857690595-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/ce562f18-a771-41a7-8cf5-f03bdd21f4b1 HTTP/1.1" status: 204 len: 168 time: 0.8939030 Nov 12 11:17:04.231759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48164) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:04.239123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'network': {'name': 'tempest-network-smoke--203483157', 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'port_security_enabled': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:04.244220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Pushing event updated for resources: {'Port': ['ID=4e93d120-6043-4879-b034-aa0ae8a82c0a,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:04.265567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a82f3-aadf-455a-9387-1f7cd0f6f126 req-3529bc9c-df22-4b00-a215-80e8130017d5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:04.274690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e4a82f3-aadf-455a-9387-1f7cd0f6f126 req-3529bc9c-df22-4b00-a215-80e8130017d5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 932 time: 0.8595781 Nov 12 11:17:04.342331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Deleting port 9ea07a29-dd2c-49e7-932a-936338ad8716 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:04.342690 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.405741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Attempting to bind port 4e93d120-6043-4879-b034-aa0ae8a82c0a on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:04.406161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Attempting to bind port 4e93d120-6043-4879-b034-aa0ae8a82c0a by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:04.406609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Attempting to bind port 4e93d120-6043-4879-b034-aa0ae8a82c0a on network a9729990-ab48-4932-941d-a906c3d26c0a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:04.413231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Made reservation on behalf of bbdf3c4e53e34da1a809b79f2a4752cc for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:04.417665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.431557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Port 4e93d120-6043-4879-b034-aa0ae8a82c0a on network a9729990-ab48-4932-941d-a906c3d26c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:17:04.431882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Attempting to bind port 4e93d120-6043-4879-b034-aa0ae8a82c0a on network a9729990-ab48-4932-941d-a906c3d26c0a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:04.435752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.454973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:04.455553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Checking segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:04.456178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Bound using segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:04.456892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Bound port: 4e93d120-6043-4879-b034-aa0ae8a82c0a, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:04.457540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.489175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] For port 9ea07a29-dd2c-49e7-932a-936338ad8716, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9ea07a29-dd2c-49e7-932a-936338ad8716,segment=NetworkSegment(3bb55475-76c5-400e-992c-b91331279234),segment_id=3bb55475-76c5-400e-992c-b91331279234)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:04.489708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.501987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2409b-766f-42d5-bd3a-6889156659f9 req-c539f245-41ac-4ae9-912c-335b9d9a102f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:04.503805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64a2409b-766f-42d5-bd3a-6889156659f9 req-c539f245-41ac-4ae9-912c-335b9d9a102f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.1589105 Nov 12 11:17:04.513210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Calling delete_port for 9ea07a29-dd2c-49e7-932a-936338ad8716 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:04.631302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] For port 4e93d120-6043-4879-b034-aa0ae8a82c0a, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:04.639152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] For port 4e93d120-6043-4879-b034-aa0ae8a82c0a, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:04.644331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64a2409b-766f-42d5-bd3a-6889156659f9 req-03f9ec72-17bf-4c47-8fe3-01c0c975448f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157236 Nov 12 11:17:04.653379 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.688255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48168) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:04.718075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:04.719651 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.722039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] 10.222.0.59 "PUT /v2.0/ports/4e93d120-6043-4879-b034-aa0ae8a82c0a HTTP/1.1" status: 200 len: 1093 time: 1.1391680 Nov 12 11:17:04.734971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc421a93-b702-4a0a-bd4d-f2b602ad1bfc', 'tag': '4e93d120-6043-4879-b034-aa0ae8a82c0a'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:04.735219 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e4a82f3-aadf-455a-9387-1f7cd0f6f126 req-bb54504b-3299-4b29-b797-bca2a9fa532a tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594922 Nov 12 11:17:04.739037 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d085b0-e758-43f1-969e-ff496fe8384a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc421a93-b702-4a0a-bd4d-f2b602ad1bfc", "tag": "4e93d120-6043-4879-b034-aa0ae8a82c0a"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:04.746420 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.774008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.826728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.859852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:04.864140 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757c42de-a3c7-408d-b6d7-d8cf5c1926f8 x-openstack-request-id: req-757c42de-a3c7-408d-b6d7-d8cf5c1926f8 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:04.864470 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc421a93-b702-4a0a-bd4d-f2b602ad1bfc", "tag": "4e93d120-6043-4879-b034-aa0ae8a82c0a", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:04.864724 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-757c42de-a3c7-408d-b6d7-d8cf5c1926f8 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:04.865145 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc421a93-b702-4a0a-bd4d-f2b602ad1bfc', 'tag': '4e93d120-6043-4879-b034-aa0ae8a82c0a', 'status': 'completed', 'code': 200} Nov 12 11:17:04.865705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538bbd6-24fc-4ac8-a1cb-43784ac5e22f service neutron] Pushing event updated for resources: {'Port': ['ID=4e93d120-6043-4879-b034-aa0ae8a82c0a,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:04.890534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cedff66-06a5-439e-a89c-1475db24e239 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:04.896982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cedff66-06a5-439e-a89c-1475db24e239 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.928085 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.928455 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Added segment aa60c3bb-c913-4dbe-8d31-300e93259d5f of type vlan for network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd Nov 12 11:17:04.945383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d62d856-64dd-4c4b-a5ca-9d7597df6029,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:04.983697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6a79f-9710-4520-be61-554e6e034518 req-94156fd5-f96e-4e71-a4ce-d6e195f10acf tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:04.985305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cff6a79f-9710-4520-be61-554e6e034518 req-94156fd5-f96e-4e71-a4ce-d6e195f10acf tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3261e1aa-99e6-4913-bd14-8c56f6ec860f HTTP/1.1" status: 200 len: 945 time: 0.1921122 Nov 12 11:17:05.004279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.024220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-601045f6-f365-4c1e-8b8b-6ec58cdac331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:05.025759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-601045f6-f365-4c1e-8b8b-6ec58cdac331 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 1096 time: 0.1633940 Nov 12 11:17:05.043360 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7d45fad-391a-4b2b-af46-8ae1f5dd11e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.060767 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.072206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['9ea07a29-dd2c-49e7-932a-936338ad8716'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:05.101411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-788e7ea4-2a95-4512-a27a-021ccc84bd2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a HTTP/1.1" status: 200 len: 217 time: 0.0518811 Nov 12 11:17:05.113714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cff6a79f-9710-4520-be61-554e6e034518 req-b874422f-0f7c-4e9e-849f-f87f3b3b96cd tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef6aea8f-033f-4965-a323-aa03d22b0c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198640 Nov 12 11:17:05.128252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Pushing event deleted for resources: {'Port': ['ID=9ea07a29-dd2c-49e7-932a-936338ad8716,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:05.148017 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.153546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:05.154152 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.205000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9707844 Nov 12 11:17:05.211749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48174) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:05.216196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'admin_state_up': True, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:05.247315 n-d-768851-19 neutron-server[109166]: INFO neutron.db.ipam_backend_mixin [None req-1cedff66-06a5-439e-a89c-1475db24e239 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71275ff3-f7dd-463c-8176-45e13add8814 (CIDR: 2001:db8::/64) Nov 12 11:17:05.254654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-4947fc6c-cc07-45f5-aed4-42eaf176ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:05.256719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-4947fc6c-cc07-45f5-aed4-42eaf176ee34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.1409729 Nov 12 11:17:05.271395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] No DVR routers for this DVR port 9ea07a29-dd2c-49e7-932a-936338ad8716 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:05.273273 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cedff66-06a5-439e-a89c-1475db24e239 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:17:05.273773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cedff66-06a5-439e-a89c-1475db24e239 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:05.276554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.280834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4079f9fe-2811-4562-854a-0461587e0c6a req-dd0e3b76-b526-4eab-821a-4a7e6ec59e59 tempest-ServerMetadataNegativeTestJSON-1671023884 tempest-ServerMetadataNegativeTestJSON-1671023884-project] 10.222.0.52 "DELETE /v2.0/ports/9ea07a29-dd2c-49e7-932a-936338ad8716 HTTP/1.1" status: 204 len: 173 time: 2.0777857 Nov 12 11:17:05.282467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b20ba5-3cf4-47a0-9602-dd1e1abfae19 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Network': ['ID=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:05.287698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3261e1aa-99e6-4913-bd14-8c56f6ec860f', 'name': 'network-vif-deleted', 'tag': '9ea07a29-dd2c-49e7-932a-936338ad8716'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:05.290844 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08ea641-54c5-453d-8682-876a148af605" -d '{"events": [{"server_uuid": "3261e1aa-99e6-4913-bd14-8c56f6ec860f", "name": "network-vif-deleted", "tag": "9ea07a29-dd2c-49e7-932a-936338ad8716"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:05.300270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 810a6c66-1fd5-499d-918d-f355825c6e78 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:05.305816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:05.327382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-3a73eed9-3c14-4fb1-8df7-83a388b542c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594239 Nov 12 11:17:05.349944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.350961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.390746 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cfbe14-e419-4c6c-bced-58662fddcf3b x-openstack-request-id: req-22cfbe14-e419-4c6c-bced-58662fddcf3b {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:05.391764 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3261e1aa-99e6-4913-bd14-8c56f6ec860f", "name": "network-vif-deleted", "tag": "9ea07a29-dd2c-49e7-932a-936338ad8716", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:05.392182 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22cfbe14-e419-4c6c-bced-58662fddcf3b {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:05.392937 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3261e1aa-99e6-4913-bd14-8c56f6ec860f', 'name': 'network-vif-deleted', 'tag': '9ea07a29-dd2c-49e7-932a-936338ad8716', 'status': 'completed', 'code': 200} Nov 12 11:17:05.440666 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1cedff66-06a5-439e-a89c-1475db24e239 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8362710 Nov 12 11:17:05.441728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48178) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:05.452389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4f6a625a-29ff-4f77-b92c-f081cc5513e4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:05.476395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.482992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:05.492467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f536a86-5cf4-40b1-b811-868a6c90f165 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/810a6c66-1fd5-499d-918d-f355825c6e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1645572 Nov 12 11:17:05.493093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48180) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:05.494724 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7d45fad-391a-4b2b-af46-8ae1f5dd11e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.499967 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca0495e-7b6e-4c56-a32a-f5351f0f22f8 None None] Sync routers for ids ['810a6c66-1fd5-499d-918d-f355825c6e78'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:05.507377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d7d45fad-391a-4b2b-af46-8ae1f5dd11e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.521002 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0495e-7b6e-4c56-a32a-f5351f0f22f8 None None] Routers {'810a6c66-1fd5-499d-918d-f355825c6e78'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:05.521995 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0ca0495e-7b6e-4c56-a32a-f5351f0f22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['810a6c66-1fd5-499d-918d-f355825c6e78'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:05.578879 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0ca0495e-7b6e-4c56-a32a-f5351f0f22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:05.590747 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0495e-7b6e-4c56-a32a-f5351f0f22f8 None None] Routers {'810a6c66-1fd5-499d-918d-f355825c6e78'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:05.592115 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0ca0495e-7b6e-4c56-a32a-f5351f0f22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['810a6c66-1fd5-499d-918d-f355825c6e78'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:05.606618 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d7d45fad-391a-4b2b-af46-8ae1f5dd11e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4acbb419e1994a5e8417fc0bc3af8751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8699546 Nov 12 11:17:05.609067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48182) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:05.629672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d45fad-391a-4b2b-af46-8ae1f5dd11e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f658f8-0196-4d27-a224-3661f31e372e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:05.631775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ef2a47de-7626-4d82-8719-c58c45cb409a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=810a6c66-1fd5-499d-918d-f355825c6e78 HTTP/1.1" status: 200 len: 205 time: 0.0858757 Nov 12 11:17:05.635142 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0ca0495e-7b6e-4c56-a32a-f5351f0f22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:05.636016 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca0495e-7b6e-4c56-a32a-f5351f0f22f8 None None] The sync data for ids ['810a6c66-1fd5-499d-918d-f355825c6e78'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:05.636154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-45c80623-05e5-4c8f-9725-09574ed3c3f5 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943060 Nov 12 11:17:05.636580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48184) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:05.708640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6996a75-57ad-4d82-83da-a3d3be506563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.734336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6a625a-29ff-4f77-b92c-f081cc5513e4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:05.738461 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f6a625a-29ff-4f77-b92c-f081cc5513e4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.778324 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6996a75-57ad-4d82-83da-a3d3be506563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.824809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.917663 n-d-768851-19 neutron-server[109166]: INFO neutron.db.ipam_backend_mixin [None req-4f6a625a-29ff-4f77-b92c-f081cc5513e4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 55372a39-5ab3-4f35-972d-ee8e9c1b47e5 (CIDR: 2001:db8:0:1::/64) Nov 12 11:17:05.923351 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6a625a-29ff-4f77-b92c-f081cc5513e4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:17:05.923895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6a625a-29ff-4f77-b92c-f081cc5513e4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:05.924039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f1e-14ab-49eb-80d6-dd8fcba1c19e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.942836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915b3b-c658-47a3-9971-a7e27305ba7f req-420c2aa5-0b04-4f46-aad5-41fb9b51ca95 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:05.944268 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e915b3b-c658-47a3-9971-a7e27305ba7f req-420c2aa5-0b04-4f46-aad5-41fb9b51ca95 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 944 time: 0.0844989 Nov 12 11:17:05.953551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4f6a625a-29ff-4f77-b92c-f081cc5513e4 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5059004 Nov 12 11:17:05.957093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48190) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:05.958683 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6996a75-57ad-4d82-83da-a3d3be506563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.961215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6996a75-57ad-4d82-83da-a3d3be506563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.962341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e6996a75-57ad-4d82-83da-a3d3be506563 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80f658f8-0196-4d27-a224-3661f31e372e HTTP/1.1" status: 204 len: 168 time: 0.3522651 Nov 12 11:17:05.965939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'subnet': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:06.000298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6996a75-57ad-4d82-83da-a3d3be506563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f658f8-0196-4d27-a224-3661f31e372e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:06.087567 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e915b3b-c658-47a3-9971-a7e27305ba7f req-f8ef1b5e-1632-444d-9ca0-0086c01d3b21 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328971 Nov 12 11:17:06.154778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Made reservation on behalf of 56a51d1331014658816c4dadc3fb5443 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:06.159483 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.178465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48198) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:06.284008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b2557c-9c4c-4347-9a6c-32df6f63c3d9 admin admin] Deleting subnet a3a84067-5b10-4c4d-8a2b-a4b978665bb0 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:06.292911 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2557c-9c4c-4347-9a6c-32df6f63c3d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.353024 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2557c-9c4c-4347-9a6c-32df6f63c3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.390576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48200) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:06.437589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fddec2e8-6dd8-4d25-b450-daffd059baf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.449294 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2557c-9c4c-4347-9a6c-32df6f63c3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.462943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492a0be-62dd-412e-b891-7158cf4d761b req-124be6a3-7dc1-42df-bc8a-aea702140496 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:06.464492 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d492a0be-62dd-412e-b891-7158cf4d761b req-124be6a3-7dc1-42df-bc8a-aea702140496 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.6967986 Nov 12 11:17:06.584609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2557c-9c4c-4347-9a6c-32df6f63c3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.588909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e86ff3d-acd5-47cb-9ee4-5262b88e650d req-2b67d858-0ab9-4ed2-ad8f-b215fa01ee01 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419460 Nov 12 11:17:06.595191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f1e-14ab-49eb-80d6-dd8fcba1c19e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.599480 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f1e-14ab-49eb-80d6-dd8fcba1c19e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.633939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2557c-9c4c-4347-9a6c-32df6f63c3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a84067-5b10-4c4d-8a2b-a4b978665bb0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:06.667014 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f6b2557c-9c4c-4347-9a6c-32df6f63c3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.672053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f6b2557c-9c4c-4347-9a6c-32df6f63c3d9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a3a84067-5b10-4c4d-8a2b-a4b978665bb0 HTTP/1.1" status: 204 len: 168 time: 0.4922140 Nov 12 11:17:06.675216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48202) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:06.690192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.717388 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f1e-14ab-49eb-80d6-dd8fcba1c19e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.717717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ed0f1e-14ab-49eb-80d6-dd8fcba1c19e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Fanout notify agent at l3_agent the message router_deleted on router 810a6c66-1fd5-499d-918d-f355825c6e78 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:17:06.728082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d492a0be-62dd-412e-b891-7158cf4d761b req-d187ed9d-5138-454c-9a0d-686b90cb715b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965907 Nov 12 11:17:06.736528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f1e-14ab-49eb-80d6-dd8fcba1c19e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.741837 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f1ed0f1e-14ab-49eb-80d6-dd8fcba1c19e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/810a6c66-1fd5-499d-918d-f355825c6e78 HTTP/1.1" status: 204 len: 168 time: 1.0998740 Nov 12 11:17:06.747052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48204) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:06.809359 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fddec2e8-6dd8-4d25-b450-daffd059baf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.821035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:06.824806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fddec2e8-6dd8-4d25-b450-daffd059baf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.845831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:06.857777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a4eecc-5b77-4db0-b07a-63a665882b19 None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:06.863627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:06.864759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.876054 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.891161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-107d70ea-d5a4-4b59-9c03-a2b182114924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:06.893984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-107d70ea-d5a4-4b59-9c03-a2b182114924 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 1096 time: 0.2290585 Nov 12 11:17:06.900809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Subnet': ['ID=b83a3301-93e6-482f-bc0f-f9f588fb7b63,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:06.916812 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fddec2e8-6dd8-4d25-b450-daffd059baf7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afe6a14830ab4b7c95c08751322b6824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5233316 Nov 12 11:17:06.918440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddec2e8-6dd8-4d25-b450-daffd059baf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f68de-bc6d-4d2a-9317-ad0fe96d5794,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:06.921445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48206) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:06.938302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5b4e9a19-a3b7-468e-bb7a-af7202b31b4d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9807858 Nov 12 11:17:06.946703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48208) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:06.958730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-494020418', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b83a3301-93e6-482f-bc0f-f9f588fb7b63'}], 'security_groups': ['6c548580-e738-41e7-91b7-cd2916cb811c', '4b174ee4-5892-411d-8d64-fe26eab7a389']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:06.966639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c68d08-1f0c-4731-9f5d-c8bc9de420a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet 8a44d4b6-4a5a-4bf7-b341-da928915cc3a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:06.970356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90c68d08-1f0c-4731-9f5d-c8bc9de420a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.087510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90c68d08-1f0c-4731-9f5d-c8bc9de420a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.143486 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.191580 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.200994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.220129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c7b793e3-c898-427d-adae-da881046cd97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.226778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac73e0-5828-4170-8e7e-e065de40099c None None] Update dhcp port {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'fixed_ips': [{'subnet_id': '55372a39-5ab3-4f35-972d-ee8e9c1b47e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '71275ff3-f7dd-463c-8176-45e13add8814', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b83a3301-93e6-482f-bc0f-f9f588fb7b63'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '7de12326-2b34-44c5-a2ca-93f8ef5bf656'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:17:07.238697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-89f36643-a233-4c47-9593-c161c060e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:07.238697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-89f36643-a233-4c47-9593-c161c060e19d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.3262374 Nov 12 11:17:07.261792 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e8ac73e0-5828-4170-8e7e-e065de40099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.277266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55a70fd-063a-4ef7-a977-830dd7338116']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:07.309059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c7b793e3-c898-427d-adae-da881046cd97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.314775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb55475-76c5-400e-992c-b91331279234') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:07.315074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb55475-76c5-400e-992c-b91331279234') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:07.331154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-2cb2e7ad-6988-4c62-93c3-9a58b5fd69ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a HTTP/1.1" status: 200 len: 217 time: 0.0485661 Nov 12 11:17:07.358114 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.394632 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90c68d08-1f0c-4731-9f5d-c8bc9de420a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.417480 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.432347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fedd3-d7c3-49d3-8a02-ac793619b2a8 req-67046a2e-bc0b-4d1a-9d55-8139e2576b43 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:07.433942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c26fedd3-d7c3-49d3-8a02-ac793619b2a8 req-67046a2e-bc0b-4d1a-9d55-8139e2576b43 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 944 time: 0.2298079 Nov 12 11:17:07.442474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:07.443152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:07.447162 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:07.462194 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.481364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-108ebd5e-0fcd-43e6-8c54-56f4f4840009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:07.483129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-108ebd5e-0fcd-43e6-8c54-56f4f4840009 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.1418633 Nov 12 11:17:07.510880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Allocated IP 172.25.2.130 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/13487791-338a-43f7-87f6-938728ce40fb) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:07.517205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e8ac73e0-5828-4170-8e7e-e065de40099c None None] Allocated IP 2001:db8:0:2::2 (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/b83a3301-93e6-482f-bc0f-f9f588fb7b63/7de12326-2b34-44c5-a2ca-93f8ef5bf656) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:07.551467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-b49fe57c-7199-4587-a917-539803f5797d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572598 Nov 12 11:17:07.637944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90c68d08-1f0c-4731-9f5d-c8bc9de420a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.643666 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c7b793e3-c898-427d-adae-da881046cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.649489 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c7b793e3-c898-427d-adae-da881046cd97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.654647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c7b793e3-c898-427d-adae-da881046cd97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d60f68de-bc6d-4d2a-9317-ad0fe96d5794 HTTP/1.1" status: 204 len: 168 time: 0.7277162 Nov 12 11:17:07.690299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e8ac73e0-5828-4170-8e7e-e065de40099c None None] For port 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7de12326-2b34-44c5-a2ca-93f8ef5bf656,segment=NetworkSegment(0cb91fef-3f31-406a-b48a-c54a065e798b),segment_id=0cb91fef-3f31-406a-b48a-c54a065e798b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:07.737768 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e8ac73e0-5828-4170-8e7e-e065de40099c None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.739480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c26fedd3-d7c3-49d3-8a02-ac793619b2a8 req-e8b7e85c-038b-457d-b417-90cc2f4abe7d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932405 Nov 12 11:17:07.740281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.747982 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e8ac73e0-5828-4170-8e7e-e065de40099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.757739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b793e3-c898-427d-adae-da881046cd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f68de-bc6d-4d2a-9317-ad0fe96d5794,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:07.760789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.764663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b55a70fd-063a-4ef7-a977-830dd7338116 HTTP/1.1" status: 204 len: 168 time: 1.0878949 Nov 12 11:17:07.802582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-0396c2cf-5ce7-4a49-999d-da6972a364f1 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395022 Nov 12 11:17:07.824007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90c68d08-1f0c-4731-9f5d-c8bc9de420a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.829728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-90c68d08-1f0c-4731-9f5d-c8bc9de420a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/8a44d4b6-4a5a-4bf7-b341-da928915cc3a HTTP/1.1" status: 204 len: 168 time: 1.0801985 Nov 12 11:17:07.842607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48218) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:07.850510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c68d08-1f0c-4731-9f5d-c8bc9de420a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=8a44d4b6-4a5a-4bf7-b341-da928915cc3a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:07.862548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a089a4-98c9-4623-b718-a5dfa6225da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55a70fd-063a-4ef7-a977-830dd7338116,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:07.889279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6a252-0b47-409c-bcf5-238052e0e35c None None] Network c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:08.115107 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.117116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48222) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:08.121407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac73e0-5828-4170-8e7e-e065de40099c None None] Pushing event updated for resources: {'Port': ['ID=7de12326-2b34-44c5-a2ca-93f8ef5bf656,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:08.143759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:17:08.163780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404c61-028e-44ba-b352-9e5124696221 req-4a352791-b589-4bed-b583-0d82fc7c653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:08.166052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b404c61-028e-44ba-b352-9e5124696221 req-4a352791-b589-4bed-b583-0d82fc7c653c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1096 time: 0.1908705 Nov 12 11:17:08.212087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd2530-2e9f-45d8-b3fe-daac96ad7089 req-44fc449c-8566-4a5d-b4e8-80c70fc061db tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:08.213479 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ddd2530-2e9f-45d8-b3fe-daac96ad7089 req-44fc449c-8566-4a5d-b4e8-80c70fc061db tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 944 time: 0.2837884 Nov 12 11:17:08.257259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1f8f604d-2ff1-4557-833a-7abc720d4a1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c287c36b0d0452f80175b5e2c86e158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322815 Nov 12 11:17:08.258040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48224) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:08.259542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.282780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1d085b0-e758-43f1-969e-ff496fe8384a req-43e24f93-3c81-488e-ac51-9b9a971f14bc service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519067 Nov 12 11:17:08.331405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] DHCP port deletion for c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:08.394481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ddd2530-2e9f-45d8-b3fe-daac96ad7089 req-ea3a606c-4ddb-4186-a8b0-7b4a88042ccf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549647 Nov 12 11:17:08.436537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404c61-028e-44ba-b352-9e5124696221 req-b5470aab-d828-4901-afab-6976868db684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:08.438630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b404c61-028e-44ba-b352-9e5124696221 req-b5470aab-d828-4901-afab-6976868db684 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 914 time: 0.2241430 Nov 12 11:17:08.439762 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.472462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:08.476451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] Deleting port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:08.477654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.490926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:08.491701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.540542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8149f6e-c9e8-4232-8bbd-f0096fc05f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.554814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Delete allocated IP 2001:db8::1ff (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/71275ff3-f7dd-463c-8176-45e13add8814) {{(pid=109166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:17:08.573831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:08.580568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b404c61-028e-44ba-b352-9e5124696221 req-74e79e82-d166-46b7-9888-54742ecd4a5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 217 time: 0.1309581 Nov 12 11:17:08.581969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:08.589686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:08.630745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Allocated IP 2001:db8:0:2::c2 (10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e/b83a3301-93e6-482f-bc0f-f9f588fb7b63/b94d29ba-f0f8-4dd9-a588-865d626f7c74) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:08.639591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] For port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,segment=NetworkSegment(e58cefd4-0d98-458c-ad9f-e0164338fba6),segment_id=e58cefd4-0d98-458c-ad9f-e0164338fba6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:08.640339 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.655708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] Calling delete_port for 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:08.669203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9ea07a29-dd2c-49e7-932a-936338ad8716 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:08.671980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8149f6e-c9e8-4232-8bbd-f0096fc05f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.672588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7de12326-2b34-44c5-a2ca-93f8ef5bf656 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:08.675242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f94017-d30b-46af-86ee-45346a205b3f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:08.689174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=13487791-338a-43f7-87f6-938728ce40fb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:08.717388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,segment=NetworkSegment(e58cefd4-0d98-458c-ad9f-e0164338fba6),segment_id=e58cefd4-0d98-458c-ad9f-e0164338fba6)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:08.717781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.758928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:08.854956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404c61-028e-44ba-b352-9e5124696221 req-7e86c393-e9f5-492a-8516-6e2510aa15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:08.862973 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b404c61-028e-44ba-b352-9e5124696221 req-7e86c393-e9f5-492a-8516-6e2510aa15f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.2697875 Nov 12 11:17:08.984016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b404c61-028e-44ba-b352-9e5124696221 req-af2f45a5-dfd3-43ad-b562-76a608f11a5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472667 Nov 12 11:17:09.003718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 9ea07a29-dd2c-49e7-932a-936338ad8716 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:09.004887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9ea07a29-dd2c-49e7-932a-936338ad8716 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:09.011308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'network_id': '65dd7d1f-9e4a-4dc0-8528-07a41a62ede9', 'port_id': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'mac_address': 'fa:16:3e:e7:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3097b249-bd05-4bb7-9732-a5f6a914eb36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:17:09.127470 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.164892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6fd3ee9c-daa9-4f4e-9fc0-a16a44512dd9 None None] Provisioning complete for port 13487791-338a-43f7-87f6-938728ce40fb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:09.165275 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ee9c-daa9-4f4e-9fc0-a16a44512dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.170787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc545572-d1d5-4d36-bb54-9ea8b927a3d7 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:09.202986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:09.203233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.274659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:09.292786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3ee9c-daa9-4f4e-9fc0-a16a44512dd9 None None] Port 13487791-338a-43f7-87f6-938728ce40fb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:09.294874 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.301202 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.345501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] Pushing event deleted for resources: {'Port': ['ID=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:09.347442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d2b1f-6296-4f42-ac3a-8451ebb28307 None None] No DVR routers for this DVR port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:09.352043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b404c61-028e-44ba-b352-9e5124696221 req-9e43e80f-bddb-4f8d-9965-df1a72301494 service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148401 Nov 12 11:17:09.406903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.507501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f62d95c1-2683-403d-ab77-73f6cb67e79d None None] Provisioning complete for port a038a44d-6b0d-4143-8516-a47459c61603 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:09.509023 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f62d95c1-2683-403d-ab77-73f6cb67e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.558433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8149f6e-c9e8-4232-8bbd-f0096fc05f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.561450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8149f6e-c9e8-4232-8bbd-f0096fc05f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.565847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d8149f6e-c9e8-4232-8bbd-f0096fc05f30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef6aea8f-033f-4965-a323-aa03d22b0c5b HTTP/1.1" status: 204 len: 168 time: 1.2567580 Nov 12 11:17:09.592515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:09.596798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8149f6e-c9e8-4232-8bbd-f0096fc05f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6aea8f-033f-4965-a323-aa03d22b0c5b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:09.607121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2588c9-561e-4af2-90c6-4f9c44462199 req-59104e79-1151-4391-8fb4-1c99eb0a8f46 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:09.607949 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ed2588c9-561e-4af2-90c6-4f9c44462199 req-59104e79-1151-4391-8fb4-1c99eb0a8f46 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 944 time: 0.1517041 Nov 12 11:17:09.619505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:09.667988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:09.668733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:09.676263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f62d95c1-2683-403d-ab77-73f6cb67e79d None None] Port a038a44d-6b0d-4143-8516-a47459c61603 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:09.691416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fc545572-d1d5-4d36-bb54-9ea8b927a3d7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:09.699558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f62d95c1-2683-403d-ab77-73f6cb67e79d None None] Provisioning complete for port b94d29ba-f0f8-4dd9-a588-865d626f7c74 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:09.700169 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f62d95c1-2683-403d-ab77-73f6cb67e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.704422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ed2588c9-561e-4af2-90c6-4f9c44462199 req-dad488f1-5ca2-475d-baec-0d00622d468d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783982 Nov 12 11:17:09.710714 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.770786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=5bfd0f6d-1a68-44fc-b70c-b997ec768d23,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:09.773904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No DVR routers for this DVR port 5bfd0f6d-1a68-44fc-b70c-b997ec768d23 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:09.788995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f62d95c1-2683-403d-ab77-73f6cb67e79d None None] Port b94d29ba-f0f8-4dd9-a588-865d626f7c74 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:09.819325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f62d95c1-2683-403d-ab77-73f6cb67e79d None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:09.820019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f62d95c1-2683-403d-ab77-73f6cb67e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.880004 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b404c61-028e-44ba-b352-9e5124696221 req-d731fe15-f54d-4e29-8267-192b86f430e4 service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091763 Nov 12 11:17:09.911008 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.939728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07758a43-7cb5-42f6-b460-9cd2052d9f32 req-34f07f8d-b894-4eca-9595-1f355dce533a tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:09.941620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07758a43-7cb5-42f6-b460-9cd2052d9f32 req-34f07f8d-b894-4eca-9595-1f355dce533a tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 945 time: 0.3486426 Nov 12 11:17:09.952802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:09.979226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58cefd4-0d98-458c-ad9f-e0164338fba6') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:09.980261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58cefd4-0d98-458c-ad9f-e0164338fba6') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:10.000611 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.003815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.012402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.059872 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.082813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:10.083911 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:10.087481 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:10.105875 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.114082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4e93d120-6043-4879-b034-aa0ae8a82c0a details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:17:10.122314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07758a43-7cb5-42f6-b460-9cd2052d9f32 req-f870d8ae-6e59-4ae1-9bfc-cce686f067ff tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084473 Nov 12 11:17:10.144530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.173101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] In _notify_port_updated(), no bound segment for port b94d29ba-f0f8-4dd9-a588-865d626f7c74 on network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:17:10.181265 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:10.181882 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.186937 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "PUT /v2.0/ports/b94d29ba-f0f8-4dd9-a588-865d626f7c74 HTTP/1.1" status: 200 len: 968 time: 3.2340941 Nov 12 11:17:10.234155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48260) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:10.284816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event updated for resources: {'Port': ['ID=b94d29ba-f0f8-4dd9-a588-865d626f7c74,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:10.360744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.361205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.361703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.362182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.362396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.362736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.365072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.368023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.375089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.375310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.375698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.376060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e378cb-a2fc-4dcb-9b71-efea5cc4bac5 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.415767 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.436520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.445462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48270) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:10.447726 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e HTTP/1.1" status: 204 len: 168 time: 2.6027195 Nov 12 11:17:10.449906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Router 76516b28-821a-4602-8021-a852bfc62a4b is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:17:10.462350 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.481644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1488617582', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:10.494045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4e93d120-6043-4879-b034-aa0ae8a82c0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:10.520323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f539b-9179-4cf7-9bc6-b373117f0230 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=c2b51701-6a44-4fc6-a90a-f4a2d1c40f1e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:10.526827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '4e93d120-6043-4879-b034-aa0ae8a82c0a', 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'port_id': '4e93d120-6043-4879-b034-aa0ae8a82c0a', 'mac_address': 'fa:16:3e:b3:ec:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c35aae-6686-4a88-a8d7-136219d3cf49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:17:10.587442 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.597156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-65770381-faa5-450c-8c4f-a870045fd931 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port b94d29ba-f0f8-4dd9-a588-865d626f7c74 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:10.597764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-65770381-faa5-450c-8c4f-a870045fd931 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.613097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e93d120-6043-4879-b034-aa0ae8a82c0a {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:10.651183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4e93d120-6043-4879-b034-aa0ae8a82c0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:10.657123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e296cc3a-488b-49ce-9e50-ab1d1f2ca564 None None] Provisioning complete for port b94d29ba-f0f8-4dd9-a588-865d626f7c74 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:10.657596 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e296cc3a-488b-49ce-9e50-ab1d1f2ca564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.660133 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.797606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e296cc3a-488b-49ce-9e50-ab1d1f2ca564 None None] Port b94d29ba-f0f8-4dd9-a588-865d626f7c74 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:10.820816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-65770381-faa5-450c-8c4f-a870045fd931 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.841128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-65770381-faa5-450c-8c4f-a870045fd931 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for b94d29ba-f0f8-4dd9-a588-865d626f7c74 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:10.862274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4e93d120-6043-4879-b034-aa0ae8a82c0a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:10.946107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e93d120-6043-4879-b034-aa0ae8a82c0a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:11.011573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014540fc-1182-4ada-ac6a-61d5acada9a8 req-333d70c2-e393-4b1c-8071-f43887ceef88 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.013322 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-014540fc-1182-4ada-ac6a-61d5acada9a8 req-333d70c2-e393-4b1c-8071-f43887ceef88 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 945 time: 0.0884418 Nov 12 11:17:11.014047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.015157 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.113129 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-014540fc-1182-4ada-ac6a-61d5acada9a8 req-fb429a2b-e52c-4d09-82e8-071da4199282 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898693 Nov 12 11:17:11.124077 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-65770381-faa5-450c-8c4f-a870045fd931 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.205316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65770381-faa5-450c-8c4f-a870045fd931 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=b94d29ba-f0f8-4dd9-a588-865d626f7c74,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:11.251563 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-65770381-faa5-450c-8c4f-a870045fd931 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.259760 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-65770381-faa5-450c-8c4f-a870045fd931 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/b94d29ba-f0f8-4dd9-a588-865d626f7c74 HTTP/1.1" status: 204 len: 168 time: 1.0207694 Nov 12 11:17:11.260101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48298) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.265790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48300) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.277564 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.298738 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-959f3b61-eb9d-4774-839b-3d039e608351 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] GET failed (client error): The resource could not be found. Nov 12 11:17:11.300174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-959f3b61-eb9d-4774-839b-3d039e608351 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports/b94d29ba-f0f8-4dd9-a588-865d626f7c74 HTTP/1.1" status: 404 len: 333 time: 0.0386424 Nov 12 11:17:11.307471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48304) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.390450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd8a6-c995-41dc-8e2d-570917fcf8b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.424736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6e08-173e-4a88-bad6-9cf0a069914c req-a688054f-d8ac-411c-a906-fa990f6cd3f4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.432651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a90c6e08-173e-4a88-bad6-9cf0a069914c req-a688054f-d8ac-411c-a906-fa990f6cd3f4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 945 time: 0.1703558 Nov 12 11:17:11.434983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:11.445872 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd8a6-c995-41dc-8e2d-570917fcf8b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.457266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Sync routers for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:11.481358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:11.482556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:11.521761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd8a6-c995-41dc-8e2d-570917fcf8b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.525382 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd8a6-c995-41dc-8e2d-570917fcf8b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.529059 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7fbbd8a6-c995-41dc-8e2d-570917fcf8b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/security-groups/d73cfe26-198f-45cc-aefd-5ac4f402d4a6 HTTP/1.1" status: 204 len: 168 time: 0.2181935 Nov 12 11:17:11.533883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48306) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.549678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-638ff1c6-1a6e-4c57-a9f1-f4fa23092252 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:11.552163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbd8a6-c995-41dc-8e2d-570917fcf8b0 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73cfe26-198f-45cc-aefd-5ac4f402d4a6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:11.616328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.621296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fd1c301f-811c-45f5-bf03-ba6eefb0197c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.4048731 Nov 12 11:17:11.622212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48308) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.631928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.668898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:11.701666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a90c6e08-173e-4a88-bad6-9cf0a069914c req-0bf72d79-bd99-4b7d-b78f-ca3409b70938 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679152 Nov 12 11:17:11.756464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-638ff1c6-1a6e-4c57-a9f1-f4fa23092252 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "PUT /v2.0/quotas/83133ba7746841169a8b4fc93f6c1f47 HTTP/1.1" status: 200 len: 366 time: 0.4900217 Nov 12 11:17:11.759347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48312) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.763542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0cc8515-1750-43ab-b5b6-76ce93afb777 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.775250 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-39febc3b-2438-47e1-8554-b0f50561b3cb tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0145218 Nov 12 11:17:11.777912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48314) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.802076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a568a78e-1036-4601-b83d-a54c4988458d tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "GET /v2.0/quotas/83133ba7746841169a8b4fc93f6c1f47 HTTP/1.1" status: 200 len: 366 time: 0.0209594 Nov 12 11:17:11.805291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48316) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.824275 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0cc8515-1750-43ab-b5b6-76ce93afb777 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.865010 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-35d78fa4-d603-4791-89dc-d37ee81761d2 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/83133ba7746841169a8b4fc93f6c1f47 HTTP/1.1" status: 204 len: 168 time: 0.0583014 Nov 12 11:17:11.866942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1caa938f-e884-40ff-a9e7-721e1f09d615 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bbdf3c4e53e34da1a809b79f2a4752cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2438824 Nov 12 11:17:11.869804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48318) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.870477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48320) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.885082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-89930b01-ea5e-4a24-8432-0fceb2d7757e tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0101879 Nov 12 11:17:11.885082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.902372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c6456f22-8c72-466b-97a4-5b1991601d1c tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "GET /v2.0/quotas/83133ba7746841169a8b4fc93f6c1f47 HTTP/1.1" status: 200 len: 370 time: 0.0159373 Nov 12 11:17:11.905318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48326) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.910991 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3a7c5ca0-c818-4123-8cd8-b3bfb7da3d94 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "GET /v2.0/quotas/83133ba7746841169a8b4fc93f6c1f47/default HTTP/1.1" status: 200 len: 370 time: 0.0044298 Nov 12 11:17:11.914719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48328) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:11.938351 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-2a854cd4-8bc3-41fc-a17c-bbcc4a386946 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] delete failed (client error): The resource could not be found. Nov 12 11:17:11.943254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a854cd4-8bc3-41fc-a17c-bbcc4a386946 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/83133ba7746841169a8b4fc93f6c1f47 HTTP/1.1" status: 404 len: 348 time: 0.0241919 Nov 12 11:17:12.033538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:09Z', 'revision_number': 3, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:12.074903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Checking router: 76516b28-821a-4602-8021-a852bfc62a4b for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:12.075292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Updating router 76516b28-821a-4602-8021-a852bfc62a4b port 13487791-338a-43f7-87f6-938728ce40fb binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:12.081887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48334) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:12.083100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0cc8515-1750-43ab-b5b6-76ce93afb777 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.085767 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0cc8515-1750-43ab-b5b6-76ce93afb777 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.086894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c0cc8515-1750-43ab-b5b6-76ce93afb777 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b174ee4-5892-411d-8d64-fe26eab7a389 HTTP/1.1" status: 204 len: 168 time: 0.5513959 Nov 12 11:17:12.097001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48338) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:12.112442 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.123028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Usage tracker for resource:network and project:af7abb786c924dddac4990aa60a97431 is out of sync, need to count used quota {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:17:12.128039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:17:12.140010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Usage tracker for resource:subnet and project:af7abb786c924dddac4990aa60a97431 is out of sync, need to count used quota {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:17:12.141595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351714e-bd3d-4b74-91ce-944014e8db54 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:12.143125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8351714e-bd3d-4b74-91ce-944014e8db54 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2700768 Nov 12 11:17:12.146454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:12.146628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:12.150924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc8515-1750-43ab-b5b6-76ce93afb777 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b174ee4-5892-411d-8d64-fe26eab7a389,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:12.174568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:17:12.204967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2bae0686-18a8-42af-a480-214d42b797e2 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564008 Nov 12 11:17:12.207492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48344) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:12.212926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637893219', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:12.275241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Usage tracker for resource:subnetpool and project:af7abb786c924dddac4990aa60a97431 is out of sync, need to count used quota {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:17:12.275743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9cc24f8-5df6-472a-a453-c071429b9c04 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.299005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.310948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:12.311501 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.328978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:17:12.333310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.339051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9cc24f8-5df6-472a-a453-c071429b9c04 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.393960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd78df-63cb-43e0-976a-44c55471de53 req-b4f18f59-8539-4e87-9446-8aae86cfefaf tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:12.395845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fdd78df-63cb-43e0-976a-44c55471de53 req-b4f18f59-8539-4e87-9446-8aae86cfefaf tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 945 time: 0.1768224 Nov 12 11:17:12.397231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Usage tracker for resource:port and project:af7abb786c924dddac4990aa60a97431 is out of sync, need to count used quota {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:17:12.399177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Made reservation on behalf of bbdf3c4e53e34da1a809b79f2a4752cc for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:12.403083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.444959 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9cc24f8-5df6-472a-a453-c071429b9c04 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.445155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:17:12.449676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9cc24f8-5df6-472a-a453-c071429b9c04 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.451185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e9cc24f8-5df6-472a-a453-c071429b9c04 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c548580-e738-41e7-91b7-cd2916cb811c HTTP/1.1" status: 204 len: 168 time: 0.3530204 Nov 12 11:17:12.455814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48346) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:12.475899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc24f8-5df6-472a-a453-c071429b9c04 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c548580-e738-41e7-91b7-cd2916cb811c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:12.533859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b21a58-85df-48ce-8a7a-71e03fea51ad tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet 71275ff3-f7dd-463c-8176-45e13add8814 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:12.539241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90b21a58-85df-48ce-8a7a-71e03fea51ad tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.551897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Usage tracker for resource:router and project:af7abb786c924dddac4990aa60a97431 is out of sync, need to count used quota {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:17:12.565496 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.580714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:17:12.601343 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90b21a58-85df-48ce-8a7a-71e03fea51ad tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.602608 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fdd78df-63cb-43e0-976a-44c55471de53 req-fe7eb7bf-6d8d-4258-8154-ffd4a6a45b0b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949422 Nov 12 11:17:12.606479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Usage tracker for resource:floatingip and project:af7abb786c924dddac4990aa60a97431 is out of sync, need to count used quota {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:17:12.615863 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:17:12.623554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:12.628896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:12.633157 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66705ed-511a-4ff8-8882-38e66da9aaab" -d '{"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:12.648321 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.649541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4e93d120-6043-4879-b034-aa0ae8a82c0a up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:12.720270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90b21a58-85df-48ce-8a7a-71e03fea51ad tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.750116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Usage tracker for resource:security_group and project:af7abb786c924dddac4990aa60a97431 is out of sync, need to count used quota {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:17:12.785887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:17:12.803662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Usage tracker for resource:security_group_rule and project:af7abb786c924dddac4990aa60a97431 is out of sync, need to count used quota {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:17:12.811448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.quota.resource [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109166) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:17:12.814584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90b21a58-85df-48ce-8a7a-71e03fea51ad tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.818186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cfaeec37-d989-44c8-b570-35d8f2fc7476 tempest-QuotasTest-483451357 tempest-QuotasTest-483451357-project-admin] 10.222.0.31 "GET /v2.0/quotas/af7abb786c924dddac4990aa60a97431/details.json HTTP/1.1" status: 200 len: 703 time: 0.7324255 Nov 12 11:17:12.824963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.850357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-90b21a58-85df-48ce-8a7a-71e03fea51ad tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.860410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-90b21a58-85df-48ce-8a7a-71e03fea51ad tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/71275ff3-f7dd-463c-8176-45e13add8814 HTTP/1.1" status: 204 len: 168 time: 0.4015388 Nov 12 11:17:12.875105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48354) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:12.904030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21a58-85df-48ce-8a7a-71e03fea51ad tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=71275ff3-f7dd-463c-8176-45e13add8814,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:12.923594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.928768 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ca38b-6c41-4a97-9ffb-7576ede14e68 x-openstack-request-id: req-495ca38b-6c41-4a97-9ffb-7576ede14e68 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:12.929448 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:12.930002 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-495ca38b-6c41-4a97-9ffb-7576ede14e68 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:12.930598 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'code': 200} Nov 12 11:17:12.940952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b47cd-b6f3-46e4-b626-22b058c6b3ae None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:12.945995 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.013386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Subnet': ['ID=44d5827f-52bd-4512-8296-24e042ffeb52,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:13.056556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca9864d-7467-4ecc-ab14-b14837e8e8fa tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet b83a3301-93e6-482f-bc0f-f9f588fb7b63 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:13.060526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Checking segment: {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:13.061243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network hostable DHCP agents. Network: cd3f2d3b-9cfd-4111-a625-2a7678ba67cd, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:13.084932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9000e40-a833-4aa0-9d10-d66906bdc735 req-aaf08c67-79b5-46e0-b7b3-45ac5c0e21b0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.085188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60f181-c60d-4034-94b1-d05b2d1078de req-24025383-e4d7-4158-a630-0c5022ca2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.085637 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9000e40-a833-4aa0-9d10-d66906bdc735 req-aaf08c67-79b5-46e0-b7b3-45ac5c0e21b0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2513821 Nov 12 11:17:13.085742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b60f181-c60d-4034-94b1-d05b2d1078de req-24025383-e4d7-4158-a630-0c5022ca2f73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1099 time: 0.1208375 Nov 12 11:17:13.085861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ca9864d-7467-4ecc-ab14-b14837e8e8fa tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.090507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.25.2.60 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/9b1ad875-34a3-4249-a5c4-fecd4f8c561d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:13.184073 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ca9864d-7467-4ecc-ab14-b14837e8e8fa tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.190320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:13.251364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e9000e40-a833-4aa0-9d10-d66906bdc735 req-7dbd1496-59f6-4a44-adf5-658adaab2440 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557190 Nov 12 11:17:13.254961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, cd3f2d3b-9cfd-4111-a625-2a7678ba67cd) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:13.266352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.267628 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.331642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-54fe1bfd-4773-40b8-9a0c-0396c65adb58 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1228681 Nov 12 11:17:13.334476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48358) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:13.350617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b60f181-c60d-4034-94b1-d05b2d1078de req-c7d13238-a2ae-4fac-8414-d5cd40957d17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442350 Nov 12 11:17:13.412588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ca9864d-7467-4ecc-ab14-b14837e8e8fa tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.445322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce93c0-5a97-48d1-9bf9-1ac853714e04 None None] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:13.456800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.505760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.523861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48362) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:13.566990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:13.568099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c1866f-1311-40ce-9430-df9ce9868fa5 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:13.572420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:13.578570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 4e93d120-6043-4879-b034-aa0ae8a82c0a completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:17:13.580349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:13.594634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=10']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:13.615040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=9b1ad875-34a3-4249-a5c4-fecd4f8c561d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:13.616093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 4e93d120-6043-4879-b034-aa0ae8a82c0a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:13.616475 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.633306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ca9864d-7467-4ecc-ab14-b14837e8e8fa tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.733795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9864d-7467-4ecc-ab14-b14837e8e8fa tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=b83a3301-93e6-482f-bc0f-f9f588fb7b63,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:13.740078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ca9864d-7467-4ecc-ab14-b14837e8e8fa tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.744366 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2ca9864d-7467-4ecc-ab14-b14837e8e8fa tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/b83a3301-93e6-482f-bc0f-f9f588fb7b63 HTTP/1.1" status: 204 len: 168 time: 0.8679955 Nov 12 11:17:13.747873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b487e-ebc8-4ddf-b4c7-403e7f365b0c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:13.748377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48368) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:13.782823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Attempting to bind port 13487791-338a-43f7-87f6-938728ce40fb on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:13.783568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Attempting to bind port 13487791-338a-43f7-87f6-938728ce40fb by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:13.784534 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Attempting to bind port 13487791-338a-43f7-87f6-938728ce40fb on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:13.828506 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b897e04-536c-4a57-9f87-e8651f2e8c91 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:13.829097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b897e04-536c-4a57-9f87-e8651f2e8c91 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:13.832642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b897e04-536c-4a57-9f87-e8651f2e8c91 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/71275ff3-f7dd-463c-8176-45e13add8814 HTTP/1.1" status: 404 len: 337 time: 0.0826931 Nov 12 11:17:13.838131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48370) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:13.842395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:13.843159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:13.843784 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.844412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:13.845615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Bound port: 13487791-338a-43f7-87f6-938728ce40fb, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:13.847013 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.893098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6dea-c78d-4ef2-8f41-7000243eb01c req-2841e19e-f9d9-4b03-b4fd-29091794e265 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.898220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b83d6dea-c78d-4ef2-8f41-7000243eb01c req-2841e19e-f9d9-4b03-b4fd-29091794e265 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 945 time: 0.1211214 Nov 12 11:17:13.904512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d7c14423-2504-434d-b315-ee30dec73c60 None None] Provisioning complete for port 13487791-338a-43f7-87f6-938728ce40fb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:13.904918 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7c14423-2504-434d-b315-ee30dec73c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.907290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67648a-0466-41a8-bcf5-742b6cc97527 None None] Pushing event updated for resources: {'Port': ['ID=13487791-338a-43f7-87f6-938728ce40fb,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:13.919063 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de173229-d59d-4926-905c-6c372ea5d687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.987885 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.021887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] For port 13487791-338a-43f7-87f6-938728ce40fb, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:14.027207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] For port 13487791-338a-43f7-87f6-938728ce40fb, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=13487791-338a-43f7-87f6-938728ce40fb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:14.029282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d7c14423-2504-434d-b315-ee30dec73c60 None None] Port 13487791-338a-43f7-87f6-938728ce40fb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:14.073890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-83151670-b795-4cea-a504-4ce4a3baa055 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting subnet 55372a39-5ab3-4f35-972d-ee8e9c1b47e5 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:14.078252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.089117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83151670-b795-4cea-a504-4ce4a3baa055 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.118074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b83d6dea-c78d-4ef2-8f41-7000243eb01c req-980057aa-42e8-47c7-bc36-144bace2373c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843402 Nov 12 11:17:14.179653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b77040-13ee-4f8c-8c13-666a24614fc6 None None] Update dhcp port {'port': {'network_id': '10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e', 'fixed_ips': [{'subnet_id': '55372a39-5ab3-4f35-972d-ee8e9c1b47e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b83a3301-93e6-482f-bc0f-f9f588fb7b63'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '7de12326-2b34-44c5-a2ca-93f8ef5bf656'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:17:14.187954 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.253284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eba2cd-3512-4c5e-a558-7d2d1bc270cc None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:14.278728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.309208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:14.309859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:14.341888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83151670-b795-4cea-a504-4ce4a3baa055 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.416507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:14.417869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.455724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67648a-0466-41a8-bcf5-742b6cc97527 None None] Pushing event updated for resources: {'Port': ['ID=13487791-338a-43f7-87f6-938728ce40fb,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:14.473134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4e93d120-6043-4879-b034-aa0ae8a82c0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:14.489593 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-92b77040-13ee-4f8c-8c13-666a24614fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.496910 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.532890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12acb54-c081-4253-8e29-863a349cdef2 req-ff57ab2d-46a7-4bc0-b01c-ac4ad4f05c81 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.534963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b12acb54-c081-4253-8e29-863a349cdef2 req-ff57ab2d-46a7-4bc0-b01c-ac4ad4f05c81 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.0998373 Nov 12 11:17:14.580341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e8862fb8-4dc9-4b76-bdab-c05affb39023 None None] Provisioning complete for port 9b1ad875-34a3-4249-a5c4-fecd4f8c561d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:14.581492 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e8862fb8-4dc9-4b76-bdab-c05affb39023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.640184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router b8365646-4b30-4f31-851d-aa1b769d8d3c is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:17:14.655139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b12acb54-c081-4253-8e29-863a349cdef2 req-82fb04db-c5df-428c-a97f-4df0d7ad3de9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110590 Nov 12 11:17:14.673416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83151670-b795-4cea-a504-4ce4a3baa055 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.679553 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de173229-d59d-4926-905c-6c372ea5d687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.751082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de173229-d59d-4926-905c-6c372ea5d687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.843462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:14.861086 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e293502d-91bd-4d7b-9524-0bf46f4b2cc9 None None] Sync routers for ids ['b8365646-4b30-4f31-851d-aa1b769d8d3c'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:14.870690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.872804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-da7825d8-b390-472d-afdf-041d77f1e5e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.4253125 Nov 12 11:17:14.875676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48390) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:14.877777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de173229-d59d-4926-905c-6c372ea5d687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2210d7-7ecc-4eaf-90a5-1d41b46ed691,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:14.882867 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293502d-91bd-4d7b-9524-0bf46f4b2cc9 None None] Routers {'b8365646-4b30-4f31-851d-aa1b769d8d3c'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:14.883493 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e293502d-91bd-4d7b-9524-0bf46f4b2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b8365646-4b30-4f31-851d-aa1b769d8d3c'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:14.936086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc421a93-b702-4a0a-bd4d-f2b602ad1bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e93d120-6043-4879-b034-aa0ae8a82c0a'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:14.938421 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b077b8-e698-4faa-b5c1-51ea7f4faf2e" -d '{"events": [{"server_uuid": "dc421a93-b702-4a0a-bd4d-f2b602ad1bfc", "name": "network-vif-plugged", "status": "completed", "tag": "4e93d120-6043-4879-b034-aa0ae8a82c0a"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:14.969068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e8862fb8-4dc9-4b76-bdab-c05affb39023 None None] Port 9b1ad875-34a3-4249-a5c4-fecd4f8c561d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:14.970597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4e93d120-6043-4879-b034-aa0ae8a82c0a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:14.972651 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e293502d-91bd-4d7b-9524-0bf46f4b2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:14.991997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:14.997506 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293502d-91bd-4d7b-9524-0bf46f4b2cc9 None None] Routers {'b8365646-4b30-4f31-851d-aa1b769d8d3c'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:14.998515 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e293502d-91bd-4d7b-9524-0bf46f4b2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b8365646-4b30-4f31-851d-aa1b769d8d3c'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:15.027677 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-de173229-d59d-4926-905c-6c372ea5d687 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed7c5f2fff6349f69fb4e4f8ab4b79b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5026875 Nov 12 11:17:15.038038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48400) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:15.104658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.120851 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e293502d-91bd-4d7b-9524-0bf46f4b2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:15.122336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e293502d-91bd-4d7b-9524-0bf46f4b2cc9 None None] The sync data for ids ['b8365646-4b30-4f31-851d-aa1b769d8d3c'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:15.199736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dd4925a8-355f-40e6-a060-fb335a762a12 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/routers/b8365646-4b30-4f31-851d-aa1b769d8d3c HTTP/1.1" status: 200 len: 880 time: 0.3219898 Nov 12 11:17:15.202824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48404) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:15.205468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072f8d5-1273-4e4f-899a-ef02f7bffad8 req-d2903aa5-8c7d-4a14-8fa9-1dd3cbc042d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:15.208318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8072f8d5-1273-4e4f-899a-ef02f7bffad8 req-d2903aa5-8c7d-4a14-8fa9-1dd3cbc042d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 1098 time: 0.0897443 Nov 12 11:17:15.210150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac1a299a-a4c1-4133-ae52-8492a169ff69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.214561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83151670-b795-4cea-a504-4ce4a3baa055 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.283607 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc022b-ed8f-445f-954a-32851a51884e x-openstack-request-id: req-a1fc022b-ed8f-445f-954a-32851a51884e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:15.284127 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc421a93-b702-4a0a-bd4d-f2b602ad1bfc", "name": "network-vif-plugged", "status": "completed", "tag": "4e93d120-6043-4879-b034-aa0ae8a82c0a", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:15.284669 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1fc022b-ed8f-445f-954a-32851a51884e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:15.289401 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc421a93-b702-4a0a-bd4d-f2b602ad1bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e93d120-6043-4879-b034-aa0ae8a82c0a', 'code': 200} Nov 12 11:17:15.391759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac1a299a-a4c1-4133-ae52-8492a169ff69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.393957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83151670-b795-4cea-a504-4ce4a3baa055 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Subnet': ['ID=55372a39-5ab3-4f35-972d-ee8e9c1b47e5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:15.436421 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83151670-b795-4cea-a504-4ce4a3baa055 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.450159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Allocated IP 172.20.0.2 (cd3f2d3b-9cfd-4111-a625-2a7678ba67cd/44d5827f-52bd-4512-8296-24e042ffeb52/ec9dfb62-8f03-4aa1-861c-d914b05ffd0a) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:15.456072 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-83151670-b795-4cea-a504-4ce4a3baa055 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/55372a39-5ab3-4f35-972d-ee8e9c1b47e5 HTTP/1.1" status: 204 len: 168 time: 1.6164505 Nov 12 11:17:15.471035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48428) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:15.563091 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee320404-650c-4414-9275-9c706f6c58b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:15.563896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee320404-650c-4414-9275-9c706f6c58b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:15.567877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ee320404-650c-4414-9275-9c706f6c58b8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/61545b5d-a541-48fb-a419-f16df9dfbcbb HTTP/1.1" status: 404 len: 337 time: 0.0948203 Nov 12 11:17:15.573840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48434) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:15.615049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7b29a639-43c4-49cb-8b21-0ed7f2cced76 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1476459-90c4-40cd-9940-643963119ecf HTTP/1.1" status: 200 len: 205 time: 0.0397060 Nov 12 11:17:15.618945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48436) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:15.684506 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-853b5bc6-38aa-4798-8b48-8ae00c98f226 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] delete failed (client error): The resource could not be found. Nov 12 11:17:15.686105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-853b5bc6-38aa-4798-8b48-8ae00c98f226 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/routers/f1476459-90c4-40cd-9940-643963119ecf HTTP/1.1" status: 404 len: 336 time: 0.0655692 Nov 12 11:17:15.686488 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.691905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48438) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:15.756302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac1a299a-a4c1-4133-ae52-8492a169ff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.759817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac1a299a-a4c1-4133-ae52-8492a169ff69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.761343 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ac1a299a-a4c1-4133-ae52-8492a169ff69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e2210d7-7ecc-4eaf-90a5-1d41b46ed691 HTTP/1.1" status: 204 len: 168 time: 0.7218814 Nov 12 11:17:15.762772 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fb7fc1-5cbb-4ed3-ba15-ca6bd9d749c7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:15.763338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fb7fc1-5cbb-4ed3-ba15-ca6bd9d749c7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:15.776822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-77fb7fc1-5cbb-4ed3-ba15-ca6bd9d749c7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/01fced5e-7551-4fe1-9b2b-661c0847a6f5 HTTP/1.1" status: 404 len: 337 time: 0.0827105 Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server [None req-92b77040-13ee-4f8c-8c13-666a24614fc6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55372a39-5ab3-4f35-972d-ee8e9c1b47e5: This subnet is being modified by another concurrent operation. Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55372a39-5ab3-4f35-972d-ee8e9c1b47e5: This subnet is being modified by another concurrent operation. Nov 12 11:17:15.785304 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Nov 12 11:17:15.796958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48446) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:15.943135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.965473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594cf45-007f-42ea-bb77-15ef3bae23c2 None None] Network 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:15.972434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a299a-a4c1-4133-ae52-8492a169ff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2210d7-7ecc-4eaf-90a5-1d41b46ed691,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:15.996198 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7cd2e7-0bf6-4b91-8a40-52230ff6338d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:16.003753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7cd2e7-0bf6-4b91-8a40-52230ff6338d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:16.007936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dc7cd2e7-0bf6-4b91-8a40-52230ff6338d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/6a365b99-be37-4237-87a1-4fdf5b76559d HTTP/1.1" status: 404 len: 337 time: 0.2042468 Nov 12 11:17:16.038742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48448) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.041795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:16.084521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:16.113838 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a2fbc1-c5c3-4ff1-9621-a92808e5cb3e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:16.115134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a2fbc1-c5c3-4ff1-9621-a92808e5cb3e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:16.119759 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-00a2fbc1-c5c3-4ff1-9621-a92808e5cb3e tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/a6c3340e-823b-4c44-859b-7ae10fba2158 HTTP/1.1" status: 404 len: 337 time: 0.0794899 Nov 12 11:17:16.131148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:16.136820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48452) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.167884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1837412a-c222-4a7d-ac2c-f52b87822b79 None None] Provisioning complete for port 13487791-338a-43f7-87f6-938728ce40fb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:16.169634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1837412a-c222-4a7d-ac2c-f52b87822b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.190702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Pushing event updated for resources: {'Port': ['ID=ec9dfb62-8f03-4aa1-861c-d914b05ffd0a,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:16.295270 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4438f62a-5f78-4fad-ad00-dd0ad2e4f7cf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:16.296039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4438f62a-5f78-4fad-ad00-dd0ad2e4f7cf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:16.300757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4438f62a-5f78-4fad-ad00-dd0ad2e4f7cf tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/5cf88d49-7e5e-4f22-8c2c-4a31cdb8a69a HTTP/1.1" status: 404 len: 333 time: 0.1602449 Nov 12 11:17:16.307684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8072f8d5-1273-4e4f-899a-ef02f7bffad8 req-53490df8-d683-4ebd-8032-2071d4353472 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0719433 Nov 12 11:17:16.308507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.364195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654140a-3dd0-42ae-89a8-39f6d064a174 req-d5fce9af-4777-4756-8fd6-61265aaae50d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:16.365852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f654140a-3dd0-42ae-89a8-39f6d064a174 req-d5fce9af-4777-4756-8fd6-61265aaae50d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 946 time: 1.0258172 Nov 12 11:17:16.369127 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a939d33a-e642-4890-8e9b-6af3e6355b3d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:16.369127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a939d33a-e642-4890-8e9b-6af3e6355b3d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:16.372367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a939d33a-e642-4890-8e9b-6af3e6355b3d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/7c566f32-ae66-417d-99d5-6456b2224fe8 HTTP/1.1" status: 404 len: 337 time: 0.0599272 Nov 12 11:17:16.380202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48456) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.490139 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66a24a8-01f2-4127-8b09-dce8c16b29f8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:16.490614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66a24a8-01f2-4127-8b09-dce8c16b29f8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:16.493884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e66a24a8-01f2-4127-8b09-dce8c16b29f8 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/379e1d2f-64ea-4710-a440-7a3506bd7e43 HTTP/1.1" status: 404 len: 337 time: 0.1127107 Nov 12 11:17:16.503415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48458) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.503761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48460) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.531342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d98d1fba-bf35-4b90-86f8-e1cf563b71a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.573200 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced6bd9b-b845-4c2e-abab-346c86d92a3f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:16.574053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced6bd9b-b845-4c2e-abab-346c86d92a3f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:16.581481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ced6bd9b-b845-4c2e-abab-346c86d92a3f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/5e3fb552-a6e0-4b20-8869-a95046275ff4 HTTP/1.1" status: 404 len: 333 time: 0.0749533 Nov 12 11:17:16.587222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48462) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.597564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7de12326-2b34-44c5-a2ca-93f8ef5bf656 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:16.662966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Attempting to bind port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:16.663378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Attempting to bind port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:16.663544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Attempting to bind port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a on network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:16.675353 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd075c4-4d24-4646-a657-138d04eba1c7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:16.677091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd075c4-4d24-4646-a657-138d04eba1c7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:16.684496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-afd075c4-4d24-4646-a657-138d04eba1c7 tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/a677d306-1982-42b4-965f-d8c42ca9bb58 HTTP/1.1" status: 404 len: 337 time: 0.0909169 Nov 12 11:17:16.691989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:16.693245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Checking segment: {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:16.693359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.693689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Bound using segment: {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:16.694190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Bound port: ec9dfb62-8f03-4aa1-861c-d914b05ffd0a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:16.694575 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.695009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f654140a-3dd0-42ae-89a8-39f6d064a174 req-6cec7ba0-ae86-41f7-b28c-0f3ff72de691 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161578 Nov 12 11:17:16.698956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48464) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.755492 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-225581af-2c18-4a61-a2d2-d75edd443aff tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:16.756558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225581af-2c18-4a61-a2d2-d75edd443aff tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:16.763569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-225581af-2c18-4a61-a2d2-d75edd443aff tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/subnets/ae3cad49-5e6e-4da5-8067-082126b4ba5b HTTP/1.1" status: 404 len: 337 time: 0.0614901 Nov 12 11:17:16.764782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48466) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.815280 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1837412a-c222-4a7d-ac2c-f52b87822b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.824911 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] DHCP port deletion for 10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:16.884921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:09Z', 'revision_number': 3, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:16.979760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1837412a-c222-4a7d-ac2c-f52b87822b79 None None] For port 13487791-338a-43f7-87f6-938728ce40fb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=13487791-338a-43f7-87f6-938728ce40fb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:16.997966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67203d47-173c-4af5-aad1-7b68ea065a22 None None] The sync data for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 is: [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:09Z', 'revision_number': 3, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:17.016146 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.018220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1837412a-c222-4a7d-ac2c-f52b87822b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.043771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] For port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:17.070901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Allocated IP 172.20.0.1 (cd3f2d3b-9cfd-4111-a625-2a7678ba67cd/44d5827f-52bd-4512-8296-24e042ffeb52/e74f402d-e579-4a43-8c58-b90693a8716e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:17.072110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e6ad1b3e-01e4-4c52-85a3-16adc0588e12 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.8607962 Nov 12 11:17:17.091511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48474) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:17.094114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] For port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec9dfb62-8f03-4aa1-861c-d914b05ffd0a,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:17.116778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.117262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-35270a4b-42a4-412c-a40c-6ffc9fda596f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1488617582'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:17.193396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837412a-c222-4a7d-ac2c-f52b87822b79 None None] Pushing event updated for resources: {'Port': ['ID=13487791-338a-43f7-87f6-938728ce40fb,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:17.231112 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d98d1fba-bf35-4b90-86f8-e1cf563b71a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.246746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7de12326-2b34-44c5-a2ca-93f8ef5bf656,segment=NetworkSegment(0cb91fef-3f31-406a-b48a-c54a065e798b),segment_id=0cb91fef-3f31-406a-b48a-c54a065e798b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:17.266689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d98d1fba-bf35-4b90-86f8-e1cf563b71a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.290019 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.317100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f0d397e5-f521-4c75-a40d-a01c32d5d3c0 None None] Provisioning complete for port a038a44d-6b0d-4143-8516-a47459c61603 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:17.318226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0d397e5-f521-4c75-a40d-a01c32d5d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.337823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.377911 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] Deleting port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:17.378281 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.430381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c2a93619-802c-4067-a3eb-5a04d852b78f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Deleting port a038a44d-6b0d-4143-8516-a47459c61603 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:17.430791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a93619-802c-4067-a3eb-5a04d852b78f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.452030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d1fba-bf35-4b90-86f8-e1cf563b71a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538a05c2-e326-4946-967c-8a5751e3600a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:17.461983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11b9f0-0a1a-4c9c-8137-21e682cd192b req-89a3f377-58d7-4a57-b467-6a3f5bd7b66e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.476476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f11b9f0-0a1a-4c9c-8137-21e682cd192b req-89a3f377-58d7-4a57-b467-6a3f5bd7b66e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 1.5414805 Nov 12 11:17:17.486781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d98d1fba-bf35-4b90-86f8-e1cf563b71a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af7abb786c924dddac4990aa60a97431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9770615 Nov 12 11:17:17.503011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48478) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:17.590642 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.642898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310902e9-b781-4cda-9e3a-d9841ed0399b None None] Pushing event updated for resources: {'Port': ['ID=ec9dfb62-8f03-4aa1-861c-d914b05ffd0a,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:17.758834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f0d397e5-f521-4c75-a40d-a01c32d5d3c0 None None] Port a038a44d-6b0d-4143-8516-a47459c61603 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:17.778248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] For port 7de12326-2b34-44c5-a2ca-93f8ef5bf656, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7de12326-2b34-44c5-a2ca-93f8ef5bf656,segment=NetworkSegment(0cb91fef-3f31-406a-b48a-c54a065e798b),segment_id=0cb91fef-3f31-406a-b48a-c54a065e798b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:17.778667 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.892973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] Calling delete_port for 7de12326-2b34-44c5-a2ca-93f8ef5bf656 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:17.952271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f0d397e5-f521-4c75-a40d-a01c32d5d3c0 None None] Provisioning complete for port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:17.952652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0d397e5-f521-4c75-a40d-a01c32d5d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.979732 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f11b9f0-0a1a-4c9c-8137-21e682cd192b req-3f3ac8fc-2380-425e-832c-4787c0b3dc9d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009472 Nov 12 11:17:18.041818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:18.068187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=7de12326-2b34-44c5-a2ca-93f8ef5bf656,revision_number=11']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:18.071864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:18.090845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:18.115945 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a93619-802c-4067-a3eb-5a04d852b78f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.183859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c2a93619-802c-4067-a3eb-5a04d852b78f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Calling delete_port for a038a44d-6b0d-4143-8516-a47459c61603 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:18.265541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.345259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a93619-802c-4067-a3eb-5a04d852b78f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.387673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=e74f402d-e579-4a43-8c58-b90693a8716e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:18.463541 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c597399-327a-4505-a7c1-1a41f39c6580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.484986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.505937 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c597399-327a-4505-a7c1-1a41f39c6580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.576010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a93619-802c-4067-a3eb-5a04d852b78f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Port': ['ID=a038a44d-6b0d-4143-8516-a47459c61603,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:18.587216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2a93619-802c-4067-a3eb-5a04d852b78f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.596329 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c2a93619-802c-4067-a3eb-5a04d852b78f tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/ports/a038a44d-6b0d-4143-8516-a47459c61603 HTTP/1.1" status: 204 len: 168 time: 1.8200912 Nov 12 11:17:18.600193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48488) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:18.606110 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c597399-327a-4505-a7c1-1a41f39c6580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.609804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c597399-327a-4505-a7c1-1a41f39c6580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.613737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8c597399-327a-4505-a7c1-1a41f39c6580 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/538a05c2-e326-4946-967c-8a5751e3600a HTTP/1.1" status: 204 len: 168 time: 1.0827837 Nov 12 11:17:18.641593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c597399-327a-4505-a7c1-1a41f39c6580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538a05c2-e326-4946-967c-8a5751e3600a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:18.656579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f3ce-9f36-468f-a825-8f2eff15faf6 req-b0dbfe4e-1a9e-467e-bd47-adac0a769745 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:18.658236 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eab6f3ce-9f36-468f-a825-8f2eff15faf6 req-b0dbfe4e-1a9e-467e-bd47-adac0a769745 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 946 time: 0.6612189 Nov 12 11:17:18.663122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] No DVR routers for this DVR port 7de12326-2b34-44c5-a2ca-93f8ef5bf656 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:18.675211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969e5a5-ab3b-4881-be77-80198a397986 None None] Pushing event deleted for resources: {'Port': ['ID=7de12326-2b34-44c5-a2ca-93f8ef5bf656,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:18.691252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0d397e5-f521-4c75-a40d-a01c32d5d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.827332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 13487791-338a-43f7-87f6-938728ce40fb up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:18.847928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.936094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 13487791-338a-43f7-87f6-938728ce40fb triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:18.936471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.938733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.039352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eab6f3ce-9f36-468f-a825-8f2eff15faf6 req-8fb97446-34cb-4979-8d09-343e96e9d8c2 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647578 Nov 12 11:17:19.100641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35270a4b-42a4-412c-a40c-6ffc9fda596f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.121514 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35270a4b-42a4-412c-a40c-6ffc9fda596f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.229409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec9dfb62-8f03-4aa1-861c-d914b05ffd0a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:19.330882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35270a4b-42a4-412c-a40c-6ffc9fda596f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router b8365646-4b30-4f31-851d-aa1b769d8d3c has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:19.358195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:19.358822 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.366147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b1a7e-f388-445e-89ac-82346025718d None None] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:19.535325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35270a4b-42a4-412c-a40c-6ffc9fda596f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:19.558045 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35270a4b-42a4-412c-a40c-6ffc9fda596f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.558045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-35270a4b-42a4-412c-a40c-6ffc9fda596f tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/b8365646-4b30-4f31-851d-aa1b769d8d3c HTTP/1.1" status: 200 len: 887 time: 2.4623899 Nov 12 11:17:19.564055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48504) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:19.568392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ceb72-fcef-468a-8a9d-0b89080b8d94 None None] Sync routers for ids ['b8365646-4b30-4f31-851d-aa1b769d8d3c'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:19.637024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ea92e0f8-b7cf-4e46-88a9-6b608c552fea None None] Provisioning complete for port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:19.637401 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ea92e0f8-b7cf-4e46-88a9-6b608c552fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.646211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ceb72-fcef-468a-8a9d-0b89080b8d94 None None] Routers {'b8365646-4b30-4f31-851d-aa1b769d8d3c'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:19.647011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4e5ceb72-fcef-468a-8a9d-0b89080b8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b8365646-4b30-4f31-851d-aa1b769d8d3c'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:19.708527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.746766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4e5ceb72-fcef-468a-8a9d-0b89080b8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:19.774350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc46c3-f19e-4ac0-8b8e-d75f88c36a57 req-ff918c9b-fd1c-4679-be16-00b2df24bb1f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:19.776744 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23fc46c3-f19e-4ac0-8b8e-d75f88c36a57 req-ff918c9b-fd1c-4679-be16-00b2df24bb1f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.5251219 Nov 12 11:17:19.808290 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.836039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:19.837572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-25b5e4e7-a3e1-4db2-bbdb-c6f1729d6bff tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/routers/b8365646-4b30-4f31-851d-aa1b769d8d3c HTTP/1.1" status: 200 len: 887 time: 0.2723529 Nov 12 11:17:19.842173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48508) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:19.860493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ceb72-fcef-468a-8a9d-0b89080b8d94 None None] Routers {'b8365646-4b30-4f31-851d-aa1b769d8d3c'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:19.862917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4e5ceb72-fcef-468a-8a9d-0b89080b8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b8365646-4b30-4f31-851d-aa1b769d8d3c'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:19.875097 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-82be24e7-5bfd-4853-9c27-65ec5b080056 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8365646-4b30-4f31-851d-aa1b769d8d3c HTTP/1.1" status: 200 len: 205 time: 0.0317011 Nov 12 11:17:19.879198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48510) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:19.918885 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb91fef-3f31-406a-b48a-c54a065e798b') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:19.929953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb91fef-3f31-406a-b48a-c54a065e798b') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:19.978233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4e5ceb72-fcef-468a-8a9d-0b89080b8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:19.979377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ceb72-fcef-468a-8a9d-0b89080b8d94 None None] The sync data for ids ['b8365646-4b30-4f31-851d-aa1b769d8d3c'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:20.000706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.075959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec9dfb62-8f03-4aa1-861c-d914b05ffd0a,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:20.080820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ea92e0f8-b7cf-4e46-88a9-6b608c552fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.084944 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.092580 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.094685 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-23fc46c3-f19e-4ac0-8b8e-d75f88c36a57 req-4bbe4628-e094-41c4-a0ca-10bdaac74a29 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690895 Nov 12 11:17:20.107225 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.158440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.162861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:20.166692 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:20.254989 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:20.292766 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.472421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=ec9dfb62-8f03-4aa1-861c-d914b05ffd0a,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:20.508260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-ea92e0f8-b7cf-4e46-88a9-6b608c552fea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:20.508878 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-ea92e0f8-b7cf-4e46-88a9-6b608c552fea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:20.515848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd052ce-4067-4493-a333-b928b46108d3 req-5de5d60a-5cc2-4010-b350-6f4ea72c509b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.517623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2bd052ce-4067-4493-a333-b928b46108d3 req-5de5d60a-5cc2-4010-b350-6f4ea72c509b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 946 time: 0.2371271 Nov 12 11:17:20.519257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.520826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.566790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.573967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] 10.222.0.31 "DELETE /v2.0/networks/10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e HTTP/1.1" status: 204 len: 168 time: 1.9725344 Nov 12 11:17:20.575782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceec25d-7474-4380-946b-30901b31e79d tempest-PortsIpV6TestJSON-2105805129 tempest-PortsIpV6TestJSON-2105805129-project] Pushing event deleted for resources: {'Network': ['ID=10ca553d-a6f0-4d9b-9bf4-ca8cbad5229e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:20.610483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=e74f402d-e579-4a43-8c58-b90693a8716e,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:20.616178 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.632689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17042a7e-e431-4c16-8418-edd1962816ab req-9df32402-42ac-42f8-8b0f-b6751166d985 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.634315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17042a7e-e431-4c16-8418-edd1962816ab req-9df32402-42ac-42f8-8b0f-b6751166d985 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2573068 Nov 12 11:17:20.661554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2bd052ce-4067-4493-a333-b928b46108d3 req-94339d57-c7b0-4bbf-a82b-d1a140db9b44 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255345 Nov 12 11:17:20.662458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48530) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:20.682420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 9b1ad875-34a3-4249-a5c4-fecd4f8c561d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:20.682933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.812709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.839960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 9b1ad875-34a3-4249-a5c4-fecd4f8c561d owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:20.920233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1120720373'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:20.957244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17042a7e-e431-4c16-8418-edd1962816ab req-43ef4d96-0f7d-45fe-aabb-4e8dff5d0e00 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144283 Nov 12 11:17:20.986428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:20.990206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743bf855-7621-4783-9378-42e3198b415b None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:17:20.992120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:21.011724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Made reservation on behalf of 43bd27834cad4c069524f747d4e99dff for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:21.017382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.042331 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.311071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48554) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:21.354223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fd032-79d2-4958-91f0-b3d3d7e9915c req-a3e7d298-3ad8-469d-8c72-8d9450b60c20 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.362201 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f42fd032-79d2-4958-91f0-b3d3d7e9915c req-a3e7d298-3ad8-469d-8c72-8d9450b60c20 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1325638 Nov 12 11:17:21.381023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Router 76516b28-821a-4602-8021-a852bfc62a4b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:21.434785 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.454951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f42fd032-79d2-4958-91f0-b3d3d7e9915c req-85a5123b-9350-41da-b8bd-51b3b0438e0b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913777 Nov 12 11:17:21.491625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743bf855-7621-4783-9378-42e3198b415b None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:17:21.534711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-12419529-cbcd-4da9-98ae-fc4c431b692a None None] Provisioning complete for port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:21.535444 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-12419529-cbcd-4da9-98ae-fc4c431b692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.545325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=9b1ad875-34a3-4249-a5c4-fecd4f8c561d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:21.671862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.680323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.719110 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.798898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-97459dd3-7a24-4942-994f-79319cc92da5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56a51d1331014658816c4dadc3fb5443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4866490 Nov 12 11:17:21.799530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48576) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:21.832451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.844563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.851314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:21.857136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-12419529-cbcd-4da9-98ae-fc4c431b692a None None] Provisioning complete for port e74f402d-e579-4a43-8c58-b90693a8716e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:21.857670 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-12419529-cbcd-4da9-98ae-fc4c431b692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.864161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93cc5d-bdb2-444e-861f-bce92d711c4d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:21.890020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:21.909302 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Sync routers for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:21.934711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b36438ac-7b0f-4b00-99df-7014b4fe6030 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "PUT /v2.0/routers/76516b28-821a-4602-8021-a852bfc62a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5989220 Nov 12 11:17:21.943856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48582) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:21.947555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.948104 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Added segment 31992003-678a-4294-925e-40ec6423f42f of type vlan for network fa16b293-ba23-4c19-8700-314888f15601 Nov 12 11:17:21.953936 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:21.954724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ecea7037-29f5-472a-b0c0-74ddd711433a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--554128136', 'description': 'tempest-secgroup_access--554128136 description', 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:21.956131 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:21.974929 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.975929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Fanout notify agent at l3_agent the message router_deleted on router b8365646-4b30-4f31-851d-aa1b769d8d3c {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:17:22.010544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.015741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f34f1961-7e8e-467e-bbd6-cac1b00ccf29 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/b8365646-4b30-4f31-851d-aa1b769d8d3c HTTP/1.1" status: 204 len: 168 time: 2.1352704 Nov 12 11:17:22.023459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48588) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:22.045513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-12419529-cbcd-4da9-98ae-fc4c431b692a None None] Port e74f402d-e579-4a43-8c58-b90693a8716e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:22.056395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-1014880378'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:22.067582 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.077846 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecea7037-29f5-472a-b0c0-74ddd711433a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.098560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f0a66786-1714-4618-b1dc-cdd34d4392e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.105613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf781d3-d390-4495-9170-960b67cef841 req-2877069e-7122-49f8-8e20-af50b9d6c0cf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:22.117851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ebf781d3-d390-4495-9170-960b67cef841 req-2877069e-7122-49f8-8e20-af50b9d6c0cf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.3502018 Nov 12 11:17:22.133432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:22.140399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.159981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74958a5b-f278-47fc-bdf2-71fcd3f908fb None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:22.161622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.174102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:22.175274 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.210257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f0a66786-1714-4618-b1dc-cdd34d4392e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.253916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0e729362-08a0-4b7e-93fd-4e0ff73dfb4d None None] Provisioning complete for port 4e93d120-6043-4879-b034-aa0ae8a82c0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:22.258364 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0e729362-08a0-4b7e-93fd-4e0ff73dfb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.330743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecea7037-29f5-472a-b0c0-74ddd711433a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.336370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecea7037-29f5-472a-b0c0-74ddd711433a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.358886 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6940646 Nov 12 11:17:22.364036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48594) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:22.375013 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:22.381784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:22.389867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Request body: {'subnet': {'network_id': 'fa16b293-ba23-4c19-8700-314888f15601', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:22.394250 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.394722 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment 9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea of type vlan for network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 Nov 12 11:17:22.410012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea7037-29f5-472a-b0c0-74ddd711433a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf8d382-4e41-487c-8c3e-0fb5dca28101,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:22.430422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ecea7037-29f5-472a-b0c0-74ddd711433a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.432006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ecea7037-29f5-472a-b0c0-74ddd711433a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4870405 Nov 12 11:17:22.435785 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ebf781d3-d390-4495-9170-960b67cef841 req-c07d2741-4a1a-4978-9a43-c562967fe3e4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170445 Nov 12 11:17:22.446995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48596) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:22.463033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6f2cb967-3466-4853-acd3-89de7eb3cc77 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--332362294', 'description': 'tempest-secgroup_general--332362294 description', 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:22.499312 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.546064 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.552504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:22.553431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.600440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fc0b1-8447-4774-8ae6-f78adf75d4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event updated for resources: {'Network': ['ID=fa16b293-ba23-4c19-8700-314888f15601,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:22.700018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network fa16b293-ba23-4c19-8700-314888f15601 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:22.734855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb967-3466-4853-acd3-89de7eb3cc77 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.812270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7843788 Nov 12 11:17:22.814091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f0a66786-1714-4618-b1dc-cdd34d4392e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.818107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f0a66786-1714-4618-b1dc-cdd34d4392e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.824614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48606) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:22.834815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f0a66786-1714-4618-b1dc-cdd34d4392e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8601792-cabb-4449-ab58-85d778456ddb HTTP/1.1" status: 204 len: 168 time: 1.0252550 Nov 12 11:17:22.839216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2658e-338e-4ad0-8c0e-77cea4e24868 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=bcfe9517-ee2e-448b-b4ee-cf9b6011b380,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:22.858671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a66786-1714-4618-b1dc-cdd34d4392e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8601792-cabb-4449-ab58-85d778456ddb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:22.868151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': 'bcfe9517-ee2e-448b-b4ee-cf9b6011b380', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:22.942686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec9dfb62-8f03-4aa1-861c-d914b05ffd0a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:22.945004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:23.014438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Made reservation on behalf of 43bd27834cad4c069524f747d4e99dff for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:23.032291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.174884 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:19Z', 'revision_number': 2, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:23.205817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c4578-3b1f-4b03-a33e-81439022413b req-e0dacfbe-e25b-4a80-b73b-954c300278ac tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.221336 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a83c4578-3b1f-4b03-a33e-81439022413b req-e0dacfbe-e25b-4a80-b73b-954c300278ac tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.4931595 Nov 12 11:17:23.280809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:23.281598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.320142 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Checking router: 76516b28-821a-4602-8021-a852bfc62a4b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:23.321607 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Updating router 76516b28-821a-4602-8021-a852bfc62a4b port e74f402d-e579-4a43-8c58-b90693a8716e binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:23.399848 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb967-3466-4853-acd3-89de7eb3cc77 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.400732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:23.405474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.414496 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.432759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb967-3466-4853-acd3-89de7eb3cc77 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.477667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c6898d83-1de9-4e83-8509-6b08254e82aa None None] Provisioning complete for port e74f402d-e579-4a43-8c58-b90693a8716e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:23.478432 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c6898d83-1de9-4e83-8509-6b08254e82aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.535326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a83c4578-3b1f-4b03-a33e-81439022413b req-73380ac6-2b39-4cc6-ac83-903e2455baca tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106728 Nov 12 11:17:23.750886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c6898d83-1de9-4e83-8509-6b08254e82aa None None] Port e74f402d-e579-4a43-8c58-b90693a8716e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:23.855733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb967-3466-4853-acd3-89de7eb3cc77 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.861466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6f2cb967-3466-4853-acd3-89de7eb3cc77 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.4089103 Nov 12 11:17:23.865278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48626) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:23.870464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-00779677-1151-4fdd-a228-a86bdfdb32a8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'security_group_rule': {'security_group_id': '5bf8d382-4e41-487c-8c3e-0fb5dca28101', 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:23.885569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cb967-3466-4853-acd3-89de7eb3cc77 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc91ba17-1db1-4b07-a23a-c080d543f6b8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:23.937029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-80eb625c-804e-41f0-ab5f-0647979fe1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.937303 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.979375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00779677-1151-4fdd-a228-a86bdfdb32a8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.105720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00779677-1151-4fdd-a228-a86bdfdb32a8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.113319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00779677-1151-4fdd-a228-a86bdfdb32a8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.116705 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.126584 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.170604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00779677-1151-4fdd-a228-a86bdfdb32a8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf89144-33b5-4844-b104-caf7fd360db1,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:24.190590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b65d-8f64-4031-b1dd-5d0cf9e29aba req-8018662c-e78b-453e-b7be-4566b82c4be7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:24.193859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00779677-1151-4fdd-a228-a86bdfdb32a8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.195540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-00779677-1151-4fdd-a228-a86bdfdb32a8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3290703 Nov 12 11:17:24.198866 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2d04b65d-8f64-4031-b1dd-5d0cf9e29aba req-8018662c-e78b-453e-b7be-4566b82c4be7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.3467069 Nov 12 11:17:24.231828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event updated for resources: {'Subnet': ['ID=34f2a5f2-34b7-44e7-be75-80d46fb848c2,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:24.254168 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Pushing event updated for resources: {'Port': ['ID=e74f402d-e579-4a43-8c58-b90693a8716e,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:24.285078 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.286256 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.286931 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.287581 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.288191 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.288814 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.289388 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.290204 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.290993 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.291636 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.292245 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.293036 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:24.309751 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.312294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Checking segment: {'id': '31992003-678a-4294-925e-40ec6423f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa16b293-ba23-4c19-8700-314888f15601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:24.312753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Network hostable DHCP agents. Network: fa16b293-ba23-4c19-8700-314888f15601, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:24.393772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=4563b4a2-c4b5-4fcd-9ae9-d0c413010329,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:24.479695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Network fa16b293-ba23-4c19-8700-314888f15601 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:24.503014 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2d04b65d-8f64-4031-b1dd-5d0cf9e29aba req-de278aa1-048c-4aed-9a9d-e8fb53fa6dba tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029580 Nov 12 11:17:24.510308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48642) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:24.531021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, fa16b293-ba23-4c19-8700-314888f15601) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:24.542118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f828d4f-5ce4-46a8-bd05-2915fb4c7f92 None None] Network fa16b293-ba23-4c19-8700-314888f15601 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:24.546727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': '9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bcfe9517-ee2e-448b-b4ee-cf9b6011b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:24.548209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: bcfe9517-ee2e-448b-b4ee-cf9b6011b380, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:24.556743 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Attempting to bind port e74f402d-e579-4a43-8c58-b90693a8716e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:24.557362 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Attempting to bind port e74f402d-e579-4a43-8c58-b90693a8716e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:24.557727 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Attempting to bind port e74f402d-e579-4a43-8c58-b90693a8716e on network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:24.584452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:24.584702 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:24.585134 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Checking segment: {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:24.585488 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.585869 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.586010 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Bound using segment: {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:24.593794 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Bound port: e74f402d-e579-4a43-8c58-b90693a8716e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:24.594416 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.740337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-2c82c1da-c8c9-4a2b-80a2-46169d888969 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--554128136&fields=id&tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc HTTP/1.1" status: 200 len: 267 time: 0.1363320 Nov 12 11:17:24.751006 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] For port e74f402d-e579-4a43-8c58-b90693a8716e, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:24.760666 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] For port e74f402d-e579-4a43-8c58-b90693a8716e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e74f402d-e579-4a43-8c58-b90693a8716e,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:24.761741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2477b9f5-a513-474a-b191-4426c53a84f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3878863 Nov 12 11:17:24.768467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48656) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:24.769681 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.775812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:24.776080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Request body: {'port': {'network_id': 'fa16b293-ba23-4c19-8700-314888f15601', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1179785745'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:24.805480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, bcfe9517-ee2e-448b-b4ee-cf9b6011b380) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:24.816288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-480406265'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:24.824480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b65126-9643-4320-9872-5943c240a92a None None] Network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:24.860008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:24.865944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:24.867126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.868833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-00582601-61e1-4bfe-acd1-a140b28c708a None None] Provisioning complete for port e74f402d-e579-4a43-8c58-b90693a8716e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:24.869311 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-00582601-61e1-4bfe-acd1-a140b28c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.872319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.891076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a41ee0-f28d-42a8-be2d-9550b529409e req-221831f6-7e71-4157-b729-97caae790ee9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:24.893795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52a41ee0-f28d-42a8-be2d-9550b529409e req-221831f6-7e71-4157-b729-97caae790ee9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2426186 Nov 12 11:17:24.916127 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759cce9-b486-4d2b-bd9f-1ac6c76e2f67 None None] Pushing event updated for resources: {'Port': ['ID=e74f402d-e579-4a43-8c58-b90693a8716e,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:24.964339 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4715c545-9304-4453-8a7c-3d25a8420964 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1381383 Nov 12 11:17:24.968114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48660) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:24.973294 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:24.973949 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:16:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:25.008856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0f7754eb-d015-4a96-8c95-e97d18859539 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2037158751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:25.052188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.135769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-829126c5-eff0-4060-90a9-c225f2e07b7d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--332362294&fields=id&tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc HTTP/1.1" status: 200 len: 267 time: 0.3934784 Nov 12 11:17:25.161989 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52a41ee0-f28d-42a8-be2d-9550b529409e req-c529a4fb-e0f1-47ad-b5e4-160e17dea0fc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593324 Nov 12 11:17:25.190748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f7754eb-d015-4a96-8c95-e97d18859539 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.192852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f7754eb-d015-4a96-8c95-e97d18859539 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.303960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-fa16b293-ba23-4c19-8700-314888f15601', 'network_id': 'fa16b293-ba23-4c19-8700-314888f15601', 'tenant_id': '43bd27834cad4c069524f747d4e99dff', 'fixed_ips': [{'subnet_id': '34f2a5f2-34b7-44e7-be75-80d46fb848c2'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:25.306396 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.309267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-00582601-61e1-4bfe-acd1-a140b28c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.353703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-bcfe9517-ee2e-448b-b4ee-cf9b6011b380', 'network_id': 'bcfe9517-ee2e-448b-b4ee-cf9b6011b380', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': '4563b4a2-c4b5-4fcd-9ae9-d0c413010329'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:25.354689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.407755 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:25.532199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-00582601-61e1-4bfe-acd1-a140b28c708a None None] For port e74f402d-e579-4a43-8c58-b90693a8716e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e74f402d-e579-4a43-8c58-b90693a8716e,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:25.532392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f7754eb-d015-4a96-8c95-e97d18859539 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.560835 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f7754eb-d015-4a96-8c95-e97d18859539 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.588722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Made reservation on behalf of 43bd27834cad4c069524f747d4e99dff for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:25.592770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.610283 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f7754eb-d015-4a96-8c95-e97d18859539 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.612192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f7754eb-d015-4a96-8c95-e97d18859539 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6160693 Nov 12 11:17:25.615681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48670) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:25.700364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74f27-1294-4976-9602-8137517556dd req-6e312573-dee2-43db-8703-b20a34e87da7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.712447 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-6e312573-dee2-43db-8703-b20a34e87da7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/networks?id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd HTTP/1.1" status: 200 len: 796 time: 0.5756478 Nov 12 11:17:25.732157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] device_id is not set on port 9ae2487a-fb7e-4e75-baa8-988febbb35ec yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:25.826635 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-00582601-61e1-4bfe-acd1-a140b28c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.906273 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.949754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-31380a16-a62a-4140-952e-866b1ef199ef tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/quotas/bbdf3c4e53e34da1a809b79f2a4752cc HTTP/1.1" status: 200 len: 375 time: 0.1855779 Nov 12 11:17:25.974068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.979772 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:24Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:25.999025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00582601-61e1-4bfe-acd1-a140b28c708a None None] Pushing event updated for resources: {'Port': ['ID=e74f402d-e579-4a43-8c58-b90693a8716e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:26.031361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:26.062004 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.062360 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Added segment 0a8418f8-d23f-4409-8380-a830467fe8a1 of type vlan for network 11be5583-d7be-4d90-bec1-9175d058aeec Nov 12 11:17:26.066674 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478de2e8-a419-4d43-91f5-1591395403f9 None None] The sync data for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 is: [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:24Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:26.082282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Allocated IP 172.20.0.2 (bcfe9517-ee2e-448b-b4ee-cf9b6011b380/4563b4a2-c4b5-4fcd-9ae9-d0c413010329/9bca89d9-5be8-4e4b-8fcf-db8649bd6514) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:26.099353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-707a533a-e547-49b0-a52c-de9be4b2967c None None] Provisioning complete for port e74f402d-e579-4a43-8c58-b90693a8716e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:26.100022 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-707a533a-e547-49b0-a52c-de9be4b2967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.557679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578eb61b-bfd2-4a38-83d0-b6907eb5bb80,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:26.569172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.699520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-daa14cd5-7d1d-4a4e-ab70-db084ec34471 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4276965 Nov 12 11:17:26.759672 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:17:26.858946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e74f402d-e579-4a43-8c58-b90693a8716e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:26.916408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.928422 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:26.941537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.113433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Allocated IP 2001:db8::2 (fa16b293-ba23-4c19-8700-314888f15601/34f2a5f2-34b7-44e7-be75-80d46fb848c2/3075afbb-418a-4be4-adc4-3c9078ca0ee5) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:27.123243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6081092 Nov 12 11:17:27.127474 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fdc52053-e0cb-496c-84d4-25671e3d22e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.160055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e74f402d-e579-4a43-8c58-b90693a8716e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:27.160671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.163391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48682) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:27.188441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'name': 'tempest-PortsTestJSON-1733542174'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:27.507061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c1b26-f8db-4d6c-8ebc-971e77a4d43e req-0088d5b5-8dcb-45f1-89e7-08266f2f1232 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:27.509485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-669c1b26-f8db-4d6c-8ebc-971e77a4d43e req-0088d5b5-8dcb-45f1-89e7-08266f2f1232 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.7661252 Nov 12 11:17:27.794370 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.803276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.823125 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.845936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.894897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Pushing event updated for resources: {'Port': ['ID=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:27.903446 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-669c1b26-f8db-4d6c-8ebc-971e77a4d43e req-54d57186-83a4-478b-8a10-a17ff2a21c86 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590269 Nov 12 11:17:27.951477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:27.968669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:27.972644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:28.006664 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.082618 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.263410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Pushing event updated for resources: {'Port': ['ID=3075afbb-418a-4be4-adc4-3c9078ca0ee5,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:28.267676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69334322-c7b6-4cf1-8841-61beffedc7de tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Network': ['ID=11be5583-d7be-4d90-bec1-9175d058aeec,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:28.317715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:28.333987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Attempting to bind port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:28.334517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Attempting to bind port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bcfe9517-ee2e-448b-b4ee-cf9b6011b380'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:28.334921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Attempting to bind port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 on network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:28.349164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-38c32e7b-ee50-4938-8983-8bd1507b8b77 service neutron] 10.222.0.31 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5754557 Nov 12 11:17:28.356717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Network fa16b293-ba23-4c19-8700-314888f15601 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:28.399561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:28.441380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.20.0.1 (bcfe9517-ee2e-448b-b4ee-cf9b6011b380/4563b4a2-c4b5-4fcd-9ae9-d0c413010329/9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:28.443478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:28.459166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:28.459729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Checking segment: {'id': '9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bcfe9517-ee2e-448b-b4ee-cf9b6011b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:28.460150 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.460556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Bound using segment: {'id': '9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bcfe9517-ee2e-448b-b4ee-cf9b6011b380'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:28.461084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Bound port: 9bca89d9-5be8-4e4b-8fcf-db8649bd6514, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bcfe9517-ee2e-448b-b4ee-cf9b6011b380'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:28.461776 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.528031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Allocated IP 2001:db8::41 (fa16b293-ba23-4c19-8700-314888f15601/34f2a5f2-34b7-44e7-be75-80d46fb848c2/9ae2487a-fb7e-4e75-baa8-988febbb35ec) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:28.688295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] For port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:28.692346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] For port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,segment=NetworkSegment(9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea),segment_id=9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:28.716950 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.731936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.819599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.862466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-a455711d-544a-4938-ad5e-5bc75a90d413 service neutron] 10.222.0.31 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022092 Nov 12 11:17:28.945875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Attempting to bind port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:28.947049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Attempting to bind port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '31992003-678a-4294-925e-40ec6423f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa16b293-ba23-4c19-8700-314888f15601'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:28.947898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:28.948544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Attempting to bind port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 on network fa16b293-ba23-4c19-8700-314888f15601 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:28.949349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:28.960765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:28.965408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:29.012724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:29.019751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:29.019751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Checking segment: {'id': '31992003-678a-4294-925e-40ec6423f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa16b293-ba23-4c19-8700-314888f15601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:29.031700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.032555 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.033804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Bound using segment: {'id': '31992003-678a-4294-925e-40ec6423f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa16b293-ba23-4c19-8700-314888f15601'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:29.035972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Bound port: 3075afbb-418a-4be4-adc4-3c9078ca0ee5, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31992003-678a-4294-925e-40ec6423f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fa16b293-ba23-4c19-8700-314888f15601'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:29.035972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.042008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a69f51-c721-45e2-ae7c-f6fedea402fd None None] Pushing event updated for resources: {'Port': ['ID=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:29.103064 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.166272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port bdebbcfd-1f86-45a6-a1fe-5f810722158f yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:29.282948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] For port 3075afbb-418a-4be4-adc4-3c9078ca0ee5, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:29.316934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] For port 3075afbb-418a-4be4-adc4-3c9078ca0ee5, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3075afbb-418a-4be4-adc4-3c9078ca0ee5,segment=NetworkSegment(31992003-678a-4294-925e-40ec6423f42f),segment_id=31992003-678a-4294-925e-40ec6423f42f)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:29.324663 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.546360 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.556113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216049c-1180-47c1-afe8-588b5f11da98 None None] Pushing event updated for resources: {'Port': ['ID=3075afbb-418a-4be4-adc4-3c9078ca0ee5,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:29.626590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.636168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79785d-7707-40d7-9375-d85b6ec7880a req-55e8fcc5-3266-435c-92a6-9ab397922831 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:29.638003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc79785d-7707-40d7-9375-d85b6ec7880a req-55e8fcc5-3266-435c-92a6-9ab397922831 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1749151 Nov 12 11:17:29.683470 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.687075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.834002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=bdebbcfd-1f86-45a6-a1fe-5f810722158f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:29.877695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8b9ccdd3-30c7-48ec-878d-5ed42f2b3517 req-2afb7594-c620-4c1a-a83f-c9c15bc1ea12 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 210 time: 0.1975112 Nov 12 11:17:29.923792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc79785d-7707-40d7-9375-d85b6ec7880a req-e2daff95-9a90-4809-ab64-8a8171753c6d tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699800 Nov 12 11:17:30.155434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking segment: {'id': '0a8418f8-d23f-4409-8380-a830467fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:30.155801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network hostable DHCP agents. Network: 11be5583-d7be-4d90-bec1-9175d058aeec, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:30.230136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:30.260541 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.298239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 11be5583-d7be-4d90-bec1-9175d058aeec) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:30.308551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db57ee8-b421-4292-a398-999706162f87 None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:30.313426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:30.347897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:30.348589 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.463051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9b1c8d01-91ad-40cc-8266-5c3fcf5f328b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2967498 Nov 12 11:17:30.468563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.522153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48718) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:30.699604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-672475849'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:30.741697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event updated for resources: {'Port': ['ID=9ae2487a-fb7e-4e75-baa8-988febbb35ec,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:30.827155 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.845671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.873758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.957202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:30.968933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:30.974150 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.982113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Network fa16b293-ba23-4c19-8700-314888f15601 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:31.015164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:31.029811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:31.041124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.041716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.092722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d9ee9cbb-916e-4575-99ee-bc0609945d9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.3230975 Nov 12 11:17:31.109967 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.112647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48724) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:31.128920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e607c-d579-45d7-adb2-cc240d9ada06 None None] Network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:31.131325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Request body: {'port': {'network_id': 'fa16b293-ba23-4c19-8700-314888f15601', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1948556529', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:31.131854 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] bootfile-name is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:17:31.132927 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] tftp-server is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:17:31.134809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] server-ip-address is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:17:31.166345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923abd6-9678-40a7-a304-50b421d10868 req-d1b01da4-96d8-4329-b160-31a89c9eafde tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.187761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f923abd6-9678-40a7-a304-50b421d10868 req-d1b01da4-96d8-4329-b160-31a89c9eafde tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.6683929 Nov 12 11:17:31.195630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-c23fe5f3-26aa-4636-8084-7f1774f04039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.200598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-c23fe5f3-26aa-4636-8084-7f1774f04039 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 1099 time: 0.7812538 Nov 12 11:17:31.235771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05fb02bb-3b16-4f27-b2d6-5d172f30115c req-ca458369-ce39-4b05-9af3-76740be04978 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 210 time: 0.0975480 Nov 12 11:17:31.313771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:31.515815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:31.542553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b155ee40-2cf2-4c76-87ed-a8fcdaafacfb None None] Network fa16b293-ba23-4c19-8700-314888f15601 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:31.549242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:31.600244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5187f5ae-a400-4a18-bc8c-7f6b556f1b94 None None] Provisioning complete for port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:31.600646 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5187f5ae-a400-4a18-bc8c-7f6b556f1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.634361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:31.655263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:31.655632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.748768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-c7a46907-b91a-4a75-8f07-b390a2d423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.752305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-c7a46907-b91a-4a75-8f07-b390a2d423eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 200 len: 914 time: 0.3199329 Nov 12 11:17:31.789042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.789780 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Added segment f39a3588-ff35-411b-8aac-d722090d861b of type vlan for network 7f4749e5-e0ce-4567-999b-7fba35c5a1b2 Nov 12 11:17:31.845629 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.888120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74f27-1294-4976-9602-8137517556dd req-0d81bc0c-4f70-457c-bfbf-b30d24078a27 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.889486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-0d81bc0c-4f70-457c-bfbf-b30d24078a27 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.52 "GET /v2.0/networks?id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd HTTP/1.1" status: 200 len: 796 time: 0.3725309 Nov 12 11:17:31.898272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,segment=NetworkSegment(9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea),segment_id=9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:31.914046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-1ea5a7c5-d163-4d41-aa5e-c6e26bc92db1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 200 len: 217 time: 0.1409628 Nov 12 11:17:31.953103 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.953937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3075afbb-418a-4be4-adc4-3c9078ca0ee5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:32.082735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router e645c661-49ff-469c-a915-993e6be402c3 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:17:32.209546 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f923abd6-9678-40a7-a304-50b421d10868 req-07a82f69-60fa-4067-9af8-44afbc31ab0b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0202549 Nov 12 11:17:32.229429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f1b82e0d-3788-4b8a-9d0e-cc6bde31b9d5 None None] Provisioning complete for port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:32.229817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f1b82e0d-3788-4b8a-9d0e-cc6bde31b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.232959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:32.233471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.235696 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.283977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Made reservation on behalf of 43bd27834cad4c069524f747d4e99dff for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:32.293741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.294016 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-343b417f-9bc0-4662-9977-6414442fd002 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc HTTP/1.1" status: 200 len: 476 time: 0.3855200 Nov 12 11:17:32.306344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'port': {'device_id': '1c516055-be4a-4706-84d6-19dfefc2b451', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'admin_state_up': True, 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'security_groups': ['5bf8d382-4e41-487c-8c3e-0fb5dca28101', 'bc91ba17-1db1-4b07-a23a-c080d543f6b8']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:32.313725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-119c69a1-6e85-4f0f-9fa5-947a029d7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:32.316606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-119c69a1-6e85-4f0f-9fa5-947a029d7f3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 200 len: 853 time: 0.3504314 Nov 12 11:17:32.428143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-e49ec8c2-3c54-47d9-ae3a-6c416876120e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622013 Nov 12 11:17:32.464906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] device_id is not set on port fa8e6a9c-326d-4256-b945-935eed25094c yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:32.537165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:32.539704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e35b181b-6b70-4b6e-bd1b-6dac7c7ad07e req-5e71bf71-375a-45f8-b781-3233c26c9428 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 210 time: 0.1260769 Nov 12 11:17:32.548407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:32.570429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cacf6bd0-7b06-42aa-a1ee-11ae4db7f914 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/e645c661-49ff-469c-a915-993e6be402c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9480245 Nov 12 11:17:32.584001 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48734) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:32.656710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27340a-23b8-4122-91fe-858c3ffa37eb None None] Sync routers for ids ['e645c661-49ff-469c-a915-993e6be402c3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:32.666218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.715015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 3075afbb-418a-4be4-adc4-3c9078ca0ee5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3075afbb-418a-4be4-adc4-3c9078ca0ee5,segment=NetworkSegment(31992003-678a-4294-925e-40ec6423f42f),segment_id=31992003-678a-4294-925e-40ec6423f42f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:32.730379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Allocated IP 2001:db8::185 (fa16b293-ba23-4c19-8700-314888f15601/34f2a5f2-34b7-44e7-be75-80d46fb848c2/fa8e6a9c-326d-4256-b945-935eed25094c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:32.735868 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.738471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5bae56-8a38-4468-9b30-40a5fc0916a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:32.741679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9a5bae56-8a38-4468-9b30-40a5fc0916a3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports/9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b HTTP/1.1" status: 200 len: 910 time: 0.1567178 Nov 12 11:17:32.746287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48736) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:32.752999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b97486f2-9cb3-4027-ba47-2e986fd3486a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4563b4a2-c4b5-4fcd-9ae9-d0c413010329'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:32.842854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=3075afbb-418a-4be4-adc4-3c9078ca0ee5,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:32.894111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27340a-23b8-4122-91fe-858c3ffa37eb None None] Routers {'e645c661-49ff-469c-a915-993e6be402c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:32.895839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-dd27340a-23b8-4122-91fe-858c3ffa37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e645c661-49ff-469c-a915-993e6be402c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:32.990694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-dd27340a-23b8-4122-91fe-858c3ffa37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:32.998122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:33.091581 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.104056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:33.105092 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.106711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27340a-23b8-4122-91fe-858c3ffa37eb None None] Routers {'e645c661-49ff-469c-a915-993e6be402c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:33.107815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-dd27340a-23b8-4122-91fe-858c3ffa37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e645c661-49ff-469c-a915-993e6be402c3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:33.254291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-dd27340a-23b8-4122-91fe-858c3ffa37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:33.255450 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27340a-23b8-4122-91fe-858c3ffa37eb None None] The sync data for ids ['e645c661-49ff-469c-a915-993e6be402c3'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:33.301927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:33.305540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.358799 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97486f2-9cb3-4027-ba47-2e986fd3486a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.465754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-f95a6090-4d56-4a35-8e24-b6be14829b11 service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0144248 Nov 12 11:17:33.619443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Network': ['ID=7f4749e5-e0ce-4567-999b-7fba35c5a1b2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:33.647507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Made reservation on behalf of bbdf3c4e53e34da1a809b79f2a4752cc for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:33.655936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bd4c7aff-f55e-47a7-8047-57242dd85e62 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.9621825 Nov 12 11:17:33.656724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 7f4749e5-e0ce-4567-999b-7fba35c5a1b2 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:33.660043 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.686176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48746) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:33.712269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'ports': [{'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec'}, {'network_id': '7f4749e5-e0ce-4567-999b-7fba35c5a1b2'}]} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:33.712662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:33.713467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': '7f4749e5-e0ce-4567-999b-7fba35c5a1b2'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:33.806552 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-591f1ce6-d3df-4ee0-a81d-3d6bc7c8910e req-91838d45-87b2-4f88-9c01-c959e3601ec6 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 210 time: 0.0672765 Nov 12 11:17:33.826912 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.988106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-120e60dd-0bb1-40fa-8f22-2269ae9ecf1d req-24c88271-5860-4195-8eb1-77e43d54a5fd service neutron] 10.222.0.59 "GET /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975147 Nov 12 11:17:34.004830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.043018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Provisioning complete for port 9ae2487a-fb7e-4e75-baa8-988febbb35ec triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:34.043755 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.111910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Port 9ae2487a-fb7e-4e75-baa8-988febbb35ec cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:34.127791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Provisioning complete for port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:34.128161 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.143146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62db62-035e-4393-90e5-71e19113c7b6 req-5794c7ba-dddb-4e80-b28f-f2c45890eb46 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:34.155862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c62db62-035e-4393-90e5-71e19113c7b6 req-5794c7ba-dddb-4e80-b28f-f2c45890eb46 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.6827929 Nov 12 11:17:34.180402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event updated for resources: {'Port': ['ID=fa8e6a9c-326d-4256-b945-935eed25094c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:34.228602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Network fa16b293-ba23-4c19-8700-314888f15601 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:34.233118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:34.257974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:34.276252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:34.277911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.357435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d87bbe52-dce5-4a1a-9c5e-129ebeaa7917 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2420940 Nov 12 11:17:34.361906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48750) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:34.441120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Provisioning complete for port 9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:34.442452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.480907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c62db62-035e-4393-90e5-71e19113c7b6 req-28f816d8-7661-4910-8658-50cffac02abf tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936566 Nov 12 11:17:34.611045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Port 9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:34.631869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Provisioning complete for port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:34.632340 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eaa964ae-51a7-40a6-a136-b3f8d9c947c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.675648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1113f78-a2e3-4c2c-b193-8726408b5410 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:34.683651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1113f78-a2e3-4c2c-b193-8726408b5410 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:34.691468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1113f78-a2e3-4c2c-b193-8726408b5410 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:34.694642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c1113f78-a2e3-4c2c-b193-8726408b5410 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3307712 Nov 12 11:17:34.698649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48754) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:34.968470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c174d6d6-23d6-4f57-96f1-8422eeb8f8cd None None] Provisioning complete for port 9ae2487a-fb7e-4e75-baa8-988febbb35ec triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:34.969525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c174d6d6-23d6-4f57-96f1-8422eeb8f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.974132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3075afbb-418a-4be4-adc4-3c9078ca0ee5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:34.988191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-29eae347-fff1-4caf-8d29-b594b7469db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Deleting port fa8e6a9c-326d-4256-b945-935eed25094c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:34.992573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29eae347-fff1-4caf-8d29-b594b7469db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.003534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Allocated IP 172.20.0.8 (cd3f2d3b-9cfd-4111-a625-2a7678ba67cd/44d5827f-52bd-4512-8296-24e042ffeb52/ed802541-dfa6-4d92-8d30-973b2980f57c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:35.061080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 2} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:35.068539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.103069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c174d6d6-23d6-4f57-96f1-8422eeb8f8cd None None] Port 9ae2487a-fb7e-4e75-baa8-988febbb35ec cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:35.146885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c174d6d6-23d6-4f57-96f1-8422eeb8f8cd None None] Provisioning complete for port fa8e6a9c-326d-4256-b945-935eed25094c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:35.146885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c174d6d6-23d6-4f57-96f1-8422eeb8f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.148955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc08a268-4148-4fe5-8123-943e19cc5b3f req-9ef6987a-0977-4063-8d53-2f454d2f6095 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 210 time: 0.0838084 Nov 12 11:17:35.193075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:35.193452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.222595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.224297 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29eae347-fff1-4caf-8d29-b594b7469db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.229730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c174d6d6-23d6-4f57-96f1-8422eeb8f8cd None None] Port fa8e6a9c-326d-4256-b945-935eed25094c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:35.250346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-29eae347-fff1-4caf-8d29-b594b7469db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Calling delete_port for fa8e6a9c-326d-4256-b945-935eed25094c owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:35.408832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29eae347-fff1-4caf-8d29-b594b7469db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.450926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae347-fff1-4caf-8d29-b594b7469db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event deleted for resources: {'Port': ['ID=fa8e6a9c-326d-4256-b945-935eed25094c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:35.477366 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-29eae347-fff1-4caf-8d29-b594b7469db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.486484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-29eae347-fff1-4caf-8d29-b594b7469db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "DELETE /v2.0/ports/fa8e6a9c-326d-4256-b945-935eed25094c HTTP/1.1" status: 204 len: 168 time: 0.7807021 Nov 12 11:17:35.488955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48760) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:35.499188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Request body: {'port': {'name': 'tempest-new-port-name-254688869', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:35.499588 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] bootfile-name is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:17:35.499930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] tftp-server is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:17:35.500330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.api.validators [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] server-ip-address is not in valid_values {{(pid=109165) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:17:35.531183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port d37a7377-af86-4295-9e1c-43b6251de17b yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:35.628579 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.643708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97486f2-9cb3-4027-ba47-2e986fd3486a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.851237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97486f2-9cb3-4027-ba47-2e986fd3486a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.947139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97486f2-9cb3-4027-ba47-2e986fd3486a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:35.960501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.017743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.020125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.028593 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.083544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event updated for resources: {'Port': ['ID=9ae2487a-fb7e-4e75-baa8-988febbb35ec,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:36.103034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba4da-024b-464e-a295-1dbb5335f467 req-c73b3c95-6686-4ac2-9921-331db10f4e2b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.104807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca9ba4da-024b-464e-a295-1dbb5335f467 req-c73b3c95-6686-4ac2-9921-331db10f4e2b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.4345496 Nov 12 11:17:36.106075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] In _notify_port_updated(), no bound segment for port 9ae2487a-fb7e-4e75-baa8-988febbb35ec on network fa16b293-ba23-4c19-8700-314888f15601 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:17:36.112583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.113806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.115272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b3072993-ecb7-45b0-9e8b-afb0a33b1d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "PUT /v2.0/ports/9ae2487a-fb7e-4e75-baa8-988febbb35ec HTTP/1.1" status: 200 len: 1128 time: 0.6249027 Nov 12 11:17:36.123914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48770) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:36.162335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97486f2-9cb3-4027-ba47-2e986fd3486a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.162983 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97486f2-9cb3-4027-ba47-2e986fd3486a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.167931 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b97486f2-9cb3-4027-ba47-2e986fd3486a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/ports/9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b HTTP/1.1" status: 200 len: 910 time: 3.4207268 Nov 12 11:17:36.177253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48774) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:36.216133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ca9ba4da-024b-464e-a295-1dbb5335f467 req-c1cfbfe3-afd7-4006-82c9-e989f6c82992 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991797 Nov 12 11:17:36.228817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb700f-784e-407b-ae45-b65ab2bc9add tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.230475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2edb700f-784e-407b-ae45-b65ab2bc9add tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "GET /v2.0/ports/9ae2487a-fb7e-4e75-baa8-988febbb35ec HTTP/1.1" status: 200 len: 1128 time: 0.1054137 Nov 12 11:17:36.234144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48776) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:36.447408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0edd16b5-81ff-4e6c-b2a5-8cce38ea737b req-b281b18a-cd44-42c7-8645-7b2fd9996cc5 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 210 time: 0.0887020 Nov 12 11:17:36.462696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 659f7024-b204-4dbc-8fc3-f11b3ba78fe9 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:36.506574 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.537889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421be950-0b56-462d-8836-3e39d9029106 req-6ec193b7-ee5d-4a1f-aa7e-b8cad14f20b6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.539438 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-421be950-0b56-462d-8836-3e39d9029106 req-6ec193b7-ee5d-4a1f-aa7e-b8cad14f20b6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1408000 Nov 12 11:17:36.547263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-563e1a32-ea1a-4763-bc18-bc435f755e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Deleting port 9ae2487a-fb7e-4e75-baa8-988febbb35ec {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:36.547606 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-563e1a32-ea1a-4763-bc18-bc435f755e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.702602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:36.712828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=ed802541-dfa6-4d92-8d30-973b2980f57c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:36.722710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:36.731150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:36.751537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-563e1a32-ea1a-4763-bc18-bc435f755e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.771139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-563e1a32-ea1a-4763-bc18-bc435f755e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Calling delete_port for 9ae2487a-fb7e-4e75-baa8-988febbb35ec owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:36.784637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-75a7fe84-1346-43fc-a800-17a6ed9dcdf8 None None] Provisioning complete for port 9ae2487a-fb7e-4e75-baa8-988febbb35ec triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:36.785291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75a7fe84-1346-43fc-a800-17a6ed9dcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.834285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.835527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.916645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-75a7fe84-1346-43fc-a800-17a6ed9dcdf8 None None] Port 9ae2487a-fb7e-4e75-baa8-988febbb35ec cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:37.022144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-fb74d0e4-55b7-428f-ad80-c85d951724d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 4.7217834 Nov 12 11:17:37.055579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Request body: {'port': {'device_id': '1c516055-be4a-4706-84d6-19dfefc2b451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:37.227588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.247366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-78dd625f-b2d4-41f1-996a-5ec6db3a57c2 None None] Provisioning complete for port ed802541-dfa6-4d92-8d30-973b2980f57c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:37.247798 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78dd625f-b2d4-41f1-996a-5ec6db3a57c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.295425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-421be950-0b56-462d-8836-3e39d9029106 req-1964aeb5-b183-436a-8415-c6f0cfd3dc0f tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7444723 Nov 12 11:17:37.319342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-78dd625f-b2d4-41f1-996a-5ec6db3a57c2 None None] Port ed802541-dfa6-4d92-8d30-973b2980f57c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:37.323502 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.397999 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.523291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:37.523563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759be0e-b2c6-4ebd-a13c-38cb8afe7e19 req-e8a51c02-a613-4726-94a7-bc5e289435b7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:37.525156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8759be0e-b2c6-4ebd-a13c-38cb8afe7e19 req-e8a51c02-a613-4726-94a7-bc5e289435b7 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1151757 Nov 12 11:17:37.570603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-563e1a32-ea1a-4763-bc18-bc435f755e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.641510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e1a32-ea1a-4763-bc18-bc435f755e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event deleted for resources: {'Port': ['ID=9ae2487a-fb7e-4e75-baa8-988febbb35ec,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:37.685061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-563e1a32-ea1a-4763-bc18-bc435f755e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.691105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-563e1a32-ea1a-4763-bc18-bc435f755e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "DELETE /v2.0/ports/9ae2487a-fb7e-4e75-baa8-988febbb35ec HTTP/1.1" status: 204 len: 168 time: 1.4556427 Nov 12 11:17:37.697419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48792) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:37.720301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8759be0e-b2c6-4ebd-a13c-38cb8afe7e19 req-e3e38061-95a8-445f-aa54-3d3b63428895 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873319 Nov 12 11:17:37.777433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=d37a7377-af86-4295-9e1c-43b6251de17b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:37.807514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe2f35c-e9bd-4c59-89f1-60de32aa769c tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Deleting subnet 34f2a5f2-34b7-44e7-be75-80d46fb848c2 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:37.813118 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35c-e9bd-4c59-89f1-60de32aa769c tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.816603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:37.833420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:37.834467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.877229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35c-e9bd-4c59-89f1-60de32aa769c tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.029805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35c-e9bd-4c59-89f1-60de32aa769c tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.099587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e542f1c-95db-4b67-9578-70e372daa633 req-f8de2bb6-7556-448f-afc2-e41823b4f4ca tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:38.102746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e542f1c-95db-4b67-9578-70e372daa633 req-f8de2bb6-7556-448f-afc2-e41823b4f4ca tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1904461 Nov 12 11:17:38.114809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed802541-dfa6-4d92-8d30-973b2980f57c {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:38.122583 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.140365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Transition to ACTIVE for port object ed802541-dfa6-4d92-8d30-973b2980f57c will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:17:38.170634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.185420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e542f1c-95db-4b67-9578-70e372daa633 req-befb8003-a969-40ab-a07e-8085d7179364 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755477 Nov 12 11:17:38.194266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=659f7024-b204-4dbc-8fc3-f11b3ba78fe9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:38.210909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.220844 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35c-e9bd-4c59-89f1-60de32aa769c tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.282989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2f35c-e9bd-4c59-89f1-60de32aa769c tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event deleted for resources: {'Subnet': ['ID=34f2a5f2-34b7-44e7-be75-80d46fb848c2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:38.298508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f35c-e9bd-4c59-89f1-60de32aa769c tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.305722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dbe2f35c-e9bd-4c59-89f1-60de32aa769c tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "DELETE /v2.0/subnets/34f2a5f2-34b7-44e7-be75-80d46fb848c2 HTTP/1.1" status: 204 len: 168 time: 0.6067472 Nov 12 11:17:38.306353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48800) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:38.311501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3ff0d-da31-4aa3-b1cb-2552b657113f None None] Network fa16b293-ba23-4c19-8700-314888f15601 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:38.552710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.666537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11692b6f-d328-41a7-91ad-d7704ca6d952 req-24ef7b07-24ae-46d6-be4e-483401ff3e4e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:38.685001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11692b6f-d328-41a7-91ad-d7704ca6d952 req-24ef7b07-24ae-46d6-be4e-483401ff3e4e tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2565825 Nov 12 11:17:38.769561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] DHCP port deletion for fa16b293-ba23-4c19-8700-314888f15601 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:38.893630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] Deleting port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:38.894046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.947173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11692b6f-d328-41a7-91ad-d7704ca6d952 req-193a30ea-77dd-44bb-971f-6f1143904e5c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568359 Nov 12 11:17:38.967408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Deleting port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:38.972567 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.038388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Pushing event updated for resources: {'Port': ['ID=ed802541-dfa6-4d92-8d30-973b2980f57c,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:39.114791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3075afbb-418a-4be4-adc4-3c9078ca0ee5 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:39.152910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e274122-063f-4ce0-904c-0c9e2710b71f req-f2ad2ce1-980a-4cfc-8055-a419f7766329 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:39.157033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e274122-063f-4ce0-904c-0c9e2710b71f req-f2ad2ce1-980a-4cfc-8055-a419f7766329 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 970 time: 1.3507044 Nov 12 11:17:39.227734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] For port 3075afbb-418a-4be4-adc4-3c9078ca0ee5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3075afbb-418a-4be4-adc4-3c9078ca0ee5,segment=NetworkSegment(31992003-678a-4294-925e-40ec6423f42f),segment_id=31992003-678a-4294-925e-40ec6423f42f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:39.228147 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.230948 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.251620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking segment: {'id': 'f39a3588-ff35-411b-8aac-d722090d861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7f4749e5-e0ce-4567-999b-7fba35c5a1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:39.252175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network hostable DHCP agents. Network: 7f4749e5-e0ce-4567-999b-7fba35c5a1b2, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:39.262733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] For port 3075afbb-418a-4be4-adc4-3c9078ca0ee5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3075afbb-418a-4be4-adc4-3c9078ca0ee5,segment=NetworkSegment(31992003-678a-4294-925e-40ec6423f42f),segment_id=31992003-678a-4294-925e-40ec6423f42f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:39.265277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] Calling delete_port for 3075afbb-418a-4be4-adc4-3c9078ca0ee5 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:39.267396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.323023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Calling delete_port for 3075afbb-418a-4be4-adc4-3c9078ca0ee5 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:39.341479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 3075afbb-418a-4be4-adc4-3c9078ca0ee5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3075afbb-418a-4be4-adc4-3c9078ca0ee5,segment=NetworkSegment(31992003-678a-4294-925e-40ec6423f42f),segment_id=31992003-678a-4294-925e-40ec6423f42f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:39.347949 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.458776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=3075afbb-418a-4be4-adc4-3c9078ca0ee5,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:39.479036 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.537473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] No DVR routers for this DVR port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:39.545666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309d9c8-6fd9-4d9c-8631-d56762789ae8 None None] Pushing event deleted for resources: {'Port': ['ID=3075afbb-418a-4be4-adc4-3c9078ca0ee5,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:39.562714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c114a2-cce8-4518-8310-2628d46efe71 req-2b8d6fc5-a039-4138-8de2-f33922442641 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:39.565591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-29c114a2-cce8-4518-8310-2628d46efe71 req-2b8d6fc5-a039-4138-8de2-f33922442641 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2247801 Nov 12 11:17:39.571071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 7f4749e5-e0ce-4567-999b-7fba35c5a1b2 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:39.593227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Attempting to bind port ed802541-dfa6-4d92-8d30-973b2980f57c on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:39.593632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Attempting to bind port ed802541-dfa6-4d92-8d30-973b2980f57c by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:39.594009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Attempting to bind port ed802541-dfa6-4d92-8d30-973b2980f57c on network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:39.609824 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e274122-063f-4ce0-904c-0c9e2710b71f req-73f0fa7a-847a-4fe6-b2da-7cd5941ab437 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3985224 Nov 12 11:17:39.632660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Port ed802541-dfa6-4d92-8d30-973b2980f57c on network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:17:39.632660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Attempting to bind port ed802541-dfa6-4d92-8d30-973b2980f57c on network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:39.632660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 7f4749e5-e0ce-4567-999b-7fba35c5a1b2) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:39.637202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:39.643377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:39.648398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5667029-71f4-4c5d-9432-a753407e52d3 None None] Network 7f4749e5-e0ce-4567-999b-7fba35c5a1b2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:39.680066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:39.680066 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.690912 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-29c114a2-cce8-4518-8310-2628d46efe71 req-6cd32c6d-5bb0-43a1-a8c6-2ed9c875bdb6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107225 Nov 12 11:17:39.692844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:39.693320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Checking segment: {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:39.693716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Bound using segment: {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:39.694186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Bound port: ed802541-dfa6-4d92-8d30-973b2980f57c, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa60c3bb-c913-4dbe-8d31-300e93259d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:39.694555 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.704154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.741695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event deleted for resources: {'Port': ['ID=3075afbb-418a-4be4-adc4-3c9078ca0ee5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:39.756235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] No DVR routers for this DVR port 3075afbb-418a-4be4-adc4-3c9078ca0ee5 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:39.781042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6f045636-cec2-49e2-9174-330434fb9fb9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.0773003 Nov 12 11:17:39.784758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48816) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:39.921055 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.966388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa16b293-ba23-4c19-8700-314888f15601']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:39.982804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436585c8-0ebd-4e0a-9898-38567962be68 req-f2db47fc-063e-4025-a661-3f18f8e6a641 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:39.984426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-436585c8-0ebd-4e0a-9898-38567962be68 req-f2db47fc-063e-4025-a661-3f18f8e6a641 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1316972 Nov 12 11:17:39.989486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31992003-678a-4294-925e-40ec6423f42f') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:39.989779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31992003-678a-4294-925e-40ec6423f42f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:40.008670 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.024464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] For port ed802541-dfa6-4d92-8d30-973b2980f57c, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:40.029159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] For port ed802541-dfa6-4d92-8d30-973b2980f57c, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ed802541-dfa6-4d92-8d30-973b2980f57c,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:40.041807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.052343 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.054198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.061938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:40.062365 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:40.065933 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:40.117449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:40.117984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.119431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] 10.222.0.52 "PUT /v2.0/ports/ed802541-dfa6-4d92-8d30-973b2980f57c HTTP/1.1" status: 200 len: 1131 time: 3.0855751 Nov 12 11:17:40.121939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:40.122272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.134786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:40.138442 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713cb48-1444-46b0-be25-d93145a351f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:40.149943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-436585c8-0ebd-4e0a-9898-38567962be68 req-12d2c39e-a1d8-4ed4-bd57-6b692508bbe2 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520483 Nov 12 11:17:40.170811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ce669c3f-af90-41d0-a0ab-7ec18315db63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 659f7024-b204-4dbc-8fc3-f11b3ba78fe9 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:40.171331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ce669c3f-af90-41d0-a0ab-7ec18315db63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.172741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.178637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.195470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] 10.222.0.31 "DELETE /v2.0/networks/fa16b293-ba23-4c19-8700-314888f15601 HTTP/1.1" status: 204 len: 168 time: 1.8785014 Nov 12 11:17:40.261564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4c7d-4a78-49bd-be55-d554c24f8c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178 tempest-ExtraDHCPOptionsIpV6TestJSON-1248279178-project] Pushing event deleted for resources: {'Network': ['ID=fa16b293-ba23-4c19-8700-314888f15601,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:40.299019 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972011cc-e538-438a-9b94-96c499749115 x-openstack-request-id: req-972011cc-e538-438a-9b94-96c499749115 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:40.299428 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:40.299757 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-972011cc-e538-438a-9b94-96c499749115 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:40.300239 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'status': 'completed', 'code': 200} Nov 12 11:17:40.436512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784528e9-87fd-48fb-b018-072f482e0275 service neutron] Pushing event updated for resources: {'Port': ['ID=ed802541-dfa6-4d92-8d30-973b2980f57c,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:40.440186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.474295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c18f2-391a-44d1-a561-9b3119495449 req-b7d7df96-65cc-4148-9601-a37eb3360878 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:40.480817 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-256c18f2-391a-44d1-a561-9b3119495449 req-b7d7df96-65cc-4148-9601-a37eb3360878 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1814206 Nov 12 11:17:40.503690 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ce669c3f-af90-41d0-a0ab-7ec18315db63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.528514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74f27-1294-4976-9602-8137517556dd req-6d2cc7da-7658-461e-9e13-5284933e02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:40.530570 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-6d2cc7da-7658-461e-9e13-5284933e02f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1134 time: 0.3247576 Nov 12 11:17:40.538256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ce669c3f-af90-41d0-a0ab-7ec18315db63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 659f7024-b204-4dbc-8fc3-f11b3ba78fe9 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:40.555687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.607840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-256c18f2-391a-44d1-a561-9b3119495449 req-dc0f1ea3-9dab-41da-9f4d-57bc34a26834 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172421 Nov 12 11:17:40.631216 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-da4f8a6e-6ee8-4d90-ac63-fbc0575fa0a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed802541-dfa6-4d92-8d30-973b2980f57c HTTP/1.1" status: 200 len: 217 time: 0.0906453 Nov 12 11:17:40.633981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:40.813323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48840) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:40.872475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74f27-1294-4976-9602-8137517556dd req-42f7752f-8b45-4fa9-b684-008bb7f34c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:40.874015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-42f7752f-8b45-4fa9-b684-008bb7f34c78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d5827f-52bd-4512-8296-24e042ffeb52 HTTP/1.1" status: 200 len: 835 time: 0.2340944 Nov 12 11:17:40.892700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48844) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:40.899394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd916c-a41d-48d9-9524-2a737ad4e45a req-f327542e-cfe3-4c02-838d-286ad37c5292 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:40.910907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bcdd916c-a41d-48d9-9524-2a737ad4e45a req-f327542e-cfe3-4c02-838d-286ad37c5292 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 982 time: 0.1800025 Nov 12 11:17:40.998332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bcdd916c-a41d-48d9-9524-2a737ad4e45a req-6f1be2b7-0836-4237-a562-f67379ffd381 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0813341 Nov 12 11:17:41.011335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ce669c3f-af90-41d0-a0ab-7ec18315db63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.085573 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8cf4d22c-2d26-4781-a6d4-35c1ed63a66f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43bd27834cad4c069524f747d4e99dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703056 Nov 12 11:17:41.088142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48850) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:41.118345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce669c3f-af90-41d0-a0ab-7ec18315db63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=659f7024-b204-4dbc-8fc3-f11b3ba78fe9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:41.142915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65ec68-7cf6-4bc4-a832-2e892d902028 req-fd6db1ce-b67a-463b-a975-4ebc24b9d359 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:41.145173 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb65ec68-7cf6-4bc4-a832-2e892d902028 req-fd6db1ce-b67a-463b-a975-4ebc24b9d359 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2669985 Nov 12 11:17:41.146166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d2de41bc-74af-4dd4-a05b-70aa7aafaa5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.149622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ce669c3f-af90-41d0-a0ab-7ec18315db63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.155265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3a0c-eb4e-45dc-ac90-50b3acdd1b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.155982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ce669c3f-af90-41d0-a0ab-7ec18315db63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/659f7024-b204-4dbc-8fc3-f11b3ba78fe9 HTTP/1.1" status: 204 len: 168 time: 1.3574247 Nov 12 11:17:41.157130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48852) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:41.180283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74f27-1294-4976-9602-8137517556dd req-138e2b42-0fce-4bab-a592-4f8373897b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:41.181903 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-138e2b42-0fce-4bab-a592-4f8373897b05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2913880 Nov 12 11:17:41.216273 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3a0c-eb4e-45dc-ac90-50b3acdd1b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.248790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea09d30-a6ad-484e-830a-619abb7c2abc tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:41.256582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea09d30-a6ad-484e-830a-619abb7c2abc tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:41.257118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cea09d30-a6ad-484e-830a-619abb7c2abc tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0989721 Nov 12 11:17:41.263705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48854) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:41.345254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb65ec68-7cf6-4bc4-a832-2e892d902028 req-d09f4b07-d0b5-46bc-aeeb-3e409c4f69c1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822143 Nov 12 11:17:41.376188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3a0c-eb4e-45dc-ac90-50b3acdd1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.376188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3a0c-eb4e-45dc-ac90-50b3acdd1b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.376945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c6ec3a0c-eb4e-45dc-ac90-50b3acdd1b5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd93cc5d-bdb2-444e-861f-bce92d711c4d HTTP/1.1" status: 204 len: 168 time: 0.2877262 Nov 12 11:17:41.401980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec3a0c-eb4e-45dc-ac90-50b3acdd1b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93cc5d-bdb2-444e-861f-bce92d711c4d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:41.448072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9b707893-7774-4353-a930-90f33769d0ca tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port d37a7377-af86-4295-9e1c-43b6251de17b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:41.452133 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b707893-7774-4353-a930-90f33769d0ca tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.496458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-ef1945ef-e99f-4553-84ad-b41689361d37 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004787 Nov 12 11:17:41.497872 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.502207 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d2de41bc-74af-4dd4-a05b-70aa7aafaa5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.544928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d2de41bc-74af-4dd4-a05b-70aa7aafaa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.586840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=9aaee5bb-ebe5-4811-acf7-f0d7f69f8d1b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:41.662198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822021d-242a-4baa-bfb0-1b205c0c4d87 req-a2f589bc-5d1a-48c8-870f-609851e727a6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:41.674708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9822021d-242a-4baa-bfb0-1b205c0c4d87 req-a2f589bc-5d1a-48c8-870f-609851e727a6 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1764112 Nov 12 11:17:41.710256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b707893-7774-4353-a930-90f33769d0ca tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.773517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9822021d-242a-4baa-bfb0-1b205c0c4d87 req-d435eba9-c44f-46da-90e1-1c2f5c543379 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888014 Nov 12 11:17:41.788026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-9b707893-7774-4353-a930-90f33769d0ca tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for d37a7377-af86-4295-9e1c-43b6251de17b owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:41.795686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de41bc-74af-4dd4-a05b-70aa7aafaa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd935302-3726-4165-9be4-e0111268aeac,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:41.804706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d2de41bc-74af-4dd4-a05b-70aa7aafaa5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a33f2d8487994ac5998ad80fd183a425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9110391 Nov 12 11:17:41.805398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48866) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:42.000054 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.005284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3a74f27-1294-4976-9602-8137517556dd req-50ecae82-4c1b-4d3f-b457-85cf162005fe service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958208 Nov 12 11:17:42.072213 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b707893-7774-4353-a930-90f33769d0ca tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.113428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322cf4-a9e8-4f45-bd24-c05095d2ba8e req-3e40a3b6-4561-4b73-b578-57bd4ba3c0c4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:42.115007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33322cf4-a9e8-4f45-bd24-c05095d2ba8e req-3e40a3b6-4561-4b73-b578-57bd4ba3c0c4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1764967 Nov 12 11:17:42.119085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b707893-7774-4353-a930-90f33769d0ca tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=d37a7377-af86-4295-9e1c-43b6251de17b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:42.131264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9b707893-7774-4353-a930-90f33769d0ca tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.137488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9b707893-7774-4353-a930-90f33769d0ca tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/d37a7377-af86-4295-9e1c-43b6251de17b HTTP/1.1" status: 204 len: 168 time: 0.8729200 Nov 12 11:17:42.138319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48880) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:42.175950 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c6dc-f1e9-43c4-a4b9-815950481afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.226978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c796cb0-169f-4ec8-965c-c3db7d360256 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:42.229507 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c796cb0-169f-4ec8-965c-c3db7d360256 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0852318 Nov 12 11:17:42.235138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33322cf4-a9e8-4f45-bd24-c05095d2ba8e req-43058a02-3f54-4ea5-98d6-4ed01ecceca3 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100438 Nov 12 11:17:42.235718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48882) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:42.270445 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c6dc-f1e9-43c4-a4b9-815950481afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.295175 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaecbc6-ec5e-422f-b719-b7717b6bb726 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:17:42.299653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fdaecbc6-ec5e-422f-b719-b7717b6bb726 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/659f7024-b204-4dbc-8fc3-f11b3ba78fe9 HTTP/1.1" status: 404 len: 333 time: 0.0601079 Nov 12 11:17:42.301561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48888) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:42.340272 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4df490-1889-4562-94ed-f4410c42c581 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:17:42.343082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0d4df490-1889-4562-94ed-f4410c42c581 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/d37a7377-af86-4295-9e1c-43b6251de17b HTTP/1.1" status: 404 len: 333 time: 0.0375175 Nov 12 11:17:42.353608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48892) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:42.490892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc1635-17bc-468c-a330-d95f6ab9058a req-c907fea3-f6d7-4257-9c3f-5334c0aaf5b8 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:42.492474 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17fc1635-17bc-468c-a330-d95f6ab9058a req-c907fea3-f6d7-4257-9c3f-5334c0aaf5b8 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1538205 Nov 12 11:17:42.498774 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.594356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713cb48-1444-46b0-be25-d93145a351f5 req-d9839b97-441d-4437-8b08-81e3cb8e6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:42.595957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0713cb48-1444-46b0-be25-d93145a351f5 req-d9839b97-441d-4437-8b08-81e3cb8e6b8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1134 time: 0.5036528 Nov 12 11:17:42.596600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17fc1635-17bc-468c-a330-d95f6ab9058a req-f84f5bc9-cdb6-4aa8-a83b-81b2b7a8dd82 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936446 Nov 12 11:17:42.619332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d76ab-e401-4617-b98b-93b427f3f08e req-6cac8d1a-d168-4d2a-b66b-353097b18502 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:42.620914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-082d76ab-e401-4617-b98b-93b427f3f08e req-6cac8d1a-d168-4d2a-b66b-353097b18502 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 982 time: 0.4877994 Nov 12 11:17:42.643851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router e645c661-49ff-469c-a915-993e6be402c3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:42.646434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48900) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:42.659831 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.700322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4749e5-e0ce-4567-999b-7fba35c5a1b2']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:42.749958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39a3588-ff35-411b-8aac-d722090d861b') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:42.753063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39a3588-ff35-411b-8aac-d722090d861b') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:42.779811 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.805601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2ea78-ac5d-4081-8303-1117112da5ea req-1d2c51e7-8630-42f5-81cc-fad5e9604cfc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:42.808187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21b2ea78-ac5d-4081-8303-1117112da5ea req-1d2c51e7-8630-42f5-81cc-fad5e9604cfc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.0987082 Nov 12 11:17:42.809516 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c6dc-f1e9-43c4-a4b9-815950481afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.812026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c6dc-f1e9-43c4-a4b9-815950481afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.815919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c3b1c6dc-f1e9-43c4-a4b9-815950481afe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd935302-3726-4165-9be4-e0111268aeac HTTP/1.1" status: 204 len: 168 time: 1.0034370 Nov 12 11:17:42.819024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.856069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:42.857254 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:42.879129 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:42.881489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'networks': [{'name': 'tempest-network--1016925631'}, {'name': 'tempest-network--371632975'}]} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:42.881489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'network': {'name': 'tempest-network--1016925631'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:42.881489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'network': {'name': 'tempest-network--371632975'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:42.892583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1c6dc-f1e9-43c4-a4b9-815950481afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd935302-3726-4165-9be4-e0111268aeac,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:42.898270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:42.902541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713cb48-1444-46b0-be25-d93145a351f5 req-dbceaa79-7b69-4921-8aa3-968eb0b005ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:42.904054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0713cb48-1444-46b0-be25-d93145a351f5 req-dbceaa79-7b69-4921-8aa3-968eb0b005ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd HTTP/1.1" status: 200 len: 897 time: 0.2942021 Nov 12 11:17:42.910701 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b3153ee2-4981-410f-b46b-746f98c5fecc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/e645c661-49ff-469c-a915-993e6be402c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7313752 Nov 12 11:17:42.915669 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-082d76ab-e401-4617-b98b-93b427f3f08e req-b2a389c5-f02a-4191-9571-c6387dd1861e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2699807 Nov 12 11:17:42.916301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48908) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:42.920528 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504f9f2-fc6c-4d1e-a64c-85861a9499ae None None] Sync routers for ids ['e645c661-49ff-469c-a915-993e6be402c3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:42.939164 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504f9f2-fc6c-4d1e-a64c-85861a9499ae None None] Routers {'e645c661-49ff-469c-a915-993e6be402c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:42.940727 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e504f9f2-fc6c-4d1e-a64c-85861a9499ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e645c661-49ff-469c-a915-993e6be402c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:42.991813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ea3e8c50-4162-403e-960c-bb76535b1ae2 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=e645c661-49ff-469c-a915-993e6be402c3 HTTP/1.1" status: 200 len: 205 time: 0.0706956 Nov 12 11:17:42.993346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0713cb48-1444-46b0-be25-d93145a351f5 req-7478efe5-c3cc-4e22-8b53-0bb9f975e7fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed802541-dfa6-4d92-8d30-973b2980f57c HTTP/1.1" status: 200 len: 217 time: 0.0759647 Nov 12 11:17:42.993916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48910) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:43.000627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Made reservation on behalf of ed0be357e47c4673b2798b77514a8c22 for: {'network': 2} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:43.005253 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.014815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.015310 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e504f9f2-fc6c-4d1e-a64c-85861a9499ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:43.021799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21b2ea78-ac5d-4081-8303-1117112da5ea req-bade3d90-6200-4a67-a470-71da4bcb843b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945043 Nov 12 11:17:43.046142 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504f9f2-fc6c-4d1e-a64c-85861a9499ae None None] Routers {'e645c661-49ff-469c-a915-993e6be402c3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:43.046761 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e504f9f2-fc6c-4d1e-a64c-85861a9499ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e645c661-49ff-469c-a915-993e6be402c3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:43.049290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.058818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/networks/7f4749e5-e0ce-4567-999b-7fba35c5a1b2 HTTP/1.1" status: 204 len: 168 time: 0.7040110 Nov 12 11:17:43.059763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:43.060202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34a2d2-cb4b-4c59-94e7-809b201e7e34 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Network': ['ID=7f4749e5-e0ce-4567-999b-7fba35c5a1b2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:43.067940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-683750674'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:43.102135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.110968 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e504f9f2-fc6c-4d1e-a64c-85861a9499ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:43.111622 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504f9f2-fc6c-4d1e-a64c-85861a9499ae None None] The sync data for ids ['e645c661-49ff-469c-a915-993e6be402c3'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:43.165082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db319e1a-582d-48e7-9aa5-8e3960827ff7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.281795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713cb48-1444-46b0-be25-d93145a351f5 req-2b3bda4d-a28f-4aad-9429-b79c46e55b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:43.283324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0713cb48-1444-46b0-be25-d93145a351f5 req-2b3bda4d-a28f-4aad-9429-b79c46e55b10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d5827f-52bd-4512-8296-24e042ffeb52 HTTP/1.1" status: 200 len: 835 time: 0.2748673 Nov 12 11:17:43.294487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:43.298052 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.446933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27038-f23f-4d0a-b2dd-8c80f94b455a req-046ad087-4dc2-43a6-8db2-8dcf07e7c3a9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:43.448668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-90c27038-f23f-4d0a-b2dd-8c80f94b455a req-046ad087-4dc2-43a6-8db2-8dcf07e7c3a9 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2943404 Nov 12 11:17:43.514273 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db319e1a-582d-48e7-9aa5-8e3960827ff7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.520975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db319e1a-582d-48e7-9aa5-8e3960827ff7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.531544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:43.568079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713cb48-1444-46b0-be25-d93145a351f5 req-2db35eeb-8af5-4931-b53e-506819a775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:43.570063 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0713cb48-1444-46b0-be25-d93145a351f5 req-2db35eeb-8af5-4931-b53e-506819a775cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2642539 Nov 12 11:17:43.620442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.620802 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Added segment 61192275-714c-4d7e-8bfa-f459578ff702 of type vlan for network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 Nov 12 11:17:43.701870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db319e1a-582d-48e7-9aa5-8e3960827ff7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.702430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db319e1a-582d-48e7-9aa5-8e3960827ff7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Fanout notify agent at l3_agent the message router_deleted on router e645c661-49ff-469c-a915-993e6be402c3 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:17:43.727836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db319e1a-582d-48e7-9aa5-8e3960827ff7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.729047 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-db319e1a-582d-48e7-9aa5-8e3960827ff7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/e645c661-49ff-469c-a915-993e6be402c3 HTTP/1.1" status: 204 len: 168 time: 0.7338767 Nov 12 11:17:43.731617 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.735176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48934) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:43.773031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.773505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.776415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.786476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-90c27038-f23f-4d0a-b2dd-8c80f94b455a req-0ae16467-e78f-45d0-ace2-eb2a633c01dc tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051720 Nov 12 11:17:43.867856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45884fc0-3860-4d43-ae69-92619a217234,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:43.878464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-144f5e55-8525-48a2-a6ac-e068bd114f28 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet 4563b4a2-c4b5-4fcd-9ae9-d0c413010329 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:43.892750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-144f5e55-8525-48a2-a6ac-e068bd114f28 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.908076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:43.933334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0713cb48-1444-46b0-be25-d93145a351f5 req-0baa16e6-b3c8-4bbd-9bf8-ab616e4fe63d service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149917 Nov 12 11:17:43.934108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.939716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:43.940332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.959524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-144f5e55-8525-48a2-a6ac-e068bd114f28 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.960915 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.961252 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Added segment edcb4402-65e3-4567-bdaf-c5c90ac32656 of type vlan for network 96028f10-3d56-4a56-9f7c-0d98b020dead Nov 12 11:17:44.075623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0129950 Nov 12 11:17:44.082961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48946) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:44.106115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': 'c36d2787-7ae3-43f7-82e7-cddc88dc78d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:44.124197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.145534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7c146-5310-44ed-9658-3601d18c00de req-8fad364e-59dc-4078-b54a-75e0eac8da74 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:44.146079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-144f5e55-8525-48a2-a6ac-e068bd114f28 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.147100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50f7c146-5310-44ed-9658-3601d18c00de req-8fad364e-59dc-4078-b54a-75e0eac8da74 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2550049 Nov 12 11:17:44.151094 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2b659-fee8-493b-9345-1621fa2a0e71 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Network': ['ID=c36d2787-7ae3-43f7-82e7-cddc88dc78d1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:44.170290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:44.223853 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0713cb48-1444-46b0-be25-d93145a351f5 req-175e7166-76e7-41a1-a59d-bb3c775be31b service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765329 Nov 12 11:17:44.232443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:44.250517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50f7c146-5310-44ed-9658-3601d18c00de req-1c8fd1d9-cf03-4f10-8c5d-14878cecc7d1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948131 Nov 12 11:17:44.255773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f829e-8a1b-41c7-a9fc-e9b257041d78 req-d1c9633f-bf6f-4924-8227-bb6891ba3f46 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:44.257442 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-656f829e-8a1b-41c7-a9fc-e9b257041d78 req-d1c9633f-bf6f-4924-8227-bb6891ba3f46 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 982 time: 0.1924520 Nov 12 11:17:44.257716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.258411 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Added segment e650ff8a-440a-4cf7-a086-948cb5ad3c76 of type vlan for network 9d9a4364-08ef-4da8-afcf-98bbed653cd2 Nov 12 11:17:44.341749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.379711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:44.387800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.393944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-144f5e55-8525-48a2-a6ac-e068bd114f28 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.396383 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.397086 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.416422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:44.421579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:44.426850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.453520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8050573 Nov 12 11:17:44.465122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48956) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:44.483030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f5e55-8525-48a2-a6ac-e068bd114f28 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=4563b4a2-c4b5-4fcd-9ae9-d0c413010329,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:44.493641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebbbe25-27d8-4942-8fe3-522b747a8eef None None] Network bcfe9517-ee2e-448b-b4ee-cf9b6011b380 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:44.524482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-144f5e55-8525-48a2-a6ac-e068bd114f28 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.528571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-144f5e55-8525-48a2-a6ac-e068bd114f28 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/4563b4a2-c4b5-4fcd-9ae9-d0c413010329 HTTP/1.1" status: 204 len: 168 time: 0.7872331 Nov 12 11:17:44.537524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48958) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:44.546879 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-656f829e-8a1b-41c7-a9fc-e9b257041d78 req-c40304c7-f45b-4aad-939e-cd1c7cbaac87 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2761834 Nov 12 11:17:44.551596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Performing IP validity checks on allocation pools {{(pid=109165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:17:44.552639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:17:44.700594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.743268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Network': ['ID=96028f10-3d56-4a56-9f7c-0d98b020dead,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:44.790544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ed802541-dfa6-4d92-8d30-973b2980f57c details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:17:44.921485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 96028f10-3d56-4a56-9f7c-0d98b020dead details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:44.956466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:44.957858 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.091168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.095671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ed802541-dfa6-4d92-8d30-973b2980f57c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ed802541-dfa6-4d92-8d30-973b2980f57c,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:45.110942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,segment=NetworkSegment(9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea),segment_id=9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:45.112819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.117713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'port_id': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'mac_address': 'fa:16:3e:3d:e0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:17:45.157643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62f261-691c-4adf-91cb-565b12cc61bd tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Network': ['ID=9d9a4364-08ef-4da8-afcf-98bbed653cd2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:45.172795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89ff83-e8c7-4e44-a747-a766637c30e3 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:45.173775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9d9a4364-08ef-4da8-afcf-98bbed653cd2 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:45.183287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89ff83-e8c7-4e44-a747-a766637c30e3 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:45.192454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89ff83-e8c7-4e44-a747-a766637c30e3 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:45.204196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89ff83-e8c7-4e44-a747-a766637c30e3 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:45.212268 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bd89ff83-e8c7-4e44-a747-a766637c30e3 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7420104 Nov 12 11:17:45.212821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48982) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:45.236928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] DHCP port deletion for bcfe9517-ee2e-448b-b4ee-cf9b6011b380 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:45.423841 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.444465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed802541-dfa6-4d92-8d30-973b2980f57c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:45.545093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:45.564877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ed802541-dfa6-4d92-8d30-973b2980f57c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ed802541-dfa6-4d92-8d30-973b2980f57c,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:45.573005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] Deleting port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:45.574510 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.581305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=f3fc2e41-5a27-45cf-97d2-3c145780c370,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:45.632075 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.728196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48992) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:45.736474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] For port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,segment=NetworkSegment(9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea),segment_id=9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:45.737122 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.762035 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.763700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] Calling delete_port for 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:45.771655 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.771964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ed802541-dfa6-4d92-8d30-973b2980f57c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:45.782322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking segment: {'id': '61192275-714c-4d7e-8bfa-f459578ff702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c36d2787-7ae3-43f7-82e7-cddc88dc78d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:45.782685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network hostable DHCP agents. Network: c36d2787-7ae3-43f7-82e7-cddc88dc78d1, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:45.840768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:45.853065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No DVR routers for this DVR port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:45.869558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['ed802541-dfa6-4d92-8d30-973b2980f57c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:45.947213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:45.980782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.990280 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.992354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1da6e-64a3-4c1f-91b4-30a3cdbc3621 req-5b560844-8cbb-43be-838e-8579a5a4c663 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:46.001693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83f1da6e-64a3-4c1f-91b4-30a3cdbc3621 req-5b560844-8cbb-43be-838e-8579a5a4c663 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 983 time: 0.2565827 Nov 12 11:17:46.014484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96028f10-3d56-4a56-9f7c-0d98b020dead']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.027957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcb4402-65e3-4567-bdaf-c5c90ac32656') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.028351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcb4402-65e3-4567-bdaf-c5c90ac32656') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.039464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] Pushing event deleted for resources: {'Port': ['ID=9bca89d9-5be8-4e4b-8fcf-db8649bd6514,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:46.047120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.052731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48210aae-c0d5-4e2d-af90-dbd456adfe6f None None] No DVR routers for this DVR port 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:46.078317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.086794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:46.087632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.095975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c36d2787-7ae3-43f7-82e7-cddc88dc78d1) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:46.099059 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f23960ba-14e6-4f84-b7d8-03f84288f6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.108375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df245c-d1bd-4118-82e2-08b716cc8128 None None] Network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:46.112000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:46.112596 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.123305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:46.172180 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:46.176454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.193871 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfe9517-ee2e-448b-b4ee-cf9b6011b380']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.202792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8abbbb77-9f69-45e4-aa05-f447d20482d9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1173787 Nov 12 11:17:46.203914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.209880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/networks/96028f10-3d56-4a56-9f7c-0d98b020dead HTTP/1.1" status: 204 len: 168 time: 0.9953463 Nov 12 11:17:46.210921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48996) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:46.212071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550cad2-71b0-4960-b7d6-7327919dc62a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Network': ['ID=96028f10-3d56-4a56-9f7c-0d98b020dead,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:46.219381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48998) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:46.241192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': 'c36d2787-7ae3-43f7-82e7-cddc88dc78d1', 'name': 'tempest-PortsTestJSON-1423318549'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:46.260105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.260468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9ab6e3-1089-4b07-8f30-e6bbdd8d5bea') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.334660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83f1da6e-64a3-4c1f-91b4-30a3cdbc3621 req-e7c791f4-bdf9-4073-b8e3-df7b1631a5a3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3310030 Nov 12 11:17:46.341591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.367868 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-c36d2787-7ae3-43f7-82e7-cddc88dc78d1', 'network_id': 'c36d2787-7ae3-43f7-82e7-cddc88dc78d1', 'tenant_id': 'c2383007ad114ed4801558416a74c700', 'fixed_ips': [{'subnet_id': 'f3fc2e41-5a27-45cf-97d2-3c145780c370'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:46.369201 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.420552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.445034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:46.445463 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:46.450141 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:46.462187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:46.471256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.476391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.509877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port d985a349-86ee-4d93-b85e-72bc2ebd56e7 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:46.650789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.675427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9a4364-08ef-4da8-afcf-98bbed653cd2']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.689934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e650ff8a-440a-4cf7-a086-948cb5ad3c76') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.690286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e650ff8a-440a-4cf7-a086-948cb5ad3c76') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.714874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.726267 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f23960ba-14e6-4f84-b7d8-03f84288f6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.742298 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.759985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f23960ba-14e6-4f84-b7d8-03f84288f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.771959 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.778165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/bcfe9517-ee2e-448b-b4ee-cf9b6011b380 HTTP/1.1" status: 204 len: 168 time: 2.2285278 Nov 12 11:17:46.790110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49008) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:46.803330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bed06544-bc6e-4f66-b3fb-aac9c38175e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1231041601', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:46.819909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.821485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ed802541-dfa6-4d92-8d30-973b2980f57c up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:46.832497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc60f16-4b23-46e2-9dcc-a01b3777b337 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=bcfe9517-ee2e-448b-b4ee-cf9b6011b380,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:46.859594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:46.860344 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:46.872254 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:46.874598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:46.897871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bed06544-bc6e-4f66-b3fb-aac9c38175e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.899590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bed06544-bc6e-4f66-b3fb-aac9c38175e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.911641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:46.912334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9bca89d9-5be8-4e4b-8fcf-db8649bd6514 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:46.933877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f23960ba-14e6-4f84-b7d8-03f84288f6f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19456c7108ac44c4967b871f415d7eec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2025099 Nov 12 11:17:46.934907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23960ba-14e6-4f84-b7d8-03f84288f6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f34ef8f-581b-4418-982d-1395d3077bea,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:46.938258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49016) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:46.973663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Allocated IP 172.20.0.2 (c36d2787-7ae3-43f7-82e7-cddc88dc78d1/f3fc2e41-5a27-45cf-97d2-3c145780c370/177caa7b-e83e-4d1f-ac28-2af07e1066a3) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:47.021058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.035011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port ed802541-dfa6-4d92-8d30-973b2980f57c completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:17:47.037558 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.041033 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/networks/9d9a4364-08ef-4da8-afcf-98bbed653cd2 HTTP/1.1" status: 204 len: 168 time: 0.8206341 Nov 12 11:17:47.044024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49022) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:47.056523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port ed802541-dfa6-4d92-8d30-973b2980f57c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:47.056523 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.108694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-bf3d6707-f008-4ecc-84f1-f0f40feda69d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:47.110405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-bf3d6707-f008-4ecc-84f1-f0f40feda69d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 815 time: 0.1457443 Nov 12 11:17:47.138716 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-3175e2d7-1d07-4a2a-807e-f88f1d4db688 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/quotas/447a13fb3d6a4c4088d19157f7f1b97c HTTP/1.1" status: 200 len: 375 time: 0.0219765 Nov 12 11:17:47.159935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd6fc9-f085-4bcc-975d-ba2270914d1c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Network': ['ID=9d9a4364-08ef-4da8-afcf-98bbed653cd2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:47.217231 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.254972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bed06544-bc6e-4f66-b3fb-aac9c38175e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.258289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:47.260478 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc281856-d685-4c3c-902f-ab5bb0ab8cd8" -d '{"events": [{"server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "name": "network-vif-plugged", "status": "completed", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:47.264723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bed06544-bc6e-4f66-b3fb-aac9c38175e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.282714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port ed802541-dfa6-4d92-8d30-973b2980f57c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ed802541-dfa6-4d92-8d30-973b2980f57c,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:47.288542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bed06544-bc6e-4f66-b3fb-aac9c38175e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.293136 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.293327 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bed06544-bc6e-4f66-b3fb-aac9c38175e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4986067 Nov 12 11:17:47.299990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49026) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:47.313776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-a8ec83ab-5a1f-4619-8147-12c84743d341 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284966 Nov 12 11:17:47.320689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-1042189752'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:47.331813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d3dd4df-7017-4f22-b513-4dacdfb5b6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.349855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:47.354880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.413548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:47.438676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.438676 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment 6d1c8397-0f3a-4dd6-9834-bc503bda93bb of type vlan for network 3b195e56-2c31-4e59-8169-c6336738f371 Nov 12 11:17:47.462586 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9ed90f-a29a-4943-a76f-87f9ba92841c x-openstack-request-id: req-5d9ed90f-a29a-4943-a76f-87f9ba92841c {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:47.463436 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "name": "network-vif-plugged", "status": "completed", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:47.463436 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d9ed90f-a29a-4943-a76f-87f9ba92841c {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:47.463748 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'code': 200} Nov 12 11:17:47.464973 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.485335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.501586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=ed802541-dfa6-4d92-8d30-973b2980f57c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:47.541759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d3dd4df-7017-4f22-b513-4dacdfb5b6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.559822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:47.580942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Pushing event updated for resources: {'Port': ['ID=177caa7b-e83e-4d1f-ac28-2af07e1066a3,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:47.584283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:47.591763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:47.593502 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.614258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821adf1-8c63-4e3c-ab31-aad334709ddb tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:47.621410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821adf1-8c63-4e3c-ab31-aad334709ddb tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:47.627829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6821adf1-8c63-4e3c-ab31-aad334709ddb tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5824943 Nov 12 11:17:47.629115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49032) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:47.648128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1012350818'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:47.655633 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.662847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:47.663827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.677161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Attempting to bind port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:47.677578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Attempting to bind port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '61192275-714c-4d7e-8bfa-f459578ff702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c36d2787-7ae3-43f7-82e7-cddc88dc78d1'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:47.678632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Attempting to bind port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 on network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:47.688820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:47.689741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Checking segment: {'id': '61192275-714c-4d7e-8bfa-f459578ff702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c36d2787-7ae3-43f7-82e7-cddc88dc78d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:47.690207 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.699382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Bound using segment: {'id': '61192275-714c-4d7e-8bfa-f459578ff702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c36d2787-7ae3-43f7-82e7-cddc88dc78d1'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:47.699970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Bound port: 177caa7b-e83e-4d1f-ac28-2af07e1066a3, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61192275-714c-4d7e-8bfa-f459578ff702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c36d2787-7ae3-43f7-82e7-cddc88dc78d1'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:47.700469 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.743001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31007523-618b-41b4-a89c-49a0fac04b19 req-6723f96b-a1df-4efe-9d53-531d7cdc1319 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:47.752306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31007523-618b-41b4-a89c-49a0fac04b19 req-6723f96b-a1df-4efe-9d53-531d7cdc1319 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 984 time: 0.2734487 Nov 12 11:17:47.762135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Made reservation on behalf of ed0be357e47c4673b2798b77514a8c22 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:47.774765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.814275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] For port 177caa7b-e83e-4d1f-ac28-2af07e1066a3, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:47.819609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] For port 177caa7b-e83e-4d1f-ac28-2af07e1066a3, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=177caa7b-e83e-4d1f-ac28-2af07e1066a3,segment=NetworkSegment(61192275-714c-4d7e-8bfa-f459578ff702),segment_id=61192275-714c-4d7e-8bfa-f459578ff702)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:47.828808 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.836160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5201991 Nov 12 11:17:47.842759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49038) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:47.861739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:47.873234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d3dd4df-7017-4f22-b513-4dacdfb5b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.876249 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0d3dd4df-7017-4f22-b513-4dacdfb5b6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.876939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb900d5-2633-4148-a79b-7bf9b6e8e4d3 req-a5f5684f-34dd-429a-bc98-15c8fd4450df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:47.878330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1bb900d5-2633-4148-a79b-7bf9b6e8e4d3 req-a5f5684f-34dd-429a-bc98-15c8fd4450df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1136 time: 0.4541602 Nov 12 11:17:47.880610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.7 (c36d2787-7ae3-43f7-82e7-cddc88dc78d1/f3fc2e41-5a27-45cf-97d2-3c145780c370/d985a349-86ee-4d93-b85e-72bc2ebd56e7) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:47.885862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0d3dd4df-7017-4f22-b513-4dacdfb5b6b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f34ef8f-581b-4418-982d-1395d3077bea HTTP/1.1" status: 204 len: 168 time: 0.9034500 Nov 12 11:17:47.889077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b389e-989c-4f48-b589-1bc596c3694b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=3b195e56-2c31-4e59-8169-c6336738f371,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:48.021063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:48.042317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed7a0e-ad17-4eb9-a52f-f56ac06c73f1 None None] Pushing event updated for resources: {'Port': ['ID=177caa7b-e83e-4d1f-ac28-2af07e1066a3,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:48.051725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3b195e56-2c31-4e59-8169-c6336738f371 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:48.069976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dd4df-7017-4f22-b513-4dacdfb5b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f34ef8f-581b-4418-982d-1395d3077bea,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:48.114579 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-9cc7c7bf-2d9e-49cf-9762-eefe439cc1bb service neutron] 10.222.0.31 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7998927 Nov 12 11:17:48.275134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31007523-618b-41b4-a89c-49a0fac04b19 req-9f866165-cc34-4c08-989d-15cf6e7511e7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5212379 Nov 12 11:17:48.276479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.276821 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Added segment 824f4cd8-b31b-458c-bea0-c7c20e892805 of type vlan for network a681e9cf-4d43-4622-87d2-33b3b96ef03d Nov 12 11:17:48.466461 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.518086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.536524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:48.537662 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.578174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9390297 Nov 12 11:17:48.590908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49048) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:48.621124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-203458596'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:48.681832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72122f03-89b5-4f46-b685-0ff8db03eb26 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Network': ['ID=a681e9cf-4d43-4622-87d2-33b3b96ef03d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:48.698979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1bb900d5-2633-4148-a79b-7bf9b6e8e4d3 req-a60b70dc-86f3-4819-b6d2-8b71a1cc80a3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7813807 Nov 12 11:17:48.704125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:48.712061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.745521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.api [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:17:48.745521 n-d-768851-19 neutron-server[109166]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 11:17:48.745521 n-d-768851-19 neutron-server[109166]: [parameters: {'project_id_1': 'ed0be357e47c4673b2798b77514a8c22', 'expiration_1': datetime.datetime(2021, 11, 12, 11, 17, 28, 665116)}] Nov 12 11:17:48.745521 n-d-768851-19 neutron-server[109166]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:48.745974 n-d-768851-19 neutron-server[109166]: DEBUG oslo_db.api [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:48.806786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-38f9ebcc-5ac1-4343-b262-d8d3333ff62a service neutron] 10.222.0.31 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551883 Nov 12 11:17:48.867937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.965099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.070560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=d985a349-86ee-4d93-b85e-72bc2ebd56e7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:49.088423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:49.097743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:49.105641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:49.252201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a681e9cf-4d43-4622-87d2-33b3b96ef03d details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:49.258229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.361605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:49.384997 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.397958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfd8c3af-53d7-4023-88e2-19a61c13dc7e req-c0f3f6f2-cf8f-4663-936d-b11dd5f8cbe3 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 210 time: 0.1367197 Nov 12 11:17:49.478756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Made reservation on behalf of ed0be357e47c4673b2798b77514a8c22 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:49.488291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.498473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=bbb7a176-4c0b-49af-a06a-085ddaf908b7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:49.501850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ebbde662-6cda-4158-92c5-b3fd9ce5b049 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2754741 Nov 12 11:17:49.539939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49074) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:49.603294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 177caa7b-e83e-4d1f-ac28-2af07e1066a3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:49.620552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:49.621000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: 3b195e56-2c31-4e59-8169-c6336738f371, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:49.682158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 3b195e56-2c31-4e59-8169-c6336738f371 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:49.737427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 3b195e56-2c31-4e59-8169-c6336738f371) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:49.743521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:49.744137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.761109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46dcc8-fea3-47e9-b3ea-2fb3329c3078 None None] Network 3b195e56-2c31-4e59-8169-c6336738f371 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:49.770296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:49.780641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-61333528-d04b-493a-8deb-dd5ce7eb2afa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9341011 Nov 12 11:17:49.782589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49080) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:49.789875 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.790345 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Added segment 02ca7121-36fc-49d9-bede-3c4978796f16 of type vlan for network 67bb5e66-2d73-4591-b45a-d6941793b830 Nov 12 11:17:49.900550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.989514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.009042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:50.009844 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.097958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36057b-2452-42f3-b6a7-653f773f3947 None None] Network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:50.226488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Provisioning complete for port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:50.226865 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.278918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6752517 Nov 12 11:17:50.285642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49088) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:50.313986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'ports': [{'network_id': 'a681e9cf-4d43-4622-87d2-33b3b96ef03d', 'name': 'tempest-port--377374629', 'admin_state_up': True}, {'network_id': '67bb5e66-2d73-4591-b45a-d6941793b830', 'admin_state_up': False}]} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:50.314313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'port': {'network_id': 'a681e9cf-4d43-4622-87d2-33b3b96ef03d', 'name': 'tempest-port--377374629', 'admin_state_up': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:50.314811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'port': {'network_id': '67bb5e66-2d73-4591-b45a-d6941793b830', 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:50.314927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ae4aa-425d-483f-85ed-27d017409f01 req-ef0d1eb7-e40e-4bda-90b9-dda0d02b3d82 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:50.334667 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca0ae4aa-425d-483f-85ed-27d017409f01 req-ef0d1eb7-e40e-4bda-90b9-dda0d02b3d82 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 984 time: 0.8135021 Nov 12 11:17:50.356292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b06503-bbeb-4208-9cb6-ce548e51a73f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Network': ['ID=67bb5e66-2d73-4591-b45a-d6941793b830,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:50.456725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 67bb5e66-2d73-4591-b45a-d6941793b830 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:50.515976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f902c965-e976-4dfb-84b0-33f10e9cf4d2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port d985a349-86ee-4d93-b85e-72bc2ebd56e7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:50.516348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f902c965-e976-4dfb-84b0-33f10e9cf4d2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.579801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:50.580569 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.693038 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f902c965-e976-4dfb-84b0-33f10e9cf4d2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.710686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f902c965-e976-4dfb-84b0-33f10e9cf4d2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for d985a349-86ee-4d93-b85e-72bc2ebd56e7 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:50.741298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-3b195e56-2c31-4e59-8169-c6336738f371', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:50.742690 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.935354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3203c9b-fba9-407e-8339-80c53893ad1e req-eff55300-cf3b-41f2-844f-0c19c80f904d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 210 time: 0.2935488 Nov 12 11:17:51.005467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f902c965-e976-4dfb-84b0-33f10e9cf4d2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.014947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Allocated IP 172.20.0.2 (3b195e56-2c31-4e59-8169-c6336738f371/bbb7a176-4c0b-49af-a06a-085ddaf908b7/3e58c861-81f9-4d58-abf0-ec6714610dc6) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:51.074301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca0ae4aa-425d-483f-85ed-27d017409f01 req-f516386b-9c32-4031-bf34-0d7ed9d269c3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7327707 Nov 12 11:17:51.236647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902c965-e976-4dfb-84b0-33f10e9cf4d2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=d985a349-86ee-4d93-b85e-72bc2ebd56e7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:51.247087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f902c965-e976-4dfb-84b0-33f10e9cf4d2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.255218 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f902c965-e976-4dfb-84b0-33f10e9cf4d2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/d985a349-86ee-4d93-b85e-72bc2ebd56e7 HTTP/1.1" status: 204 len: 168 time: 1.7087455 Nov 12 11:17:51.255847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49102) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:51.322269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Made reservation on behalf of ed0be357e47c4673b2798b77514a8c22 for: {'port': 2} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:51.347055 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.355073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.367047 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cb3752-83fc-4e3c-978c-81400f746b17 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:17:51.368015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82cb3752-83fc-4e3c-978c-81400f746b17 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:17:51.375150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-82cb3752-83fc-4e3c-978c-81400f746b17 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/d985a349-86ee-4d93-b85e-72bc2ebd56e7 HTTP/1.1" status: 404 len: 333 time: 0.0532393 Nov 12 11:17:51.376004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49110) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:51.412936 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-144b067f-76bd-4b9a-9f70-568c99dd2260 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:17:51.417527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-144b067f-76bd-4b9a-9f70-568c99dd2260 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/d985a349-86ee-4d93-b85e-72bc2ebd56e7 HTTP/1.1" status: 404 len: 333 time: 0.0376329 Nov 12 11:17:51.420906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49112) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:51.438985 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.521651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66072a1-7d48-4d12-bb4d-6de930f8d449 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet f3fc2e41-5a27-45cf-97d2-3c145780c370 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:51.556571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-e2eda886-3a0b-4552-86c8-87b8aa5eac6b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:51.562859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.568641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-e2eda886-3a0b-4552-86c8-87b8aa5eac6b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.52 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 815 time: 0.5335922 Nov 12 11:17:51.568641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a66072a1-7d48-4d12-bb4d-6de930f8d449 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.572172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] For port 177caa7b-e83e-4d1f-ac28-2af07e1066a3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=177caa7b-e83e-4d1f-ac28-2af07e1066a3,segment=NetworkSegment(61192275-714c-4d7e-8bfa-f459578ff702),segment_id=61192275-714c-4d7e-8bfa-f459578ff702)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:51.601043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Request body: {'port': {'device_id': '805f1863-aeeb-4620-8fac-0d77e8d670bf', 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'admin_state_up': True, 'tenant_id': '447a13fb3d6a4c4088d19157f7f1b97c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:51.618851 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.641508 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.752122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] device_id is not set on port 5b9f9cc0-bbb0-48c5-b27e-1fd8166b443d yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:51.821142 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a66072a1-7d48-4d12-bb4d-6de930f8d449 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.829752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Pushing event updated for resources: {'Port': ['ID=177caa7b-e83e-4d1f-ac28-2af07e1066a3,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:51.890220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.903485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.912072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.917074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.918129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.919038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.919655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.920170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.920832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.921499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.922222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.923073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.923588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba251161-ec8d-44d4-8566-72003c948b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:51.935536 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.104129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a66072a1-7d48-4d12-bb4d-6de930f8d449 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.155431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.20.0.1 (3b195e56-2c31-4e59-8169-c6336738f371/bbb7a176-4c0b-49af-a06a-085ddaf908b7/43980572-ea93-40e0-99a4-9167414e78a8) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:52.358822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a66072a1-7d48-4d12-bb4d-6de930f8d449 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.485252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66072a1-7d48-4d12-bb4d-6de930f8d449 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=f3fc2e41-5a27-45cf-97d2-3c145780c370,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:52.490172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a66072a1-7d48-4d12-bb4d-6de930f8d449 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.494455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a66072a1-7d48-4d12-bb4d-6de930f8d449 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/f3fc2e41-5a27-45cf-97d2-3c145780c370 HTTP/1.1" status: 204 len: 168 time: 1.0723746 Nov 12 11:17:52.497906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49134) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:52.517828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Made reservation on behalf of 447a13fb3d6a4c4088d19157f7f1b97c for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:52.523505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.555895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Network 3b195e56-2c31-4e59-8169-c6336738f371 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:52.607214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:52.613906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:52.668046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:52.668576 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:52.714106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ab45-c2c0-47ae-b6b5-04ce94c42e5e req-07792da6-7656-4cf3-9e5b-ec04a91ceacc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:52.719956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Pushing event updated for resources: {'Port': ['ID=3e58c861-81f9-4d58-abf0-ec6714610dc6,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:52.729013 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfb6ab45-c2c0-47ae-b6b5-04ce94c42e5e req-07792da6-7656-4cf3-9e5b-ec04a91ceacc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 984 time: 0.4322996 Nov 12 11:17:52.869525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b8c10173-c724-467f-ad66-56a0f34e71e7 None None] Provisioning complete for port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:52.873689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b8c10173-c724-467f-ad66-56a0f34e71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.899024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeec376-8178-472e-87fc-8114bb26c7f4 None None] Network c36d2787-7ae3-43f7-82e7-cddc88dc78d1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:52.921658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.961081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.982164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f07e485-cb93-4a3c-976a-f6a440544d4f req-d313ff17-ced6-4f44-9d2f-edc648c21356 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 210 time: 0.8858154 Nov 12 11:17:53.055352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.056693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Attempting to bind port 3e58c861-81f9-4d58-abf0-ec6714610dc6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:53.057119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Attempting to bind port 3e58c861-81f9-4d58-abf0-ec6714610dc6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:53.057496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Attempting to bind port 3e58c861-81f9-4d58-abf0-ec6714610dc6 on network 3b195e56-2c31-4e59-8169-c6336738f371 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:53.079434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:53.083452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Checking segment: {'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:53.084924 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.084924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Bound using segment: {'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:53.084924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Bound port: 3e58c861-81f9-4d58-abf0-ec6714610dc6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:53.085601 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.138743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.182796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] device_id is not set on port bb7e9746-de2a-4241-9cd1-56289cd9070a yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:53.203437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 3b195e56-2c31-4e59-8169-c6336738f371 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:53.236810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:53.245289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:53.260879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=43980572-ea93-40e0-99a4-9167414e78a8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:53.297283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] For port 3e58c861-81f9-4d58-abf0-ec6714610dc6, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:53.345901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] For port 3e58c861-81f9-4d58-abf0-ec6714610dc6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3e58c861-81f9-4d58-abf0-ec6714610dc6,segment=NetworkSegment(6d1c8397-0f3a-4dd6-9834-bc503bda93bb),segment_id=6d1c8397-0f3a-4dd6-9834-bc503bda93bb)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:53.367355 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.521279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.528964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] DHCP port deletion for c36d2787-7ae3-43f7-82e7-cddc88dc78d1 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:53.626142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ed1995cd-e87b-49dc-9385-0bc019c3333c None None] Could not find standard attr ID for object d985a349-86ee-4d93-b85e-72bc2ebd56e7. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:17:53.630442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49146) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:53.631663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84aefc-2ccb-498c-8cd0-181f07ec290f None None] Pushing event updated for resources: {'Port': ['ID=3e58c861-81f9-4d58-abf0-ec6714610dc6,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:53.712799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] Deleting port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:53.713163 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.802542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cfb6ab45-c2c0-47ae-b6b5-04ce94c42e5e req-7c259c8b-70b8-43e0-a8dc-73b09da0eac1 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.0723710 Nov 12 11:17:53.876016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Allocated IP 172.20.0.2 (a9729990-ab48-4932-941d-a906c3d26c0a/18c35aae-6686-4a88-a8d7-136219d3cf49/d6bd7b3c-df6c-47c5-b246-5e0bae13d100) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:53.951069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:53.951686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.958993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.988797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] For port 177caa7b-e83e-4d1f-ac28-2af07e1066a3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=177caa7b-e83e-4d1f-ac28-2af07e1066a3,segment=NetworkSegment(61192275-714c-4d7e-8bfa-f459578ff702),segment_id=61192275-714c-4d7e-8bfa-f459578ff702)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:53.989248 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.008948 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9df2906-c49e-48a2-9b4a-a591fff56c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.029247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] Calling delete_port for 177caa7b-e83e-4d1f-ac28-2af07e1066a3 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:54.153562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f6554cbb-1a65-436a-af80-c3ad210a27dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.197397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] For port 177caa7b-e83e-4d1f-ac28-2af07e1066a3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=177caa7b-e83e-4d1f-ac28-2af07e1066a3,segment=NetworkSegment(61192275-714c-4d7e-8bfa-f459578ff702),segment_id=61192275-714c-4d7e-8bfa-f459578ff702)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:54.198115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.205361 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.223133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 177caa7b-e83e-4d1f-ac28-2af07e1066a3 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:54.229668 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9cff9613-694d-45a4-a337-1ec25b93cd1c req-71678966-25a6-4614-a936-31403d9c8d56 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 210 time: 0.0821061 Nov 12 11:17:54.236832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] Pushing event deleted for resources: {'Port': ['ID=177caa7b-e83e-4d1f-ac28-2af07e1066a3,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:54.246695 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f8e42-7bb8-4854-847c-5adeff56b1ec None None] No DVR routers for this DVR port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:54.294970 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.384567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Port': ['ID=5b9f9cc0-bbb0-48c5-b27e-1fd8166b443d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:54.413648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.549935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aec6c4-8216-4749-8755-c0adc1f061cd req-8b41f991-aa1c-4f29-b267-110091eddf2f tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:54.552717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8aec6c4-8216-4749-8755-c0adc1f061cd req-8b41f991-aa1c-4f29-b267-110091eddf2f tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 984 time: 0.5665269 Nov 12 11:17:54.642866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.677403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No DVR routers for this DVR port 177caa7b-e83e-4d1f-ac28-2af07e1066a3 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:54.748155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=177caa7b-e83e-4d1f-ac28-2af07e1066a3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:54.754973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Checking segment: {'id': '824f4cd8-b31b-458c-bea0-c7c20e892805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a681e9cf-4d43-4622-87d2-33b3b96ef03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:54.755690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Network hostable DHCP agents. Network: a681e9cf-4d43-4622-87d2-33b3b96ef03d, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:54.788552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.795038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486cc1-0a97-4811-8d0f-93d133dcb90a req-795f05fb-c776-464f-83cc-11418d0c61a1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:54.796889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e486cc1-0a97-4811-8d0f-93d133dcb90a req-795f05fb-c776-464f-83cc-11418d0c61a1 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2012796 Nov 12 11:17:54.865182 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f6554cbb-1a65-436a-af80-c3ad210a27dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.874855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8aec6c4-8216-4749-8755-c0adc1f061cd req-7e234ed4-fbce-42d2-bd86-7804b93371a7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3117826 Nov 12 11:17:54.903235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f6554cbb-1a65-436a-af80-c3ad210a27dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.963043 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.006705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36d2787-7ae3-43f7-82e7-cddc88dc78d1']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:55.012199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f6554cbb-1a65-436a-af80-c3ad210a27dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=401eb831ecc5441382107a503aca5eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3738451 Nov 12 11:17:55.016563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49168) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:55.023586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Network a681e9cf-4d43-4622-87d2-33b3b96ef03d is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:55.077009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61192275-714c-4d7e-8bfa-f459578ff702') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:55.077294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61192275-714c-4d7e-8bfa-f459578ff702') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:55.101645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, a681e9cf-4d43-4622-87d2-33b3b96ef03d) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:55.114997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1e6cf-3ded-4e59-b9bd-1db8eb80eb2b None None] Network a681e9cf-4d43-4622-87d2-33b3b96ef03d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:55.139734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:55.141136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.142818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.185262 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.240822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e93d120-6043-4879-b034-aa0ae8a82c0a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:55.252570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6554cbb-1a65-436a-af80-c3ad210a27dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0745b0-d44d-4458-838a-83d6ac538e80,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:55.280241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Port': ['ID=bb7e9746-de2a-4241-9cd1-56289cd9070a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:55.322429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18590f-e229-4026-9ff0-252155699134 req-617e907a-db30-4e0d-b32a-581160d2b7ec tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:55.336538 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e18590f-e229-4026-9ff0-252155699134 req-617e907a-db30-4e0d-b32a-581160d2b7ec tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1136 time: 0.3371677 Nov 12 11:17:55.343928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.354036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:55.354925 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:55.391425 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:55.406265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a8059-fbc3-4643-89a8-0d504ab47bfa None None] Network 3b195e56-2c31-4e59-8169-c6336738f371 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:55.489366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e486cc1-0a97-4811-8d0f-93d133dcb90a req-8e887a3e-f16e-4cb8-9566-0806caaf264b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796787 Nov 12 11:17:55.549288 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.552324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Checking segment: {'id': '02ca7121-36fc-49d9-bede-3c4978796f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67bb5e66-2d73-4591-b45a-d6941793b830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:55.552770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Network hostable DHCP agents. Network: 67bb5e66-2d73-4591-b45a-d6941793b830, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:55.560350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.587112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Pushing event updated for resources: {'Port': ['ID=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:55.641935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.646774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Network a9729990-ab48-4932-941d-a906c3d26c0a is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:55.665989 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0e18590f-e229-4026-9ff0-252155699134 req-5d16a2cc-0b9d-45cc-a452-ea88fb081a2f tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.705442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.717714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/networks/c36d2787-7ae3-43f7-82e7-cddc88dc78d1 HTTP/1.1" status: 204 len: 168 time: 3.2167356 Nov 12 11:17:55.720707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=43980572-ea93-40e0-99a4-9167414e78a8,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:55.723597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:55.726638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49172) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:55.745599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3e58c861-81f9-4d58-abf0-ec6714610dc6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:55.755915 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb549b08-638c-4a1f-b1ec-982c1eea07b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.763606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:55.773509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1900175695'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:55.789189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a246e-301f-4384-baf7-74fd9c04511c None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:55.789485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb1fb4-554e-4b81-8dfb-20819c1fd60a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Network': ['ID=c36d2787-7ae3-43f7-82e7-cddc88dc78d1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:55.800377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6185b30c-8b63-4b13-a87a-70a341990f79 None None] Provisioning complete for port 3e58c861-81f9-4d58-abf0-ec6714610dc6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:55.801040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6185b30c-8b63-4b13-a87a-70a341990f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.847513 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.879824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Network 67bb5e66-2d73-4591-b45a-d6941793b830 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:55.943092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb549b08-638c-4a1f-b1ec-982c1eea07b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.964609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3e58c861-81f9-4d58-abf0-ec6714610dc6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:55.965016 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.986959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 67bb5e66-2d73-4591-b45a-d6941793b830) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:55.989487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:55.995842 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.008017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:56.010978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.012315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.021371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.024261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b030307-934f-4a03-b8ed-0107aaafdcf2 None None] Network 67bb5e66-2d73-4591-b45a-d6941793b830 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:56.031321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.032664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.055901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f72434-653c-4638-84e8-a8f2a71c86d6 req-49852046-7df9-475f-83c5-645273a4be28 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.059168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65f72434-653c-4638-84e8-a8f2a71c86d6 req-49852046-7df9-475f-83c5-645273a4be28 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 931 time: 0.3003228 Nov 12 11:17:56.095090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:56.108488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.108843 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Added segment 275f6f9b-0b55-4b97-9e87-96c1faf9ec13 of type vlan for network b5b850e7-1c02-4526-970c-7ed1d3f11a50 Nov 12 11:17:56.148076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 3b195e56-2c31-4e59-8169-c6336738f371 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:56.173248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:56.176770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.182663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-db62208e-2fdc-48b3-9271-0a5f9682dbd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5980918 Nov 12 11:17:56.220129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Request body: {'port': {'device_id': '805f1863-aeeb-4620-8fac-0d77e8d670bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:56.266243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.272738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.273330 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.281969 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6185b30c-8b63-4b13-a87a-70a341990f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.363724 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0e18590f-e229-4026-9ff0-252155699134 req-5d16a2cc-0b9d-45cc-a452-ea88fb081a2f tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.389186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d933516b-a36c-49a4-a7e2-9efd3dabe386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.454192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-87ab0f44-ddcc-426d-afef-136d34b1248a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.1601224 Nov 12 11:17:56.487887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb549b08-638c-4a1f-b1ec-982c1eea07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.491937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb549b08-638c-4a1f-b1ec-982c1eea07b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.493965 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb549b08-638c-4a1f-b1ec-982c1eea07b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce0745b0-d44d-4458-838a-83d6ac538e80 HTTP/1.1" status: 204 len: 168 time: 1.4636025 Nov 12 11:17:56.495709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Network': ['ID=b5b850e7-1c02-4526-970c-7ed1d3f11a50,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:56.500146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65f72434-653c-4638-84e8-a8f2a71c86d6 req-7ebe5b93-4345-4ad3-9567-c3fae02b1be8 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471692 Nov 12 11:17:56.512104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49174) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:56.523421 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c642d045-672a-4453-8273-1494320dc781 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7689424 Nov 12 11:17:56.526869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49178) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:56.536523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': 'b5b850e7-1c02-4526-970c-7ed1d3f11a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:56.538343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b5b850e7-1c02-4526-970c-7ed1d3f11a50 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:56.560075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6185b30c-8b63-4b13-a87a-70a341990f79 None None] For port 3e58c861-81f9-4d58-abf0-ec6714610dc6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3e58c861-81f9-4d58-abf0-ec6714610dc6,segment=NetworkSegment(6d1c8397-0f3a-4dd6-9834-bc503bda93bb),segment_id=6d1c8397-0f3a-4dd6-9834-bc503bda93bb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:56.579887 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6185b30c-8b63-4b13-a87a-70a341990f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.592977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-0e18590f-e229-4026-9ff0-252155699134 req-5d16a2cc-0b9d-45cc-a452-ea88fb081a2f tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.712441 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.729192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e18590f-e229-4026-9ff0-252155699134 req-5d16a2cc-0b9d-45cc-a452-ea88fb081a2f tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.3908648 Nov 12 11:17:56.742952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb549b08-638c-4a1f-b1ec-982c1eea07b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0745b0-d44d-4458-838a-83d6ac538e80,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:56.748626 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.829032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49182) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:56.829440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c2af6409-08e4-45e2-bcf3-1947066a718c None None] Provisioning complete for port 43980572-ea93-40e0-99a4-9167414e78a8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:56.830177 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c2af6409-08e4-45e2-bcf3-1947066a718c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.858298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:17:56.859942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185b30c-8b63-4b13-a87a-70a341990f79 None None] Pushing event updated for resources: {'Port': ['ID=3e58c861-81f9-4d58-abf0-ec6714610dc6,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:56.929441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6409-08e4-45e2-bcf3-1947066a718c None None] Port 43980572-ea93-40e0-99a4-9167414e78a8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:56.948835 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:56.949755 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:56.955436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c2af6409-08e4-45e2-bcf3-1947066a718c None None] Provisioning complete for port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:56.956076 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c2af6409-08e4-45e2-bcf3-1947066a718c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.001041 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6409-08e4-45e2-bcf3-1947066a718c None None] Port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:57.013435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c2af6409-08e4-45e2-bcf3-1947066a718c None None] Provisioning complete for port 3e58c861-81f9-4d58-abf0-ec6714610dc6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:57.013995 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c2af6409-08e4-45e2-bcf3-1947066a718c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.041916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b949a47-739d-4f3f-9418-2bffb5122701 req-5ae9c1cc-fff3-4bc6-8761-101943762a1c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:57.049467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b949a47-739d-4f3f-9418-2bffb5122701 req-5ae9c1cc-fff3-4bc6-8761-101943762a1c tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2982645 Nov 12 11:17:57.134582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:57.141770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.152690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21051771-527b-4de5-8b3f-d6e905efb77c tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:57.157337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-21051771-527b-4de5-8b3f-d6e905efb77c tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1131 time: 0.3176379 Nov 12 11:17:57.172797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49186) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:57.173541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a2cc-0b9d-45cc-a452-ea88fb081a2f tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb3ca15-df80-4999-814f-e851e58a8507,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:57.182900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:57.222185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994364d-3cbf-4161-bd10-c248d86aeee8 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:57.229567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9cda5a28-bb1d-43d4-99c8-0b1b39270219 None None] Provisioning complete for port 43980572-ea93-40e0-99a4-9167414e78a8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:57.230040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cda5a28-bb1d-43d4-99c8-0b1b39270219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.230244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994364d-3cbf-4161-bd10-c248d86aeee8 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:57.234572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b994364d-3cbf-4161-bd10-c248d86aeee8 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7070811 Nov 12 11:17:57.238220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49188) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:57.264294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49190) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:57.278759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-0b408010-2a51-4514-a0ec-10b3cee36e81 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:57.280322 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-0b408010-2a51-4514-a0ec-10b3cee36e81 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.59 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.2275698 Nov 12 11:17:57.293552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9cda5a28-bb1d-43d4-99c8-0b1b39270219 None None] Port 43980572-ea93-40e0-99a4-9167414e78a8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:57.301834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:57.321148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:57.322785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5bdc890d-fe16-43a8-bb95-d4731c209396 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5375378 Nov 12 11:17:57.332119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49192) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:57.332740 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.335898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8e5eb86-f692-4c51-8d32-efcbdf293a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.337014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:57.337727 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:57.369240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-1961215225'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:57.398450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b949a47-739d-4f3f-9418-2bffb5122701 req-e3aac0a1-f0b2-4a24-a731-b241e2c77b1b tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470724 Nov 12 11:17:57.446841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:57.449314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3d19bdb4-551e-4dcd-bbfc-892a3b2e150a None None] Provisioning complete for port 43980572-ea93-40e0-99a4-9167414e78a8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:57.449761 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d19bdb4-551e-4dcd-bbfc-892a3b2e150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.558332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.580641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bd7b3c-df6c-47c5-b246-5e0bae13d100 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:57.593234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d52ae-7537-48e3-ab2d-3cc67f48f768 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Deleting port 5b9f9cc0-bbb0-48c5-b27e-1fd8166b443d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:57.593879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c0d52ae-7537-48e3-ab2d-3cc67f48f768 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.602022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.655972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:57.659526 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.702290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Transition to ACTIVE for port object d6bd7b3c-df6c-47c5-b246-5e0bae13d100 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:17:57.735330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:57.741387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking segment: {'id': '275f6f9b-0b55-4b97-9e87-96c1faf9ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5b850e7-1c02-4526-970c-7ed1d3f11a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:57.741745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network hostable DHCP agents. Network: b5b850e7-1c02-4526-970c-7ed1d3f11a50, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:57.742540 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8e5eb86-f692-4c51-8d32-efcbdf293a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.743725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=d989d0df-0c24-44ce-b6d3-cefab6c4700e,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:57.750334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.766499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.767106 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment cb711643-dd5e-4389-a613-6017ed032806 of type vlan for network efbc982a-c70f-42d0-a679-83242733df38 Nov 12 11:17:57.768583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3d19bdb4-551e-4dcd-bbfc-892a3b2e150a None None] Port 43980572-ea93-40e0-99a4-9167414e78a8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:57.772198 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.774279 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8e5eb86-f692-4c51-8d32-efcbdf293a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.810604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c0d52ae-7537-48e3-ab2d-3cc67f48f768 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.830027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network b5b850e7-1c02-4526-970c-7ed1d3f11a50 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:57.837087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Deleting port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:57.838047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.853122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1da78b-45a2-4e7b-a067-94de34eb26d2 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:57.867627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.879994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d52ae-7537-48e3-ab2d-3cc67f48f768 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Calling delete_port for 5b9f9cc0-bbb0-48c5-b27e-1fd8166b443d owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:57.913381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 177caa7b-e83e-4d1f-ac28-2af07e1066a3 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:57.919159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d8e5eb86-f692-4c51-8d32-efcbdf293a23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d497e98145846c183e2f5b4fa8855da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6291697 Nov 12 11:17:57.925870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b5b850e7-1c02-4526-970c-7ed1d3f11a50) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:57.926697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49196) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:57.930917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:57.931755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.942306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1c45f-2211-4adf-a8e0-8d78305b2edf req-a430cb10-e8a1-4a51-977a-e732729a9f45 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:57.944049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7a1c45f-2211-4adf-a8e0-8d78305b2edf req-a430cb10-e8a1-4a51-977a-e732729a9f45 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 931 time: 0.3102224 Nov 12 11:17:57.945729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17eb46-5db0-45f3-882e-0ed588fb3ca5 None None] Network b5b850e7-1c02-4526-970c-7ed1d3f11a50 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:57.952847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5eb86-f692-4c51-8d32-efcbdf293a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0750a301-0320-4e28-bf0c-655c88f3490e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:57.958523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:57.966951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 177caa7b-e83e-4d1f-ac28-2af07e1066a3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:57.967406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 177caa7b-e83e-4d1f-ac28-2af07e1066a3 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:58.030189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-819dbe12-7bc9-4012-b48a-c756662d34b5 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5017707 Nov 12 11:17:58.033772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49200) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:58.036553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.053319 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.059001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:58.059642 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.066218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': 'b5b850e7-1c02-4526-970c-7ed1d3f11a50', 'security_groups': [], 'name': 'tempest-PortsTestJSON-587320918'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:58.127681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:17:54Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:17:54Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:58.201967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] For port fc545572-d1d5-4d36-bb54-9ea8b927a3d7, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,segment=NetworkSegment(953d3d59-e4a9-4d49-bcdf-d79dbf3719db),segment_id=953d3d59-e4a9-4d49-bcdf-d79dbf3719db)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:58.201967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.217943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8599980 Nov 12 11:17:58.227168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49202) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:58.244083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:58.257080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3e58c861-81f9-4d58-abf0-ec6714610dc6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:58.266534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7428faca-9f00-4441-aa66-e5cc50274fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.279443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c0d52ae-7537-48e3-ab2d-3cc67f48f768 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.285446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Attempting to bind port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:58.285811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Attempting to bind port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:58.286117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Attempting to bind port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 on network a9729990-ab48-4932-941d-a906c3d26c0a {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:58.347883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:58.348487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Updating router 7ea658a7-9588-4f60-8a76-4219e93071ea port 43980572-ea93-40e0-99a4-9167414e78a8 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:58.398500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3e58c861-81f9-4d58-abf0-ec6714610dc6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:58.398875 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.400813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 on network a9729990-ab48-4932-941d-a906c3d26c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:17:58.401058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b5b850e7-1c02-4526-970c-7ed1d3f11a50', 'network_id': 'b5b850e7-1c02-4526-970c-7ed1d3f11a50', 'tenant_id': 'c2383007ad114ed4801558416a74c700', 'fixed_ips': [{'subnet_id': 'd989d0df-0c24-44ce-b6d3-cefab6c4700e'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:58.401161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Attempting to bind port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 on network a9729990-ab48-4932-941d-a906c3d26c0a {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:58.401783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.422743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c0d52ae-7537-48e3-ab2d-3cc67f48f768 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.426872 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.429452 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7c0d52ae-7537-48e3-ab2d-3cc67f48f768 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/ports/5b9f9cc0-bbb0-48c5-b27e-1fd8166b443d HTTP/1.1" status: 204 len: 168 time: 1.1901290 Nov 12 11:17:58.432690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49206) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:58.446238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d52ae-7537-48e3-ab2d-3cc67f48f768 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Port': ['ID=5b9f9cc0-bbb0-48c5-b27e-1fd8166b443d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:58.449301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:58.449757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Checking segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:58.450024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Bound using segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:58.450488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Bound port: d6bd7b3c-df6c-47c5-b246-5e0bae13d100, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:58.450856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.469334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7428faca-9f00-4441-aa66-e5cc50274fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.651905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Calling delete_port for fc545572-d1d5-4d36-bb54-9ea8b927a3d7 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:58.677338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35cddd-3144-43fd-98ee-8aaf66661095 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=efbc982a-c70f-42d0-a679-83242733df38,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:58.710994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network efbc982a-c70f-42d0-a679-83242733df38 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:58.805744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2098dc7-eca8-432f-bc8c-4f63fa299e0d req-f00f3faa-6ea5-431f-93f4-34aa8e5064d4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:58.807312 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2098dc7-eca8-432f-bc8c-4f63fa299e0d req-f00f3faa-6ea5-431f-93f4-34aa8e5064d4 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 947 time: 0.1836905 Nov 12 11:17:58.859616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:58.863858 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.900328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Allocated IP 172.25.2.34 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/94e79d46-f9b9-4ef3-a2e9-eba5f0f8ba47) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:58.928347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Allocated IP 172.20.0.2 (b5b850e7-1c02-4526-970c-7ed1d3f11a50/d989d0df-0c24-44ce-b6d3-cefab6c4700e/1ae2fecc-762a-462d-a0e7-73875b644fda) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:58.965169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 2928f18a-947a-4bf1-a380-eadc1ee2c47b yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:58.978644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2098dc7-eca8-432f-bc8c-4f63fa299e0d req-0e8f002b-8729-4099-84f7-ba3c3c9e6778 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a12a06e-1177-4c5a-a62a-3ab51db92299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618130 Nov 12 11:17:59.040001 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.055017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fc545572-d1d5-4d36-bb54-9ea8b927a3d7'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:59.086553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7a1c45f-2211-4adf-a8e0-8d78305b2edf req-7b5b2cfe-cdba-44cc-9429-2ca3ad951c85 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1264088 Nov 12 11:17:59.105610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:59.108714 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.137090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Pushing event deleted for resources: {'Port': ['ID=fc545572-d1d5-4d36-bb54-9ea8b927a3d7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:59.163385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b13c85-4356-40a9-a5e6-dfb649066ed2 None None] DHCP port deletion for 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:59.164883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.165486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.165739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.166135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.166542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.166965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.167392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.167770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.168112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.168536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.168915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.169262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:59.208088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] No DVR routers for this DVR port fc545572-d1d5-4d36-bb54-9ea8b927a3d7 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:59.212103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.218496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-07d7dc6f-cbc7-46b4-aab6-7c4ff736b472 req-dbcdce4b-636b-4852-9287-9c9df37004c0 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.59 "DELETE /v2.0/ports/fc545572-d1d5-4d36-bb54-9ea8b927a3d7 HTTP/1.1" status: 204 len: 173 time: 1.9174211 Nov 12 11:17:59.218496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-deleted', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:59.226037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] For port d6bd7b3c-df6c-47c5-b246-5e0bae13d100, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:59.228247 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae03c06-83bc-4e61-bbf5-81700f26e94f" -d '{"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-deleted", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:59.235598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] For port d6bd7b3c-df6c-47c5-b246-5e0bae13d100, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:59.235598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7428faca-9f00-4441-aa66-e5cc50274fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.242451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7428faca-9f00-4441-aa66-e5cc50274fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.247212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.252656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7428faca-9f00-4441-aa66-e5cc50274fcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0750a301-0320-4e28-bf0c-655c88f3490e HTTP/1.1" status: 204 len: 168 time: 1.3213494 Nov 12 11:17:59.278015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.282573 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a4a9ad-c070-4be6-8169-37f14867fb7c x-openstack-request-id: req-52a4a9ad-c070-4be6-8169-37f14867fb7c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:59.283290 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cbbe2c-67ca-4a71-a65d-84749d97cb6b", "name": "network-vif-deleted", "tag": "fc545572-d1d5-4d36-bb54-9ea8b927a3d7", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:59.283852 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52a4a9ad-c070-4be6-8169-37f14867fb7c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:59.284622 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cbbe2c-67ca-4a71-a65d-84749d97cb6b', 'name': 'network-vif-deleted', 'tag': 'fc545572-d1d5-4d36-bb54-9ea8b927a3d7', 'status': 'completed', 'code': 200} Nov 12 11:17:59.335089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.348809 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.369805 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.416676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428faca-9f00-4441-aa66-e5cc50274fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0750a301-0320-4e28-bf0c-655c88f3490e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:59.451213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9dcc-3670-4d06-ab83-3a67aef2f95e None None] Pushing event updated for resources: {'Port': ['ID=43980572-ea93-40e0-99a4-9167414e78a8,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:59.522011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.5 (b5b850e7-1c02-4526-970c-7ed1d3f11a50/d989d0df-0c24-44ce-b6d3-cefab6c4700e/2928f18a-947a-4bf1-a380-eadc1ee2c47b) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:59.526808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Network b5b850e7-1c02-4526-970c-7ed1d3f11a50 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:59.537391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:59.634147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:59.729672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.754256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Attempting to bind port 43980572-ea93-40e0-99a4-9167414e78a8 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:59.754635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Attempting to bind port 43980572-ea93-40e0-99a4-9167414e78a8 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:59.755007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Attempting to bind port 43980572-ea93-40e0-99a4-9167414e78a8 on network 3b195e56-2c31-4e59-8169-c6336738f371 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:59.763463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Pushing event updated for resources: {'Port': ['ID=1ae2fecc-762a-462d-a0e7-73875b644fda,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:59.776324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:59.788231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.805006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:59.806054 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.808041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5c9362c3-7268-4272-bc7d-56c7ba3e7613 service neutron] 10.222.0.52 "PUT /v2.0/ports/d6bd7b3c-df6c-47c5-b246-5e0bae13d100 HTTP/1.1" status: 200 len: 1092 time: 3.6143663 Nov 12 11:17:59.808970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805f1863-aeeb-4620-8fac-0d77e8d670bf', 'tag': 'd6bd7b3c-df6c-47c5-b246-5e0bae13d100'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:59.828076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.838735 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8442fa-1bb5-4c4a-b757-436b615d25c8" -d '{"events": [{"name": "network-changed", "server_uuid": "805f1863-aeeb-4620-8fac-0d77e8d670bf", "tag": "d6bd7b3c-df6c-47c5-b246-5e0bae13d100"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:59.840505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:59.841350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Checking segment: {'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:59.848773 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.856014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Bound using segment: {'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:59.859482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Bound port: 43980572-ea93-40e0-99a4-9167414e78a8, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1c8397-0f3a-4dd6-9834-bc503bda93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:59.861573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.907784 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893b2244-07cc-477c-8253-e9a1ca3a3eb9 x-openstack-request-id: req-893b2244-07cc-477c-8253-e9a1ca3a3eb9 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:59.908084 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805f1863-aeeb-4620-8fac-0d77e8d670bf", "tag": "d6bd7b3c-df6c-47c5-b246-5e0bae13d100", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:59.908343 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-893b2244-07cc-477c-8253-e9a1ca3a3eb9 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:59.909022 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805f1863-aeeb-4620-8fac-0d77e8d670bf', 'tag': 'd6bd7b3c-df6c-47c5-b246-5e0bae13d100', 'status': 'completed', 'code': 200} Nov 12 11:17:59.914435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87872b66-bb8a-4b8b-8c80-69d63b87cc67 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:59.940227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.983598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network b5b850e7-1c02-4526-970c-7ed1d3f11a50 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:59.993460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:59.997648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:59.999191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc6108-2d49-4449-931e-2d627c475073 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Deleting port bb7e9746-de2a-4241-9cd1-56289cd9070a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:59.999549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6108-2d49-4449-931e-2d627c475073 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.021560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Attempting to bind port 1ae2fecc-762a-462d-a0e7-73875b644fda on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:00.021934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Attempting to bind port 1ae2fecc-762a-462d-a0e7-73875b644fda by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '275f6f9b-0b55-4b97-9e87-96c1faf9ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5b850e7-1c02-4526-970c-7ed1d3f11a50'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:00.022308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Attempting to bind port 1ae2fecc-762a-462d-a0e7-73875b644fda on network b5b850e7-1c02-4526-970c-7ed1d3f11a50 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:00.061875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:00.062280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.062836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Checking segment: {'id': '275f6f9b-0b55-4b97-9e87-96c1faf9ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5b850e7-1c02-4526-970c-7ed1d3f11a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:00.062972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.063587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.064154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Bound using segment: {'id': '275f6f9b-0b55-4b97-9e87-96c1faf9ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5b850e7-1c02-4526-970c-7ed1d3f11a50'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:00.065170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Bound port: 1ae2fecc-762a-462d-a0e7-73875b644fda, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275f6f9b-0b55-4b97-9e87-96c1faf9ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5b850e7-1c02-4526-970c-7ed1d3f11a50'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:00.066627 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.086341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0507731 Nov 12 11:18:00.089236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49224) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:00.113950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1599f2d0-d69d-4dc0-9aed-8bdaf85680f5 None None] Provisioning complete for port 43980572-ea93-40e0-99a4-9167414e78a8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:00.114396 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1599f2d0-d69d-4dc0-9aed-8bdaf85680f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.136916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbed34-757f-4e27-9e46-27a4b2c3ea5d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=2928f18a-947a-4bf1-a380-eadc1ee2c47b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:00.205302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] For port 1ae2fecc-762a-462d-a0e7-73875b644fda, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:00.213993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] For port 1ae2fecc-762a-462d-a0e7-73875b644fda, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1ae2fecc-762a-462d-a0e7-73875b644fda,segment=NetworkSegment(275f6f9b-0b55-4b97-9e87-96c1faf9ec13),segment_id=275f6f9b-0b55-4b97-9e87-96c1faf9ec13)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:00.216194 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.241112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.269668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1599f2d0-d69d-4dc0-9aed-8bdaf85680f5 None None] Port 43980572-ea93-40e0-99a4-9167414e78a8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:00.275638 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.305115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] For port 43980572-ea93-40e0-99a4-9167414e78a8, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:00.312986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7186ee17-9608-4aff-a2d2-93d233a90f75 req-017c3716-a00a-4958-95e3-4c62160d4432 tempest-ServersNegativeTestJSON-1394800525 tempest-ServersNegativeTestJSON-1394800525-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cbbe2c-67ca-4a71-a65d-84749d97cb6b HTTP/1.1" status: 200 len: 210 time: 0.0683367 Nov 12 11:18:00.342428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d0eeb694-d4f4-4a55-beaa-cf0babd8c202 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 2928f18a-947a-4bf1-a380-eadc1ee2c47b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:00.343257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb694-d4f4-4a55-beaa-cf0babd8c202 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.377727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=8c6eba95-7269-4d47-878c-3755525962b2,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:00.380185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] For port 43980572-ea93-40e0-99a4-9167414e78a8, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=43980572-ea93-40e0-99a4-9167414e78a8,segment=NetworkSegment(6d1c8397-0f3a-4dd6-9834-bc503bda93bb),segment_id=6d1c8397-0f3a-4dd6-9834-bc503bda93bb)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:00.391343 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.393004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:00.412249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-d3f56cc8-62cd-4c59-9eef-3a3dc6ad23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.413878 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-d3f56cc8-62cd-4c59-9eef-3a3dc6ad23c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 1095 time: 0.5487590 Nov 12 11:18:00.444678 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6108-2d49-4449-931e-2d627c475073 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.468375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:00.468743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: efbc982a-c70f-42d0-a679-83242733df38, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:00.475582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:00.496551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b773be4-1a6f-4580-8169-b2b739aca851 None None] Pushing event updated for resources: {'Port': ['ID=1ae2fecc-762a-462d-a0e7-73875b644fda,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:00.524168 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-5ea1b3a2-8c78-473c-9f58-8cefff2d9f4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100 HTTP/1.1" status: 200 len: 217 time: 0.0646973 Nov 12 11:18:00.533922 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:00.563989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb694-d4f4-4a55-beaa-cf0babd8c202 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.600740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d0eeb694-d4f4-4a55-beaa-cf0babd8c202 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 2928f18a-947a-4bf1-a380-eadc1ee2c47b owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:00.644852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9dcc-3670-4d06-ab83-3a67aef2f95e None None] Pushing event updated for resources: {'Port': ['ID=43980572-ea93-40e0-99a4-9167414e78a8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:00.671311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:00.672644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:00.791856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc6108-2d49-4449-931e-2d627c475073 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Calling delete_port for bb7e9746-de2a-4241-9cd1-56289cd9070a owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:00.935283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-ac1c7f69-8fed-4976-845d-7d73448a4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.937945 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-ac1c7f69-8fed-4976-845d-7d73448a4224 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.1516025 Nov 12 11:18:00.945701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network efbc982a-c70f-42d0-a679-83242733df38 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:00.947805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb694-d4f4-4a55-beaa-cf0babd8c202 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.959054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647618b0-4e3b-4ef0-8c53-a257495c0946 req-96a5bb54-0406-463d-aed4-bd97d00878e7 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.963738 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-647618b0-4e3b-4ef0-8c53-a257495c0946 req-96a5bb54-0406-463d-aed4-bd97d00878e7 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 943 time: 0.5917432 Nov 12 11:18:00.974202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=94e79d46-f9b9-4ef3-a2e9-eba5f0f8ba47,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:01.012035 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-aca76de9-9fb6-424a-937d-84f18ff8a8ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472138 Nov 12 11:18:01.054975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeb694-d4f4-4a55-beaa-cf0babd8c202 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=2928f18a-947a-4bf1-a380-eadc1ee2c47b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:01.133531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb694-d4f4-4a55-beaa-cf0babd8c202 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.138211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d0eeb694-d4f4-4a55-beaa-cf0babd8c202 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/2928f18a-947a-4bf1-a380-eadc1ee2c47b HTTP/1.1" status: 204 len: 168 time: 1.0469837 Nov 12 11:18:01.145061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49240) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:01.167643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, efbc982a-c70f-42d0-a679-83242733df38) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:01.175069 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2c92d4-0e39-4fcf-95b6-fd297d6939b2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:18:01.180353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fb2c92d4-0e39-4fcf-95b6-fd297d6939b2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/2928f18a-947a-4bf1-a380-eadc1ee2c47b HTTP/1.1" status: 404 len: 333 time: 0.0301976 Nov 12 11:18:01.182118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49244) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:01.188084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:01.190166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.222191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:01.255510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-56310145-3203-41dd-a464-e5e8f7e63145 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet d989d0df-0c24-44ce-b6d3-cefab6c4700e {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:01.259051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-56310145-3203-41dd-a464-e5e8f7e63145 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.276119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-664e4ad6-ae0c-4d4d-9bcc-ea579c8210cd tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0411417 Nov 12 11:18:01.285822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49246) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:01.306635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddcea63-18d8-4310-a928-06f211e09679 None None] Network efbc982a-c70f-42d0-a679-83242733df38 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:01.340807 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.344095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-56310145-3203-41dd-a464-e5e8f7e63145 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.402736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-316493b6-785d-4bcc-8940-7365ed102e59 service neutron] 10.222.0.52 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778832 Nov 12 11:18:01.436607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49252) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:01.478673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1ca11ee3-f87b-4d6e-87b5-be92780ef1a9 None None] Provisioning complete for port 43980572-ea93-40e0-99a4-9167414e78a8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:01.479173 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ca11ee3-f87b-4d6e-87b5-be92780ef1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.555201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-56310145-3203-41dd-a464-e5e8f7e63145 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.571164 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-647618b0-4e3b-4ef0-8c53-a257495c0946 req-f95c3bf2-6cf5-4f15-94ed-3b841e0ef532 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616970 Nov 12 11:18:01.731228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-56310145-3203-41dd-a464-e5e8f7e63145 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.811578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56310145-3203-41dd-a464-e5e8f7e63145 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=d989d0df-0c24-44ce-b6d3-cefab6c4700e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:01.816653 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ca11ee3-f87b-4d6e-87b5-be92780ef1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.828147 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-56310145-3203-41dd-a464-e5e8f7e63145 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.838389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-56310145-3203-41dd-a464-e5e8f7e63145 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/d989d0df-0c24-44ce-b6d3-cefab6c4700e HTTP/1.1" status: 204 len: 168 time: 0.6551290 Nov 12 11:18:01.840591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49262) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:01.869635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1ca11ee3-f87b-4d6e-87b5-be92780ef1a9 None None] For port 43980572-ea93-40e0-99a4-9167414e78a8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=43980572-ea93-40e0-99a4-9167414e78a8,segment=NetworkSegment(6d1c8397-0f3a-4dd6-9834-bc503bda93bb),segment_id=6d1c8397-0f3a-4dd6-9834-bc503bda93bb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:01.918104 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ca11ee3-f87b-4d6e-87b5-be92780ef1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.919902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df3356c-5e54-45e1-8334-e3f2829e7d07 admin admin] Deleting subnet 3097b249-bd05-4bb7-9732-a5f6a914eb36 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:01.923872 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2df3356c-5e54-45e1-8334-e3f2829e7d07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.992469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.000282 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2df3356c-5e54-45e1-8334-e3f2829e7d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.028075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:17:54Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:00Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:02.062614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81b6e0-b37a-4360-b27c-e27c586b142d None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:17:54Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:00Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:02.086004 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2df3356c-5e54-45e1-8334-e3f2829e7d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.097887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-efbc982a-c70f-42d0-a679-83242733df38', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:02.098769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.166819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 1ae2fecc-762a-462d-a0e7-73875b644fda {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:02.167465 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.279763 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6108-2d49-4449-931e-2d627c475073 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.311443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] For port 1ae2fecc-762a-462d-a0e7-73875b644fda, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1ae2fecc-762a-462d-a0e7-73875b644fda,segment=NetworkSegment(275f6f9b-0b55-4b97-9e87-96c1faf9ec13),segment_id=275f6f9b-0b55-4b97-9e87-96c1faf9ec13)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:02.311890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.330492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca11ee3-f87b-4d6e-87b5-be92780ef1a9 None None] Pushing event updated for resources: {'Port': ['ID=43980572-ea93-40e0-99a4-9167414e78a8,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:02.337593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7be02-f16d-47df-bdd4-95ca73c4f62a None None] Network b5b850e7-1c02-4526-970c-7ed1d3f11a50 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:02.341806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ae2fecc-762a-462d-a0e7-73875b644fda up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:02.346855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:02.350135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 1ae2fecc-762a-462d-a0e7-73875b644fda owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:02.450198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: fc545572-d1d5-4d36-bb54-9ea8b927a3d7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:02.450198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fc545572-d1d5-4d36-bb54-9ea8b927a3d7 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:02.529752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-530c807c-c55d-4188-8a2a-e2bdcca54dfb None None] Provisioning complete for port 1ae2fecc-762a-462d-a0e7-73875b644fda triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:02.530460 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-530c807c-c55d-4188-8a2a-e2bdcca54dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.557903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.620427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=1ae2fecc-762a-462d-a0e7-73875b644fda,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:02.660088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No DVR routers for this DVR port 1ae2fecc-762a-462d-a0e7-73875b644fda on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:02.689266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No active binding found for port 1ae2fecc-762a-462d-a0e7-73875b644fda {{(pid=109167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:18:02.689747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ae2fecc-762a-462d-a0e7-73875b644fda not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 11:18:02.744741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Port 1ae2fecc-762a-462d-a0e7-73875b644fda not found, will not notify nova. {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 11:18:02.778819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-530c807c-c55d-4188-8a2a-e2bdcca54dfb None None] Could not find standard attr ID for object 1ae2fecc-762a-462d-a0e7-73875b644fda. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:18:02.781965 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Allocated IP 172.21.0.2 (efbc982a-c70f-42d0-a679-83242733df38/8c6eba95-7269-4d47-878c-3755525962b2/b9735a87-158e-4177-8a37-0ed0619669e9) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:02.788898 n-d-768851-19 neutron-server[109167]: INFO neutron.plugins.ml2.db [None req-530c807c-c55d-4188-8a2a-e2bdcca54dfb None None] No ports have port_id starting with 1ae2fecc-762a-462d-a0e7-73875b644fda Nov 12 11:18:02.921006 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2df3356c-5e54-45e1-8334-e3f2829e7d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.934459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068dade8-7e80-4078-a6a4-587e1e6261f0 None None] DHCP port deletion for b5b850e7-1c02-4526-970c-7ed1d3f11a50 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:02.979760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.002446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6108-2d49-4449-931e-2d627c475073 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.006449 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d1bc6108-2d49-4449-931e-2d627c475073 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/ports/bb7e9746-de2a-4241-9cd1-56289cd9070a HTTP/1.1" status: 204 len: 168 time: 4.5614576 Nov 12 11:18:03.026092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49276) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:03.047485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b850e7-1c02-4526-970c-7ed1d3f11a50']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:03.059694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4aa57-0523-4d1d-9421-fc20d0bb4534 req-4a56a357-597f-4e18-b982-87d0cb151f55 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:03.062539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5d4aa57-0523-4d1d-9421-fc20d0bb4534 req-4a56a357-597f-4e18-b982-87d0cb151f55 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 943 time: 0.3335953 Nov 12 11:18:03.086916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ce9023fa-9898-4f20-bbe1-87c06f2a087f tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0583644 Nov 12 11:18:03.093525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49278) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:03.095468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc6108-2d49-4449-931e-2d627c475073 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Port': ['ID=bb7e9746-de2a-4241-9cd1-56289cd9070a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:03.109808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-289841704'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:03.110038 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bad6aa5a-4355-47a2-8425-016622ea3bd0 req-86cb2e6b-697a-4339-bd1e-d564a8740f32 service neutron] 10.222.0.52 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6742449 Nov 12 11:18:03.120950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3356c-5e54-45e1-8334-e3f2829e7d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3097b249-bd05-4bb7-9732-a5f6a914eb36,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:03.135772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275f6f9b-0b55-4b97-9e87-96c1faf9ec13') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:03.137314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275f6f9b-0b55-4b97-9e87-96c1faf9ec13') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:03.151712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2df3356c-5e54-45e1-8334-e3f2829e7d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.155572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2df3356c-5e54-45e1-8334-e3f2829e7d07 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3097b249-bd05-4bb7-9732-a5f6a914eb36 HTTP/1.1" status: 204 len: 168 time: 1.6827621 Nov 12 11:18:03.162830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49282) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:03.165506 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.191149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71101764-d630-4e38-beed-df1ef44b091b None None] Network 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:03.224534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.254718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:03.255400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.255711 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:03.261415 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:03.284034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Made reservation on behalf of ed0be357e47c4673b2798b77514a8c22 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:03.290285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.294947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5d4aa57-0523-4d1d-9421-fc20d0bb4534 req-d2e52089-b4dd-409a-9375-ce024c0c9790 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067728 Nov 12 11:18:03.387665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:03.394468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.400962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.403364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.407714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/networks/b5b850e7-1c02-4526-970c-7ed1d3f11a50 HTTP/1.1" status: 204 len: 168 time: 1.5656896 Nov 12 11:18:03.415525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49288) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:03.417436 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.426526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'name': 'tempest-PortsTestJSON-1518146265'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:03.458810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.459434 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Added segment f5f8d6cb-1bcb-4735-806a-f845525b62be of type vlan for network dacceadc-f046-480a-a727-207aa2450f8e Nov 12 11:18:03.476141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26884878-6560-427b-b76f-222a1e53743c tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Network': ['ID=b5b850e7-1c02-4526-970c-7ed1d3f11a50,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:03.530615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.530870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Network efbc982a-c70f-42d0-a679-83242733df38 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:03.534394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:03.540133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:03.544799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d878ac55-4bd8-437f-a800-1ad70fe873b7 None None] DHCP port deletion for 65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:03.549858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Pushing event updated for resources: {'Port': ['ID=b9735a87-158e-4177-8a37-0ed0619669e9,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:03.551310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.636516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-acffbb6f-85a6-4790-a3a8-d9e21b844dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:03.638489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-acffbb6f-85a6-4790-a3a8-d9e21b844dcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 1095 time: 0.4117885 Nov 12 11:18:03.643555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Attempting to bind port b9735a87-158e-4177-8a37-0ed0619669e9 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:03.644441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Attempting to bind port b9735a87-158e-4177-8a37-0ed0619669e9 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:03.644810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Attempting to bind port b9735a87-158e-4177-8a37-0ed0619669e9 on network efbc982a-c70f-42d0-a679-83242733df38 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:03.652037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.654681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:03.655064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Checking segment: {'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:03.655478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.655878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Bound using segment: {'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:03.656480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Bound port: b9735a87-158e-4177-8a37-0ed0619669e9, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:03.657314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.690248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:03.694681 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.722775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.730606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:03.731406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.737702 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:18:03.747476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 759e1f5d-f7a3-482f-a97c-64db79ea30f6 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:03.804528 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.808242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] For port b9735a87-158e-4177-8a37-0ed0619669e9, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:03.813433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] For port b9735a87-158e-4177-8a37-0ed0619669e9, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b9735a87-158e-4177-8a37-0ed0619669e9,segment=NetworkSegment(cb711643-dd5e-4389-a613-6017ed032806),segment_id=cb711643-dd5e-4389-a613-6017ed032806)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:03.820210 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.861960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7664890 Nov 12 11:18:03.866188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49292) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:03.903538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-247393136'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:03.931222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c66c22-3605-4278-8de8-40968304e7dc None None] Pushing event updated for resources: {'Port': ['ID=b9735a87-158e-4177-8a37-0ed0619669e9,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:03.960304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157219b-4a6f-47cf-94b3-2a9f38bff95c tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Network': ['ID=dacceadc-f046-480a-a727-207aa2450f8e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:03.972936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network dacceadc-f046-480a-a727-207aa2450f8e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:04.006597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.142734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dd7d1f-9e4a-4dc0-8528-07a41a62ede9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:04.145846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Made reservation on behalf of ed0be357e47c4673b2798b77514a8c22 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:04.167484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.178526 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.187904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-84e813df-b2b1-4068-8d20-7d7add40df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:04.190208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-84e813df-b2b1-4068-8d20-7d7add40df24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.5129507 Nov 12 11:18:04.245186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953d3d59-e4a9-4d49-bcdf-d79dbf3719db') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:04.245545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953d3d59-e4a9-4d49-bcdf-d79dbf3719db') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:04.285366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 43980572-ea93-40e0-99a4-9167414e78a8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:04.317326 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.416155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:04.425743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.430398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:04.436974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:04.446314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:04.447105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.448616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 43980572-ea93-40e0-99a4-9167414e78a8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:04.452566 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.464736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-a94350ae-8659-49d5-9245-7aef8277911d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100 HTTP/1.1" status: 200 len: 217 time: 0.2218809 Nov 12 11:18:04.474417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=759e1f5d-f7a3-482f-a97c-64db79ea30f6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:04.487344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d3abadd1-f2a9-4683-8ecb-3d1814403c83 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0673065 Nov 12 11:18:04.488093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49300) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:04.564252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:04.574085 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.621245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:04.621944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:04.631007 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:04.654366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.654995 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Added segment 25ea3d60-47c2-4271-a48f-3e7f93c1f301 of type vlan for network a428aeef-6f96-404c-8df1-648d0350f693 Nov 12 11:18:04.684135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0f8af124-bc09-4bdc-b222-1cb9867df5d7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 759e1f5d-f7a3-482f-a97c-64db79ea30f6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:04.684590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0f8af124-bc09-4bdc-b222-1cb9867df5d7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.714325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ae2fecc-762a-462d-a0e7-73875b644fda no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:04.757347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d6bd7b3c-df6c-47c5-b246-5e0bae13d100 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:18:04.764036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-310b62c7-3846-41a9-b28e-182d2e439e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:04.765763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-310b62c7-3846-41a9-b28e-182d2e439e17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.2613242 Nov 12 11:18:04.800956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0f8af124-bc09-4bdc-b222-1cb9867df5d7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.845547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0f8af124-bc09-4bdc-b222-1cb9867df5d7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 759e1f5d-f7a3-482f-a97c-64db79ea30f6 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:04.875882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1ae2fecc-762a-462d-a0e7-73875b644fda {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:04.877328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ae2fecc-762a-462d-a0e7-73875b644fda not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:04.878548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.906926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c5cd-eafd-4d62-872a-a7bb68ccddc5 req-706c5d4b-3e7c-4ab3-90b0-dd58422eebde tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:04.908514 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9e6c5cd-eafd-4d62-872a-a7bb68ccddc5 req-706c5d4b-3e7c-4ab3-90b0-dd58422eebde tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 943 time: 0.4367275 Nov 12 11:18:04.910701 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-3dbcbf65-f50c-4995-a13c-b629dc4bff6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843556 Nov 12 11:18:04.917679 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.926519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d6bd7b3c-df6c-47c5-b246-5e0bae13d100, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:04.934340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.938147 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] 10.222.0.31 "DELETE /v2.0/networks/65dd7d1f-9e4a-4dc0-8528-07a41a62ede9 HTTP/1.1" status: 204 len: 168 time: 1.7740703 Nov 12 11:18:04.961502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd6bd7b3c-df6c-47c5-b246-5e0bae13d100', 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'port_id': 'd6bd7b3c-df6c-47c5-b246-5e0bae13d100', 'mac_address': 'fa:16:3e:d1:82:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c35aae-6686-4a88-a8d7-136219d3cf49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:18:04.968424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.21.0.1 (efbc982a-c70f-42d0-a679-83242733df38/8c6eba95-7269-4d47-878c-3755525962b2/cdfa610f-7eff-4f55-9a61-84300a427dbf) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:05.027516 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.039703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49306) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:05.051178 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.resource_extend [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:18:05.063933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bc64c-58eb-4184-a153-4cd15dcfb000 admin admin] Pushing event deleted for resources: {'Network': ['ID=65dd7d1f-9e4a-4dc0-8528-07a41a62ede9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.068972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bd7b3c-df6c-47c5-b246-5e0bae13d100 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:05.069191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.096634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d6bd7b3c-df6c-47c5-b246-5e0bae13d100, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:05.107072 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.126220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0f8af124-bc09-4bdc-b222-1cb9867df5d7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.134121 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.191979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0f8af124-bc09-4bdc-b222-1cb9867df5d7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.196291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0f8af124-bc09-4bdc-b222-1cb9867df5d7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/759e1f5d-f7a3-482f-a97c-64db79ea30f6 HTTP/1.1" status: 204 len: 168 time: 0.7071614 Nov 12 11:18:05.199142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49310) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:05.205534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'mac_address': 'fa:16:3e:43:55:9a', 'name': 'tempest-PortsTestJSON-679170036'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:05.210850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8af124-bc09-4bdc-b222-1cb9867df5d7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=759e1f5d-f7a3-482f-a97c-64db79ea30f6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.228344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.297805 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.304809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:05.305488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.317863 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6eb1-db71-4b15-911a-955778f2a977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.326315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d6bd7b3c-df6c-47c5-b246-5e0bae13d100'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:05.370776 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:05.441198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49312) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:05.499114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.562170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f4d48b77-5fa1-4f76-8945-08845a5be558 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8830e1e9731c4bfa97fe7f3b47b7f04f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1148238 Nov 12 11:18:05.562170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 3090a568-0f87-4b47-a529-375b7d1db535 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:05.568117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a220a-3967-4d42-9a36-b5570a84791c None None] Network efbc982a-c70f-42d0-a679-83242733df38 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:05.568399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49314) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:05.650479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6eb1-db71-4b15-911a-955778f2a977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.665484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6eb1-db71-4b15-911a-955778f2a977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.710237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25a3ba7e-384d-4761-920d-e90fdca2ef9c None None] Provisioning complete for port b9735a87-158e-4177-8a37-0ed0619669e9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:05.710649 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25a3ba7e-384d-4761-920d-e90fdca2ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.724635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9e6c5cd-eafd-4d62-872a-a7bb68ccddc5 req-0693ac0a-418f-41c8-bb15-b5c861388ede tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851832 Nov 12 11:18:05.749845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e9f6eb1-db71-4b15-911a-955778f2a977 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d64b32aeb95400fa074ba893b7cc06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7076421 Nov 12 11:18:05.754783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49316) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:05.763345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f6eb1-db71-4b15-911a-955778f2a977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b73828e-2659-4ce6-970a-358ef9241724,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.806843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9339044 Nov 12 11:18:05.819925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=94e79d46-f9b9-4ef3-a2e9-eba5f0f8ba47,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.873714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-2589a041-c90c-44ec-8504-9be4b15f46e5 service neutron] 10.222.0.52 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9441566 Nov 12 11:18:05.923404 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.958885 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.963849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e4e60b6-d353-4a5f-9d19-8d61956f8fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.974700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.979099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041751a0-3d28-40e2-a6e4-edba67b5bfea tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Network': ['ID=a428aeef-6f96-404c-8df1-648d0350f693,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.982946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49318) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:05.983158 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.996856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'subnets': [{'network_id': 'dacceadc-f046-480a-a727-207aa2450f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--175136758', 'ip_version': 4}, {'network_id': 'a428aeef-6f96-404c-8df1-648d0350f693', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:05.997279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'subnet': {'network_id': 'dacceadc-f046-480a-a727-207aa2450f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--175136758', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:05.997773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Request body: {'subnet': {'network_id': 'a428aeef-6f96-404c-8df1-648d0350f693', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:06.006585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a428aeef-6f96-404c-8df1-648d0350f693 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:06.047871 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25a3ba7e-384d-4761-920d-e90fdca2ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.088946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e4e60b6-d353-4a5f-9d19-8d61956f8fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.141221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:06.146390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.156962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-25a3ba7e-384d-4761-920d-e90fdca2ef9c None None] For port b9735a87-158e-4177-8a37-0ed0619669e9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b9735a87-158e-4177-8a37-0ed0619669e9,segment=NetworkSegment(cb711643-dd5e-4389-a613-6017ed032806),segment_id=cb711643-dd5e-4389-a613-6017ed032806)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:06.164281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:06.173039 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25a3ba7e-384d-4761-920d-e90fdca2ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.184755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:06.192682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:06.193353 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.229385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0265741 Nov 12 11:18:06.229385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699cd57-01d8-4eea-b17c-26efb3e36871 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=3090a568-0f87-4b47-a529-375b7d1db535,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:06.231110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49320) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:06.240283 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b33b10a1-8c72-46c5-a188-2d23eb3963d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.256356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network efbc982a-c70f-42d0-a679-83242733df38 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:06.277212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e8442fa-1bb5-4c4a-b757-436b615d25c8 req-6268fb6b-24c7-4055-b9ab-a875a7bcc7aa service neutron] 10.222.0.52 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810365 Nov 12 11:18:06.286119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3ba7e-384d-4761-920d-e90fdca2ef9c None None] Pushing event updated for resources: {'Port': ['ID=b9735a87-158e-4177-8a37-0ed0619669e9,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:06.302375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:06.342563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b33b10a1-8c72-46c5-a188-2d23eb3963d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.360650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b9735a87-158e-4177-8a37-0ed0619669e9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:06.369252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593a092-ffca-421a-8625-ea81c22b440d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:06.374822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8593a092-ffca-421a-8625-ea81c22b440d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/3090a568-0f87-4b47-a529-375b7d1db535 HTTP/1.1" status: 200 len: 840 time: 0.1225007 Nov 12 11:18:06.376105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:06.382309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:06.391908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=cdfa610f-7eff-4f55-9a61-84300a427dbf,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:06.398099 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e4e60b6-d353-4a5f-9d19-8d61956f8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.401251 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e4e60b6-d353-4a5f-9d19-8d61956f8fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.402436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4e4e60b6-d353-4a5f-9d19-8d61956f8fbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a12a06e-1177-4c5a-a62a-3ab51db92299 HTTP/1.1" status: 204 len: 168 time: 0.8333046 Nov 12 11:18:06.437787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e60b6-d353-4a5f-9d19-8d61956f8fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a12a06e-1177-4c5a-a62a-3ab51db92299,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:06.449855 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Floating IP 8c79a16a-d63d-46e6-b7b3-db9a5077bae6 associated. External IP: 172.25.2.34, port: ed802541-dfa6-4d92-8d30-973b2980f57c. Nov 12 11:18:06.451412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Made reservation on behalf of ed0be357e47c4673b2798b77514a8c22 for: {'subnet': 2} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:06.458426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.458822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.508719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b9735a87-158e-4177-8a37-0ed0619669e9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:06.509648 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.557116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b33b10a1-8c72-46c5-a188-2d23eb3963d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.560201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b33b10a1-8c72-46c5-a188-2d23eb3963d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.561681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b33b10a1-8c72-46c5-a188-2d23eb3963d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b73828e-2659-4ce6-970a-358ef9241724 HTTP/1.1" status: 204 len: 168 time: 0.8059022 Nov 12 11:18:06.571198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3dd53299-4eb5-42ab-8603-05227abfea00 None None] Provisioning complete for port b9735a87-158e-4177-8a37-0ed0619669e9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:06.572090 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3dd53299-4eb5-42ab-8603-05227abfea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.604351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b10a1-8c72-46c5-a188-2d23eb3963d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b73828e-2659-4ce6-970a-358ef9241724,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:06.732689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.861457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d6bd7b3c-df6c-47c5-b246-5e0bae13d100 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:06.944624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f0dbb-ee21-4b1c-9fe2-debffe82b5e2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 3090a568-0f87-4b47-a529-375b7d1db535 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:06.944903 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0dbb-ee21-4b1c-9fe2-debffe82b5e2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.981151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:18:07.011452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:07.014691 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.060346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b6fd3-3871-4f74-81c0-4d82d5e73341 req-7147cad4-cc4e-4f94-a972-d72a6c4c8951 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.062187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-446b6fd3-3871-4f74-81c0-4d82d5e73341 req-7147cad4-cc4e-4f94-a972-d72a6c4c8951 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 944 time: 0.1611092 Nov 12 11:18:07.107326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49338) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:07.107505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.107606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0dd6c59d-9d6c-403c-b967-59d7094731eb None None] Provisioning complete for port cdfa610f-7eff-4f55-9a61-84300a427dbf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:07.107764 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c59d-9d6c-403c-b967-59d7094731eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.139083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00ec172e-7a5d-487b-a6a2-6b0d45932875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.179471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0dbb-ee21-4b1c-9fe2-debffe82b5e2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.192550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6c59d-9d6c-403c-b967-59d7094731eb None None] Port cdfa610f-7eff-4f55-9a61-84300a427dbf cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:07.210798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-446b6fd3-3871-4f74-81c0-4d82d5e73341 req-3b9bd36e-3ec6-4776-9dda-74bb8bbe22e5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377039 Nov 12 11:18:07.228423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f0dbb-ee21-4b1c-9fe2-debffe82b5e2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 3090a568-0f87-4b47-a529-375b7d1db535 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:07.306985 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.316156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.350875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Router 76516b28-821a-4602-8021-a852bfc62a4b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:07.369244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805f1863-aeeb-4620-8fac-0d77e8d670bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bd7b3c-df6c-47c5-b246-5e0bae13d100'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:07.374640 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fd3dd4-59c9-4089-901b-9cce84105c74" -d '{"events": [{"server_uuid": "805f1863-aeeb-4620-8fac-0d77e8d670bf", "name": "network-vif-plugged", "status": "completed", "tag": "d6bd7b3c-df6c-47c5-b246-5e0bae13d100"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:07.391462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d6bd7b3c-df6c-47c5-b246-5e0bae13d100, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:07.397669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00ec172e-7a5d-487b-a6a2-6b0d45932875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.398107 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.423910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-00ec172e-7a5d-487b-a6a2-6b0d45932875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.440460 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742e5847-4898-4c2c-84fb-5ffcf7417bea x-openstack-request-id: req-742e5847-4898-4c2c-84fb-5ffcf7417bea {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:07.441732 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805f1863-aeeb-4620-8fac-0d77e8d670bf", "name": "network-vif-plugged", "status": "completed", "tag": "d6bd7b3c-df6c-47c5-b246-5e0bae13d100", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:07.442161 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-742e5847-4898-4c2c-84fb-5ffcf7417bea {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:07.442992 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805f1863-aeeb-4620-8fac-0d77e8d670bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bd7b3c-df6c-47c5-b246-5e0bae13d100', 'code': 200} Nov 12 11:18:07.461809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Subnet': ['ID=a26b08c8-7ee0-4659-9ff8-03046969e29b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:07.476663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:07.496713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Checking segment: {'id': 'f5f8d6cb-1bcb-4735-806a-f845525b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dacceadc-f046-480a-a727-207aa2450f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:07.497013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Network hostable DHCP agents. Network: dacceadc-f046-480a-a727-207aa2450f8e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:07.507241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-00ec172e-7a5d-487b-a6a2-6b0d45932875 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f97934ae46f5448db4c013b3af432d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991013 Nov 12 11:18:07.509401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49346) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:07.517954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec172e-7a5d-487b-a6a2-6b0d45932875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064216c0-1eae-4eec-b310-923ada4a4090,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:07.559290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Network dacceadc-f046-480a-a727-207aa2450f8e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:07.577247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, dacceadc-f046-480a-a727-207aa2450f8e) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:07.586328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.587878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0e0b0-55c9-4e07-b380-24a9b2320773 None None] Network dacceadc-f046-480a-a727-207aa2450f8e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:07.621428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-020ba33c-511f-4c12-a69b-9c145226caed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.675121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-020ba33c-511f-4c12-a69b-9c145226caed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.676166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb297db-212f-4a7c-b508-4b735305b5ad req-8655fa1e-dd8c-45e6-a352-c432e43c2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.678144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3bb297db-212f-4a7c-b508-4b735305b5ad req-8655fa1e-dd8c-45e6-a352-c432e43c2bdb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 1097 time: 0.1816926 Nov 12 11:18:07.682950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event updated for resources: {'Subnet': ['ID=5602ce7a-610f-4a39-ac56-9c1698e30ec9,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:07.729736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Checking segment: {'id': '25ea3d60-47c2-4271-a48f-3e7f93c1f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a428aeef-6f96-404c-8df1-648d0350f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:07.729736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Network hostable DHCP agents. Network: a428aeef-6f96-404c-8df1-648d0350f693, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:07.747824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Network a428aeef-6f96-404c-8df1-648d0350f693 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:07.758375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, a428aeef-6f96-404c-8df1-648d0350f693) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:07.763170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.763653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.764327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.769370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-020ba33c-511f-4c12-a69b-9c145226caed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.770886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-020ba33c-511f-4c12-a69b-9c145226caed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.774778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-020ba33c-511f-4c12-a69b-9c145226caed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/064216c0-1eae-4eec-b310-923ada4a4090 HTTP/1.1" status: 204 len: 168 time: 0.2617488 Nov 12 11:18:07.795356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ba33c-511f-4c12-a69b-9c145226caed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064216c0-1eae-4eec-b310-923ada4a4090,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:07.814477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-db049ccc-bb46-48f3-bebb-29d14e88c2ee tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8304398 Nov 12 11:18:07.817449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49358) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:07.819356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0dbb-ee21-4b1c-9fe2-debffe82b5e2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.846051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1338fde-9bf7-4043-ba48-017bda5fa6c4 None None] Network a428aeef-6f96-404c-8df1-648d0350f693 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:07.900157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3bb297db-212f-4a7c-b508-4b735305b5ad req-c8f6db66-c205-4be7-882d-5fdfe45ab527 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066088 Nov 12 11:18:07.903380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f0dbb-ee21-4b1c-9fe2-debffe82b5e2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=3090a568-0f87-4b47-a529-375b7d1db535,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:07.906636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:07.930551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] Sync routers for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:07.959683 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.969859 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.994892 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:07.998086 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:08.000721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:08.083621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-dacceadc-f046-480a-a727-207aa2450f8e', 'network_id': 'dacceadc-f046-480a-a727-207aa2450f8e', 'tenant_id': 'ed0be357e47c4673b2798b77514a8c22', 'fixed_ips': [{'subnet_id': 'a26b08c8-7ee0-4659-9ff8-03046969e29b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:08.084904 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:08.119314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e604f490-0bc2-4063-a9cc-cf5795c6a4a9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.9418092 Nov 12 11:18:08.121444 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0dbb-ee21-4b1c-9fe2-debffe82b5e2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:08.127325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7c6f0dbb-ee21-4b1c-9fe2-debffe82b5e2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/3090a568-0f87-4b47-a529-375b7d1db535 HTTP/1.1" status: 204 len: 168 time: 1.7364562 Nov 12 11:18:08.136941 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:08.139230 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba10e9-c4b7-4622-8e89-0f14811498f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:08.161017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49368) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:08.161373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49370) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:08.273229 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc6c770-eccb-423e-bd7a-483a3bb33c12 x-openstack-request-id: req-fcc6c770-eccb-423e-bd7a-483a3bb33c12 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:08.273894 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:08.274399 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcc6c770-eccb-423e-bd7a-483a3bb33c12 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:08.275291 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'status': 'completed', 'code': 200} Nov 12 11:18:08.342995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b9735a87-158e-4177-8a37-0ed0619669e9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:08.361507 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-62aa0296-f212-4cc7-9ce9-4c026f0c1f06 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:18:08.364095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-62aa0296-f212-4cc7-9ce9-4c026f0c1f06 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/3090a568-0f87-4b47-a529-375b7d1db535 HTTP/1.1" status: 404 len: 333 time: 0.1582410 Nov 12 11:18:08.365959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=cdfa610f-7eff-4f55-9a61-84300a427dbf,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:08.380603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49380) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:08.402437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'name': 'tempest-PortsTestJSON-557187447'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:08.430675 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:08.488819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-a428aeef-6f96-404c-8df1-648d0350f693', 'network_id': 'a428aeef-6f96-404c-8df1-648d0350f693', 'tenant_id': 'ed0be357e47c4673b2798b77514a8c22', 'fixed_ips': [{'subnet_id': '5602ce7a-610f-4a39-ac56-9c1698e30ec9'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:08.489744 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:08.680316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Allocated IP 172.20.0.2 (dacceadc-f046-480a-a727-207aa2450f8e/a26b08c8-7ee0-4659-9ff8-03046969e29b/6710ba6f-0b10-4d47-ac4c-f1df274ea64f) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:08.682505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b9735a87-158e-4177-8a37-0ed0619669e9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:08.682881 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:08.750009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588c8a2a-b9c1-4095-b2cb-2206173c7748 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.752038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588c8a2a-b9c1-4095-b2cb-2206173c7748 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.753989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588c8a2a-b9c1-4095-b2cb-2206173c7748 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.756443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-588c8a2a-b9c1-4095-b2cb-2206173c7748 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.9379907 Nov 12 11:18:08.759732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49390) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:08.885554 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8c79a16a-d63d-46e6-b7b3-db9a5077bae6', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'port_id': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'mac_address': 'fa:16:3e:3d:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c516055-be4a-4706-84d6-19dfefc2b451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:18:01Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 0, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:25Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:08.925753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18a15cf-2a70-4611-aec4-8a406bcd3b90 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Deleting subnet a26b08c8-7ee0-4659-9ff8-03046969e29b {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:08.955980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-517c4123-f67f-4141-ad60-f5c5d4c0fd5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911527 Nov 12 11:18:08.996026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.009203 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] Checking router: 76516b28-821a-4602-8021-a852bfc62a4b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:09.024818 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:09.026189 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:09.097234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-c6c6a0ad-80aa-4593-a337-8c5e63bc689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.101475 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-c6c6a0ad-80aa-4593-a337-8c5e63bc689f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 1098 time: 0.0834391 Nov 12 11:18:09.291065 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.304810 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.308453 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b18a15cf-2a70-4611-aec4-8a406bcd3b90 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.366513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-cd841de5-cd01-4432-a424-7dbc8b5d1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.369932 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-cd841de5-cd01-4432-a424-7dbc8b5d1e91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1136 time: 1.0374095 Nov 12 11:18:09.403103 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:09.415484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Pushing event updated for resources: {'Port': ['ID=6710ba6f-0b10-4d47-ac4c-f1df274ea64f,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:09.429532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Network dacceadc-f046-480a-a727-207aa2450f8e is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:09.430677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-3452b57c-546b-4ece-b243-08754e3f8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.437238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-3452b57c-546b-4ece-b243-08754e3f8a8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.3085933 Nov 12 11:18:09.437750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:09.443609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:09.455995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b18a15cf-2a70-4611-aec4-8a406bcd3b90 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.477997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Allocated IP 172.20.0.18 (a428aeef-6f96-404c-8df1-648d0350f693/5602ce7a-610f-4a39-ac56-9c1698e30ec9/34ed048d-39f2-4158-86e9-e3c6ae89c4c2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:09.495403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a60d5-deed-4fc3-8609-445472090747 req-c4a51edc-d7f8-418e-bb2c-13df26116f55 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.502979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-392a60d5-deed-4fc3-8609-445472090747 req-c4a51edc-d7f8-418e-bb2c-13df26116f55 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 945 time: 1.1057343 Nov 12 11:18:09.568490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Attempting to bind port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:09.568917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Attempting to bind port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'f5f8d6cb-1bcb-4735-806a-f845525b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dacceadc-f046-480a-a727-207aa2450f8e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:09.570054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Attempting to bind port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f on network dacceadc-f046-480a-a727-207aa2450f8e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:09.585864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:09.586256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Checking segment: {'id': 'f5f8d6cb-1bcb-4735-806a-f845525b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dacceadc-f046-480a-a727-207aa2450f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:09.586671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.587073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Bound using segment: {'id': 'f5f8d6cb-1bcb-4735-806a-f845525b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dacceadc-f046-480a-a727-207aa2450f8e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:09.587568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Bound port: 6710ba6f-0b10-4d47-ac4c-f1df274ea64f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f8d6cb-1bcb-4735-806a-f845525b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dacceadc-f046-480a-a727-207aa2450f8e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:09.588672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.595375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-7d7e32a0-de85-4252-a91f-11949155e031 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a HTTP/1.1" status: 200 len: 217 time: 0.1466637 Nov 12 11:18:09.720791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-7f569c70-f7c6-4175-b714-2a76172914e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.731465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-7f569c70-f7c6-4175-b714-2a76172914e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd HTTP/1.1" status: 200 len: 897 time: 0.2138913 Nov 12 11:18:09.775021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] For port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:09.797579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] For port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6710ba6f-0b10-4d47-ac4c-f1df274ea64f,segment=NetworkSegment(f5f8d6cb-1bcb-4735-806a-f845525b62be),segment_id=f5f8d6cb-1bcb-4735-806a-f845525b62be)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:09.816641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.836520 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.842591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-cc9086f7-4501-4bbb-926e-ffdcfb18472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.845251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-cc9086f7-4501-4bbb-926e-ffdcfb18472e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.2327323 Nov 12 11:18:09.877510 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.886366 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8c79a16a-d63d-46e6-b7b3-db9a5077bae6', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'port_id': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'mac_address': 'fa:16:3e:3d:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c516055-be4a-4706-84d6-19dfefc2b451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:18:01Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 0, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:25Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:09.924475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Network a428aeef-6f96-404c-8df1-648d0350f693 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:09.928315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:09.938419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:09.943767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b75b-ff05-4b23-b655-1a8488751e08 None None] Pushing event updated for resources: {'Port': ['ID=6710ba6f-0b10-4d47-ac4c-f1df274ea64f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:09.961760 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949552b-d46f-4abe-a007-9922d8fc329b None None] The sync data for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 is: [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8c79a16a-d63d-46e6-b7b3-db9a5077bae6', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'port_id': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'mac_address': 'fa:16:3e:3d:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c516055-be4a-4706-84d6-19dfefc2b451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:18:01Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 0, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:25Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:09.980263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.984104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.988622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.989337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.989947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.990729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.992116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.992772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.993404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.994013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.994616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.995245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.997795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aca106a8-ff64-499c-a851-37490667c6e3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8339 time: 1.8185856 Nov 12 11:18:10.011819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49418) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:10.022212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b18a15cf-2a70-4611-aec4-8a406bcd3b90 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.036963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-cdb725ca-1208-417d-9c2f-dbae755c2705 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346545 Nov 12 11:18:10.107006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:10.111425 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.142950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Attempting to bind port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:10.144298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Attempting to bind port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '25ea3d60-47c2-4271-a48f-3e7f93c1f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a428aeef-6f96-404c-8df1-648d0350f693'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:10.145059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Attempting to bind port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 on network a428aeef-6f96-404c-8df1-648d0350f693 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:10.159392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:10.159784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Checking segment: {'id': '25ea3d60-47c2-4271-a48f-3e7f93c1f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a428aeef-6f96-404c-8df1-648d0350f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:10.160202 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.160714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Bound using segment: {'id': '25ea3d60-47c2-4271-a48f-3e7f93c1f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a428aeef-6f96-404c-8df1-648d0350f693'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:10.161252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Bound port: 34ed048d-39f2-4158-86e9-e3c6ae89c4c2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ea3d60-47c2-4271-a48f-3e7f93c1f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a428aeef-6f96-404c-8df1-648d0350f693'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:10.162046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.184661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 24150edf-25cb-40c0-afb7-ef102ab40b97 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:10.197031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.204893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Pushing event updated for resources: {'Port': ['ID=34ed048d-39f2-4158-86e9-e3c6ae89c4c2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:10.237274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-392a60d5-deed-4fc3-8609-445472090747 req-a622dc35-318b-40b9-b9f8-89b4d6e320f3 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306194 Nov 12 11:18:10.366559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b18a15cf-2a70-4611-aec4-8a406bcd3b90 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.374815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network efbc982a-c70f-42d0-a679-83242733df38 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:10.378252 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-2bd4efcc-9df5-4d57-bd49-37696b6ae5db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed802541-dfa6-4d92-8d30-973b2980f57c HTTP/1.1" status: 200 len: 998 time: 0.5806174 Nov 12 11:18:10.379395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:10.393988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-53ce4f94-6315-4faa-901f-f1e81dc68af5 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121548 Nov 12 11:18:10.420152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] For port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:10.430935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] For port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=34ed048d-39f2-4158-86e9-e3c6ae89c4c2,segment=NetworkSegment(25ea3d60-47c2-4271-a48f-3e7f93c1f301),segment_id=25ea3d60-47c2-4271-a48f-3e7f93c1f301)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:10.449591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.521736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a15cf-2a70-4611-aec4-8a406bcd3b90 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Subnet': ['ID=a26b08c8-7ee0-4659-9ff8-03046969e29b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:10.567640 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.581634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967fda1-3bdd-433c-abfe-1d9117aa3eae None None] New status for floating IP 8c79a16a-d63d-46e6-b7b3-db9a5077bae6: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:18:10.594496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b18a15cf-2a70-4611-aec4-8a406bcd3b90 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.617666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b18a15cf-2a70-4611-aec4-8a406bcd3b90 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/subnets/a26b08c8-7ee0-4659-9ff8-03046969e29b HTTP/1.1" status: 204 len: 168 time: 1.8554220 Nov 12 11:18:10.634868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49428) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:10.710563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f402656-9937-464e-961a-38a5439e22b5 None None] Pushing event updated for resources: {'Port': ['ID=34ed048d-39f2-4158-86e9-e3c6ae89c4c2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:10.772738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.778734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.783101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.784793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.785832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.786513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.787207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.790519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.790519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.796681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6c1a8c76-9248-43d9-b1c5-e42dc4319635 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5767 time: 0.7717242 Nov 12 11:18:10.823358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49434) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:10.825176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-94d39ff7-421d-414a-8967-aa5909dec109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.827255 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-94d39ff7-421d-414a-8967-aa5909dec109 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d5827f-52bd-4512-8296-24e042ffeb52 HTTP/1.1" status: 200 len: 835 time: 0.4266326 Nov 12 11:18:10.895882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f610a86-f822-4d61-9e12-cf3dbd4316b0 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Deleting subnet 5602ce7a-610f-4a39-ac56-9c1698e30ec9 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:10.911172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f610a86-f822-4d61-9e12-cf3dbd4316b0 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.067859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f610a86-f822-4d61-9e12-cf3dbd4316b0 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.115858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed0e3552-7e66-46ec-bbfb-5097750ec281 req-1c09f7d2-921a-4bca-986d-3740282c5807 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298575 Nov 12 11:18:11.275215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:11.282898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f610a86-f822-4d61-9e12-cf3dbd4316b0 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.378486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4becb999-4ca7-4977-b38c-f56d80bab16c None None] Provisioning complete for port cdfa610f-7eff-4f55-9a61-84300a427dbf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:11.379343 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4becb999-4ca7-4977-b38c-f56d80bab16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.398501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-cf3f2e54-b743-484a-8932-5c657407a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:11.404963 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-cf3f2e54-b743-484a-8932-5c657407a253 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4467869 Nov 12 11:18:11.406727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f610a86-f822-4d61-9e12-cf3dbd4316b0 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.425916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3f610a86-f822-4d61-9e12-cf3dbd4316b0 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.436432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3f610a86-f822-4d61-9e12-cf3dbd4316b0 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/subnets/5602ce7a-610f-4a39-ac56-9c1698e30ec9 HTTP/1.1" status: 204 len: 168 time: 0.8004420 Nov 12 11:18:11.461317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49444) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:11.549265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-d658c780-ac23-4bf9-bdd9-d35530475430 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287327 Nov 12 11:18:11.576722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4becb999-4ca7-4977-b38c-f56d80bab16c None None] Port cdfa610f-7eff-4f55-9a61-84300a427dbf cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:11.616482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f610a86-f822-4d61-9e12-cf3dbd4316b0 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Subnet': ['ID=5602ce7a-610f-4a39-ac56-9c1698e30ec9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:11.622876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdb51be-4f42-4b0a-8e03-06886dfc0c43 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:11.625106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0fdb51be-4f42-4b0a-8e03-06886dfc0c43 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1627212 Nov 12 11:18:11.629643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:11.807936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.809742 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.874906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Deleting port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:11.875415 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.892383 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.915266 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fba10e9-c4b7-4622-8e89-0f14811498f7 req-098b23dd-30ac-4066-8339-1d7850ad6cd1 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923775 Nov 12 11:18:12.002117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee3eee-0ba5-4a89-810c-cf8011981790 None None] Network dacceadc-f046-480a-a727-207aa2450f8e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:12.021878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] For port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=34ed048d-39f2-4158-86e9-e3c6ae89c4c2,segment=NetworkSegment(25ea3d60-47c2-4271-a48f-3e7f93c1f301),segment_id=25ea3d60-47c2-4271-a48f-3e7f93c1f301)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:12.023000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.050707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Calling delete_port for 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:12.256076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-05b8cc74-7ca1-4243-8e49-0ad795429ad6 None None] Provisioning complete for port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:12.256816 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05b8cc74-7ca1-4243-8e49-0ad795429ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.302417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.403747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Port': ['ID=34ed048d-39f2-4158-86e9-e3c6ae89c4c2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:12.412341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] No DVR routers for this DVR port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:12.455425 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:12.458095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] DHCP port deletion for dacceadc-f046-480a-a727-207aa2450f8e request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:12.520841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:12.521518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 11:18:12.525687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05b8cc74-7ca1-4243-8e49-0ad795429ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.599414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1295bff1-40ed-43e8-8640-4915e754d9f9 None None] Network a428aeef-6f96-404c-8df1-648d0350f693 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:12.612891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:12.624904 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:12.649821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.655276 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:12.656203 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:12.686408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fe97611e-33ee-4d0a-be62-7504c8de0d2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3917909 Nov 12 11:18:12.688661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49480) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:12.723633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-732379995'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:12.727087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e489d-7687-42b1-9bdf-d4f4821a3940 req-6bf851e7-67cf-43e6-98fb-c7927d385b8b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:12.734751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a428aeef-6f96-404c-8df1-648d0350f693']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:12.736181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-509e489d-7687-42b1-9bdf-d4f4821a3940 req-6bf851e7-67cf-43e6-98fb-c7927d385b8b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 945 time: 1.3056953 Nov 12 11:18:12.744561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:12.748531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Port 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 not found, will not notify nova. {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 11:18:12.749028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6710ba6f-0b10-4d47-ac4c-f1df274ea64f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:12.754419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ea3d60-47c2-4271-a48f-3e7f93c1f301') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:12.755030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ea3d60-47c2-4271-a48f-3e7f93c1f301') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:12.792343 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.796064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:12.802627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:12.808540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:12.809241 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.826755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:12.857450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.883843 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.891224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-05b8cc74-7ca1-4243-8e49-0ad795429ad6 None None] For port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6710ba6f-0b10-4d47-ac4c-f1df274ea64f,segment=NetworkSegment(f5f8d6cb-1bcb-4735-806a-f845525b62be),segment_id=f5f8d6cb-1bcb-4735-806a-f845525b62be)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:12.917629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:12.918268 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.920254 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05b8cc74-7ca1-4243-8e49-0ad795429ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.930763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:12.931216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:12.949323 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:12.955428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] Deleting port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:12.964808 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.974481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=24150edf-25cb-40c0-afb7-ef102ab40b97,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:13.015174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01704a93-d05b-49d8-967a-b88cde72ef21 None None] DHCP port deletion for a428aeef-6f96-404c-8df1-648d0350f693 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:13.038340 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.6562040 Nov 12 11:18:13.049327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49484) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:13.068934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e5fcba5-5c35-4026-9d8a-d521419a4fd6 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2146 time: 2.2404194 Nov 12 11:18:13.073891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49486) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:13.098875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8ccab8f4-dc1e-4a15-92d7-78a988012032 None None] Could not find standard attr ID for object 34ed048d-39f2-4158-86e9-e3c6ae89c4c2. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:18:13.122559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:13.133483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.133827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.134721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] For port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6710ba6f-0b10-4d47-ac4c-f1df274ea64f,segment=NetworkSegment(f5f8d6cb-1bcb-4735-806a-f845525b62be),segment_id=f5f8d6cb-1bcb-4735-806a-f845525b62be)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:13.135379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.136553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.136964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.137364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.137703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.138034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.138362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.138685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.139008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.142835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.144758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b246f9-e5f9-4dad-8866-e7bc26ea7d94 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:13.147448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8cc74-7ca1-4243-8e49-0ad795429ad6 None None] Pushing event updated for resources: {'Port': ['ID=6710ba6f-0b10-4d47-ac4c-f1df274ea64f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:13.159367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] Calling delete_port for 6710ba6f-0b10-4d47-ac4c-f1df274ea64f owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:13.168365 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:13.233412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:13.246319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.246990 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment dbdae2c9-2ee9-470e-94b0-6a755cdfee5b of type vlan for network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f Nov 12 11:18:13.247357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-509e489d-7687-42b1-9bdf-d4f4821a3940 req-d2a7f4bf-8d04-4f88-99cc-002cd66da99d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888024 Nov 12 11:18:13.364052 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.377146 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.398781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] Pushing event deleted for resources: {'Port': ['ID=6710ba6f-0b10-4d47-ac4c-f1df274ea64f,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:13.407285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8619608-bf98-481b-af0f-acabbde71253 None None] No DVR routers for this DVR port 6710ba6f-0b10-4d47-ac4c-f1df274ea64f on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:13.421369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed45678-ed75-4703-afe2-a8a5d5b05c93 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:13.421986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed45678-ed75-4703-afe2-a8a5d5b05c93 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:13.423999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fed45678-ed75-4703-afe2-a8a5d5b05c93 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76516b28-821a-4602-8021-a852bfc62a4b HTTP/1.1" status: 200 len: 1992 time: 0.3489373 Nov 12 11:18:13.430419 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.435847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.446530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/networks/a428aeef-6f96-404c-8df1-648d0350f693 HTTP/1.1" status: 204 len: 168 time: 1.8141894 Nov 12 11:18:13.447554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49500) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:13.514011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee640b3c-5866-4e6b-b94a-1c1a264c296a tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Network': ['ID=a428aeef-6f96-404c-8df1-648d0350f693,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:13.517057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.522253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.535009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:13.535304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.643902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.645834 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:06Z', 'revision_number': 3, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:07Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:13.711495 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:13.711784 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Updating router 7ea658a7-9588-4f60-8a76-4219e93071ea port cdfa610f-7eff-4f55-9a61-84300a427dbf binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:18:13.722743 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0310481 Nov 12 11:18:13.726024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49508) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:13.746719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:13.755630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79824f-3cdc-49c5-8f71-8a8ce3183ba3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=26a3eaf2-6d1b-49db-8470-f1d8aa89933f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:13.755859 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.769593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:14.019563 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.091505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49516) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:14.106646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacceadc-f046-480a-a727-207aa2450f8e']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:14.185992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:14.207678 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.211023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f8d6cb-1bcb-4735-806a-f845525b62be') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:14.211663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f8d6cb-1bcb-4735-806a-f845525b62be') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:14.212012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:14.212474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 34ed048d-39f2-4158-86e9-e3c6ae89c4c2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:14.212936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6710ba6f-0b10-4d47-ac4c-f1df274ea64f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:14.216246 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.238573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 6710ba6f-0b10-4d47-ac4c-f1df274ea64f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:14.238955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6710ba6f-0b10-4d47-ac4c-f1df274ea64f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:14.250681 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.250930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-de35ffd4-7863-412b-bff0-289ea95105de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.284374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.290535 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a317c1b-8f28-425a-a736-15a958b27296 None None] Pushing event updated for resources: {'Port': ['ID=cdfa610f-7eff-4f55-9a61-84300a427dbf,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:14.302404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.383259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:14.389438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.456694 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Attempting to bind port cdfa610f-7eff-4f55-9a61-84300a427dbf on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:14.457134 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Attempting to bind port cdfa610f-7eff-4f55-9a61-84300a427dbf by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:14.457497 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Attempting to bind port cdfa610f-7eff-4f55-9a61-84300a427dbf on network efbc982a-c70f-42d0-a679-83242733df38 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:14.469477 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:14.469847 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Checking segment: {'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:14.470316 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.470786 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Bound using segment: {'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:14.471092 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Bound port: cdfa610f-7eff-4f55-9a61-84300a427dbf, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb711643-dd5e-4389-a613-6017ed032806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:14.471529 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.479161 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-de35ffd4-7863-412b-bff0-289ea95105de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.493933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] In _notify_port_updated(), no bound segment for port 24150edf-25cb-40c0-afb7-ef102ab40b97 on network 11be5583-d7be-4d90-bec1-9175d058aeec {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:18:14.504925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-de35ffd4-7863-412b-bff0-289ea95105de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.531335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.557150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.558482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "PUT /v2.0/ports/24150edf-25cb-40c0-afb7-ef102ab40b97 HTTP/1.1" status: 200 len: 818 time: 1.5011189 Nov 12 11:18:14.559623 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.576828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa840df-a602-43ee-ab4c-7e80a84be3ae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=24150edf-25cb-40c0-afb7-ef102ab40b97,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:14.598400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49524) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:14.605470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:14.605883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:14.626321 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:14.740818 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] For port cdfa610f-7eff-4f55-9a61-84300a427dbf, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:14.761132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-de35ffd4-7863-412b-bff0-289ea95105de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0e04e61218841ce897a734b77df11d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6682322 Nov 12 11:18:14.790467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49526) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:14.812953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35ffd4-7863-412b-bff0-289ea95105de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ee622-d323-4369-8b8f-feab74d7986b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:14.818675 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] For port cdfa610f-7eff-4f55-9a61-84300a427dbf, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cdfa610f-7eff-4f55-9a61-84300a427dbf,segment=NetworkSegment(cb711643-dd5e-4389-a613-6017ed032806),segment_id=cb711643-dd5e-4389-a613-6017ed032806)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:14.828235 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.852283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d4ecf82c-7f62-4bb8-93ef-e47e53fc41a1 None None] Provisioning complete for port cdfa610f-7eff-4f55-9a61-84300a427dbf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:14.853600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf82c-7f62-4bb8-93ef-e47e53fc41a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.896157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3306d91d-5f9d-41b3-8577-1f3e30dfd8e9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 24150edf-25cb-40c0-afb7-ef102ab40b97 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:14.896924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3306d91d-5f9d-41b3-8577-1f3e30dfd8e9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.905340 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a317c1b-8f28-425a-a736-15a958b27296 None None] Pushing event updated for resources: {'Port': ['ID=cdfa610f-7eff-4f55-9a61-84300a427dbf,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:14.949221 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:14.950131 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:15.072437 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3306d91d-5f9d-41b3-8577-1f3e30dfd8e9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.077283 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf82c-7f62-4bb8-93ef-e47e53fc41a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.089936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.118032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3306d91d-5f9d-41b3-8577-1f3e30dfd8e9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 24150edf-25cb-40c0-afb7-ef102ab40b97 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:15.146539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.153843 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/networks/dacceadc-f046-480a-a727-207aa2450f8e HTTP/1.1" status: 204 len: 168 time: 1.7041652 Nov 12 11:18:15.158555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49530) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:15.161417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d4ecf82c-7f62-4bb8-93ef-e47e53fc41a1 None None] For port cdfa610f-7eff-4f55-9a61-84300a427dbf, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cdfa610f-7eff-4f55-9a61-84300a427dbf,segment=NetworkSegment(cb711643-dd5e-4389-a613-6017ed032806),segment_id=cb711643-dd5e-4389-a613-6017ed032806)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:15.168286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9410b0e-9d43-4f2e-a5d4-e4221e1b9221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.172790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf82c-7f62-4bb8-93ef-e47e53fc41a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.181585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fdc87-85a0-43f3-b45c-c207293702e9 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Network': ['ID=dacceadc-f046-480a-a727-207aa2450f8e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:15.254573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:15.266933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-dabe6ffb-9ef5-4443-bd4e-8498495e7dd5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4718707 Nov 12 11:18:15.291788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecf82c-7f62-4bb8-93ef-e47e53fc41a1 None None] Pushing event updated for resources: {'Port': ['ID=cdfa610f-7eff-4f55-9a61-84300a427dbf,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:15.372221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3306d91d-5f9d-41b3-8577-1f3e30dfd8e9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.380961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.417913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6d24d113-8129-4252-9cc1-ae4f0609dbf5 None None] Provisioning complete for port cdfa610f-7eff-4f55-9a61-84300a427dbf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:15.418381 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d24d113-8129-4252-9cc1-ae4f0609dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.447672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3306d91d-5f9d-41b3-8577-1f3e30dfd8e9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.451634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9410b0e-9d43-4f2e-a5d4-e4221e1b9221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.460171 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3306d91d-5f9d-41b3-8577-1f3e30dfd8e9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/24150edf-25cb-40c0-afb7-ef102ab40b97 HTTP/1.1" status: 204 len: 168 time: 0.8434832 Nov 12 11:18:15.462656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49532) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:15.482484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306d91d-5f9d-41b3-8577-1f3e30dfd8e9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=24150edf-25cb-40c0-afb7-ef102ab40b97,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:15.518700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.613633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd082a-29dc-4985-b7f6-2c15e4ce6fd1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.618953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-79dd082a-29dc-4985-b7f6-2c15e4ce6fd1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1515117 Nov 12 11:18:15.620070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49542) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:15.681691 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ee5e67-ed22-4e17-8900-6481e8e88f82 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:18:15.691237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a8ee5e67-ed22-4e17-8900-6481e8e88f82 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/24150edf-25cb-40c0-afb7-ef102ab40b97 HTTP/1.1" status: 404 len: 333 time: 0.0646932 Nov 12 11:18:15.692007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49544) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:15.703128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-575555642'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:15.709284 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:06Z', 'revision_number': 3, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:14Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:15.746700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:15.750685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17f27-2937-4275-ae02-1e32039d8420 req-06af12e6-7c0a-4293-990a-e0d256914eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.752139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.752490 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-06af12e6-7c0a-4293-990a-e0d256914eed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1136 time: 0.3510931 Nov 12 11:18:15.780779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.788552 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f65926-8294-4128-bcb4-9cf48e3b878e None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:06Z', 'revision_number': 3, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:14Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:15.800276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:15.816066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.816424 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Added segment 490639f6-6096-48b4-8c37-5a3aa480e575 of type vlan for network 82b173a4-3f89-42dc-9c29-ef51e1365376 Nov 12 11:18:15.889966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=099ebb73-8f28-4f4f-b5a5-26b40003e76a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:15.899618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bb5e66-2d73-4591-b45a-d6941793b830']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:15.948259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.964601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ca7121-36fc-49d9-bede-3c4978796f16') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:15.967302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ca7121-36fc-49d9-bede-3c4978796f16') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:16.002849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.007385 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.012488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:16.013492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.057761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17f27-2937-4275-ae02-1e32039d8420 req-671b0a7b-04d3-4baa-b2d0-7f05c3b9f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:16.060360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-671b0a7b-04d3-4baa-b2d0-7f05c3b9f994 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd HTTP/1.1" status: 200 len: 897 time: 0.2729561 Nov 12 11:18:16.101370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4081359 Nov 12 11:18:16.103017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49550) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:16.114269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710f9d9-5cf2-4336-a6f3-0afd51bc78a7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Network': ['ID=82b173a4-3f89-42dc-9c29-ef51e1365376,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:16.115728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9410b0e-9d43-4f2e-a5d4-e4221e1b9221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.119058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9410b0e-9d43-4f2e-a5d4-e4221e1b9221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.122805 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b9410b0e-9d43-4f2e-a5d4-e4221e1b9221 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee9ee622-d323-4369-8b8f-feab74d7986b HTTP/1.1" status: 204 len: 168 time: 1.3161211 Nov 12 11:18:16.126177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:16.139442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:16.140028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: 26a3eaf2-6d1b-49db-8470-f1d8aa89933f, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:16.145920 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.161794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:16.221451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:16.222125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:16.225535 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:16.229029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9410b0e-9d43-4f2e-a5d4-e4221e1b9221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ee622-d323-4369-8b8f-feab74d7986b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:16.362684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cdfa610f-7eff-4f55-9a61-84300a427dbf up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:16.419292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:16.457605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 26a3eaf2-6d1b-49db-8470-f1d8aa89933f) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:16.478999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79432394-4380-443a-8167-a843ffd67a4a None None] Network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:16.497815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:16.498414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.524706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-bb356e14-fea2-43f0-95cb-2e4b73594c81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed802541-dfa6-4d92-8d30-973b2980f57c HTTP/1.1" status: 200 len: 1000 time: 0.4246225 Nov 12 11:18:16.659101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port cdfa610f-7eff-4f55-9a61-84300a427dbf triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:16.665440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.671190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.685980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:16.689610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.693582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.699509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49558) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:16.700022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/networks/67bb5e66-2d73-4591-b45a-d6941793b830 HTTP/1.1" status: 204 len: 168 time: 1.5327349 Nov 12 11:18:16.716164 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-71e72d28-6f2c-40da-b6bb-0c28347fdaed tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9888515 Nov 12 11:18:16.744614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49560) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:16.764813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643b159-3f91-4880-ac4b-3dcb066ffc59 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Network': ['ID=67bb5e66-2d73-4591-b45a-d6941793b830,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:16.858096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49566) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:16.884315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.906621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17f27-2937-4275-ae02-1e32039d8420 req-e0dfbea9-cb6a-43e7-8a65-a85fc3ec2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:16.909565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-e0dfbea9-cb6a-43e7-8a65-a85fc3ec2481 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d5827f-52bd-4512-8296-24e042ffeb52 HTTP/1.1" status: 200 len: 835 time: 0.3041015 Nov 12 11:18:16.939995 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18dbac70-0cb7-4847-bf28-5a30196e0f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.004774 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.045250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:17.046065 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.047952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a681e9cf-4d43-4622-87d2-33b3b96ef03d']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:17.061768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824f4cd8-b31b-458c-bea0-c7c20e892805') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:17.062488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824f4cd8-b31b-458c-bea0-c7c20e892805') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:17.074637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.091028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.100911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:17.101633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:17.107473 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:17.147032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17f27-2937-4275-ae02-1e32039d8420 req-ba6021f0-6d64-4f7b-9288-9d95b2fc3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:17.148585 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-ba6021f0-6d64-4f7b-9288-9d95b2fc3df4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2249224 Nov 12 11:18:17.185004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-a8cd8d0a-a3ad-406a-ba75-c9b2804e156a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:18:17.186027 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-a8cd8d0a-a3ad-406a-ba75-c9b2804e156a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263476 Nov 12 11:18:17.200049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.214424 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.219093 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] 10.222.0.31 "DELETE /v2.0/networks/a681e9cf-4d43-4622-87d2-33b3b96ef03d HTTP/1.1" status: 204 len: 168 time: 0.5177844 Nov 12 11:18:17.233348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0b569-8e74-4123-8e7d-5caaa9d4f1d6 tempest-BulkNetworkOpsTest-399178906 tempest-BulkNetworkOpsTest-399178906-project] Pushing event deleted for resources: {'Network': ['ID=a681e9cf-4d43-4622-87d2-33b3b96ef03d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:17.345522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Allocated IP 172.22.0.2 (26a3eaf2-6d1b-49db-8470-f1d8aa89933f/099ebb73-8f28-4f4f-b5a5-26b40003e76a/d1c3020a-08b4-45ea-b099-5ebfdea4bcc8) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:17.418859 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18dbac70-0cb7-4847-bf28-5a30196e0f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.477474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-6abf5883-23ab-485a-8b50-d625c07cd1a3 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809911 Nov 12 11:18:17.608436 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.620431 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.705031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:17.709187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:17.714435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:17.718129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Pushing event updated for resources: {'Port': ['ID=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:17.790143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Attempting to bind port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:17.790514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Attempting to bind port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:17.790878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Attempting to bind port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 on network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:17.798818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49576) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:17.800653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:17.801344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Checking segment: {'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:17.801970 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.802596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Bound using segment: {'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:17.803625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Bound port: d1c3020a-08b4-45ea-b099-5ebfdea4bcc8, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:17.804234 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.975160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] For port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:17.979584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] For port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,segment=NetworkSegment(dbdae2c9-2ee9-470e-94b0-6a755cdfee5b),segment_id=dbdae2c9-2ee9-470e-94b0-6a755cdfee5b)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:17.985954 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.067145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135976e-d6ea-4ec9-a1de-c0a6e1d5e849 None None] Pushing event updated for resources: {'Port': ['ID=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:18.085411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18dbac70-0cb7-4847-bf28-5a30196e0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.088852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.118784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-77402f18-5f2a-4054-812e-a96ff02a8e79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed0be357e47c4673b2798b77514a8c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3175187 Nov 12 11:18:18.133496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49584) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:18.237426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94756c29-dc7a-492f-86da-4e22a43f5eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.281830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94756c29-dc7a-492f-86da-4e22a43f5eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.359272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbac70-0cb7-4847-bf28-5a30196e0f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b58038e-5f89-4dbd-b482-78746029ea00,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:18.411157 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94756c29-dc7a-492f-86da-4e22a43f5eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.414654 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94756c29-dc7a-492f-86da-4e22a43f5eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.419449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-94756c29-dc7a-492f-86da-4e22a43f5eb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45884fc0-3860-4d43-ae69-92619a217234 HTTP/1.1" status: 204 len: 168 time: 0.2815118 Nov 12 11:18:18.449084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=67e99c49-c715-4811-b49c-25dbd136c36d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:18.449257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94756c29-dc7a-492f-86da-4e22a43f5eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45884fc0-3860-4d43-ae69-92619a217234,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:18.465174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-18dbac70-0cb7-4847-bf28-5a30196e0f97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=058f39f4ede84ba3a32e0f6d775b0430&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6059015 Nov 12 11:18:18.469506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49588) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:18.582058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.589719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e1eaec0-d9ba-4f4a-9758-2100feee90a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.611521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking segment: {'id': '490639f6-6096-48b4-8c37-5a3aa480e575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:18.611916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network hostable DHCP agents. Network: 82b173a4-3f89-42dc-9c29-ef51e1365376, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:18.616054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e17f27-2937-4275-ae02-1e32039d8420 req-30873d59-9427-4075-82b1-ab392cfb5d43 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204313 Nov 12 11:18:18.630000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e1eaec0-d9ba-4f4a-9758-2100feee90a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.707682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e1eaec0-d9ba-4f4a-9758-2100feee90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.712951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e1eaec0-d9ba-4f4a-9758-2100feee90a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.713946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4e1eaec0-d9ba-4f4a-9758-2100feee90a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b58038e-5f89-4dbd-b482-78746029ea00 HTTP/1.1" status: 204 len: 168 time: 0.2431350 Nov 12 11:18:18.726734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1eaec0-d9ba-4f4a-9758-2100feee90a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b58038e-5f89-4dbd-b482-78746029ea00,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:18.726984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:18.740409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 82b173a4-3f89-42dc-9c29-ef51e1365376) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:18.753098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:18.753828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.765975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593daca7-117f-491a-8179-2861dffa3659 None None] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:18.793326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-faf5bfc5-24f7-4754-ba95-e80d9b457b88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6713581 Nov 12 11:18:18.795881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49596) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:18.806913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-2bdadb41-9e41-4a1e-90ad-0e85b382f155 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:19.359287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.22.0.1 (26a3eaf2-6d1b-49db-8470-f1d8aa89933f/099ebb73-8f28-4f4f-b5a5-26b40003e76a/1a71f120-989f-44f2-b030-42731c0ee62c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:19.425100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdadb41-9e41-4a1e-90ad-0e85b382f155 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:19.430355 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bdadb41-9e41-4a1e-90ad-0e85b382f155 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.455157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-82b173a4-3f89-42dc-9c29-ef51e1365376', 'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376', 'tenant_id': 'c2383007ad114ed4801558416a74c700', 'fixed_ips': [{'subnet_id': '67e99c49-c715-4811-b49c-25dbd136c36d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:19.459221 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.776637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.778192 n-d-768851-19 neutron-server[109165]: INFO neutron.db.ipam_backend_mixin [None req-2bdadb41-9e41-4a1e-90ad-0e85b382f155 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 67e99c49-c715-4811-b49c-25dbd136c36d (CIDR: 172.20.0.0/28) Nov 12 11:18:19.787235 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdadb41-9e41-4a1e-90ad-0e85b382f155 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:19.787802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdadb41-9e41-4a1e-90ad-0e85b382f155 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:19.824939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2bdadb41-9e41-4a1e-90ad-0e85b382f155 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0257649 Nov 12 11:18:19.826198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49626) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:19.838411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:19.908159 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.932401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Allocated IP 172.20.0.2 (82b173a4-3f89-42dc-9c29-ef51e1365376/67e99c49-c715-4811-b49c-25dbd136c36d/bff41051-1f0e-4c73-bc90-be5875524b5f) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:19.969913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8cac61-99a4-4c5e-bae7-b74c42e83ed1 None None] Network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:20.034435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=1a71f120-989f-44f2-b030-42731c0ee62c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:20.062775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:20.064199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:20.071909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:20.088544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:20.093895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.192525 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.430215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.659355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49654) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:20.668511 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.721569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:20.727260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:20.732124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:20.732726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.745982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=3d19df55-7708-4834-b6c7-b611a2e244f3,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:20.758356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a76cbcb1-d913-4b16-8d2c-c678bf73045b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9289861 Nov 12 11:18:20.761589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49660) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:20.772002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376', 'fixed_ips': [{'subnet_id': '67e99c49-c715-4811-b49c-25dbd136c36d'}, {'subnet_id': '3d19df55-7708-4834-b6c7-b611a2e244f3'}], 'name': 'tempest-PortsTestJSON-1143433567'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:20.913580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6c03fcaa-d9de-46e9-ba98-ee914b9c0f3a tempest-DvrRoutersNegativeTest-2022088423 tempest-DvrRoutersNegativeTest-2022088423-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-189210282', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:20.916607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.policy [None req-6c03fcaa-d9de-46e9-ba98-ee914b9c0f3a tempest-DvrRoutersNegativeTest-2022088423 tempest-DvrRoutersNegativeTest-2022088423-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109165) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 11:18:20.916848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.policy [None req-6c03fcaa-d9de-46e9-ba98-ee914b9c0f3a tempest-DvrRoutersNegativeTest-2022088423 tempest-DvrRoutersNegativeTest-2022088423-project] Failed policy check for 'create_router' {{(pid=109165) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 11:18:20.917507 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-6c03fcaa-d9de-46e9-ba98-ee914b9c0f3a tempest-DvrRoutersNegativeTest-2022088423 tempest-DvrRoutersNegativeTest-2022088423-project] create failed (client error): Access was denied to this resource. Nov 12 11:18:20.928109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.931115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6c03fcaa-d9de-46e9-ba98-ee914b9c0f3a tempest-DvrRoutersNegativeTest-2022088423 tempest-DvrRoutersNegativeTest-2022088423-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2657335 Nov 12 11:18:20.940510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:20.969447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.975703 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.026573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.050652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:21.052659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-23f3246f-b703-4f67-b8d6-92c68fcc52db None None] Provisioning complete for port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:21.053525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-23f3246f-b703-4f67-b8d6-92c68fcc52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.161566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:21.167812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:21.168435 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.179591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=1a71f120-989f-44f2-b030-42731c0ee62c,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:21.209521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.217223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:21.248545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.270253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:21.273982 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:21.285094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Pushing event updated for resources: {'Port': ['ID=bff41051-1f0e-4c73-bc90-be5875524b5f,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:21.410975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:21.413595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:21.501737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.509670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49676) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:21.614422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:21.777338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,segment=NetworkSegment(dbdae2c9-2ee9-470e-94b0-6a755cdfee5b),segment_id=dbdae2c9-2ee9-470e-94b0-6a755cdfee5b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:21.789659 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-23f3246f-b703-4f67-b8d6-92c68fcc52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.798188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.827057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Attempting to bind port bff41051-1f0e-4c73-bc90-be5875524b5f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:21.827470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Attempting to bind port bff41051-1f0e-4c73-bc90-be5875524b5f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '490639f6-6096-48b4-8c37-5a3aa480e575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:21.827854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Attempting to bind port bff41051-1f0e-4c73-bc90-be5875524b5f on network 82b173a4-3f89-42dc-9c29-ef51e1365376 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:21.861001 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:21.868351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-69703f2e-bd2c-4097-b565-689fe68e14e7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1134067 Nov 12 11:18:21.871469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49688) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:21.886951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'network': {'name': 'tempest-RoutersTest-1539125980'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:21.914883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:21.915276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Checking segment: {'id': '490639f6-6096-48b4-8c37-5a3aa480e575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:21.915693 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.916200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Bound using segment: {'id': '490639f6-6096-48b4-8c37-5a3aa480e575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:21.919516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Bound port: bff41051-1f0e-4c73-bc90-be5875524b5f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490639f6-6096-48b4-8c37-5a3aa480e575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:21.919930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.938190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:21.949679 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.954640 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:21.997012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.10 (82b173a4-3f89-42dc-9c29-ef51e1365376/67e99c49-c715-4811-b49c-25dbd136c36d/b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:22.017623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.23 (82b173a4-3f89-42dc-9c29-ef51e1365376/3d19df55-7708-4834-b6c7-b611a2e244f3/b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:22.084158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:22.123340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.123686 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added segment 12add0c5-8224-4198-9256-77130b1718dd of type vlan for network fe72625a-e18f-4c3d-a392-31b9076f5e85 Nov 12 11:18:22.155667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:22.156342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:22.207899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.246370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.252669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:22.253292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.333704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:22.356661 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-23f3246f-b703-4f67-b8d6-92c68fcc52db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:18:22.358188 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-23f3246f-b703-4f67-b8d6-92c68fcc52db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:18:22.359368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] For port bff41051-1f0e-4c73-bc90-be5875524b5f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:22.365764 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3512c9b0-04a9-4011-88ed-df1200f33e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.379785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] For port bff41051-1f0e-4c73-bc90-be5875524b5f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bff41051-1f0e-4c73-bc90-be5875524b5f,segment=NetworkSegment(490639f6-6096-48b4-8c37-5a3aa480e575),segment_id=490639f6-6096-48b4-8c37-5a3aa480e575)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:22.395213 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.404563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5316157 Nov 12 11:18:22.412115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49698) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:22.419390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'subnet': {'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:22.420490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d14f9-b0d6-4b65-b971-14b64ad05e9d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Network': ['ID=fe72625a-e18f-4c3d-a392-31b9076f5e85,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:22.554218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26779b-7fb8-4311-9a99-2180f851fc3a None None] Pushing event updated for resources: {'Port': ['ID=bff41051-1f0e-4c73-bc90-be5875524b5f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:22.558429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network fe72625a-e18f-4c3d-a392-31b9076f5e85 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:22.578261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:22.625987 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.845467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3512c9b0-04a9-4011-88ed-df1200f33e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.857115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Made reservation on behalf of e711e233f6274227a88445205192fc64 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:22.860991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.881326 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3512c9b0-04a9-4011-88ed-df1200f33e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.261331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1e0b1b32-3b4f-467c-b498-5e08af8826ab None None] Provisioning complete for port 1a71f120-989f-44f2-b030-42731c0ee62c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:23.261933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1b32-3b4f-467c-b498-5e08af8826ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.396035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b1b32-3b4f-467c-b498-5e08af8826ab None None] Port 1a71f120-989f-44f2-b030-42731c0ee62c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:23.407543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49710) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:23.409396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:20Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:20Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:23.457553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:23.457914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Updating router 7ea658a7-9588-4f60-8a76-4219e93071ea port 1a71f120-989f-44f2-b030-42731c0ee62c binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:18:23.481885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1e0b1b32-3b4f-467c-b498-5e08af8826ab None None] Provisioning complete for port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:23.482334 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1b32-3b4f-467c-b498-5e08af8826ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.513216 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.573538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1455518c-8b37-42ed-b223-bb0d92e0efbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.597805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.629836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3512c9b0-04a9-4011-88ed-df1200f33e61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79996d5598024b1ebc0d81eb9a0010c0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1168904 Nov 12 11:18:23.630576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49714) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:23.742814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1455518c-8b37-42ed-b223-bb0d92e0efbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.749474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1455518c-8b37-42ed-b223-bb0d92e0efbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.789047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455518c-8b37-42ed-b223-bb0d92e0efbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ea5c47-d92e-4aa0-b434-2fa866f7ebb4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:23.792395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:23.813769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512c9b0-04a9-4011-88ed-df1200f33e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbfe432-08eb-480b-80bf-2dd91ece9826,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:23.815283 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1455518c-8b37-42ed-b223-bb0d92e0efbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16bc665210b34581bcf2c08939d450d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059265 Nov 12 11:18:23.817279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49716) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:23.861147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:23.879418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:23.889804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:23.913845 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c82481e9-0590-4eaf-9c30-c04d33f06a23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.939003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1bd6fc2f-540b-40a1-9de9-8b616c02974e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.946941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c82481e9-0590-4eaf-9c30-c04d33f06a23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.993721 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4dea2ba4-66e5-414d-ae5f-aaf6f3eb35a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.034203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1bd6fc2f-540b-40a1-9de9-8b616c02974e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.036729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c82481e9-0590-4eaf-9c30-c04d33f06a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.042294 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c82481e9-0590-4eaf-9c30-c04d33f06a23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.044706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c82481e9-0590-4eaf-9c30-c04d33f06a23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0ea5c47-d92e-4aa0-b434-2fa866f7ebb4 HTTP/1.1" status: 204 len: 168 time: 0.2251947 Nov 12 11:18:24.091471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82481e9-0590-4eaf-9c30-c04d33f06a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ea5c47-d92e-4aa0-b434-2fa866f7ebb4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:24.140176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:24.158972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.164917 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.182890 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.287018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7f6b5ada-b013-424a-9524-71133d9c6601 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.5242167 Nov 12 11:18:24.290402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49736) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:24.295768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.297847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '67e99c49-c715-4811-b49c-25dbd136c36d'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:24.457202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1bd6fc2f-540b-40a1-9de9-8b616c02974e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.460008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1bd6fc2f-540b-40a1-9de9-8b616c02974e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.472919 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1bd6fc2f-540b-40a1-9de9-8b616c02974e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecbfe432-08eb-480b-80bf-2dd91ece9826 HTTP/1.1" status: 204 len: 168 time: 0.8205271 Nov 12 11:18:24.502798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6fc2f-540b-40a1-9de9-8b616c02974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbfe432-08eb-480b-80bf-2dd91ece9826,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:24.523910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Subnet': ['ID=d09f7518-94d3-402d-bf1f-874a6d204f42,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:24.563057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Checking segment: {'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:24.563430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network hostable DHCP agents. Network: fe72625a-e18f-4c3d-a392-31b9076f5e85, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:24.582206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49746) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:24.656473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network fe72625a-e18f-4c3d-a392-31b9076f5e85 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:24.673192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, fe72625a-e18f-4c3d-a392-31b9076f5e85) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:24.695137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:24.696055 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.739064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-33fa99d5-2473-4adf-8ad7-966ae6b632e0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3255126 Nov 12 11:18:24.739787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49752) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:24.771345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.883714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f893028-d928-4ac3-a32d-fb95cec7f99b None None] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:24.885981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bff41051-1f0e-4c73-bc90-be5875524b5f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:24.890422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51541f54-c7a2-4d0e-b30b-1e837bef1135 None None] Network fe72625a-e18f-4c3d-a392-31b9076f5e85 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:25.015734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd50f9-a017-4e84-9546-4cf8f06b47ce None None] Pushing event updated for resources: {'Port': ['ID=1a71f120-989f-44f2-b030-42731c0ee62c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:25.039848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49756) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:25.069922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc766-2999-4ca8-9c39-dc417e96ee1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.303824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Attempting to bind port 1a71f120-989f-44f2-b030-42731c0ee62c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:25.305306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Attempting to bind port 1a71f120-989f-44f2-b030-42731c0ee62c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:25.307003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Attempting to bind port 1a71f120-989f-44f2-b030-42731c0ee62c on network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:25.312451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Delete allocated IP 172.20.0.23 (82b173a4-3f89-42dc-9c29-ef51e1365376/3d19df55-7708-4834-b6c7-b611a2e244f3) {{(pid=109166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:18:25.326517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc766-2999-4ca8-9c39-dc417e96ee1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.386086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ee94a4d2-f30a-4769-b95b-929ce68bdccc None None] Provisioning complete for port bff41051-1f0e-4c73-bc90-be5875524b5f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:25.386682 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ee94a4d2-f30a-4769-b95b-929ce68bdccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.478108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-217de798-d7d2-4fcf-b2d1-359df827ad5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.554673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:25.556656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Checking segment: {'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:25.557600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.560331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Bound using segment: {'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:25.561135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Bound port: 1a71f120-989f-44f2-b030-42731c0ee62c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:25.561700 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.588024 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.598445 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc766-2999-4ca8-9c39-dc417e96ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.607037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.659942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6c3dc766-2999-4ca8-9c39-dc417e96ee1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d191478cee99487b8a36b72455f19621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6150568 Nov 12 11:18:25.659942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.664508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49780) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:25.761323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-7e983076-a291-4def-b575-08063a9269ad tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:25.769899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-7e983076-a291-4def-b575-08063a9269ad tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 815 time: 0.5383296 Nov 12 11:18:25.816359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:25.891286 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dc766-2999-4ca8-9c39-dc417e96ee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a968c5-75b4-4448-8231-d458981fcc6e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:25.916673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21c4929d-72a5-4864-904c-3376fb58679b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.922425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-217de798-d7d2-4fcf-b2d1-359df827ad5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.944185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21c4929d-72a5-4864-904c-3376fb58679b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.956516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] For port 1a71f120-989f-44f2-b030-42731c0ee62c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:25.961305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] For port 1a71f120-989f-44f2-b030-42731c0ee62c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1a71f120-989f-44f2-b030-42731c0ee62c,segment=NetworkSegment(dbdae2c9-2ee9-470e-94b0-6a755cdfee5b),segment_id=dbdae2c9-2ee9-470e-94b0-6a755cdfee5b)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:25.969300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port bff41051-1f0e-4c73-bc90-be5875524b5f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:25.969926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.972850 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.027087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21c4929d-72a5-4864-904c-3376fb58679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.044221 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21c4929d-72a5-4864-904c-3376fb58679b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.049989 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-21c4929d-72a5-4864-904c-3376fb58679b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29a968c5-75b4-4448-8231-d458981fcc6e HTTP/1.1" status: 204 len: 168 time: 0.3801105 Nov 12 11:18:26.104631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4929d-72a5-4864-904c-3376fb58679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a968c5-75b4-4448-8231-d458981fcc6e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:26.157047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-fe72625a-e18f-4c3d-a392-31b9076f5e85', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:26.157885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.170160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] In _notify_port_updated(), no bound segment for port b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d on network 82b173a4-3f89-42dc-9c29-ef51e1365376 {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:18:26.184596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:26.186777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.194565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f8a4d25e-cd27-415c-a497-546e16d85136 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "PUT /v2.0/ports/b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d HTTP/1.1" status: 200 len: 920 time: 1.8992569 Nov 12 11:18:26.195359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49792) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.208803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '67e99c49-c715-4811-b49c-25dbd136c36d'}, {'subnet_id': '3d19df55-7708-4834-b6c7-b611a2e244f3'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:26.312466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49794) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.345169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Allocated IP 172.23.0.2 (fe72625a-e18f-4c3d-a392-31b9076f5e85/d09f7518-94d3-402d-bf1f-874a6d204f42/c11998c0-303b-4e47-8300-251366b56ec5) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:26.396639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49796) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.407855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-b06f3cca-ac54-4960-b5dc-4168d30cb425 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/quotas/447a13fb3d6a4c4088d19157f7f1b97c HTTP/1.1" status: 200 len: 375 time: 0.6363146 Nov 12 11:18:26.411821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-217de798-d7d2-4fcf-b2d1-359df827ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.462667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-217de798-d7d2-4fcf-b2d1-359df827ad5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d30cf78512e4067910bb9fcc10ffdb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8793993 Nov 12 11:18:26.483708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49798) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.566710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:26.569600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:17:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:26.590724 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-77d214f7-0501-44b8-98ef-6689e9937005 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2718 time: 0.2735655 Nov 12 11:18:26.591481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49804) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.606709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'network': {'name': 'tempest-network-smoke--719053027', 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'port_security_enabled': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:26.628673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.630722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217de798-d7d2-4fcf-b2d1-359df827ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d512792f-1d62-40a2-81fd-eadf51bd2c98,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:26.659289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-221c4724-308a-48ca-ac0d-2dda73a50b21 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2504287 Nov 12 11:18:26.778402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Made reservation on behalf of bbdf3c4e53e34da1a809b79f2a4752cc for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:26.784883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.810150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd72c-57d3-4338-a349-f518a131f91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.866404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd72c-57d3-4338-a349-f518a131f91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.930594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-5bad238d-1464-4c4d-ab93-3dac7c2e7849 service neutron] 10.222.0.31 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558224 Nov 12 11:18:26.957994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd72c-57d3-4338-a349-f518a131f91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.964370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd72c-57d3-4338-a349-f518a131f91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.966296 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5d1dd72c-57d3-4338-a349-f518a131f91d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d512792f-1d62-40a2-81fd-eadf51bd2c98 HTTP/1.1" status: 204 len: 168 time: 0.4819546 Nov 12 11:18:27.010512 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0fc4b3a2-6992-4474-a70d-5f45f0c1eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.019978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd50f9-a017-4e84-9546-4cf8f06b47ce None None] Pushing event updated for resources: {'Port': ['ID=1a71f120-989f-44f2-b030-42731c0ee62c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:27.051788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae0fa3-c6e4-4b08-b47d-8c0783d08f39 None None] Update dhcp port {'port': {'network_id': '82b173a4-3f89-42dc-9c29-ef51e1365376', 'fixed_ips': [{'subnet_id': '67e99c49-c715-4811-b49c-25dbd136c36d', 'ip_address': '172.20.0.2'}, {'subnet_id': '3d19df55-7708-4834-b6c7-b611a2e244f3'}], 'binding:host_id': 'n-d-768851-19'}, 'id': 'bff41051-1f0e-4c73-bc90-be5875524b5f'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:18:27.097725 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ee94a4d2-f30a-4769-b95b-929ce68bdccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.102902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:27.106450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.189296 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.278107 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0fa3-c6e4-4b08-b47d-8c0783d08f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.311446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Allocated IP 172.23.0.1 (fe72625a-e18f-4c3d-a392-31b9076f5e85/d09f7518-94d3-402d-bf1f-874a6d204f42/ce9b9115-416c-4d05-9858-656f0f4941d1) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:27.351234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.28 (82b173a4-3f89-42dc-9c29-ef51e1365376/3d19df55-7708-4834-b6c7-b611a2e244f3/b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:27.489261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.491571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dd72c-57d3-4338-a349-f518a131f91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d512792f-1d62-40a2-81fd-eadf51bd2c98,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:27.495669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:27.501887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.516774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6e2f64e2-9235-499a-8909-59a7e75e6fb8 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:27.517428 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-6e2f64e2-9235-499a-8909-59a7e75e6fb8 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 11:18:27.518811 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-6e2f64e2-9235-499a-8909-59a7e75e6fb8 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:18:27.523503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6e2f64e2-9235-499a-8909-59a7e75e6fb8 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.0781097 Nov 12 11:18:27.525861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.527784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49826) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:27.542821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--698813515'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:27.570117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.570612 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Added segment 4c002ccc-7a51-44e3-952d-5cb9b3026b00 of type vlan for network 48e27659-4c5f-4e63-968a-68fc6e1c5fda Nov 12 11:18:27.623393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Network fe72625a-e18f-4c3d-a392-31b9076f5e85 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:27.631787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-02854196-ff77-483c-b5c7-6d04168fad68 service neutron] 10.222.0.31 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907046 Nov 12 11:18:27.634194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.726371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ee94a4d2-f30a-4769-b95b-929ce68bdccc None None] For port bff41051-1f0e-4c73-bc90-be5875524b5f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bff41051-1f0e-4c73-bc90-be5875524b5f,segment=NetworkSegment(490639f6-6096-48b4-8c37-5a3aa480e575),segment_id=490639f6-6096-48b4-8c37-5a3aa480e575)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:27.734926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network fe72625a-e18f-4c3d-a392-31b9076f5e85 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:27.743080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:27.748943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:27.771969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.772206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:27.778374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:27.781339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:27.827629 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.829555 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ee94a4d2-f30a-4769-b95b-929ce68bdccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.845007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.867418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Pushing event updated for resources: {'Port': ['ID=c11998c0-303b-4e47-8300-251366b56ec5,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:27.873940 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.876370 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.900929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] In _notify_port_updated(), no bound segment for port b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d on network 82b173a4-3f89-42dc-9c29-ef51e1365376 {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:18:27.906128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:27.906939 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.909169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b5164c44-2fbe-4a74-bfbd-21cce18fd7f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "PUT /v2.0/ports/b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d HTTP/1.1" status: 200 len: 1000 time: 1.7115469 Nov 12 11:18:27.913342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:27.926378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.932818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:27.933783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.003973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.057669 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cb73becd-d726-43f6-a9d9-6c5cdb7d97ce req-0ad42b09-d1db-4e32-9339-0eae91403393 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 210 time: 0.0538013 Nov 12 11:18:28.119981 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5178800 Nov 12 11:18:28.125292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49844) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.130723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'admin_state_up': True, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:28.148618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=ce9b9115-416c-4d05-9858-656f0f4941d1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:28.230096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29216b0-23f6-45c6-827d-dfd4097f17d0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Network': ['ID=48e27659-4c5f-4e63-968a-68fc6e1c5fda,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:28.294489 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.295634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.341542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.343775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.349155 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.378250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-49f738a0-7dc2-4ab8-a063-7b0f02e0169f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:28.378512 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49f738a0-7dc2-4ab8-a063-7b0f02e0169f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.539386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.569643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e76e99-01fd-407f-87ce-aff7e28fa3db,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:28.673271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.682763 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.769821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49874) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.817587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:28.982589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-a9ae0fa3-c6e4-4b08-b47d-8c0783d08f39 None None] Allocated IP 172.20.0.18 (82b173a4-3f89-42dc-9c29-ef51e1365376/3d19df55-7708-4834-b6c7-b611a2e244f3/bff41051-1f0e-4c73-bc90-be5875524b5f) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:29.005183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.013733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.124458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a9ae0fa3-c6e4-4b08-b47d-8c0783d08f39 None None] For port bff41051-1f0e-4c73-bc90-be5875524b5f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bff41051-1f0e-4c73-bc90-be5875524b5f,segment=NetworkSegment(490639f6-6096-48b4-8c37-5a3aa480e575),segment_id=490639f6-6096-48b4-8c37-5a3aa480e575)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:29.132680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.136270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event updated for resources: {'Port': ['ID=ce9b9115-416c-4d05-9858-656f0f4941d1,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:29.183903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0fa3-c6e4-4b08-b47d-8c0783d08f39 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.230962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0fa3-c6e4-4b08-b47d-8c0783d08f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.240703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a02a85db-270b-408c-b28d-1b82c8a59fe2 None None] Provisioning complete for port 1a71f120-989f-44f2-b030-42731c0ee62c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:29.241121 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a02a85db-270b-408c-b28d-1b82c8a59fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.270231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-30d8a7a8-8b55-416c-9f3c-6a249476ec28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.315584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-377f3d4d-8a84-473d-8925-2cc008b7993f req-555b5c1e-e416-4652-a113-77068058318d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 210 time: 0.1156888 Nov 12 11:18:29.335837 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49f738a0-7dc2-4ab8-a063-7b0f02e0169f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.355510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Attempting to bind port c11998c0-303b-4e47-8300-251366b56ec5 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:29.356239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Attempting to bind port c11998c0-303b-4e47-8300-251366b56ec5 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:29.357311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Attempting to bind port c11998c0-303b-4e47-8300-251366b56ec5 on network fe72625a-e18f-4c3d-a392-31b9076f5e85 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:29.376788 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.381052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8500111 Nov 12 11:18:29.393640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbad51-a917-42b3-a1db-fd6fa4faa1bb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d53b5f-3360-4984-916f-ab53f9a399ab,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:29.396725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49888) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.403821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f595046d-0c0b-4e14-a3d5-ed2d85c2e9ac tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': 'd3d53b5f-3360-4984-916f-ab53f9a399ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:29.415166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-49f738a0-7dc2-4ab8-a063-7b0f02e0169f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:29.419665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.431455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Network fe72625a-e18f-4c3d-a392-31b9076f5e85 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:29.526209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-30d8a7a8-8b55-416c-9f3c-6a249476ec28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.528474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:29.535086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:29.538312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Checking segment: {'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:29.538734 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.539136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Bound using segment: {'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:29.539663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Bound port: c11998c0-303b-4e47-8300-251366b56ec5, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:29.540042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.550829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:18:29.551181 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:18:29.569091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-30d8a7a8-8b55-416c-9f3c-6a249476ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.609048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94a4d2-f30a-4769-b95b-929ce68bdccc None None] Pushing event updated for resources: {'Port': ['ID=bff41051-1f0e-4c73-bc90-be5875524b5f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:29.638058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.672782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8a7a8-8b55-416c-9f3c-6a249476ec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d38b08a-a66c-47ec-92d2-5b249c3012c8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:29.696164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f595046d-0c0b-4e14-a3d5-ed2d85c2e9ac tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.862474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae0fa3-c6e4-4b08-b47d-8c0783d08f39 None None] Pushing event updated for resources: {'Port': ['ID=bff41051-1f0e-4c73-bc90-be5875524b5f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:29.899460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] For port c11998c0-303b-4e47-8300-251366b56ec5, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:29.911103 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a02a85db-270b-408c-b28d-1b82c8a59fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.927610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] For port c11998c0-303b-4e47-8300-251366b56ec5, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c11998c0-303b-4e47-8300-251366b56ec5,segment=NetworkSegment(12add0c5-8224-4198-9256-77130b1718dd),segment_id=12add0c5-8224-4198-9256-77130b1718dd)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:29.941020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.950326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:20Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:25Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:29.959744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:29.995529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-30d8a7a8-8b55-416c-9f3c-6a249476ec28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3769ff21d8d745d79edee963acef8fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2220602 Nov 12 11:18:30.001432 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49900) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.022708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85adf769-cf83-4ce3-8970-8f4e6ea97d0d None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:20Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:25Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:30.178626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a02a85db-270b-408c-b28d-1b82c8a59fe2 None None] For port 1a71f120-989f-44f2-b030-42731c0ee62c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1a71f120-989f-44f2-b030-42731c0ee62c,segment=NetworkSegment(dbdae2c9-2ee9-470e-94b0-6a755cdfee5b),segment_id=dbdae2c9-2ee9-470e-94b0-6a755cdfee5b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:30.188036 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a02a85db-270b-408c-b28d-1b82c8a59fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.210539 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f595046d-0c0b-4e14-a3d5-ed2d85c2e9ac tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.215926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c093aa-9216-453a-938e-866765d2b338 None None] Pushing event updated for resources: {'Port': ['ID=c11998c0-303b-4e47-8300-251366b56ec5,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:30.247078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:30.312296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f595046d-0c0b-4e14-a3d5-ed2d85c2e9ac tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.325830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.362629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:30.368899 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.372399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a85db-270b-408c-b28d-1b82c8a59fe2 None None] Pushing event updated for resources: {'Port': ['ID=1a71f120-989f-44f2-b030-42731c0ee62c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:30.392237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.584605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a48bf6c-a290-4601-8eac-02399ddc2568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.612628 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a48bf6c-a290-4601-8eac-02399ddc2568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.699136 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.748845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6634cfd-7d71-47d9-b7a4-58adc1441e9c req-d1ab3938-1e6d-4362-80eb-0e2abe6b82b3 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 210 time: 0.2362819 Nov 12 11:18:30.755013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49f738a0-7dc2-4ab8-a063-7b0f02e0169f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.758809 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a48bf6c-a290-4601-8eac-02399ddc2568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.765047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a48bf6c-a290-4601-8eac-02399ddc2568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.766278 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0a48bf6c-a290-4601-8eac-02399ddc2568 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d38b08a-a66c-47ec-92d2-5b249c3012c8 HTTP/1.1" status: 204 len: 168 time: 0.7635753 Nov 12 11:18:30.814407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef17354-6b25-44ba-af0a-2f3ed5e3d098 None None] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:30.971509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bff41051-1f0e-4c73-bc90-be5875524b5f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:30.976344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48bf6c-a290-4601-8eac-02399ddc2568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d38b08a-a66c-47ec-92d2-5b249c3012c8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:30.982423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f738a0-7dc2-4ab8-a063-7b0f02e0169f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:31.087681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595046d-0c0b-4e14-a3d5-ed2d85c2e9ac tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151c12cd-8247-40f0-b6ed-e6057000ad56,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:31.094209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f595046d-0c0b-4e14-a3d5-ed2d85c2e9ac tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.095432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f595046d-0c0b-4e14-a3d5-ed2d85c2e9ac tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6960859 Nov 12 11:18:31.099052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49910) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:31.103792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b03bdc92-d83f-454b-ad99-34ed2716cdbe tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': 'd3d53b5f-3360-4984-916f-ab53f9a399ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:31.134533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-f666a436-577a-4719-ac1e-77a7cea87f54 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:31.136272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-f666a436-577a-4719-ac1e-77a7cea87f54 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 815 time: 1.5902095 Nov 12 11:18:31.160195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Request body: {'port': {'device_id': '61dcd1a6-6b0f-4328-afae-a6c269a24df5', 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'admin_state_up': True, 'tenant_id': '447a13fb3d6a4c4088d19157f7f1b97c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:31.211170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Allocated IP 172.25.2.95 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/9104cb6c-d9df-43f3-8886-5508764756c3) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:31.221878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c1d4aa07-4f98-4791-9f85-6027d8b897fc None None] Provisioning complete for port bff41051-1f0e-4c73-bc90-be5875524b5f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:31.223641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1d4aa07-4f98-4791-9f85-6027d8b897fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.279528 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49f738a0-7dc2-4ab8-a063-7b0f02e0169f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.289997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:31.292291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-49f738a0-7dc2-4ab8-a063-7b0f02e0169f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d HTTP/1.1" status: 204 len: 168 time: 3.3772902 Nov 12 11:18:31.298039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49916) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:31.336266 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-652f21c7-0db6-48c4-a494-405b2a15ad02 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5823631 Nov 12 11:18:31.336266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49918) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:31.343692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:31.359471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b03bdc92-d83f-454b-ad99-34ed2716cdbe tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.387197 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-040d0205-dc99-4818-aef4-6e221a487d55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:18:31.388824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port bff41051-1f0e-4c73-bc90-be5875524b5f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:31.389606 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.397324 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-040d0205-dc99-4818-aef4-6e221a487d55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d HTTP/1.1" status: 404 len: 333 time: 0.0959449 Nov 12 11:18:31.399018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49924) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:31.451384 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:31.471697 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:31.477086 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:31.638562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c11998c0-303b-4e47-8300-251366b56ec5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:31.687400 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:31.719999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6581f0-4e17-49f3-b7dd-8feb6dc7bb60 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet 3d19df55-7708-4834-b6c7-b611a2e244f3 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:31.733208 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af6581f0-4e17-49f3-b7dd-8feb6dc7bb60 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.769394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c1d4aa07-4f98-4791-9f85-6027d8b897fc None None] Could not find standard attr ID for object b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:18:31.829016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c11998c0-303b-4e47-8300-251366b56ec5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:31.829392 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.982123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18acce43-9aa0-4936-bc5b-1854f84f0438 None None] Network fe72625a-e18f-4c3d-a392-31b9076f5e85 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:31.996155 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af6581f0-4e17-49f3-b7dd-8feb6dc7bb60 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.032735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49940) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:32.037401 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.070028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-206795c4-8e88-4765-adfb-06da7de15032 req-92a67ecc-9b78-4e23-8ba6-4ba5ffc60507 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 210 time: 0.0622098 Nov 12 11:18:32.156918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Made reservation on behalf of 447a13fb3d6a4c4088d19157f7f1b97c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:32.168622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.181989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e53fe21b-40aa-4a2d-a90d-2a82e9f3d07b None None] Provisioning complete for port c11998c0-303b-4e47-8300-251366b56ec5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:32.183042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e53fe21b-40aa-4a2d-a90d-2a82e9f3d07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.207108 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-b03bdc92-d83f-454b-ad99-34ed2716cdbe tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:18:32.210824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b03bdc92-d83f-454b-ad99-34ed2716cdbe tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1080699 Nov 12 11:18:32.214951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49946) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:32.245387 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.295548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af6581f0-4e17-49f3-b7dd-8feb6dc7bb60 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.326162 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:28Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:28Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:32.366216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.371523 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af6581f0-4e17-49f3-b7dd-8feb6dc7bb60 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.409517 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:32.411538 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Updating router 7ea658a7-9588-4f60-8a76-4219e93071ea port ce9b9115-416c-4d05-9858-656f0f4941d1 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:18:32.422111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port c11998c0-303b-4e47-8300-251366b56ec5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c11998c0-303b-4e47-8300-251366b56ec5,segment=NetworkSegment(12add0c5-8224-4198-9256-77130b1718dd),segment_id=12add0c5-8224-4198-9256-77130b1718dd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:32.434354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e21fb02-e698-41b9-9729-1771906a41e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.443716 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.444287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6581f0-4e17-49f3-b7dd-8feb6dc7bb60 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=3d19df55-7708-4834-b6c7-b611a2e244f3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:32.444414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1a71f120-989f-44f2-b030-42731c0ee62c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:32.470675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:32.476598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af6581f0-4e17-49f3-b7dd-8feb6dc7bb60 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.486106 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.496292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-af6581f0-4e17-49f3-b7dd-8feb6dc7bb60 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/3d19df55-7708-4834-b6c7-b611a2e244f3 HTTP/1.1" status: 204 len: 168 time: 1.0812287 Nov 12 11:18:32.501267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:32.506756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:32.510228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49950) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:32.526581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d2302d-c761-4111-8963-914ad9929a3b None None] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:32.534985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=9104cb6c-d9df-43f3-8886-5508764756c3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:32.576630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d70fb0-74a8-43f1-9c60-7dc2b624e661 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:32.706011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19330676-1284-43b3-86c2-1f310f3638b5 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.828599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e21fb02-e698-41b9-9729-1771906a41e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.882259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e21fb02-e698-41b9-9729-1771906a41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.913484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=c11998c0-303b-4e47-8300-251366b56ec5,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:32.918416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19330676-1284-43b3-86c2-1f310f3638b5 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.993471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1a71f120-989f-44f2-b030-42731c0ee62c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:32.994713 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.014880 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21fb02-e698-41b9-9729-1771906a41e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dacf21-535e-4381-86cd-58f29f3ec03d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:33.076213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63e5e5d-3ef8-498d-9bdc-00fab12a96eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet 67e99c49-c715-4811-b49c-25dbd136c36d {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:33.080772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2e21fb02-e698-41b9-9729-1771906a41e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cb82ab044944f21a56fc88c42085f18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0402126 Nov 12 11:18:33.085006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49960) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:33.106359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Allocated IP 172.20.0.7 (a9729990-ab48-4932-941d-a906c3d26c0a/18c35aae-6686-4a88-a8d7-136219d3cf49/efb6d7b6-0fea-4561-a5b8-0803c72b8f0e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:33.131084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ce444249-8fec-410e-8ac3-4289f2c93fbc None None] Provisioning complete for port bff41051-1f0e-4c73-bc90-be5875524b5f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:33.134193 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce444249-8fec-410e-8ac3-4289f2c93fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.138014 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.241704 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.255138 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.385692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5610f3d2-d02c-4b44-8433-83608eb4e7f0 req-6717f06b-3b5a-4f79-acc4-df95ca4f3669 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 210 time: 0.0740769 Nov 12 11:18:33.443825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abc8aee7-4d3c-4914-b23f-e9310c02e395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.479796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abc8aee7-4d3c-4914-b23f-e9310c02e395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.519702 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ce9b9115-416c-4d05-9858-656f0f4941d1,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:33.536212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.569222 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.572205 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.572939 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.574046 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.574715 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.575657 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.575880 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.576417 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.577322 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.577861 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.578454 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.578985 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:33.595566 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Attempting to bind port ce9b9115-416c-4d05-9858-656f0f4941d1 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:33.601863 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Attempting to bind port ce9b9115-416c-4d05-9858-656f0f4941d1 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:33.602616 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Attempting to bind port ce9b9115-416c-4d05-9858-656f0f4941d1 on network fe72625a-e18f-4c3d-a392-31b9076f5e85 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:33.623856 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:33.624645 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Checking segment: {'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:33.625125 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.625910 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Bound using segment: {'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:33.626683 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Bound port: ce9b9115-416c-4d05-9858-656f0f4941d1, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12add0c5-8224-4198-9256-77130b1718dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:33.627863 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.630983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ce444249-8fec-410e-8ac3-4289f2c93fbc None None] Provisioning complete for port 9104cb6c-d9df-43f3-8886-5508764756c3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:33.631359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce444249-8fec-410e-8ac3-4289f2c93fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.664561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abc8aee7-4d3c-4914-b23f-e9310c02e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.677512 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abc8aee7-4d3c-4914-b23f-e9310c02e395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.679264 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-abc8aee7-4d3c-4914-b23f-e9310c02e395 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0dacf21-535e-4381-86cd-58f29f3ec03d HTTP/1.1" status: 204 len: 168 time: 0.5933356 Nov 12 11:18:33.695257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ce444249-8fec-410e-8ac3-4289f2c93fbc None None] Port 9104cb6c-d9df-43f3-8886-5508764756c3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:33.725565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8aee7-4d3c-4914-b23f-e9310c02e395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dacf21-535e-4381-86cd-58f29f3ec03d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:33.750296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:18:33.773090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c11998c0-303b-4e47-8300-251366b56ec5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:33.826957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Removed routes are [] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:18:33.828030 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.836512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b63e5e5d-3ef8-498d-9bdc-00fab12a96eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.850096 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.851920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19330676-1284-43b3-86c2-1f310f3638b5 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.853105 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] For port ce9b9115-416c-4d05-9858-656f0f4941d1, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:33.855438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19330676-1284-43b3-86c2-1f310f3638b5 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.864845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-19330676-1284-43b3-86c2-1f310f3638b5 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3d53b5f-3360-4984-916f-ab53f9a399ab HTTP/1.1" status: 204 len: 168 time: 1.6425588 Nov 12 11:18:33.874580 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] For port ce9b9115-416c-4d05-9858-656f0f4941d1, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ce9b9115-416c-4d05-9858-656f0f4941d1,segment=NetworkSegment(12add0c5-8224-4198-9256-77130b1718dd),segment_id=12add0c5-8224-4198-9256-77130b1718dd)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:33.881716 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.885149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49978) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:33.895095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d6bd7b3c-df6c-47c5-b246-5e0bae13d100'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:33.898249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e93d120-6043-4879-b034-aa0ae8a82c0a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:33.979400 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:33.983718 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:34.032461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1cbb1e86-189d-448d-8f16-b56a4569b636 None None] Provisioning complete for port ce9b9115-416c-4d05-9858-656f0f4941d1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:34.034158 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1e86-189d-448d-8f16-b56a4569b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.053269 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.088173 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5a87be3b-3922-481f-bf57-f8833ee11a0a tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1980820 Nov 12 11:18:34.089047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49984) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:34.097382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c0ae0ab1-faea-48b8-9209-4e125dc720c9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740565681'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:34.194326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c11998c0-303b-4e47-8300-251366b56ec5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:34.195048 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.250889 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:34.312906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0ab1-faea-48b8-9209-4e125dc720c9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.406271 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1e86-189d-448d-8f16-b56a4569b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.575826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0ab1-faea-48b8-9209-4e125dc720c9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.588646 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0ab1-faea-48b8-9209-4e125dc720c9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.710754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1cbb1e86-189d-448d-8f16-b56a4569b636 None None] For port ce9b9115-416c-4d05-9858-656f0f4941d1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ce9b9115-416c-4d05-9858-656f0f4941d1,segment=NetworkSegment(12add0c5-8224-4198-9256-77130b1718dd),segment_id=12add0c5-8224-4198-9256-77130b1718dd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:34.713078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19330676-1284-43b3-86c2-1f310f3638b5 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d53b5f-3360-4984-916f-ab53f9a399ab,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:34.732594 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0ab1-faea-48b8-9209-4e125dc720c9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.740677 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c0ae0ab1-faea-48b8-9209-4e125dc720c9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6479120 Nov 12 11:18:34.761088 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1e86-189d-448d-8f16-b56a4569b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.780993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49994) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:34.805244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-65e504d7-a14b-45c0-bc58-fc978267ebb7 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': 'cabca396-feda-4036-8933-e18b6e67b87e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:34.807071 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-65e504d7-a14b-45c0-bc58-fc978267ebb7 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 11:18:34.808060 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-65e504d7-a14b-45c0-bc58-fc978267ebb7 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:34.809883 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-65e504d7-a14b-45c0-bc58-fc978267ebb7 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0273747 Nov 12 11:18:34.822076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49996) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:34.824467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Pushing event updated for resources: {'Port': ['ID=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:34.913119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae0ab1-faea-48b8-9209-4e125dc720c9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabca396-feda-4036-8933-e18b6e67b87e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:34.920891 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb460892-87ce-498a-bb33-22a5616b7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ce9b9115-416c-4d05-9858-656f0f4941d1,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:34.942737 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:33Z', 'revision_number': 6, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:33Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:34.993336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Router be42b84e-f668-435f-b28c-dc1a0a53bed5 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:18:35.011799 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fafa09-b745-4cbb-8f02-40ce21319b4b None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:33Z', 'revision_number': 6, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:33Z', 'revision_number': 4, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:35.053408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b63e5e5d-3ef8-498d-9bdc-00fab12a96eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.103836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1cbb1e86-189d-448d-8f16-b56a4569b636 None None] Provisioning complete for port c11998c0-303b-4e47-8300-251366b56ec5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:35.104785 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1e86-189d-448d-8f16-b56a4569b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.227670 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a24a857-e1c5-46e7-bfe8-9d57c54b752f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.238502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb1e86-189d-448d-8f16-b56a4569b636 None None] Pushing event updated for resources: {'Port': ['ID=ce9b9115-416c-4d05-9858-656f0f4941d1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:35.239537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Network a9729990-ab48-4932-941d-a906c3d26c0a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:35.242920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50000) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:35.274438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:35.305756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d24ff-9c27-44d2-bebb-31ae452a1a36 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:35.349629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:35.415099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50002) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:35.423287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc8bba8-b969-47cc-8fb3-7a1f9a0eade1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.426128 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a24a857-e1c5-46e7-bfe8-9d57c54b752f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.508007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b63e5e5d-3ef8-498d-9bdc-00fab12a96eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.536842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2a457909-beaf-409b-bebc-71c37199371e None None] Provisioning complete for port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:35.540917 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2a457909-beaf-409b-bebc-71c37199371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.557705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:35.627692 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.632310 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3d83d035-b350-4fd5-b862-9da9678af5d3 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.5057144 Nov 12 11:18:35.637039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50006) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:35.639031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2a457909-beaf-409b-bebc-71c37199371e None None] Port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:35.651741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Sync routers for ids ['be42b84e-f668-435f-b28c-dc1a0a53bed5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:35.696666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2a457909-beaf-409b-bebc-71c37199371e None None] Provisioning complete for port bff41051-1f0e-4c73-bc90-be5875524b5f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:35.708105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2a457909-beaf-409b-bebc-71c37199371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.714455 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b63e5e5d-3ef8-498d-9bdc-00fab12a96eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.766742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ce9b9115-416c-4d05-9858-656f0f4941d1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:35.797593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e5e5d-3ef8-498d-9bdc-00fab12a96eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=67e99c49-c715-4811-b49c-25dbd136c36d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:35.819501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83e48f-77f8-4659-a298-40a9f685474d req-599f6013-6c3f-4a64-89a5-eb3637e2adb4 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:35.821518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab83e48f-77f8-4659-a298-40a9f685474d req-599f6013-6c3f-4a64-89a5-eb3637e2adb4 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 931 time: 1.1129737 Nov 12 11:18:35.832437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Routers {'be42b84e-f668-435f-b28c-dc1a0a53bed5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:35.833486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be42b84e-f668-435f-b28c-dc1a0a53bed5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:35.853092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ddade-ae19-4c72-85ea-2e60347a8ee9 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:35.854681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aa9ddade-ae19-4c72-85ea-2e60347a8ee9 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bbdf3c4e53e34da1a809b79f2a4752cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2133257 Nov 12 11:18:35.862891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a24a857-e1c5-46e7-bfe8-9d57c54b752f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.869396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b63e5e5d-3ef8-498d-9bdc-00fab12a96eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.875339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a24a857-e1c5-46e7-bfe8-9d57c54b752f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.880354 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5a24a857-e1c5-46e7-bfe8-9d57c54b752f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/cabca396-feda-4036-8933-e18b6e67b87e HTTP/1.1" status: 204 len: 168 time: 1.0067773 Nov 12 11:18:35.880354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50008) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:35.888663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b63e5e5d-3ef8-498d-9bdc-00fab12a96eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/67e99c49-c715-4811-b49c-25dbd136c36d HTTP/1.1" status: 204 len: 168 time: 3.3496153 Nov 12 11:18:35.891586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50010) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:35.892091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50012) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:35.910574 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd498cb9-acb4-4995-bc46-c7ccfc2f91a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.939078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.947970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:35.948932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.999874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.000152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24a857-e1c5-46e7-bfe8-9d57c54b752f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabca396-feda-4036-8933-e18b6e67b87e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:36.026689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Set router be42b84e-f668-435f-b28c-dc1a0a53bed5 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:36.112700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b0b2c51a-4fe7-48df-8c79-a422229a0a25 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2181766 Nov 12 11:18:36.117082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50016) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:36.122279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-feae9f64-e8ce-4e54-b8db-febfab16af5b tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029359805'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:36.152063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ffb3d-12ca-4816-be78-cb46314c39dd None None] Network 82b173a4-3f89-42dc-9c29-ef51e1365376 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:36.161979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c2eddc90-06a6-4c1b-a06c-07e7cf6e25ba tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0076046 Nov 12 11:18:36.174500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feae9f64-e8ce-4e54-b8db-febfab16af5b tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.181216 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab83e48f-77f8-4659-a298-40a9f685474d req-b5736428-6956-4d85-9ff0-d3a9003bc866 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189487 Nov 12 11:18:36.231948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Request body: {'port': {'device_id': '61dcd1a6-6b0f-4328-afae-a6c269a24df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:36.296083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1d455-8c1f-4103-9129-8526646ba150 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:36.297365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-13e1d455-8c1f-4103-9129-8526646ba150 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3892651 Nov 12 11:18:36.303520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50018) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:36.324175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.343495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4b55dc58-95df-4c23-8f2c-8ab54368a690 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378420 Nov 12 11:18:36.349208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50020) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:36.390128 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.409338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc8bba8-b969-47cc-8fb3-7a1f9a0eade1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.442350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc8bba8-b969-47cc-8fb3-7a1f9a0eade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.462976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ce9b9115-416c-4d05-9858-656f0f4941d1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:36.463438 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.478626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:36.583896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8bba8-b969-47cc-8fb3-7a1f9a0eade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f58322-018e-4756-b265-078caa83acf8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:36.585946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2a457909-beaf-409b-bebc-71c37199371e None None] Provisioning complete for port ce9b9115-416c-4d05-9858-656f0f4941d1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:36.586320 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2a457909-beaf-409b-bebc-71c37199371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.665482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] DHCP port deletion for 82b173a4-3f89-42dc-9c29-ef51e1365376 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:36.710444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-efc8bba8-b969-47cc-8fb3-7a1f9a0eade1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1bcd38fe3ff42749f487d902073cb50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4603784 Nov 12 11:18:36.712227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:18:32Z', 'revision_number': 3, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:36.746089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Checking router: be42b84e-f668-435f-b28c-dc1a0a53bed5 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:36.746445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Updating router be42b84e-f668-435f-b28c-dc1a0a53bed5 port 9104cb6c-d9df-43f3-8886-5508764756c3 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:18:36.754147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50022) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:36.770422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-388263ea-07ca-4fbf-811f-7a18f21c4d22 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bbdf3c4e53e34da1a809b79f2a4752cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4163585 Nov 12 11:18:36.786377 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.787111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feae9f64-e8ce-4e54-b8db-febfab16af5b tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.788074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50024) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:36.826982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd498cb9-acb4-4995-bc46-c7ccfc2f91a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.828330 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feae9f64-e8ce-4e54-b8db-febfab16af5b tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.861265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd498cb9-acb4-4995-bc46-c7ccfc2f91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.872122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] Deleting port bff41051-1f0e-4c73-bc90-be5875524b5f {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:36.872531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.953137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feae9f64-e8ce-4e54-b8db-febfab16af5b tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.957564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-feae9f64-e8ce-4e54-b8db-febfab16af5b tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8362818 Nov 12 11:18:36.962336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50026) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:36.976375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1efdec68-1677-4ce1-b36b-6e0e20d12fbc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '9de14f67-ab99-40ed-8364-97c9aee993e1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:36.976975 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-1efdec68-1677-4ce1-b36b-6e0e20d12fbc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 11:18:36.977481 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-1efdec68-1677-4ce1-b36b-6e0e20d12fbc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:36.984055 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1efdec68-1677-4ce1-b36b-6e0e20d12fbc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0109899 Nov 12 11:18:36.984055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50028) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:36.986597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae9f64-e8ce-4e54-b8db-febfab16af5b tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de14f67-ab99-40ed-8364-97c9aee993e1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.013246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] For port bff41051-1f0e-4c73-bc90-be5875524b5f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bff41051-1f0e-4c73-bc90-be5875524b5f,segment=NetworkSegment(490639f6-6096-48b4-8c37-5a3aa480e575),segment_id=490639f6-6096-48b4-8c37-5a3aa480e575)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:37.013851 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.020506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd498cb9-acb4-4995-bc46-c7ccfc2f91a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe1c476893f24b5dba5c8eeda4a8825d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5980523 Nov 12 11:18:37.022643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50030) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:37.065370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e1c4694-37f4-44c9-816c-17342b868b2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.089447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ef406-aa5b-4840-a276-bf9f5383906c tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:37.093664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ec2ef406-aa5b-4840-a276-bf9f5383906c tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2962739 Nov 12 11:18:37.107576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50032) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:37.120625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:37.134004 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:37.142072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd498cb9-acb4-4995-bc46-c7ccfc2f91a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b300ca-2b39-4859-b0ed-c11a90fe269a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.169579 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.173637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9a7cfe74-6b73-4d34-89ea-542f27554c3c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 200 len: 934 time: 5.8336864 Nov 12 11:18:37.176202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50034) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:37.178202 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:37.181312 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:37.188762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-868ce95a-615e-4d2a-b4b9-e82c2a12bcad tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710938 Nov 12 11:18:37.190153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e1c4694-37f4-44c9-816c-17342b868b2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.192444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50036) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:37.204310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2061181785', 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda', 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:37.235491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] Calling delete_port for bff41051-1f0e-4c73-bc90-be5875524b5f owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:37.252804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-39ff4661-78cb-48ae-844a-4f9df4585501 None None] Provisioning complete for port ce9b9115-416c-4d05-9858-656f0f4941d1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:37.253939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-39ff4661-78cb-48ae-844a-4f9df4585501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.305805 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98d26013-5d30-4980-b9f8-71f4602df0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.326198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9800089b-2925-4d1d-95a2-b4bf1bef0a3e tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.356238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-241d8517-f439-4611-b723-0cf1f2af0537 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 200 len: 934 time: 0.1782451 Nov 12 11:18:37.356926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50040) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:37.364931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'routes': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:37.371729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port bff41051-1f0e-4c73-bc90-be5875524b5f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:37.372065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.384957 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:37.398086 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98d26013-5d30-4980-b9f8-71f4602df0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.456560 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9800089b-2925-4d1d-95a2-b4bf1bef0a3e tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.546040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.567975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Made reservation on behalf of bbdf3c4e53e34da1a809b79f2a4752cc for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:37.574518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] For port bff41051-1f0e-4c73-bc90-be5875524b5f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bff41051-1f0e-4c73-bc90-be5875524b5f,segment=NetworkSegment(490639f6-6096-48b4-8c37-5a3aa480e575),segment_id=490639f6-6096-48b4-8c37-5a3aa480e575)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:37.574892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.580753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.589414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] Pushing event deleted for resources: {'Port': ['ID=bff41051-1f0e-4c73-bc90-be5875524b5f,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.611530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-39ff4661-78cb-48ae-844a-4f9df4585501 None None] Could not find standard attr ID for object b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:18:37.614530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9f614-c4b6-4be8-822b-1fa4981cd5c9 None None] No DVR routers for this DVR port bff41051-1f0e-4c73-bc90-be5875524b5f on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:37.635184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e1c4694-37f4-44c9-816c-17342b868b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.635184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e1c4694-37f4-44c9-816c-17342b868b2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.638598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e1c4694-37f4-44c9-816c-17342b868b2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08f58322-018e-4756-b265-078caa83acf8 HTTP/1.1" status: 204 len: 168 time: 0.8807185 Nov 12 11:18:37.640311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for bff41051-1f0e-4c73-bc90-be5875524b5f owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:37.649518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bff41051-1f0e-4c73-bc90-be5875524b5f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:37.725398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c4694-37f4-44c9-816c-17342b868b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f58322-018e-4756-b265-078caa83acf8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.740394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bfed-6ae1-47c9-9899-74c550aa3065 req-4263f39d-f147-4188-a092-b447df813b6d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:37.742213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0729bfed-6ae1-47c9-9899-74c550aa3065 req-4263f39d-f147-4188-a092-b447df813b6d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 931 time: 0.4258609 Nov 12 11:18:37.756831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: bff41051-1f0e-4c73-bc90-be5875524b5f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:37.757400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bff41051-1f0e-4c73-bc90-be5875524b5f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:37.762831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9800089b-2925-4d1d-95a2-b4bf1bef0a3e tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.768099 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.773970 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9800089b-2925-4d1d-95a2-b4bf1bef0a3e tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.777712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9800089b-2925-4d1d-95a2-b4bf1bef0a3e tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/9de14f67-ab99-40ed-8364-97c9aee993e1 HTTP/1.1" status: 204 len: 168 time: 0.7921402 Nov 12 11:18:37.788514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50044) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:37.791743 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.842076 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:33Z', 'revision_number': 6, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:34Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:37.852408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800089b-2925-4d1d-95a2-b4bf1bef0a3e tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de14f67-ab99-40ed-8364-97c9aee993e1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.856442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb6d7b6-0fea-4561-a5b8-0803c72b8f0e {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:37.858871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98d26013-5d30-4980-b9f8-71f4602df0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.862951 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98d26013-5d30-4980-b9f8-71f4602df0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.864591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-98d26013-5d30-4980-b9f8-71f4602df0d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68b300ca-2b39-4859-b0ed-c11a90fe269a HTTP/1.1" status: 204 len: 168 time: 0.8358743 Nov 12 11:18:37.890334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ce7a9-3ae9-4d99-9ebf-e1130c5f884e None None] Pushing event updated for resources: {'Port': ['ID=9104cb6c-d9df-43f3-8886-5508764756c3,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.900297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d26013-5d30-4980-b9f8-71f4602df0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b300ca-2b39-4859-b0ed-c11a90fe269a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.900683 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:37.915860 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:37.916459 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:37.962956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d971a-0a08-453a-8112-03beb318dfdc None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:37.965845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0729bfed-6ae1-47c9-9899-74c550aa3065 req-5e8450f8-7c44-4aa7-b628-4dc2577cce05 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065976 Nov 12 11:18:37.972970 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.006518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Attempting to bind port 9104cb6c-d9df-43f3-8886-5508764756c3 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:38.007004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Attempting to bind port 9104cb6c-d9df-43f3-8886-5508764756c3 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:38.007654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Attempting to bind port 9104cb6c-d9df-43f3-8886-5508764756c3 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:38.017203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:38.018379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:38.019012 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.019642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:38.020849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Bound port: 9104cb6c-d9df-43f3-8886-5508764756c3, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:38.021510 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.100249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] For port 9104cb6c-d9df-43f3-8886-5508764756c3, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:38.108404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] For port 9104cb6c-d9df-43f3-8886-5508764756c3, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9104cb6c-d9df-43f3-8886-5508764756c3,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:38.118682 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.130267 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:38.143350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.146517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Transition to ACTIVE for port object efb6d7b6-0fea-4561-a5b8-0803c72b8f0e will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:18:38.189999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8d6cc1e4-60c4-42f9-8aba-e75c9eb48f21 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3864412 Nov 12 11:18:38.196216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.218491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50054) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:38.253583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0957a7-d0e9-40f5-8c4a-9ce9b65a29d8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:38.255147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a968ed1c-c035-4e20-bfc8-cd6829e82f29 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--139089879'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:38.325696 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6a4a3f1b-688b-4377-880c-e71fefc6345c None None] Provisioning complete for port 9104cb6c-d9df-43f3-8886-5508764756c3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:38.326106 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6a4a3f1b-688b-4377-880c-e71fefc6345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.329802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ce7a9-3ae9-4d99-9ebf-e1130c5f884e None None] Pushing event updated for resources: {'Port': ['ID=9104cb6c-d9df-43f3-8886-5508764756c3,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:38.332370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Routers {'be42b84e-f668-435f-b28c-dc1a0a53bed5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:38.333464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Subnet': ['ID=233042fb-5f54-43e3-8497-e7b94b765069,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:38.341633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be42b84e-f668-435f-b28c-dc1a0a53bed5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:38.365134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Checking segment: {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:38.365528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network hostable DHCP agents. Network: 48e27659-4c5f-4e63-968a-68fc6e1c5fda, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:38.394523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a968ed1c-c035-4e20-bfc8-cd6829e82f29 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.407738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:38.425201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 48e27659-4c5f-4e63-968a-68fc6e1c5fda) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:38.434963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:38.435645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.477377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b3570faf-4993-441c-b00f-8f4526749da0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2821395 Nov 12 11:18:38.478100 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50064) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:38.485264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.493395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef45243-2087-41d0-af64-32755e11c250 None None] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:38.495634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a92f6-4a8e-406a-88a0-7cb3b4339677 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:38.661920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Pushing event updated for resources: {'Port': ['ID=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:38.671370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No DVR routers for this DVR port bff41051-1f0e-4c73-bc90-be5875524b5f on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:38.766887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=bff41051-1f0e-4c73-bc90-be5875524b5f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:38.812443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-48e27659-4c5f-4e63-968a-68fc6e1c5fda', 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'fixed_ips': [{'subnet_id': '233042fb-5f54-43e3-8497-e7b94b765069'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:38.813328 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.827676 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:33Z', 'revision_number': 6, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:34Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:38.832557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.894734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b173a4-3f89-42dc-9c29-ef51e1365376']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:38.906969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490639f6-6096-48b4-8c37-5a3aa480e575') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:38.907254 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea428e9-927c-4f13-918c-f5a6c5cc9f9b None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:33Z', 'revision_number': 6, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:34Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:38.909891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490639f6-6096-48b4-8c37-5a3aa480e575') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:38.923002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.938108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.945071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:38.945071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.945432 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6a4a3f1b-688b-4377-880c-e71fefc6345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.991167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6a4a3f1b-688b-4377-880c-e71fefc6345c None None] For port 9104cb6c-d9df-43f3-8886-5508764756c3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9104cb6c-d9df-43f3-8886-5508764756c3,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:39.011863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6a4a3f1b-688b-4377-880c-e71fefc6345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:39.039721 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:39.101411 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.137817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.142690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/networks/82b173a4-3f89-42dc-9c29-ef51e1365376 HTTP/1.1" status: 204 len: 168 time: 3.2472134 Nov 12 11:18:39.146592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50090) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.185166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] Set router be42b84e-f668-435f-b28c-dc1a0a53bed5 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:39.202186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3adf98-6498-4dd5-8c01-fa994fc5d9b3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Network': ['ID=82b173a4-3f89-42dc-9c29-ef51e1365376,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:39.227747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added routes are [] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:18:39.228156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:18:39.297832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.304241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131728c5-ae6b-492b-9ed6-95b4862062fa tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:39.305833 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-131728c5-ae6b-492b-9ed6-95b4862062fa tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1550295 Nov 12 11:18:39.332381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50092) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.337808 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a968ed1c-c035-4e20-bfc8-cd6829e82f29 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.343564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Attempting to bind port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:39.344221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Attempting to bind port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:39.344774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Attempting to bind port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e on network a9729990-ab48-4932-941d-a906c3d26c0a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:39.355277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a968ed1c-c035-4e20-bfc8-cd6829e82f29 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.384781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Allocated IP 172.20.0.18 (48e27659-4c5f-4e63-968a-68fc6e1c5fda/233042fb-5f54-43e3-8497-e7b94b765069/9f72d0b4-67f1-42fc-bc61-3b1a7bb22179) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:39.440352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-98287264-19ca-470c-b2d2-0b415439acae tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1071951 Nov 12 11:18:39.448495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50098) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.454310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1551942106'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.485396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968ed1c-c035-4e20-bfc8-cd6829e82f29 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3635e-33d5-43e8-84ab-43ce184b3f9b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:39.491287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a968ed1c-c035-4e20-bfc8-cd6829e82f29 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.497702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a968ed1c-c035-4e20-bfc8-cd6829e82f29 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2578235 Nov 12 11:18:39.498556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e on network a9729990-ab48-4932-941d-a906c3d26c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:18:39.498965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Attempting to bind port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e on network a9729990-ab48-4932-941d-a906c3d26c0a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:39.518927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50100) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.528305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-200c77b2-a956-4739-b171-f72ba8659dcb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '1cd3635e-33d5-43e8-84ab-43ce184b3f9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.529242 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-200c77b2-a956-4739-b171-f72ba8659dcb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 11:18:39.529776 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-200c77b2-a956-4739-b171-f72ba8659dcb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:39.531663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-200c77b2-a956-4739-b171-f72ba8659dcb tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116322 Nov 12 11:18:39.537968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50104) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.542826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-869b78fd-7090-4fe3-8c3e-e99bebbaa98d tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '1cd3635e-33d5-43e8-84ab-43ce184b3f9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.543601 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-869b78fd-7090-4fe3-8c3e-e99bebbaa98d tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 11:18:39.544134 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-869b78fd-7090-4fe3-8c3e-e99bebbaa98d tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:39.545241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-869b78fd-7090-4fe3-8c3e-e99bebbaa98d tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062749 Nov 12 11:18:39.548368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50106) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.553511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ab28e767-468e-42ab-a95f-66a5eb2a0152 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '1cd3635e-33d5-43e8-84ab-43ce184b3f9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.554329 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-ab28e767-468e-42ab-a95f-66a5eb2a0152 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 11:18:39.554850 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-ab28e767-468e-42ab-a95f-66a5eb2a0152 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:39.556028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ab28e767-468e-42ab-a95f-66a5eb2a0152 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066752 Nov 12 11:18:39.558975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:39.562752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.562864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50108) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.571098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a919f488-22d3-45df-839a-b9d01d9b4d6f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '1cd3635e-33d5-43e8-84ab-43ce184b3f9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.571571 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-a919f488-22d3-45df-839a-b9d01d9b4d6f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 11:18:39.572155 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-a919f488-22d3-45df-839a-b9d01d9b4d6f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:39.576306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a919f488-22d3-45df-839a-b9d01d9b4d6f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104427 Nov 12 11:18:39.577563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.592269 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.606729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746313b3-d6b0-44b8-ad93-8dc172ee2d92 req-6ea7c99e-5492-480b-9903-0390360699a2 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:39.608095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-746313b3-d6b0-44b8-ad93-8dc172ee2d92 req-6ea7c99e-5492-480b-9903-0390360699a2 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 943 time: 0.4956064 Nov 12 11:18:39.613952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:39.614394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Checking segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:39.615210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Bound using segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:39.615626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Bound port: efb6d7b6-0fea-4561-a5b8-0803c72b8f0e, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:39.616255 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.643610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:39.699721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.700095 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Added segment e347138e-4980-40b9-9ebd-d65efdca0d9c of type vlan for network c0b90853-0631-4c8b-a38c-91b96ff93068 Nov 12 11:18:39.704329 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-746313b3-d6b0-44b8-ad93-8dc172ee2d92 req-fb808f8c-ed35-4ef8-a10a-43b2a6a13146 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766530 Nov 12 11:18:39.828179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.868084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91fcaa28-887b-4510-a42b-54afa835f7cc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.890769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3eec3e81-a102-4cba-974f-8a310e33385e None None] Provisioning complete for port 9104cb6c-d9df-43f3-8886-5508764756c3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:39.893691 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3eec3e81-a102-4cba-974f-8a310e33385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.907784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a3f1b-688b-4377-880c-e71fefc6345c None None] Pushing event updated for resources: {'Port': ['ID=9104cb6c-d9df-43f3-8886-5508764756c3,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:39.928822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.936201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:39.938416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.010322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91fcaa28-887b-4510-a42b-54afa835f7cc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.012814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5630531 Nov 12 11:18:40.016300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50122) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:40.033844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:40.084343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] For port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:40.088175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.100411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdff3b-07d6-481c-8cdf-bc70c6146ec4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Network': ['ID=c0b90853-0631-4c8b-a38c-91b96ff93068,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:40.105791 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.140843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c0b90853-0631-4c8b-a38c-91b96ff93068 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:40.153306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.164762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] For port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:40.178198 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.240501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:40.241185 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.242588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] 10.222.0.59 "PUT /v2.0/ports/efb6d7b6-0fea-4561-a5b8-0803c72b8f0e HTTP/1.1" status: 200 len: 1092 time: 4.0604322 Nov 12 11:18:40.255567 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.266462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dcd1a6-6b0f-4328-afae-a6c269a24df5', 'tag': 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:40.269551 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfe5b07-2c38-422c-bad1-5b4b108a068f" -d '{"events": [{"name": "network-changed", "server_uuid": "61dcd1a6-6b0f-4328-afae-a6c269a24df5", "tag": "efb6d7b6-0fea-4561-a5b8-0803c72b8f0e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:40.279134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c6ac7-bb05-4750-a46e-afa25e14bbc3 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:40.282811 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.299215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Allocated IP 172.20.0.17 (48e27659-4c5f-4e63-968a-68fc6e1c5fda/233042fb-5f54-43e3-8497-e7b94b765069/f827b4f9-0f8d-445d-a0ea-1963fc8df148) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:40.369894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91fcaa28-887b-4510-a42b-54afa835f7cc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.389056 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91fcaa28-887b-4510-a42b-54afa835f7cc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.395788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-91fcaa28-887b-4510-a42b-54afa835f7cc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/1cd3635e-33d5-43e8-84ab-43ce184b3f9b HTTP/1.1" status: 204 len: 168 time: 0.8108912 Nov 12 11:18:40.397018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:40.401893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.409152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50134) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:40.422415 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e969c4-abab-4a49-8913-a055a3b7dacc x-openstack-request-id: req-c8e969c4-abab-4a49-8913-a055a3b7dacc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:40.422415 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61dcd1a6-6b0f-4328-afae-a6c269a24df5", "tag": "efb6d7b6-0fea-4561-a5b8-0803c72b8f0e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:40.424147 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8e969c4-abab-4a49-8913-a055a3b7dacc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:40.424787 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dcd1a6-6b0f-4328-afae-a6c269a24df5', 'tag': 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e', 'status': 'completed', 'code': 200} Nov 12 11:18:40.444244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:40.466677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:40.471018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:40.500400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Pushing event updated for resources: {'Port': ['ID=9f72d0b4-67f1-42fc-bc61-3b1a7bb22179,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:40.539767 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.619571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Attempting to bind port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:40.619951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Attempting to bind port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:40.620324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Attempting to bind port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 on network 48e27659-4c5f-4e63-968a-68fc6e1c5fda {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:40.631024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:40.631484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Checking segment: {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:40.631810 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.632213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Bound using segment: {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:40.632743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Bound port: 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:40.633125 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.646065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:18:32Z', 'revision_number': 3, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:40.658139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.777484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.796250 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:18:40.862421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:40.865738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:40.874510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:40.877319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] For port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:40.891594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] For port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9f72d0b4-67f1-42fc-bc61-3b1a7bb22179,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:40.904814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890386e1-1c51-4d3f-a69c-612a2c455ca6 None None] The sync data for ids ['be42b84e-f668-435f-b28c-dc1a0a53bed5'] in n-d-768851-19 is: [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:18:32Z', 'revision_number': 3, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:40.909974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=f827b4f9-0f8d-445d-a0ea-1963fc8df148,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:40.910716 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.945890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.023786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e645b-3ead-455b-8c8c-b8f1eec9c18d None None] Pushing event updated for resources: {'Port': ['ID=9f72d0b4-67f1-42fc-bc61-3b1a7bb22179,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:41.088458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcaa28-887b-4510-a42b-54afa835f7cc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3635e-33d5-43e8-84ab-43ce184b3f9b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:41.237598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.261729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6dc10-4923-492b-9f99-2bf0cca2e296 service neutron] Pushing event updated for resources: {'Port': ['ID=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:41.549582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-01c3a2da-226b-48f0-82b9-35e311c35002 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.1005063 Nov 12 11:18:41.551216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.553664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50162) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:41.567904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:41.575741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-56d415b5-e838-4a27-9727-4f6e359daf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:41.577503 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-56d415b5-e838-4a27-9727-4f6e359daf6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 1095 time: 1.2612565 Nov 12 11:18:41.581931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3ca23ec4-9aa0-426c-bd7a-e9a8b41ad1ce tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610868106'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:41.627316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4415783-7f26-4bc0-8963-63c2042e0d1b req-b432ff95-9455-4f75-a9f5-26b991edcdd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:41.631328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4415783-7f26-4bc0-8963-63c2042e0d1b req-b432ff95-9455-4f75-a9f5-26b991edcdd5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 943 time: 0.5683074 Nov 12 11:18:41.723590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ec4-9aa0-426c-bd7a-e9a8b41ad1ce tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.735848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:41.770910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-67a95c5a-4777-44e6-bb10-f8c69cf842c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e HTTP/1.1" status: 200 len: 217 time: 0.1405976 Nov 12 11:18:41.852410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:41.852788 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.966069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:41.973673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.977870 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d7188766-787a-4dfd-b1a6-eb61d2f89b1b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 200 len: 700 time: 4.6172044 Nov 12 11:18:41.983020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50168) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.007741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:42.047555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:42.049182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:42.054833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-aabfcba4-0c6b-44a6-875f-70cd55c3152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:42.056420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-aabfcba4-0c6b-44a6-875f-70cd55c3152c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.0919271 Nov 12 11:18:42.076619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=49f7d351-d987-4835-a45c-eadb3654b8fd,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:42.135354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-9a05224d-52a5-40a7-b30a-ef9af507a2ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597336 Nov 12 11:18:42.136005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.153373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4415783-7f26-4bc0-8963-63c2042e0d1b req-c721e8fa-f693-4fe3-8a9f-1a2fa85cb323 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871709 Nov 12 11:18:42.155622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking segment: {'id': 'e347138e-4980-40b9-9ebd-d65efdca0d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:42.155990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network hostable DHCP agents. Network: c0b90853-0631-4c8b-a38c-91b96ff93068, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:42.187237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ec4-9aa0-426c-bd7a-e9a8b41ad1ce tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.293525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-c4b14a93-8ecf-4c94-9b5f-77145459b0a2 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390734 Nov 12 11:18:42.306534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ec4-9aa0-426c-bd7a-e9a8b41ad1ce tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.421099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ec4-9aa0-426c-bd7a-e9a8b41ad1ce tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.424996 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3ca23ec4-9aa0-426c-bd7a-e9a8b41ad1ce tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8681445 Nov 12 11:18:42.433239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d3df77a-6500-4697-8c90-beaeb06aafde req-5f278b27-dabf-423f-94ea-2d70a01e023e service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277411 Nov 12 11:18:42.434122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50176) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.454393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.466088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3e575bc5-4e6b-4298-99cd-00ffbffbf032 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:42.467322 n-d-768851-19 neutron-server[109165]: WARNING neutron.api.v2.base [None req-3e575bc5-4e6b-4298-99cd-00ffbffbf032 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 11:18:42.468414 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-3e575bc5-4e6b-4298-99cd-00ffbffbf032 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:42.469898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e575bc5-4e6b-4298-99cd-00ffbffbf032 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0344555 Nov 12 11:18:42.480248 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dc4c6d39-144d-4658-b111-f7522c6bceb4 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 200 len: 700 time: 0.4878895 Nov 12 11:18:42.480248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50178) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.481467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.492276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-093cfba6-0da4-4d6a-acc1-358f2b567675 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:42.493507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50180) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.610228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca23ec4-9aa0-426c-bd7a-e9a8b41ad1ce tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a16f1fc-108c-40f2-8133-592736d28701,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:42.667662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50184) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.677842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network c0b90853-0631-4c8b-a38c-91b96ff93068 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:42.696440 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-093cfba6-0da4-4d6a-acc1-358f2b567675 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:42.701108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-093cfba6-0da4-4d6a-acc1-358f2b567675 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2172484 Nov 12 11:18:42.706993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50188) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.712389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f39c65bc-2078-48f6-acd4-1c210d55b1f2 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:42.712897 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-f39c65bc-2078-48f6-acd4-1c210d55b1f2 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 11:18:42.713388 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-f39c65bc-2078-48f6-acd4-1c210d55b1f2 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:42.717394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f39c65bc-2078-48f6-acd4-1c210d55b1f2 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064788 Nov 12 11:18:42.722829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50190) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.723788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:42.741175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-064ff6a9-a021-4476-b340-32fa97beb4b9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:42.752477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=f827b4f9-0f8d-445d-a0ea-1963fc8df148,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:42.790126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.828809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c0b90853-0631-4c8b-a38c-91b96ff93068) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:42.842595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:42.843272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.858735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-8ba65c69-d88c-4619-8971-d8b92bd70b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:42.861434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-8ba65c69-d88c-4619-8971-d8b92bd70b8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 1095 time: 0.3487639 Nov 12 11:18:42.871706 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-39d80260-4922-4f79-9f45-870e23bab9d3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8418608 Nov 12 11:18:42.873094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50194) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.886936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068', 'name': 'tempest-PortsTestJSON-2030301083'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:42.944581 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-064ff6a9-a021-4476-b340-32fa97beb4b9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:42.951749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-064ff6a9-a021-4476-b340-32fa97beb4b9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2146368 Nov 12 11:18:42.954867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50196) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.968193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-22ffc7f6-9442-4421-ae8f-e193597886d6 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:42.968804 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-22ffc7f6-9442-4421-ae8f-e193597886d6 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 11:18:42.973266 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-22ffc7f6-9442-4421-ae8f-e193597886d6 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:42.976905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-22ffc7f6-9442-4421-ae8f-e193597886d6 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186324 Nov 12 11:18:42.981510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9f72d0b4-67f1-42fc-bc61-3b1a7bb22179,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:42.986335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50198) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.994686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eddbb4-1049-4f5a-9733-1f85d6cdf65c None None] Network c0b90853-0631-4c8b-a38c-91b96ff93068 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:42.996101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b916d5f2-55f4-4d43-b2f3-44d010650c5f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:42.997337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd820578-43ff-4a76-830c-80b38f1242b2 None None] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:43.033385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.034879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9104cb6c-d9df-43f3-8886-5508764756c3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:43.133631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:43.135471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:43.148847 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-b916d5f2-55f4-4d43-b2f3-44d010650c5f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:43.153982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b916d5f2-55f4-4d43-b2f3-44d010650c5f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1626003 Nov 12 11:18:43.155372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50200) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:43.164064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-40bb1aeb-4756-447b-8110-055eb0187f65 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:43.164560 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-40bb1aeb-4756-447b-8110-055eb0187f65 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 11:18:43.165095 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-40bb1aeb-4756-447b-8110-055eb0187f65 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:43.169542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-40bb1aeb-4756-447b-8110-055eb0187f65 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094483 Nov 12 11:18:43.170366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50202) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:43.185629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-80b29322-c9d1-49d6-b715-b6a7d0838112 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:43.292166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a93d2a65-8e6c-438a-b172-afd06f66a61d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.467467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-958178a4-c82c-4f0b-87e2-89c6f7577d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:43.470148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-958178a4-c82c-4f0b-87e2-89c6f7577d12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.5960677 Nov 12 11:18:43.493742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c20d4541-5f8d-4ce9-adc7-11da80b9a984 None None] Provisioning complete for port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:43.495074 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c20d4541-5f8d-4ce9-adc7-11da80b9a984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.507718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:43.512009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.554005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a93d2a65-8e6c-438a-b172-afd06f66a61d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.566121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-b29a235c-cfda-46bd-b8cf-9dbb6b05d6fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e HTTP/1.1" status: 200 len: 217 time: 0.0708382 Nov 12 11:18:43.579385 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a93d2a65-8e6c-438a-b172-afd06f66a61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.603065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=9f72d0b4-67f1-42fc-bc61-3b1a7bb22179,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:43.608990 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-80b29322-c9d1-49d6-b715-b6a7d0838112 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:43.613387 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-80b29322-c9d1-49d6-b715-b6a7d0838112 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4372728 Nov 12 11:18:43.638492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50210) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:43.655803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-41c40850-fbd9-49b4-bf81-cd1b1f5dc6bf tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '7a16f1fc-108c-40f2-8133-592736d28701', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:43.689028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port d5f97a06-c905-4f09-96b4-d7238f6d4a18 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:43.795969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-2e1dba50-2531-45ab-b9c6-f1be96ca68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:43.797782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-2e1dba50-2531-45ab-b9c6-f1be96ca68f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.1886525 Nov 12 11:18:43.880676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9104cb6c-d9df-43f3-8886-5508764756c3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:43.881676 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.907854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-a7d2a3f9-7910-434d-9fb7-a2aa58c661a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996194 Nov 12 11:18:43.918850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:39Z', 'revision_number': 7, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:34Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:43.969264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:44.006768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:44.007613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:44.012798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.3 (c0b90853-0631-4c8b-a38c-91b96ff93068/49f7d351-d987-4835-a45c-eadb3654b8fd/d5f97a06-c905-4f09-96b4-d7238f6d4a18) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:44.065563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-c0b90853-0631-4c8b-a38c-91b96ff93068', 'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068', 'tenant_id': 'c2383007ad114ed4801558416a74c700', 'fixed_ips': [{'subnet_id': '49f7d351-d987-4835-a45c-eadb3654b8fd'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:44.066695 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.136355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Router be42b84e-f668-435f-b28c-dc1a0a53bed5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:44.154220 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a93d2a65-8e6c-438a-b172-afd06f66a61d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c1cc44fe5cb4d97aee50874e2a07959&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4770083 Nov 12 11:18:44.155137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:44.177718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d2a65-8e6c-438a-b172-afd06f66a61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bbd55a-0143-44e2-a57f-62e7f0401d33,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:44.212879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ed74-fc96-47a5-8c25-9d2ca30d2fad req-11e15137-215a-4117-ae9b-0a5675cb5dcf tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:44.215186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0b0ed74-fc96-47a5-8c25-9d2ca30d2fad req-11e15137-215a-4117-ae9b-0a5675cb5dcf tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 943 time: 0.7932050 Nov 12 11:18:44.227557 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-41c40850-fbd9-49b4-bf81-cd1b1f5dc6bf tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:44.234159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-41c40850-fbd9-49b4-bf81-cd1b1f5dc6bf tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5844779 Nov 12 11:18:44.241916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50216) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:44.263512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:44.371836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-295d13d3-9d79-457e-92a1-325af240cdc3 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.407119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-295d13d3-9d79-457e-92a1-325af240cdc3 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.449468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-a9d3dd33-790a-427f-896e-03fa160839b9 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246780 Nov 12 11:18:44.476924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.482923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e20348d8-4893-4e1b-b6b6-546b5bcb9629 None None] Provisioning complete for port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:44.483675 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e20348d8-4893-4e1b-b6b6-546b5bcb9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.486578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50218) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:44.496088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:44.616411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26469004-fd93-4daf-a331-df2f84d80de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.618630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:44.626182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d9535b1c-5480-4735-a16a-7f068fdc35fc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "PUT /v2.0/routers/be42b84e-f668-435f-b28c-dc1a0a53bed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1470368 Nov 12 11:18:44.630413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-295d13d3-9d79-457e-92a1-325af240cdc3 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.634176 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-295d13d3-9d79-457e-92a1-325af240cdc3 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.636552 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-295d13d3-9d79-457e-92a1-325af240cdc3 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a16f1fc-108c-40f2-8133-592736d28701 HTTP/1.1" status: 204 len: 168 time: 0.3813839 Nov 12 11:18:44.638357 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Sync routers for ids ['be42b84e-f668-435f-b28c-dc1a0a53bed5'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:44.644174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50224) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:44.653469 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Routers {'be42b84e-f668-435f-b28c-dc1a0a53bed5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:44.661980 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be42b84e-f668-435f-b28c-dc1a0a53bed5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:44.713299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.715568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0b0ed74-fc96-47a5-8c25-9d2ca30d2fad req-fe9a1c7d-064f-44ea-82e8-4038ba8f769f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717517 Nov 12 11:18:44.729070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d13d3-9d79-457e-92a1-325af240cdc3 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a16f1fc-108c-40f2-8133-592736d28701,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:44.757451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26469004-fd93-4daf-a331-df2f84d80de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.875919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:44.876661 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.878228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da955536-413c-4c2c-939c-19bf6d9b92e8 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2236252 Nov 12 11:18:44.883502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50226) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:44.891367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-21c03223-5c6d-476c-a6a9-2bf9366b47e1 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--456613574'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:44.952920 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26469004-fd93-4daf-a331-df2f84d80de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.960945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26469004-fd93-4daf-a331-df2f84d80de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.961801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-26469004-fd93-4daf-a331-df2f84d80de9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88bbd55a-0143-44e2-a57f-62e7f0401d33 HTTP/1.1" status: 204 len: 168 time: 0.8013959 Nov 12 11:18:44.977397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Set router be42b84e-f668-435f-b28c-dc1a0a53bed5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:45.006889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e20348d8-4893-4e1b-b6b6-546b5bcb9629 None None] Provisioning complete for port f827b4f9-0f8d-445d-a0ea-1963fc8df148 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:45.007558 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e20348d8-4893-4e1b-b6b6-546b5bcb9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.013043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26469004-fd93-4daf-a331-df2f84d80de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bbd55a-0143-44e2-a57f-62e7f0401d33,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:45.020118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:39Z', 'revision_number': 7, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:34Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:45.037414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21c03223-5c6d-476c-a6a9-2bf9366b47e1 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.195099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21c03223-5c6d-476c-a6a9-2bf9366b47e1 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.207154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21c03223-5c6d-476c-a6a9-2bf9366b47e1 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.263186 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21c03223-5c6d-476c-a6a9-2bf9366b47e1 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.267771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-21c03223-5c6d-476c-a6a9-2bf9366b47e1 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3790402 Nov 12 11:18:45.272090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50242) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:45.278975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b93520d1-f502-4f09-8bed-bf46ee9d63fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '84a9b039-8e34-4daf-92c5-b586b7069ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:45.297806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c03223-5c6d-476c-a6a9-2bf9366b47e1 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9b039-8e34-4daf-92c5-b586b7069ecc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:45.342645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0374c4-c3ab-4214-8266-45412629bf78 None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:39Z', 'revision_number': 7, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9b9115-416c-4d05-9858-656f0f4941d1', 'name': '', 'network_id': 'fe72625a-e18f-4c3d-a392-31b9076f5e85', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:b2:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:26Z', 'updated_at': '2021-11-12T11:18:34Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'd09f7518-94d3-402d-bf1f-874a6d204f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:45.374053 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-b93520d1-f502-4f09-8bed-bf46ee9d63fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The resource could not be found. Nov 12 11:18:45.375205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b93520d1-f502-4f09-8bed-bf46ee9d63fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1004229 Nov 12 11:18:45.378341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50244) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:45.383600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e11ac6eb-67ad-490a-a34b-72c0762b3d79 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '84a9b039-8e34-4daf-92c5-b586b7069ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e321ee81-4e2c-4284-9ac5-0ada939302b0'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:45.413711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50246) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:45.425527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e20348d8-4893-4e1b-b6b6-546b5bcb9629 None None] Port f827b4f9-0f8d-445d-a0ea-1963fc8df148 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:45.447823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bd2ac10a-e683-4338-b1e8-2f2096140ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.461741 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:18:41Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f827b4f9-0f8d-445d-a0ea-1963fc8df148', 'name': '', 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:aa:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '233042fb-5f54-43e3-8497-e7b94b765069', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:39Z', 'updated_at': '2021-11-12T11:18:41Z', 'revision_number': 2, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '233042fb-5f54-43e3-8497-e7b94b765069', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:45.502009 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Checking router: be42b84e-f668-435f-b28c-dc1a0a53bed5 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:45.502653 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Updating router be42b84e-f668-435f-b28c-dc1a0a53bed5 port f827b4f9-0f8d-445d-a0ea-1963fc8df148 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:18:45.507955 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-e11ac6eb-67ad-490a-a34b-72c0762b3d79 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The resource could not be found. Nov 12 11:18:45.509316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e11ac6eb-67ad-490a-a34b-72c0762b3d79 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1297765 Nov 12 11:18:45.512395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50248) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:45.538031 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.550489 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-68ac74a7-74e2-489f-a19f-32bc4db9b758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.577932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f7685df1-cd15-432b-8d4e-210de5acea59 None None] Provisioning complete for port f827b4f9-0f8d-445d-a0ea-1963fc8df148 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:45.580362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f7685df1-cd15-432b-8d4e-210de5acea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.591288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddfe5b07-2c38-422c-bad1-5b4b108a068f req-2734a765-b911-4a1a-8a50-cb7efe1ed133 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1296110 Nov 12 11:18:45.643001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d480-d4ab-47d3-9fd3-4a577b64f790 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.647164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.663091 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bd2ac10a-e683-4338-b1e8-2f2096140ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.672224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bd2ac10a-e683-4338-b1e8-2f2096140ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.683040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dcdfcc9d-9a21-464d-841f-934cc9d0fc61 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:45.684576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dcdfcc9d-9a21-464d-841f-934cc9d0fc61 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/networks?id=48e27659-4c5f-4e63-968a-68fc6e1c5fda HTTP/1.1" status: 200 len: 797 time: 0.2445507 Nov 12 11:18:45.727707 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d480-d4ab-47d3-9fd3-4a577b64f790 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.730176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network c0b90853-0631-4c8b-a38c-91b96ff93068 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:45.740699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f7685df1-cd15-432b-8d4e-210de5acea59 None None] Port f827b4f9-0f8d-445d-a0ea-1963fc8df148 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:45.749369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:45.769304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bd2ac10a-e683-4338-b1e8-2f2096140ba6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70d8b397e2294e46b9ba0de4dfa7ed2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3544233 Nov 12 11:18:45.775174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50252) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:45.786891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Allocated IP 172.20.0.2 (c0b90853-0631-4c8b-a38c-91b96ff93068/49f7d351-d987-4835-a45c-eadb3654b8fd/0831eb36-69f4-4d95-b9ac-ce2730e713aa) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:45.787997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ac10a-e683-4338-b1e8-2f2096140ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0fadd2-ca30-4011-8bf4-360220a2edd1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:45.855201 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d480-d4ab-47d3-9fd3-4a577b64f790 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.858544 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d480-d4ab-47d3-9fd3-4a577b64f790 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.858743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:45.859767 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c2d7d480-d4ab-47d3-9fd3-4a577b64f790 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/84a9b039-8e34-4daf-92c5-b586b7069ecc HTTP/1.1" status: 204 len: 168 time: 0.3462186 Nov 12 11:18:45.871348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50254) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:45.877280 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-9bbade5d-c388-4410-bfbd-11d6d10b6d72 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/quotas/bbdf3c4e53e34da1a809b79f2a4752cc HTTP/1.1" status: 200 len: 375 time: 0.1599281 Nov 12 11:18:45.892479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e469eda8-0b2c-4cd9-948a-801498d9d136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.909185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7d480-d4ab-47d3-9fd3-4a577b64f790 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9b039-8e34-4daf-92c5-b586b7069ecc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:45.939963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e469eda8-0b2c-4cd9-948a-801498d9d136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.960019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a819-f6be-4de8-b1cb-d7ff7dc8a422 req-ca70697c-c8d4-49f5-9631-033f328c5df1 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:45.961440 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7086a819-f6be-4de8-b1cb-d7ff7dc8a422 req-ca70697c-c8d4-49f5-9631-033f328c5df1 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 943 time: 0.0984166 Nov 12 11:18:45.976618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=d5f97a06-c905-4f09-96b4-d7238f6d4a18,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:45.986836 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.996469 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.009795 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.028796 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.039105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7086a819-f6be-4de8-b1cb-d7ff7dc8a422 req-0add2059-e6d5-47bf-b273-dbecb8233f27 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675166 Nov 12 11:18:46.067095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e469eda8-0b2c-4cd9-948a-801498d9d136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.071475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e469eda8-0b2c-4cd9-948a-801498d9d136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.073184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e469eda8-0b2c-4cd9-948a-801498d9d136 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c0fadd2-ca30-4011-8bf4-360220a2edd1 HTTP/1.1" status: 204 len: 168 time: 0.2969217 Nov 12 11:18:46.091112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:46.091896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.112674 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf354b7-d519-4507-8d04-168ec9451e0d None None] Pushing event updated for resources: {'Port': ['ID=f827b4f9-0f8d-445d-a0ea-1963fc8df148,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:46.118625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Network c0b90853-0631-4c8b-a38c-91b96ff93068 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:46.123056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469eda8-0b2c-4cd9-948a-801498d9d136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0fadd2-ca30-4011-8bf4-360220a2edd1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:46.130973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:46.133865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:46.147561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Pushing event updated for resources: {'Port': ['ID=0831eb36-69f4-4d95-b9ac-ce2730e713aa,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:46.165287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-ff464ace-ef39-459b-b5bd-1db20ae3426e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2165458 Nov 12 11:18:46.194077 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Attempting to bind port f827b4f9-0f8d-445d-a0ea-1963fc8df148 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:46.195887 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Attempting to bind port f827b4f9-0f8d-445d-a0ea-1963fc8df148 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:46.196353 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Attempting to bind port f827b4f9-0f8d-445d-a0ea-1963fc8df148 on network 48e27659-4c5f-4e63-968a-68fc6e1c5fda {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:46.196477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-68ac74a7-74e2-489f-a19f-32bc4db9b758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.212911 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:46.213271 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Checking segment: {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:46.213676 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.214068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Bound using segment: {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:46.214548 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Bound port: f827b4f9-0f8d-445d-a0ea-1963fc8df148, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:46.214928 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.218304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d5cae705-5932-4656-bf9c-02eeae6cf7a1 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3433669 Nov 12 11:18:46.222420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50258) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:46.227673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-50d75f12-9b5d-487a-b847-dfef1d197033 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': '5e9a009c-2140-4c73-9d43-4878923115bf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:46.253795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-68ac74a7-74e2-489f-a19f-32bc4db9b758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.255443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Attempting to bind port 0831eb36-69f4-4d95-b9ac-ce2730e713aa on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:46.255993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Attempting to bind port 0831eb36-69f4-4d95-b9ac-ce2730e713aa by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e347138e-4980-40b9-9ebd-d65efdca0d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:46.256373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Attempting to bind port 0831eb36-69f4-4d95-b9ac-ce2730e713aa on network c0b90853-0631-4c8b-a38c-91b96ff93068 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:46.262143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e604aee4-2cd3-480f-b56a-84e1bf65ec1d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3832707 Nov 12 11:18:46.265645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50260) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:46.280148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068', 'name': 'tempest-PortsTestJSON-1715245088'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:46.282760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:46.283594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Checking segment: {'id': 'e347138e-4980-40b9-9ebd-d65efdca0d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:46.284218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.284645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Bound using segment: {'id': 'e347138e-4980-40b9-9ebd-d65efdca0d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:46.285963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Bound port: 0831eb36-69f4-4d95-b9ac-ce2730e713aa, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e347138e-4980-40b9-9ebd-d65efdca0d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c0b90853-0631-4c8b-a38c-91b96ff93068'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:46.293708 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.303826 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] For port f827b4f9-0f8d-445d-a0ea-1963fc8df148, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:46.308125 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] For port f827b4f9-0f8d-445d-a0ea-1963fc8df148, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f827b4f9-0f8d-445d-a0ea-1963fc8df148,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:46.327157 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.331824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port ce9b9115-416c-4d05-9858-656f0f4941d1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:46.332112 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.399937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-68ac74a7-74e2-489f-a19f-32bc4db9b758 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e67005453b754545bcd5a16570387a08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9120440 Nov 12 11:18:46.410034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50262) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:46.434206 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Routers {'be42b84e-f668-435f-b28c-dc1a0a53bed5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:46.434854 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be42b84e-f668-435f-b28c-dc1a0a53bed5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:46.436848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] For port 0831eb36-69f4-4d95-b9ac-ce2730e713aa, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:46.442853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device efb6d7b6-0fea-4561-a5b8-0803c72b8f0e details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:18:46.448563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] For port 0831eb36-69f4-4d95-b9ac-ce2730e713aa, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0831eb36-69f4-4d95-b9ac-ce2730e713aa,segment=NetworkSegment(e347138e-4980-40b9-9ebd-d65efdca0d9c),segment_id=e347138e-4980-40b9-9ebd-d65efdca0d9c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:46.454258 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-50d75f12-9b5d-487a-b847-dfef1d197033 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The resource could not be found. Nov 12 11:18:46.461554 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-50d75f12-9b5d-487a-b847-dfef1d197033 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2342820 Nov 12 11:18:46.464150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50264) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:46.472906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a02fca8e-57cc-44d3-b39b-8b875765a2fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000610527'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:46.474119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac74a7-74e2-489f-a19f-32bc4db9b758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e485bd8e-14d5-4b07-ad09-8024d3d4eb58,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:46.474885 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.553866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-0de8497e-5613-4c30-88ce-353cfb672fcf service neutron] 10.222.0.31 "GET /v2.0/networks/48e27659-4c5f-4e63-968a-68fc6e1c5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662827 Nov 12 11:18:46.579960 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf354b7-d519-4507-8d04-168ec9451e0d None None] Pushing event updated for resources: {'Port': ['ID=f827b4f9-0f8d-445d-a0ea-1963fc8df148,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:46.599970 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a02fca8e-57cc-44d3-b39b-8b875765a2fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.614584 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:18:46.684688 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5806baa-84d6-4648-846b-ae1cd546112c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.713921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port ce9b9115-416c-4d05-9858-656f0f4941d1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ce9b9115-416c-4d05-9858-656f0f4941d1,segment=NetworkSegment(12add0c5-8224-4198-9256-77130b1718dd),segment_id=12add0c5-8224-4198-9256-77130b1718dd)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:46.714473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.745554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for ce9b9115-416c-4d05-9858-656f0f4941d1 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:46.762510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5806baa-84d6-4648-846b-ae1cd546112c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.789299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-85cd5415-b103-45c2-a25a-4f478c0d9b7c None None] Provisioning complete for port f827b4f9-0f8d-445d-a0ea-1963fc8df148 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:46.792391 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85cd5415-b103-45c2-a25a-4f478c0d9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.792933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] Set router be42b84e-f668-435f-b28c-dc1a0a53bed5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:46.802852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7f8fe-50c7-4344-b14b-f4f91e13d5a2 None None] Pushing event updated for resources: {'Port': ['ID=0831eb36-69f4-4d95-b9ac-ce2730e713aa,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:46.870028 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a02fca8e-57cc-44d3-b39b-8b875765a2fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.872055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:46.878599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.914654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a02fca8e-57cc-44d3-b39b-8b875765a2fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.919629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 9793e19c-c596-4297-a2be-b0ecd991da2f yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:46.936137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-c48a1411-1eb7-42ae-91b3-ea8994ff677a service neutron] 10.222.0.31 "GET /v2.0/networks/48e27659-4c5f-4e63-968a-68fc6e1c5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661427 Nov 12 11:18:46.966900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:47.031169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fca8e-57cc-44d3-b39b-8b875765a2fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f6fb55-5d5d-4219-ac0f-4fc74cae4456,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:47.055212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5806baa-84d6-4648-846b-ae1cd546112c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.057975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5806baa-84d6-4648-846b-ae1cd546112c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.059228 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e5806baa-84d6-4648-846b-ae1cd546112c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e485bd8e-14d5-4b07-ad09-8024d3d4eb58 HTTP/1.1" status: 204 len: 168 time: 0.6461461 Nov 12 11:18:47.078296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e', 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'port_id': 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e', 'mac_address': 'fa:16:3e:f5:87:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c35aae-6686-4a88-a8d7-136219d3cf49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:18:47.178152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a02fca8e-57cc-44d3-b39b-8b875765a2fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.185518 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a02fca8e-57cc-44d3-b39b-8b875765a2fc tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7139578 Nov 12 11:18:47.220760 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50282) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:47.241989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5806baa-84d6-4648-846b-ae1cd546112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e485bd8e-14d5-4b07-ad09-8024d3d4eb58,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:47.242328 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.257507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-99463ee8-3792-4598-a085-4e24032ef834 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023197270'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:47.335841 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85cd5415-b103-45c2-a25a-4f478c0d9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.339344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb6d7b6-0fea-4561-a5b8-0803c72b8f0e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:47.426527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:47.449517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-99463ee8-3792-4598-a085-4e24032ef834 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.457664 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.475567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cbfd1e3d-3603-4288-b350-9a9683b2a8d5 req-134a6377-624d-428f-ad05-e0fb90cd6ab1 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 210 time: 0.1957159 Nov 12 11:18:47.480174 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.495162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-85cd5415-b103-45c2-a25a-4f478c0d9b7c None None] For port f827b4f9-0f8d-445d-a0ea-1963fc8df148, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f827b4f9-0f8d-445d-a0ea-1963fc8df148,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:47.514738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b19c-0e93-4026-ae07-cedbf4be9527 req-567d2ebf-0f97-44be-b28d-6925e9b44cac tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:47.516286 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3731b19c-0e93-4026-ae07-cedbf4be9527 req-567d2ebf-0f97-44be-b28d-6925e9b44cac tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 943 time: 0.3296793 Nov 12 11:18:47.529006 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-85cd5415-b103-45c2-a25a-4f478c0d9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.591188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=ce9b9115-416c-4d05-9858-656f0f4941d1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:47.617914 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:18:41Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f827b4f9-0f8d-445d-a0ea-1963fc8df148', 'name': '', 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:aa:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '233042fb-5f54-43e3-8497-e7b94b765069', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:39Z', 'updated_at': '2021-11-12T11:18:46Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '233042fb-5f54-43e3-8497-e7b94b765069', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:47.658780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:47.659287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.13 (c0b90853-0631-4c8b-a38c-91b96ff93068/49f7d351-d987-4835-a45c-eadb3654b8fd/9793e19c-c596-4297-a2be-b0ecd991da2f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:47.679782 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6aa6d2-0da5-42a5-a85e-e70e6133e029 None None] The sync data for ids ['be42b84e-f668-435f-b28c-dc1a0a53bed5'] in n-d-768851-19 is: [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:18:41Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f827b4f9-0f8d-445d-a0ea-1963fc8df148', 'name': '', 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:aa:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '233042fb-5f54-43e3-8497-e7b94b765069', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:39Z', 'updated_at': '2021-11-12T11:18:46Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '233042fb-5f54-43e3-8497-e7b94b765069', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:47.812762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['efb6d7b6-0fea-4561-a5b8-0803c72b8f0e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:47.848817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-010deca7-da6c-470f-a547-fb90b5762ad6 None None] Provisioning complete for port f827b4f9-0f8d-445d-a0ea-1963fc8df148 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:47.857212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-010deca7-da6c-470f-a547-fb90b5762ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.104762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50302) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:48.114012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd5415-b103-45c2-a25a-4f478c0d9b7c None None] Pushing event updated for resources: {'Port': ['ID=f827b4f9-0f8d-445d-a0ea-1963fc8df148,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:48.163530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7feb9a69-57e4-4c5d-97a8-a765e2133ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.281397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.298004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3731b19c-0e93-4026-ae07-cedbf4be9527 req-804f4ea6-10a1-4425-b614-dbf38f335e16 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305384 Nov 12 11:18:48.382949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-99463ee8-3792-4598-a085-4e24032ef834 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.394416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-99463ee8-3792-4598-a085-4e24032ef834 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.418608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.507582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-99463ee8-3792-4598-a085-4e24032ef834 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.512745 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-99463ee8-3792-4598-a085-4e24032ef834 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2841330 Nov 12 11:18:48.521792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50310) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:48.568611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-01602d90-e444-4a47-9420-15e7db63db27 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group_rule': {'security_group_id': 'c9f6fb55-5d5d-4219-ac0f-4fc74cae4456', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a091e22f-9167-41b7-875c-4d22fd79adcf'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:48.620497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99463ee8-3792-4598-a085-4e24032ef834 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a091e22f-9167-41b7-875c-4d22fd79adcf,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:48.629002 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.668320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3886bb-602a-49b8-8cca-4b49d4901310 None None] Network c0b90853-0631-4c8b-a38c-91b96ff93068 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:48.739592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network c0b90853-0631-4c8b-a38c-91b96ff93068 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:48.743920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:48.747798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:48.835978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=9793e19c-c596-4297-a2be-b0ecd991da2f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:48.854617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0831eb36-69f4-4d95-b9ac-ce2730e713aa up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:48.864697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:48.865718 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.896172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60141601-0d4b-4d9f-9a5c-187047f70912 req-5685b789-9810-48bf-94e8-43ee835eb6bf tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 210 time: 0.2082658 Nov 12 11:18:48.927440 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-956bae47-bf5e-4131-bd2f-7f3ff9ce159b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6520967 Nov 12 11:18:48.927440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50314) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:48.955011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-33bab381-8228-457d-923d-c91808ae8019 None None] Provisioning complete for port 0831eb36-69f4-4d95-b9ac-ce2730e713aa triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:48.955391 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33bab381-8228-457d-923d-c91808ae8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.989512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7feb9a69-57e4-4c5d-97a8-a765e2133ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.034360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7feb9a69-57e4-4c5d-97a8-a765e2133ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.072433 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-01602d90-e444-4a47-9420-15e7db63db27 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:18:49.080492 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-01602d90-e444-4a47-9420-15e7db63db27 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5475521 Nov 12 11:18:49.100676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50318) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:49.128520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb9a69-57e4-4c5d-97a8-a765e2133ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63042749-a7a2-4ac1-98a2-2a02020e5596,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:49.152519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0831eb36-69f4-4d95-b9ac-ce2730e713aa triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:49.153486 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.278306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27cc4b5-4bf9-4be8-a13b-5ac5aca375ab tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:49.280489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c27cc4b5-4bf9-4be8-a13b-5ac5aca375ab tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.3572819 Nov 12 11:18:49.296259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:49.315790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33bab381-8228-457d-923d-c91808ae8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.355140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-65015215-3721-41a9-8320-872e55a4b93a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:49.356501 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.358305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-65015215-3721-41a9-8320-872e55a4b93a tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.59 "GET /v2.0/networks?id=48e27659-4c5f-4e63-968a-68fc6e1c5fda HTTP/1.1" status: 200 len: 797 time: 0.2213521 Nov 12 11:18:49.399865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Request body: {'port': {'device_id': 'fe4cbed2-650e-4c75-bc7a-f77010eff3e2', 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda', 'admin_state_up': True, 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:49.403019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-33bab381-8228-457d-923d-c91808ae8019 None None] For port 0831eb36-69f4-4d95-b9ac-ce2730e713aa, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0831eb36-69f4-4d95-b9ac-ce2730e713aa,segment=NetworkSegment(e347138e-4980-40b9-9ebd-d65efdca0d9c),segment_id=e347138e-4980-40b9-9ebd-d65efdca0d9c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:49.404385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:49.415739 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33bab381-8228-457d-923d-c91808ae8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.440630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7feb9a69-57e4-4c5d-97a8-a765e2133ff2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2df9572066e41cbbf928c09c61a34a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3249826 Nov 12 11:18:49.473398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50328) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:49.500290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0595314c-41c7-4cb6-bdaa-84c9030358af tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.558103 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:18:49.558500 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:18:49.626031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0595314c-41c7-4cb6-bdaa-84c9030358af tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.631560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2601d190-35f8-4550-8fb1-f7ae70f1841a None None] Provisioning complete for port 9793e19c-c596-4297-a2be-b0ecd991da2f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:49.631942 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2601d190-35f8-4550-8fb1-f7ae70f1841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.700174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bab381-8228-457d-923d-c91808ae8019 None None] Pushing event updated for resources: {'Port': ['ID=0831eb36-69f4-4d95-b9ac-ce2730e713aa,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:49.720293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4cafe-9597-4785-8610-434ca22f605d req-95d4694e-2569-44ef-8d04-9983c7ad1119 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:49.722525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40a4cafe-9597-4785-8610-434ca22f605d req-95d4694e-2569-44ef-8d04-9983c7ad1119 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 944 time: 0.2442679 Nov 12 11:18:49.722688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2601d190-35f8-4550-8fb1-f7ae70f1841a None None] Port 9793e19c-c596-4297-a2be-b0ecd991da2f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:49.781161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2601d190-35f8-4550-8fb1-f7ae70f1841a None None] Provisioning complete for port 0831eb36-69f4-4d95-b9ac-ce2730e713aa triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:49.781780 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2601d190-35f8-4550-8fb1-f7ae70f1841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.812714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-bfac348d-ec0a-495b-91b7-9c521998c8f2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 9793e19c-c596-4297-a2be-b0ecd991da2f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:49.813104 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bfac348d-ec0a-495b-91b7-9c521998c8f2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.814252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed3c9-73d9-489c-a923-935a68ed5af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.816827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0595314c-41c7-4cb6-bdaa-84c9030358af tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.821769 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0595314c-41c7-4cb6-bdaa-84c9030358af tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.823738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50332) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:49.824563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0595314c-41c7-4cb6-bdaa-84c9030358af tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/a091e22f-9167-41b7-875c-4d22fd79adcf HTTP/1.1" status: 204 len: 168 time: 0.7214401 Nov 12 11:18:49.830129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50334) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:49.910215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595314c-41c7-4cb6-bdaa-84c9030358af tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a091e22f-9167-41b7-875c-4d22fd79adcf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:49.910469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed3c9-73d9-489c-a923-935a68ed5af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.955085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40a4cafe-9597-4785-8610-434ca22f605d req-6ce2aeb4-d0e8-4096-a95c-f47a4274aa20 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971793 Nov 12 11:18:49.971410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:49.987489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:49.999356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0ea79a3c-565f-417b-ab77-84b908f5c436 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5011189 Nov 12 11:18:50.017247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:50.018454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:50.020808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50340) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:50.107791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71d6aa97-10ba-468b-9c2e-2519e4a7816c req-579507f2-edb8-4263-956a-b3eac66d95ff tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 210 time: 0.0646772 Nov 12 11:18:50.113498 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bfac348d-ec0a-495b-91b7-9c521998c8f2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.138431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-bfac348d-ec0a-495b-91b7-9c521998c8f2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 9793e19c-c596-4297-a2be-b0ecd991da2f owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:50.143873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2601d190-35f8-4550-8fb1-f7ae70f1841a None None] Provisioning complete for port d5f97a06-c905-4f09-96b4-d7238f6d4a18 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:50.144252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2601d190-35f8-4550-8fb1-f7ae70f1841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.160162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:50.213206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f827b4f9-0f8d-445d-a0ea-1963fc8df148 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:50.215601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-33d4a345-151f-40d4-b6d3-fce3d19e53a9 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3820410 Nov 12 11:18:50.220727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Made reservation on behalf of bbdf3c4e53e34da1a809b79f2a4752cc for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:50.224649 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.230475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50342) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:50.231905 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.283654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:50.285656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2601d190-35f8-4550-8fb1-f7ae70f1841a None None] Port d5f97a06-c905-4f09-96b4-d7238f6d4a18 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:50.310885 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bfac348d-ec0a-495b-91b7-9c521998c8f2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.346144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e678fdb5-4a44-47b3-b54f-af9e14813e54 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet d09f7518-94d3-402d-bf1f-874a6d204f42 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:50.355298 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e678fdb5-4a44-47b3-b54f-af9e14813e54 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.357089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac348d-ec0a-495b-91b7-9c521998c8f2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=9793e19c-c596-4297-a2be-b0ecd991da2f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:50.387747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f827b4f9-0f8d-445d-a0ea-1963fc8df148 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:50.388130 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.435064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-49a36875-576c-4cff-a8ab-0c66549a8ed9 None None] Could not find standard attr ID for object 9793e19c-c596-4297-a2be-b0ecd991da2f. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:18:50.460247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device efb6d7b6-0fea-4561-a5b8-0803c72b8f0e up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:50.460736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bfac348d-ec0a-495b-91b7-9c521998c8f2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.467113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bfac348d-ec0a-495b-91b7-9c521998c8f2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/9793e19c-c596-4297-a2be-b0ecd991da2f HTTP/1.1" status: 204 len: 168 time: 1.1672449 Nov 12 11:18:50.469745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50344) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:50.486072 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed3c9-73d9-489c-a923-935a68ed5af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.489164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed3c9-73d9-489c-a923-935a68ed5af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.490585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7a2ed3c9-73d9-489c-a923-935a68ed5af5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63042749-a7a2-4ac1-98a2-2a02020e5596 HTTP/1.1" status: 204 len: 168 time: 1.0159132 Nov 12 11:18:50.503048 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7c2c82-0c7a-487b-a84e-9678b680e553 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:18:50.509995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa785375-5249-4203-bd45-cbc11211241a tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.510529 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ba7c2c82-0c7a-487b-a84e-9678b680e553 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/9793e19c-c596-4297-a2be-b0ecd991da2f HTTP/1.1" status: 404 len: 333 time: 0.0389972 Nov 12 11:18:50.511841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50348) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:50.562512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-49a36875-576c-4cff-a8ab-0c66549a8ed9 None None] Provisioning complete for port d5f97a06-c905-4f09-96b4-d7238f6d4a18 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:50.562810 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49a36875-576c-4cff-a8ab-0c66549a8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.676661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-49a36875-576c-4cff-a8ab-0c66549a8ed9 None None] Port d5f97a06-c905-4f09-96b4-d7238f6d4a18 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:50.691260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf9377-f342-4312-896b-319af92b345d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port d5f97a06-c905-4f09-96b4-d7238f6d4a18 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:50.691701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9377-f342-4312-896b-319af92b345d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.708711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:18:50.743859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:50.744274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.866861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9377-f342-4312-896b-319af92b345d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.897034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf9377-f342-4312-896b-319af92b345d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for d5f97a06-c905-4f09-96b4-d7238f6d4a18 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:50.924171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ed3c9-73d9-489c-a923-935a68ed5af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63042749-a7a2-4ac1-98a2-2a02020e5596,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:50.927803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e678fdb5-4a44-47b3-b54f-af9e14813e54 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.028533 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa785375-5249-4203-bd45-cbc11211241a tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.097404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0831eb36-69f4-4d95-b9ac-ce2730e713aa up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:51.116496 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9377-f342-4312-896b-319af92b345d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.130302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea752428-2215-490f-9787-ca82ab5d38c0 req-b06b8df5-f7b6-45a1-bc2f-dec383f90027 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:51.132022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea752428-2215-490f-9787-ca82ab5d38c0 req-b06b8df5-f7b6-45a1-bc2f-dec383f90027 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 944 time: 0.0854719 Nov 12 11:18:51.160336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:47Z', 'revision_number': 8, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:51.184151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf9377-f342-4312-896b-319af92b345d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=d5f97a06-c905-4f09-96b4-d7238f6d4a18,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:51.204121 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.211413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Allocated IP 172.20.0.24 (48e27659-4c5f-4e63-968a-68fc6e1c5fda/233042fb-5f54-43e3-8497-e7b94b765069/09b0ce2b-e616-4de9-9fc2-6a08ba37b39e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:51.236594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:51.248410 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e678fdb5-4a44-47b3-b54f-af9e14813e54 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.250433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dcd1a6-6b0f-4328-afae-a6c269a24df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:51.254568 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26292be1-51e7-4480-b832-5e783d2b1340" -d '{"events": [{"server_uuid": "61dcd1a6-6b0f-4328-afae-a6c269a24df5", "name": "network-vif-plugged", "status": "completed", "tag": "efb6d7b6-0fea-4561-a5b8-0803c72b8f0e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:51.281376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:51.290204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:51.291685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:27Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:51.297226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.320062 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa785375-5249-4203-bd45-cbc11211241a tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.323485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa785375-5249-4203-bd45-cbc11211241a tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.326790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fa785375-5249-4203-bd45-cbc11211241a tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/c9f6fb55-5d5d-4219-ac0f-4fc74cae4456 HTTP/1.1" status: 204 len: 168 time: 1.0901160 Nov 12 11:18:51.329201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50366) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:51.343396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c37a8a55-f39c-44c8-bef1-35c360d39126 req-5d0c880a-53e7-4d5e-b3b9-06232ace50cc tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 210 time: 0.1338406 Nov 12 11:18:51.397119 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a2a805b6-537d-4117-ac65-6aded8d722f4 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0663826 Nov 12 11:18:51.409004 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.418693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50370) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:51.440992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:51.442401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2a088c18-2ca5-47dc-bfa6-7c4a77fc3467 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665487805'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:51.460390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa785375-5249-4203-bd45-cbc11211241a tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f6fb55-5d5d-4219-ac0f-4fc74cae4456,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:51.500811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0831eb36-69f4-4d95-b9ac-ce2730e713aa triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:51.501572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.543649 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c18-2ca5-47dc-bfa6-7c4a77fc3467 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.588019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:51.638250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c18-2ca5-47dc-bfa6-7c4a77fc3467 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.647407 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9377-f342-4312-896b-319af92b345d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.649344 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e678fdb5-4a44-47b3-b54f-af9e14813e54 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.654897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eeaf9377-f342-4312-896b-319af92b345d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/d5f97a06-c905-4f09-96b4-d7238f6d4a18 HTTP/1.1" status: 204 len: 168 time: 1.1391923 Nov 12 11:18:51.657853 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea752428-2215-490f-9787-ca82ab5d38c0 req-84e72c0d-f316-4853-b1b8-3d87f2a889c7 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498651 Nov 12 11:18:51.658867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50376) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:51.696855 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c18-2ca5-47dc-bfa6-7c4a77fc3467 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.706721 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d114aa-dd1c-4a30-a548-b67d37711332 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:18:51.713386 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-99d114aa-dd1c-4a30-a548-b67d37711332 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/d5f97a06-c905-4f09-96b4-d7238f6d4a18 HTTP/1.1" status: 404 len: 333 time: 0.0485106 Nov 12 11:18:51.713688 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e678fdb5-4a44-47b3-b54f-af9e14813e54 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.714498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50378) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:51.715136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e678fdb5-4a44-47b3-b54f-af9e14813e54 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/d09f7518-94d3-402d-bf1f-874a6d204f42 HTTP/1.1" status: 204 len: 168 time: 1.6816652 Nov 12 11:18:51.718678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50380) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:51.730180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d5a17-baf1-4c70-903f-746003863eb6 None None] Network fe72625a-e18f-4c3d-a392-31b9076f5e85 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:51.738740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678fdb5-4a44-47b3-b54f-af9e14813e54 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=d09f7518-94d3-402d-bf1f-874a6d204f42,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:51.757591 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949fdfaf-c346-465c-a226-83a857361c3a x-openstack-request-id: req-949fdfaf-c346-465c-a226-83a857361c3a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:51.757929 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dcd1a6-6b0f-4328-afae-a6c269a24df5", "name": "network-vif-plugged", "status": "completed", "tag": "efb6d7b6-0fea-4561-a5b8-0803c72b8f0e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:51.758146 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-949fdfaf-c346-465c-a226-83a857361c3a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:51.758553 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dcd1a6-6b0f-4328-afae-a6c269a24df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e', 'code': 200} Nov 12 11:18:51.848771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7742ef04-6d9f-4824-a5dc-f396f27b46dd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet 49f7d351-d987-4835-a45c-eadb3654b8fd {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:51.857645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7742ef04-6d9f-4824-a5dc-f396f27b46dd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.887191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.946434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596dd69-d4a5-4903-81ed-f470a270272a req-9bc79734-7f0e-4f67-a0fe-c45286bb0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:51.948959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d596dd69-d4a5-4903-81ed-f470a270272a req-9bc79734-7f0e-4f67-a0fe-c45286bb0443 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 1097 time: 0.1257107 Nov 12 11:18:51.953453 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.958643 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7742ef04-6d9f-4824-a5dc-f396f27b46dd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.995069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Allocated IP 172.25.2.159 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/33ea9956-d79d-4392-b0f2-5c1b5ce20279) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:52.077224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:47Z', 'revision_number': 8, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:52.091975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c18-2ca5-47dc-bfa6-7c4a77fc3467 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.097089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a088c18-2ca5-47dc-bfa6-7c4a77fc3467 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6704996 Nov 12 11:18:52.097771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50388) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:52.102433 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d596dd69-d4a5-4903-81ed-f470a270272a req-14a4c762-4993-4f3d-b561-ac3d2e321d72 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437628 Nov 12 11:18:52.117490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.118400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d4d3eb16-a9fb-4af1-9659-c6328148077f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:52.118835 n-d-768851-19 neutron-server[109166]: WARNING neutron.api.v2.base [None req-d4d3eb16-a9fb-4af1-9659-c6328148077f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 11:18:52.119354 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-d4d3eb16-a9fb-4af1-9659-c6328148077f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 11:18:52.123993 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d4d3eb16-a9fb-4af1-9659-c6328148077f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "PUT /v2.0/security-groups/4ec561f1-0cfb-4172-8a58-998f81ea2d50 HTTP/1.1" status: 409 len: 330 time: 0.0221283 Nov 12 11:18:52.131147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50390) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:52.132400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a088c18-2ca5-47dc-bfa6-7c4a77fc3467 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec561f1-0cfb-4172-8a58-998f81ea2d50,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.136024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4646d9-f40d-4432-9319-fe118070a098 None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:47Z', 'revision_number': 8, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '1a71f120-989f-44f2-b030-42731c0ee62c', 'name': '', 'network_id': '26a3eaf2-6d1b-49db-8470-f1d8aa89933f', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:f6:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:18Z', 'updated_at': '2021-11-12T11:18:29Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '099ebb73-8f28-4f4f-b5a5-26b40003e76a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:52.160082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] DHCP port deletion for fe72625a-e18f-4c3d-a392-31b9076f5e85 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:52.223504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7742ef04-6d9f-4824-a5dc-f396f27b46dd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.255514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Deleting port c11998c0-303b-4e47-8300-251366b56ec5 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:52.256812 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.257160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:52.269408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:52.271774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event updated for resources: {'Port': ['ID=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.277851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:52.278460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-51d98c80-01c2-4dfe-88ac-18ad98dea20c tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.325825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-51d98c80-01c2-4dfe-88ac-18ad98dea20c tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.354269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port c11998c0-303b-4e47-8300-251366b56ec5 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:52.354603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.365558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7742ef04-6d9f-4824-a5dc-f396f27b46dd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.398004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dfe4f4-548c-46be-a796-634db5f30ef8 None None] Network c0b90853-0631-4c8b-a38c-91b96ff93068 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:52.415013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7742ef04-6d9f-4824-a5dc-f396f27b46dd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.420551 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7742ef04-6d9f-4824-a5dc-f396f27b46dd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/49f7d351-d987-4835-a45c-eadb3654b8fd HTTP/1.1" status: 204 len: 168 time: 0.6850636 Nov 12 11:18:52.423660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50396) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:52.426099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742ef04-6d9f-4824-a5dc-f396f27b46dd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=49f7d351-d987-4835-a45c-eadb3654b8fd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.441784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port c11998c0-303b-4e47-8300-251366b56ec5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c11998c0-303b-4e47-8300-251366b56ec5,segment=NetworkSegment(12add0c5-8224-4198-9256-77130b1718dd),segment_id=12add0c5-8224-4198-9256-77130b1718dd)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:52.442483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.460419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for c11998c0-303b-4e47-8300-251366b56ec5 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:52.631978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] For port c11998c0-303b-4e47-8300-251366b56ec5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c11998c0-303b-4e47-8300-251366b56ec5,segment=NetworkSegment(12add0c5-8224-4198-9256-77130b1718dd),segment_id=12add0c5-8224-4198-9256-77130b1718dd)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:52.634425 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-51d98c80-01c2-4dfe-88ac-18ad98dea20c tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.637473 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.639248 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-51d98c80-01c2-4dfe-88ac-18ad98dea20c tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.646443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-51d98c80-01c2-4dfe-88ac-18ad98dea20c tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/4ec561f1-0cfb-4172-8a58-998f81ea2d50 HTTP/1.1" status: 204 len: 168 time: 0.5008469 Nov 12 11:18:52.647004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50400) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:52.652843 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.710177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.724786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Calling delete_port for c11998c0-303b-4e47-8300-251366b56ec5 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:52.821003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:52.821911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.839676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d98c80-01c2-4dfe-88ac-18ad98dea20c tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec561f1-0cfb-4172-8a58-998f81ea2d50,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.855037 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.870633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=c11998c0-303b-4e47-8300-251366b56ec5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.878469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No DVR routers for this DVR port c11998c0-303b-4e47-8300-251366b56ec5 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:52.902195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-10d8a5cb-1381-42c0-9613-3cad0e2784b1 None None] Provisioning complete for port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:52.902603 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-10d8a5cb-1381-42c0-9613-3cad0e2784b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.927060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c8ff48c-5c69-4880-beb9-c02a1a44f903 tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2312515 Nov 12 11:18:52.930044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50408) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:52.956548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-95427b52-7b7d-42fa-b356-e2ab65772019 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.5780625 Nov 12 11:18:52.993016 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-2a9cc210-2fbe-47d3-8342-154ce70d0b7f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] delete failed (client error): The resource could not be found. Nov 12 11:18:53.013661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a9cc210-2fbe-47d3-8342-154ce70d0b7f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb03cd74-6d1d-4301-80e7-4d13395d7f6b HTTP/1.1" status: 404 len: 347 time: 0.0825219 Nov 12 11:18:53.017535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50410) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:53.027576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-10d8a5cb-1381-42c0-9613-3cad0e2784b1 None None] Port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:53.086831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Request body: {'port': {'device_id': 'fe4cbed2-650e-4c75-bc7a-f77010eff3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:53.091784 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.117931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54313c4-b16c-4168-a61d-f1888726573c req-2da570da-7606-49f9-af56-75a090c8f375 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:53.123974 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f54313c4-b16c-4168-a61d-f1888726573c req-2da570da-7606-49f9-af56-75a090c8f375 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 895 time: 0.5057180 Nov 12 11:18:53.140375 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-dff72977-7139-4d8a-a6f0-f7b62e871d4f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] show failed (client error): The resource could not be found. Nov 12 11:18:53.149873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dff72977-7139-4d8a-a6f0-f7b62e871d4f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-groups/6215e14c-3c62-4672-93f7-fe19606b7db6 HTTP/1.1" status: 404 len: 347 time: 0.1295924 Nov 12 11:18:53.163221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50412) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:53.172441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] No DVR routers for this DVR port c11998c0-303b-4e47-8300-251366b56ec5 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:53.188398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] DHCP port deletion for c0b90853-0631-4c8b-a38c-91b96ff93068 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:53.191365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c11998c0-303b-4e47-8300-251366b56ec5 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:53.194513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Pushing event deleted for resources: {'Port': ['ID=c11998c0-303b-4e47-8300-251366b56ec5,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:53.226147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.228386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.229806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.230525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.233926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.233926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.233926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.235523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.236055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.238781 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-0bec7c65-42ce-4fd5-9d7f-110e8a8b283f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] show failed (client error): The resource could not be found. Nov 12 11:18:53.240245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.241431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.246849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a35be-e8b4-4e54-b2a8-7882ddec1d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:53.249016 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0bec7c65-42ce-4fd5-9d7f-110e8a8b283f tempest-NegativeSecGroupTest-1784198773 tempest-NegativeSecGroupTest-1784198773-project] 10.222.0.31 "GET /v2.0/security-group-rules/904cf815-7ce6-4b2c-8b98-fb397a9a8ec8 HTTP/1.1" status: 404 len: 356 time: 0.0850194 Nov 12 11:18:53.289201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 0831eb36-69f4-4d95-b9ac-ce2730e713aa {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:53.289856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.328835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c11998c0-303b-4e47-8300-251366b56ec5 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:53.329518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c11998c0-303b-4e47-8300-251366b56ec5 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:53.330254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ce9b9115-416c-4d05-9858-656f0f4941d1 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:53.371990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.417326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ce9b9115-416c-4d05-9858-656f0f4941d1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:53.421309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ce9b9115-416c-4d05-9858-656f0f4941d1 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:53.479225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] Deleting port 0831eb36-69f4-4d95-b9ac-ce2730e713aa {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:53.479870 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.484895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] For port 0831eb36-69f4-4d95-b9ac-ce2730e713aa, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0831eb36-69f4-4d95-b9ac-ce2730e713aa,segment=NetworkSegment(e347138e-4980-40b9-9ebd-d65efdca0d9c),segment_id=e347138e-4980-40b9-9ebd-d65efdca0d9c)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:53.485270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.517429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 0831eb36-69f4-4d95-b9ac-ce2730e713aa owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:53.617678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.635890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.646724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.664733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] For port 0831eb36-69f4-4d95-b9ac-ce2730e713aa, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0831eb36-69f4-4d95-b9ac-ce2730e713aa,segment=NetworkSegment(e347138e-4980-40b9-9ebd-d65efdca0d9c),segment_id=e347138e-4980-40b9-9ebd-d65efdca0d9c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:53.665465 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.681451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=0831eb36-69f4-4d95-b9ac-ce2730e713aa,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:53.683143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc786a1-8ee9-4cf4-a9cd-8b32e3a7a2a4 req-74654714-e022-4706-aabc-f7697e3e4a8d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:53.689944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No DVR routers for this DVR port 0831eb36-69f4-4d95-b9ac-ce2730e713aa on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:53.696394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dc786a1-8ee9-4cf4-a9cd-8b32e3a7a2a4 req-74654714-e022-4706-aabc-f7697e3e4a8d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 945 time: 0.8467429 Nov 12 11:18:53.700567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] Calling delete_port for 0831eb36-69f4-4d95-b9ac-ce2730e713aa owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:53.711662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe72625a-e18f-4c3d-a392-31b9076f5e85']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:53.730866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12add0c5-8224-4198-9256-77130b1718dd') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:53.731523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12add0c5-8224-4198-9256-77130b1718dd') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:53.748544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.770159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.784097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:53.784097 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.802778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.852894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50426) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:53.853934 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:53.863563 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.869900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] Pushing event deleted for resources: {'Port': ['ID=0831eb36-69f4-4d95-b9ac-ce2730e713aa,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:53.879717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c09dba-5355-42ce-b984-44fa198f8b51 None None] No DVR routers for this DVR port 0831eb36-69f4-4d95-b9ac-ce2730e713aa on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:53.924401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b90853-0631-4c8b-a38c-91b96ff93068']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:53.958540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e347138e-4980-40b9-9ebd-d65efdca0d9c') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:53.959347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:53.960097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e347138e-4980-40b9-9ebd-d65efdca0d9c') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:53.965205 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f5e41f8-6680-41e8-b6d6-1dc0f8085f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.979418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.986795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:53.991031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:54.003995 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.020017 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.021356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:54.022314 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.029138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:54.029970 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:54.041123 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/fe72625a-e18f-4c3d-a392-31b9076f5e85 HTTP/1.1" status: 204 len: 168 time: 2.3185258 Nov 12 11:18:54.041844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50432) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:54.150824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.190599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.191705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Pushing event updated for resources: {'Port': ['ID=33ea9956-d79d-4392-b0f2-5c1b5ce20279,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:54.197718 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/networks/c0b90853-0631-4c8b-a38c-91b96ff93068 HTTP/1.1" status: 204 len: 168 time: 1.7691333 Nov 12 11:18:54.205216 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d89924b3-a4d6-475e-90ba-61263363bbc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebca366f2dc440fb861012ef6d29c5cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505974 Nov 12 11:18:54.208131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50440) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:54.208131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50442) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:54.211078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba957f-96ab-47b8-8feb-4011c94ef803 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=fe72625a-e18f-4c3d-a392-31b9076f5e85,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:54.226919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb164f9e-1583-4791-9214-f9a28febb08f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Network': ['ID=c0b90853-0631-4c8b-a38c-91b96ff93068,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:54.259418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1869218163'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:54.275231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dc786a1-8ee9-4cf4-a9cd-8b32e3a7a2a4 req-08372158-cd62-4d73-badd-8b94add35487 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775945 Nov 12 11:18:54.337016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4caca0-3d03-4d19-8531-70904c9e9d4d req-6438cf79-6fd2-4c6f-88ff-91cd6dfad243 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:54.338900 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9f4caca0-3d03-4d19-8531-70904c9e9d4d req-6438cf79-6fd2-4c6f-88ff-91cd6dfad243 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 895 time: 0.0790615 Nov 12 11:18:54.432299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:54.435789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.592757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f099ab2-8b75-4e86-8f30-43dc7c9d38f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.601922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.616566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:54.681376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.681729 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Added segment 2cb4619e-3280-4ee8-ab52-f04450513d65 of type vlan for network c767bc2e-ada4-4116-8f17-ae9f55c30b7a Nov 12 11:18:54.707833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:54.724816 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f099ab2-8b75-4e86-8f30-43dc7c9d38f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.727612 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.795364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.838425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Transition to ACTIVE for port object 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:18:54.860802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.875136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.893152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0831eb36-69f4-4d95-b9ac-ce2730e713aa no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:54.916552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 0831eb36-69f4-4d95-b9ac-ce2730e713aa {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:54.916921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0831eb36-69f4-4d95-b9ac-ce2730e713aa not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:55.101302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50472) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:55.218241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.resource_extend [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:18:55.218838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fcf6feba-1d4c-4e92-953a-a259839786ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.308836 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.315228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:55.315890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.326603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Pushing event updated for resources: {'Port': ['ID=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.356608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fcf6feba-1d4c-4e92-953a-a259839786ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.370982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fcf6feba-1d4c-4e92-953a-a259839786ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.447231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6feba-1d4c-4e92-953a-a259839786ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171e6c44-ee41-48ef-9e40-31341a78a25c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.496422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fcf6feba-1d4c-4e92-953a-a259839786ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75b3993f0be64fc785b59dcb3a9c622c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917582 Nov 12 11:18:55.519338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50480) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:55.521140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f099ab2-8b75-4e86-8f30-43dc7c9d38f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.525824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f099ab2-8b75-4e86-8f30-43dc7c9d38f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.532015 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f099ab2-8b75-4e86-8f30-43dc7c9d38f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03e76e99-01fd-407f-87ce-aff7e28fa3db HTTP/1.1" status: 204 len: 168 time: 1.3159001 Nov 12 11:18:55.560854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3462412 Nov 12 11:18:55.578603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50484) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:55.595963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:55.618886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f099ab2-8b75-4e86-8f30-43dc7c9d38f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e76e99-01fd-407f-87ce-aff7e28fa3db,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.627583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e012215-af81-483a-9db1-5d248eb28b7f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Network': ['ID=c767bc2e-ada4-4116-8f17-ae9f55c30b7a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.666842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c767bc2e-ada4-4116-8f17-ae9f55c30b7a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:55.677492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3334618-481e-4f6b-8d28-59916c2dc060 req-6ed8cbd8-a0b2-44c0-b341-009171bbc3e1 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:55.680485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b3334618-481e-4f6b-8d28-59916c2dc060 req-6ed8cbd8-a0b2-44c0-b341-009171bbc3e1 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 907 time: 0.2095969 Nov 12 11:18:55.729085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Attempting to bind port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:55.729085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Attempting to bind port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:55.729085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Attempting to bind port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e on network 48e27659-4c5f-4e63-968a-68fc6e1c5fda {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:55.750981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e on network 48e27659-4c5f-4e63-968a-68fc6e1c5fda not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:18:55.751742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Attempting to bind port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e on network 48e27659-4c5f-4e63-968a-68fc6e1c5fda {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:55.764290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:55.764787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Checking segment: {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:55.765437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Bound using segment: {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:55.765934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Bound port: 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c002ccc-7a51-44e3-952d-5cb9b3026b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:55.766413 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.777668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca064-a9db-45b1-95db-0d52aebf3761 req-4a6ad12c-91c4-43a6-b774-ebf7dff69708 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:55.779374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06eca064-a9db-45b1-95db-0d52aebf3761 req-4a6ad12c-91c4-43a6-b774-ebf7dff69708 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 945 time: 0.2430184 Nov 12 11:18:55.807300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ff94-5ab6-4318-a86b-d842d275ff2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.836602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.843078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ff94-5ab6-4318-a86b-d842d275ff2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.848258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.861679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:55.865298 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.001431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ff94-5ab6-4318-a86b-d842d275ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.007699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ff94-5ab6-4318-a86b-d842d275ff2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.011444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5ba3ff94-5ab6-4318-a86b-d842d275ff2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/171e6c44-ee41-48ef-9e40-31341a78a25c HTTP/1.1" status: 204 len: 168 time: 0.4891272 Nov 12 11:18:56.047126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ff94-5ab6-4318-a86b-d842d275ff2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171e6c44-ee41-48ef-9e40-31341a78a25c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:56.089628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06eca064-a9db-45b1-95db-0d52aebf3761 req-8cc44fc7-6f68-4704-aa38-5063d3ed1302 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938368 Nov 12 11:18:56.151990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Pushing event updated for resources: {'Port': ['ID=33ea9956-d79d-4392-b0f2-5c1b5ce20279,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:56.190431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.218151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] For port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:56.241282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] For port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:56.256125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.262058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c07b0050-1aa8-4fc4-8e11-77a08115b215 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4339759 Nov 12 11:18:56.265247 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50502) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:56.268134 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.286793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-735215016', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'fixed_ips': [{'ip_address': '172.25.2.159'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:56.301790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ddf846b5-8fee-4f15-a04e-c6d3658904a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.357212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.364704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Made reservation on behalf of dbf54c27e2ef42228a15e85ebca8d6f5 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:56.366921 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.417887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.432777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.506459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:56.509586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.514327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] 10.222.0.59 "PUT /v2.0/ports/09b0ce2b-e616-4de9-9fc2-6a08ba37b39e HTTP/1.1" status: 200 len: 1056 time: 3.4831593 Nov 12 11:18:56.550652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4cbed2-650e-4c75-bc7a-f77010eff3e2', 'tag': '09b0ce2b-e616-4de9-9fc2-6a08ba37b39e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:56.581857 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4cbed2-650e-4c75-bc7a-f77010eff3e2", "tag": "09b0ce2b-e616-4de9-9fc2-6a08ba37b39e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:56.686400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=08a6509b-c1b4-4861-92b9-82355605d297,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:56.707540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb1b4d-622e-4107-a0d6-8fa25bd5be25 service neutron] Pushing event updated for resources: {'Port': ['ID=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:56.746374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-4fa17995-8b9b-4f2c-b56f-a8f248d05157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:56.748383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-4fa17995-8b9b-4f2c-b56f-a8f248d05157 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 1059 time: 0.0986340 Nov 12 11:18:56.749044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking segment: {'id': '2cb4619e-3280-4ee8-ab52-f04450513d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:56.749413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network hostable DHCP agents. Network: c767bc2e-ada4-4116-8f17-ae9f55c30b7a, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:56.762334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.770606 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.789655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] device_id is not set on port 7ea22345-2caf-4180-8913-9e6a98b9547a yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:56.871353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network c767bc2e-ada4-4116-8f17-ae9f55c30b7a is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:56.887881 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b7a6da-7ea7-46c0-9cf3-834307abbb39 x-openstack-request-id: req-d9b7a6da-7ea7-46c0-9cf3-834307abbb39 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:56.888192 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4cbed2-650e-4c75-bc7a-f77010eff3e2", "tag": "09b0ce2b-e616-4de9-9fc2-6a08ba37b39e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:56.888455 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9b7a6da-7ea7-46c0-9cf3-834307abbb39 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:56.888985 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4cbed2-650e-4c75-bc7a-f77010eff3e2', 'tag': '09b0ce2b-e616-4de9-9fc2-6a08ba37b39e', 'status': 'completed', 'code': 200} Nov 12 11:18:56.920691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738beaaf-e923-4e6b-9b7c-84025691266c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:56.940555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50520) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:56.950753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c767bc2e-ada4-4116-8f17-ae9f55c30b7a) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:56.963918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ad900-2244-46c8-9bf0-c99b136f76d3 None None] Network c767bc2e-ada4-4116-8f17-ae9f55c30b7a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:56.977850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:56.978676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.041850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6f1a88be-a5c9-4126-8158-60fa8e44df21 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4609182 Nov 12 11:18:57.042524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50526) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:57.053707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a', 'name': 'tempest-PortsTestJSON-1256742525', 'fixed_ips': [{'subnet_id': '08a6509b-c1b4-4861-92b9-82355605d297', 'ip_address': '172.20.0.10'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:57.061651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50528) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:57.100088 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1da02e08-50d1-4177-84b8-c0e377d414f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.102894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-7c0fa771-7f22-4f2c-bbe0-feb6e075c8f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e HTTP/1.1" status: 200 len: 217 time: 0.2262635 Nov 12 11:18:57.119598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1e789-41be-4dc1-9a0c-0a0543a22577 req-5278a9ea-f0ae-4fba-a495-16a031ab7be9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:57.121609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0e1e789-41be-4dc1-9a0c-0a0543a22577 req-5278a9ea-f0ae-4fba-a495-16a031ab7be9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 907 time: 0.2317693 Nov 12 11:18:57.221915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-da8dca37-3131-4005-8a57-a3c9eb6007bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:57.224293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-da8dca37-3131-4005-8a57-a3c9eb6007bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=233042fb-5f54-43e3-8497-e7b94b765069 HTTP/1.1" status: 200 len: 838 time: 0.1013763 Nov 12 11:18:57.246625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-c767bc2e-ada4-4116-8f17-ae9f55c30b7a', 'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a', 'tenant_id': 'c2383007ad114ed4801558416a74c700', 'fixed_ips': [{'subnet_id': '08a6509b-c1b4-4861-92b9-82355605d297'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:57.249232 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.282932 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 11:18:57.283610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:57.323537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-35a11cc8-d26a-465c-ae96-f37292934af2 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0488877 Nov 12 11:18:57.325446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50530) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:57.436639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-2d4faa83-b646-4c76-803e-106cf58ba2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:57.438269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-2d4faa83-b646-4c76-803e-106cf58ba2fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=48e27659-4c5f-4e63-968a-68fc6e1c5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1735477 Nov 12 11:18:57.464550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Allocated IP 172.20.0.2 (c767bc2e-ada4-4116-8f17-ae9f55c30b7a/08a6509b-c1b4-4861-92b9-82355605d297/58762b0b-63da-4382-84b6-72397cda54cd) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:57.497644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:57.504287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 1a71f120-989f-44f2-b030-42731c0ee62c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:57.504639 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.586176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-821fca3b-942e-4fc0-bf71-e998a8a93c8f tempest-ServiceProvidersTest-457116460 tempest-ServiceProvidersTest-457116460-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6371183 Nov 12 11:18:57.701071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-7c175870-c103-4f89-83cb-34e3dcc2ea7e service neutron] 10.222.0.59 "GET /v2.0/networks/48e27659-4c5f-4e63-968a-68fc6e1c5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432809 Nov 12 11:18:57.711247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port 1a71f120-989f-44f2-b030-42731c0ee62c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1a71f120-989f-44f2-b030-42731c0ee62c,segment=NetworkSegment(dbdae2c9-2ee9-470e-94b0-6a755cdfee5b),segment_id=dbdae2c9-2ee9-470e-94b0-6a755cdfee5b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:57.711757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.748733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 1a71f120-989f-44f2-b030-42731c0ee62c owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:57.781652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.797573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.876785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Network c767bc2e-ada4-4116-8f17-ae9f55c30b7a is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:57.877660 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.882619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:57.889642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:57.912582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Pushing event updated for resources: {'Port': ['ID=58762b0b-63da-4382-84b6-72397cda54cd,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:58.023666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Attempting to bind port 58762b0b-63da-4382-84b6-72397cda54cd on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:58.026292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Attempting to bind port 58762b0b-63da-4382-84b6-72397cda54cd by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '2cb4619e-3280-4ee8-ab52-f04450513d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:58.026710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Attempting to bind port 58762b0b-63da-4382-84b6-72397cda54cd on network c767bc2e-ada4-4116-8f17-ae9f55c30b7a {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:58.048134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:58.050064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Checking segment: {'id': '2cb4619e-3280-4ee8-ab52-f04450513d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:58.051333 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.053332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Bound using segment: {'id': '2cb4619e-3280-4ee8-ab52-f04450513d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:58.053985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Bound port: 58762b0b-63da-4382-84b6-72397cda54cd, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb4619e-3280-4ee8-ab52-f04450513d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:58.055127 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.090095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9ef437c-0556-4ea1-a8ea-a75458a82082 req-4ac6554d-5e53-49ad-92e6-09b0194a57c7 service neutron] 10.222.0.59 "GET /v2.0/networks/48e27659-4c5f-4e63-968a-68fc6e1c5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742998 Nov 12 11:18:58.171943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] For port 58762b0b-63da-4382-84b6-72397cda54cd, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:58.198331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] For port 58762b0b-63da-4382-84b6-72397cda54cd, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=58762b0b-63da-4382-84b6-72397cda54cd,segment=NetworkSegment(2cb4619e-3280-4ee8-ab52-f04450513d65),segment_id=2cb4619e-3280-4ee8-ab52-f04450513d65)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:58.208325 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.301027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50540) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:58.318846 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1da02e08-50d1-4177-84b8-c0e377d414f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.349868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1da02e08-50d1-4177-84b8-c0e377d414f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.459069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9405aee-8e6e-4cd9-9c70-a1a9058d3ab3 None None] Pushing event updated for resources: {'Port': ['ID=58762b0b-63da-4382-84b6-72397cda54cd,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:58.489655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1da02e08-50d1-4177-84b8-c0e377d414f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49742fb72c4d46dbbdf1ea07ea0faf7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4269116 Nov 12 11:18:58.490412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da02e08-50d1-4177-84b8-c0e377d414f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d6470-ccbf-4f06-93bf-3f984a99af48,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:58.499287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.516175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50542) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:58.558803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port acea930a-92b4-4991-8e7e-012c132b9e93 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:58.635305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-b71d9796-932b-4612-a156-79d76757d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:58.636616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-b71d9796-932b-4612-a156-79d76757d413 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 1059 time: 0.3810666 Nov 12 11:18:58.638797 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.651684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Deleting port 33ea9956-d79d-4392-b0f2-5c1b5ce20279 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:58.652063 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.720359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862693d-a5c5-4dd6-9ebb-b10e7ca65906 req-88349dfd-eef9-4449-8c8f-352efd22523e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:58.722249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7862693d-a5c5-4dd6-9ebb-b10e7ca65906 req-88349dfd-eef9-4449-8c8f-352efd22523e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 907 time: 0.2508378 Nov 12 11:18:58.804542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=1a71f120-989f-44f2-b030-42731c0ee62c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:58.932303 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.005971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-07562035-71cc-4965-9bc6-364145596f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:59.007837 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-07562035-71cc-4965-9bc6-364145596f9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=48e27659-4c5f-4e63-968a-68fc6e1c5fda HTTP/1.1" status: 200 len: 898 time: 0.3531144 Nov 12 11:18:59.015658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d6fc08de-84e2-43e6-bc90-cb1f6f4ee84a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.190751 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.194500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.210061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.249534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d6fc08de-84e2-43e6-bc90-cb1f6f4ee84a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.287862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-1569dd6a-ea4b-46b3-b479-ca13ade2a717 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e HTTP/1.1" status: 200 len: 217 time: 0.0717094 Nov 12 11:18:59.294426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Calling delete_port for 33ea9956-d79d-4392-b0f2-5c1b5ce20279 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:59.393811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 58762b0b-63da-4382-84b6-72397cda54cd up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:59.454232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.10 (c767bc2e-ada4-4116-8f17-ae9f55c30b7a/08a6509b-c1b4-4861-92b9-82355605d297/acea930a-92b4-4991-8e7e-012c132b9e93) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:59.510369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-e3e24671-a082-4962-acaf-224b65a4831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:59.512939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-e3e24671-a082-4962-acaf-224b65a4831a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=233042fb-5f54-43e3-8497-e7b94b765069 HTTP/1.1" status: 200 len: 838 time: 0.1408477 Nov 12 11:18:59.531179 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.534130 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.545252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.552015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 58762b0b-63da-4382-84b6-72397cda54cd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:59.552413 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.584081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d6fc08de-84e2-43e6-bc90-cb1f6f4ee84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.588457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d6fc08de-84e2-43e6-bc90-cb1f6f4ee84a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.590521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d6fc08de-84e2-43e6-bc90-cb1f6f4ee84a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c6d6470-ccbf-4f06-93bf-3f984a99af48 HTTP/1.1" status: 204 len: 168 time: 1.0538158 Nov 12 11:18:59.636188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc08de-84e2-43e6-bc90-cb1f6f4ee84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d6470-ccbf-4f06-93bf-3f984a99af48,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:59.760457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:59.875345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50562) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:59.890041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b9d377b2cf64cc5bfe14136cd4457a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3879890 Nov 12 11:18:59.925285 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef111a-6ec8-435a-b13d-2934e6bd4ef2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:59.944325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.953602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.954771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.955371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.955821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.956394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.956836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.957402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.958310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.959160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.959779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.960469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9828dfa-8a14-462b-8d43-3eb3fbc511e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:00.063983 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.146137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-69cd42af-02bc-4dfc-acdb-fe1dfeb4e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:00.148108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-69cd42af-02bc-4dfc-acdb-fe1dfeb4e457 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=48e27659-4c5f-4e63-968a-68fc6e1c5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6063886 Nov 12 11:19:00.154235 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.241224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 58762b0b-63da-4382-84b6-72397cda54cd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=58762b0b-63da-4382-84b6-72397cda54cd,segment=NetworkSegment(2cb4619e-3280-4ee8-ab52-f04450513d65),segment_id=2cb4619e-3280-4ee8-ab52-f04450513d65)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:00.254158 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.261297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Pushing event deleted for resources: {'Port': ['ID=33ea9956-d79d-4392-b0f2-5c1b5ce20279,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:00.303305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:00.318552 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:00.339002 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:00.339738 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:00.341739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462466-23fc-40eb-ae7d-14284fa014a8 req-9bb0573f-5ce5-4f9a-9086-d4a65070595f tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:00.343388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-71cd3fd2-9e01-4eff-a9ec-07977b4c3801 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2697678 Nov 12 11:19:00.344634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50572) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:00.362064 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f462466-23fc-40eb-ae7d-14284fa014a8 req-9bb0573f-5ce5-4f9a-9086-d4a65070595f tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 907 time: 0.4494815 Nov 12 11:19:00.397887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.421927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a04d8fd-c4d7-4a85-b7aa-a2fb31db4259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.441519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=58762b0b-63da-4382-84b6-72397cda54cd,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:00.509545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:19:00.525426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a04d8fd-c4d7-4a85-b7aa-a2fb31db4259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.544822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8538d-668b-4fdc-a397-bc081449e5fa None None] Network c767bc2e-ada4-4116-8f17-ae9f55c30b7a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:00.547883 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:00.638725 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.641790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.650009 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2420a292-63b7-4bf3-b7a6-d20246edc839 tempest-ExternalNetworksAdminNegativeTestJSON-219372963 tempest-ExternalNetworksAdminNegativeTestJSON-219372963-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/0829df95-c5ef-45bb-8485-b59e21688b44 HTTP/1.1" status: 204 len: 168 time: 3.3235071 Nov 12 11:19:00.685026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.767564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=acea930a-92b4-4991-8e7e-012c132b9e93,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:00.780107 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a04d8fd-c4d7-4a85-b7aa-a2fb31db4259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.783576 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a04d8fd-c4d7-4a85-b7aa-a2fb31db4259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.787096 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6a04d8fd-c4d7-4a85-b7aa-a2fb31db4259 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39ef111a-6ec8-435a-b13d-2934e6bd4ef2 HTTP/1.1" status: 204 len: 168 time: 0.9074831 Nov 12 11:19:00.793896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network c767bc2e-ada4-4116-8f17-ae9f55c30b7a is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:00.806612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:00.817451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04d8fd-c4d7-4a85-b7aa-a2fb31db4259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef111a-6ec8-435a-b13d-2934e6bd4ef2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:00.826813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:00.946907 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:58Z', 'revision_number': 9, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:00.981207 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:00.990590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:00.991431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.991871 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:00.992714 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:01.029225 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-02314437-fe18-49ab-a943-68655f23bd27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9820840 Nov 12 11:19:01.033395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50590) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:01.037464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:19:01.043892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': 'c767bc2e-ada4-4116-8f17-ae9f55c30b7a', 'name': 'tempest-PortsTestJSON-127820700', 'fixed_ips': [{'subnet_id': '08a6509b-c1b4-4861-92b9-82355605d297', 'ip_address': '172.20.0.9'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:01.113689 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:01.129981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4c0faa-9d55-4cf4-aa32-562972106359 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet 099ebb73-8f28-4f4f-b5a5-26b40003e76a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:01.133517 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0faa-9d55-4cf4-aa32-562972106359 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.147393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 58762b0b-63da-4382-84b6-72397cda54cd up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:01.210403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-565bb014-5bef-49bb-826d-b13533cde16c None None] Provisioning complete for port 58762b0b-63da-4382-84b6-72397cda54cd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:01.210934 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-565bb014-5bef-49bb-826d-b13533cde16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.233788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0faa-9d55-4cf4-aa32-562972106359 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.397012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:01.404798 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.418976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.422946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50596) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:01.487111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port a74c7d27-2b57-4e51-a0e6-c4dfc6a98956 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:01.491251 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:58Z', 'revision_number': 9, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:01.502401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-4874e151-54e0-4783-bf30-1a7563bbe4e8 service neutron] 10.222.0.59 "GET /v2.0/networks/48e27659-4c5f-4e63-968a-68fc6e1c5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3402455 Nov 12 11:19:01.573598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:01.583044 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6602070-d6e8-49d1-91ab-56fad74244d4 None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:18:58Z', 'revision_number': 9, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdfa610f-7eff-4f55-9a61-84300a427dbf', 'name': '', 'network_id': 'efbc982a-c70f-42d0-a679-83242733df38', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:d8:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '8c6eba95-7269-4d47-878c-3755525962b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:04Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': '8c6eba95-7269-4d47-878c-3755525962b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:01.603060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 58762b0b-63da-4382-84b6-72397cda54cd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:01.603444 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.717140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0faa-9d55-4cf4-aa32-562972106359 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.771704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '09b0ce2b-e616-4de9-9fc2-6a08ba37b39e', 'network_id': '48e27659-4c5f-4e63-968a-68fc6e1c5fda', 'port_id': '09b0ce2b-e616-4de9-9fc2-6a08ba37b39e', 'mac_address': 'fa:16:3e:30:e8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233042fb-5f54-43e3-8497-e7b94b765069', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:19:01.779394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e35890-a255-4556-a5f3-ccef88aa11fe req-5ee445ee-9449-4fbc-8e2c-df2bc85b5269 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:01.790508 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38e35890-a255-4556-a5f3-ccef88aa11fe req-5ee445ee-9449-4fbc-8e2c-df2bc85b5269 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 907 time: 0.2590036 Nov 12 11:19:01.802749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1893701-a843-470c-bde3-739ce8494891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.977966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.9 (c767bc2e-ada4-4116-8f17-ae9f55c30b7a/08a6509b-c1b4-4861-92b9-82355605d297/a74c7d27-2b57-4e51-a0e6-c4dfc6a98956) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:02.073083 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.115729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:02.132076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d42a2f8-400b-4e76-8581-70d5ba5cc1f1 req-a2a2ab2e-817e-40f1-9086-328665f844ca service neutron] 10.222.0.59 "GET /v2.0/networks/48e27659-4c5f-4e63-968a-68fc6e1c5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802331 Nov 12 11:19:02.137704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-abba567a-a932-484f-bd97-5042ac3784d2 None None] Provisioning complete for port 58762b0b-63da-4382-84b6-72397cda54cd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:02.137940 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-abba567a-a932-484f-bd97-5042ac3784d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.209373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0faa-9d55-4cf4-aa32-562972106359 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.249857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:02.259852 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.306528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c0faa-9d55-4cf4-aa32-562972106359 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=099ebb73-8f28-4f4f-b5a5-26b40003e76a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:02.332914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0faa-9d55-4cf4-aa32-562972106359 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.342274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fe4c0faa-9d55-4cf4-aa32-562972106359 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/099ebb73-8f28-4f4f-b5a5-26b40003e76a HTTP/1.1" status: 204 len: 168 time: 1.9945836 Nov 12 11:19:02.348193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50618) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:02.361123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa8c9ee-b09f-4aad-8fac-d2e065bd15cc None None] Network 26a3eaf2-6d1b-49db-8470-f1d8aa89933f requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:02.502922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.549329 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.650542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network c767bc2e-ada4-4116-8f17-ae9f55c30b7a is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:02.655096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:02.657568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=a74c7d27-2b57-4e51-a0e6-c4dfc6a98956,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:02.659585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.660635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:02.663559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['09b0ce2b-e616-4de9-9fc2-6a08ba37b39e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:19:02.690838 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1893701-a843-470c-bde3-739ce8494891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.706644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1893701-a843-470c-bde3-739ce8494891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.747791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-abba567a-a932-484f-bd97-5042ac3784d2 None None] Provisioning complete for port acea930a-92b4-4991-8e7e-012c132b9e93 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:02.748176 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-abba567a-a932-484f-bd97-5042ac3784d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.752322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:02.753057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.772142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:02.779781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b35af1b8-41db-4040-a600-140121683772 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7438934 Nov 12 11:19:02.783737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50628) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:02.889506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50634) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:02.889908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f1893701-a843-470c-bde3-739ce8494891 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e798cad2b2a044069e74b5bd047428cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4646275 Nov 12 11:19:02.892765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1a71f120-989f-44f2-b030-42731c0ee62c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:02.903981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1893701-a843-470c-bde3-739ce8494891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce969af0-47f1-4931-9a7e-606c2b557ed6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:02.940926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:02.941370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.986929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1a71f120-989f-44f2-b030-42731c0ee62c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:02.987574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1a71f120-989f-44f2-b030-42731c0ee62c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:02.991524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-abba567a-a932-484f-bd97-5042ac3784d2 None None] Port acea930a-92b4-4991-8e7e-012c132b9e93 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:03.081571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] DHCP port deletion for 26a3eaf2-6d1b-49db-8470-f1d8aa89933f request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:03.138623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c50ea-ecb8-47ce-a5a4-ec9044026f63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:03.144262 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7c6c50ea-ecb8-47ce-a5a4-ec9044026f63 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3582709 Nov 12 11:19:03.144830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:03.181513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad9ca-e9d4-47d4-bbc9-9f953394fc9c req-82104819-da28-4249-bd2a-19152f9bb25e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:03.190925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e8ad9ca-e9d4-47d4-bbc9-9f953394fc9c req-82104819-da28-4249-bd2a-19152f9bb25e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 908 time: 0.1704121 Nov 12 11:19:03.200079 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-220085b9-011a-4229-82c3-bd2abb1bb0fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.234234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6ec0350f-5cff-4643-a8e4-d5e37ce843c2 None None] Provisioning complete for port acea930a-92b4-4991-8e7e-012c132b9e93 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:03.234896 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6ec0350f-5cff-4643-a8e4-d5e37ce843c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.253710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-220085b9-011a-4229-82c3-bd2abb1bb0fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.286683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,segment=NetworkSegment(dbdae2c9-2ee9-470e-94b0-6a755cdfee5b),segment_id=dbdae2c9-2ee9-470e-94b0-6a755cdfee5b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:03.288633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.320309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:03.324641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6ec0350f-5cff-4643-a8e4-d5e37ce843c2 None None] Port acea930a-92b4-4991-8e7e-012c132b9e93 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:03.332987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] Deleting port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:03.333615 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.346426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-220085b9-011a-4229-82c3-bd2abb1bb0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.353498 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-220085b9-011a-4229-82c3-bd2abb1bb0fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.357647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-220085b9-011a-4229-82c3-bd2abb1bb0fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce969af0-47f1-4931-9a7e-606c2b557ed6 HTTP/1.1" status: 204 len: 168 time: 0.4635653 Nov 12 11:19:03.373789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220085b9-011a-4229-82c3-bd2abb1bb0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce969af0-47f1-4931-9a7e-606c2b557ed6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:03.431887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] For port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,segment=NetworkSegment(dbdae2c9-2ee9-470e-94b0-6a755cdfee5b),segment_id=dbdae2c9-2ee9-470e-94b0-6a755cdfee5b)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:03.432572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.448359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] Calling delete_port for d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:03.492053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2948260d-638f-4de3-a786-5157f936cb6b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:03.498238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2948260d-638f-4de3-a786-5157f936cb6b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:03.505082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2948260d-638f-4de3-a786-5157f936cb6b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:03.511548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50656) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:03.526400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2948260d-638f-4de3-a786-5157f936cb6b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3744032 Nov 12 11:19:03.557114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.578478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.611235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:03.624000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No DVR routers for this DVR port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:03.652810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] No DVR routers for this DVR port d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:03.683561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad075400-9be3-42ed-bc64-8c3e38f86f1e None None] Pushing event deleted for resources: {'Port': ['ID=d1c3020a-08b4-45ea-b099-5ebfdea4bcc8,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:03.697729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2c2c95f4-3363-40bb-89d1-ff19a1bff117 None None] Provisioning complete for port a74c7d27-2b57-4e51-a0e6-c4dfc6a98956 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:03.698719 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c2c95f4-3363-40bb-89d1-ff19a1bff117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.719529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7084e-b34a-4963-a33d-7bc0ee725b26 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port a74c7d27-2b57-4e51-a0e6-c4dfc6a98956 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:03.719870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae7084e-b34a-4963-a33d-7bc0ee725b26 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.768117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c95f4-3363-40bb-89d1-ff19a1bff117 None None] Port a74c7d27-2b57-4e51-a0e6-c4dfc6a98956 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:03.819281 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.871792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae7084e-b34a-4963-a33d-7bc0ee725b26 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.871963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a3eaf2-6d1b-49db-8470-f1d8aa89933f']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:03.895004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:03.895304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdae2c9-2ee9-470e-94b0-6a755cdfee5b') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:03.898309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7084e-b34a-4963-a33d-7bc0ee725b26 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for a74c7d27-2b57-4e51-a0e6-c4dfc6a98956 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:03.909669 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.925723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.936553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:03.937353 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:03.942335 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:04.033599 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.059700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.069293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/26a3eaf2-6d1b-49db-8470-f1d8aa89933f HTTP/1.1" status: 204 len: 168 time: 1.7117453 Nov 12 11:19:04.076127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50670) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:04.092451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b965b-866b-438f-ba4d-f5ca226500e1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=26a3eaf2-6d1b-49db-8470-f1d8aa89933f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:04.113894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50674) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:04.203144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-81a8ca93-5b31-4728-af13-886a8505c8fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbf54c27e2ef42228a15e85ebca8d6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876684 Nov 12 11:19:04.204509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50678) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:04.400481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1868db-65b4-49a0-bb75-630bfce8951d req-577a09c6-0b0f-42a1-87ab-164a8f917381 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:04.402073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc1868db-65b4-49a0-bb75-630bfce8951d req-577a09c6-0b0f-42a1-87ab-164a8f917381 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 908 time: 0.1226244 Nov 12 11:19:04.407420 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ec25137-9e35-481f-9f2b-9137f87d52ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.445295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ec25137-9e35-481f-9f2b-9137f87d52ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.475717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae7084e-b34a-4963-a33d-7bc0ee725b26 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.523659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:04.543983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ec25137-9e35-481f-9f2b-9137f87d52ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.555302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ec25137-9e35-481f-9f2b-9137f87d52ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.564292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9ec25137-9e35-481f-9f2b-9137f87d52ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/738beaaf-e923-4e6b-9b7c-84025691266c HTTP/1.1" status: 204 len: 168 time: 0.3575923 Nov 12 11:19:04.592054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec25137-9e35-481f-9f2b-9137f87d52ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738beaaf-e923-4e6b-9b7c-84025691266c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:04.621103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:19:04.632649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:04.639405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.789581 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.823685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7084e-b34a-4963-a33d-7bc0ee725b26 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=a74c7d27-2b57-4e51-a0e6-c4dfc6a98956,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:04.833333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae7084e-b34a-4963-a33d-7bc0ee725b26 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.839525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1ae7084e-b34a-4963-a33d-7bc0ee725b26 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/a74c7d27-2b57-4e51-a0e6-c4dfc6a98956 HTTP/1.1" status: 204 len: 168 time: 1.3241756 Nov 12 11:19:04.839883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50702) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:04.842102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cbed2-650e-4c75-bc7a-f77010eff3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b0ce2b-e616-4de9-9fc2-6a08ba37b39e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:04.847379 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e65b6b8-47e1-48b1-b178-7425304ae6f5" -d '{"events": [{"server_uuid": "fe4cbed2-650e-4c75-bc7a-f77010eff3e2", "name": "network-vif-plugged", "status": "completed", "tag": "09b0ce2b-e616-4de9-9fc2-6a08ba37b39e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:04.896370 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e27f6d-167e-4052-87d8-34b1e8ff4967 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:19:04.900495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-58e27f6d-167e-4052-87d8-34b1e8ff4967 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/a74c7d27-2b57-4e51-a0e6-c4dfc6a98956 HTTP/1.1" status: 404 len: 333 time: 0.0566905 Nov 12 11:19:04.903368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50706) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:04.920271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:04.928146 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.014958 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad510b4-c2cc-49df-8923-b8fb81a875a7 x-openstack-request-id: req-1ad510b4-c2cc-49df-8923-b8fb81a875a7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:05.015451 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cbed2-650e-4c75-bc7a-f77010eff3e2", "name": "network-vif-plugged", "status": "completed", "tag": "09b0ce2b-e616-4de9-9fc2-6a08ba37b39e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:05.015941 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ad510b4-c2cc-49df-8923-b8fb81a875a7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:05.016983 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4cbed2-650e-4c75-bc7a-f77010eff3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b0ce2b-e616-4de9-9fc2-6a08ba37b39e', 'code': 200} Nov 12 11:19:05.019452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:05.022608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:05.061318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:05.061958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device d1c3020a-08b4-45ea-b099-5ebfdea4bcc8 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:05.149795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c6ab-865c-4c1a-b401-88f501b40e62 req-c4a2ba4e-4d57-40bb-a472-2003f6d76680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:05.151541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6551c6ab-865c-4c1a-b401-88f501b40e62 req-c4a2ba4e-4d57-40bb-a472-2003f6d76680 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 1061 time: 0.0839362 Nov 12 11:19:05.169154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-89136073-4765-492e-af93-428db24ee6eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port acea930a-92b4-4991-8e7e-012c132b9e93 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:05.169639 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89136073-4765-492e-af93-428db24ee6eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.303402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.340186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89136073-4765-492e-af93-428db24ee6eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.357183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-89136073-4765-492e-af93-428db24ee6eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for acea930a-92b4-4991-8e7e-012c132b9e93 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:05.683778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89136073-4765-492e-af93-428db24ee6eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.744050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c55f9-4496-475d-b8fc-88a6c5a38ad0 req-1dedfb47-6a21-4cc9-9b68-135e412a8ef8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:05.746338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f0c55f9-4496-475d-b8fc-88a6c5a38ad0 req-1dedfb47-6a21-4cc9-9b68-135e412a8ef8 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 909 time: 0.1453896 Nov 12 11:19:05.753534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89136073-4765-492e-af93-428db24ee6eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=acea930a-92b4-4991-8e7e-012c132b9e93,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:05.878114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89136073-4765-492e-af93-428db24ee6eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.883982 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-89136073-4765-492e-af93-428db24ee6eb tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/acea930a-92b4-4991-8e7e-012c132b9e93 HTTP/1.1" status: 204 len: 168 time: 0.9796638 Nov 12 11:19:05.887938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50728) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:05.934014 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e0c544-1522-4402-9067-b5e94045feda tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:19:05.936154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d1e0c544-1522-4402-9067-b5e94045feda tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/acea930a-92b4-4991-8e7e-012c132b9e93 HTTP/1.1" status: 404 len: 333 time: 0.0463266 Nov 12 11:19:05.942305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50732) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:06.041767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5a301c-57c8-4ee9-99cd-fc5f885baeef tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet 08a6509b-c1b4-4861-92b9-82355605d297 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:06.047980 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae5a301c-57c8-4ee9-99cd-fc5f885baeef tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.068117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port cdfa610f-7eff-4f55-9a61-84300a427dbf {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:06.068735 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.094404 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae5a301c-57c8-4ee9-99cd-fc5f885baeef tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.212354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae5a301c-57c8-4ee9-99cd-fc5f885baeef tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.217584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port cdfa610f-7eff-4f55-9a61-84300a427dbf, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cdfa610f-7eff-4f55-9a61-84300a427dbf,segment=NetworkSegment(cb711643-dd5e-4389-a613-6017ed032806),segment_id=cb711643-dd5e-4389-a613-6017ed032806)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:06.218102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.235505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for cdfa610f-7eff-4f55-9a61-84300a427dbf owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:06.293434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae5a301c-57c8-4ee9-99cd-fc5f885baeef tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.326451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a301c-57c8-4ee9-99cd-fc5f885baeef tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=08a6509b-c1b4-4861-92b9-82355605d297,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:06.337006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae5a301c-57c8-4ee9-99cd-fc5f885baeef tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.340897 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae5a301c-57c8-4ee9-99cd-fc5f885baeef tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/08a6509b-c1b4-4861-92b9-82355605d297 HTTP/1.1" status: 204 len: 168 time: 0.3974903 Nov 12 11:19:06.347778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d7877-cff5-477d-b6c1-ed4b233dd686 None None] Network c767bc2e-ada4-4116-8f17-ae9f55c30b7a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:06.365226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50738) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:06.365226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50740) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:06.430635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50744) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:06.572212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.620033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.718702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 58762b0b-63da-4382-84b6-72397cda54cd {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:06.720147 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.774582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=cdfa610f-7eff-4f55-9a61-84300a427dbf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:06.810282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] DHCP port deletion for c767bc2e-ada4-4116-8f17-ae9f55c30b7a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:06.941787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] Deleting port 58762b0b-63da-4382-84b6-72397cda54cd {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:06.942413 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.942604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] For port 58762b0b-63da-4382-84b6-72397cda54cd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=58762b0b-63da-4382-84b6-72397cda54cd,segment=NetworkSegment(2cb4619e-3280-4ee8-ab52-f04450513d65),segment_id=2cb4619e-3280-4ee8-ab52-f04450513d65)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:06.943083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.988385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e85b2ec-14c6-4bb9-93a9-c0f5e0492582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.004283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 58762b0b-63da-4382-84b6-72397cda54cd owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:07.102485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] For port 58762b0b-63da-4382-84b6-72397cda54cd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=58762b0b-63da-4382-84b6-72397cda54cd,segment=NetworkSegment(2cb4619e-3280-4ee8-ab52-f04450513d65),segment_id=2cb4619e-3280-4ee8-ab52-f04450513d65)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:07.103228 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.115769 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5913a626-6e03-43fe-ac2a-cbd6db5b1315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.122482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 58762b0b-63da-4382-84b6-72397cda54cd no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:07.160626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] Calling delete_port for 58762b0b-63da-4382-84b6-72397cda54cd owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:07.214902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50978782-d411-476f-ba1d-590e15f9cb13 req-a5bb781e-cdbd-4b19-bd6d-846acb6a6001 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:07.216469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50978782-d411-476f-ba1d-590e15f9cb13 req-a5bb781e-cdbd-4b19-bd6d-846acb6a6001 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 909 time: 0.3009708 Nov 12 11:19:07.222154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.246016 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e85b2ec-14c6-4bb9-93a9-c0f5e0492582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.247347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.263917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2e85b2ec-14c6-4bb9-93a9-c0f5e0492582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.309395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No active binding found for port 58762b0b-63da-4382-84b6-72397cda54cd {{(pid=109167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:19:07.310153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No DVR routers for this DVR port 58762b0b-63da-4382-84b6-72397cda54cd on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:07.311833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 58762b0b-63da-4382-84b6-72397cda54cd not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:07.317743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=58762b0b-63da-4382-84b6-72397cda54cd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:07.408820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2e85b2ec-14c6-4bb9-93a9-c0f5e0492582 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9a1a77372a24b44b71f1fedf80f9ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0427263 Nov 12 11:19:07.432555 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.433199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50764) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:07.449913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] No DVR routers for this DVR port 58762b0b-63da-4382-84b6-72397cda54cd on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:07.467840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85b2ec-14c6-4bb9-93a9-c0f5e0492582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f6fdd6-cc71-4f5e-a7cc-2997a8892ad0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:07.480001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb465a-4b2f-41c0-865a-2c80f7c12cca None None] Pushing event deleted for resources: {'Port': ['ID=58762b0b-63da-4382-84b6-72397cda54cd,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:07.559217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.564953 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5913a626-6e03-43fe-ac2a-cbd6db5b1315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.573426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5913a626-6e03-43fe-ac2a-cbd6db5b1315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.592968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c767bc2e-ada4-4116-8f17-ae9f55c30b7a']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:07.606020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb4619e-3280-4ee8-ab52-f04450513d65') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:07.606740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb4619e-3280-4ee8-ab52-f04450513d65') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:07.624478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.649451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.662371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:07.663212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.735967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50768) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:07.744812 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:07.760536 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5913a626-6e03-43fe-ac2a-cbd6db5b1315 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d50ebdf89d4c488d9f7b1973cbc5cfc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3198497 Nov 12 11:19:07.760536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50772) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:07.819355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913a626-6e03-43fe-ac2a-cbd6db5b1315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5a818d-cc81-4ae5-8551-a69b4dcb7990,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:07.826478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.836022 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.846127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/networks/c767bc2e-ada4-4116-8f17-ae9f55c30b7a HTTP/1.1" status: 204 len: 168 time: 1.4847023 Nov 12 11:19:07.854084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50774) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:07.861838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec80fa3-957d-4a43-a687-3ac1dcabca23 req-3d459c54-d1d2-4888-96e9-8e3c3644fb06 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:07.863434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ec80fa3-957d-4a43-a687-3ac1dcabca23 req-3d459c54-d1d2-4888-96e9-8e3c3644fb06 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 909 time: 0.4760439 Nov 12 11:19:07.886775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682faf79-edf9-4f33-9e34-393d05439e87 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Network': ['ID=c767bc2e-ada4-4116-8f17-ae9f55c30b7a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:07.893912 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a27032be-69b8-445f-9159-73f56790eb90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.913492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1447172682'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:07.955963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a27032be-69b8-445f-9159-73f56790eb90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.979190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1419175504'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:08.054319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a27032be-69b8-445f-9159-73f56790eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.059864 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a27032be-69b8-445f-9159-73f56790eb90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.063256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a27032be-69b8-445f-9159-73f56790eb90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8f6fdd6-cc71-4f5e-a7cc-2997a8892ad0 HTTP/1.1" status: 204 len: 168 time: 0.6279030 Nov 12 11:19:08.086047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27032be-69b8-445f-9159-73f56790eb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f6fdd6-cc71-4f5e-a7cc-2997a8892ad0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:08.476572 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:08.480077 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.483288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:08.526217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e214e5e-915d-459b-85c0-bf85702bad35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.527696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50782) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:08.544342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Made reservation on behalf of 8dddab3a82d5451fb4f73c0c6f32fd9b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:08.546387 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9dfabd0e-969d-4d55-bf9e-c64a096edd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.549206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.585788 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.601639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:08.607386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e214e5e-915d-459b-85c0-bf85702bad35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.654847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9dfabd0e-969d-4d55-bf9e-c64a096edd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.660264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9dfabd0e-969d-4d55-bf9e-c64a096edd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.700090 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9dfabd0e-969d-4d55-bf9e-c64a096edd29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d581cfca8bb14197a33cfde2d94ff4e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704652 Nov 12 11:19:08.701625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dbcb4-1453-430d-b6f3-23ffb6b785e5 req-0fe758c2-f895-4193-abc7-c3ea178d7702 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:08.703454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b18dbcb4-1453-430d-b6f3-23ffb6b785e5 req-0fe758c2-f895-4193-abc7-c3ea178d7702 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 1061 time: 0.6812685 Nov 12 11:19:08.704012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50784) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:08.708894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.709277 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Added segment a8325a8a-6113-43b1-9b6f-5c622937443d of type vlan for network ba693473-7266-40a8-a591-76ca490715f0 Nov 12 11:19:08.712374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfabd0e-969d-4d55-bf9e-c64a096edd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3b2afe-b31e-4666-9505-cc2ebcc9b9ba,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:08.818065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.827279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-633107c9-27b9-479c-aec2-d1f230106c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.842766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:08.857348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:08.863562 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ed52f2c4-b52d-4ed5-8d2d-d4580b72271a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7859468 Nov 12 11:19:08.866939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50790) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:08.868562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:08.869506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:08.922399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-633107c9-27b9-479c-aec2-d1f230106c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.947214 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e214e5e-915d-459b-85c0-bf85702bad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.950236 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e214e5e-915d-459b-85c0-bf85702bad35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.951475 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6e214e5e-915d-459b-85c0-bf85702bad35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb5a818d-cc81-4ae5-8551-a69b4dcb7990 HTTP/1.1" status: 204 len: 168 time: 1.1443973 Nov 12 11:19:08.966480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23694cd-9def-45fe-8e99-16d56e6bcfbd req-37e672cc-7fcd-4b98-967e-31b533198c4f tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:08.968422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c23694cd-9def-45fe-8e99-16d56e6bcfbd req-37e672cc-7fcd-4b98-967e-31b533198c4f tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1136 time: 0.1371818 Nov 12 11:19:08.988024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-90f336bc-7251-4867-8314-5e2aa17a5d5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1127560 Nov 12 11:19:08.998090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.004084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:09.004745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.019153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e214e5e-915d-459b-85c0-bf85702bad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5a818d-cc81-4ae5-8551-a69b4dcb7990,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:09.073255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df00af4-68f3-4fb3-b5ae-fb01c65204ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet 8c6eba95-7269-4d47-878c-3755525962b2 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:09.083067 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3df00af4-68f3-4fb3-b5ae-fb01c65204ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.154026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Network': ['ID=ba693473-7266-40a8-a591-76ca490715f0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:09.154962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:09.207800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c23694cd-9def-45fe-8e99-16d56e6bcfbd req-c6a60bd8-5f32-4e77-8eef-1802e330105e tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2238278 Nov 12 11:19:09.223972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ba693473-7266-40a8-a591-76ca490715f0 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:09.226484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca306a7-79be-4663-b31e-f04df5580924 req-33cae384-a875-4818-9836-79450f218ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:09.228028 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.228474 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-33cae384-a875-4818-9836-79450f218ee7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 1098 time: 0.1475487 Nov 12 11:19:09.229868 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-633107c9-27b9-479c-aec2-d1f230106c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.233036 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-633107c9-27b9-479c-aec2-d1f230106c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.234319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-633107c9-27b9-479c-aec2-d1f230106c95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db3b2afe-b31e-4666-9505-cc2ebcc9b9ba HTTP/1.1" status: 204 len: 168 time: 0.5293655 Nov 12 11:19:09.316474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50796) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:09.316854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633107c9-27b9-479c-aec2-d1f230106c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3b2afe-b31e-4666-9505-cc2ebcc9b9ba,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:09.318883 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb6afde8-c409-44c7-a42f-1f14cdec0947 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4567873 Nov 12 11:19:09.325544 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.348325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50798) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:09.350213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:09.366651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.367041 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Added segment ee28bb73-fba9-493d-97f8-b35cc9ea67f9 of type vlan for network 0579feec-d6cf-46ed-876c-1f883947ebf2 Nov 12 11:19:09.385257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': 'ba693473-7266-40a8-a591-76ca490715f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:09.438998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.561300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3ac362-379e-43c8-83fe-6afec7b49dfe,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:09.571604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.592634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:09.593603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.714381 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3df00af4-68f3-4fb3-b5ae-fb01c65204ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.780334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:19:06Z', 'revision_number': 10, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:09.799878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:09.803725 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.817476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Network': ['ID=0579feec-d6cf-46ed-876c-1f883947ebf2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:09.821533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f7ae0-e168-4f97-afc8-3a414a0867f3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:09.837316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8bf21ee1-03f5-4503-a342-445aea634568 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0992413 Nov 12 11:19:09.843221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c61f7ae0-e168-4f97-afc8-3a414a0867f3 tempest-TestSecurityGroupsBasicOps-998998397 tempest-TestSecurityGroupsBasicOps-998998397-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 1056 time: 0.5151355 Nov 12 11:19:09.851454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50812) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:09.859166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50816) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:09.864130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:09.868426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'subnet': {'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:09.950210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca306a7-79be-4663-b31e-f04df5580924 req-ea05ebe6-6fb7-4fc9-87a5-56c47c557bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:09.951635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-ea05ebe6-6fb7-4fc9-87a5-56c47c557bf0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.6900792 Nov 12 11:19:09.954254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:09.955668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c99125d-3c1e-4d6e-a523-10791dbd43aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.968455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:09.969285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:10.092077 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.111340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:10.169614 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3df00af4-68f3-4fb3-b5ae-fb01c65204ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.173400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Made reservation on behalf of 8dddab3a82d5451fb4f73c0c6f32fd9b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:10.177854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.388625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3df00af4-68f3-4fb3-b5ae-fb01c65204ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.449131 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.455508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df00af4-68f3-4fb3-b5ae-fb01c65204ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6eba95-7269-4d47-878c-3755525962b2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:10.468542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3df00af4-68f3-4fb3-b5ae-fb01c65204ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.476661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3df00af4-68f3-4fb3-b5ae-fb01c65204ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/8c6eba95-7269-4d47-878c-3755525962b2 HTTP/1.1" status: 204 len: 168 time: 1.6048477 Nov 12 11:19:10.477008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:19:06Z', 'revision_number': 10, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:10.503000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50830) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:10.522644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-c3e99f1d-a2d8-48ca-b504-206801db225a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a HTTP/1.1" status: 200 len: 217 time: 0.4982443 Nov 12 11:19:10.523693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea719a-3ef9-41b0-9816-e6721e92447b None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:19:06Z', 'revision_number': 10, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None, '_interfaces': [{'id': '43980572-ea93-40e0-99a4-9167414e78a8', 'name': '', 'network_id': '3b195e56-2c31-4e59-8169-c6336738f371', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'mac_address': 'fa:16:3e:8f:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:51Z', 'updated_at': '2021-11-12T11:18:01Z', 'revision_number': 5, 'project_id': 'e711e233f6274227a88445205192fc64', 'subnets': [{'id': 'bbb7a176-4c0b-49af-a06a-085ddaf908b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:10.532813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a6abc-9b10-4ac6-8606-fe6e14ce089a None None] Network efbc982a-c70f-42d0-a679-83242733df38 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:10.548798 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.646597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.696559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479638b-3212-4e0c-a4c3-3ff1cb7a6212 req-0d12fc5d-1390-4af9-9df3-9d456da4ff30 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:10.699747 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2479638b-3212-4e0c-a4c3-3ff1cb7a6212 req-0d12fc5d-1390-4af9-9df3-9d456da4ff30 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 909 time: 0.2431614 Nov 12 11:19:10.778694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.821583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca306a7-79be-4663-b31e-f04df5580924 req-2cf49534-4333-4dbf-85b7-a6303a4cba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:10.824002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-2cf49534-4333-4dbf-85b7-a6303a4cba5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.2687035 Nov 12 11:19:10.824670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=6e6dffd2-f328-4125-aeec-787e2446ea7b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:10.873300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Checking segment: {'id': 'a8325a8a-6113-43b1-9b6f-5c622937443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ba693473-7266-40a8-a591-76ca490715f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:10.873674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network hostable DHCP agents. Network: ba693473-7266-40a8-a591-76ca490715f0, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:10.906108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c99125d-3c1e-4d6e-a523-10791dbd43aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.918255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Subnet': ['ID=145ce958-3497-4b33-9be1-0d6a8227bba8,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:10.957281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] DHCP port deletion for efbc982a-c70f-42d0-a679-83242733df38 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:10.964945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-0a99a76a-165e-4c53-a5bb-3dfb08860181 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123071 Nov 12 11:19:10.968966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c99125d-3c1e-4d6e-a523-10791dbd43aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.973017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port b9735a87-158e-4177-8a37-0ed0619669e9 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:10.977738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.995784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-e2a8b0ce-a4c4-40dc-9b32-848a9247a595 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:19:10.996916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-e2a8b0ce-a4c4-40dc-9b32-848a9247a595 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150435 Nov 12 11:19:11.054229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Checking segment: {'id': 'ee28bb73-fba9-493d-97f8-b35cc9ea67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:11.054982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Network hostable DHCP agents. Network: 0579feec-d6cf-46ed-876c-1f883947ebf2, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:11.116183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] Deleting port b9735a87-158e-4177-8a37-0ed0619669e9 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:11.116687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.200923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2c99125d-3c1e-4d6e-a523-10791dbd43aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=781a101bd6894b39b28d6cd16a5d4d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3393638 Nov 12 11:19:11.201998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network ba693473-7266-40a8-a591-76ca490715f0 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:11.213360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50842) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:11.262159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port b9735a87-158e-4177-8a37-0ed0619669e9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b9735a87-158e-4177-8a37-0ed0619669e9,segment=NetworkSegment(cb711643-dd5e-4389-a613-6017ed032806),segment_id=cb711643-dd5e-4389-a613-6017ed032806)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:11.263149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.280801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:11.283095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ba693473-7266-40a8-a591-76ca490715f0) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:11.288794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:11.289445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.299689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98570d6a-11ed-4ac6-88db-7ed001df783d None None] Network ba693473-7266-40a8-a591-76ca490715f0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:11.319612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for b9735a87-158e-4177-8a37-0ed0619669e9 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:11.323445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 0579feec-d6cf-46ed-876c-1f883947ebf2) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:11.324735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99125d-3c1e-4d6e-a523-10791dbd43aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7702f4-3ea5-49ce-bb3d-7b99ecf72c14,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:11.335268 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-4b38aa34-7fa3-4a84-a0b6-9a4ccde4e1e9 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160129 Nov 12 11:19:11.346647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:11.347621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.374650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b9e9679f-c4da-44d6-b9d2-72124f1f4aed tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9996712 Nov 12 11:19:11.380262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50848) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:11.390786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497e8bb5-eb3d-4155-b9d6-6971268bbccb None None] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:11.409451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-71d039a9-6043-4691-a38a-951ca6f66eb6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-617189177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:11.440057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0443f42-11d9-4950-b913-2e600f496b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.525134 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0443f42-11d9-4950-b913-2e600f496b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.527543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] For port b9735a87-158e-4177-8a37-0ed0619669e9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b9735a87-158e-4177-8a37-0ed0619669e9,segment=NetworkSegment(cb711643-dd5e-4389-a613-6017ed032806),segment_id=cb711643-dd5e-4389-a613-6017ed032806)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:11.528045 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.537664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b9735a87-158e-4177-8a37-0ed0619669e9 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:11.548351 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.581835 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71d039a9-6043-4691-a38a-951ca6f66eb6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.583191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71d039a9-6043-4691-a38a-951ca6f66eb6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.593770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ca306a7-79be-4663-b31e-f04df5580924 req-5bc46bee-6e54-4e63-b98b-571c331086af service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299139 Nov 12 11:19:11.631815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0443f42-11d9-4950-b913-2e600f496b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.635260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0443f42-11d9-4950-b913-2e600f496b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.636686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b0443f42-11d9-4950-b913-2e600f496b06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc7702f4-3ea5-49ce-bb3d-7b99ecf72c14 HTTP/1.1" status: 204 len: 168 time: 0.4097781 Nov 12 11:19:11.653593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71d039a9-6043-4691-a38a-951ca6f66eb6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.659333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No active binding found for port b9735a87-158e-4177-8a37-0ed0619669e9 {{(pid=109167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:19:11.660214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b9735a87-158e-4177-8a37-0ed0619669e9 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:11.660796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=b9735a87-158e-4177-8a37-0ed0619669e9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:11.661253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cdfa610f-7eff-4f55-9a61-84300a427dbf no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:11.665642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0443f42-11d9-4950-b913-2e600f496b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7702f4-3ea5-49ce-bb3d-7b99ecf72c14,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:11.666748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] Calling delete_port for b9735a87-158e-4177-8a37-0ed0619669e9 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:11.679744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50854) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:11.687613 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-92377b90-211c-46c2-8ae0-744cc4815738 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8301032 Nov 12 11:19:11.687788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-786403220'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:11.698439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71d039a9-6043-4691-a38a-951ca6f66eb6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.717728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No DVR routers for this DVR port b9735a87-158e-4177-8a37-0ed0619669e9 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:11.794187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-71d039a9-6043-4691-a38a-951ca6f66eb6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.796752 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-71d039a9-6043-4691-a38a-951ca6f66eb6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4100168 Nov 12 11:19:11.804282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: cdfa610f-7eff-4f55-9a61-84300a427dbf {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:11.804757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cdfa610f-7eff-4f55-9a61-84300a427dbf not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:11.845987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-ba693473-7266-40a8-a591-76ca490715f0', 'network_id': 'ba693473-7266-40a8-a591-76ca490715f0', 'tenant_id': 'c2383007ad114ed4801558416a74c700', 'fixed_ips': [{'subnet_id': '6e6dffd2-f328-4125-aeec-787e2446ea7b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:11.847499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.916611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50860) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:11.935575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'network_id': 'ba693473-7266-40a8-a591-76ca490715f0', 'name': 'tempest-PortsTestJSON-318857563'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:11.954291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Made reservation on behalf of 8dddab3a82d5451fb4f73c0c6f32fd9b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:11.959861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.982591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] device_id is not set on port abcad5f8-0d74-4740-891a-b7413b54f5ad yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:12.033023 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.127541 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.180765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbc982a-c70f-42d0-a679-83242733df38']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:12.187582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] No DVR routers for this DVR port b9735a87-158e-4177-8a37-0ed0619669e9 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:12.209938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb711643-dd5e-4389-a613-6017ed032806') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:12.210242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb711643-dd5e-4389-a613-6017ed032806') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:12.213903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632acef4-3c40-488f-bb5b-507a19bef109 None None] Pushing event deleted for resources: {'Port': ['ID=b9735a87-158e-4177-8a37-0ed0619669e9,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:12.217089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-0579feec-d6cf-46ed-876c-1f883947ebf2', 'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2', 'tenant_id': '8dddab3a82d5451fb4f73c0c6f32fd9b', 'fixed_ips': [{'subnet_id': '145ce958-3497-4b33-9be1-0d6a8227bba8'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:12.218048 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.257322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.280431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec47c4c-109d-45e0-bdd0-b2f68c44584c req-98820771-9cd1-4284-badf-0f4ab1b508f6 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:12.282788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eec47c4c-109d-45e0-bdd0-b2f68c44584c req-98820771-9cd1-4284-badf-0f4ab1b508f6 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 909 time: 0.3586602 Nov 12 11:19:12.292821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.321486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:12.321881 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:12.326146 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:12.391045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Allocated IP 172.20.0.2 (ba693473-7266-40a8-a591-76ca490715f0/6e6dffd2-f328-4125-aeec-787e2446ea7b/418aaf7b-656d-4569-8f2e-b5244aca8234) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:12.394869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Allocated IP 2001:db8::2bb (0579feec-d6cf-46ed-876c-1f883947ebf2/145ce958-3497-4b33-9be1-0d6a8227bba8/abcad5f8-0d74-4740-891a-b7413b54f5ad) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:12.431031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:12.435429 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.439002 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.443940 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.450723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/efbc982a-c70f-42d0-a679-83242733df38 HTTP/1.1" status: 204 len: 168 time: 1.9454336 Nov 12 11:19:12.454628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50874) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:12.481570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a95f5-8cf0-470a-8327-9f67be1ea43c tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=efbc982a-c70f-42d0-a679-83242733df38,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:12.490173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:12.641740 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.650374 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.707380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Pushing event updated for resources: {'Port': ['ID=418aaf7b-656d-4569-8f2e-b5244aca8234,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:12.720828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Network ba693473-7266-40a8-a591-76ca490715f0 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:12.722819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:12.730332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:12.739533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.6 (ba693473-7266-40a8-a591-76ca490715f0/6e6dffd2-f328-4125-aeec-787e2446ea7b/2fc33d81-0e27-4489-9d17-cfab4b8aa5d2) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:12.853273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Attempting to bind port 418aaf7b-656d-4569-8f2e-b5244aca8234 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:12.856597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Attempting to bind port 418aaf7b-656d-4569-8f2e-b5244aca8234 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'a8325a8a-6113-43b1-9b6f-5c622937443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ba693473-7266-40a8-a591-76ca490715f0'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:12.857555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Attempting to bind port 418aaf7b-656d-4569-8f2e-b5244aca8234 on network ba693473-7266-40a8-a591-76ca490715f0 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:12.871770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:12.872962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Checking segment: {'id': 'a8325a8a-6113-43b1-9b6f-5c622937443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ba693473-7266-40a8-a591-76ca490715f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:12.874135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.875356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Bound using segment: {'id': 'a8325a8a-6113-43b1-9b6f-5c622937443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ba693473-7266-40a8-a591-76ca490715f0'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:12.876188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Bound port: 418aaf7b-656d-4569-8f2e-b5244aca8234, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8325a8a-6113-43b1-9b6f-5c622937443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ba693473-7266-40a8-a591-76ca490715f0'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:12.876722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.967825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] For port 418aaf7b-656d-4569-8f2e-b5244aca8234, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:12.973592 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] For port 418aaf7b-656d-4569-8f2e-b5244aca8234, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=418aaf7b-656d-4569-8f2e-b5244aca8234,segment=NetworkSegment(a8325a8a-6113-43b1-9b6f-5c622937443d),segment_id=a8325a8a-6113-43b1-9b6f-5c622937443d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:12.981240 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.998052 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.078250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cef592-0d2b-4d49-aaa3-181e858d9a40 None None] Pushing event updated for resources: {'Port': ['ID=418aaf7b-656d-4569-8f2e-b5244aca8234,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:13.085697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.134541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-78c07810-e4db-4982-b108-1c3f3bcbb515 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:13.136447 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-78c07810-e4db-4982-b108-1c3f3bcbb515 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 909 time: 0.8481510 Nov 12 11:19:13.179498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network ba693473-7266-40a8-a591-76ca490715f0 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:13.186733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:13.191686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=2fc33d81-0e27-4489-9d17-cfab4b8aa5d2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:13.197268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:13.252545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.252921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.253261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.253742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.254098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.254408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.254728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.255111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.255574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.255961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.256291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.256618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:13.345093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:13.346397 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.402754 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-60e873ec-32e5-4956-81f1-0ac490f76898 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4831223 Nov 12 11:19:13.406730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50906) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:13.858014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f22b79-dfe7-467b-92e4-ac7a66207d7f req-68bc9baa-d7b1-4277-8af1-996a945f1f37 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:13.860253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84f22b79-dfe7-467b-92e4-ac7a66207d7f req-68bc9baa-d7b1-4277-8af1-996a945f1f37 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 909 time: 0.3641286 Nov 12 11:19:13.868176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:13.868528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.949337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.982460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.018875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.152180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Allocated IP 2001:db8::2 (0579feec-d6cf-46ed-876c-1f883947ebf2/145ce958-3497-4b33-9be1-0d6a8227bba8/edc0f754-83c2-426a-8012-910789bd8c7a) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:14.204116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:14.216287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:14.218897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=abcad5f8-0d74-4740-891a-b7413b54f5ad,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:14.221644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:14.228857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:14.229280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.254635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] For port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:14.255011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.275974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Calling delete_port for 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:14.282123 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-91a25be0-7c03-4083-9b8f-4688d4d222a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6002219 Nov 12 11:19:14.289507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50928) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:14.303580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-512830809', 'allowed_address_pairs': [{'ip_address': '2001:db8::2bb', 'mac_address': 'fa:16:3e:26:7b:20'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:14.446519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.458332 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.521289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:14.525009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:14.533005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:14.581688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.595614 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.615474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Pushing event updated for resources: {'Port': ['ID=edc0f754-83c2-426a-8012-910789bd8c7a,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:14.814730 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.866660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Made reservation on behalf of 8dddab3a82d5451fb4f73c0c6f32fd9b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:14.973505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a971d7-4d6c-42db-bb58-14b64e27349c None None] Network ba693473-7266-40a8-a591-76ca490715f0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:15.035710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 418aaf7b-656d-4569-8f2e-b5244aca8234 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:15.042118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.045322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=2fc33d81-0e27-4489-9d17-cfab4b8aa5d2,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:15.094092 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.104028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Attempting to bind port edc0f754-83c2-426a-8012-910789bd8c7a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:15.104600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Attempting to bind port edc0f754-83c2-426a-8012-910789bd8c7a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'ee28bb73-fba9-493d-97f8-b35cc9ea67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:15.105209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Attempting to bind port edc0f754-83c2-426a-8012-910789bd8c7a on network 0579feec-d6cf-46ed-876c-1f883947ebf2 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:15.164321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-648532ff-c173-4974-996c-b8a811f46aea None None] Provisioning complete for port 418aaf7b-656d-4569-8f2e-b5244aca8234 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:15.165335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-648532ff-c173-4974-996c-b8a811f46aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.176429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Port': ['ID=09b0ce2b-e616-4de9-9fc2-6a08ba37b39e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:15.222493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] No DVR routers for this DVR port 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:15.251034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.253453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-84b7d02e-2e02-479d-905c-f8bb53bacdca req-b79f87e4-8fe3-4eb0-b9c8-1e369dcd8794 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4cbed2-650e-4c75-bc7a-f77010eff3e2 HTTP/1.1" status: 200 len: 210 time: 0.1072533 Nov 12 11:19:15.265513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:15.266705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Checking segment: {'id': 'ee28bb73-fba9-493d-97f8-b35cc9ea67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:15.267531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.268050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Bound using segment: {'id': 'ee28bb73-fba9-493d-97f8-b35cc9ea67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:15.269300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Bound port: edc0f754-83c2-426a-8012-910789bd8c7a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee28bb73-fba9-493d-97f8-b35cc9ea67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:15.270084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.288690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ae087aa-09e5-4a18-898f-b04ef1cbcfea req-6a97b1b9-ae42-4e32-b556-a5af4f61a8d9 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.59 "DELETE /v2.0/ports/09b0ce2b-e616-4de9-9fc2-6a08ba37b39e HTTP/1.1" status: 204 len: 173 time: 2.1361954 Nov 12 11:19:15.292891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cbed2-650e-4c75-bc7a-f77010eff3e2', 'name': 'network-vif-deleted', 'tag': '09b0ce2b-e616-4de9-9fc2-6a08ba37b39e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:15.306394 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c87e77e-84a7-4926-b0f6-884bdda49967" -d '{"events": [{"server_uuid": "fe4cbed2-650e-4c75-bc7a-f77010eff3e2", "name": "network-vif-deleted", "tag": "09b0ce2b-e616-4de9-9fc2-6a08ba37b39e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:15.376755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.442115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.549221 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4995eaa1-75ce-4462-a921-22a229f3e470 x-openstack-request-id: req-4995eaa1-75ce-4462-a921-22a229f3e470 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:15.549686 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cbed2-650e-4c75-bc7a-f77010eff3e2", "name": "network-vif-deleted", "tag": "09b0ce2b-e616-4de9-9fc2-6a08ba37b39e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:15.550092 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4995eaa1-75ce-4462-a921-22a229f3e470 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:15.550720 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4cbed2-650e-4c75-bc7a-f77010eff3e2', 'name': 'network-vif-deleted', 'tag': '09b0ce2b-e616-4de9-9fc2-6a08ba37b39e', 'status': 'completed', 'code': 200} Nov 12 11:19:15.643453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] For port edc0f754-83c2-426a-8012-910789bd8c7a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:15.647215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] For port edc0f754-83c2-426a-8012-910789bd8c7a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=edc0f754-83c2-426a-8012-910789bd8c7a,segment=NetworkSegment(ee28bb73-fba9-493d-97f8-b35cc9ea67f9),segment_id=ee28bb73-fba9-493d-97f8-b35cc9ea67f9)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:15.677797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 418aaf7b-656d-4569-8f2e-b5244aca8234 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:15.678439 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.682977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.687143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] device_id is not set on port 64cfb805-1314-401c-b3db-4cdefcdefccf yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:15.885951 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-648532ff-c173-4974-996c-b8a811f46aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.907945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Allocated IP 2001:db8::1fa (0579feec-d6cf-46ed-876c-1f883947ebf2/145ce958-3497-4b33-9be1-0d6a8227bba8/64cfb805-1314-401c-b3db-4cdefcdefccf) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:16.036688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c46d4e-205e-4914-a12f-0e647bd751d7 None None] Pushing event updated for resources: {'Port': ['ID=edc0f754-83c2-426a-8012-910789bd8c7a,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:16.191219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-648532ff-c173-4974-996c-b8a811f46aea None None] For port 418aaf7b-656d-4569-8f2e-b5244aca8234, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=418aaf7b-656d-4569-8f2e-b5244aca8234,segment=NetworkSegment(a8325a8a-6113-43b1-9b6f-5c622937443d),segment_id=a8325a8a-6113-43b1-9b6f-5c622937443d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:16.205134 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.213486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.218952 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-648532ff-c173-4974-996c-b8a811f46aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.283405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 43980572-ea93-40e0-99a4-9167414e78a8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:16.284713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.313115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.395598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:16.404381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648532ff-c173-4974-996c-b8a811f46aea None None] Pushing event updated for resources: {'Port': ['ID=418aaf7b-656d-4569-8f2e-b5244aca8234,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:16.450837 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.567440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.584627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:16.625392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=2fc33d81-0e27-4489-9d17-cfab4b8aa5d2,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:16.662316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:16.662674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 09b0ce2b-e616-4de9-9fc2-6a08ba37b39e not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:16.825165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:16.837766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:16.841372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port 43980572-ea93-40e0-99a4-9167414e78a8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=43980572-ea93-40e0-99a4-9167414e78a8,segment=NetworkSegment(6d1c8397-0f3a-4dd6-9834-bc503bda93bb),segment_id=6d1c8397-0f3a-4dd6-9834-bc503bda93bb)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:16.841980 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.860812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:16.869674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:16.870907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.886784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 43980572-ea93-40e0-99a4-9167414e78a8 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:16.925429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-49fbc897-f204-4448-8226-a291e24be1bb None None] Provisioning complete for port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:16.926044 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49fbc897-f204-4448-8226-a291e24be1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.928830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network ba693473-7266-40a8-a591-76ca490715f0 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:16.931688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=64cfb805-1314-401c-b3db-4cdefcdefccf,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:16.980854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6e90e377-cbfb-4ecf-9224-bdb751d00b63 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6898048 Nov 12 11:19:16.984841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50988) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:17.093209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-49fbc897-f204-4448-8226-a291e24be1bb None None] Port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:17.184508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-49fbc897-f204-4448-8226-a291e24be1bb None None] Provisioning complete for port 418aaf7b-656d-4569-8f2e-b5244aca8234 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:17.185326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49fbc897-f204-4448-8226-a291e24be1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.280807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d7d75-1b85-4c9f-b269-5253e7067aec tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:17.322123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d7d75-1b85-4c9f-b269-5253e7067aec tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:17.334615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d7d75-1b85-4c9f-b269-5253e7067aec tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:17.336820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f71d7d75-1b85-4c9f-b269-5253e7067aec tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1949325 Nov 12 11:19:17.339572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50996) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:17.468627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device edc0f754-83c2-426a-8012-910789bd8c7a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:17.591741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port edc0f754-83c2-426a-8012-910789bd8c7a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:17.592115 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.746580 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:19:17.810907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a1adb631-466a-4396-8359-2f5b9187a69f tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Deleting port 64cfb805-1314-401c-b3db-4cdefcdefccf {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:17.811637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1adb631-466a-4396-8359-2f5b9187a69f tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.873094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25bd61da-4199-48e4-8656-4ad5bd280c57 None None] Provisioning complete for port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:17.873524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25bd61da-4199-48e4-8656-4ad5bd280c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.951488 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.006041 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25bd61da-4199-48e4-8656-4ad5bd280c57 None None] Port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:18.035867 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.066597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port edc0f754-83c2-426a-8012-910789bd8c7a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=edc0f754-83c2-426a-8012-910789bd8c7a,segment=NetworkSegment(ee28bb73-fba9-493d-97f8-b35cc9ea67f9),segment_id=ee28bb73-fba9-493d-97f8-b35cc9ea67f9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:18.075702 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.077669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 418aaf7b-656d-4569-8f2e-b5244aca8234 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:18.146307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=43980572-ea93-40e0-99a4-9167414e78a8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:18.147415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:18.212572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1e200024-9cd6-4312-b0a6-64cfb1537408 None None] Provisioning complete for port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:18.213114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1e200024-9cd6-4312-b0a6-64cfb1537408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.271285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1adb631-466a-4396-8359-2f5b9187a69f tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.308307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743aa60-a4cc-4076-be06-880ec34eef36 None None] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:18.325442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a1adb631-466a-4396-8359-2f5b9187a69f tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Calling delete_port for 64cfb805-1314-401c-b3db-4cdefcdefccf owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:18.451749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-b7e45e73-2fe1-46ea-a505-b4c7599ffc00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6848311 Nov 12 11:19:18.512443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=edc0f754-83c2-426a-8012-910789bd8c7a,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:18.638750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1e200024-9cd6-4312-b0a6-64cfb1537408 None None] Port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:18.652034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.731473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 418aaf7b-656d-4569-8f2e-b5244aca8234 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:18.731473 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.789562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-1c9e130e-4263-4e72-8e59-5c757767d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:18.791220 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-1c9e130e-4263-4e72-8e59-5c757767d747 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 1097 time: 0.3142259 Nov 12 11:19:18.810319 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Router 3fdd5097-ba9c-4508-8806-82f49d0d9b6b is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:19:18.826458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8ed34509-7cd6-411b-9eec-3123589880a1 None None] Provisioning complete for port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:18.827207 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ed34509-7cd6-411b-9eec-3123589880a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.966151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-6fca312d-e74f-4403-9360-b74c1bd54c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:18.968500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-6fca312d-e74f-4403-9360-b74c1bd54c60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.1505406 Nov 12 11:19:19.030975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8ed34509-7cd6-411b-9eec-3123589880a1 None None] Port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:19.102542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8ed34509-7cd6-411b-9eec-3123589880a1 None None] Provisioning complete for port edc0f754-83c2-426a-8012-910789bd8c7a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:19.102542 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ed34509-7cd6-411b-9eec-3123589880a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.175537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-05a45143-efae-4dd7-be82-53d9cbd727fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100 HTTP/1.1" status: 200 len: 217 time: 0.1991663 Nov 12 11:19:19.374193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:19.385026 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d45228ac-7ead-4cb6-96bf-13b274df38b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "PUT /v2.0/routers/3fdd5097-ba9c-4508-8806-82f49d0d9b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9764774 Nov 12 11:19:19.389909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51030) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:19.395635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device edc0f754-83c2-426a-8012-910789bd8c7a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:19.401770 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba64ac-900e-4efb-a780-a26716c9ce30 None None] Sync routers for ids ['3fdd5097-ba9c-4508-8806-82f49d0d9b6b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:19.409918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-5cd51fb5-1d8e-4235-87e9-772ee3f9187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:19.415395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-5cd51fb5-1d8e-4235-87e9-772ee3f9187d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.1535947 Nov 12 11:19:19.453073 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba64ac-900e-4efb-a780-a26716c9ce30 None None] Routers {'3fdd5097-ba9c-4508-8806-82f49d0d9b6b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:19.460717 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2eba64ac-900e-4efb-a780-a26716c9ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3fdd5097-ba9c-4508-8806-82f49d0d9b6b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:19.503016 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.524915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-23eec067-ed27-40ee-8e71-4899c95c3dac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594940 Nov 12 11:19:19.575324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port edc0f754-83c2-426a-8012-910789bd8c7a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:19.576129 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.659625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0122d6-87a9-4710-b587-1f6eee2298e6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:19.661249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b0122d6-87a9-4710-b587-1f6eee2298e6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fdd5097-ba9c-4508-8806-82f49d0d9b6b HTTP/1.1" status: 200 len: 981 time: 0.2670743 Nov 12 11:19:19.669925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51034) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:19.679349 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2eba64ac-900e-4efb-a780-a26716c9ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:19.712031 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba64ac-900e-4efb-a780-a26716c9ce30 None None] Routers {'3fdd5097-ba9c-4508-8806-82f49d0d9b6b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:19.714584 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2eba64ac-900e-4efb-a780-a26716c9ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3fdd5097-ba9c-4508-8806-82f49d0d9b6b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:19.756260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c566fc77-80b3-4e5b-9f76-60bec81b6e95 None None] Provisioning complete for port 64cfb805-1314-401c-b3db-4cdefcdefccf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:19.758750 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c566fc77-80b3-4e5b-9f76-60bec81b6e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.815399 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2eba64ac-900e-4efb-a780-a26716c9ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:19.816677 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba64ac-900e-4efb-a780-a26716c9ce30 None None] The sync data for ids ['3fdd5097-ba9c-4508-8806-82f49d0d9b6b'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:19.853325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:19.880176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1adb631-466a-4396-8359-2f5b9187a69f tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.906991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c566fc77-80b3-4e5b-9f76-60bec81b6e95 None None] Port 64cfb805-1314-401c-b3db-4cdefcdefccf cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:19.950542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c566fc77-80b3-4e5b-9f76-60bec81b6e95 None None] Provisioning complete for port edc0f754-83c2-426a-8012-910789bd8c7a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:19.951406 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c566fc77-80b3-4e5b-9f76-60bec81b6e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.114155 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-1aaa53e4-f1df-44d6-b62f-000b3a8398a4 service neutron] 10.222.0.52 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222468 Nov 12 11:19:20.117528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adb631-466a-4396-8359-2f5b9187a69f tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Port': ['ID=64cfb805-1314-401c-b3db-4cdefcdefccf,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:20.148782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:20.167699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:20.216375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:20.222947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:20.350702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-46d01ec6-0aed-4637-be89-6e9d42d24fae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8716977 Nov 12 11:19:20.350702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51042) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:20.409601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c566fc77-80b3-4e5b-9f76-60bec81b6e95 None None] Provisioning complete for port abcad5f8-0d74-4740-891a-b7413b54f5ad triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:20.410109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c566fc77-80b3-4e5b-9f76-60bec81b6e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.441982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78a389bb-8f39-47bd-ad74-8fb6676dcf86 req-a3512e30-4046-4ab7-bea5-843c1e727a1a service neutron] 10.222.0.52 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054059 Nov 12 11:19:20.559422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1adb631-466a-4396-8359-2f5b9187a69f tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.577398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a1adb631-466a-4396-8359-2f5b9187a69f tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "DELETE /v2.0/ports/64cfb805-1314-401c-b3db-4cdefcdefccf HTTP/1.1" status: 204 len: 168 time: 3.2263329 Nov 12 11:19:20.583277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51048) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:20.655004 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f92ad3-b6c4-427b-b888-7d46a372e898 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] GET failed (client error): The resource could not be found. Nov 12 11:19:20.662614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b8f92ad3-b6c4-427b-b888-7d46a372e898 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "GET /v2.0/ports/64cfb805-1314-401c-b3db-4cdefcdefccf HTTP/1.1" status: 404 len: 333 time: 0.0647113 Nov 12 11:19:20.663568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51050) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:20.675600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-954958690'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:20.704545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d24b98d-c73a-453f-a626-7c2b83f1206d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting subnet bbb7a176-4c0b-49af-a06a-085ddaf908b7 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:20.726011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d24b98d-c73a-453f-a626-7c2b83f1206d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.057356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c566fc77-80b3-4e5b-9f76-60bec81b6e95 None None] Port abcad5f8-0d74-4740-891a-b7413b54f5ad cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:21.061394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:21.064459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d24b98d-c73a-453f-a626-7c2b83f1206d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.216057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:19:17Z', 'revision_number': 11, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:21.225574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8642002a-1ae8-40ad-860a-081961c0f1d2 None None] Could not find standard attr ID for object 64cfb805-1314-401c-b3db-4cdefcdefccf. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:19:21.261891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:21.283539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8642002a-1ae8-40ad-860a-081961c0f1d2 None None] Provisioning complete for port abcad5f8-0d74-4740-891a-b7413b54f5ad triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:21.283923 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8642002a-1ae8-40ad-860a-081961c0f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.287420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:21.288952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:21.409077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:21.441136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8642002a-1ae8-40ad-860a-081961c0f1d2 None None] Port abcad5f8-0d74-4740-891a-b7413b54f5ad cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:21.457897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d24b98d-c73a-453f-a626-7c2b83f1206d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.519783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.537650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:19:17Z', 'revision_number': 11, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:21.606405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Made reservation on behalf of 8dddab3a82d5451fb4f73c0c6f32fd9b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:21.617451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.622175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cde46d-444c-4fbd-a92d-4bd72dc4c981 None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:19:17Z', 'revision_number': 11, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:21.694070 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d24b98d-c73a-453f-a626-7c2b83f1206d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.704098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] device_id is not set on port fbb0ebf4-b2a0-447e-ae7e-a962c45090ea yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:21.715430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting port f827b4f9-0f8d-445d-a0ea-1963fc8df148 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:21.723654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.744221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24b98d-c73a-453f-a626-7c2b83f1206d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb7a176-4c0b-49af-a06a-085ddaf908b7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:21.784993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d24b98d-c73a-453f-a626-7c2b83f1206d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.791492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418cfb2-a949-413f-9763-5d31603900ce None None] Network 3b195e56-2c31-4e59-8169-c6336738f371 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:21.808758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7d24b98d-c73a-453f-a626-7c2b83f1206d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/bbb7a176-4c0b-49af-a06a-085ddaf908b7 HTTP/1.1" status: 204 len: 168 time: 1.4006150 Nov 12 11:19:21.812568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51064) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:21.972893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Allocated IP 2001:db8::eb (0579feec-d6cf-46ed-876c-1f883947ebf2/145ce958-3497-4b33-9be1-0d6a8227bba8/fbb0ebf4-b2a0-447e-ae7e-a962c45090ea) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:22.245177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] DHCP port deletion for 3b195e56-2c31-4e59-8169-c6336738f371 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:22.276219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.304898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.362079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] Deleting port 3e58c861-81f9-4d58-abf0-ec6714610dc6 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:22.371070 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.424777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Deleting port 3e58c861-81f9-4d58-abf0-ec6714610dc6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:22.425360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.428906 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.522311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] For port 3e58c861-81f9-4d58-abf0-ec6714610dc6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3e58c861-81f9-4d58-abf0-ec6714610dc6,segment=NetworkSegment(6d1c8397-0f3a-4dd6-9834-bc503bda93bb),segment_id=6d1c8397-0f3a-4dd6-9834-bc503bda93bb)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:22.522889 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.543692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] Calling delete_port for 3e58c861-81f9-4d58-abf0-ec6714610dc6 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:22.658359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.691390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:22.715877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] Pushing event deleted for resources: {'Port': ['ID=3e58c861-81f9-4d58-abf0-ec6714610dc6,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:22.720378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7ba1e-e338-4d68-a3ac-3fdfe56f4560 None None] No DVR routers for this DVR port 3e58c861-81f9-4d58-abf0-ec6714610dc6 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:22.757811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] For port f827b4f9-0f8d-445d-a0ea-1963fc8df148, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f827b4f9-0f8d-445d-a0ea-1963fc8df148,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:22.758331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.780843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] For port 3e58c861-81f9-4d58-abf0-ec6714610dc6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3e58c861-81f9-4d58-abf0-ec6714610dc6,segment=NetworkSegment(6d1c8397-0f3a-4dd6-9834-bc503bda93bb),segment_id=6d1c8397-0f3a-4dd6-9834-bc503bda93bb)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:22.784188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.784370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Calling delete_port for f827b4f9-0f8d-445d-a0ea-1963fc8df148 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:22.828660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Calling delete_port for 3e58c861-81f9-4d58-abf0-ec6714610dc6 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:23.016555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.025562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:23.034122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:23.039937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:23.040586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.046723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No DVR routers for this DVR port 3e58c861-81f9-4d58-abf0-ec6714610dc6 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:23.061040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=fbb0ebf4-b2a0-447e-ae7e-a962c45090ea,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:23.095076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Port': ['ID=3e58c861-81f9-4d58-abf0-ec6714610dc6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:23.106281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.125205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7255988a-6c53-4619-a788-1d89cbcf2701 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4570291 Nov 12 11:19:23.128194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:23.134967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2bb', 'mac_address': 'fa:16:3e:26:7b:20'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:23.175734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Port': ['ID=f827b4f9-0f8d-445d-a0ea-1963fc8df148,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:23.227928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3e58c861-81f9-4d58-abf0-ec6714610dc6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:23.284440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:23.285054 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.327480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3e58c861-81f9-4d58-abf0-ec6714610dc6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:23.328978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3e58c861-81f9-4d58-abf0-ec6714610dc6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:23.330275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 43980572-ea93-40e0-99a4-9167414e78a8 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:23.408582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 43980572-ea93-40e0-99a4-9167414e78a8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:23.408582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 43980572-ea93-40e0-99a4-9167414e78a8 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:23.445556 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.481704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:23.531947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.564438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.698513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b195e56-2c31-4e59-8169-c6336738f371']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:23.739503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1c8397-0f3a-4dd6-9834-bc503bda93bb') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:23.739804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1c8397-0f3a-4dd6-9834-bc503bda93bb') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:23.759534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.787689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.789516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-41497ba1-c4d2-446e-8726-23c71bb9b198 None None] Provisioning complete for port fbb0ebf4-b2a0-447e-ae7e-a962c45090ea triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:23.790463 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41497ba1-c4d2-446e-8726-23c71bb9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.899458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:23.899899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: self.session.flush() Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:23.903233 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:23.947985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-41497ba1-c4d2-446e-8726-23c71bb9b198 None None] Port fbb0ebf4-b2a0-447e-ae7e-a962c45090ea cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:23.972930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d6201c12-9975-478f-b305-fb4fbfc479a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.030855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.043330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.048682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/networks/3b195e56-2c31-4e59-8169-c6336738f371 HTTP/1.1" status: 204 len: 168 time: 2.2349756 Nov 12 11:19:24.069724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51088) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:24.078829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'routes': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:24.087635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a55f7f-5f99-4ceb-99ef-2f2f635cf901 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Pushing event deleted for resources: {'Network': ['ID=3b195e56-2c31-4e59-8169-c6336738f371,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:24.103689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.323427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.342230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Added routes are [] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:19:24.342620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.extraroute_db [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Removed routes are [] {{(pid=109165) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:19:24.343090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.349513 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.421919 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.503357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=2fc33d81-0e27-4489-9d17-cfab4b8aa5d2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:24.577619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] In _notify_port_updated(), no bound segment for port fbb0ebf4-b2a0-447e-ae7e-a962c45090ea on network 0579feec-d6cf-46ed-876c-1f883947ebf2 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:19:24.584546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:24.585484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.590378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "PUT /v2.0/ports/fbb0ebf4-b2a0-447e-ae7e-a962c45090ea HTTP/1.1" status: 200 len: 1001 time: 1.4578726 Nov 12 11:19:24.592653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51094) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:24.796661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f1b75-8d82-408e-a253-7bff68cb98a3 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=fbb0ebf4-b2a0-447e-ae7e-a962c45090ea,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:24.808007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.813203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.860031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.103970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 7ea658a7-9588-4f60-8a76-4219e93071ea has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:25.107901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-72e49a40-6734-4f8d-bb16-ce1968bc46b1 None None] Provisioning complete for port fbb0ebf4-b2a0-447e-ae7e-a962c45090ea triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:25.108509 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72e49a40-6734-4f8d-bb16-ce1968bc46b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.116031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-891e2edc-fe44-4613-92a0-3f09d7f33887 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Deleting port fbb0ebf4-b2a0-447e-ae7e-a962c45090ea {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:25.116367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-891e2edc-fe44-4613-92a0-3f09d7f33887 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.184632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Router be42b84e-f668-435f-b28c-dc1a0a53bed5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:25.237211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-72e49a40-6734-4f8d-bb16-ce1968bc46b1 None None] Port fbb0ebf4-b2a0-447e-ae7e-a962c45090ea cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:25.494325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Router 3fdd5097-ba9c-4508-8806-82f49d0d9b6b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:25.878275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:25.889229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:25.902823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0cde2f1b-6754-4ec5-b341-76567dbcfad2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "PUT /v2.0/routers/3fdd5097-ba9c-4508-8806-82f49d0d9b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2291763 Nov 12 11:19:25.911251 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fa94950a-0f7b-4c01-a080-36b034fc0376 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "PUT /v2.0/routers/be42b84e-f668-435f-b28c-dc1a0a53bed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5103750 Nov 12 11:19:25.911251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51114) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:25.914171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51116) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:25.916327 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] Sync routers for ids ['be42b84e-f668-435f-b28c-dc1a0a53bed5'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:25.946586 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] Routers {'be42b84e-f668-435f-b28c-dc1a0a53bed5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:25.949556 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be42b84e-f668-435f-b28c-dc1a0a53bed5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:26.010905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b38d2e8-0814-4d64-81fe-4f5e1e794fcb None None] Sync routers for ids ['3fdd5097-ba9c-4508-8806-82f49d0d9b6b'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:26.090262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38d2e8-0814-4d64-81fe-4f5e1e794fcb None None] Routers {'3fdd5097-ba9c-4508-8806-82f49d0d9b6b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:26.091432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2b38d2e8-0814-4d64-81fe-4f5e1e794fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3fdd5097-ba9c-4508-8806-82f49d0d9b6b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:26.207102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-0099648c-fc0f-4bbd-ad5c-729f5bce0832 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting subnet 233042fb-5f54-43e3-8497-e7b94b765069 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:26.222461 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2b38d2e8-0814-4d64-81fe-4f5e1e794fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:26.225235 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dfad77-4cdc-44ae-b90a-4da8ce0e9762 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:19:26.227028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-62dfad77-4cdc-44ae-b90a-4da8ce0e9762 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/2fc33d81-0e27-4489-9d17-cfab4b8aa5d2 HTTP/1.1" status: 404 len: 333 time: 0.3158491 Nov 12 11:19:26.227862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0099648c-fc0f-4bbd-ad5c-729f5bce0832 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.240128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51124) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:26.242168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-891e2edc-fe44-4613-92a0-3f09d7f33887 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.246993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38d2e8-0814-4d64-81fe-4f5e1e794fcb None None] Routers {'3fdd5097-ba9c-4508-8806-82f49d0d9b6b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:26.248696 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2b38d2e8-0814-4d64-81fe-4f5e1e794fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:18:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3fdd5097-ba9c-4508-8806-82f49d0d9b6b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:26.271169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-891e2edc-fe44-4613-92a0-3f09d7f33887 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Calling delete_port for fbb0ebf4-b2a0-447e-ae7e-a962c45090ea owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:26.330707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2b38d2e8-0814-4d64-81fe-4f5e1e794fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:26.334378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b38d2e8-0814-4d64-81fe-4f5e1e794fcb None None] The sync data for ids ['3fdd5097-ba9c-4508-8806-82f49d0d9b6b'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:26.349441 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] Set router be42b84e-f668-435f-b28c-dc1a0a53bed5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:26.403973 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69e9aeff-a9fa-410e-aa0e-fa0cf9a06f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.471878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0099648c-fc0f-4bbd-ad5c-729f5bce0832 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.476578 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f84aadf-f6e4-4ea6-a1fc-d67b99d450f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.585171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-891e2edc-fe44-4613-92a0-3f09d7f33887 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.716994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e2edc-fe44-4613-92a0-3f09d7f33887 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Port': ['ID=fbb0ebf4-b2a0-447e-ae7e-a962c45090ea,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:26.879903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:26.907728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.911811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dae65621-5e80-4a66-9728-6b19755c56c0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 200 len: 701 time: 2.8379526 Nov 12 11:19:26.913563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51132) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:26.940357 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] Sync routers for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:27.002540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-792340ee-8947-4f7d-b684-39448fd0ae86 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 200 len: 205 time: 0.0863545 Nov 12 11:19:27.024759 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:19:22Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:27.028088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51134) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:27.121313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f84aadf-f6e4-4ea6-a1fc-d67b99d450f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.127484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f84aadf-f6e4-4ea6-a1fc-d67b99d450f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.175090 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] Routers {'7ea658a7-9588-4f60-8a76-4219e93071ea'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:27.175724 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7ea658a7-9588-4f60-8a76-4219e93071ea'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:27.293776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f84aadf-f6e4-4ea6-a1fc-d67b99d450f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.295173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f84aadf-f6e4-4ea6-a1fc-d67b99d450f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Fanout notify agent at l3_agent the message router_deleted on router 3fdd5097-ba9c-4508-8806-82f49d0d9b6b {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:19:27.315166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f84aadf-f6e4-4ea6-a1fc-d67b99d450f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.328769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9f84aadf-f6e4-4ea6-a1fc-d67b99d450f9 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/routers/3fdd5097-ba9c-4508-8806-82f49d0d9b6b HTTP/1.1" status: 204 len: 168 time: 1.0861964 Nov 12 11:19:27.332017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51140) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:27.422955 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] Set router 7ea658a7-9588-4f60-8a76-4219e93071ea gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:27.440624 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-891e2edc-fe44-4613-92a0-3f09d7f33887 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.460027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-891e2edc-fe44-4613-92a0-3f09d7f33887 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "DELETE /v2.0/ports/fbb0ebf4-b2a0-447e-ae7e-a962c45090ea HTTP/1.1" status: 204 len: 168 time: 2.8662202 Nov 12 11:19:27.461972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51144) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:27.464119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-219866e3-dfd5-43ea-9eef-886ef105eb4b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.623864 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b38981a-984e-4710-b19d-86932d8a8ff6 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] GET failed (client error): The resource could not be found. Nov 12 11:19:27.650377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1b38981a-984e-4710-b19d-86932d8a8ff6 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "GET /v2.0/ports/fbb0ebf4-b2a0-447e-ae7e-a962c45090ea HTTP/1.1" status: 404 len: 333 time: 0.1787603 Nov 12 11:19:27.653543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51148) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:27.669180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1040077742'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:27.730824 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.736838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfffd9b-78be-4d7d-ad3f-f73f55e43e55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet 6e6dffd2-f328-4125-aeec-787e2446ea7b {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:27.760653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0099648c-fc0f-4bbd-ad5c-729f5bce0832 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.772308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4bfffd9b-78be-4d7d-ad3f-f73f55e43e55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.833655 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea658a7-9588-4f60-8a76-4219e93071ea', 'name': 'tempest-RoutersTest-router-1231041601', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:46Z', 'updated_at': '2021-11-12T11:19:17Z', 'revision_number': 11, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:27.838440 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] Checking router: be42b84e-f668-435f-b28c-dc1a0a53bed5 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:27.934425 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4bfffd9b-78be-4d7d-ad3f-f73f55e43e55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.961765 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] Checking router: 7ea658a7-9588-4f60-8a76-4219e93071ea for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:27.981857 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] Routers {'be42b84e-f668-435f-b28c-dc1a0a53bed5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:27.988941 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be42b84e-f668-435f-b28c-dc1a0a53bed5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:28.012686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-219866e3-dfd5-43ea-9eef-886ef105eb4b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.015871 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-219866e3-dfd5-43ea-9eef-886ef105eb4b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.085035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-219866e3-dfd5-43ea-9eef-886ef105eb4b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.085552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219866e3-dfd5-43ea-9eef-886ef105eb4b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea658a7-9588-4f60-8a76-4219e93071ea {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:19:28.124796 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] Set router be42b84e-f668-435f-b28c-dc1a0a53bed5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:28.129949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-219866e3-dfd5-43ea-9eef-886ef105eb4b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.139018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-219866e3-dfd5-43ea-9eef-886ef105eb4b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 204 len: 168 time: 1.1080804 Nov 12 11:19:28.141190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4bfffd9b-78be-4d7d-ad3f-f73f55e43e55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.147286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51160) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:28.165908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-96c82abc-e030-404e-a6d2-fb2fc684d6b3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1714165308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:28.224657 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96c82abc-e030-404e-a6d2-fb2fc684d6b3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.225817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96c82abc-e030-404e-a6d2-fb2fc684d6b3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.296631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96c82abc-e030-404e-a6d2-fb2fc684d6b3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.306349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96c82abc-e030-404e-a6d2-fb2fc684d6b3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.315165 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] Routers set() bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:28.321499 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] Router IDs set() for agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 11:19:28.322576 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_agentschedulers_db [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ea658a7-9588-4f60-8a76-4219e93071ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent'). {{(pid=109168) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 11:19:28.322961 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde248e8-3fe1-4820-a43a-831b66ce8be9 None None] The sync data for ids ['7ea658a7-9588-4f60-8a76-4219e93071ea'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:28.380183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Made reservation on behalf of 8dddab3a82d5451fb4f73c0c6f32fd9b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:28.387858 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.408166 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96c82abc-e030-404e-a6d2-fb2fc684d6b3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.412427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51166) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:28.417771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-96c82abc-e030-404e-a6d2-fb2fc684d6b3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2676842 Nov 12 11:19:28.434248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-417306c7-a63a-4fac-8bce-cf7a5b275bb7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:28.466974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] device_id is not set on port 7f9a9373-a320-4d42-be50-e6518f997ce6 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:28.625241 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0099648c-fc0f-4bbd-ad5c-729f5bce0832 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.709877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4bfffd9b-78be-4d7d-ad3f-f73f55e43e55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.723330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:19:22Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:28.760735 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf9cad-760e-4691-a25c-2371e4b814cf None None] The sync data for ids ['be42b84e-f668-435f-b28c-dc1a0a53bed5'] in n-d-768851-19 is: [{'id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1743539852', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:28Z', 'updated_at': '2021-11-12T11:19:22Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '9104cb6c-d9df-43f3-8886-5508764756c3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42b84e-f668-435f-b28c-dc1a0a53bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:18:30Z', 'updated_at': '2021-11-12T11:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:28.767609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099648c-fc0f-4bbd-ad5c-729f5bce0832 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Subnet': ['ID=233042fb-5f54-43e3-8497-e7b94b765069,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:28.771784 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0099648c-fc0f-4bbd-ad5c-729f5bce0832 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.775246 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0099648c-fc0f-4bbd-ad5c-729f5bce0832 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/subnets/233042fb-5f54-43e3-8497-e7b94b765069 HTTP/1.1" status: 204 len: 168 time: 2.8440936 Nov 12 11:19:28.781387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb43b46a-3e6b-41bb-855d-f54311bb1bc6 None None] Network 48e27659-4c5f-4e63-968a-68fc6e1c5fda requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:28.796057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4bfffd9b-78be-4d7d-ad3f-f73f55e43e55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.813540 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4bfffd9b-78be-4d7d-ad3f-f73f55e43e55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/6e6dffd2-f328-4125-aeec-787e2446ea7b HTTP/1.1" status: 204 len: 168 time: 1.4745581 Nov 12 11:19:28.814245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51176) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:28.825329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Allocated IP 2001:db8::189 (0579feec-d6cf-46ed-876c-1f883947ebf2/145ce958-3497-4b33-9be1-0d6a8227bba8/7f9a9373-a320-4d42-be50-e6518f997ce6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:28.861519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53db1a-b6ef-4ee4-bb54-8f290d15eba4 None None] Network ba693473-7266-40a8-a591-76ca490715f0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:29.066621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51178) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:29.067609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfffd9b-78be-4d7d-ad3f-f73f55e43e55 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6dffd2-f328-4125-aeec-787e2446ea7b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:29.203398 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-417306c7-a63a-4fac-8bce-cf7a5b275bb7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.220935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.238143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f827b4f9-0f8d-445d-a0ea-1963fc8df148 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:29.329832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.339050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f827b4f9-0f8d-445d-a0ea-1963fc8df148 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:29.339050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f827b4f9-0f8d-445d-a0ea-1963fc8df148 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:29.339490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-417306c7-a63a-4fac-8bce-cf7a5b275bb7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.345834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] DHCP port deletion for 48e27659-4c5f-4e63-968a-68fc6e1c5fda request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:29.422547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:29.450093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:29.457761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:29.482306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:29.487286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.506110 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.527320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] Deleting port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:29.527320 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.545397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=7f9a9373-a320-4d42-be50-e6518f997ce6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:29.587680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6039bd3d-256f-4e0d-8251-984bd752b566 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9228902 Nov 12 11:19:29.588577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51194) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:29.590479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.605137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:26:7b:20'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:29.727404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] DHCP port deletion for ba693473-7266-40a8-a591-76ca490715f0 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:29.866595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] For port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9f72d0b4-67f1-42fc-bc61-3b1a7bb22179,segment=NetworkSegment(4c002ccc-7a51-44e3-952d-5cb9b3026b00),segment_id=4c002ccc-7a51-44e3-952d-5cb9b3026b00)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:29.867967 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.931018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] Calling delete_port for 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:29.955495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] Deleting port 418aaf7b-656d-4569-8f2e-b5244aca8234 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:29.955916 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.020913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.106436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] For port 418aaf7b-656d-4569-8f2e-b5244aca8234, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=418aaf7b-656d-4569-8f2e-b5244aca8234,segment=NetworkSegment(a8325a8a-6113-43b1-9b6f-5c622937443d),segment_id=a8325a8a-6113-43b1-9b6f-5c622937443d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:30.106436 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.140072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] Calling delete_port for 418aaf7b-656d-4569-8f2e-b5244aca8234 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:30.364289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a05c7673-a2a8-4050-a3ad-d0cf844d61f6 None None] Provisioning complete for port 7f9a9373-a320-4d42-be50-e6518f997ce6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:30.364577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a05c7673-a2a8-4050-a3ad-d0cf844d61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.429020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51224) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:30.436770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a05c7673-a2a8-4050-a3ad-d0cf844d61f6 None None] Port 7f9a9373-a320-4d42-be50-e6518f997ce6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:30.448953 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.465754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.475857 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.514374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] In _notify_port_updated(), no bound segment for port 7f9a9373-a320-4d42-be50-e6518f997ce6 on network 0579feec-d6cf-46ed-876c-1f883947ebf2 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:19:30.518691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] No DVR routers for this DVR port 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:30.521428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:30.522103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.523903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338bce6-ee5c-4587-b2f7-804cda4a6b9d None None] Pushing event deleted for resources: {'Port': ['ID=9f72d0b4-67f1-42fc-bc61-3b1a7bb22179,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:30.528168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "PUT /v2.0/ports/7f9a9373-a320-4d42-be50-e6518f997ce6 HTTP/1.1" status: 200 len: 1003 time: 0.9366789 Nov 12 11:19:30.528652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51228) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:30.533066 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.567898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] Pushing event deleted for resources: {'Port': ['ID=418aaf7b-656d-4569-8f2e-b5244aca8234,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:30.596735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6605ab-e8c8-4542-a280-90c455868397 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=7f9a9373-a320-4d42-be50-e6518f997ce6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:30.618328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58eed8-11f6-48b8-8264-0b5cdff36008 None None] No DVR routers for this DVR port 418aaf7b-656d-4569-8f2e-b5244aca8234 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:30.623718 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.664320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.715074 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-071cfa9b-5fe8-4b37-a4de-cfd7cb473cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.759384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a1134dd4-6be2-415d-bfb3-8accfc1df3cc tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Deleting port 7f9a9373-a320-4d42-be50-e6518f997ce6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:30.760193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1134dd4-6be2-415d-bfb3-8accfc1df3cc tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.919541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.934637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1134dd4-6be2-415d-bfb3-8accfc1df3cc tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.962750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-071cfa9b-5fe8-4b37-a4de-cfd7cb473cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.964558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a1134dd4-6be2-415d-bfb3-8accfc1df3cc tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Calling delete_port for 7f9a9373-a320-4d42-be50-e6518f997ce6 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:30.972409 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-071cfa9b-5fe8-4b37-a4de-cfd7cb473cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.987988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-83ce028c-7b7a-45e5-8185-daf508af87ac None None] Provisioning complete for port 7f9a9373-a320-4d42-be50-e6518f997ce6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:30.989129 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-83ce028c-7b7a-45e5-8185-daf508af87ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.037650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba693473-7266-40a8-a591-76ca490715f0']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:31.040165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-83ce028c-7b7a-45e5-8185-daf508af87ac None None] Port 7f9a9373-a320-4d42-be50-e6518f997ce6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:31.066248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417306c7-a63a-4fac-8bce-cf7a5b275bb7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Router 3e15b680-cc5b-4642-8c53-345aec790065 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:19:31.067498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cfa9b-5fe8-4b37-a4de-cfd7cb473cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9229b9e3-42f4-4b29-bee2-39a1bbbf20c5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:31.074614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8325a8a-6113-43b1-9b6f-5c622937443d') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:31.075051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8325a8a-6113-43b1-9b6f-5c622937443d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:31.075695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-071cfa9b-5fe8-4b37-a4de-cfd7cb473cf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc09a63154d44f93b9a8d08382c2d24e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6455584 Nov 12 11:19:31.076588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51230) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.091465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-be189a90-7ea9-4f77-b930-cd7372ba5f16 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:31.093054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-be189a90-7ea9-4f77-b930-cd7372ba5f16 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 815 time: 0.5891538 Nov 12 11:19:31.104288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.145712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.165927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:31.166418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:31.191668 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:31.213705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee1dc430-62e6-402c-8aa3-f74626eefb27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.227781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:31.252148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee1dc430-62e6-402c-8aa3-f74626eefb27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.267366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:31.269966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9f72d0b4-67f1-42fc-bc61-3b1a7bb22179 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:31.270629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 418aaf7b-656d-4569-8f2e-b5244aca8234 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:31.281431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1134dd4-6be2-415d-bfb3-8accfc1df3cc tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.299730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 418aaf7b-656d-4569-8f2e-b5244aca8234 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:31.300280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 418aaf7b-656d-4569-8f2e-b5244aca8234 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:31.310868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.345930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-3c09219a-1355-449e-b72d-a1c20ba7bab8 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/quotas/447a13fb3d6a4c4088d19157f7f1b97c HTTP/1.1" status: 200 len: 375 time: 0.1530042 Nov 12 11:19:31.356072 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.375411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.378683 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/networks/ba693473-7266-40a8-a591-76ca490715f0 HTTP/1.1" status: 204 len: 168 time: 2.3019359 Nov 12 11:19:31.381188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417306c7-a63a-4fac-8bce-cf7a5b275bb7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:31.396827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51234) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.401274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] Sync routers for ids ['3e15b680-cc5b-4642-8c53-345aec790065'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:31.405794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1134dd4-6be2-415d-bfb3-8accfc1df3cc tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Port': ['ID=7f9a9373-a320-4d42-be50-e6518f997ce6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:31.428408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] Routers {'3e15b680-cc5b-4642-8c53-345aec790065'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:31.429574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3e15b680-cc5b-4642-8c53-345aec790065'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:31.437093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a1134dd4-6be2-415d-bfb3-8accfc1df3cc tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.444386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a1134dd4-6be2-415d-bfb3-8accfc1df3cc tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "DELETE /v2.0/ports/7f9a9373-a320-4d42-be50-e6518f997ce6 HTTP/1.1" status: 204 len: 168 time: 0.9081080 Nov 12 11:19:31.447685 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-417306c7-a63a-4fac-8bce-cf7a5b275bb7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.449624 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-417306c7-a63a-4fac-8bce-cf7a5b275bb7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "PUT /v2.0/routers/3e15b680-cc5b-4642-8c53-345aec790065 HTTP/1.1" status: 200 len: 694 time: 3.0203202 Nov 12 11:19:31.456680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51236) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.456680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51238) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.458718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e162a20-faa3-4061-a5c0-9d52c5c19124 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Network': ['ID=ba693473-7266-40a8-a591-76ca490715f0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:31.488432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee1dc430-62e6-402c-8aa3-f74626eefb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.493755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee1dc430-62e6-402c-8aa3-f74626eefb27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.522010 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ee1dc430-62e6-402c-8aa3-f74626eefb27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9229b9e3-42f4-4b29-bee2-39a1bbbf20c5 HTTP/1.1" status: 204 len: 168 time: 0.4421654 Nov 12 11:19:31.545426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] Set router 3e15b680-cc5b-4642-8c53-345aec790065 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:31.560028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dc430-62e6-402c-8aa3-f74626eefb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9229b9e3-42f4-4b29-bee2-39a1bbbf20c5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:31.584805 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6638f517-1079-40df-88f5-fb80fa5082ff tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] GET failed (client error): The resource could not be found. Nov 12 11:19:31.586550 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6638f517-1079-40df-88f5-fb80fa5082ff tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "GET /v2.0/ports/7f9a9373-a320-4d42-be50-e6518f997ce6 HTTP/1.1" status: 404 len: 333 time: 0.1303258 Nov 12 11:19:31.594709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51242) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.600181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-364395930'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:31.636516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e15b680-cc5b-4642-8c53-345aec790065', 'name': 'tempest-RoutersTest-router-1714165308', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:28Z', 'updated_at': '2021-11-12T11:19:29Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:31.694101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5801b218-194b-41a4-b55e-e71ce44e3bbe tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:31.695548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5801b218-194b-41a4-b55e-e71ce44e3bbe tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/bdebbcfd-1f86-45a6-a1fe-5f810722158f HTTP/1.1" status: 200 len: 841 time: 0.2846482 Nov 12 11:19:31.700028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51244) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.701496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] Checking router: 3e15b680-cc5b-4642-8c53-345aec790065 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:31.710259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-03a5412f-3381-4530-9b2e-6155ba7d5b12 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3553524 Nov 12 11:19:31.715931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] Routers {'3e15b680-cc5b-4642-8c53-345aec790065'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:31.717314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3e15b680-cc5b-4642-8c53-345aec790065'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:31.794075 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-40e4ad98-d7f5-4dfe-9d54-f93057937450 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/routers/3e15b680-cc5b-4642-8c53-345aec790065 HTTP/1.1" status: 200 len: 700 time: 0.3329587 Nov 12 11:19:31.799051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51246) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.843857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting port 9104cb6c-d9df-43f3-8886-5508764756c3 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:31.844210 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.849148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-445a67bc-3df5-4c11-8ccc-02a22d578032 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e15b680-cc5b-4642-8c53-345aec790065 HTTP/1.1" status: 200 len: 205 time: 0.0482495 Nov 12 11:19:31.853937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51250) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.874292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9b5a987d-8c52-417c-b3f3-46fee0c085cd tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/bdebbcfd-1f86-45a6-a1fe-5f810722158f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1619558 Nov 12 11:19:31.879456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51252) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.893922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:32.055851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-b63d43b2-3426-4cf9-bf6b-4bba19a8b131 service neutron] 10.222.0.31 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813337 Nov 12 11:19:32.062925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] For port 9104cb6c-d9df-43f3-8886-5508764756c3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9104cb6c-d9df-43f3-8886-5508764756c3,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:32.063413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.073066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] Set router 3e15b680-cc5b-4642-8c53-345aec790065 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:32.084972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Made reservation on behalf of 8dddab3a82d5451fb4f73c0c6f32fd9b for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:32.088508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.095279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5195d548-d86f-43d8-a60e-411f326ae378 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.112042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Calling delete_port for 9104cb6c-d9df-43f3-8886-5508764756c3 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:32.133568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e15b680-cc5b-4642-8c53-345aec790065', 'name': 'tempest-RoutersTest-router-1714165308', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:28Z', 'updated_at': '2021-11-12T11:19:29Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:32.168398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] device_id is not set on port 2f8686db-7b60-4281-8791-d57b89d12b0e yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:32.177607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51254) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:32.185254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208b86d-531b-4e9f-b7f0-dbc1ea83e60e None None] The sync data for ids ['3e15b680-cc5b-4642-8c53-345aec790065'] in n-d-768851-19 is: [{'id': '3e15b680-cc5b-4642-8c53-345aec790065', 'name': 'tempest-RoutersTest-router-1714165308', 'tenant_id': 'e711e233f6274227a88445205192fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:28Z', 'updated_at': '2021-11-12T11:19:29Z', 'revision_number': 2, 'project_id': 'e711e233f6274227a88445205192fc64', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:32.381638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Allocated IP 2001:db8::202 (0579feec-d6cf-46ed-876c-1f883947ebf2/145ce958-3497-4b33-9be1-0d6a8227bba8/2f8686db-7b60-4281-8791-d57b89d12b0e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:32.413025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5195d548-d86f-43d8-a60e-411f326ae378 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.418248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5195d548-d86f-43d8-a60e-411f326ae378 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.483814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:32.487866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.513152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9db5-c336-424e-bfdf-6657a0d73dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.523103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5195d548-d86f-43d8-a60e-411f326ae378 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.523103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5195d548-d86f-43d8-a60e-411f326ae378 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Fanout notify agent at l3_agent the message router_deleted on router 3e15b680-cc5b-4642-8c53-345aec790065 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:19:32.562980 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5195d548-d86f-43d8-a60e-411f326ae378 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.568192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5195d548-d86f-43d8-a60e-411f326ae378 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/3e15b680-cc5b-4642-8c53-345aec790065 HTTP/1.1" status: 204 len: 168 time: 0.7064555 Nov 12 11:19:32.569003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51258) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:32.614058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4ca26bb6-807c-4451-8ee2-c73551231cf7 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e15b680-cc5b-4642-8c53-345aec790065 HTTP/1.1" status: 200 len: 205 time: 0.0408156 Nov 12 11:19:32.618581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51260) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:32.622007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-e0425c5b-f100-4a24-971e-fbd391089a16 service neutron] 10.222.0.31 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553989 Nov 12 11:19:32.678506 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-6217d336-eb72-4b16-8027-87ce609627b0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] delete failed (client error): The resource could not be found. Nov 12 11:19:32.685180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6217d336-eb72-4b16-8027-87ce609627b0 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/3e15b680-cc5b-4642-8c53-345aec790065 HTTP/1.1" status: 404 len: 336 time: 0.0610332 Nov 12 11:19:32.685180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51262) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:32.729078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.808715 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-be541744-13e9-411f-b340-65fad73d6c55 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:32.809620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be541744-13e9-411f-b340-65fad73d6c55 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:32.824740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51266) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:32.825756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-be541744-13e9-411f-b340-65fad73d6c55 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/d09f7518-94d3-402d-bf1f-874a6d204f42 HTTP/1.1" status: 404 len: 337 time: 0.1395376 Nov 12 11:19:32.857553 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9db5-c336-424e-bfdf-6657a0d73dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.898715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9db5-c336-424e-bfdf-6657a0d73dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.909453 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b7bcaa-ba44-43af-a27e-1110046c80d1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:32.909916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b7bcaa-ba44-43af-a27e-1110046c80d1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:32.913964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d36d4203-0985-46e9-a414-c01156adbb19 req-4d7522a9-6e0b-496a-ae1e-a736b8a74a48 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 210 time: 0.0576656 Nov 12 11:19:32.941192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a3b7bcaa-ba44-43af-a27e-1110046c80d1 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/099ebb73-8f28-4f4f-b5a5-26b40003e76a HTTP/1.1" status: 404 len: 337 time: 0.1069076 Nov 12 11:19:32.962715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51272) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:32.976441 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.984023 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.016979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.020548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2f3e9db5-c336-424e-bfdf-6657a0d73dea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c99d4dc67fa54836a52db976a439a63d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8416026 Nov 12 11:19:33.029979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51274) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:33.043893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e9db5-c336-424e-bfdf-6657a0d73dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df876bb-e0b3-4373-be4f-e0aabefc5c9c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.046797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Port': ['ID=9104cb6c-d9df-43f3-8886-5508764756c3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.064210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:33.076582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3290e-bc50-40e2-b122-a2e047433d5e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:33.124091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:33.126272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:33.132115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:33.138363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:33.138582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.202220 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a60270a-92bc-4214-82e5-9feb9f5b3d0e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:33.202464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a60270a-92bc-4214-82e5-9feb9f5b3d0e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:33.206391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9a60270a-92bc-4214-82e5-9feb9f5b3d0e tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/8c6eba95-7269-4d47-878c-3755525962b2 HTTP/1.1" status: 404 len: 337 time: 0.2522373 Nov 12 11:19:33.208017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=a6587c54-f8bc-45ba-bd4f-28f0bb4c8836,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.219039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:33.221524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51276) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:33.242163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:33.242754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.250067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569455f4-aa67-4db4-99ac-ef557f38f36a None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:33.297935 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-781ef626-9d84-456f-ab9f-ff3defc196ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:33.298328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781ef626-9d84-456f-ab9f-ff3defc196ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:33.307852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-781ef626-9d84-456f-ab9f-ff3defc196ca tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/bbb7a176-4c0b-49af-a06a-085ddaf908b7 HTTP/1.1" status: 404 len: 337 time: 0.0777500 Nov 12 11:19:33.322518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51278) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:33.330819 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7316716 Nov 12 11:19:33.331309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51280) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:33.337562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'network_id': '0579feec-d6cf-46ed-876c-1f883947ebf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-996912258'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:33.387257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.389476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8bf7af53-5ca8-42aa-8c7c-acc7c895e1cf tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5087407 Nov 12 11:19:33.396904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca1ca2-09cf-4ec0-b9ab-980f36d58510 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=2f8686db-7b60-4281-8791-d57b89d12b0e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.421115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51282) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:33.425921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-50009a6d-df2d-4d91-affb-8b9d6740e1b6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'security_group': {'name': 'tempest-secgroup-753529287'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:33.492644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b545091-865a-4d2b-b785-b8c536189925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.637384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-426b7cf3-d27c-46aa-81c3-894b59664dfa tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 200 len: 205 time: 0.3020804 Nov 12 11:19:33.693710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51292) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:33.699631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b545091-865a-4d2b-b785-b8c536189925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.766124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0be60b92-70b5-4f9a-882c-bb2ae409f86e None None] Provisioning complete for port 2f8686db-7b60-4281-8791-d57b89d12b0e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:33.766487 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0be60b92-70b5-4f9a-882c-bb2ae409f86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.844981 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50009a6d-df2d-4d91-affb-8b9d6740e1b6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.861643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-11be5583-d7be-4d90-bec1-9175d058aeec', 'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'tenant_id': 'c2383007ad114ed4801558416a74c700', 'fixed_ips': [{'subnet_id': 'a6587c54-f8bc-45ba-bd4f-28f0bb4c8836'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:33.877238 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.920810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0be60b92-70b5-4f9a-882c-bb2ae409f86e None None] Port 2f8686db-7b60-4281-8791-d57b89d12b0e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:33.927731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b545091-865a-4d2b-b785-b8c536189925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.931019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b545091-865a-4d2b-b785-b8c536189925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.932176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0b545091-865a-4d2b-b785-b8c536189925 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4df876bb-e0b3-4373-be4f-e0aabefc5c9c HTTP/1.1" status: 204 len: 168 time: 0.8020132 Nov 12 11:19:33.988152 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-ce27b309-2d67-4604-80bd-fd00f1779bb3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] delete failed (client error): The resource could not be found. Nov 12 11:19:33.997602 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ce27b309-2d67-4604-80bd-fd00f1779bb3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/7ea658a7-9588-4f60-8a76-4219e93071ea HTTP/1.1" status: 404 len: 336 time: 0.2094550 Nov 12 11:19:33.998116 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.005301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51302) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.009880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.022453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545091-865a-4d2b-b785-b8c536189925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df876bb-e0b3-4373-be4f-e0aabefc5c9c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:34.104937 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-af27ccd0-a818-4f4f-864f-08a25a805532 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=e645c661-49ff-469c-a915-993e6be402c3 HTTP/1.1" status: 200 len: 205 time: 0.0979235 Nov 12 11:19:34.110544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51304) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.199448 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-6e73f00f-cd72-4708-9b8e-131139554dbb tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] delete failed (client error): The resource could not be found. Nov 12 11:19:34.207693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6e73f00f-cd72-4708-9b8e-131139554dbb tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/e645c661-49ff-469c-a915-993e6be402c3 HTTP/1.1" status: 404 len: 336 time: 0.0911996 Nov 12 11:19:34.214141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51308) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.231992 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-985a57f1-d03a-4602-9ec7-53a28f3cbebc req-8f4e7715-8352-4700-9bd6-64f463702569 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 210 time: 0.1930959 Nov 12 11:19:34.254549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.255730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Fanout notify agent at l3_agent the message router_deleted on router be42b84e-f668-435f-b28c-dc1a0a53bed5 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:19:34.265636 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.271050 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fc7b5b6f-a2bd-4140-a92e-4235f447339d tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/routers/be42b84e-f668-435f-b28c-dc1a0a53bed5 HTTP/1.1" status: 204 len: 168 time: 5.4539564 Nov 12 11:19:34.274379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51310) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.315442 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e274af5-9153-40bf-a752-0e81fe82c750 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:34.315813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e274af5-9153-40bf-a752-0e81fe82c750 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:34.323177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2e274af5-9153-40bf-a752-0e81fe82c750 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/4563b4a2-c4b5-4fcd-9ae9-d0c413010329 HTTP/1.1" status: 404 len: 337 time: 0.1048908 Nov 12 11:19:34.323427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51312) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.359700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Made reservation on behalf of 8dddab3a82d5451fb4f73c0c6f32fd9b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:34.365630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Allocated IP 172.20.0.2 (11be5583-d7be-4d90-bec1-9175d058aeec/a6587c54-f8bc-45ba-bd4f-28f0bb4c8836/ecb476f9-d80d-45fd-9a94-df86e7fd1715) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:34.371648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.418243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-930cb342-8e45-423b-b7b6-0f140ec341ff tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8365646-4b30-4f31-851d-aa1b769d8d3c HTTP/1.1" status: 200 len: 205 time: 0.0851791 Nov 12 11:19:34.423910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] device_id is not set on port dfe3d294-e9ac-4678-bea1-af040aee11cf yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:34.424992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51314) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.448404 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50009a6d-df2d-4d91-affb-8b9d6740e1b6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.488096 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50009a6d-df2d-4d91-affb-8b9d6740e1b6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.569455 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50009a6d-df2d-4d91-affb-8b9d6740e1b6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.574019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-50009a6d-df2d-4d91-affb-8b9d6740e1b6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1490755 Nov 12 11:19:34.583926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51320) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.603774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-49af9675-9f2c-409b-b12d-e261f7cbe16a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'security_group': {'name': 'tempest-secgroup-313371844'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:34.627674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50009a6d-df2d-4d91-affb-8b9d6740e1b6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831ba219-3826-475f-8b21-f1ad608e1f1c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:34.741845 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-c87895c5-16fa-4621-94c4-8425ad554fd3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] delete failed (client error): The resource could not be found. Nov 12 11:19:34.744151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c87895c5-16fa-4621-94c4-8425ad554fd3 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/b8365646-4b30-4f31-851d-aa1b769d8d3c HTTP/1.1" status: 404 len: 336 time: 0.2610307 Nov 12 11:19:34.751978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.755620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51326) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.771585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49af9675-9f2c-409b-b12d-e261f7cbe16a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.775847 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.798627 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.849918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1be6608f-5dd8-447b-898a-4df5a7ab9f2b tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=810a6c66-1fd5-499d-918d-f355825c6e78 HTTP/1.1" status: 200 len: 205 time: 0.0800107 Nov 12 11:19:34.863649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51330) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:34.866843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Pushing event updated for resources: {'Port': ['ID=ecb476f9-d80d-45fd-9a94-df86e7fd1715,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:34.878006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Allocated IP 2001:db8::26d (0579feec-d6cf-46ed-876c-1f883947ebf2/145ce958-3497-4b33-9be1-0d6a8227bba8/dfe3d294-e9ac-4678-bea1-af040aee11cf) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:34.912159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:34.914537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:34.917559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:34.993938 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-49aa324e-5d79-4e6d-8782-cbeddc613f1d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] delete failed (client error): The resource could not be found. Nov 12 11:19:34.995272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-49aa324e-5d79-4e6d-8782-cbeddc613f1d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/810a6c66-1fd5-499d-918d-f355825c6e78 HTTP/1.1" status: 404 len: 336 time: 0.1282246 Nov 12 11:19:35.024436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51336) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:35.071915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Attempting to bind port ecb476f9-d80d-45fd-9a94-df86e7fd1715 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:35.073915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Attempting to bind port ecb476f9-d80d-45fd-9a94-df86e7fd1715 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '0a8418f8-d23f-4409-8380-a830467fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:35.074636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Attempting to bind port ecb476f9-d80d-45fd-9a94-df86e7fd1715 on network 11be5583-d7be-4d90-bec1-9175d058aeec {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:35.099947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:35.100855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Checking segment: {'id': '0a8418f8-d23f-4409-8380-a830467fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:35.101488 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.102047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Bound using segment: {'id': '0a8418f8-d23f-4409-8380-a830467fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:35.102905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Bound port: ecb476f9-d80d-45fd-9a94-df86e7fd1715, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8418f8-d23f-4409-8380-a830467fe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:35.103897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.135680 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab478d9a-9182-4e1c-ada4-f7a37e4b02ce tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:35.136149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab478d9a-9182-4e1c-ada4-f7a37e4b02ce tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:35.139470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ab478d9a-9182-4e1c-ada4-f7a37e4b02ce tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/8a44d4b6-4a5a-4bf7-b341-da928915cc3a HTTP/1.1" status: 404 len: 337 time: 0.1135204 Nov 12 11:19:35.149020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:35.166655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9104cb6c-d9df-43f3-8886-5508764756c3 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:35.215149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5bd9a97f-2835-4cbf-a6b3-631d11746918 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=a260801d-ffb7-4b1c-90a7-d9d393ccbebc HTTP/1.1" status: 200 len: 205 time: 0.0648468 Nov 12 11:19:35.216441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9104cb6c-d9df-43f3-8886-5508764756c3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:35.217093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9104cb6c-d9df-43f3-8886-5508764756c3 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:35.243178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51344) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:35.282098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] For port ecb476f9-d80d-45fd-9a94-df86e7fd1715, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:35.294032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] For port ecb476f9-d80d-45fd-9a94-df86e7fd1715, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ecb476f9-d80d-45fd-9a94-df86e7fd1715,segment=NetworkSegment(0a8418f8-d23f-4409-8380-a830467fe8a1),segment_id=0a8418f8-d23f-4409-8380-a830467fe8a1)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:35.295161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49af9675-9f2c-409b-b12d-e261f7cbe16a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.301357 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49af9675-9f2c-409b-b12d-e261f7cbe16a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.304575 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.369878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.374325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af9675-9f2c-409b-b12d-e261f7cbe16a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1333a9-c89c-40c6-b462-e1c8c45212bd,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:35.381471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49af9675-9f2c-409b-b12d-e261f7cbe16a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.383874 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-49af9675-9f2c-409b-b12d-e261f7cbe16a tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7915652 Nov 12 11:19:35.397897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51348) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:35.406061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-700754653', 'security_groups': ['5c1333a9-c89c-40c6-b462-e1c8c45212bd'], 'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a6587c54-f8bc-45ba-bd4f-28f0bb4c8836'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:35.456172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51350) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:35.478929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e27659-4c5f-4e63-968a-68fc6e1c5fda']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:35.528763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc0026-75f5-47b0-ae0a-5ec13c1667a9 None None] Pushing event updated for resources: {'Port': ['ID=ecb476f9-d80d-45fd-9a94-df86e7fd1715,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:35.533542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c002ccc-7a51-44e3-952d-5cb9b3026b00') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:35.534307 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c002ccc-7a51-44e3-952d-5cb9b3026b00') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:35.552827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.599506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.630771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:35.631190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:35.635246 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:35.788306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81f95dd0-9fb9-4654-873e-f1ccc2cdbc11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.791074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:35.985497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.993759 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-7489065c-9f94-4eb4-919b-3846fcd3a567 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] delete failed (client error): The resource could not be found. Nov 12 11:19:35.995389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7489065c-9f94-4eb4-919b-3846fcd3a567 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/a260801d-ffb7-4b1c-90a7-d9d393ccbebc HTTP/1.1" status: 404 len: 336 time: 0.7511694 Nov 12 11:19:35.999944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.005745 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/networks/48e27659-4c5f-4e63-968a-68fc6e1c5fda HTTP/1.1" status: 204 len: 168 time: 1.7277038 Nov 12 11:19:36.005933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51362) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:36.006221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51364) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:36.096149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4c285085-166e-42da-87da-489e1496d7bd req-120caff3-3842-442d-a7ec-9ba0f015fcc1 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 210 time: 0.0849702 Nov 12 11:19:36.163030 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.191023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-fb541623-436f-41cf-8bf3-0e6ac4322d93 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:36.192533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-fb541623-436f-41cf-8bf3-0e6ac4322d93 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 815 time: 0.9354477 Nov 12 11:19:36.216572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Request body: {'port': {'device_id': 'b7ebd623-719e-4ae5-905c-68ae6853879f', 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'admin_state_up': True, 'tenant_id': '447a13fb3d6a4c4088d19157f7f1b97c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:36.236356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962fd8d-dcad-46cb-800a-1e7783303d81 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Network': ['ID=48e27659-4c5f-4e63-968a-68fc6e1c5fda,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:36.253973 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-458f29f9-3881-4a8a-9508-6e4c1aca48b9 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:36.254429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458f29f9-3881-4a8a-9508-6e4c1aca48b9 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:36.260076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-458f29f9-3881-4a8a-9508-6e4c1aca48b9 tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/b03f0715-7b66-4425-881c-96d6f048ba1a HTTP/1.1" status: 404 len: 337 time: 0.2433500 Nov 12 11:19:36.282250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51368) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:36.322208 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.383126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81f95dd0-9fb9-4654-873e-f1ccc2cdbc11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.400500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:36.404046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:36.408758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=dfe3d294-e9ac-4678-bea1-af040aee11cf,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:36.410055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81f95dd0-9fb9-4654-873e-f1ccc2cdbc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.413741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:36.417648 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0c9b87e7-5d8a-41df-8de3-2cf4fae971ae tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca5835b-1831-402b-bf17-2d5c010f6645 HTTP/1.1" status: 200 len: 205 time: 0.1310787 Nov 12 11:19:36.420116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51372) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:36.428180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:36.428900 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.463569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cf923fac-4110-4fc9-8214-df01f079776b tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1276224 Nov 12 11:19:36.466912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51376) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:36.477732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2bb', 'mac_address': 'fa:16:3e:26:7b:20'}, {'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:dc:a2:70'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:36.524359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Made reservation on behalf of 447a13fb3d6a4c4088d19157f7f1b97c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:36.528294 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.565973 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-fee08575-05e7-4c2c-b4c6-02c876bfb3bc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] delete failed (client error): The resource could not be found. Nov 12 11:19:36.570325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fee08575-05e7-4c2c-b4c6-02c876bfb3bc tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/routers/2ca5835b-1831-402b-bf17-2d5c010f6645 HTTP/1.1" status: 404 len: 336 time: 0.1411669 Nov 12 11:19:36.571972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51380) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:36.620036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.633472 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-81f95dd0-9fb9-4654-873e-f1ccc2cdbc11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a13ca3dc63164ebaaf1ad2a615684d15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1761324 Nov 12 11:19:36.640845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51384) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:36.665220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f95dd0-9fb9-4654-873e-f1ccc2cdbc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c43359-c06b-4913-9339-88b273cdd542,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:36.669849 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bfa29d-977b-43ee-a912-12594bbd108a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:36.670368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bfa29d-977b-43ee-a912-12594bbd108a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:36.674424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-65bfa29d-977b-43ee-a912-12594bbd108a tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/d1eb9f62-b53a-4b91-aaea-41ea7a82fb9a HTTP/1.1" status: 404 len: 337 time: 0.1009984 Nov 12 11:19:36.679534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51386) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:36.694553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 6c5efa24-a07a-4e01-a26b-b431b69728e6 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:36.815226 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8e3421-d720-40d2-adbe-a634e78d212d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] DELETE failed (client error): The resource could not be found. Nov 12 11:19:36.816068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8e3421-d720-40d2-adbe-a634e78d212d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:36.819918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6d8e3421-d720-40d2-adbe-a634e78d212d tempest-RoutersTest-852922974 tempest-RoutersTest-852922974-project] 10.222.0.31 "DELETE /v2.0/subnets/814b3ad7-368c-4901-be84-c47eeed59d4d HTTP/1.1" status: 404 len: 337 time: 0.1370301 Nov 12 11:19:36.977189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Allocated IP 172.20.0.4 (a9729990-ab48-4932-941d-a906c3d26c0a/18c35aae-6686-4a88-a8d7-136219d3cf49/87282fd5-5a1d-4745-84cc-8fe2e37266b0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:37.023064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e246ce8c-af52-42ae-83f5-b01eb495e70c None None] Provisioning complete for port dfe3d294-e9ac-4678-bea1-af040aee11cf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:37.023675 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e246ce8c-af52-42ae-83f5-b01eb495e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.054660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.158266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e246ce8c-af52-42ae-83f5-b01eb495e70c None None] Port dfe3d294-e9ac-4678-bea1-af040aee11cf cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:37.297179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:37.301181 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.379315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ecb476f9-d80d-45fd-9a94-df86e7fd1715 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:37.396435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.450015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec26d114-4de5-488f-bd75-c622e168b0d6 req-db314c54-88f5-440b-aa49-1d187a430a35 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 210 time: 0.0920866 Nov 12 11:19:37.466137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.483518 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.536822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51402) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:37.549724 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa99d064-f083-48ea-8380-545bbea42ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.550689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.578459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event updated for resources: {'Port': ['ID=dfe3d294-e9ac-4678-bea1-af040aee11cf,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:37.581391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] In _notify_port_updated(), no bound segment for port dfe3d294-e9ac-4678-bea1-af040aee11cf on network 0579feec-d6cf-46ed-876c-1f883947ebf2 {{(pid=109165) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:19:37.587673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:37.588511 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.590041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a211838-d1bf-4ab6-b3d8-fd6d61a30492 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "PUT /v2.0/ports/dfe3d294-e9ac-4678-bea1-af040aee11cf HTTP/1.1" status: 200 len: 1067 time: 1.1189845 Nov 12 11:19:37.595124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51408) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:37.635386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Network a9729990-ab48-4932-941d-a906c3d26c0a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:37.645243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa99d064-f083-48ea-8380-545bbea42ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.651349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d6bd7b3c-df6c-47c5-b246-5e0bae13d100'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:19:37.652021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting port 94e79d46-f9b9-4ef3-a2e9-eba5f0f8ba47 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:37.652502 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.670937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:37.691395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Pushing event updated for resources: {'Port': ['ID=87282fd5-5a1d-4745-84cc-8fe2e37266b0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:37.696968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:37.733678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e93d120-6043-4879-b034-aa0ae8a82c0a', 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:19:37.748428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d8751-426a-4c5a-a57e-892247f3f693 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:37.779115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:37.779781 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.862283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:37.869400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.11 (11be5583-d7be-4d90-bec1-9175d058aeec/a6587c54-f8bc-45ba-bd4f-28f0bb4c8836/6c5efa24-a07a-4e01-a26b-b431b69728e6) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:37.870049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.919896 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.920215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.921942 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-15150ff3-7982-4a12-9823-cfbff9ee513f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7159064 Nov 12 11:19:37.933212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.944435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Request body: {'port': {'device_id': 'b7ebd623-719e-4ae5-905c-68ae6853879f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:37.973253 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cdefd2ab-c261-4462-8b15-9c74beaadb01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e711e233f6274227a88445205192fc64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294324 Nov 12 11:19:37.977357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51416) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:37.989375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Calling delete_port for 94e79d46-f9b9-4ef3-a2e9-eba5f0f8ba47 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:38.007899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] For port ecb476f9-d80d-45fd-9a94-df86e7fd1715, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ecb476f9-d80d-45fd-9a94-df86e7fd1715,segment=NetworkSegment(0a8418f8-d23f-4409-8380-a830467fe8a1),segment_id=0a8418f8-d23f-4409-8380-a830467fe8a1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:38.025379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa99d064-f083-48ea-8380-545bbea42ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.028138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa99d064-f083-48ea-8380-545bbea42ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.029364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fa99d064-f083-48ea-8380-545bbea42ccf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95c43359-c06b-4913-9339-88b273cdd542 HTTP/1.1" status: 204 len: 168 time: 1.3863525 Nov 12 11:19:38.056640 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.103202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4a437282-688e-4600-95e4-d1faf5a6c669 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Deleting port dfe3d294-e9ac-4678-bea1-af040aee11cf {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:38.104550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a437282-688e-4600-95e4-d1faf5a6c669 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.117582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99d064-f083-48ea-8380-545bbea42ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c43359-c06b-4913-9339-88b273cdd542,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:38.137377 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.294067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a437282-688e-4600-95e4-d1faf5a6c669 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.334539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4a437282-688e-4600-95e4-d1faf5a6c669 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Calling delete_port for dfe3d294-e9ac-4678-bea1-af040aee11cf owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:38.380273 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6ce72b79-8528-436f-8eee-7e65c842bb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.404283 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6ce72b79-8528-436f-8eee-7e65c842bb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.423183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] Provisioning complete for port bdebbcfd-1f86-45a6-a1fe-5f810722158f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:38.424892 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.470754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6ce72b79-8528-436f-8eee-7e65c842bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.473450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6ce72b79-8528-436f-8eee-7e65c842bb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.478041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6ce72b79-8528-436f-8eee-7e65c842bb37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fcb64f2-a220-446d-9a13-7a7701a9c8a8 HTTP/1.1" status: 204 len: 168 time: 0.4912362 Nov 12 11:19:38.504331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce72b79-8528-436f-8eee-7e65c842bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb64f2-a220-446d-9a13-7a7701a9c8a8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:38.521130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] Pushing event updated for resources: {'Port': ['ID=ecb476f9-d80d-45fd-9a94-df86e7fd1715,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:38.550111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.572580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5de64-c0a8-430b-a5fe-e641264ed431 None None] Port bdebbcfd-1f86-45a6-a1fe-5f810722158f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:38.710174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.787340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab072052-1397-47c7-b99c-b4b69f14c95c req-84b35119-f306-46f2-89ec-12f0b51ec375 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:38.791568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.799651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab072052-1397-47c7-b99c-b4b69f14c95c req-84b35119-f306-46f2-89ec-12f0b51ec375 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 931 time: 0.1919093 Nov 12 11:19:38.834396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-612f1c5a-1bb6-4fa7-8700-23f1f7dfb065 None None] Provisioning complete for port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:38.834947 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-612f1c5a-1bb6-4fa7-8700-23f1f7dfb065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.854816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Port': ['ID=94e79d46-f9b9-4ef3-a2e9-eba5f0f8ba47,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:38.987376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab072052-1397-47c7-b99c-b4b69f14c95c req-87bd2c7f-cee6-44b0-9dff-985eebc890d7 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862013 Nov 12 11:19:38.988160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-612f1c5a-1bb6-4fa7-8700-23f1f7dfb065 None None] Port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:38.993040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.993474 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Floating IP 8c79a16a-d63d-46e6-b7b3-db9a5077bae6 disassociated (deleted). External IP: 172.25.2.34, port: ed802541-dfa6-4d92-8d30-973b2980f57c. Nov 12 11:19:39.005393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87282fd5-5a1d-4745-84cc-8fe2e37266b0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:39.022698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-612f1c5a-1bb6-4fa7-8700-23f1f7dfb065 None None] Provisioning complete for port dfe3d294-e9ac-4678-bea1-af040aee11cf triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:39.023332 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-612f1c5a-1bb6-4fa7-8700-23f1f7dfb065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.028652 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a437282-688e-4600-95e4-d1faf5a6c669 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.043520 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.053430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51434) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.062186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-612f1c5a-1bb6-4fa7-8700-23f1f7dfb065 None None] Port dfe3d294-e9ac-4678-bea1-af040aee11cf was deleted so its status cannot be updated. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 11:19:39.117956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:39.123350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:39.130211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:39.145006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8fff30a0-0d72-4612-9ac8-8ae0f252bb5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.148723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Transition to ACTIVE for port object 87282fd5-5a1d-4745-84cc-8fe2e37266b0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:19:39.150244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a437282-688e-4600-95e4-d1faf5a6c669 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Port': ['ID=dfe3d294-e9ac-4678-bea1-af040aee11cf,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:39.170751 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.208588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=6c5efa24-a07a-4e01-a26b-b431b69728e6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:39.314526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ecb476f9-d80d-45fd-9a94-df86e7fd1715 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:39.375552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512bd6ef-959b-4490-9944-354751765f07 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:39.459207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:39.463254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.466111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:39.466702 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.480288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Pushing event updated for resources: {'Port': ['ID=87282fd5-5a1d-4745-84cc-8fe2e37266b0,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:39.559032 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b982e7a-f2f7-41c4-9953-e1d575e9299d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1601231 Nov 12 11:19:39.578140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51444) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.583807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a855620d-1916-469c-a77d-c9d5f1695637 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:39.701897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Router 76516b28-821a-4602-8021-a852bfc62a4b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:39.809102 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4a437282-688e-4600-95e4-d1faf5a6c669 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.814779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4a437282-688e-4600-95e4-d1faf5a6c669 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "DELETE /v2.0/ports/dfe3d294-e9ac-4678-bea1-af040aee11cf HTTP/1.1" status: 204 len: 168 time: 2.2165039 Nov 12 11:19:39.818356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51450) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.845634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-64bf07cf-dca9-463d-a351-b1f0284352f3 None None] Provisioning complete for port 6c5efa24-a07a-4e01-a26b-b431b69728e6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:39.847301 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-64bf07cf-dca9-463d-a351-b1f0284352f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.882000 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c55e7c-cce2-4059-b062-e71988754f87 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] GET failed (client error): The resource could not be found. Nov 12 11:19:39.889587 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f5c55e7c-cce2-4059-b062-e71988754f87 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "GET /v2.0/ports/dfe3d294-e9ac-4678-bea1-af040aee11cf HTTP/1.1" status: 404 len: 333 time: 0.0631104 Nov 12 11:19:39.890292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.929558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-64bf07cf-dca9-463d-a351-b1f0284352f3 None None] Port 6c5efa24-a07a-4e01-a26b-b431b69728e6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:39.932002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8fff30a0-0d72-4612-9ac8-8ae0f252bb5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.956039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8fff30a0-0d72-4612-9ac8-8ae0f252bb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.002227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Attempting to bind port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:40.002547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Attempting to bind port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:40.002894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Attempting to bind port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 on network a9729990-ab48-4932-941d-a906c3d26c0a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:40.028440 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8fff30a0-0d72-4612-9ac8-8ae0f252bb5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e663dd01641b4007a273756003c75d88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9627948 Nov 12 11:19:40.034843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51462) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:40.084642 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.090066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff30a0-0d72-4612-9ac8-8ae0f252bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a82c75-ce23-4099-8bc7-a88367b3558f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:40.093973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 on network a9729990-ab48-4932-941d-a906c3d26c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:19:40.094303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Attempting to bind port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 on network a9729990-ab48-4932-941d-a906c3d26c0a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:40.131838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:40.144492 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] Sync routers for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:40.151400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.162262 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:40.162954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:40.163467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Checking segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:40.164013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Bound using segment: {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:40.164299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Bound port: 87282fd5-5a1d-4745-84cc-8fe2e37266b0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20369ee-699f-4a65-a151-e0f3740df0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:40.164657 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.166853 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:40.238655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1dc22437-acfb-42b4-9b2f-3907198898fe tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/floatingips/8c79a16a-d63d-46e6-b7b3-db9a5077bae6 HTTP/1.1" status: 204 len: 168 time: 4.2224889 Nov 12 11:19:40.241815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:40.244666 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703aa225-e468-4d90-bc54-95990a6d36cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:40.269094 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971e110-d2e7-42a5-bb39-dee4c36bcd2b req-03922e23-1d6c-48b8-b539-33e7ddd1c93d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:40.270717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a971e110-d2e7-42a5-bb39-dee4c36bcd2b req-03922e23-1d6c-48b8-b539-33e7ddd1c93d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 943 time: 0.1277816 Nov 12 11:19:40.271971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a855620d-1916-469c-a77d-c9d5f1695637 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:40.276413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a855620d-1916-469c-a77d-c9d5f1695637 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.304632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51472) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:40.373459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ca34-26c5-41d6-b678-cd12b98426f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.423695 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a971e110-d2e7-42a5-bb39-dee4c36bcd2b req-ce73c0be-4519-43bb-8239-fcc1595f5825 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436207 Nov 12 11:19:40.452034 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:40.459221 n-d-768851-19 neutron-server[109166]: INFO neutron.db.ipam_backend_mixin [None req-a855620d-1916-469c-a77d-c9d5f1695637 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6587c54-f8bc-45ba-bd4f-28f0bb4c8836 (CIDR: 172.20.0.0/28) Nov 12 11:19:40.472737 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a855620d-1916-469c-a77d-c9d5f1695637 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:19:40.473289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a855620d-1916-469c-a77d-c9d5f1695637 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:40.475500 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.476435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e55b4a49-0e7d-4498-b8ed-bbbe32a42c80 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Deleting port 2f8686db-7b60-4281-8791-d57b89d12b0e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:40.476784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e55b4a49-0e7d-4498-b8ed-bbbe32a42c80 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.507768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6a619396-e7d0-489e-a690-5bfb767f00c8 tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2088030675', 'prefixes': ['172.20.0.0/16']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:40.533770 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a855620d-1916-469c-a77d-c9d5f1695637 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9541001 Nov 12 11:19:40.537407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51482) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:40.547511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:40.597577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ca34-26c5-41d6-b678-cd12b98426f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.723019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:40.725069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] For port 87282fd5-5a1d-4745-84cc-8fe2e37266b0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:40.728377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.842944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] For port 87282fd5-5a1d-4745-84cc-8fe2e37266b0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=87282fd5-5a1d-4745-84cc-8fe2e37266b0,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:40.847012 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:25Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:40.860425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.879265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a619396-e7d0-489e-a690-5bfb767f00c8 tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] Publish callbacks [] for subnetpool, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.880416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6a619396-e7d0-489e-a690-5bfb767f00c8 tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5747945 Nov 12 11:19:40.886137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51488) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:40.892055 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] Checking router: 76516b28-821a-4602-8021-a852bfc62a4b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:40.901405 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:40.902387 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:40.943112 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd1caf6f-86d2-4496-923f-12c1651e681f tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] 10.222.0.31 "GET /v2.0/subnetpools/1f28243f-7f1f-4d77-be5e-fb20f99b392d HTTP/1.1" status: 200 len: 732 time: 0.0535514 Nov 12 11:19:40.945256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51490) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:40.955282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c0e1b560-3e15-4332-985b-c0c9593963a8 tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-717546474'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:41.001025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e55b4a49-0e7d-4498-b8ed-bbbe32a42c80 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.037699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Pushing event updated for resources: {'Port': ['ID=87282fd5-5a1d-4745-84cc-8fe2e37266b0,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:41.067140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e55b4a49-0e7d-4498-b8ed-bbbe32a42c80 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Calling delete_port for 2f8686db-7b60-4281-8791-d57b89d12b0e owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:41.069905 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:41.090991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:41.093800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dde2a4-5156-4d1c-b9c5-13b10477f82d None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:41.094802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.097600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-dcb6ae52-8c84-47ab-97d4-21656f457db5 service neutron] 10.222.0.59 "PUT /v2.0/ports/87282fd5-5a1d-4745-84cc-8fe2e37266b0 HTTP/1.1" status: 200 len: 1092 time: 3.1593270 Nov 12 11:19:41.120154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ebd623-719e-4ae5-905c-68ae6853879f', 'tag': '87282fd5-5a1d-4745-84cc-8fe2e37266b0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:41.122404 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740f6c99-fc04-46a4-92b6-20475d959ea5 x-openstack-request-id: req-740f6c99-fc04-46a4-92b6-20475d959ea5 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:41.122806 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:41.123209 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-740f6c99-fc04-46a4-92b6-20475d959ea5 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:41.123930 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'status': 'completed', 'code': 200} Nov 12 11:19:41.125676 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c83a44-a9d0-40a5-a56f-067917d19538" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ebd623-719e-4ae5-905c-68ae6853879f", "tag": "87282fd5-5a1d-4745-84cc-8fe2e37266b0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:41.187841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b560-3e15-4332-985b-c0c9593963a8 tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] Publish callbacks [] for subnetpool, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.190723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c0e1b560-3e15-4332-985b-c0c9593963a8 tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] 10.222.0.31 "PUT /v2.0/subnetpools/1f28243f-7f1f-4d77-be5e-fb20f99b392d HTTP/1.1" status: 200 len: 683 time: 0.2401702 Nov 12 11:19:41.223353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51496) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:41.273023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791daebb-1879-41c7-be08-6735567cdf1e req-e951f80d-ad01-43b6-9f2e-35255a9bd361 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:41.281683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-791daebb-1879-41c7-be08-6735567cdf1e req-e951f80d-ad01-43b6-9f2e-35255a9bd361 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 984 time: 0.5845852 Nov 12 11:19:41.285578 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7673af-eefa-4d25-a27e-9a9b7b265519 x-openstack-request-id: req-ba7673af-eefa-4d25-a27e-9a9b7b265519 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:41.286246 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ebd623-719e-4ae5-905c-68ae6853879f", "tag": "87282fd5-5a1d-4745-84cc-8fe2e37266b0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:41.286595 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba7673af-eefa-4d25-a27e-9a9b7b265519 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:41.287072 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ebd623-719e-4ae5-905c-68ae6853879f', 'tag': '87282fd5-5a1d-4745-84cc-8fe2e37266b0', 'status': 'completed', 'code': 200} Nov 12 11:19:41.312508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ca34-26c5-41d6-b678-cd12b98426f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.316379 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ca34-26c5-41d6-b678-cd12b98426f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.328921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3dd6ca34-26c5-41d6-b678-cd12b98426f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62a82c75-ce23-4099-8bc7-a88367b3558f HTTP/1.1" status: 204 len: 168 time: 1.2897801 Nov 12 11:19:41.340268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa225-e468-4d90-bc54-95990a6d36cc req-b9bb5dae-5fae-4ebf-abf7-d89e3159b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:41.344398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-703aa225-e468-4d90-bc54-95990a6d36cc req-b9bb5dae-5fae-4ebf-abf7-d89e3159b013 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 1136 time: 0.1931059 Nov 12 11:19:41.431420 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:25Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:41.440179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6ca34-26c5-41d6-b678-cd12b98426f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a82c75-ce23-4099-8bc7-a88367b3558f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:41.506201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-bdd18101-e8f9-4454-9592-4ae7bc09fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:41.507529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-bdd18101-e8f9-4454-9592-4ae7bc09fe7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 1095 time: 0.3427689 Nov 12 11:19:41.515353 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47d6e6-35fd-4316-aed4-ccd3056d1422 None None] The sync data for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 is: [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:17:18Z', 'revision_number': 4, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e74f402d-e579-4a43-8c58-b90693a8716e', 'name': '', 'network_id': 'cd3f2d3b-9cfd-4111-a625-2a7678ba67cd', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'mac_address': 'fa:16:3e:9c:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:15Z', 'updated_at': '2021-11-12T11:17:25Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'subnets': [{'id': '44d5827f-52bd-4512-8296-24e042ffeb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:41.518916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-791daebb-1879-41c7-be08-6735567cdf1e req-0d5bf6f4-7b98-4169-b0b9-0e4fb1301381 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2077980 Nov 12 11:19:41.767900 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25c1323d-8912-4644-a129-8e036c20875b tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] Publish callbacks [] for subnetpool, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.769778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-25c1323d-8912-4644-a129-8e036c20875b tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] 10.222.0.31 "DELETE /v2.0/subnetpools/1f28243f-7f1f-4d77-be5e-fb20f99b392d HTTP/1.1" status: 204 len: 168 time: 0.5434775 Nov 12 11:19:41.775530 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51506) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:41.822472 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.887589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=fc83e1af-3ce7-4c11-8e9b-dae03fcc6721,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:41.891382 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-5e17813b-9288-4eb3-a375-08c51254d72c tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] show failed (client error): The resource could not be found. Nov 12 11:19:41.892623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e17813b-9288-4eb3-a375-08c51254d72c tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] 10.222.0.31 "GET /v2.0/subnetpools/1f28243f-7f1f-4d77-be5e-fb20f99b392d HTTP/1.1" status: 404 len: 346 time: 0.1123397 Nov 12 11:19:41.901088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701f67f-f258-4872-881c-1b9c2f4602d6 req-c9525e48-b84e-4284-b9ba-9e402d8d8416 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:41.909204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d701f67f-f258-4872-881c-1b9c2f4602d6 req-c9525e48-b84e-4284-b9ba-9e402d8d8416 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 943 time: 0.2670839 Nov 12 11:19:41.917212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51510) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:41.926573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa225-e468-4d90-bc54-95990a6d36cc req-8d289bd9-9c0e-4373-9000-4769312ed3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:41.928415 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-703aa225-e468-4d90-bc54-95990a6d36cc req-8d289bd9-9c0e-4373-9000-4769312ed3ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd HTTP/1.1" status: 200 len: 897 time: 0.5444016 Nov 12 11:19:42.001248 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-703aa225-e468-4d90-bc54-95990a6d36cc req-3c31d762-ebdb-43a0-a51c-0f7c5f121d24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed802541-dfa6-4d92-8d30-973b2980f57c HTTP/1.1" status: 200 len: 217 time: 0.0655334 Nov 12 11:19:42.008901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:42.010648 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-27b02c4b-dd16-4975-8f09-15011e546475 tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] delete failed (client error): The resource could not be found. Nov 12 11:19:42.011710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27b02c4b-dd16-4975-8f09-15011e546475 tempest-SubnetPoolsTestJSON-810384000 tempest-SubnetPoolsTestJSON-810384000-project] 10.222.0.31 "DELETE /v2.0/subnetpools/1f28243f-7f1f-4d77-be5e-fb20f99b392d HTTP/1.1" status: 404 len: 346 time: 0.0939598 Nov 12 11:19:42.017080 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:42.020006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:42.020291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d1f5b-04af-4623-bc54-82b882c4dba5 None None] New status for floating IP 8c79a16a-d63d-46e6-b7b3-db9a5077bae6: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:19:42.020626 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.077663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee38b79-2312-49fe-b2b3-b9c23fdbedd3 None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:42.093774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51516) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:42.110205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-b016ce4c-4ee4-4263-8a46-e0fec6a47d34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87282fd5-5a1d-4745-84cc-8fe2e37266b0 HTTP/1.1" status: 200 len: 217 time: 0.5829942 Nov 12 11:19:42.137156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a0529073-99db-4fab-ae88-54b6f7ad4102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.146921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e55b4a49-0e7d-4498-b8ed-bbbe32a42c80 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.159957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-46413712-1eec-4db2-abda-bbbc2cf4a2e3 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6205513 Nov 12 11:19:42.167197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51518) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:42.182478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d701f67f-f258-4872-881c-1b9c2f4602d6 req-44ae0534-3c2c-4d10-9996-3c0dfad61473 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721379 Nov 12 11:19:42.207822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-205966848', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc83e1af-3ce7-4c11-8e9b-dae03fcc6721'}], 'security_groups': ['831ba219-3826-475f-8b21-f1ad608e1f1c']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:42.216517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa225-e468-4d90-bc54-95990a6d36cc req-26d0b08c-f644-4469-9ff8-40fe8ea9eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:42.218834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-703aa225-e468-4d90-bc54-95990a6d36cc req-26d0b08c-f644-4469-9ff8-40fe8ea9eff3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d5827f-52bd-4512-8296-24e042ffeb52 HTTP/1.1" status: 200 len: 835 time: 0.2039440 Nov 12 11:19:42.242311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b4a49-0e7d-4498-b8ed-bbbe32a42c80 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Port': ['ID=2f8686db-7b60-4281-8791-d57b89d12b0e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:42.289811 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e55b4a49-0e7d-4498-b8ed-bbbe32a42c80 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.298709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e55b4a49-0e7d-4498-b8ed-bbbe32a42c80 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "DELETE /v2.0/ports/2f8686db-7b60-4281-8791-d57b89d12b0e HTTP/1.1" status: 204 len: 168 time: 2.3922012 Nov 12 11:19:42.301676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-e4314260-f1b4-46d7-96e4-12f1ff0ff940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:42.304278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-e4314260-f1b4-46d7-96e4-12f1ff0ff940 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.1778007 Nov 12 11:19:42.305067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51520) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:42.389076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-47b5a16c-8291-4eb9-9c6e-66794710c65f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642560 Nov 12 11:19:42.390174 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bab82af-d3b3-436b-9b66-dc511efdaeeb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] GET failed (client error): The resource could not be found. Nov 12 11:19:42.392324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8bab82af-d3b3-436b-9b66-dc511efdaeeb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "GET /v2.0/ports/2f8686db-7b60-4281-8791-d57b89d12b0e HTTP/1.1" status: 404 len: 333 time: 0.0816705 Nov 12 11:19:42.401530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-aabbcbea-407c-4582-807e-b517ee15d673 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:42.404904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-aabbcbea-407c-4582-807e-b517ee15d673 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 984 time: 0.2806690 Nov 12 11:19:42.406412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51524) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:42.639224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa225-e468-4d90-bc54-95990a6d36cc req-e8f6ee78-d1bc-4e9b-a43d-005ecd5b0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:42.642865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-703aa225-e468-4d90-bc54-95990a6d36cc req-e8f6ee78-d1bc-4e9b-a43d-005ecd5b0529 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3595231 Nov 12 11:19:42.760079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e62506f-cb36-4fb6-b8b1-632346ed8462 None None] Update dhcp port {'port': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'fixed_ips': [{'subnet_id': 'a6587c54-f8bc-45ba-bd4f-28f0bb4c8836', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fc83e1af-3ce7-4c11-8e9b-dae03fcc6721'}], 'binding:host_id': 'n-d-768851-19'}, 'id': 'ecb476f9-d80d-45fd-9a94-df86e7fd1715'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:19:42.767990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51534) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:42.820779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1e62506f-cb36-4fb6-b8b1-632346ed8462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.822450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-7c66593f-6b90-49b7-99bd-c00bfc695a0a service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150860 Nov 12 11:19:42.842510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7262c13-c60d-437c-8ea1-8426b5650056 req-7dee5496-0688-4e27-883c-8d3d9e6f229c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:42.853455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7262c13-c60d-437c-8ea1-8426b5650056 req-7dee5496-0688-4e27-883c-8d3d9e6f229c tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 984 time: 0.1868436 Nov 12 11:19:42.927581 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a0529073-99db-4fab-ae88-54b6f7ad4102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.949490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a0529073-99db-4fab-ae88-54b6f7ad4102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.023425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7262c13-c60d-437c-8ea1-8426b5650056 req-a9439b47-2e38-4eb5-9956-445ace943852 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1689849 Nov 12 11:19:43.025986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c72ba816-2b73-4065-b96b-df61900fc2cb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Deleting port abcad5f8-0d74-4740-891a-b7413b54f5ad {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:43.026545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c72ba816-2b73-4065-b96b-df61900fc2cb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.049259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a0529073-99db-4fab-ae88-54b6f7ad4102 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84044c59820846fe86dd08d6c9c2e2f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9537575 Nov 12 11:19:43.054213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0529073-99db-4fab-ae88-54b6f7ad4102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f89bc5a-cf24-4a40-b4bc-1694fc7bccfb,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:43.055640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51540) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:43.059359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-1e62506f-cb36-4fb6-b8b1-632346ed8462 None None] Allocated IP 172.20.0.18 (11be5583-d7be-4d90-bec1-9175d058aeec/fc83e1af-3ce7-4c11-8e9b-dae03fcc6721/ecb476f9-d80d-45fd-9a94-df86e7fd1715) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:43.080268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting port ed802541-dfa6-4d92-8d30-973b2980f57c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:43.084395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.134402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.172012 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-703aa225-e468-4d90-bc54-95990a6d36cc req-95cc282f-efbd-473b-9690-0b80f825980b service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122244 Nov 12 11:19:43.227524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1e62506f-cb36-4fb6-b8b1-632346ed8462 None None] For port ecb476f9-d80d-45fd-9a94-df86e7fd1715, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ecb476f9-d80d-45fd-9a94-df86e7fd1715,segment=NetworkSegment(0a8418f8-d23f-4409-8380-a830467fe8a1),segment_id=0a8418f8-d23f-4409-8380-a830467fe8a1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:43.293498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d1bfca-673a-4c94-9b31-4dba3063ad8b req-28771b5f-21bd-4af2-bb90-32fd4d0bf19a service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614325 Nov 12 11:19:43.312614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1e62506f-cb36-4fb6-b8b1-632346ed8462 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.325002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c72ba816-2b73-4065-b96b-df61900fc2cb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.330939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8162be9b-1e75-4135-8e26-8a4e3f639539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.339998 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1e62506f-cb36-4fb6-b8b1-632346ed8462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.397073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c72ba816-2b73-4065-b96b-df61900fc2cb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Calling delete_port for abcad5f8-0d74-4740-891a-b7413b54f5ad owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:43.406204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] For port ed802541-dfa6-4d92-8d30-973b2980f57c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=ed802541-dfa6-4d92-8d30-973b2980f57c,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:43.406795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.469373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8162be9b-1e75-4135-8e26-8a4e3f639539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.479834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Calling delete_port for ed802541-dfa6-4d92-8d30-973b2980f57c owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:43.527898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62506f-cb36-4fb6-b8b1-632346ed8462 None None] Pushing event updated for resources: {'Port': ['ID=ecb476f9-d80d-45fd-9a94-df86e7fd1715,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:43.545722 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-703aa225-e468-4d90-bc54-95990a6d36cc req-c4f8e6f9-968b-473c-86cb-88387a4455cd service neutron] 10.222.0.52 "GET /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450634 Nov 12 11:19:43.640211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629205f1-213e-4311-8ff3-8089ac2e8236 req-8e9ad3ef-07bd-4a32-951c-fef7aa3030be tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:43.646670 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-629205f1-213e-4311-8ff3-8089ac2e8236 req-8e9ad3ef-07bd-4a32-951c-fef7aa3030be tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 943 time: 0.3019547 Nov 12 11:19:43.665022 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-843a8270-8f8e-4b4c-a452-33b6067895dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.708104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-b5106cfb-35b1-4b37-9553-a2d48834222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:43.709860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-b5106cfb-35b1-4b37-9553-a2d48834222d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 1095 time: 0.3100219 Nov 12 11:19:43.762043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-629205f1-213e-4311-8ff3-8089ac2e8236 req-d3398a10-0698-4784-beaf-0cb61a0d23a0 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085021 Nov 12 11:19:43.821377 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8162be9b-1e75-4135-8e26-8a4e3f639539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.824761 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8162be9b-1e75-4135-8e26-8a4e3f639539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.826340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8162be9b-1e75-4135-8e26-8a4e3f639539 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f89bc5a-cf24-4a40-b4bc-1694fc7bccfb HTTP/1.1" status: 204 len: 168 time: 0.7695618 Nov 12 11:19:43.935297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162be9b-1e75-4135-8e26-8a4e3f639539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f89bc5a-cf24-4a40-b4bc-1694fc7bccfb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:44.002660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Delete allocated IP 172.20.0.11 (11be5583-d7be-4d90-bec1-9175d058aeec/a6587c54-f8bc-45ba-bd4f-28f0bb4c8836) {{(pid=109166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:19:44.029488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.30 (11be5583-d7be-4d90-bec1-9175d058aeec/fc83e1af-3ce7-4c11-8e9b-dae03fcc6721/6c5efa24-a07a-4e01-a26b-b431b69728e6) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:44.193661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-0f9c72d4-d613-48ad-8dd4-2236396d6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:44.195388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-0f9c72d4-d613-48ad-8dd4-2236396d6c20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.4589846 Nov 12 11:19:44.207659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c72ba816-2b73-4065-b96b-df61900fc2cb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.362633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.366967 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.370228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-843a8270-8f8e-4b4c-a452-33b6067895dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.377405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ba816-2b73-4065-b96b-df61900fc2cb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Port': ['ID=abcad5f8-0d74-4740-891a-b7413b54f5ad,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:44.383183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.393237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-e93a2629-ed73-42bc-ae59-ac7ebdb1cb4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87282fd5-5a1d-4745-84cc-8fe2e37266b0 HTTP/1.1" status: 200 len: 217 time: 0.1601305 Nov 12 11:19:44.456946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-843a8270-8f8e-4b4c-a452-33b6067895dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.473520 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c72ba816-2b73-4065-b96b-df61900fc2cb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.480496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c72ba816-2b73-4065-b96b-df61900fc2cb tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "DELETE /v2.0/ports/abcad5f8-0d74-4740-891a-b7413b54f5ad HTTP/1.1" status: 204 len: 168 time: 2.0633869 Nov 12 11:19:44.482992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51568) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:44.506534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Port': ['ID=ed802541-dfa6-4d92-8d30-973b2980f57c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:44.576253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] In _notify_port_updated(), no bound segment for port 6c5efa24-a07a-4e01-a26b-b431b69728e6 on network 11be5583-d7be-4d90-bec1-9175d058aeec {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:19:44.582591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:44.583583 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.587349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "PUT /v2.0/ports/6c5efa24-a07a-4e01-a26b-b431b69728e6 HTTP/1.1" status: 200 len: 920 time: 2.4161432 Nov 12 11:19:44.590850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51572) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:44.649258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5a81b-c155-42af-a719-0508c8c01bd8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=6c5efa24-a07a-4e01-a26b-b431b69728e6,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:44.696327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-93881fa5-24a5-4015-96fc-ca8a5460a215 None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:44.697002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93881fa5-24a5-4015-96fc-ca8a5460a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.768705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] No DVR routers for this DVR port ed802541-dfa6-4d92-8d30-973b2980f57c on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:44.771601 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.784218 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f49c505-bc05-47a7-ab5f-f07eeef3d415 req-5034a38f-6fe2-44e0-a670-9681859471aa tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.52 "DELETE /v2.0/ports/ed802541-dfa6-4d92-8d30-973b2980f57c HTTP/1.1" status: 204 len: 173 time: 2.3441877 Nov 12 11:19:44.805414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b4c62506-3177-4b90-a6f3-dc037a4c4c89 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 6c5efa24-a07a-4e01-a26b-b431b69728e6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:44.806656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4c62506-3177-4b90-a6f3-dc037a4c4c89 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.832034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773353d-7ef2-4e60-b3e4-64df6782042f req-3c15d666-74e3-4f6e-b3e0-716a40a4de65 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:44.843893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9773353d-7ef2-4e60-b3e4-64df6782042f req-3c15d666-74e3-4f6e-b3e0-716a40a4de65 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c516055-be4a-4706-84d6-19dfefc2b451 HTTP/1.1" status: 200 len: 906 time: 0.6905713 Nov 12 11:19:44.880254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'name': 'network-vif-deleted', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:44.887215 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ee0666-c525-471b-aef1-b151d8d88786" -d '{"events": [{"server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "name": "network-vif-deleted", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:44.916485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8270-8f8e-4b4c-a452-33b6067895dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2604840-cfd0-4e3a-973e-c5e609ebeb63,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:44.939074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-843a8270-8f8e-4b4c-a452-33b6067895dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=821e773d53e9482a8ae4430ce446b3bd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1700020 Nov 12 11:19:44.964671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51584) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:45.019918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-93881fa5-24a5-4015-96fc-ca8a5460a215 None None] Provisioning complete for port 6c5efa24-a07a-4e01-a26b-b431b69728e6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:45.020856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93881fa5-24a5-4015-96fc-ca8a5460a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.046185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12ed62e-b2b4-4306-9813-ec4f388101d1 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Deleting subnet 145ce958-3497-4b33-9be1-0d6a8227bba8 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:45.049217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-787f00b2-c620-47cd-a10a-07ece03eb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:45.050788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-787f00b2-c620-47cd-a10a-07ece03eb5f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.5898819 Nov 12 11:19:45.056140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e12ed62e-b2b4-4306-9813-ec4f388101d1 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.121657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-93881fa5-24a5-4015-96fc-ca8a5460a215 None None] Port 6c5efa24-a07a-4e01-a26b-b431b69728e6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:45.143692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-93881fa5-24a5-4015-96fc-ca8a5460a215 None None] Provisioning complete for port bdebbcfd-1f86-45a6-a1fe-5f810722158f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:45.145312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93881fa5-24a5-4015-96fc-ca8a5460a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.251374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-93881fa5-24a5-4015-96fc-ca8a5460a215 None None] Port bdebbcfd-1f86-45a6-a1fe-5f810722158f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:45.293068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-d219b7ee-6eb6-4890-8fe9-4dd4a3cc2b2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621633 Nov 12 11:19:45.312309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ecb476f9-d80d-45fd-9a94-df86e7fd1715 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:45.383046 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e12ed62e-b2b4-4306-9813-ec4f388101d1 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.473251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9773353d-7ef2-4e60-b3e4-64df6782042f req-48ba5adf-6204-4bdb-8084-c8de2a4e1b21 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bf8d382-4e41-487c-8c3e-0fb5dca28101&id=bc91ba17-1db1-4b07-a23a-c080d543f6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5579565 Nov 12 11:19:45.510838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:45.511229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.567220 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be069a9e-24a0-41be-ba69-52c41b757e74 x-openstack-request-id: req-be069a9e-24a0-41be-ba69-52c41b757e74 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:45.567938 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c516055-be4a-4706-84d6-19dfefc2b451", "name": "network-vif-deleted", "tag": "ed802541-dfa6-4d92-8d30-973b2980f57c", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:45.568431 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be069a9e-24a0-41be-ba69-52c41b757e74 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:45.569086 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c516055-be4a-4706-84d6-19dfefc2b451', 'name': 'network-vif-deleted', 'tag': 'ed802541-dfa6-4d92-8d30-973b2980f57c', 'status': 'completed', 'code': 200} Nov 12 11:19:45.594261 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a261a75-7dc5-4cd3-b0c6-feb5be9743a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.658347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4c62506-3177-4b90-a6f3-dc037a4c4c89 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.679539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b4c62506-3177-4b90-a6f3-dc037a4c4c89 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 6c5efa24-a07a-4e01-a26b-b431b69728e6 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:45.691323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a261a75-7dc5-4cd3-b0c6-feb5be9743a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.710684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-f20d883e-30c8-4b2f-a741-7c998d8b2492 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597007 Nov 12 11:19:45.726340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cecd14-cad9-4d0b-911e-834d90f923ba req-3e5ae645-8405-4b23-a432-c602216b68d8 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:45.727933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16cecd14-cad9-4d0b-911e-834d90f923ba req-3e5ae645-8405-4b23-a432-c602216b68d8 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 943 time: 0.1197267 Nov 12 11:19:45.790806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e12ed62e-b2b4-4306-9813-ec4f388101d1 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.898792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5c96b939-80fd-4eff-a756-3e78c0b0644f None None] Provisioning complete for port 6c5efa24-a07a-4e01-a26b-b431b69728e6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:45.899417 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5c96b939-80fd-4eff-a756-3e78c0b0644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.902845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-16cecd14-cad9-4d0b-911e-834d90f923ba req-2ef1a978-40fd-4b7a-82d3-761dda2d34b1 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634202 Nov 12 11:19:45.939144 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a261a75-7dc5-4cd3-b0c6-feb5be9743a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.941828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a261a75-7dc5-4cd3-b0c6-feb5be9743a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.943199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8a261a75-7dc5-4cd3-b0c6-feb5be9743a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2604840-cfd0-4e3a-973e-c5e609ebeb63 HTTP/1.1" status: 204 len: 168 time: 0.9763050 Nov 12 11:19:45.970876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a261a75-7dc5-4cd3-b0c6-feb5be9743a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2604840-cfd0-4e3a-973e-c5e609ebeb63,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:45.978191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85c83a44-a9d0-40a5-a56f-067917d19538 req-a4d7dedd-2a27-4cb2-9467-59e0558a70fe service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577996 Nov 12 11:19:46.000428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e12ed62e-b2b4-4306-9813-ec4f388101d1 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.005090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5c96b939-80fd-4eff-a756-3e78c0b0644f None None] Port 6c5efa24-a07a-4e01-a26b-b431b69728e6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:46.034094 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4c62506-3177-4b90-a6f3-dc037a4c4c89 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.047389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ed62e-b2b4-4306-9813-ec4f388101d1 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Subnet': ['ID=145ce958-3497-4b33-9be1-0d6a8227bba8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:46.053802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e12ed62e-b2b4-4306-9813-ec4f388101d1 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.063028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e12ed62e-b2b4-4306-9813-ec4f388101d1 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "DELETE /v2.0/subnets/145ce958-3497-4b33-9be1-0d6a8227bba8 HTTP/1.1" status: 204 len: 168 time: 1.5575254 Nov 12 11:19:46.064070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51606) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.098080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d886a789-505c-4811-8afe-2b72f19e1ffb None None] Network 0579feec-d6cf-46ed-876c-1f883947ebf2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:46.165345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62506-3177-4b90-a6f3-dc037a4c4c89 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=6c5efa24-a07a-4e01-a26b-b431b69728e6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:46.189920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.204961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4c62506-3177-4b90-a6f3-dc037a4c4c89 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.211257 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b4c62506-3177-4b90-a6f3-dc037a4c4c89 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/6c5efa24-a07a-4e01-a26b-b431b69728e6 HTTP/1.1" status: 204 len: 168 time: 1.6192257 Nov 12 11:19:46.216425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51608) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.256920 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-99030883-40d9-4d84-bea5-0dfce47110b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:19:46.261977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-99030883-40d9-4d84-bea5-0dfce47110b1 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/6c5efa24-a07a-4e01-a26b-b431b69728e6 HTTP/1.1" status: 404 len: 333 time: 0.0399475 Nov 12 11:19:46.264598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51612) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.278364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Deleting port edc0f754-83c2-426a-8012-910789bd8c7a {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:46.278709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.381945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d6b93c0d-ad2c-4e78-8977-1c01cc0af1c7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.418769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] For port edc0f754-83c2-426a-8012-910789bd8c7a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=edc0f754-83c2-426a-8012-910789bd8c7a,segment=NetworkSegment(ee28bb73-fba9-493d-97f8-b35cc9ea67f9),segment_id=ee28bb73-fba9-493d-97f8-b35cc9ea67f9)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:46.419655 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d6b93c0d-ad2c-4e78-8977-1c01cc0af1c7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.420298 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.443399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Calling delete_port for edc0f754-83c2-426a-8012-910789bd8c7a owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:46.484539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d6b93c0d-ad2c-4e78-8977-1c01cc0af1c7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.487439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d6b93c0d-ad2c-4e78-8977-1c01cc0af1c7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.488602 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d6b93c0d-ad2c-4e78-8977-1c01cc0af1c7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/security-groups/5c1333a9-c89c-40c6-b462-e1c8c45212bd HTTP/1.1" status: 204 len: 168 time: 0.2223649 Nov 12 11:19:46.496802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51620) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.502199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] DHCP port deletion for 0579feec-d6cf-46ed-876c-1f883947ebf2 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:46.510776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b93c0d-ad2c-4e78-8977-1c01cc0af1c7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1333a9-c89c-40c6-b462-e1c8c45212bd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:46.580907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4474c8e1-6ceb-459f-940e-6fad46dce992 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.581527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51626) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.588895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] Deleting port edc0f754-83c2-426a-8012-910789bd8c7a {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:46.589398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.607962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4474c8e1-6ceb-459f-940e-6fad46dce992 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.659662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4474c8e1-6ceb-459f-940e-6fad46dce992 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.662843 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4474c8e1-6ceb-459f-940e-6fad46dce992 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.664426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4474c8e1-6ceb-459f-940e-6fad46dce992 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/security-groups/831ba219-3826-475f-8b21-f1ad608e1f1c HTTP/1.1" status: 204 len: 168 time: 0.1665001 Nov 12 11:19:46.668164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51628) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.688305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.693577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] For port edc0f754-83c2-426a-8012-910789bd8c7a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=edc0f754-83c2-426a-8012-910789bd8c7a,segment=NetworkSegment(ee28bb73-fba9-493d-97f8-b35cc9ea67f9),segment_id=ee28bb73-fba9-493d-97f8-b35cc9ea67f9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:46.696086 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.702825 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6843e536-1ba4-4336-aa3a-3fa699a0bd62 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.709888 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474c8e1-6ceb-459f-940e-6fad46dce992 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831ba219-3826-475f-8b21-f1ad608e1f1c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:46.723579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 87282fd5-5a1d-4745-84cc-8fe2e37266b0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:19:46.740061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a3099d-3171-450b-9ecc-aed016e74a1f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet a6587c54-f8bc-45ba-bd4f-28f0bb4c8836 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:46.743880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49a3099d-3171-450b-9ecc-aed016e74a1f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.746761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] No DVR routers for this DVR port edc0f754-83c2-426a-8012-910789bd8c7a on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:46.752907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Port': ['ID=edc0f754-83c2-426a-8012-910789bd8c7a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:46.801497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49a3099d-3171-450b-9ecc-aed016e74a1f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.820792 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6843e536-1ba4-4336-aa3a-3fa699a0bd62 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.871995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 87282fd5-5a1d-4745-84cc-8fe2e37266b0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=87282fd5-5a1d-4745-84cc-8fe2e37266b0,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:46.883755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.892139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '87282fd5-5a1d-4745-84cc-8fe2e37266b0', 'network_id': 'a9729990-ab48-4932-941d-a906c3d26c0a', 'port_id': '87282fd5-5a1d-4745-84cc-8fe2e37266b0', 'mac_address': 'fa:16:3e:15:8f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c35aae-6686-4a88-a8d7-136219d3cf49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:19:46.910889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] Calling delete_port for edc0f754-83c2-426a-8012-910789bd8c7a owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:46.928623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0579feec-d6cf-46ed-876c-1f883947ebf2']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:46.941886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee28bb73-fba9-493d-97f8-b35cc9ea67f9') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:46.942491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee28bb73-fba9-493d-97f8-b35cc9ea67f9') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:46.942813 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49a3099d-3171-450b-9ecc-aed016e74a1f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.951961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6843e536-1ba4-4336-aa3a-3fa699a0bd62 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.955456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6843e536-1ba4-4336-aa3a-3fa699a0bd62 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.956888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6843e536-1ba4-4336-aa3a-3fa699a0bd62 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc91ba17-1db1-4b07-a23a-c080d543f6b8 HTTP/1.1" status: 204 len: 168 time: 0.3742018 Nov 12 11:19:46.964391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.966546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.995388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843e536-1ba4-4336-aa3a-3fa699a0bd62 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc91ba17-1db1-4b07-a23a-c080d543f6b8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:47.007778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.026056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:47.026828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:47.030866 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:47.059862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49a3099d-3171-450b-9ecc-aed016e74a1f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.064275 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.091313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3099d-3171-450b-9ecc-aed016e74a1f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=a6587c54-f8bc-45ba-bd4f-28f0bb4c8836,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:47.106928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49a3099d-3171-450b-9ecc-aed016e74a1f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.108187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.114002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-49a3099d-3171-450b-9ecc-aed016e74a1f tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/a6587c54-f8bc-45ba-bd4f-28f0bb4c8836 HTTP/1.1" status: 204 len: 168 time: 0.4444711 Nov 12 11:19:47.119251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d743e3c-d637-4106-a736-957dcb38ab06 None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:47.131528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51650) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:47.137539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:47.194487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38b38381-1b05-415b-9476-1a7326a966e7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.230386 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.233973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38b38381-1b05-415b-9476-1a7326a966e7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.236097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ed802541-dfa6-4d92-8d30-973b2980f57c no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:47.243347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.245266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device edc0f754-83c2-426a-8012-910789bd8c7a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:47.250520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] 10.222.0.31 "DELETE /v2.0/networks/0579feec-d6cf-46ed-876c-1f883947ebf2 HTTP/1.1" status: 204 len: 168 time: 1.1851599 Nov 12 11:19:47.272648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] Pushing event deleted for resources: {'Port': ['ID=edc0f754-83c2-426a-8012-910789bd8c7a,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:47.282602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20624e09-2edb-415c-bd76-c2e4701c6ce0 req-ce8c4576-509e-4ea7-a76a-24a54f1321eb tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:47.285882 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20624e09-2edb-415c-bd76-c2e4701c6ce0 req-ce8c4576-509e-4ea7-a76a-24a54f1321eb tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 943 time: 0.1701684 Nov 12 11:19:47.287189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9f8e2-763b-409d-b22d-3df3d9b5ab24 tempest-AllowedAddressPairIpV6TestJSON-1556000923 tempest-AllowedAddressPairIpV6TestJSON-1556000923-project] Pushing event deleted for resources: {'Network': ['ID=0579feec-d6cf-46ed-876c-1f883947ebf2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:47.300337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: edc0f754-83c2-426a-8012-910789bd8c7a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:47.300691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device edc0f754-83c2-426a-8012-910789bd8c7a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:47.304622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87282fd5-5a1d-4745-84cc-8fe2e37266b0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:47.314507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e45b90-dfd2-4ddc-9165-2ef1ceb80395 None None] No DVR routers for this DVR port edc0f754-83c2-426a-8012-910789bd8c7a on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:47.337602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38b38381-1b05-415b-9476-1a7326a966e7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.341755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38b38381-1b05-415b-9476-1a7326a966e7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.343698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-38b38381-1b05-415b-9476-1a7326a966e7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/security-groups/5bf8d382-4e41-487c-8c3e-0fb5dca28101 HTTP/1.1" status: 204 len: 168 time: 0.3731258 Nov 12 11:19:47.350346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51656) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:47.361993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: ed802541-dfa6-4d92-8d30-973b2980f57c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:47.362354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device ed802541-dfa6-4d92-8d30-973b2980f57c not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:47.373609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b38381-1b05-415b-9476-1a7326a966e7 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf8d382-4e41-487c-8c3e-0fb5dca28101,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:47.391697 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-20624e09-2edb-415c-bd76-c2e4701c6ce0 req-df896b40-ac71-4e62-b4c9-3dada45a24d1 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910449 Nov 12 11:19:47.397301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 87282fd5-5a1d-4745-84cc-8fe2e37266b0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=87282fd5-5a1d-4745-84cc-8fe2e37266b0,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:47.413863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.457541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:47.461713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.591693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=87282fd5-5a1d-4745-84cc-8fe2e37266b0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:47.680125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['87282fd5-5a1d-4745-84cc-8fe2e37266b0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:19:47.908731 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.021404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:48.027461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:48.038808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:48.039486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.055346 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=e81b466d-180b-48b3-a086-70407befef4a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:48.061015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51670) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:48.081212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-39478640-5d7c-4c3b-9479-0b5259cc4a29 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9482253 Nov 12 11:19:48.084725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51674) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:48.091300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e4dc311b-dedc-44a3-881a-5d550202af0d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'security_group': {'name': 'tempest-secgroup-1438156340'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:48.150416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4dc311b-dedc-44a3-881a-5d550202af0d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.303609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4dc311b-dedc-44a3-881a-5d550202af0d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.311083 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4dc311b-dedc-44a3-881a-5d550202af0d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.366455 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4dc311b-dedc-44a3-881a-5d550202af0d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.368277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e4dc311b-dedc-44a3-881a-5d550202af0d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2823379 Nov 12 11:19:48.370741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc311b-dedc-44a3-881a-5d550202af0d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486097c2-9a35-4664-87ed-ecf7816b9ca0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:48.386072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51686) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:48.400542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ac2d1075-c5cf-42d6-9088-316d41f56902 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'security_group': {'name': 'tempest-secgroup-761709972'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:48.486495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1075-c5cf-42d6-9088-316d41f56902 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.512682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-97a0a4e3-d8d3-4e0d-b596-0eab2936ab52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dddab3a82d5451fb4f73c0c6f32fd9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499352 Nov 12 11:19:48.514250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51694) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:48.556631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc156d9c-1f36-4d51-9fe0-fc9d7b0f0021 None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:48.603968 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a528-f6f4-43d0-88ba-a60c65999c3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.636409 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a528-f6f4-43d0-88ba-a60c65999c3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.669488 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.704297 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a528-f6f4-43d0-88ba-a60c65999c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.709725 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a528-f6f4-43d0-88ba-a60c65999c3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.717914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8fb7a528-f6f4-43d0-88ba-a60c65999c3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb3ac362-379e-43c8-83fe-6afec7b49dfe HTTP/1.1" status: 204 len: 168 time: 0.2011602 Nov 12 11:19:48.729692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7a528-f6f4-43d0-88ba-a60c65999c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3ac362-379e-43c8-83fe-6afec7b49dfe,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:48.767615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 87282fd5-5a1d-4745-84cc-8fe2e37266b0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:48.818039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2ceb2-160d-4db2-93e6-3dbd34c8fc0a req-91d0fd19-75c8-4275-a126-0b8c085f1e21 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:48.820594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ed2ceb2-160d-4db2-93e6-3dbd34c8fc0a req-91d0fd19-75c8-4275-a126-0b8c085f1e21 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 944 time: 0.2905922 Nov 12 11:19:48.844739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1075-c5cf-42d6-9088-316d41f56902 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.854314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51704) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:48.888011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9549dd2e-47ef-45c3-b07f-50b41d42e87f None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:48.888881 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9549dd2e-47ef-45c3-b07f-50b41d42e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.930861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1075-c5cf-42d6-9088-316d41f56902 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.965044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:19:48.974889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:48.975441 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.999238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ed2ceb2-160d-4db2-93e6-3dbd34c8fc0a req-b862ea4f-683e-4f01-9488-3105bd933a8c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694961 Nov 12 11:19:49.005357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1075-c5cf-42d6-9088-316d41f56902 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.009595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51710) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:49.010196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ac2d1075-c5cf-42d6-9088-316d41f56902 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6205130 Nov 12 11:19:49.013576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d1075-c5cf-42d6-9088-316d41f56902 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dafa4bc-ae57-4abb-94a6-81eaf08ac6be,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:49.014983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9df25756-8759-4ae7-9388-52ad0227c8d6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'security_group': {'name': 'tempest-secgroup-1587788726'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:49.093358 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9df25756-8759-4ae7-9388-52ad0227c8d6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.200072 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9df25756-8759-4ae7-9388-52ad0227c8d6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.206482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9df25756-8759-4ae7-9388-52ad0227c8d6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.247782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83aa0e2-93b0-4cf0-a5bc-fab088f63907 None None] Update dhcp port {'port': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'fixed_ips': [{'subnet_id': 'fc83e1af-3ce7-4c11-8e9b-dae03fcc6721', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e81b466d-180b-48b3-a086-70407befef4a'}], 'binding:host_id': 'n-d-768851-19'}, 'id': 'ecb476f9-d80d-45fd-9a94-df86e7fd1715'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:19:49.257019 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9df25756-8759-4ae7-9388-52ad0227c8d6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.258779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9df25756-8759-4ae7-9388-52ad0227c8d6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2481730 Nov 12 11:19:49.260132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df25756-8759-4ae7-9388-52ad0227c8d6 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f28748-b557-4acc-8b0b-52042038ca3c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:49.263379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51716) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:49.282649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-412402591', 'security_groups': ['c3f28748-b557-4acc-8b0b-52042038ca3c'], 'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e81b466d-180b-48b3-a086-70407befef4a'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:49.301037 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e83aa0e2-93b0-4cf0-a5bc-fab088f63907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.318239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9549dd2e-47ef-45c3-b07f-50b41d42e87f None None] Provisioning complete for port bdebbcfd-1f86-45a6-a1fe-5f810722158f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:49.318508 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9549dd2e-47ef-45c3-b07f-50b41d42e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.360550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9549dd2e-47ef-45c3-b07f-50b41d42e87f None None] Port bdebbcfd-1f86-45a6-a1fe-5f810722158f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:49.373513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting port e74f402d-e579-4a43-8c58-b90693a8716e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:49.373513 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.468707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1786150799'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:49.507034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.api [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:19:49.507034 n-d-768851-19 neutron-server[109165]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 11:19:49.507034 n-d-768851-19 neutron-server[109165]: [parameters: {'project_id_1': 'c2383007ad114ed4801558416a74c700', 'expiration_1': datetime.datetime(2021, 11, 12, 11, 19, 29, 489179)}] Nov 12 11:19:49.507034 n-d-768851-19 neutron-server[109165]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:19:49.508272 n-d-768851-19 neutron-server[109165]: DEBUG oslo_db.api [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:19:49.522125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Made reservation on behalf of c6ac85e913d4474bb69ff343289a598f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:49.530779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.532909 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.539176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] For port e74f402d-e579-4a43-8c58-b90693a8716e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e74f402d-e579-4a43-8c58-b90693a8716e,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:49.539762 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.556641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e83aa0e2-93b0-4cf0-a5bc-fab088f63907 None None] Allocated IP 172.20.0.2 (11be5583-d7be-4d90-bec1-9175d058aeec/e81b466d-180b-48b3-a086-70407befef4a/ecb476f9-d80d-45fd-9a94-df86e7fd1715) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:49.565267 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.570583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Calling delete_port for e74f402d-e579-4a43-8c58-b90693a8716e owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:49.582324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 87282fd5-5a1d-4745-84cc-8fe2e37266b0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=87282fd5-5a1d-4745-84cc-8fe2e37266b0,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:49.586284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ebd623-719e-4ae5-905c-68ae6853879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87282fd5-5a1d-4745-84cc-8fe2e37266b0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:49.588757 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8b1c83-b805-4c6c-964a-4c2c0057a90f" -d '{"events": [{"server_uuid": "b7ebd623-719e-4ae5-905c-68ae6853879f", "name": "network-vif-plugged", "status": "completed", "tag": "87282fd5-5a1d-4745-84cc-8fe2e37266b0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:49.594671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.748567 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3759b72-aa86-42d7-ba59-e0a6595e1ae4 x-openstack-request-id: req-d3759b72-aa86-42d7-ba59-e0a6595e1ae4 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:49.749938 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ebd623-719e-4ae5-905c-68ae6853879f", "name": "network-vif-plugged", "status": "completed", "tag": "87282fd5-5a1d-4745-84cc-8fe2e37266b0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:49.750374 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3759b72-aa86-42d7-ba59-e0a6595e1ae4 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:49.751107 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ebd623-719e-4ae5-905c-68ae6853879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87282fd5-5a1d-4745-84cc-8fe2e37266b0', 'code': 200} Nov 12 11:19:49.768595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=87282fd5-5a1d-4745-84cc-8fe2e37266b0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:49.785242 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.794237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.821788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e83aa0e2-93b0-4cf0-a5bc-fab088f63907 None None] For port ecb476f9-d80d-45fd-9a94-df86e7fd1715, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ecb476f9-d80d-45fd-9a94-df86e7fd1715,segment=NetworkSegment(0a8418f8-d23f-4409-8380-a830467fe8a1),segment_id=0a8418f8-d23f-4409-8380-a830467fe8a1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:49.864841 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e83aa0e2-93b0-4cf0-a5bc-fab088f63907 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.866901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da08c03-380f-4f6a-aee7-47a04abc0d0b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:49.872503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:49.873700 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e83aa0e2-93b0-4cf0-a5bc-fab088f63907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.888215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.888635 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Added segment a1b960b8-e7b4-4ff4-b4e9-8a570b660a4f of type vlan for network 098e89ea-6adf-4acd-a722-01d0c96c3c3f Nov 12 11:19:49.936292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.972096 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.982299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:49.984033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.009152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e8252-953b-4d49-b934-40d7fbfcf969 req-6c9d91b0-83ac-434a-9d4f-4e933f7aa0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:50.018760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-572e8252-953b-4d49-b934-40d7fbfcf969 req-6c9d91b0-83ac-434a-9d4f-4e933f7aa0cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 1097 time: 0.2286601 Nov 12 11:19:50.055854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1971436 Nov 12 11:19:50.065058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83aa0e2-93b0-4cf0-a5bc-fab088f63907 None None] Pushing event updated for resources: {'Port': ['ID=ecb476f9-d80d-45fd-9a94-df86e7fd1715,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:50.075737 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51740) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:50.086526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-3b1fa51d-f8f9-4479-b0f6-d6b38a6d250d tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', 'tempest-TagsTest-Tag-142018949') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:50.110451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed41ad-ccb0-4bdb-b0dc-c4792d178305 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Pushing event updated for resources: {'Network': ['ID=098e89ea-6adf-4acd-a722-01d0c96c3c3f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:50.125885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 098e89ea-6adf-4acd-a722-01d0c96c3c3f details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:50.210468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:50.399666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-572e8252-953b-4d49-b934-40d7fbfcf969 req-069d11aa-cd36-4b27-aab9-a76c469904e6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504148 Nov 12 11:19:50.512206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.529546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38ad20-a9fe-4cdf-a318-3aa0ea4475b1 req-7025931e-a76a-47cb-9688-b41e5e2e9d1c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:50.531738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e38ad20-a9fe-4cdf-a318-3aa0ea4475b1 req-7025931e-a76a-47cb-9688-b41e5e2e9d1c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 945 time: 0.3739531 Nov 12 11:19:50.609703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Port': ['ID=e74f402d-e579-4a43-8c58-b90693a8716e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:50.705810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.752972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51766) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:50.813170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3b1fa51d-f8f9-4479-b0f6-d6b38a6d250d tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "PUT /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags/tempest-TagsTest-Tag-142018949 HTTP/1.1" status: 201 len: 201 time: 0.7316911 Nov 12 11:19:50.814328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51770) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:50.818990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-034c46e7-dbe7-4e8c-b31f-3e6eccb6e51d tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', 'tempest-TagsTest-Tag-142018949') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:50.896196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] device_id is not set on port 90ba887e-baf0-4476-8056-83bfe737a54f yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:50.948592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e38ad20-a9fe-4cdf-a318-3aa0ea4475b1 req-61f6bbcf-f00f-4ea7-8fa9-67153ca0f955 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067104 Nov 12 11:19:51.045259 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-034c46e7-dbe7-4e8c-b31f-3e6eccb6e51d tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "GET /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags/tempest-TagsTest-Tag-142018949 HTTP/1.1" status: 204 len: 168 time: 0.2297432 Nov 12 11:19:51.050270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51774) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:51.070739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-6cb0f3d2-9cdd-4754-9c53-bfe93653a1c1 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:51.176457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1220896659'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:51.213209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a7902ee0-cd2d-44a1-ae99-37c132948981 None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:51.213805 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7902ee0-cd2d-44a1-ae99-37c132948981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.242159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Made reservation on behalf of c3a8e689a8844f609497e6bf4b045a18 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:51.246327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.280589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.364081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ecb476f9-d80d-45fd-9a94-df86e7fd1715 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:51.434529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.442512 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.450056 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.501603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a7902ee0-cd2d-44a1-ae99-37c132948981 None None] Provisioning complete for port bdebbcfd-1f86-45a6-a1fe-5f810722158f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:51.501975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7902ee0-cd2d-44a1-ae99-37c132948981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.505143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:51.505660 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.533816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:51.579656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004bba90-850a-4f41-86c8-3fc3e859e751,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:51.595360 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.595723 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Added segment 6489641c-b2b5-4de2-a6d8-9691c50bb8e4 of type vlan for network 10673a52-a975-4f17-9620-f72a0039c2d9 Nov 12 11:19:51.617238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.8 (11be5583-d7be-4d90-bec1-9175d058aeec/e81b466d-180b-48b3-a086-70407befef4a/90ba887e-baf0-4476-8056-83bfe737a54f) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:51.618984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a7902ee0-cd2d-44a1-ae99-37c132948981 None None] Port bdebbcfd-1f86-45a6-a1fe-5f810722158f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:51.725746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.788392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.796750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:51.798007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.850038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6cb0f3d2-9cdd-4754-9c53-bfe93653a1c1 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "GET /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags HTTP/1.1" status: 200 len: 237 time: 0.7954640 Nov 12 11:19:51.877046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51782) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:51.882671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1283708 Nov 12 11:19:51.886007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51784) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:51.888732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-95eedcf6-528b-4671-9d1a-6d334ff441e9 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', {'tags': ['tempest-TagsTest-Tag-1453278232', 'tempest-TagsTest-Tag-1829729406', 'tempest-TagsTest-Tag-303577831']}) {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:51.896025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Request body: {'subnet': {'network_id': '10673a52-a975-4f17-9620-f72a0039c2d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:51.913983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419046b1-03c7-48c6-8505-74420ab14a45 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'Network': ['ID=10673a52-a975-4f17-9620-f72a0039c2d9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:51.932338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 10673a52-a975-4f17-9620-f72a0039c2d9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:52.139240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-95eedcf6-528b-4671-9d1a-6d334ff441e9 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "PUT /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags HTTP/1.1" status: 200 len: 308 time: 0.2602062 Nov 12 11:19:52.141854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51790) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:52.158298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-29323087-4b8d-4044-910b-01f0d44010ea tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', 'tempest-TagsTest-Tag-1453278232') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:52.198436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920cf67-4511-41e7-88a4-ee711dc11b9e req-25a70a42-8ab1-4b42-a12e-70c406298b42 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:52.201083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3920cf67-4511-41e7-88a4-ee711dc11b9e req-25a70a42-8ab1-4b42-a12e-70c406298b42 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 945 time: 0.1131718 Nov 12 11:19:52.216132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Made reservation on behalf of c3a8e689a8844f609497e6bf4b045a18 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:52.219848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.298718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.342260 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3920cf67-4511-41e7-88a4-ee711dc11b9e req-6943c0c1-e62c-4ed0-b1da-3165441e4d83 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204896 Nov 12 11:19:52.406849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-29323087-4b8d-4044-910b-01f0d44010ea tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "DELETE /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags/tempest-TagsTest-Tag-1453278232 HTTP/1.1" status: 204 len: 168 time: 0.2608812 Nov 12 11:19:52.407471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51800) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:52.411986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-f407a54c-6243-47f4-a1d3-7c12fac3bd20 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', 'tempest-TagsTest-Tag-1453278232') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:52.542300 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-f407a54c-6243-47f4-a1d3-7c12fac3bd20 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] show failed (client error): The resource could not be found. Nov 12 11:19:52.544393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f407a54c-6243-47f4-a1d3-7c12fac3bd20 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "GET /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags/tempest-TagsTest-Tag-1453278232 HTTP/1.1" status: 404 len: 326 time: 0.1357160 Nov 12 11:19:52.550599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51804) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:52.558025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-4d9d909d-a011-4351-b5d6-6ee156469adf tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', 'tempest-TagsTest-Tag-1829729406') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:52.685538 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d9d909d-a011-4351-b5d6-6ee156469adf tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "GET /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags/tempest-TagsTest-Tag-1829729406 HTTP/1.1" status: 204 len: 168 time: 0.1333990 Nov 12 11:19:52.686180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51810) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:52.691807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-3bc5901e-ad9e-4041-a76e-fdccc2ce6d3c tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', 'tempest-TagsTest-Tag-303577831') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:52.856303 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.934973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3bc5901e-ad9e-4041-a76e-fdccc2ce6d3c tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "GET /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags/tempest-TagsTest-Tag-303577831 HTTP/1.1" status: 204 len: 168 time: 0.2464604 Nov 12 11:19:52.938638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51822) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:52.945416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-ee2de6e0-f4f8-4b85-a313-1ebce0ec0674 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:52.950869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Router 76516b28-821a-4602-8021-a852bfc62a4b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:53.060467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:53.073150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:53.079629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:53.088435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.113137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ee2de6e0-f4f8-4b85-a313-1ebce0ec0674 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "DELETE /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1720064 Nov 12 11:19:53.126186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51826) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:53.134630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-dc293216-97a2-4ed0-8227-114bd5af2200 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', 'tempest-TagsTest-Tag-1829729406') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:53.301191 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-dc293216-97a2-4ed0-8227-114bd5af2200 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] show failed (client error): The resource could not be found. Nov 12 11:19:53.302160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dc293216-97a2-4ed0-8227-114bd5af2200 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "GET /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags/tempest-TagsTest-Tag-1829729406 HTTP/1.1" status: 404 len: 326 time: 0.1739509 Nov 12 11:19:53.306009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51838) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:53.314636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-0f30785a-423a-4f44-a1d5-52c685a5d5bf tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f', 'tempest-TagsTest-Tag-303577831') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:53.438364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:53.443838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-701510b9-906a-4c24-a4b0-79ce8be9a98e tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "PUT /v2.0/routers/76516b28-821a-4602-8021-a852bfc62a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0900464 Nov 12 11:19:53.448666 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51842) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:53.454252 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] Sync routers for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:53.471325 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:53.471958 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:53.487613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=90ba887e-baf0-4476-8056-83bfe737a54f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:53.576139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'Subnet': ['ID=c985205d-5325-4e6b-b6f4-b2624eaa352b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:53.578606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Checking segment: {'id': '6489641c-b2b5-4de2-a6d8-9691c50bb8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10673a52-a975-4f17-9620-f72a0039c2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:53.578970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Network hostable DHCP agents. Network: 10673a52-a975-4f17-9620-f72a0039c2d9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:53.595209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:53.595853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.640542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8587d1e0-e16f-404a-bda0-a14ac702bb07 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3641646 Nov 12 11:19:53.649880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51844) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:53.675238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a76f46b9-eb01-42eb-a22b-8d23dd51bc58 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:53.686131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Network 10673a52-a975-4f17-9620-f72a0039c2d9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:53.708136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a2fe9dcd-0a75-4fa2-8188-d2ca1e235deb None None] Provisioning complete for port 90ba887e-baf0-4476-8056-83bfe737a54f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:53.708991 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9dcd-0a75-4fa2-8188-d2ca1e235deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.719012 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:53.865025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 10673a52-a975-4f17-9620-f72a0039c2d9) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:53.897957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:53.899149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.914099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe9dcd-0a75-4fa2-8188-d2ca1e235deb None None] Port 90ba887e-baf0-4476-8056-83bfe737a54f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:53.921495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0c9b2-bcab-4919-9b1e-538b986b7a4c None None] Network 10673a52-a975-4f17-9620-f72a0039c2d9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:53.957825 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-0f30785a-423a-4f44-a1d5-52c685a5d5bf tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] show failed (client error): The resource could not be found. Nov 12 11:19:53.958771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f30785a-423a-4f44-a1d5-52c685a5d5bf tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "GET /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags/tempest-TagsTest-Tag-303577831 HTTP/1.1" status: 404 len: 325 time: 0.6518135 Nov 12 11:19:53.963498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51850) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:53.977431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d475fd20-10c3-4880-b6ab-2daa2703afe0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting subnet 44d5827f-52bd-4512-8296-24e042ffeb52 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:54.009978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-a9231b90-194a-4971-9e97-f0b161fe478a tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '098e89ea-6adf-4acd-a722-01d0c96c3c3f') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:54.039498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c8b9dd18-ff51-4f80-912d-204226d36732 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1401901 Nov 12 11:19:54.040675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51854) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:54.056078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d475fd20-10c3-4880-b6ab-2daa2703afe0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.071756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-09f64811-a628-42f7-a2be-7f0bdf652c11 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1593395940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:54.148767 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5bd754c-20ed-4504-8ad8-39d16675d9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.164734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d475fd20-10c3-4880-b6ab-2daa2703afe0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.229534 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:19:50Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:54.238537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a9231b90-194a-4971-9e97-f0b161fe478a tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "DELETE /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f/tags HTTP/1.1" status: 204 len: 168 time: 0.2529738 Nov 12 11:19:54.242650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51856) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:54.252699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09f64811-a628-42f7-a2be-7f0bdf652c11 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.261694 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09f64811-a628-42f7-a2be-7f0bdf652c11 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.300515 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] Checking router: 76516b28-821a-4602-8021-a852bfc62a4b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:54.319093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f46b9-eb01-42eb-a22b-8d23dd51bc58 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:54.323460 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] Routers {'76516b28-821a-4602-8021-a852bfc62a4b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:54.325366 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['76516b28-821a-4602-8021-a852bfc62a4b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:54.329403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a76f46b9-eb01-42eb-a22b-8d23dd51bc58 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.471877 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09f64811-a628-42f7-a2be-7f0bdf652c11 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.514182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-10673a52-a975-4f17-9620-f72a0039c2d9', 'network_id': '10673a52-a975-4f17-9620-f72a0039c2d9', 'tenant_id': 'c3a8e689a8844f609497e6bf4b045a18', 'fixed_ips': [{'subnet_id': 'c985205d-5325-4e6b-b6f4-b2624eaa352b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:54.515646 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.552426 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] Set router 76516b28-821a-4602-8021-a852bfc62a4b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:54.569269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09f64811-a628-42f7-a2be-7f0bdf652c11 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.579979 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d475fd20-10c3-4880-b6ab-2daa2703afe0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.627944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09f64811-a628-42f7-a2be-7f0bdf652c11 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.630209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-09f64811-a628-42f7-a2be-7f0bdf652c11 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5790753 Nov 12 11:19:54.634944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51860) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:54.675760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.870656 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:19:54.990957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Allocated IP 172.20.0.2 (10673a52-a975-4f17-9620-f72a0039c2d9/c985205d-5325-4e6b-b6f4-b2624eaa352b/eee19678-25cb-4b98-a366-03e2d783d319) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:55.042242 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.048609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d475fd20-10c3-4880-b6ab-2daa2703afe0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.050187 n-d-768851-19 neutron-server[109165]: INFO neutron.db.ipam_backend_mixin [None req-a76f46b9-eb01-42eb-a22b-8d23dd51bc58 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e81b466d-180b-48b3-a086-70407befef4a (CIDR: 172.20.0.0/28) Nov 12 11:19:55.189043 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76f46b9-eb01-42eb-a22b-8d23dd51bc58 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:19:55.190002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76f46b9-eb01-42eb-a22b-8d23dd51bc58 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:55.236511 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d475fd20-10c3-4880-b6ab-2daa2703afe0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.245163 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:19:50Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:55.256679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d475fd20-10c3-4880-b6ab-2daa2703afe0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/subnets/44d5827f-52bd-4512-8296-24e042ffeb52 HTTP/1.1" status: 204 len: 168 time: 1.8029134 Nov 12 11:19:55.256679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475fd20-10c3-4880-b6ab-2daa2703afe0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Subnet': ['ID=44d5827f-52bd-4512-8296-24e042ffeb52,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:55.260372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51868) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:55.265525 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098e89ea-6adf-4acd-a722-01d0c96c3c3f']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:55.319558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b960b8-e7b4-4ff4-b4e9-8a570b660a4f') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:55.320777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b960b8-e7b4-4ff4-b4e9-8a570b660a4f') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:55.329264 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a76f46b9-eb01-42eb-a22b-8d23dd51bc58 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6669903 Nov 12 11:19:55.358861 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4271fd3-4ea3-4b2c-862f-f17087a74017 None None] The sync data for ids ['76516b28-821a-4602-8021-a852bfc62a4b'] in n-d-768851-19 is: [{'id': '76516b28-821a-4602-8021-a852bfc62a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789161822', 'tenant_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '13487791-338a-43f7-87f6-938728ce40fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:05Z', 'updated_at': '2021-11-12T11:19:50Z', 'revision_number': 5, 'project_id': 'bbdf3c4e53e34da1a809b79f2a4752cc', 'gw_port': {'id': '13487791-338a-43f7-87f6-938728ce40fb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76516b28-821a-4602-8021-a852bfc62a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:07Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:55.460178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51872) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:55.466390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c1718-fc81-4e11-bf6d-df1fde49a2a0 None None] Network cd3f2d3b-9cfd-4111-a625-2a7678ba67cd requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:55.483229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e098f78b-e4e5-4030-8ae2-ce456b3afcb8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:55.547674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.671167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.698811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:55.699231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:55.703802 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:55.793760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.843601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.903161 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.917517 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.925915 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.942532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.949600 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] 10.222.0.31 "DELETE /v2.0/networks/098e89ea-6adf-4acd-a722-01d0c96c3c3f HTTP/1.1" status: 204 len: 168 time: 1.7054102 Nov 12 11:19:55.974218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] DHCP port deletion for cd3f2d3b-9cfd-4111-a625-2a7678ba67cd request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:56.034972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cceb24-0c66-4494-b727-5b25e9027645 tempest-TagsTest-845753539 tempest-TagsTest-845753539-project] Pushing event deleted for resources: {'Network': ['ID=098e89ea-6adf-4acd-a722-01d0c96c3c3f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:56.067573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Network 10673a52-a975-4f17-9620-f72a0039c2d9 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:56.070130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e098f78b-e4e5-4030-8ae2-ce456b3afcb8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:56.072719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:56.080385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:56.097270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e098f78b-e4e5-4030-8ae2-ce456b3afcb8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.153101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Pushing event updated for resources: {'Port': ['ID=eee19678-25cb-4b98-a366-03e2d783d319,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:56.200012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.200399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.200692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.201066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.201402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.201922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.203364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.203687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.204022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.213826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.214568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.215116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:56.232471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.342903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Attempting to bind port eee19678-25cb-4b98-a366-03e2d783d319 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:56.343504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Attempting to bind port eee19678-25cb-4b98-a366-03e2d783d319 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '6489641c-b2b5-4de2-a6d8-9691c50bb8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10673a52-a975-4f17-9620-f72a0039c2d9'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:56.345004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Attempting to bind port eee19678-25cb-4b98-a366-03e2d783d319 on network 10673a52-a975-4f17-9620-f72a0039c2d9 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:56.445486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] Deleting port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:56.448239 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.450902 n-d-768851-19 neutron-server[109166]: INFO neutron.db.ipam_backend_mixin [None req-e098f78b-e4e5-4030-8ae2-ce456b3afcb8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fc83e1af-3ce7-4c11-8e9b-dae03fcc6721 (CIDR: 172.20.0.16/28) Nov 12 11:19:56.455938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:56.456546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Checking segment: {'id': '6489641c-b2b5-4de2-a6d8-9691c50bb8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10673a52-a975-4f17-9620-f72a0039c2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:56.457228 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.460089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Bound using segment: {'id': '6489641c-b2b5-4de2-a6d8-9691c50bb8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10673a52-a975-4f17-9620-f72a0039c2d9'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:56.460972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Bound port: eee19678-25cb-4b98-a366-03e2d783d319, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6489641c-b2b5-4de2-a6d8-9691c50bb8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10673a52-a975-4f17-9620-f72a0039c2d9'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:56.465235 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.465499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Deleting port 13487791-338a-43f7-87f6-938728ce40fb {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:56.465828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.473034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Allocated IP 172.20.0.1 (10673a52-a975-4f17-9620-f72a0039c2d9/c985205d-5325-4e6b-b6f4-b2624eaa352b/c78da6de-b16f-4bc5-83fc-7ab5d14b241b) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:56.595588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0044c105-eb55-4f9c-9ac5-7b22d28c498f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.660011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] For port 13487791-338a-43f7-87f6-938728ce40fb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=13487791-338a-43f7-87f6-938728ce40fb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:56.660387 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.689006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Calling delete_port for 13487791-338a-43f7-87f6-938728ce40fb owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:56.755465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] For port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec9dfb62-8f03-4aa1-861c-d914b05ffd0a,segment=NetworkSegment(aa60c3bb-c913-4dbe-8d31-300e93259d5f),segment_id=aa60c3bb-c913-4dbe-8d31-300e93259d5f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:56.756255 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.756472 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.792058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] Calling delete_port for ec9dfb62-8f03-4aa1-861c-d914b05ffd0a owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:56.804518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] For port eee19678-25cb-4b98-a366-03e2d783d319, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:56.813608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] For port eee19678-25cb-4b98-a366-03e2d783d319, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=eee19678-25cb-4b98-a366-03e2d783d319,segment=NetworkSegment(6489641c-b2b5-4de2-a6d8-9691c50bb8e4),segment_id=6489641c-b2b5-4de2-a6d8-9691c50bb8e4)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:56.854484 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.854772 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.854985 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e098f78b-e4e5-4030-8ae2-ce456b3afcb8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:19:56.854985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e098f78b-e4e5-4030-8ae2-ce456b3afcb8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:56.933451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fe1d2-cc1f-4d79-8298-b8677ed3a71e None None] Pushing event updated for resources: {'Port': ['ID=eee19678-25cb-4b98-a366-03e2d783d319,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:57.063251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:57.076247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Network 10673a52-a975-4f17-9620-f72a0039c2d9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:57.079035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51910) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:57.140409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:57.157340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:57.163901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] Pushing event deleted for resources: {'Port': ['ID=ec9dfb62-8f03-4aa1-861c-d914b05ffd0a,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:57.176798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca195c-65f9-419b-bf1d-cf9a3fe0eca9 None None] No DVR routers for this DVR port ec9dfb62-8f03-4aa1-861c-d914b05ffd0a on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:57.181453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'Port': ['ID=c78da6de-b16f-4bc5-83fc-7ab5d14b241b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:57.328469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:57.545156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e74f402d-e579-4a43-8c58-b90693a8716e no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:57.587848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e74f402d-e579-4a43-8c58-b90693a8716e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:57.588851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e74f402d-e579-4a43-8c58-b90693a8716e not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:57.589581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec9dfb62-8f03-4aa1-861c-d914b05ffd0a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:57.640378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ec9dfb62-8f03-4aa1-861c-d914b05ffd0a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:57.641228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec9dfb62-8f03-4aa1-861c-d914b05ffd0a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:57.722784 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:57.855058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:57.865846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4b911840-eaf4-4e53-b6fe-28c277468950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6ac85e913d4474bb69ff343289a598f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7585554 Nov 12 11:19:57.868069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:58.047638 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e098f78b-e4e5-4030-8ae2-ce456b3afcb8 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.5845079 Nov 12 11:19:58.054196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51928) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:58.067138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'subnet': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:58.087574 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7200fb19-8dfc-480a-bb33-117497d71606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.227914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7200fb19-8dfc-480a-bb33-117497d71606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.354406 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.435028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Port': ['ID=13487791-338a-43f7-87f6-938728ce40fb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:58.442157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d91863-cd17-42d4-9dc8-42fafbe35a17 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:58.510707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7200fb19-8dfc-480a-bb33-117497d71606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.519472 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7200fb19-8dfc-480a-bb33-117497d71606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.524750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7200fb19-8dfc-480a-bb33-117497d71606 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6da08c03-380f-4f6a-aee7-47a04abc0d0b HTTP/1.1" status: 204 len: 168 time: 0.6522679 Nov 12 11:19:58.554040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200fb19-8dfc-480a-bb33-117497d71606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da08c03-380f-4f6a-aee7-47a04abc0d0b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:58.568343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Made reservation on behalf of c2383007ad114ed4801558416a74c700 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:58.574139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.795293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.803476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.110475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.115715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'Port': ['ID=c78da6de-b16f-4bc5-83fc-7ab5d14b241b,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:59.130007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.146661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29cf704-15d4-499f-9a72-880d25c7d589 None None] Network 10673a52-a975-4f17-9620-f72a0039c2d9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:59.389995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-58a2c4a8-44a9-4f12-9de1-295fa555f9a9 None None] Provisioning complete for port eee19678-25cb-4b98-a366-03e2d783d319 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:59.391483 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-58a2c4a8-44a9-4f12-9de1-295fa555f9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.541453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.595922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.606548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.611063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Network 10673a52-a975-4f17-9620-f72a0039c2d9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:59.612772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:59.661093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device eee19678-25cb-4b98-a366-03e2d783d319 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:59.812499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.813475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Fanout notify agent at l3_agent the message router_deleted on router 76516b28-821a-4602-8021-a852bfc62a4b {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:19:59.869599 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.877966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51964) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:59.878715 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0aa526d4-dd64-4a6d-a16a-6e4207df8718 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/routers/76516b28-821a-4602-8021-a852bfc62a4b HTTP/1.1" status: 204 len: 168 time: 4.6151562 Nov 12 11:19:59.935709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.939213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Router 4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:20:00.152506 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.168113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Network 11be5583-d7be-4d90-bec1-9175d058aeec is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:00.187628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:00.207969 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-58a2c4a8-44a9-4f12-9de1-295fa555f9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.220431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7954ee4-c34e-4288-8894-fb7a9735b2ba None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:00.231697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:00.232644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.263825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Subnet': ['ID=1eaa068b-88dd-466b-9cc0-262737e715f0,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:00.315283 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cbf949a7-03e8-4679-a1fa-accdce0d3144 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2593153 Nov 12 11:20:00.316209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51972) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:00.317631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:00.332782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b3891b5d-44db-4972-ad62-cb3cf2002590 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "PUT /v2.0/routers/4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6960704 Nov 12 11:20:00.340994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51974) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:00.343065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1351282018', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1eaa068b-88dd-466b-9cc0-262737e715f0'}], 'security_groups': ['486097c2-9a35-4664-87ed-ecf7816b9ca0', '3dafa4bc-ae57-4abb-94a6-81eaf08ac6be']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:00.352393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebeb9c-3999-48ea-8442-c75642073c16 None None] Sync routers for ids ['4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:00.355459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Request body: {'port': {'network_id': '10673a52-a975-4f17-9620-f72a0039c2d9', 'name': 'tempest-FloatingIPNegativeTestJSON-646524517'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:00.451859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.467091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port eee19678-25cb-4b98-a366-03e2d783d319 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:00.468108 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.568390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-58a2c4a8-44a9-4f12-9de1-295fa555f9a9 None None] For port eee19678-25cb-4b98-a366-03e2d783d319, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=eee19678-25cb-4b98-a366-03e2d783d319,segment=NetworkSegment(6489641c-b2b5-4de2-a6d8-9691c50bb8e4),segment_id=6489641c-b2b5-4de2-a6d8-9691c50bb8e4)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:00.625505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-58a2c4a8-44a9-4f12-9de1-295fa555f9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.739354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3f2d3b-9cfd-4111-a625-2a7678ba67cd']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:00.745233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2c4a8-44a9-4f12-9de1-295fa555f9a9 None None] Pushing event updated for resources: {'Port': ['ID=eee19678-25cb-4b98-a366-03e2d783d319,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:00.790844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa60c3bb-c913-4dbe-8d31-300e93259d5f') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:00.791137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa60c3bb-c913-4dbe-8d31-300e93259d5f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:00.809386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.819407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Made reservation on behalf of c3a8e689a8844f609497e6bf4b045a18 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:00.823077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.823943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebeb9c-3999-48ea-8442-c75642073c16 None None] Routers {'4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:00.827451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83ebeb9c-3999-48ea-8442-c75642073c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:00.835587 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.917088 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.930819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] device_id is not set on port 3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:20:00.974924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:00.981521 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:00.987614 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:01.040152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.252832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83ebeb9c-3999-48ea-8442-c75642073c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:01.453877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Delete allocated IP 172.20.0.8 (11be5583-d7be-4d90-bec1-9175d058aeec/e81b466d-180b-48b3-a086-70407befef4a) {{(pid=109166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:20:01.479368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Allocated IP 172.20.0.43 (11be5583-d7be-4d90-bec1-9175d058aeec/1eaa068b-88dd-466b-9cc0-262737e715f0/90ba887e-baf0-4476-8056-83bfe737a54f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:01.530431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.636628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Allocated IP 172.20.0.4 (10673a52-a975-4f17-9620-f72a0039c2d9/c985205d-5325-4e6b-b6f4-b2624eaa352b/3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:01.993580 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.047049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.055901 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.072732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-276ee4f6-8aee-4fa8-94ee-ef577a172138 None None] Provisioning complete for port eee19678-25cb-4b98-a366-03e2d783d319 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:02.072732 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-276ee4f6-8aee-4fa8-94ee-ef577a172138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.079496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebeb9c-3999-48ea-8442-c75642073c16 None None] Routers {'4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:02.080145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83ebeb9c-3999-48ea-8442-c75642073c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:02.099914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.121214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] 10.222.0.31 "DELETE /v2.0/networks/cd3f2d3b-9cfd-4111-a625-2a7678ba67cd HTTP/1.1" status: 204 len: 168 time: 2.2420633 Nov 12 11:20:02.126244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83ebeb9c-3999-48ea-8442-c75642073c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:02.127178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebeb9c-3999-48ea-8442-c75642073c16 None None] The sync data for ids ['4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:02.135239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.263789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event updated for resources: {'Port': ['ID=90ba887e-baf0-4476-8056-83bfe737a54f,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:02.303505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Pushing event deleted for resources: {'Network': ['ID=cd3f2d3b-9cfd-4111-a625-2a7678ba67cd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:02.376030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device eee19678-25cb-4b98-a366-03e2d783d319 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:02.397766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] In _notify_port_updated(), no bound segment for port 90ba887e-baf0-4476-8056-83bfe737a54f on network 11be5583-d7be-4d90-bec1-9175d058aeec {{(pid=109166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:20:02.403320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'Port': ['ID=3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:02.410321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:02.414851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.423382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-33615c29-bfae-4395-9b2b-118e4c9065da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "PUT /v2.0/ports/90ba887e-baf0-4476-8056-83bfe737a54f HTTP/1.1" status: 200 len: 960 time: 2.1006434 Nov 12 11:20:02.424180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:02.429103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Network 10673a52-a975-4f17-9620-f72a0039c2d9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:02.430398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-276ee4f6-8aee-4fa8-94ee-ef577a172138 None None] Provisioning complete for port c78da6de-b16f-4bc5-83fc-7ab5d14b241b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:02.430776 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-276ee4f6-8aee-4fa8-94ee-ef577a172138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.443246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:02.450699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:02.462109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.462624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.462974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.463757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.464102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.464760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.465389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.465736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.466069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.466396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.466721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.467044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b4eb8-d042-4ed4-a4db-41ee6fe091f0 tempest-TestSecurityGroupsBasicOps-548862664 tempest-TestSecurityGroupsBasicOps-548862664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.668200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:02.670880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.693027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668574c1-515f-49df-9418-5d4dcdd4ecc0 None None] Update dhcp port {'port': {'network_id': '11be5583-d7be-4d90-bec1-9175d058aeec', 'fixed_ips': [{'subnet_id': 'fc83e1af-3ce7-4c11-8e9b-dae03fcc6721', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e81b466d-180b-48b3-a086-70407befef4a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1eaa068b-88dd-466b-9cc0-262737e715f0'}], 'binding:host_id': 'n-d-768851-19'}, 'id': 'ecb476f9-d80d-45fd-9a94-df86e7fd1715'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:20:02.696696 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-276ee4f6-8aee-4fa8-94ee-ef577a172138 None None] Port c78da6de-b16f-4bc5-83fc-7ab5d14b241b cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:02.713539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.715762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.716380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.716921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.717839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.719735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.721550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.722828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.723959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.725330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.726147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.732025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:02.765448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52026) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:02.767191 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-668574c1-515f-49df-9418-5d4dcdd4ecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.768579 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b2359187-f375-4e89-8d9e-b95ce3a305a4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4246459 Nov 12 11:20:02.774082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port eee19678-25cb-4b98-a366-03e2d783d319 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:02.775964 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.781232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:02.867418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.966831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0b770a81-4001-4f75-ada6-f3ff584ce379 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port 90ba887e-baf0-4476-8056-83bfe737a54f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:02.972775 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b770a81-4001-4f75-ada6-f3ff584ce379 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.091138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52032) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:03.117962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-edf19ac5-e4fd-4b8f-b552-76346fdf1c4e None None] Provisioning complete for port c78da6de-b16f-4bc5-83fc-7ab5d14b241b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:03.118532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-edf19ac5-e4fd-4b8f-b552-76346fdf1c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.191444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-edf19ac5-e4fd-4b8f-b552-76346fdf1c4e None None] Port c78da6de-b16f-4bc5-83fc-7ab5d14b241b cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:03.281805 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b770a81-4001-4f75-ada6-f3ff584ce379 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.296159 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.312512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0b770a81-4001-4f75-ada6-f3ff584ce379 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for 90ba887e-baf0-4476-8056-83bfe737a54f owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:03.452629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b97a24e0-dea8-44d9-8dce-d3d66db2dabe None None] Provisioning complete for port 3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:03.453361 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b97a24e0-dea8-44d9-8dce-d3d66db2dabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.488723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 13487791-338a-43f7-87f6-938728ce40fb no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:03.513706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 13487791-338a-43f7-87f6-938728ce40fb {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:03.514468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 13487791-338a-43f7-87f6-938728ce40fb not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:03.539108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-668574c1-515f-49df-9418-5d4dcdd4ecc0 None None] Allocated IP 172.20.0.34 (11be5583-d7be-4d90-bec1-9175d058aeec/1eaa068b-88dd-466b-9cc0-262737e715f0/ecb476f9-d80d-45fd-9a94-df86e7fd1715) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:03.541502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b97a24e0-dea8-44d9-8dce-d3d66db2dabe None None] Port 3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:03.682628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Allocated IP 172.25.2.57 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/cdc07497-43bb-4c62-91ec-715a4d853442) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:03.790053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-668574c1-515f-49df-9418-5d4dcdd4ecc0 None None] For port ecb476f9-d80d-45fd-9a94-df86e7fd1715, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ecb476f9-d80d-45fd-9a94-df86e7fd1715,segment=NetworkSegment(0a8418f8-d23f-4409-8380-a830467fe8a1),segment_id=0a8418f8-d23f-4409-8380-a830467fe8a1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:03.818049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.854748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b770a81-4001-4f75-ada6-f3ff584ce379 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.858688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.891815 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-668574c1-515f-49df-9418-5d4dcdd4ecc0 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.902229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-668574c1-515f-49df-9418-5d4dcdd4ecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.938480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'Port': ['ID=cdc07497-43bb-4c62-91ec-715a4d853442,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:03.965480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-524ca97b-bcbf-4077-a783-2695009c60d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbdf3c4e53e34da1a809b79f2a4752cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8688831 Nov 12 11:20:03.966615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52050) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:04.016148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668574c1-515f-49df-9418-5d4dcdd4ecc0 None None] Pushing event updated for resources: {'Port': ['ID=ecb476f9-d80d-45fd-9a94-df86e7fd1715,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:04.023152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b770a81-4001-4f75-ada6-f3ff584ce379 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=90ba887e-baf0-4476-8056-83bfe737a54f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:04.029159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:04.132034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:04.162423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:04.224557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a264ce03-fbeb-431e-a9e3-4e0ef4b56539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.265624 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0b770a81-4001-4f75-ada6-f3ff584ce379 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.271528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52056) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:04.271801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0b770a81-4001-4f75-ada6-f3ff584ce379 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/90ba887e-baf0-4476-8056-83bfe737a54f HTTP/1.1" status: 204 len: 168 time: 1.8447797 Nov 12 11:20:04.317494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a264ce03-fbeb-431e-a9e3-4e0ef4b56539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.367411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ecb476f9-d80d-45fd-9a94-df86e7fd1715 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:04.441514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.515323 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.575245 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a264ce03-fbeb-431e-a9e3-4e0ef4b56539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.577971 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a264ce03-fbeb-431e-a9e3-4e0ef4b56539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.585193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:04.585576 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.593489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a264ce03-fbeb-431e-a9e3-4e0ef4b56539 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d62d856-64dd-4c4b-a5ca-9d7597df6029 HTTP/1.1" status: 204 len: 168 time: 0.6230018 Nov 12 11:20:04.633585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264ce03-fbeb-431e-a9e3-4e0ef4b56539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d62d856-64dd-4c4b-a5ca-9d7597df6029,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:05.044317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.054490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.299863 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.303422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'Port': ['ID=cdc07497-43bb-4c62-91ec-715a4d853442,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:05.349232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.352320 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fbffaa58-7569-4e35-8dc8-452a15cd9865 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5837443 Nov 12 11:20:05.355270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52084) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:05.377897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d8210ff8-cac9-4956-b193-67b4fa157560 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Request body: {'floatingip': {'port_id': '3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:05.395206 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2227bf17-11bc-4348-9a68-bf5079fd0409 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] GET failed (client error): The resource could not be found. Nov 12 11:20:05.399461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2227bf17-11bc-4348-9a68-bf5079fd0409 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports/90ba887e-baf0-4476-8056-83bfe737a54f HTTP/1.1" status: 404 len: 333 time: 1.1233208 Nov 12 11:20:05.400105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52086) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:05.509810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8210ff8-cac9-4956-b193-67b4fa157560 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.518335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52090) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:05.520622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-930dd22e-cf84-4713-a529-0da3ee4bc26b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.537755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-69e06f66-85d5-460a-b926-f9df5f025840 None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:05.538382 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69e06f66-85d5-460a-b926-f9df5f025840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.582239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-930dd22e-cf84-4713-a529-0da3ee4bc26b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.678996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-930dd22e-cf84-4713-a529-0da3ee4bc26b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.682183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-930dd22e-cf84-4713-a529-0da3ee4bc26b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.701133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-930dd22e-cf84-4713-a529-0da3ee4bc26b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/security-groups/c3f28748-b557-4acc-8b0b-52042038ca3c HTTP/1.1" status: 204 len: 168 time: 0.2960055 Nov 12 11:20:05.704304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52092) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:05.748902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dd22e-cf84-4713-a529-0da3ee4bc26b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f28748-b557-4acc-8b0b-52042038ca3c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:05.819126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9af3-5e64-41da-b844-a438536d8bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.854426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52096) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:05.947791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab893f0e-79f8-4eef-a8a3-62f4ded19eb7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.028125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab893f0e-79f8-4eef-a8a3-62f4ded19eb7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.159932 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-d8210ff8-cac9-4956-b193-67b4fa157560 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] update failed (client error): The resource could not be found. Nov 12 11:20:06.164132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d8210ff8-cac9-4956-b193-67b4fa157560 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "PUT /v2.0/floatingips/2b746c30-633c-4ccd-82cb-12fdab0fff8d HTTP/1.1" status: 404 len: 507 time: 0.8062365 Nov 12 11:20:06.181501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52102) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:06.192569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-69e06f66-85d5-460a-b926-f9df5f025840 None None] Could not find standard attr ID for object 90ba887e-baf0-4476-8056-83bfe737a54f. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:20:06.200012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab893f0e-79f8-4eef-a8a3-62f4ded19eb7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.207452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ab893f0e-79f8-4eef-a8a3-62f4ded19eb7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.221601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ab893f0e-79f8-4eef-a8a3-62f4ded19eb7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/security-groups/3dafa4bc-ae57-4abb-94a6-81eaf08ac6be HTTP/1.1" status: 204 len: 168 time: 0.5160875 Nov 12 11:20:06.229869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52106) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:06.242230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-69e06f66-85d5-460a-b926-f9df5f025840 None None] Provisioning complete for port bdebbcfd-1f86-45a6-a1fe-5f810722158f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:06.250405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69e06f66-85d5-460a-b926-f9df5f025840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.322363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab893f0e-79f8-4eef-a8a3-62f4ded19eb7 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dafa4bc-ae57-4abb-94a6-81eaf08ac6be,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:06.324960 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-693d59ae-acf5-4812-b4ad-93bb659a3b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.457040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-69e06f66-85d5-460a-b926-f9df5f025840 None None] Port bdebbcfd-1f86-45a6-a1fe-5f810722158f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:06.535549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-693d59ae-acf5-4812-b4ad-93bb659a3b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.542361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-693d59ae-acf5-4812-b4ad-93bb659a3b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.575420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-da96350e-77d3-4386-80cd-0ca5f132e478 None None] Could not find standard attr ID for object 90ba887e-baf0-4476-8056-83bfe737a54f. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:20:06.635478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-693d59ae-acf5-4812-b4ad-93bb659a3b53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34e44b3093c44310932c061c550a2267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7737532 Nov 12 11:20:06.640686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52114) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:06.643132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d59ae-acf5-4812-b4ad-93bb659a3b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b2cdb3-ffa3-4bb0-a889-82af38a11c36,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:06.801258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-df46f6d8-f0ee-487a-88a9-bb1a2f856349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.859925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-df46f6d8-f0ee-487a-88a9-bb1a2f856349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.977234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-df46f6d8-f0ee-487a-88a9-bb1a2f856349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.980177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-df46f6d8-f0ee-487a-88a9-bb1a2f856349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.984787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-df46f6d8-f0ee-487a-88a9-bb1a2f856349 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18b2cdb3-ffa3-4bb0-a889-82af38a11c36 HTTP/1.1" status: 204 len: 168 time: 0.3424261 Nov 12 11:20:06.997122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46f6d8-f0ee-487a-88a9-bb1a2f856349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b2cdb3-ffa3-4bb0-a889-82af38a11c36,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:07.196610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9af3-5e64-41da-b844-a438536d8bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.197694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41777038-9d40-43d5-b8a5-d03b5be11534 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.222685 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41777038-9d40-43d5-b8a5-d03b5be11534 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.246268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9af3-5e64-41da-b844-a438536d8bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.329874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Deleting port cdc07497-43bb-4c62-91ec-715a4d853442 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:07.330566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.417099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b9af3-5e64-41da-b844-a438536d8bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f8316d-f796-45df-b134-2230b730820e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:07.426704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5d6b9af3-5e64-41da-b844-a438536d8bb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e728e75fceab45fdb8708c127242b684&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9061127 Nov 12 11:20:07.428411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41777038-9d40-43d5-b8a5-d03b5be11534 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.430676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52138) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:07.432811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-41777038-9d40-43d5-b8a5-d03b5be11534 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.434515 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-41777038-9d40-43d5-b8a5-d03b5be11534 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/security-groups/486097c2-9a35-4664-87ed-ecf7816b9ca0 HTTP/1.1" status: 204 len: 168 time: 1.1973505 Nov 12 11:20:07.443227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52140) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:07.456759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41777038-9d40-43d5-b8a5-d03b5be11534 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486097c2-9a35-4664-87ed-ecf7816b9ca0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:07.493414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.497800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.528917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Calling delete_port for cdc07497-43bb-4c62-91ec-715a4d853442 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:07.570248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52146) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:07.605418 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0eefdc7-c908-48e6-a376-137449fdd33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.617335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d471a4-8477-411e-af59-e55e1b5a0a11 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet e81b466d-180b-48b3-a086-70407befef4a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:07.638470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afc11c6b-b9bb-43c0-8d2e-4f9fc4b8e15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.676366 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afc11c6b-b9bb-43c0-8d2e-4f9fc4b8e15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.758444 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d471a4-8477-411e-af59-e55e1b5a0a11 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.797698 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.826599 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d471a4-8477-411e-af59-e55e1b5a0a11 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.872150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event deleted for resources: {'Port': ['ID=cdc07497-43bb-4c62-91ec-715a4d853442,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:07.945784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d471a4-8477-411e-af59-e55e1b5a0a11 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.002503 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.005379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.011454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-680376c4-ac5e-458f-81ef-9c16fbb93c54 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "DELETE /v2.0/floatingips/2b746c30-633c-4ccd-82cb-12fdab0fff8d HTTP/1.1" status: 204 len: 168 time: 1.8226993 Nov 12 11:20:08.016939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52156) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:08.022645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e2da0ce9-2343-43fe-8ba7-ea3f68b3b4a7 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Request body: {'floatingip': {'floating_network_id': '10673a52-a975-4f17-9620-f72a0039c2d9', 'port_id': '3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:08.078102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e2da0ce9-2343-43fe-8ba7-ea3f68b3b4a7 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.084573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d471a4-8477-411e-af59-e55e1b5a0a11 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.120908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afc11c6b-b9bb-43c0-8d2e-4f9fc4b8e15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.132467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afc11c6b-b9bb-43c0-8d2e-4f9fc4b8e15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.148131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-afc11c6b-b9bb-43c0-8d2e-4f9fc4b8e15f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91f8316d-f796-45df-b134-2230b730820e HTTP/1.1" status: 204 len: 168 time: 0.7134864 Nov 12 11:20:08.236955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc11c6b-b9bb-43c0-8d2e-4f9fc4b8e15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f8316d-f796-45df-b134-2230b730820e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:08.256702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d471a4-8477-411e-af59-e55e1b5a0a11 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=e81b466d-180b-48b3-a086-70407befef4a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:08.266947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4d471a4-8477-411e-af59-e55e1b5a0a11 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.282117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d4d471a4-8477-411e-af59-e55e1b5a0a11 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/e81b466d-180b-48b3-a086-70407befef4a HTTP/1.1" status: 204 len: 168 time: 0.8305342 Nov 12 11:20:08.283070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52162) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:08.296439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc67d9e-7e7d-4f80-ad4e-7af32aded24e None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:08.405197 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-e2da0ce9-2343-43fe-8ba7-ea3f68b3b4a7 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:20:08.406484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e2da0ce9-2343-43fe-8ba7-ea3f68b3b4a7 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3884716 Nov 12 11:20:08.410762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52164) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:08.414971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-244241f7-4166-4eb8-a8f8-175682c37b3e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet 1eaa068b-88dd-466b-9cc0-262737e715f0 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:08.415270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:08.424727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-244241f7-4166-4eb8-a8f8-175682c37b3e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.464994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.544074 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-244241f7-4166-4eb8-a8f8-175682c37b3e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.721177 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.811944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-244241f7-4166-4eb8-a8f8-175682c37b3e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.059951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Allocated IP 172.25.2.93 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/e198197d-3cf3-4d73-be33-d8e110d027bd) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:09.162578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52174) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:09.172151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-6f2e9da2-8f15-431e-b339-32a35b9ecd82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2409642 Nov 12 11:20:09.174310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0eefdc7-c908-48e6-a376-137449fdd33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.190983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a0eefdc7-c908-48e6-a376-137449fdd33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.265501 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-390f1f83-77bf-43dc-a3d1-fa589e51cef9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc12c23c62f2439f9ad6fa6ab45a5cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0733845 Nov 12 11:20:09.268182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52176) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:09.272852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eefdc7-c908-48e6-a376-137449fdd33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89adf5d-c9a7-448a-a64e-44b4cd7f4056,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:09.393647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-244241f7-4166-4eb8-a8f8-175682c37b3e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.400138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.424993 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a0eefdc7-c908-48e6-a376-137449fdd33b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a78da5dd29aa4085a8a685d3d2386069&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8519349 Nov 12 11:20:09.475273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52180) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:09.478318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8149b557-c334-4c46-a3a0-4a0f7fc1db49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.495240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244241f7-4166-4eb8-a8f8-175682c37b3e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=1eaa068b-88dd-466b-9cc0-262737e715f0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:09.507854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.512019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-244241f7-4166-4eb8-a8f8-175682c37b3e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.518894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-244241f7-4166-4eb8-a8f8-175682c37b3e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/1eaa068b-88dd-466b-9cc0-262737e715f0 HTTP/1.1" status: 204 len: 168 time: 1.2343359 Nov 12 11:20:09.531137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52182) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:09.547752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-43959ea8-414c-4807-94f9-3202729e2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:09.549591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-43959ea8-414c-4807-94f9-3202729e2c53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 1097 time: 0.2781324 Nov 12 11:20:09.550248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52184) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:09.588421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event updated for resources: {'Port': ['ID=e198197d-3cf3-4d73-be33-d8e110d027bd,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:09.589965 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f96826-9264-4a35-8e4e-5b1f0b22281e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:09.590700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f96826-9264-4a35-8e4e-5b1f0b22281e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:09.595281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-26f96826-9264-4a35-8e4e-5b1f0b22281e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/e81b466d-180b-48b3-a086-70407befef4a HTTP/1.1" status: 404 len: 337 time: 0.0598958 Nov 12 11:20:09.599963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52190) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:09.693041 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8149b557-c334-4c46-a3a0-4a0f7fc1db49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.704842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c743b4b-6202-4626-83e9-7a2e824c0c32 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting subnet fc83e1af-3ce7-4c11-8e9b-dae03fcc6721 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:09.738762 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c743b4b-6202-4626-83e9-7a2e824c0c32 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.758852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-238bd5c0-f99f-4ff6-85d6-a30e2b844849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.804482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-238bd5c0-f99f-4ff6-85d6-a30e2b844849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.833802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f17dcce-4238-4438-8b96-bbf90968af07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.900713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:09.912191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c743b4b-6202-4626-83e9-7a2e824c0c32 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.963947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:09.968899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea9a95-6c3a-496b-a817-34055a49ffec None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:09.970998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:10.053938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-b8e17505-331d-446a-9262-8d36def3b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:10.058161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-b8e17505-331d-446a-9262-8d36def3b4a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.3492939 Nov 12 11:20:10.070784 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-238bd5c0-f99f-4ff6-85d6-a30e2b844849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.078055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-238bd5c0-f99f-4ff6-85d6-a30e2b844849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.093789 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-238bd5c0-f99f-4ff6-85d6-a30e2b844849 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e89adf5d-c9a7-448a-a64e-44b4cd7f4056 HTTP/1.1" status: 204 len: 168 time: 0.6117954 Nov 12 11:20:10.109612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-99d8b055-7f0e-48fd-a22b-87251622bf7c None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:10.109612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-99d8b055-7f0e-48fd-a22b-87251622bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.150882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bd5c0-f99f-4ff6-85d6-a30e2b844849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89adf5d-c9a7-448a-a64e-44b4cd7f4056,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:10.154359 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8149b557-c334-4c46-a3a0-4a0f7fc1db49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.160521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8149b557-c334-4c46-a3a0-4a0f7fc1db49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.166955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8149b557-c334-4c46-a3a0-4a0f7fc1db49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fb3ca15-df80-4999-814f-e851e58a8507 HTTP/1.1" status: 204 len: 168 time: 0.8975356 Nov 12 11:20:10.206351 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.310330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149b557-c334-4c46-a3a0-4a0f7fc1db49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb3ca15-df80-4999-814f-e851e58a8507,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:10.445034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-db168ce5-9277-4113-a1e2-9286aaba3978 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e HTTP/1.1" status: 200 len: 217 time: 0.3703530 Nov 12 11:20:10.568803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.581932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f17dcce-4238-4438-8b96-bbf90968af07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.613441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-99d8b055-7f0e-48fd-a22b-87251622bf7c None None] Provisioning complete for port bdebbcfd-1f86-45a6-a1fe-5f810722158f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:10.616440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-99d8b055-7f0e-48fd-a22b-87251622bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.631661 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f17dcce-4238-4438-8b96-bbf90968af07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.675292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-99d8b055-7f0e-48fd-a22b-87251622bf7c None None] Port bdebbcfd-1f86-45a6-a1fe-5f810722158f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:10.763199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c743b4b-6202-4626-83e9-7a2e824c0c32 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.777274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Deleting port e198197d-3cf3-4d73-be33-d8e110d027bd {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:10.777834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.961997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9f17dcce-4238-4438-8b96-bbf90968af07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1e3b331e3dc4dd0a87d915d783060bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4090273 Nov 12 11:20:10.964148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17dcce-4238-4438-8b96-bbf90968af07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6e8c4c-9f1b-485a-aedd-f70f70cb3a43,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:10.969067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52218) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:10.978395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-e9c68da0-505b-4a92-802c-718a79d97586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:10.983367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-e9c68da0-505b-4a92-802c-718a79d97586 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.3828309 Nov 12 11:20:11.056434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-87382e6f-599f-496b-9c9a-3de7c969425b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611186 Nov 12 11:20:11.082854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.084000 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.207907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Calling delete_port for e198197d-3cf3-4d73-be33-d8e110d027bd owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:11.339911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-b7f50476-a51f-4092-8676-55bf10ac787f service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743948 Nov 12 11:20:11.364947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c743b4b-6202-4626-83e9-7a2e824c0c32 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.584722 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.657093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-31167016-41cb-422a-804e-696b165bb794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.677047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0961c9b7-944d-4494-97d6-c1cb65c9c137 req-661e3e36-d43a-4745-89d9-ab4bf53af677 service neutron] 10.222.0.59 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212376 Nov 12 11:20:11.694094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c743b4b-6202-4626-83e9-7a2e824c0c32 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Subnet': ['ID=fc83e1af-3ce7-4c11-8e9b-dae03fcc6721,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:11.699982 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c743b4b-6202-4626-83e9-7a2e824c0c32 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.710044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-31167016-41cb-422a-804e-696b165bb794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.722779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3c743b4b-6202-4626-83e9-7a2e824c0c32 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/fc83e1af-3ce7-4c11-8e9b-dae03fcc6721 HTTP/1.1" status: 204 len: 168 time: 2.1195037 Nov 12 11:20:11.725450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52238) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:11.797553 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-756d9400-6ac0-45e4-98a5-5add251c35da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:11.798817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756d9400-6ac0-45e4-98a5-5add251c35da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:11.810017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-756d9400-6ac0-45e4-98a5-5add251c35da tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/a6587c54-f8bc-45ba-bd4f-28f0bb4c8836 HTTP/1.1" status: 404 len: 337 time: 0.0822716 Nov 12 11:20:11.811552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52244) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:11.824038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event deleted for resources: {'Port': ['ID=e198197d-3cf3-4d73-be33-d8e110d027bd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:11.853496 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-31167016-41cb-422a-804e-696b165bb794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.856151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-31167016-41cb-422a-804e-696b165bb794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.861954 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-31167016-41cb-422a-804e-696b165bb794 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf6e8c4c-9f1b-485a-aedd-f70f70cb3a43 HTTP/1.1" status: 204 len: 168 time: 0.8908920 Nov 12 11:20:11.887298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2f4471a6-bbf2-451c-bea5-f97f622d9f88 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fdd5097-ba9c-4508-8806-82f49d0d9b6b HTTP/1.1" status: 200 len: 205 time: 0.0737367 Nov 12 11:20:11.888133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52248) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:11.949166 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-c756d306-095e-454a-8852-2545c10af542 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] delete failed (client error): The resource could not be found. Nov 12 11:20:11.951783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b5180-b9ee-43f3-9b44-cb80e21604e2 None None] Network 11be5583-d7be-4d90-bec1-9175d058aeec requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:11.960470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c756d306-095e-454a-8852-2545c10af542 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/routers/3fdd5097-ba9c-4508-8806-82f49d0d9b6b HTTP/1.1" status: 404 len: 336 time: 0.0666459 Nov 12 11:20:11.962236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52250) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:11.973027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31167016-41cb-422a-804e-696b165bb794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6e8c4c-9f1b-485a-aedd-f70f70cb3a43,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:12.063825 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] create failed (client error): The resource could not be found. Nov 12 11:20:12.066231 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-10062978-60e3-4ce8-a079-79f2ba5e756b tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6544807 Nov 12 11:20:12.071927 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6a9539-862b-490f-aee6-90884de51c33 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.073025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6a9539-862b-490f-aee6-90884de51c33 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.074087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52258) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.086434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bf6a9539-862b-490f-aee6-90884de51c33 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/6e6dffd2-f328-4125-aeec-787e2446ea7b HTTP/1.1" status: 404 len: 337 time: 0.1131968 Nov 12 11:20:12.089852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52260) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.212766 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-450a1ed8-d89a-4b24-86d5-b5b360ebf150 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.213521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450a1ed8-d89a-4b24-86d5-b5b360ebf150 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.222231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-450a1ed8-d89a-4b24-86d5-b5b360ebf150 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/08a6509b-c1b4-4861-92b9-82355605d297 HTTP/1.1" status: 404 len: 337 time: 0.1274161 Nov 12 11:20:12.222667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52264) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.268662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9bcbe280-31b5-45b0-8dd7-4795c36fcc8f None None] Provisioning complete for port ecb476f9-d80d-45fd-9a94-df86e7fd1715 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:12.278194 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-febacf6b-b54b-4e61-95d9-251f7a31255b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.280266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febacf6b-b54b-4e61-95d9-251f7a31255b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.287460 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9bcbe280-31b5-45b0-8dd7-4795c36fcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.287713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-febacf6b-b54b-4e61-95d9-251f7a31255b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/49f7d351-d987-4835-a45c-eadb3654b8fd HTTP/1.1" status: 404 len: 337 time: 0.0609124 Nov 12 11:20:12.287843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52266) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.321981 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f534756-bda5-4a71-bc8f-3e1441640cc2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.322862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f534756-bda5-4a71-bc8f-3e1441640cc2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.328589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6f534756-bda5-4a71-bc8f-3e1441640cc2 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/b33c3ca2-7bbb-4412-8db8-2d9de6d60b3d HTTP/1.1" status: 404 len: 333 time: 0.0377090 Nov 12 11:20:12.328589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52270) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.329580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52272) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.404873 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e78dfef-c063-4e47-b056-64387c0f5f2d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.405642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e78dfef-c063-4e47-b056-64387c0f5f2d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.409569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1e78dfef-c063-4e47-b056-64387c0f5f2d tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/3d19df55-7708-4834-b6c7-b611a2e244f3 HTTP/1.1" status: 404 len: 337 time: 0.0793462 Nov 12 11:20:12.412303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52282) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.438360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Deleting port 3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:12.438709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.457693 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bea74d-f6ea-43ff-9e01-42ce9bb53acc tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.459521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03bea74d-f6ea-43ff-9e01-42ce9bb53acc tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.463151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-03bea74d-f6ea-43ff-9e01-42ce9bb53acc tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/67e99c49-c715-4811-b49c-25dbd136c36d HTTP/1.1" status: 404 len: 337 time: 0.0496175 Nov 12 11:20:12.466186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52286) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.504400 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bed5c83-7ff0-461e-8c04-83c591855006 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.505483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bed5c83-7ff0-461e-8c04-83c591855006 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.512698 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52288) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.513729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4bed5c83-7ff0-461e-8c04-83c591855006 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/2928f18a-947a-4bf1-a380-eadc1ee2c47b HTTP/1.1" status: 404 len: 333 time: 0.0441830 Nov 12 11:20:12.564074 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae07bb7-ec38-40f9-9ce6-264f0b3aaf27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.564644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae07bb7-ec38-40f9-9ce6-264f0b3aaf27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.570283 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4ae07bb7-ec38-40f9-9ce6-264f0b3aaf27 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/d989d0df-0c24-44ce-b6d3-cefab6c4700e HTTP/1.1" status: 404 len: 337 time: 0.0541129 Nov 12 11:20:12.571979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52290) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.588277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52292) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.629466 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-516a822f-045c-4588-916c-aae6e0a7111b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:12.631955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516a822f-045c-4588-916c-aae6e0a7111b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:12.641880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-516a822f-045c-4588-916c-aae6e0a7111b tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/subnets/f3fc2e41-5a27-45cf-97d2-3c145780c370 HTTP/1.1" status: 404 len: 337 time: 0.0657465 Nov 12 11:20:12.656662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52294) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.667455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1512536534-network', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:12.671135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-21434400-14e6-4c64-997d-57159a1929f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.673828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] DHCP port deletion for 11be5583-d7be-4d90-bec1-9175d058aeec request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:12.705855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9bcbe280-31b5-45b0-8dd7-4795c36fcc8f None None] Provisioning complete for port bdebbcfd-1f86-45a6-a1fe-5f810722158f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:12.710542 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9bcbe280-31b5-45b0-8dd7-4795c36fcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.752815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.752985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Made reservation on behalf of c14da67ccf5b4ec4ab7a26ab0f9489fa for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:12.758932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.784837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Calling delete_port for 3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:12.802131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.913922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbe280-31b5-45b0-8dd7-4795c36fcc8f None None] Port bdebbcfd-1f86-45a6-a1fe-5f810722158f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:12.922175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] Deleting port ecb476f9-d80d-45fd-9a94-df86e7fd1715 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:12.923607 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.013198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] For port ecb476f9-d80d-45fd-9a94-df86e7fd1715, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ecb476f9-d80d-45fd-9a94-df86e7fd1715,segment=NetworkSegment(0a8418f8-d23f-4409-8380-a830467fe8a1),segment_id=0a8418f8-d23f-4409-8380-a830467fe8a1)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:13.014972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.025972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.037111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.038457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] Calling delete_port for ecb476f9-d80d-45fd-9a94-df86e7fd1715 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:13.108704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335f6420-b91e-47fc-84e3-efc2ee96c959,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:13.140746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.150699 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.162563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:13.175188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.175512 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Added segment 8063e01c-bb06-4335-8b32-daa8beb72dcc of type vlan for network b0badc56-5e9d-436a-ac6e-c8f82c512deb Nov 12 11:20:13.242071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] Pushing event deleted for resources: {'Port': ['ID=ecb476f9-d80d-45fd-9a94-df86e7fd1715,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:13.255247 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.257379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964d1ef-8cf6-4f30-b3b7-22757cc74aed None None] No DVR routers for this DVR port ecb476f9-d80d-45fd-9a94-df86e7fd1715 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:13.330578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52310) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:13.331258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.333082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:13.334515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.384523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event deleted for resources: {'Port': ['ID=3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:13.408506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0794346 Nov 12 11:20:13.417203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.417693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.418135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.422088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.422565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.422983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.423416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.423877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.425045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.425807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.427340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52314) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:13.429422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.435462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:13.437625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Request body: {'subnet': {'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1512536534-subnet', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:13.474567 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.478888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0825b819-e040-41b7-a7fc-130ac091c834 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "DELETE /v2.0/ports/3ab0f9b4-bc0b-4a79-953b-aa270eb0a0d5 HTTP/1.1" status: 204 len: 168 time: 1.4036360 Nov 12 11:20:13.481800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52316) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:13.506077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e7729177-40d0-4e2d-b406-dacf3db671b4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Deleting port bdebbcfd-1f86-45a6-a1fe-5f810722158f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:13.508726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7729177-40d0-4e2d-b406-dacf3db671b4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.621290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-21434400-14e6-4c64-997d-57159a1929f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.650035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-21434400-14e6-4c64-997d-57159a1929f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.670962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862ebf1-e830-4e67-ac10-ab32d8c6f700 admin admin] Pushing event updated for resources: {'Network': ['ID=b0badc56-5e9d-436a-ac6e-c8f82c512deb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:13.686900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b0badc56-5e9d-436a-ac6e-c8f82c512deb details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:13.698495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eed758fb-45c6-4167-bcba-1e032225e052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.734869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034c8705-3f19-428a-9b19-0277e6e441f0 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:13.740403 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-034c8705-3f19-428a-9b19-0277e6e441f0 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7 HTTP/1.1" status: 200 len: 913 time: 0.2528343 Nov 12 11:20:13.741326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7729177-40d0-4e2d-b406-dacf3db671b4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.744190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52318) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:13.754211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Made reservation on behalf of c14da67ccf5b4ec4ab7a26ab0f9489fa for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:13.758306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.782125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-21434400-14e6-4c64-997d-57159a1929f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=242fe31d61ab4542a3d7da1aec4f3bde&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1871870 Nov 12 11:20:13.782847 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21434400-14e6-4c64-997d-57159a1929f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621ff621-8fcd-49e9-a527-5b7fa9b428a4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:13.786044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52320) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:13.875450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e7729177-40d0-4e2d-b406-dacf3db671b4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Calling delete_port for bdebbcfd-1f86-45a6-a1fe-5f810722158f owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:13.986652 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86af67ba-25b5-4951-b4f0-7a465938c423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.023939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86af67ba-25b5-4951-b4f0-7a465938c423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.099119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86af67ba-25b5-4951-b4f0-7a465938c423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.102542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86af67ba-25b5-4951-b4f0-7a465938c423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.103813 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-86af67ba-25b5-4951-b4f0-7a465938c423 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/621ff621-8fcd-49e9-a527-5b7fa9b428a4 HTTP/1.1" status: 204 len: 168 time: 0.3041770 Nov 12 11:20:14.127579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af67ba-25b5-4951-b4f0-7a465938c423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ff621-8fcd-49e9-a527-5b7fa9b428a4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:14.244198 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eed758fb-45c6-4167-bcba-1e032225e052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.250060 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-eed758fb-45c6-4167-bcba-1e032225e052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.319096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-eed758fb-45c6-4167-bcba-1e032225e052 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=419271ca8ea64a9b83c5cc89f88d5f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9495504 Nov 12 11:20:14.323813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52330) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:14.325518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed758fb-45c6-4167-bcba-1e032225e052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf658ed3-8ffa-42fe-9ddd-00dda8990c45,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:14.382189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ecb476f9-d80d-45fd-9a94-df86e7fd1715 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:14.391682 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7729177-40d0-4e2d-b406-dacf3db671b4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.439841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ecb476f9-d80d-45fd-9a94-df86e7fd1715 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:14.440639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ecb476f9-d80d-45fd-9a94-df86e7fd1715 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:14.471534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.514659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7729177-40d0-4e2d-b406-dacf3db671b4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Port': ['ID=bdebbcfd-1f86-45a6-a1fe-5f810722158f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:14.541557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebc0226-4657-4372-92f9-4f93bc11a330,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:14.579543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7729177-40d0-4e2d-b406-dacf3db671b4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.583089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e7729177-40d0-4e2d-b406-dacf3db671b4 tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/ports/bdebbcfd-1f86-45a6-a1fe-5f810722158f HTTP/1.1" status: 204 len: 168 time: 1.9234123 Nov 12 11:20:14.585690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52338) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:14.586596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Checking segment: {'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:14.586981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Network hostable DHCP agents. Network: b0badc56-5e9d-436a-ac6e-c8f82c512deb, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:20:14.615292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Network b0badc56-5e9d-436a-ac6e-c8f82c512deb is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:20:14.631881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b0badc56-5e9d-436a-ac6e-c8f82c512deb) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:14.641822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:14.642522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.644759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d839e-d0d8-4009-8f2a-ff73c3337083 None None] Network b0badc56-5e9d-436a-ac6e-c8f82c512deb requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:14.674475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4ab993c-25e0-48c0-bd30-683f4b7a8fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.676984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fc4a5d42-3a06-4d7a-be6b-ea1fea72b3ef admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2432666 Nov 12 11:20:14.679592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52342) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:14.694510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:14.700435 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4ab993c-25e0-48c0-bd30-683f4b7a8fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.783432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.785169 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.818100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4ab993c-25e0-48c0-bd30-683f4b7a8fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.836080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4ab993c-25e0-48c0-bd30-683f4b7a8fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.840390 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e4ab993c-25e0-48c0-bd30-683f4b7a8fe2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf658ed3-8ffa-42fe-9ddd-00dda8990c45 HTTP/1.1" status: 204 len: 168 time: 0.5110428 Nov 12 11:20:14.878181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab993c-25e0-48c0-bd30-683f4b7a8fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf658ed3-8ffa-42fe-9ddd-00dda8990c45,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:14.914584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.967353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b0badc56-5e9d-436a-ac6e-c8f82c512deb', 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'fixed_ips': [{'subnet_id': 'bebc0226-4657-4372-92f9-4f93bc11a330'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:20:14.968129 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.001651 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.044322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.169055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.182479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Allocated IP 172.20.0.2 (b0badc56-5e9d-436a-ac6e-c8f82c512deb/bebc0226-4657-4372-92f9-4f93bc11a330/9920a2c4-47a0-419f-8b2c-c6c01c02f43b) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:15.209384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11be5583-d7be-4d90-bec1-9175d058aeec']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:15.223893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8418f8-d23f-4409-8380-a830467fe8a1') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:15.224192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8418f8-d23f-4409-8380-a830467fe8a1') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:15.283877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.303238 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.315702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:15.317056 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:15.406052 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:15.413374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.421192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.431473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] 10.222.0.31 "DELETE /v2.0/networks/11be5583-d7be-4d90-bec1-9175d058aeec HTTP/1.1" status: 204 len: 168 time: 0.8319712 Nov 12 11:20:15.436364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.491929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929eac5f-d5bc-4b79-93ec-00ce77c3e75e tempest-PortsTestJSON-922075428 tempest-PortsTestJSON-922075428-project] Pushing event deleted for resources: {'Network': ['ID=11be5583-d7be-4d90-bec1-9175d058aeec,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:15.507876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.518878 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.614946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52362) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:15.628293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Network b0badc56-5e9d-436a-ac6e-c8f82c512deb is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:15.644171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:15.647727 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:15.671702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e22f08f-a0d8-4acf-909e-fa1d14d2fafa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.680938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Pushing event updated for resources: {'Port': ['ID=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:15.815361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Deleting port c78da6de-b16f-4bc5-83fc-7ab5d14b241b {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:15.815932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.882134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Attempting to bind port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:15.887344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Attempting to bind port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:15.891420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Attempting to bind port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b on network b0badc56-5e9d-436a-ac6e-c8f82c512deb {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:15.908105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:15.908507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Checking segment: {'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:15.909034 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.909460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Bound using segment: {'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:15.909976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Bound port: 9920a2c4-47a0-419f-8b2c-c6c01c02f43b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:15.910365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.065566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] For port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:16.069642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] For port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,segment=NetworkSegment(8063e01c-bb06-4335-8b32-daa8beb72dcc),segment_id=8063e01c-bb06-4335-8b32-daa8beb72dcc)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:16.076501 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.087484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52370) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:16.122226 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e22f08f-a0d8-4acf-909e-fa1d14d2fafa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.176718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7e22f08f-a0d8-4acf-909e-fa1d14d2fafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.223598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634511-8ca0-48fb-be04-36f05d296345 None None] Pushing event updated for resources: {'Port': ['ID=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:16.250444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7e22f08f-a0d8-4acf-909e-fa1d14d2fafa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2d496c5a511406888621642d80f402e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6260760 Nov 12 11:20:16.252366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52378) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:16.375616 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.389498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22f08f-a0d8-4acf-909e-fa1d14d2fafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a51f9dd-f7d0-4b3a-a0ff-a527df66ef0a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:16.438771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.590032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c5a34165-7f6a-41d1-8891-afb497e5bbcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.613764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.625030 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c5a34165-7f6a-41d1-8891-afb497e5bbcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.637371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Calling delete_port for c78da6de-b16f-4bc5-83fc-7ab5d14b241b owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:16.667480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52388) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:16.725822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-019f373f-639a-4e00-93ad-4962fa848e11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2383007ad114ed4801558416a74c700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6364467 Nov 12 11:20:16.733458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52394) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:16.820217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Allocated IP 172.25.2.83 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f482c85f-caee-4451-9799-83a76027c581) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:16.997435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c5a34165-7f6a-41d1-8891-afb497e5bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.008807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c5a34165-7f6a-41d1-8891-afb497e5bbcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.008807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c5a34165-7f6a-41d1-8891-afb497e5bbcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a51f9dd-f7d0-4b3a-a0ff-a527df66ef0a HTTP/1.1" status: 204 len: 168 time: 0.7475102 Nov 12 11:20:17.052168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a34165-7f6a-41d1-8891-afb497e5bbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a51f9dd-f7d0-4b3a-a0ff-a527df66ef0a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:17.119301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.159999 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d76a710a-19c4-4429-88a9-54d33c6f9e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.175245 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.180089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb908-0556-4de3-bc87-4230ec40d603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.231436 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.256850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=f482c85f-caee-4451-9799-83a76027c581,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:17.290912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:17.292952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:17.296497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:17.329173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b54842-6257-440d-887a-862f0d839a3e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:17.357887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb908-0556-4de3-bc87-4230ec40d603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.415545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6c637fe1-631a-4d74-979d-6cb25bc7a442 None None] Provisioning complete for port f482c85f-caee-4451-9799-83a76027c581 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:17.419703 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c637fe1-631a-4d74-979d-6cb25bc7a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.559563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6c637fe1-631a-4d74-979d-6cb25bc7a442 None None] Port f482c85f-caee-4451-9799-83a76027c581 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:17.562575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52412) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:17.585744 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-149779e7-8546-4cee-8c40-0e3e528902e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.691770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event deleted for resources: {'Port': ['ID=c78da6de-b16f-4bc5-83fc-7ab5d14b241b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:17.817084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-149779e7-8546-4cee-8c40-0e3e528902e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.859914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-149779e7-8546-4cee-8c40-0e3e528902e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.971984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-149779e7-8546-4cee-8c40-0e3e528902e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=164418d2e5894041997e4c560c002d86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080279 Nov 12 11:20:17.980745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52418) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:17.991122 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb908-0556-4de3-bc87-4230ec40d603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.993847 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb908-0556-4de3-bc87-4230ec40d603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.009487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c9cfb908-0556-4de3-bc87-4230ec40d603 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/578eb61b-bfd2-4a38-83d0-b6907eb5bb80 HTTP/1.1" status: 204 len: 168 time: 1.2529461 Nov 12 11:20:18.037736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-005acc90-421c-46a0-8d5f-9e9a56462112 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2168927 Nov 12 11:20:18.049599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149779e7-8546-4cee-8c40-0e3e528902e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bb4540-af24-429d-84d1-fe31ba3706cb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:18.204661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfb908-0556-4de3-bc87-4230ec40d603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578eb61b-bfd2-4a38-83d0-b6907eb5bb80,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:18.237748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d76a710a-19c4-4429-88a9-54d33c6f9e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.253018 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.266625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d76a710a-19c4-4429-88a9-54d33c6f9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.287305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b8deb7dd-1531-42c1-a3e0-bdafdf7cd5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.330367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fc01f-2fb8-48b2-8f3f-f1c3ab1b7390 None None] Network b0badc56-5e9d-436a-ac6e-c8f82c512deb requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:18.531162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9920a2c4-47a0-419f-8b2c-c6c01c02f43b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:18.577683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a710a-19c4-4429-88a9-54d33c6f9e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83169dc7-52e5-41d7-8841-06a73a8a3282,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:18.638564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d76a710a-19c4-4429-88a9-54d33c6f9e0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=298d452f4f13420890e36093b272fb67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9695733 Nov 12 11:20:18.641654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:18.678732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-919593ae-2990-4d03-afd5-b7b5e2447b5a None None] Provisioning complete for port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:18.679478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-919593ae-2990-4d03-afd5-b7b5e2447b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.894011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:18.898455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.909813 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-919593ae-2990-4d03-afd5-b7b5e2447b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.987203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Router 4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:20:18.990955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9661d927-69a7-414f-9858-133a82c919bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.052762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-919593ae-2990-4d03-afd5-b7b5e2447b5a None None] For port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,segment=NetworkSegment(8063e01c-bb06-4335-8b32-daa8beb72dcc),segment_id=8063e01c-bb06-4335-8b32-daa8beb72dcc)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:19.075618 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9661d927-69a7-414f-9858-133a82c919bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.076644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-919593ae-2990-4d03-afd5-b7b5e2447b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.142416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b8deb7dd-1531-42c1-a3e0-bdafdf7cd5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.159761 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.221699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-c9d18d4e-50b2-4ae4-9962-8c10b00a26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:19.223491 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-c9d18d4e-50b2-4ae4-9962-8c10b00a26f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 1097 time: 0.9965775 Nov 12 11:20:19.303997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919593ae-2990-4d03-afd5-b7b5e2447b5a None None] Pushing event updated for resources: {'Port': ['ID=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:19.417926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:19.445076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9f09384d-76bc-4499-ab2c-97fc1b23aad2 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "PUT /v2.0/routers/4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6995463 Nov 12 11:20:19.448203 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6664c2-a8a1-4f2d-afd8-a5fe6af8571e None None] Sync routers for ids ['4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:19.475480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52446) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:19.500393 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6664c2-a8a1-4f2d-afd8-a5fe6af8571e None None] Routers {'4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:19.503051 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6d6664c2-a8a1-4f2d-afd8-a5fe6af8571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:19.510909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-c16eb324-c834-4d78-9847-db924bc03de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:19.535977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-c16eb324-c834-4d78-9847-db924bc03de6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 200 len: 916 time: 0.2521563 Nov 12 11:20:19.602639 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6d6664c2-a8a1-4f2d-afd8-a5fe6af8571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:19.638103 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6664c2-a8a1-4f2d-afd8-a5fe6af8571e None None] Routers {'4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:19.641719 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6d6664c2-a8a1-4f2d-afd8-a5fe6af8571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:19.645033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-44420cc5-7cee-49ca-b7b8-19b51cd0f51b None None] Provisioning complete for port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:19.646010 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44420cc5-7cee-49ca-b7b8-19b51cd0f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.683261 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-46096183-3ca4-4779-ad1b-5927204c2e25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100 HTTP/1.1" status: 200 len: 217 time: 0.1445038 Nov 12 11:20:19.683977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52448) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:19.739504 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6d6664c2-a8a1-4f2d-afd8-a5fe6af8571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:19.741447 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6664c2-a8a1-4f2d-afd8-a5fe6af8571e None None] The sync data for ids ['4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:19.757025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b8deb7dd-1531-42c1-a3e0-bdafdf7cd5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.760605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b8deb7dd-1531-42c1-a3e0-bdafdf7cd5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.764556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b8deb7dd-1531-42c1-a3e0-bdafdf7cd5e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86bb4540-af24-429d-84d1-fe31ba3706cb HTTP/1.1" status: 204 len: 168 time: 1.7803309 Nov 12 11:20:19.786616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-deba18e8-064b-48e7-b270-8beae8440a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:19.788135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-deba18e8-064b-48e7-b270-8beae8440a4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 200 len: 855 time: 0.0910044 Nov 12 11:20:19.794350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8deb7dd-1531-42c1-a3e0-bdafdf7cd5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bb4540-af24-429d-84d1-fe31ba3706cb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:19.814426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef205506-49a3-446c-83ea-a6db304450e4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.865107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-ef65f85e-3693-42b9-bbff-34b0e91bd957 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9729990-ab48-4932-941d-a906c3d26c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545709 Nov 12 11:20:19.904272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9661d927-69a7-414f-9858-133a82c919bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.908491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9661d927-69a7-414f-9858-133a82c919bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.909823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9661d927-69a7-414f-9858-133a82c919bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83169dc7-52e5-41d7-8841-06a73a8a3282 HTTP/1.1" status: 204 len: 168 time: 1.2671216 Nov 12 11:20:19.967887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661d927-69a7-414f-9858-133a82c919bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83169dc7-52e5-41d7-8841-06a73a8a3282,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:19.974448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888114013'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:20.053412 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.071620 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.137730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef205506-49a3-446c-83ea-a6db304450e4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.140733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef205506-49a3-446c-83ea-a6db304450e4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.207506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef205506-49a3-446c-83ea-a6db304450e4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.208252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef205506-49a3-446c-83ea-a6db304450e4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Fanout notify agent at l3_agent the message router_deleted on router 4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:20:20.218153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef205506-49a3-446c-83ea-a6db304450e4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.223467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ef205506-49a3-446c-83ea-a6db304450e4 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "DELETE /v2.0/routers/4dccb6cf-a2df-4a20-8593-4e31f5c4b8f7 HTTP/1.1" status: 204 len: 168 time: 0.7358210 Nov 12 11:20:20.223594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52462) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:20.336189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-6dcba2f3-57c5-4d7f-8cd6-b9ca3a4ea3c9 service neutron] 10.222.0.52 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968301 Nov 12 11:20:20.355028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.356007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9920a2c4-47a0-419f-8b2c-c6c01c02f43b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:20.403039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-350103ac-0373-4948-b073-025e4936d522 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Deleting subnet c985205d-5325-4e6b-b6f4-b2624eaa352b {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:20.409286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-350103ac-0373-4948-b073-025e4936d522 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.465604 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-350103ac-0373-4948-b073-025e4936d522 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.471332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:20.471721 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.618227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.686750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.754169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61114bb9-0d1d-48e4-b259-a5fafd0bd889,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:20.973292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-72e630ec-d5bc-4d0e-b8d5-d8322f1a45cc req-c531d505-fe86-46ba-a2c1-2244532e66fb service neutron] 10.222.0.52 "GET /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202409 Nov 12 11:20:21.020633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-350103ac-0373-4948-b073-025e4936d522 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.073964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.086658 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.135166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29182b48-6d29-4302-9bb5-1f0cbbe7b550,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:21.140288 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.141623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5491b1cc-c86a-4b39-a0a7-f2730900184b tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4519823 Nov 12 11:20:21.145468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52500) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:21.179595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Router 7a08f174-e882-4465-aeab-2cb9b7628052 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:20:21.243314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-350103ac-0373-4948-b073-025e4936d522 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.256284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-83cb2823-3ea3-4dd9-bae1-f9152ac7600d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1081994 Nov 12 11:20:21.259466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52502) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:21.270062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-be55494a-bd6f-43f8-9dba-8187df0bfcfa tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-security--1374526229', 'description': 'tempest-security-description-685779017'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:21.311270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-350103ac-0373-4948-b073-025e4936d522 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.319271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-350103ac-0373-4948-b073-025e4936d522 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "DELETE /v2.0/subnets/c985205d-5325-4e6b-b6f4-b2624eaa352b HTTP/1.1" status: 204 len: 168 time: 1.0892992 Nov 12 11:20:21.320340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce94536-c54e-4470-b0f4-f3888ff0133c None None] Network 10673a52-a975-4f17-9620-f72a0039c2d9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:21.323884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350103ac-0373-4948-b073-025e4936d522 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event deleted for resources: {'Subnet': ['ID=c985205d-5325-4e6b-b6f4-b2624eaa352b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:21.325489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52506) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:21.421836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be55494a-bd6f-43f8-9dba-8187df0bfcfa tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.437569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:21.480110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Sync routers for ids ['7a08f174-e882-4465-aeab-2cb9b7628052'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:21.480374 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.481804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-40e0b6f9-7899-4fff-89ef-d4d1e3991cd1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.7994213 Nov 12 11:20:21.489104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52512) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:21.545930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Routers {'7a08f174-e882-4465-aeab-2cb9b7628052'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:21.545930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7a08f174-e882-4465-aeab-2cb9b7628052'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:21.702775 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.735129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be55494a-bd6f-43f8-9dba-8187df0bfcfa tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.748700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be55494a-bd6f-43f8-9dba-8187df0bfcfa tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.757265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be55494a-bd6f-43f8-9dba-8187df0bfcfa tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.761807 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-be55494a-bd6f-43f8-9dba-8187df0bfcfa tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "PUT /v2.0/security-groups/29182b48-6d29-4302-9bb5-1f0cbbe7b550 HTTP/1.1" status: 200 len: 1796 time: 0.5011575 Nov 12 11:20:21.762739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52526) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:21.884097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52532) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:21.896003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-00632b3b-2b6c-4536-9565-3fb0de3659fd tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups/29182b48-6d29-4302-9bb5-1f0cbbe7b550 HTTP/1.1" status: 200 len: 1796 time: 0.1240931 Nov 12 11:20:21.980447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55494a-bd6f-43f8-9dba-8187df0bfcfa tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29182b48-6d29-4302-9bb5-1f0cbbe7b550,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:22.069884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Deleting port eee19678-25cb-4b98-a366-03e2d783d319 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:22.070552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.120576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Set router 7a08f174-e882-4465-aeab-2cb9b7628052 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:22.203630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] For port eee19678-25cb-4b98-a366-03e2d783d319, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=eee19678-25cb-4b98-a366-03e2d783d319,segment=NetworkSegment(6489641c-b2b5-4de2-a6d8-9691c50bb8e4),segment_id=6489641c-b2b5-4de2-a6d8-9691c50bb8e4)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:22.204390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.242634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Calling delete_port for eee19678-25cb-4b98-a366-03e2d783d319 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:22.284933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2ed35b4e-0621-4b2b-a134-819ae0ea57b4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.357749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] DHCP port deletion for 10673a52-a975-4f17-9620-f72a0039c2d9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:22.360478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device eee19678-25cb-4b98-a366-03e2d783d319 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:22.469484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2ed35b4e-0621-4b2b-a134-819ae0ea57b4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.485935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.513063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] No DVR routers for this DVR port eee19678-25cb-4b98-a366-03e2d783d319 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:22.530183 n-d-768851-19 neutron-server[109167]: INFO neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No ports have port_id starting with eee19678-25cb-4b98-a366-03e2d783d319 Nov 12 11:20:22.630060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event deleted for resources: {'Port': ['ID=eee19678-25cb-4b98-a366-03e2d783d319,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:22.761074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] Deleting port eee19678-25cb-4b98-a366-03e2d783d319 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:22.761348 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.784167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.836375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10673a52-a975-4f17-9620-f72a0039c2d9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:22.863163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6489641c-b2b5-4de2-a6d8-9691c50bb8e4') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:22.863373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6489641c-b2b5-4de2-a6d8-9691c50bb8e4') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:22.886070 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.925639 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.940809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:22.941248 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:22.953292 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:22.994608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.000839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2ed35b4e-0621-4b2b-a134-819ae0ea57b4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.007563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2ed35b4e-0621-4b2b-a134-819ae0ea57b4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.020634 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2ed35b4e-0621-4b2b-a134-819ae0ea57b4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/29182b48-6d29-4302-9bb5-1f0cbbe7b550 HTTP/1.1" status: 204 len: 168 time: 1.1350651 Nov 12 11:20:23.021512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52558) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:23.027000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] For port eee19678-25cb-4b98-a366-03e2d783d319, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:23.027655 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.077509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:17Z', 'revision_number': 3, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:23.117174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed35b4e-0621-4b2b-a134-819ae0ea57b4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29182b48-6d29-4302-9bb5-1f0cbbe7b550,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:23.125854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.136584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.154756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] 10.222.0.31 "DELETE /v2.0/networks/10673a52-a975-4f17-9620-f72a0039c2d9 HTTP/1.1" status: 204 len: 168 time: 1.8265109 Nov 12 11:20:23.210076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25abfc-f2d5-4c69-a899-85432503f744 tempest-FloatingIPNegativeTestJSON-1850848808 tempest-FloatingIPNegativeTestJSON-1850848808-project] Pushing event deleted for resources: {'Network': ['ID=10673a52-a975-4f17-9620-f72a0039c2d9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:23.661575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] Calling delete_port for eee19678-25cb-4b98-a366-03e2d783d319 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:23.666755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Checking router: 7a08f174-e882-4465-aeab-2cb9b7628052 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:20:23.667658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Updating router 7a08f174-e882-4465-aeab-2cb9b7628052 port f482c85f-caee-4451-9799-83a76027c581 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:20:23.705147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] Port eee19678-25cb-4b98-a366-03e2d783d319 was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:20:23.706800 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.711907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52586) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:23.715523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-83cb3323-c53a-4b23-911f-513abeaa932f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6539538 Nov 12 11:20:23.743053 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.763560 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-d62d508c-179b-4a72-b11d-b33f3c76cde5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] delete failed (client error): The resource could not be found. Nov 12 11:20:23.771130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d62d508c-179b-4a72-b11d-b33f3c76cde5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/29182b48-6d29-4302-9bb5-1f0cbbe7b550 HTTP/1.1" status: 404 len: 347 time: 0.0574374 Nov 12 11:20:23.775835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52592) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:23.783350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] Pushing event deleted for resources: {'Port': ['ID=eee19678-25cb-4b98-a366-03e2d783d319,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:23.801499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] Network 10673a52-a975-4f17-9620-f72a0039c2d9 is not hosted by any dhcp agent {{(pid=109167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:20:23.802100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184e46b-203a-4d93-be34-d7f6168b1ba0 None None] No DVR routers for this DVR port eee19678-25cb-4b98-a366-03e2d783d319 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:23.813387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-188d548b-38b2-46b3-a2ae-6842ac092567 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381226752'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:23.924721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-188d548b-38b2-46b3-a2ae-6842ac092567 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.990803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-14e820f1-2b8a-46ba-ab1a-fa4be6ceb90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.023957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52604) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:24.075308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Allocated IP 172.20.0.1 (b0badc56-5e9d-436a-ac6e-c8f82c512deb/bebc0226-4657-4372-92f9-4f93bc11a330/b9beaf9b-cb15-4105-92ad-154df88228dc) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:24.143895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-188d548b-38b2-46b3-a2ae-6842ac092567 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.150707 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-188d548b-38b2-46b3-a2ae-6842ac092567 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.264300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-188d548b-38b2-46b3-a2ae-6842ac092567 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.274378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-188d548b-38b2-46b3-a2ae-6842ac092567 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4969118 Nov 12 11:20:24.277914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52624) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:24.294923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6a1835f9-1674-4e3a-a9d9-445b0289c9c5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '9b606460-2cba-48df-96dd-fc1b6d4c032e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:24.323970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d548b-38b2-46b3-a2ae-6842ac092567 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b606460-2cba-48df-96dd-fc1b6d4c032e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:24.410768 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a1835f9-1674-4e3a-a9d9-445b0289c9c5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.491178 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.514504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.609557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a1835f9-1674-4e3a-a9d9-445b0289c9c5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.618237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafea6c8-21ea-4c0a-8783-694416fd27b3 None None] Pushing event updated for resources: {'Port': ['ID=f482c85f-caee-4451-9799-83a76027c581,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:24.622276 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a1835f9-1674-4e3a-a9d9-445b0289c9c5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.630378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f34bb-77fe-4c97-b9da-58c6870f16cd None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:24.661427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Attempting to bind port f482c85f-caee-4451-9799-83a76027c581 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:24.661803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Attempting to bind port f482c85f-caee-4451-9799-83a76027c581 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:24.664822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Attempting to bind port f482c85f-caee-4451-9799-83a76027c581 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:24.696971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:24.699366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:24.700286 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1835f9-1674-4e3a-a9d9-445b0289c9c5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb8277c-69cd-4b87-9e24-441774f1bece,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:24.701555 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.706620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:24.711926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Bound port: f482c85f-caee-4451-9799-83a76027c581, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:24.712446 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.726489 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6a1835f9-1674-4e3a-a9d9-445b0289c9c5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.731814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6a1835f9-1674-4e3a-a9d9-445b0289c9c5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4502900 Nov 12 11:20:24.732755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52660) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:24.828514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-489cabba-49d4-4de3-9a6b-6896c3c326ba tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.854890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-489cabba-49d4-4de3-9a6b-6896c3c326ba tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.928900 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-489cabba-49d4-4de3-9a6b-6896c3c326ba tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.934610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] For port f482c85f-caee-4451-9799-83a76027c581, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:24.939578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] For port f482c85f-caee-4451-9799-83a76027c581, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f482c85f-caee-4451-9799-83a76027c581,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:24.951385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.967941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-489cabba-49d4-4de3-9a6b-6896c3c326ba tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.983020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-489cabba-49d4-4de3-9a6b-6896c3c326ba tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6cb8277c-69cd-4b87-9e24-441774f1bece HTTP/1.1" status: 204 len: 168 time: 0.2488449 Nov 12 11:20:24.984633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cabba-49d4-4de3-9a6b-6896c3c326ba tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cb8277c-69cd-4b87-9e24-441774f1bece,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:24.990169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52676) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.109226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b640566-5074-486c-ab81-7fd67aeef253 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:25.170453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-742fc025-2d45-4f0b-ba8c-ec5ffb4b717f None None] Provisioning complete for port f482c85f-caee-4451-9799-83a76027c581 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:25.170950 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-742fc025-2d45-4f0b-ba8c-ec5ffb4b717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.171455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c030b5da-7fe9-4486-bdb8-5045fd5d348a tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1775925 Nov 12 11:20:25.173565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52680) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.202473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Routers {'7a08f174-e882-4465-aeab-2cb9b7628052'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:25.203143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:19:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7a08f174-e882-4465-aeab-2cb9b7628052'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:25.242950 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7c00839e-ffb0-4b9d-8166-02cd8aca11eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3a8e689a8844f609497e6bf4b045a18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2151823 Nov 12 11:20:25.243906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52682) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.367114 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb18c342-e49c-4cb1-bcdc-cf763fae387d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.397711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafea6c8-21ea-4c0a-8783-694416fd27b3 None None] Pushing event updated for resources: {'Port': ['ID=f482c85f-caee-4451-9799-83a76027c581,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:25.437520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb18c342-e49c-4cb1-bcdc-cf763fae387d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.485995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd74f188-3a9e-47fa-a1fb-427666856f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.520184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.589724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52688) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.720668 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb18c342-e49c-4cb1-bcdc-cf763fae387d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.734789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb18c342-e49c-4cb1-bcdc-cf763fae387d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.752789 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eb18c342-e49c-4cb1-bcdc-cf763fae387d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b606460-2cba-48df-96dd-fc1b6d4c032e HTTP/1.1" status: 204 len: 168 time: 0.5704274 Nov 12 11:20:25.753745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52694) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.810682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18c342-e49c-4cb1-bcdc-cf763fae387d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b606460-2cba-48df-96dd-fc1b6d4c032e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:25.866990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.901579 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-742fc025-2d45-4f0b-ba8c-ec5ffb4b717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.918109 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b70f8fea-7ce8-42de-a256-1aedab2c677c tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1106555 Nov 12 11:20:25.922200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52696) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.927237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c1e006a8-b3d4-45fb-9ffe-9cbde469d291 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-secgroup--71661304'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:25.942855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd74f188-3a9e-47fa-a1fb-427666856f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.946218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-742fc025-2d45-4f0b-ba8c-ec5ffb4b717f None None] For port f482c85f-caee-4451-9799-83a76027c581, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f482c85f-caee-4451-9799-83a76027c581,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:25.959173 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-742fc025-2d45-4f0b-ba8c-ec5ffb4b717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.963117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] Set router 7a08f174-e882-4465-aeab-2cb9b7628052 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:26.010980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c1e006a8-b3d4-45fb-9ffe-9cbde469d291 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.107048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fc025-2d45-4f0b-ba8c-ec5ffb4b717f None None] Pushing event updated for resources: {'Port': ['ID=f482c85f-caee-4451-9799-83a76027c581,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:26.170624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Network b0badc56-5e9d-436a-ac6e-c8f82c512deb is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:26.217036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Pushing event updated for resources: {'Port': ['ID=b9beaf9b-cb15-4105-92ad-154df88228dc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:26.219907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e372953-3964-49cd-89a8-3d25e524cb37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.244920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:26.245615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c1e006a8-b3d4-45fb-9ffe-9cbde469d291 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.261306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c1e006a8-b3d4-45fb-9ffe-9cbde469d291 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.270603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:26.317581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e006a8-b3d4-45fb-9ffe-9cbde469d291 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218dbd2e-e9f6-434c-9b53-f6049077f4ea,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:26.322345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c1e006a8-b3d4-45fb-9ffe-9cbde469d291 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.324043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c1e006a8-b3d4-45fb-9ffe-9cbde469d291 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4005437 Nov 12 11:20:26.332485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52702) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:26.349490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a195a232-03a1-4d5a-a0dc-9f29e490d7d5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '218dbd2e-e9f6-434c-9b53-f6049077f4ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:26.378399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd74f188-3a9e-47fa-a1fb-427666856f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.388561 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0152d0a6-f0f4-4af4-89b1-e733e7fa0d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.390699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bd74f188-3a9e-47fa-a1fb-427666856f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.400098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bd74f188-3a9e-47fa-a1fb-427666856f9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/004bba90-850a-4f41-86c8-3fc3e859e751 HTTP/1.1" status: 204 len: 168 time: 1.1535180 Nov 12 11:20:26.433654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a195a232-03a1-4d5a-a0dc-9f29e490d7d5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.456182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74f188-3a9e-47fa-a1fb-427666856f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004bba90-850a-4f41-86c8-3fc3e859e751,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:26.496752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.527273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5e6f3f11-e5d5-4206-93d0-be3f78a3d674 None None] Provisioning complete for port f482c85f-caee-4451-9799-83a76027c581 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:26.527749 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e6f3f11-e5d5-4206-93d0-be3f78a3d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.564391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e372953-3964-49cd-89a8-3d25e524cb37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.586892 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e372953-3964-49cd-89a8-3d25e524cb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.684373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e372953-3964-49cd-89a8-3d25e524cb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60912ea3-896c-4191-bf83-e9e1c19d0fc7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:26.729760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a195a232-03a1-4d5a-a0dc-9f29e490d7d5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.741512 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a195a232-03a1-4d5a-a0dc-9f29e490d7d5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.761197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195a232-03a1-4d5a-a0dc-9f29e490d7d5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9726dee3-e1e6-48ee-88de-4c6397751356,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:26.766233 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.770980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0e372953-3964-49cd-89a8-3d25e524cb37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e4815328ff6405fa37e378dec449f82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1777449 Nov 12 11:20:26.775995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52710) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:26.803527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a195a232-03a1-4d5a-a0dc-9f29e490d7d5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.808709 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a195a232-03a1-4d5a-a0dc-9f29e490d7d5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4623835 Nov 12 11:20:26.809400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52712) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:26.814930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ff283db8-4c13-481f-8ed8-035c6645f1fe tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '218dbd2e-e9f6-434c-9b53-f6049077f4ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:26.882343 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff283db8-4c13-481f-8ed8-035c6645f1fe tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.942734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:17Z', 'revision_number': 3, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:27.071464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c8b74-3a00-4276-b711-435d5f5368ee None None] The sync data for ids ['7a08f174-e882-4465-aeab-2cb9b7628052'] in n-d-768851-19 is: [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:17Z', 'revision_number': 3, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:27.105368 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff283db8-4c13-481f-8ed8-035c6645f1fe tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.117838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff283db8-4c13-481f-8ed8-035c6645f1fe tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.164250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff283db8-4c13-481f-8ed8-035c6645f1fe tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c481f552-59c7-4a32-9d31-344e525a8a97,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:27.214290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-06a3e65f-7280-4043-986c-484f5bf823a1 None None] Provisioning complete for port b9beaf9b-cb15-4105-92ad-154df88228dc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:27.214663 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-06a3e65f-7280-4043-986c-484f5bf823a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.228361 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff283db8-4c13-481f-8ed8-035c6645f1fe tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.230102 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ff283db8-4c13-481f-8ed8-035c6645f1fe tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4189062 Nov 12 11:20:27.236559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52730) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:27.251052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b5442b4c-b2fe-492b-98d1-803db1b7402f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '218dbd2e-e9f6-434c-9b53-f6049077f4ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:27.297910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.309870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-06a3e65f-7280-4043-986c-484f5bf823a1 None None] Port b9beaf9b-cb15-4105-92ad-154df88228dc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:27.337738 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f2def2c-73dc-44a7-a0c0-10a4506ffcf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.340567 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.344033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5442b4c-b2fe-492b-98d1-803db1b7402f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.438338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f2def2c-73dc-44a7-a0c0-10a4506ffcf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.513562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.528481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Pushing event updated for resources: {'Port': ['ID=b9beaf9b-cb15-4105-92ad-154df88228dc,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:27.607551 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5442b4c-b2fe-492b-98d1-803db1b7402f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.617004 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5442b4c-b2fe-492b-98d1-803db1b7402f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.690724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5442b4c-b2fe-492b-98d1-803db1b7402f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3092b449-626f-4ddb-96bb-68c2719e4220,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:27.777035 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.785514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b5442b4c-b2fe-492b-98d1-803db1b7402f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.789867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b5442b4c-b2fe-492b-98d1-803db1b7402f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5465603 Nov 12 11:20:27.795663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52744) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:27.800349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5cf333ff-f395-4f59-9eaa-5a9f04c291e3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '218dbd2e-e9f6-434c-9b53-f6049077f4ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:27.915450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cf333ff-f395-4f59-9eaa-5a9f04c291e3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.974597 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f2def2c-73dc-44a7-a0c0-10a4506ffcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.979812 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f2def2c-73dc-44a7-a0c0-10a4506ffcf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.983775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f2def2c-73dc-44a7-a0c0-10a4506ffcf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60912ea3-896c-4191-bf83-e9e1c19d0fc7 HTTP/1.1" status: 204 len: 168 time: 1.2050922 Nov 12 11:20:28.002778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-efc8c44b-5097-46f8-960e-75f22e2a98f1 req-bc45dd18-80c9-44f2-8152-e17ea1667f82 service neutron] (109165) timed out ('10.222.0.52', 65333) {{(pid=109165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:20:28.022194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2def2c-73dc-44a7-a0c0-10a4506ffcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60912ea3-896c-4191-bf83-e9e1c19d0fc7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:28.046237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Network b0badc56-5e9d-436a-ac6e-c8f82c512deb is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:28.058766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:28.088630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52752) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:28.309266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cf333ff-f395-4f59-9eaa-5a9f04c291e3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.314928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cf333ff-f395-4f59-9eaa-5a9f04c291e3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.360228 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5cf333ff-f395-4f59-9eaa-5a9f04c291e3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.367186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5cf333ff-f395-4f59-9eaa-5a9f04c291e3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5704319 Nov 12 11:20:28.374190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52756) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:28.387604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3b09c50c-e75e-4ab8-8c9b-7cf21965d053 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '218dbd2e-e9f6-434c-9b53-f6049077f4ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:28.456481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf333ff-f395-4f59-9eaa-5a9f04c291e3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad31d8a9-748f-43dd-afcd-c884aecfb9e5,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:28.524785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b09c50c-e75e-4ab8-8c9b-7cf21965d053 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.554256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Router 7a08f174-e882-4465-aeab-2cb9b7628052 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:20:28.568295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f482c85f-caee-4451-9799-83a76027c581 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:28.608234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1687659920'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:28.738191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f482c85f-caee-4451-9799-83a76027c581 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:28.738641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.808737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Made reservation on behalf of 26ded063bc824a6c8463439bbc8886f8 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:28.832557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.871419 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.893565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-54ffeac8-f74f-4b48-a275-2730bbd11a19 None None] Provisioning complete for port b9beaf9b-cb15-4105-92ad-154df88228dc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:28.893978 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-54ffeac8-f74f-4b48-a275-2730bbd11a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.965436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:28.991802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-05314b72-2d5d-4361-b11d-93919a871264 admin admin] 10.222.0.31 "PUT /v2.0/routers/7a08f174-e882-4465-aeab-2cb9b7628052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5011833 Nov 12 11:20:29.001842 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b09c50c-e75e-4ab8-8c9b-7cf21965d053 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.023453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b09c50c-e75e-4ab8-8c9b-7cf21965d053 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.075815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-54ffeac8-f74f-4b48-a275-2730bbd11a19 None None] Port b9beaf9b-cb15-4105-92ad-154df88228dc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:29.160996 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.174553 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b09c50c-e75e-4ab8-8c9b-7cf21965d053 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.178929 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3b09c50c-e75e-4ab8-8c9b-7cf21965d053 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8005702 Nov 12 11:20:29.178929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.179360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52766) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.195732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52768) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.213412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09c50c-e75e-4ab8-8c9b-7cf21965d053 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815d3b30-0295-43c4-9aef-111cfb4d61c1,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:29.235701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:29.244600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce6cfd-d2a5-4dd5-abf4-bf43acf727c1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:29.255491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.256593 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Added segment 2933f479-bf77-447a-ac98-c201c4b340cc of type vlan for network 7e4efa89-df98-4a18-b803-de577ac10be8 Nov 12 11:20:29.281088 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1b446885-4abd-4b14-915a-99342181a5d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.298556 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8203c39a-db98-416a-ac80-0acc09b055f3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.316268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.369543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.380030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:29.380886 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.447641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1b446885-4abd-4b14-915a-99342181a5d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.457813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1b446885-4abd-4b14-915a-99342181a5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.461827 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8203c39a-db98-416a-ac80-0acc09b055f3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.468358 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.491912 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4014268 Nov 12 11:20:29.496676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52778) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.504107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Request body: {'subnet': {'network_id': '7e4efa89-df98-4a18-b803-de577ac10be8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:29.534171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b446885-4abd-4b14-915a-99342181a5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7687c650-ebea-42da-a888-d1f512935c62,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:29.584972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18899dd3-4225-4adc-832c-0ebb3b815c2b tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Pushing event updated for resources: {'Network': ['ID=7e4efa89-df98-4a18-b803-de577ac10be8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:29.598162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 7e4efa89-df98-4a18-b803-de577ac10be8 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:29.650291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1b446885-4abd-4b14-915a-99342181a5d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1872cc89b2e246abbdef4636bdd88924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4510734 Nov 12 11:20:29.666046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52784) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.704433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8203c39a-db98-416a-ac80-0acc09b055f3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.733884 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8203c39a-db98-416a-ac80-0acc09b055f3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.738332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Made reservation on behalf of 26ded063bc824a6c8463439bbc8886f8 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:29.742522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8203c39a-db98-416a-ac80-0acc09b055f3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/815d3b30-0295-43c4-9aef-111cfb4d61c1 HTTP/1.1" status: 204 len: 168 time: 0.5592082 Nov 12 11:20:29.744309 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.776705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52786) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.821211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203c39a-db98-416a-ac80-0acc09b055f3 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=815d3b30-0295-43c4-9aef-111cfb4d61c1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:30.000163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4362b8e6-906d-40b0-a10b-a887d240192c tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2209017 Nov 12 11:20:30.011350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52800) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.027684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-890418c0-60f5-45b9-9dc0-725b5180f43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.095171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6deda651-4ee9-4320-b51f-63ece5afcd7f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.101249 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-890418c0-60f5-45b9-9dc0-725b5180f43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.133355 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6deda651-4ee9-4320-b51f-63ece5afcd7f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.170994 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6deda651-4ee9-4320-b51f-63ece5afcd7f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.184646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6deda651-4ee9-4320-b51f-63ece5afcd7f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.186501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6deda651-4ee9-4320-b51f-63ece5afcd7f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ad31d8a9-748f-43dd-afcd-c884aecfb9e5 HTTP/1.1" status: 204 len: 168 time: 0.1741748 Nov 12 11:20:30.191443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52808) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.207855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deda651-4ee9-4320-b51f-63ece5afcd7f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad31d8a9-748f-43dd-afcd-c884aecfb9e5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:30.243226 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-890418c0-60f5-45b9-9dc0-725b5180f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.247310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-890418c0-60f5-45b9-9dc0-725b5180f43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.253581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-890418c0-60f5-45b9-9dc0-725b5180f43c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7687c650-ebea-42da-a888-d1f512935c62 HTTP/1.1" status: 204 len: 168 time: 0.5862060 Nov 12 11:20:30.262584 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Sync routers for ids ['7a08f174-e882-4465-aeab-2cb9b7628052'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:30.267030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890418c0-60f5-45b9-9dc0-725b5180f43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7687c650-ebea-42da-a888-d1f512935c62,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:30.285806 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Routers {'7a08f174-e882-4465-aeab-2cb9b7628052'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:30.286431 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:20:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7a08f174-e882-4465-aeab-2cb9b7628052'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:30.312768 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.334246 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27c5244a-7ed1-4bce-87aa-9d22e43a2895 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1372721 Nov 12 11:20:30.336943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52812) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.401801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb513-3f70-4d7b-ae07-95a89e69512d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.427187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb513-3f70-4d7b-ae07-95a89e69512d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.474412 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb513-3f70-4d7b-ae07-95a89e69512d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.491956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb513-3f70-4d7b-ae07-95a89e69512d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.493944 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2a3cb513-3f70-4d7b-ae07-95a89e69512d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3092b449-626f-4ddb-96bb-68c2719e4220 HTTP/1.1" status: 204 len: 168 time: 0.1557148 Nov 12 11:20:30.495240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cb513-3f70-4d7b-ae07-95a89e69512d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3092b449-626f-4ddb-96bb-68c2719e4220,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:30.507535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52816) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.524554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Pushing event updated for resources: {'Subnet': ['ID=b8a60b1e-1de7-450a-9be9-371dea50f56a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:30.551395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Checking segment: {'id': '2933f479-bf77-447a-ac98-c201c4b340cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7e4efa89-df98-4a18-b803-de577ac10be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:30.552955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Network hostable DHCP agents. Network: 7e4efa89-df98-4a18-b803-de577ac10be8, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:20:30.577112 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Set router 7a08f174-e882-4465-aeab-2cb9b7628052 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:30.594246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Network 7e4efa89-df98-4a18-b803-de577ac10be8 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:20:30.609576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 7e4efa89-df98-4a18-b803-de577ac10be8) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:30.621990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a56e8360-a375-45d2-a7c6-127de8113b21 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1128719 Nov 12 11:20:30.625773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52820) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.629498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:30.633520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.679846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb4ebd-0f78-43d7-abc2-0ac19a59644a None None] Network 7e4efa89-df98-4a18-b803-de577ac10be8 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:30.701493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-354de2da-664e-4b7e-aa13-f2aaeb444537 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2034564 Nov 12 11:20:30.705485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52824) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.705898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e60afe3-691f-49e1-a5a6-6f93bc5f6a5c tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.711059 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Request body: {'port': {'network_id': '7e4efa89-df98-4a18-b803-de577ac10be8', 'name': 'tempest-TagsExtTest-849972155'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:30.741199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e60afe3-691f-49e1-a5a6-6f93bc5f6a5c tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.884405 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e60afe3-691f-49e1-a5a6-6f93bc5f6a5c tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.920039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5e60afe3-691f-49e1-a5a6-6f93bc5f6a5c tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.933509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5e60afe3-691f-49e1-a5a6-6f93bc5f6a5c tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c481f552-59c7-4a32-9d31-344e525a8a97 HTTP/1.1" status: 204 len: 168 time: 0.3057940 Nov 12 11:20:30.940265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60afe3-691f-49e1-a5a6-6f93bc5f6a5c tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c481f552-59c7-4a32-9d31-344e525a8a97,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:30.942309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52830) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.991311 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:26Z', 'revision_number': 4, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b9beaf9b-cb15-4105-92ad-154df88228dc', 'name': '', 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'mac_address': 'fa:16:3e:00:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'bebc0226-4657-4372-92f9-4f93bc11a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:23Z', 'updated_at': '2021-11-12T11:20:27Z', 'revision_number': 2, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'subnets': [{'id': 'bebc0226-4657-4372-92f9-4f93bc11a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:31.059864 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.101921 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Checking router: 7a08f174-e882-4465-aeab-2cb9b7628052 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:20:31.104172 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Updating router 7a08f174-e882-4465-aeab-2cb9b7628052 port b9beaf9b-cb15-4105-92ad-154df88228dc binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:20:31.132555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ff118ff9-42bb-4c16-aa36-b3319fcc09fa tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1838820 Nov 12 11:20:31.133398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52838) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:31.152396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Made reservation on behalf of 26ded063bc824a6c8463439bbc8886f8 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:31.167995 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.232809 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.263878 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5106b263-8dcd-44bb-a17e-d557cbc93762 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.275228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] device_id is not set on port 0a5315ab-14cf-43ef-ae7d-b1f1562ed664 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:20:31.292700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5106b263-8dcd-44bb-a17e-d557cbc93762 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.439749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5106b263-8dcd-44bb-a17e-d557cbc93762 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.469176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5106b263-8dcd-44bb-a17e-d557cbc93762 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.472764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5106b263-8dcd-44bb-a17e-d557cbc93762 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9726dee3-e1e6-48ee-88de-4c6397751356 HTTP/1.1" status: 204 len: 168 time: 0.3358529 Nov 12 11:20:31.491048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-7e4efa89-df98-4a18-b803-de577ac10be8', 'network_id': '7e4efa89-df98-4a18-b803-de577ac10be8', 'tenant_id': '26ded063bc824a6c8463439bbc8886f8', 'fixed_ips': [{'subnet_id': 'b8a60b1e-1de7-450a-9be9-371dea50f56a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:20:31.496281 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.518958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52846) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:31.587615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106b263-8dcd-44bb-a17e-d557cbc93762 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9726dee3-e1e6-48ee-88de-4c6397751356,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:31.689873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-50dec78e-cdca-4033-b8c3-4a66400f537e tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1629243 Nov 12 11:20:31.701072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52850) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:31.748497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Allocated IP 172.20.0.13 (7e4efa89-df98-4a18-b803-de577ac10be8/b8a60b1e-1de7-450a-9be9-371dea50f56a/0a5315ab-14cf-43ef-ae7d-b1f1562ed664) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:31.850491 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:20:31.912732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-796dc653-f137-466e-a302-b4c9fb8d1be9 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.006629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-796dc653-f137-466e-a302-b4c9fb8d1be9 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.070625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52868) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:32.252899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-796dc653-f137-466e-a302-b4c9fb8d1be9 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.264905 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-796dc653-f137-466e-a302-b4c9fb8d1be9 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.269198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-796dc653-f137-466e-a302-b4c9fb8d1be9 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/218dbd2e-e9f6-434c-9b53-f6049077f4ea HTTP/1.1" status: 204 len: 168 time: 0.5713391 Nov 12 11:20:32.293134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52876) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:32.311868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.328086 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.348101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dc653-f137-466e-a302-b4c9fb8d1be9 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218dbd2e-e9f6-434c-9b53-f6049077f4ea,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:32.349759 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.397261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.544352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52880) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:32.554584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Network 7e4efa89-df98-4a18-b803-de577ac10be8 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:32.578260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Allocated IP 172.20.0.2 (7e4efa89-df98-4a18-b803-de577ac10be8/b8a60b1e-1de7-450a-9be9-371dea50f56a/ca572c9e-06dd-4676-acfb-f4e0c87752e0) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:32.595614 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:32.613881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:32.754185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7df10499-de6b-4296-a7bc-57a85c83af39 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4456518 Nov 12 11:20:32.764782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52888) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:32.770599 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Pushing event updated for resources: {'Port': ['ID=b9beaf9b-cb15-4105-92ad-154df88228dc,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:32.772992 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Attempting to bind port b9beaf9b-cb15-4105-92ad-154df88228dc on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:32.773366 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Attempting to bind port b9beaf9b-cb15-4105-92ad-154df88228dc by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:32.773729 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Attempting to bind port b9beaf9b-cb15-4105-92ad-154df88228dc on network b0badc56-5e9d-436a-ac6e-c8f82c512deb {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:32.829147 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:32.829478 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Checking segment: {'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:32.829840 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.830222 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Bound using segment: {'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:32.830716 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Bound port: b9beaf9b-cb15-4105-92ad-154df88228dc, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063e01c-bb06-4335-8b32-daa8beb72dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:32.831100 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.852771 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.853783 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.853964 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.854435 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.854986 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.855534 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.856067 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.856608 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.859484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8658a0a6-9567-4d90-b3b4-6b8afdbf8624 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-secgroup--137625964'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:32.863764 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.864554 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.865763 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.871478 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:32.932580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:32.951418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.974442 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8658a0a6-9567-4d90-b3b4-6b8afdbf8624 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.024340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'networks': [{'name': 'tempest-network--1448511848'}, {'name': 'tempest-network--1609607858'}]} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:33.032961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'network': {'name': 'tempest-network--1448511848'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:33.034588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'network': {'name': 'tempest-network--1609607858'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:33.123979 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] For port b9beaf9b-cb15-4105-92ad-154df88228dc, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:33.137743 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] For port b9beaf9b-cb15-4105-92ad-154df88228dc, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b9beaf9b-cb15-4105-92ad-154df88228dc,segment=NetworkSegment(8063e01c-bb06-4335-8b32-daa8beb72dcc),segment_id=8063e01c-bb06-4335-8b32-daa8beb72dcc)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:33.151534 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.166945 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8658a0a6-9567-4d90-b3b4-6b8afdbf8624 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.177715 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8658a0a6-9567-4d90-b3b4-6b8afdbf8624 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.200765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Made reservation on behalf of 09d9a7b647144ed6b189b8da02b023d6 for: {'network': 2} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:33.227561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.248062 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.274345 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.286353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658a0a6-9567-4d90-b3b4-6b8afdbf8624 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5cb066-a4ae-44af-afe3-2259feb30bec,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:33.301117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.313249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Pushing event updated for resources: {'Port': ['ID=0a5315ab-14cf-43ef-ae7d-b1f1562ed664,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:33.339264 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5c8db724-e866-4f72-b852-9f61913c175d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6319892 Nov 12 11:20:33.394033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52894) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:33.409650 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Routers {'7a08f174-e882-4465-aeab-2cb9b7628052'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:33.410982 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:20:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7a08f174-e882-4465-aeab-2cb9b7628052'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:33.443330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4945076b-de83-4b6c-ae72-9196141116f7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-23854934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:33.462531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2685279a-6f3c-48a4-9469-07d945f5539c None None] Provisioning complete for port b9beaf9b-cb15-4105-92ad-154df88228dc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:33.465953 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2685279a-6f3c-48a4-9469-07d945f5539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.580440 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5d26-b75d-449b-9b3c-58b7f69f056d None None] Pushing event updated for resources: {'Port': ['ID=b9beaf9b-cb15-4105-92ad-154df88228dc,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:33.625745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.631747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.632741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.664507 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8658a0a6-9567-4d90-b3b4-6b8afdbf8624 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.671319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8658a0a6-9567-4d90-b3b4-6b8afdbf8624 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9037638 Nov 12 11:20:33.687279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52898) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:33.693122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Network 7e4efa89-df98-4a18-b803-de577ac10be8 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:33.705028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d742aa85-9869-4c71-bf9e-f1dd2b05bc75 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '8e5cb066-a4ae-44af-afe3-2259feb30bec', 'direction': 'ingress', 'protocol': 17}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:33.713663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:33.722038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:33.760652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1478be-cb7d-4dee-b772-a687e46f9626,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:33.798124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:33.824087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.826909 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Added segment 02195ba3-e4a6-49e3-b8ff-7fa65b27b52d of type vlan for network 61264781-faab-411f-8c0f-a46dca2d3e14 Nov 12 11:20:33.891718 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4945076b-de83-4b6c-ae72-9196141116f7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.893477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4945076b-de83-4b6c-ae72-9196141116f7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.962235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d742aa85-9869-4c71-bf9e-f1dd2b05bc75 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.983854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.996181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Pushing event updated for resources: {'Port': ['ID=ca572c9e-06dd-4676-acfb-f4e0c87752e0,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:34.073626 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2685279a-6f3c-48a4-9469-07d945f5539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.080293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:34.113555 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.120947 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Added segment 71fe3060-f3ad-46a9-928e-0f6ab3a7eaf0 of type vlan for network 302def73-d83e-411e-8c68-55f41b9ce837 Nov 12 11:20:34.137265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Attempting to bind port ca572c9e-06dd-4676-acfb-f4e0c87752e0 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:34.137947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Attempting to bind port ca572c9e-06dd-4676-acfb-f4e0c87752e0 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '2933f479-bf77-447a-ac98-c201c4b340cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7e4efa89-df98-4a18-b803-de577ac10be8'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:34.138329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Attempting to bind port ca572c9e-06dd-4676-acfb-f4e0c87752e0 on network 7e4efa89-df98-4a18-b803-de577ac10be8 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:34.181088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:34.185015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Checking segment: {'id': '2933f479-bf77-447a-ac98-c201c4b340cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7e4efa89-df98-4a18-b803-de577ac10be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:34.185826 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.190392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Bound using segment: {'id': '2933f479-bf77-447a-ac98-c201c4b340cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7e4efa89-df98-4a18-b803-de577ac10be8'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:34.191177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Bound port: ca572c9e-06dd-4676-acfb-f4e0c87752e0, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2933f479-bf77-447a-ac98-c201c4b340cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7e4efa89-df98-4a18-b803-de577ac10be8'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:34.191773 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.204269 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] Set router 7a08f174-e882-4465-aeab-2cb9b7628052 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:34.315357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4945076b-de83-4b6c-ae72-9196141116f7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.346086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4945076b-de83-4b6c-ae72-9196141116f7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.470059 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d742aa85-9869-4c71-bf9e-f1dd2b05bc75 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.479486 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d742aa85-9869-4c71-bf9e-f1dd2b05bc75 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.505088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742aa85-9869-4c71-bf9e-f1dd2b05bc75 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1cce6d-c9fa-4f36-ab45-f3703fe6cba0,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:34.526517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2685279a-6f3c-48a4-9469-07d945f5539c None None] For port b9beaf9b-cb15-4105-92ad-154df88228dc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b9beaf9b-cb15-4105-92ad-154df88228dc,segment=NetworkSegment(8063e01c-bb06-4335-8b32-daa8beb72dcc),segment_id=8063e01c-bb06-4335-8b32-daa8beb72dcc)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:34.550934 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2685279a-6f3c-48a4-9469-07d945f5539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.552086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4945076b-de83-4b6c-ae72-9196141116f7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.554463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4945076b-de83-4b6c-ae72-9196141116f7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1516719 Nov 12 11:20:34.565260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52904) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:34.580005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1097e303-ebeb-4d1e-9aef-0571d84a6c50 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1258609935', 'prefixes': ['172.20.0.0/16']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:34.637929 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d742aa85-9869-4c71-bf9e-f1dd2b05bc75 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.640379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d742aa85-9869-4c71-bf9e-f1dd2b05bc75 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9514208 Nov 12 11:20:34.652241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52908) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:34.695293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.744414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] For port ca572c9e-06dd-4676-acfb-f4e0c87752e0, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:34.786000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685279a-6f3c-48a4-9469-07d945f5539c None None] Pushing event updated for resources: {'Port': ['ID=b9beaf9b-cb15-4105-92ad-154df88228dc,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:34.855624 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1097e303-ebeb-4d1e-9aef-0571d84a6c50 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for subnetpool, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.858593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1097e303-ebeb-4d1e-9aef-0571d84a6c50 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2850337 Nov 12 11:20:34.872106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52910) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:34.880908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] For port ca572c9e-06dd-4676-acfb-f4e0c87752e0, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ca572c9e-06dd-4676-acfb-f4e0c87752e0,segment=NetworkSegment(2933f479-bf77-447a-ac98-c201c4b340cc),segment_id=2933f479-bf77-447a-ac98-c201c4b340cc)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:34.881653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-5026e520-ee4e-42b2-a33c-58a8df472cbc tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a', 'tempest-TagsExtTest-Tag-234320337') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:34.900016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-15bcedce-07c4-4f05-bd1f-df5e58702a2f None None] Provisioning complete for port b9beaf9b-cb15-4105-92ad-154df88228dc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:34.900281 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-15bcedce-07c4-4f05-bd1f-df5e58702a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.908204 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.957705 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:26Z', 'revision_number': 4, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b9beaf9b-cb15-4105-92ad-154df88228dc', 'name': '', 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'mac_address': 'fa:16:3e:00:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'bebc0226-4657-4372-92f9-4f93bc11a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:23Z', 'updated_at': '2021-11-12T11:20:33Z', 'revision_number': 4, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'subnets': [{'id': 'bebc0226-4657-4372-92f9-4f93bc11a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:35.038492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e417726f-bc3b-41b2-a1f8-f1ca9595ce50 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.043927 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5139575-a4c5-442d-9ff2-8a8ca6245041 None None] The sync data for ids ['7a08f174-e882-4465-aeab-2cb9b7628052'] in n-d-768851-19 is: [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:26Z', 'revision_number': 4, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b9beaf9b-cb15-4105-92ad-154df88228dc', 'name': '', 'network_id': 'b0badc56-5e9d-436a-ac6e-c8f82c512deb', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'mac_address': 'fa:16:3e:00:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'bebc0226-4657-4372-92f9-4f93bc11a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:23Z', 'updated_at': '2021-11-12T11:20:33Z', 'revision_number': 4, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'subnets': [{'id': 'bebc0226-4657-4372-92f9-4f93bc11a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:35.135141 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.215980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0ab05-80b3-497e-9612-01bec485c9a9 None None] Pushing event updated for resources: {'Port': ['ID=ca572c9e-06dd-4676-acfb-f4e0c87752e0,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:35.261638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.263385 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.287869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:35.312597 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:35.314060 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.378707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e417726f-bc3b-41b2-a1f8-f1ca9595ce50 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.590773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0337081 Nov 12 11:20:35.595980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:35.762687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e417726f-bc3b-41b2-a1f8-f1ca9595ce50 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.774623 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e417726f-bc3b-41b2-a1f8-f1ca9595ce50 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.775972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e417726f-bc3b-41b2-a1f8-f1ca9595ce50 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e5cb066-a4ae-44af-afe3-2259feb30bec HTTP/1.1" status: 204 len: 168 time: 1.1218102 Nov 12 11:20:35.801879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52920) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:35.804902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417726f-bc3b-41b2-a1f8-f1ca9595ce50 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5cb066-a4ae-44af-afe3-2259feb30bec,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:35.864141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Network': ['ID=61264781-faab-411f-8c0f-a46dca2d3e14,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:35.891748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 61264781-faab-411f-8c0f-a46dca2d3e14 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:35.999036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3690998d-6ee4-485d-be83-79e28cb90752 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1876330 Nov 12 11:20:36.016185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52922) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:36.041776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a87e22-8c62-43be-84d2-0d6468b8bffa tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:36.057093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a87e22-8c62-43be-84d2-0d6468b8bffa tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:36.061636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3e6d15a6-74e5-4133-b89a-843a866e068d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112493862'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:36.073567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a87e22-8c62-43be-84d2-0d6468b8bffa tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:36.079842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a87e22-8c62-43be-84d2-0d6468b8bffa tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:36.081643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5a87e22-8c62-43be-84d2-0d6468b8bffa tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4841640 Nov 12 11:20:36.086789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:36.221567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816d6f-26a7-47ad-ab27-72bda310bd6d tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Network': ['ID=302def73-d83e-411e-8c68-55f41b9ce837,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:36.260722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 302def73-d83e-411e-8c68-55f41b9ce837 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:36.263799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e6d15a6-74e5-4133-b89a-843a866e068d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.274009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5026e520-ee4e-42b2-a33c-58a8df472cbc tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags/tempest-TagsExtTest-Tag-234320337 HTTP/1.1" status: 201 len: 201 time: 1.3976405 Nov 12 11:20:36.274490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52926) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:36.281245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-105c5326-7079-4bf5-9000-7c3d16f0e314 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664', 'tempest-TagsExtTest-Tag-1118515779') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:36.348039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.446744 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-105c5326-7079-4bf5-9000-7c3d16f0e314 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags/tempest-TagsExtTest-Tag-1118515779 HTTP/1.1" status: 201 len: 201 time: 0.1681321 Nov 12 11:20:36.453121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52928) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:36.464410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-9315aa5e-f0a6-411f-8fe9-a8de10916eb9 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d', 'tempest-TagsExtTest-Tag-973079563') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:36.614319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ca572c9e-06dd-4676-acfb-f4e0c87752e0 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:36.770352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9315aa5e-f0a6-411f-8fe9-a8de10916eb9 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags/tempest-TagsExtTest-Tag-973079563 HTTP/1.1" status: 201 len: 201 time: 0.3162849 Nov 12 11:20:36.773912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52934) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:36.782239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-e15a3a31-75eb-4bf9-9637-8545fb0ed133 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07', 'tempest-TagsExtTest-Tag-1994684350') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:36.830486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ca572c9e-06dd-4676-acfb-f4e0c87752e0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:36.830858 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.946020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e15a3a31-75eb-4bf9-9637-8545fb0ed133 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags/tempest-TagsExtTest-Tag-1994684350 HTTP/1.1" status: 201 len: 201 time: 0.1710141 Nov 12 11:20:36.949163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52938) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:36.954091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-2669fa4f-6393-4179-8c6d-68a98a1a5075 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:37.048291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.066156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e6d15a6-74e5-4133-b89a-843a866e068d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.074669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.112789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Deleting port b9beaf9b-cb15-4105-92ad-154df88228dc {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:37.113161 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.174055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port ca572c9e-06dd-4676-acfb-f4e0c87752e0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ca572c9e-06dd-4676-acfb-f4e0c87752e0,segment=NetworkSegment(2933f479-bf77-447a-ac98-c201c4b340cc),segment_id=2933f479-bf77-447a-ac98-c201c4b340cc)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:37.180030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.180842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b9beaf9b-cb15-4105-92ad-154df88228dc up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:37.205479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2669fa4f-6393-4179-8c6d-68a98a1a5075 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags HTTP/1.1" status: 200 len: 240 time: 0.2552037 Nov 12 11:20:37.210488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52940) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:37.215063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-18286768-85cd-45f4-ab1d-2c7741212e6a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a', 'tempest-TagsExtTest-Tag-234320337') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:37.299985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e6d15a6-74e5-4133-b89a-843a866e068d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.351437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61264781-faab-411f-8c0f-a46dca2d3e14']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:37.364232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-18286768-85cd-45f4-ab1d-2c7741212e6a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags/tempest-TagsExtTest-Tag-234320337 HTTP/1.1" status: 204 len: 168 time: 0.1526382 Nov 12 11:20:37.369789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52942) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:37.378545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65f2c5-25b1-4915-96ec-49fbd1c0b259 None None] Network 7e4efa89-df98-4a18-b803-de577ac10be8 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:37.379969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-36c679c0-6d5e-4415-afee-ad8ac9dc230a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a', 'tempest-TagsExtTest-Tag-234320337') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:37.416024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02195ba3-e4a6-49e3-b8ff-7fa65b27b52d') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:37.416432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02195ba3-e4a6-49e3-b8ff-7fa65b27b52d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:37.441432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.461936 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.472230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:37.473033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:37.532094 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:37.563854 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3e6d15a6-74e5-4133-b89a-843a866e068d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.567467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3e6d15a6-74e5-4133-b89a-843a866e068d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5445321 Nov 12 11:20:37.568029 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-36c679c0-6d5e-4415-afee-ad8ac9dc230a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags/tempest-TagsExtTest-Tag-234320337 HTTP/1.1" status: 204 len: 168 time: 0.1937504 Nov 12 11:20:37.568456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52944) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:37.569055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52946) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:37.577505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=ca572c9e-06dd-4676-acfb-f4e0c87752e0,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:37.577958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-bb39d1e3-a9be-4e4f-960d-a5e52909b362 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:37.581240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d15a6-74e5-4133-b89a-843a866e068d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac13a7-6a7d-45e7-97f7-d1aeb0c094c2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:37.581445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b9beaf9b-cb15-4105-92ad-154df88228dc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:37.582103 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.593676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-258626dd-3f15-4b49-a371-dc9d5719d33e None None] Provisioning complete for port ca572c9e-06dd-4676-acfb-f4e0c87752e0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:37.596159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-616a4a5f-8af7-4c16-a230-1ca7898a3789 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738627205'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:37.599782 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-258626dd-3f15-4b49-a371-dc9d5719d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.682833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-616a4a5f-8af7-4c16-a230-1ca7898a3789 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.717537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] For port b9beaf9b-cb15-4105-92ad-154df88228dc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b9beaf9b-cb15-4105-92ad-154df88228dc,segment=NetworkSegment(8063e01c-bb06-4335-8b32-daa8beb72dcc),segment_id=8063e01c-bb06-4335-8b32-daa8beb72dcc)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:37.717912 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.722454 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.766537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.774311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52952) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:37.775577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/networks/61264781-faab-411f-8c0f-a46dca2d3e14 HTTP/1.1" status: 204 len: 168 time: 1.6875811 Nov 12 11:20:37.814355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fc4bc-d722-4f57-954c-fe3bf83bfdd1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Network': ['ID=61264781-faab-411f-8c0f-a46dca2d3e14,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:37.840372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Calling delete_port for b9beaf9b-cb15-4105-92ad-154df88228dc owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:37.970078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.172905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bb39d1e3-a9be-4e4f-960d-a5e52909b362 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags HTTP/1.1" status: 200 len: 205 time: 0.6026332 Nov 12 11:20:38.176779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52956) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:38.181583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-99e06700-7dc4-4146-b5cd-2acc793088d4 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:38.194214 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.219295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-616a4a5f-8af7-4c16-a230-1ca7898a3789 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.236887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302def73-d83e-411e-8c68-55f41b9ce837']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:38.260141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-616a4a5f-8af7-4c16-a230-1ca7898a3789 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.261589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fe3060-f3ad-46a9-928e-0f6ab3a7eaf0') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:38.262016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fe3060-f3ad-46a9-928e-0f6ab3a7eaf0') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:38.283509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.313114 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.319447 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-616a4a5f-8af7-4c16-a230-1ca7898a3789 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.321318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:38.321905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.323863 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-616a4a5f-8af7-4c16-a230-1ca7898a3789 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7523470 Nov 12 11:20:38.325978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52958) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:38.333780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ed282d63-18d9-4904-9733-7371d591ad26 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '3bac13a7-6a7d-45e7-97f7-d1aeb0c094c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '114cddfe-a6ce-4b89-b5ea-6ee3f5ebace4', 'remote_ip_prefix': None}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:38.344229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a4a5f-8af7-4c16-a230-1ca7898a3789 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114cddfe-a6ce-4b89-b5ea-6ee3f5ebace4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:38.406595 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:38.409664 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.436980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.446405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/networks/302def73-d83e-411e-8c68-55f41b9ce837 HTTP/1.1" status: 204 len: 168 time: 0.6702652 Nov 12 11:20:38.456718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52960) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:38.465232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-99e06700-7dc4-4146-b5cd-2acc793088d4 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags HTTP/1.1" status: 200 len: 241 time: 0.2873540 Nov 12 11:20:38.468124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52962) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:38.470342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042afffe-ee33-46a6-97cb-d6c233642172 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Network': ['ID=302def73-d83e-411e-8c68-55f41b9ce837,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:38.472687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-3f7d2570-fefe-4cf6-938a-ab8eba988446 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664', 'tempest-TagsExtTest-Tag-1118515779') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:38.549545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed282d63-18d9-4904-9733-7371d591ad26 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.595766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.619497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ca572c9e-06dd-4676-acfb-f4e0c87752e0 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:38.647886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9beaf9b-cb15-4105-92ad-154df88228dc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:38.714947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718d7f6-8e0c-4178-8b88-5bb65c9dea30 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:38.726574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3f7d2570-fefe-4cf6-938a-ab8eba988446 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags/tempest-TagsExtTest-Tag-1118515779 HTTP/1.1" status: 204 len: 168 time: 0.2572799 Nov 12 11:20:38.728153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718d7f6-8e0c-4178-8b88-5bb65c9dea30 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:38.730044 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c718d7f6-8e0c-4178-8b88-5bb65c9dea30 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2720711 Nov 12 11:20:38.731152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52964) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:38.750680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-14b5a2cc-e57d-4b71-8ca7-0fd3192dfe78 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664', 'tempest-TagsExtTest-Tag-1118515779') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:38.758000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52966) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:38.765041 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ca572c9e-06dd-4676-acfb-f4e0c87752e0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:38.766181 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.771035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1253530544'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:38.867539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Made reservation on behalf of 09d9a7b647144ed6b189b8da02b023d6 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:38.876162 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.946461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:38.962846 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.963207 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Added segment d159f6de-e9eb-44e9-a66a-249a61a7200f of type vlan for network 2dffe216-46b2-472f-9b7a-c63ae2db2745 Nov 12 11:20:39.035100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ac0d64bb-dd9c-4d70-9b56-a052fad0a3fd None None] Provisioning complete for port 0a5315ab-14cf-43ef-ae7d-b1f1562ed664 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:39.036759 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ac0d64bb-dd9c-4d70-9b56-a052fad0a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.085402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.103729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d64bb-dd9c-4d70-9b56-a052fad0a3fd None None] Port 0a5315ab-14cf-43ef-ae7d-b1f1562ed664 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:39.117459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ac0d64bb-dd9c-4d70-9b56-a052fad0a3fd None None] Provisioning complete for port ca572c9e-06dd-4676-acfb-f4e0c87752e0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:39.118858 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ac0d64bb-dd9c-4d70-9b56-a052fad0a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.312958 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-14b5a2cc-e57d-4b71-8ca7-0fd3192dfe78 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags/tempest-TagsExtTest-Tag-1118515779 HTTP/1.1" status: 204 len: 168 time: 0.5798013 Nov 12 11:20:39.323994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52986) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:39.324779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.332458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:39.333180 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.349829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-a45f311d-8c83-4064-9fec-147d95fe6c86 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:39.451361 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6919148 Nov 12 11:20:39.499085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52988) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:39.504399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1668607375'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:39.508170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b4485af2-f47a-486e-8204-519d792214e3 None None] Provisioning complete for port 0a5315ab-14cf-43ef-ae7d-b1f1562ed664 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:39.517913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b4485af2-f47a-486e-8204-519d792214e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.532979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a04b95-1005-4854-8fae-2c13f8d14c6c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Network': ['ID=2dffe216-46b2-472f-9b7a-c63ae2db2745,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:39.562697 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a45f311d-8c83-4064-9fec-147d95fe6c86 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags HTTP/1.1" status: 200 len: 205 time: 0.2260487 Nov 12 11:20:39.565797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52992) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:39.582184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-2abbc12a-72da-4744-b189-1f5305c32a1e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:39.659229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 2dffe216-46b2-472f-9b7a-c63ae2db2745 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:39.688912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Made reservation on behalf of 09d9a7b647144ed6b189b8da02b023d6 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:39.699203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b4485af2-f47a-486e-8204-519d792214e3 None None] Port 0a5315ab-14cf-43ef-ae7d-b1f1562ed664 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:39.702676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.734163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed282d63-18d9-4904-9733-7371d591ad26 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.811756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed282d63-18d9-4904-9733-7371d591ad26 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.853354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:39.874989 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2abbc12a-72da-4744-b189-1f5305c32a1e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags HTTP/1.1" status: 200 len: 240 time: 0.2974799 Nov 12 11:20:39.884750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53000) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:39.890482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-84689d28-e57b-4fa8-a65c-ac8e542cc78f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d', 'tempest-TagsExtTest-Tag-973079563') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:39.899394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.906344 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Added segment f8610681-6dba-4c8b-8ae3-29a22c3538f8 of type vlan for network fe67573f-0ee9-46df-ac6d-1dfe739a7cc8 Nov 12 11:20:40.019767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed282d63-18d9-4904-9733-7371d591ad26 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cd6b4c-c095-40e1-b9c0-4b0da2227c5e,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:40.035831 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed282d63-18d9-4904-9733-7371d591ad26 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.042028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ed282d63-18d9-4904-9733-7371d591ad26 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.7117391 Nov 12 11:20:40.044434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53002) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:40.093413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729eb60-8dbb-4b45-b3c5-676bdc6a6007 req-275777a7-ca3d-4b47-8a9a-dcbcd9d61548 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:40.095569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8729eb60-8dbb-4b45-b3c5-676bdc6a6007 req-275777a7-ca3d-4b47-8a9a-dcbcd9d61548 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 945 time: 0.3420465 Nov 12 11:20:40.104056 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.130972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.154938 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-84689d28-e57b-4fa8-a65c-ac8e542cc78f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags/tempest-TagsExtTest-Tag-973079563 HTTP/1.1" status: 204 len: 168 time: 0.2689345 Nov 12 11:20:40.157738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53004) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:40.162635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-d59bc3c0-c2a5-44b5-87f6-8c34af854b13 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d', 'tempest-TagsExtTest-Tag-973079563') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:40.253351 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9982b27a-53c2-4483-93bb-6253c08a5e2f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.299188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9982b27a-53c2-4483-93bb-6253c08a5e2f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.393354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.408683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:40.409725 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.410479 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.455490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8729eb60-8dbb-4b45-b3c5-676bdc6a6007 req-83695bac-701a-4306-99b4-fd9101116277 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408430 Nov 12 11:20:40.468188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.527225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Network': ['ID=fe67573f-0ee9-46df-ac6d-1dfe739a7cc8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:40.555648 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e9fd052c-81fb-4568-9e0c-7aa39d9b2aba tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0553586 Nov 12 11:20:40.571296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network fe67573f-0ee9-46df-ac6d-1dfe739a7cc8 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:40.572327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53008) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:40.600278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'ports': [{'network_id': '2dffe216-46b2-472f-9b7a-c63ae2db2745', 'name': 'tempest-port--1276656387', 'admin_state_up': True}, {'network_id': 'fe67573f-0ee9-46df-ac6d-1dfe739a7cc8', 'admin_state_up': False}]} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:40.600798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'port': {'network_id': '2dffe216-46b2-472f-9b7a-c63ae2db2745', 'name': 'tempest-port--1276656387', 'admin_state_up': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:40.601424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'port': {'network_id': 'fe67573f-0ee9-46df-ac6d-1dfe739a7cc8', 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:40.623521 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9982b27a-53c2-4483-93bb-6253c08a5e2f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.638956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9982b27a-53c2-4483-93bb-6253c08a5e2f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.647340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9982b27a-53c2-4483-93bb-6253c08a5e2f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/94cd6b4c-c095-40e1-b9c0-4b0da2227c5e HTTP/1.1" status: 204 len: 168 time: 0.5975766 Nov 12 11:20:40.647995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53010) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:40.750661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982b27a-53c2-4483-93bb-6253c08a5e2f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94cd6b4c-c095-40e1-b9c0-4b0da2227c5e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:40.826486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d59bc3c0-c2a5-44b5-87f6-8c34af854b13 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags/tempest-TagsExtTest-Tag-973079563 HTTP/1.1" status: 204 len: 168 time: 0.6662583 Nov 12 11:20:40.827803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:40.860424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-21b67a43-d43f-4dfc-a24b-145952de4352 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:40.918023 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e2fa88fa-a3a3-4082-92b7-ff17356275a0 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2402279 Nov 12 11:20:40.926110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53016) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.130303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-21b67a43-d43f-4dfc-a24b-145952de4352 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags HTTP/1.1" status: 200 len: 205 time: 0.2763708 Nov 12 11:20:41.135082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53018) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.143684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-c5b6a35a-114e-4d6b-a940-080d364898fa tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:41.243688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Made reservation on behalf of 09d9a7b647144ed6b189b8da02b023d6 for: {'port': 2} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:41.267016 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d249529d-7d35-40f7-a7e7-a8fc6653019e tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.267451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.303523 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c5b6a35a-114e-4d6b-a940-080d364898fa tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags HTTP/1.1" status: 200 len: 241 time: 0.1665652 Nov 12 11:20:41.314478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53020) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.328707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-fb3d04e4-383c-4ce4-9a64-82c99a20d6aa tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07', 'tempest-TagsExtTest-Tag-1994684350') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:41.331394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.344467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d249529d-7d35-40f7-a7e7-a8fc6653019e tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.476223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb3d04e4-383c-4ce4-9a64-82c99a20d6aa tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags/tempest-TagsExtTest-Tag-1994684350 HTTP/1.1" status: 204 len: 168 time: 0.1599188 Nov 12 11:20:41.507611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53024) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.512134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-3e1947ef-2b83-45c7-87e7-43def672e67c tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07', 'tempest-TagsExtTest-Tag-1994684350') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:41.571136 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] device_id is not set on port cd1ef5ba-622c-4590-8a4e-cc2923761e0e yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:20:41.576136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d249529d-7d35-40f7-a7e7-a8fc6653019e tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.579234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d249529d-7d35-40f7-a7e7-a8fc6653019e tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.583031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d249529d-7d35-40f7-a7e7-a8fc6653019e tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/114cddfe-a6ce-4b89-b5ea-6ee3f5ebace4 HTTP/1.1" status: 204 len: 168 time: 0.6527159 Nov 12 11:20:41.587294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53028) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.630411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249529d-7d35-40f7-a7e7-a8fc6653019e tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114cddfe-a6ce-4b89-b5ea-6ee3f5ebace4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:41.663160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Router 7a08f174-e882-4465-aeab-2cb9b7628052 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:20:41.766197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7511888-8871-44f4-bf2f-3d81aada16ae req-3d287bc8-45cf-470e-ad98-9a2af5fcc57c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:41.774402 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7511888-8871-44f4-bf2f-3d81aada16ae req-3d287bc8-45cf-470e-ad98-9a2af5fcc57c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 945 time: 0.1814811 Nov 12 11:20:41.777281 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3e1947ef-2b83-45c7-87e7-43def672e67c tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags/tempest-TagsExtTest-Tag-1994684350 HTTP/1.1" status: 204 len: 168 time: 0.2687507 Nov 12 11:20:41.788442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53032) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.794535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-5e518258-838e-4fc7-b9d0-0ae5a1e6f655 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:41.864059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:41.874086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] Sync routers for ids ['7a08f174-e882-4465-aeab-2cb9b7628052'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:41.882691 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-02eedcd3-7ea0-4a51-bd41-f2c299466c68 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2919378 Nov 12 11:20:41.888897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53038) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.908484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] Routers {'7a08f174-e882-4465-aeab-2cb9b7628052'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:41.918166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:20:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7a08f174-e882-4465-aeab-2cb9b7628052'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:41.931584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-be31061e-5b97-4c7f-bf2e-d9858b7ffe5c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:41.954693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-be31061e-5b97-4c7f-bf2e-d9858b7ffe5c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7ebd623-719e-4ae5-905c-68ae6853879f HTTP/1.1" status: 200 len: 945 time: 0.3179281 Nov 12 11:20:41.972688 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c13bce4c-604f-4c1b-b067-29c9c8c5291a admin admin] 10.222.0.31 "PUT /v2.0/routers/7a08f174-e882-4465-aeab-2cb9b7628052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9007573 Nov 12 11:20:41.973393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53042) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.980203 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e518258-838e-4fc7-b9d0-0ae5a1e6f655 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags HTTP/1.1" status: 200 len: 205 time: 0.1898739 Nov 12 11:20:41.984799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53044) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.018001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-5b3d3b84-e365-45d8-9a6d-8e06ffdc95a0 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:42.110694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] Set router 7a08f174-e882-4465-aeab-2cb9b7628052 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:42.155594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5b3d3b84-e365-45d8-9a6d-8e06ffdc95a0 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags HTTP/1.1" status: 204 len: 168 time: 0.1759524 Nov 12 11:20:42.161286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53052) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.167355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-1494f6c8-2079-45cd-a058-527a62b670d9 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:42.193094 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.223778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Deleting port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:42.224237 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.352135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1494f6c8-2079-45cd-a058-527a62b670d9 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags HTTP/1.1" status: 204 len: 168 time: 0.1884680 Nov 12 11:20:42.355704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53058) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.362470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-bcbaeec7-fdbd-4832-a47a-1be2c5c4743e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:42.377206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:38Z', 'revision_number': 5, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:42.417316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] Checking router: 7a08f174-e882-4465-aeab-2cb9b7628052 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:20:42.431660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] Routers {'7a08f174-e882-4465-aeab-2cb9b7628052'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:42.433237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:20:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7a08f174-e882-4465-aeab-2cb9b7628052'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:42.463292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] For port 87282fd5-5a1d-4745-84cc-8fe2e37266b0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=87282fd5-5a1d-4745-84cc-8fe2e37266b0,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:42.467219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.497362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Calling delete_port for 87282fd5-5a1d-4745-84cc-8fe2e37266b0 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:42.577155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bcbaeec7-fdbd-4832-a47a-1be2c5c4743e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags HTTP/1.1" status: 204 len: 168 time: 0.2193060 Nov 12 11:20:42.580832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53070) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.581542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] Set router 7a08f174-e882-4465-aeab-2cb9b7628052 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:42.585335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-0e126775-7e67-4014-a8cd-2166b6df1ba2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:42.667298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] device_id is not set on port a7ed39cc-9717-4ba3-9050-da4ac780407c yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:20:42.706006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0e126775-7e67-4014-a8cd-2166b6df1ba2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags HTTP/1.1" status: 204 len: 168 time: 0.1239831 Nov 12 11:20:42.711989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53072) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.717786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-e7bf0710-5232-42f0-8220-79d4e0503389 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a', 'tempest-TagsExtTest-Tag-388458979') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:42.766812 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.813188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d6bd7b3c-df6c-47c5-b246-5e0bae13d100'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:42.815897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e93d120-6043-4879-b034-aa0ae8a82c0a', 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e', '87282fd5-5a1d-4745-84cc-8fe2e37266b0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:42.837918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Pushing event deleted for resources: {'Port': ['ID=87282fd5-5a1d-4745-84cc-8fe2e37266b0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:42.896939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] No DVR routers for this DVR port 87282fd5-5a1d-4745-84cc-8fe2e37266b0 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:42.900268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.901605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32459849-cb04-4ee6-ab89-81bdc488d550 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:42.905724 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-058e4c68-72ea-4bfa-99e6-ec32299e7a7b req-bf5b940e-b570-4613-8cd0-f35b9d350fcc tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "DELETE /v2.0/ports/87282fd5-5a1d-4745-84cc-8fe2e37266b0 HTTP/1.1" status: 204 len: 173 time: 0.9505358 Nov 12 11:20:42.908589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ebd623-719e-4ae5-905c-68ae6853879f', 'name': 'network-vif-deleted', 'tag': '87282fd5-5a1d-4745-84cc-8fe2e37266b0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:42.912821 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f808121d-28ae-4867-9f12-225e0c373f3a" -d '{"events": [{"server_uuid": "b7ebd623-719e-4ae5-905c-68ae6853879f", "name": "network-vif-deleted", "tag": "87282fd5-5a1d-4745-84cc-8fe2e37266b0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:42.940936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.969765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e7bf0710-5232-42f0-8220-79d4e0503389 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags/tempest-TagsExtTest-Tag-388458979 HTTP/1.1" status: 201 len: 201 time: 0.2565317 Nov 12 11:20:42.977766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.983164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-889d0871-1149-4a60-a604-eb8ebad264e4 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664', 'tempest-TagsExtTest-Tag-1269474837') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:43.017986 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7511888-8871-44f4-bf2f-3d81aada16ae req-8d9da165-8dd0-4450-9a88-218f4390d5df tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2425623 Nov 12 11:20:43.022166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.045290 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3658bd-8f8a-4833-a0b5-3324bce0e500 x-openstack-request-id: req-0d3658bd-8f8a-4833-a0b5-3324bce0e500 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:43.045290 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ebd623-719e-4ae5-905c-68ae6853879f", "name": "network-vif-deleted", "tag": "87282fd5-5a1d-4745-84cc-8fe2e37266b0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:43.045290 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d3658bd-8f8a-4833-a0b5-3324bce0e500 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:43.045290 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ebd623-719e-4ae5-905c-68ae6853879f', 'name': 'network-vif-deleted', 'tag': '87282fd5-5a1d-4745-84cc-8fe2e37266b0', 'status': 'completed', 'code': 200} Nov 12 11:20:43.154463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-889d0871-1149-4a60-a604-eb8ebad264e4 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags/tempest-TagsExtTest-Tag-1269474837 HTTP/1.1" status: 201 len: 201 time: 0.1751525 Nov 12 11:20:43.156945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53080) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:43.166317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-7af93649-9d04-4e9b-a05c-b968d1b8d39a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d', 'tempest-TagsExtTest-Tag-1217914839') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:43.167913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:38Z', 'revision_number': 5, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:43.172788 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d0dab43-ebc7-4a31-b1c8-3024b0ec3120 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.208978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd2e7a-b4c9-4a73-be63-a0c6845ed833 None None] The sync data for ids ['7a08f174-e882-4465-aeab-2cb9b7628052'] in n-d-768851-19 is: [{'id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'name': 'tempest-ImageQuotaTest-1512536534-router', 'tenant_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'f482c85f-caee-4451-9799-83a76027c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:14Z', 'updated_at': '2021-11-12T11:20:38Z', 'revision_number': 5, 'project_id': 'c14da67ccf5b4ec4ab7a26ab0f9489fa', 'gw_port': {'id': 'f482c85f-caee-4451-9799-83a76027c581', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f174-e882-4465-aeab-2cb9b7628052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:16Z', 'updated_at': '2021-11-12T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:43.372359 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.407589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d0dab43-ebc7-4a31-b1c8-3024b0ec3120 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.412449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Checking segment: {'id': 'd159f6de-e9eb-44e9-a66a-249a61a7200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2dffe216-46b2-472f-9b7a-c63ae2db2745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:43.412815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Network hostable DHCP agents. Network: 2dffe216-46b2-472f-9b7a-c63ae2db2745, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:20:43.432526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7af93649-9d04-4e9b-a05c-b968d1b8d39a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags/tempest-TagsExtTest-Tag-1217914839 HTTP/1.1" status: 201 len: 201 time: 0.2729714 Nov 12 11:20:43.435027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53082) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:43.448916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-739b3f52-8be1-481d-b835-555a3297421c tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07', 'tempest-TagsExtTest-Tag-1824561780') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:43.486303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Port': ['ID=cd1ef5ba-622c-4590-8a4e-cc2923761e0e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:43.549641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Network 2dffe216-46b2-472f-9b7a-c63ae2db2745 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:20:43.556420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-739b3f52-8be1-481d-b835-555a3297421c tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags/tempest-TagsExtTest-Tag-1824561780 HTTP/1.1" status: 201 len: 201 time: 0.1176312 Nov 12 11:20:43.565917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53086) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:43.572792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-3bddc397-18a6-4bb9-b56b-ef3e1882dc34 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a', {'tags': ['tempest-TagsExtTest-Tag-921244995', 'tempest-TagsExtTest-Tag-1904007609', 'tempest-TagsExtTest-Tag-1030503444']}) {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:43.693751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 2dffe216-46b2-472f-9b7a-c63ae2db2745) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:43.710293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3bddc397-18a6-4bb9-b56b-ef3e1882dc34 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags HTTP/1.1" status: 200 len: 317 time: 0.1428082 Nov 12 11:20:43.716985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c81448-8dd5-4928-a22d-34b83982aaa9 None None] Network 2dffe216-46b2-472f-9b7a-c63ae2db2745 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:43.719662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53088) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:43.724389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:43.725205 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.727184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-56291b47-781d-4c1b-becc-ff1a99323a10 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:43.811716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d0dab43-ebc7-4a31-b1c8-3024b0ec3120 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.816213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d0dab43-ebc7-4a31-b1c8-3024b0ec3120 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.820135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6d0dab43-ebc7-4a31-b1c8-3024b0ec3120 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/3bac13a7-6a7d-45e7-97f7-d1aeb0c094c2 HTTP/1.1" status: 204 len: 168 time: 1.9261498 Nov 12 11:20:43.824974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53090) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:43.837899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dab43-ebc7-4a31-b1c8-3024b0ec3120 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac13a7-6a7d-45e7-97f7-d1aeb0c094c2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:43.877327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Port': ['ID=a7ed39cc-9717-4ba3-9050-da4ac780407c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:43.904806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.946835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Checking segment: {'id': 'f8610681-6dba-4c8b-8ae3-29a22c3538f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fe67573f-0ee9-46df-ac6d-1dfe739a7cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:43.947198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Network hostable DHCP agents. Network: fe67573f-0ee9-46df-ac6d-1dfe739a7cc8, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:20:43.979179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Network fe67573f-0ee9-46df-ac6d-1dfe739a7cc8 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:20:43.998115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Deleting port f482c85f-caee-4451-9799-83a76027c581 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:43.998439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.009055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, fe67573f-0ee9-46df-ac6d-1dfe739a7cc8) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:44.012638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-56291b47-781d-4c1b-becc-ff1a99323a10 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags HTTP/1.1" status: 204 len: 168 time: 0.2917476 Nov 12 11:20:44.018259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53094) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:44.025247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-6f9721e2-46e4-4007-876d-bc8572d20191 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a', 'tempest-TagsExtTest-Tag-921244995') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:44.026866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e7122-4cfd-4b23-acb8-5c024ad3b830 None None] Network fe67573f-0ee9-46df-ac6d-1dfe739a7cc8 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:44.058744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:44.071069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f88385c4-ef9f-4072-bed7-ebfa1bcb885d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2372212 Nov 12 11:20:44.071269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:44.075893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:44.076347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53098) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:44.076704 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.083875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ba508820-7c76-47d7-92f6-4ac1ec66ede4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-secgroup--815825240'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:44.134937 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba508820-7c76-47d7-92f6-4ac1ec66ede4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.155914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53102) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:44.156193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c94f3a38-6415-49e7-aaa8-53e8fc75ee4f tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5791965 Nov 12 11:20:44.213184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] For port f482c85f-caee-4451-9799-83a76027c581, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f482c85f-caee-4451-9799-83a76027c581,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:44.214721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.254365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Calling delete_port for f482c85f-caee-4451-9799-83a76027c581 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:44.276290 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-6f9721e2-46e4-4007-876d-bc8572d20191 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:44.277676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6f9721e2-46e4-4007-876d-bc8572d20191 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags/tempest-TagsExtTest-Tag-921244995 HTTP/1.1" status: 404 len: 328 time: 0.2582178 Nov 12 11:20:44.282749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53106) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:44.288090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-ec6f2b62-2981-4234-a428-28dda433344a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a', 'tempest-TagsExtTest-Tag-1904007609') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:44.412653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba508820-7c76-47d7-92f6-4ac1ec66ede4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.422481 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba508820-7c76-47d7-92f6-4ac1ec66ede4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.452493 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ba508820-7c76-47d7-92f6-4ac1ec66ede4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.453819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ba508820-7c76-47d7-92f6-4ac1ec66ede4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3754792 Nov 12 11:20:44.459895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53108) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:44.467503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-65d9213f-51fd-4528-b5ee-73bddf5c59a2 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '58565753-143f-4948-b55a-d1efbfaf4956', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:44.518139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c481072c-941e-4920-ad13-425926c65caa tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:44.520588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b9beaf9b-cb15-4105-92ad-154df88228dc no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:44.526682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c481072c-941e-4920-ad13-425926c65caa tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:44.529127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c481072c-941e-4920-ad13-425926c65caa tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3696747 Nov 12 11:20:44.535764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53110) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:44.544700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba508820-7c76-47d7-92f6-4ac1ec66ede4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58565753-143f-4948-b55a-d1efbfaf4956,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:44.570141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b9beaf9b-cb15-4105-92ad-154df88228dc {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:44.570593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b9beaf9b-cb15-4105-92ad-154df88228dc not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:44.644039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d9213f-51fd-4528-b5ee-73bddf5c59a2 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.685713 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-ec6f2b62-2981-4234-a428-28dda433344a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:44.702183 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ec6f2b62-2981-4234-a428-28dda433344a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags/tempest-TagsExtTest-Tag-1904007609 HTTP/1.1" status: 404 len: 329 time: 0.4174240 Nov 12 11:20:44.707353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-6d4c7d80-8ea9-46b6-8178-be99b8781920 req-7bbfa261-8285-43e8-888b-948c83734923 service neutron] (109165) timed out ('10.222.0.31', 34708) {{(pid=109165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:20:44.718574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53114) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:44.723437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-72bb0a83-ab4d-4eaa-8a1a-0c365a02e521 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a', 'tempest-TagsExtTest-Tag-1030503444') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:44.726693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.797744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f482c85f-caee-4451-9799-83a76027c581,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:44.837118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b6fb96-3ada-4123-853e-6fcd370492b9 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:44.841682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d9213f-51fd-4528-b5ee-73bddf5c59a2 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.854207 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d9213f-51fd-4528-b5ee-73bddf5c59a2 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.900437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9213f-51fd-4528-b5ee-73bddf5c59a2 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2c8513-ae91-4c07-8ed7-b93ac3bab20f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:44.918135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-65d9213f-51fd-4528-b5ee-73bddf5c59a2 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.920398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-65d9213f-51fd-4528-b5ee-73bddf5c59a2 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4565086 Nov 12 11:20:44.923264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53116) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:44.963104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1e356b7d-9a82-433e-bb0a-e566bae1eac1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Deleting port cd1ef5ba-622c-4590-8a4e-cc2923761e0e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:44.963433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e356b7d-9a82-433e-bb0a-e566bae1eac1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.981932 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-72bb0a83-ab4d-4eaa-8a1a-0c365a02e521 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:44.985503 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-72bb0a83-ab4d-4eaa-8a1a-0c365a02e521 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags/tempest-TagsExtTest-Tag-1030503444 HTTP/1.1" status: 404 len: 329 time: 0.2655928 Nov 12 11:20:44.989534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c04a894-47cd-4a69-baf6-f51813c8a9fc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.993640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53120) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.003269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-d1c9ada2-e8b7-4153-81e7-8b9eb951c68d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664', {'tags': ['tempest-TagsExtTest-Tag-1261979410', 'tempest-TagsExtTest-Tag-216628881', 'tempest-TagsExtTest-Tag-1630892398']}) {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:45.011565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 87282fd5-5a1d-4745-84cc-8fe2e37266b0 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:45.056965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e356b7d-9a82-433e-bb0a-e566bae1eac1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.060788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 87282fd5-5a1d-4745-84cc-8fe2e37266b0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:45.069263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 87282fd5-5a1d-4745-84cc-8fe2e37266b0 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:45.074306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d1c9ada2-e8b7-4153-81e7-8b9eb951c68d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags HTTP/1.1" status: 200 len: 317 time: 0.0748477 Nov 12 11:20:45.076429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c04a894-47cd-4a69-baf6-f51813c8a9fc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.078550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53122) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.082490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1e356b7d-9a82-433e-bb0a-e566bae1eac1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Calling delete_port for cd1ef5ba-622c-4590-8a4e-cc2923761e0e owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:45.086140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-6ce44eed-52ff-4559-bab0-b7a4aff28fcd tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:45.145160 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.203643 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c04a894-47cd-4a69-baf6-f51813c8a9fc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.211985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c04a894-47cd-4a69-baf6-f51813c8a9fc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.215398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c04a894-47cd-4a69-baf6-f51813c8a9fc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3a2c8513-ae91-4c07-8ed7-b93ac3bab20f HTTP/1.1" status: 204 len: 168 time: 0.2877183 Nov 12 11:20:45.221355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53124) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.237203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04a894-47cd-4a69-baf6-f51813c8a9fc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a2c8513-ae91-4c07-8ed7-b93ac3bab20f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:45.282095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6ce44eed-52ff-4559-bab0-b7a4aff28fcd tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags HTTP/1.1" status: 204 len: 168 time: 0.1997488 Nov 12 11:20:45.282344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53126) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.286697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-4801bde4-38dc-4808-843b-4689cf08296a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664', 'tempest-TagsExtTest-Tag-1261979410') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:45.294913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.299763 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.375595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e356b7d-9a82-433e-bb0a-e566bae1eac1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.386580 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6dd4d877-cae2-42f3-9ffa-2cdd0be6a97d tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1639981 Nov 12 11:20:45.391040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53130) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.394555 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.394555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a08f174-e882-4465-aeab-2cb9b7628052 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:20:45.407220 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-4801bde4-38dc-4808-843b-4689cf08296a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:45.411278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4801bde4-38dc-4808-843b-4689cf08296a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags/tempest-TagsExtTest-Tag-1261979410 HTTP/1.1" status: 404 len: 329 time: 0.1252291 Nov 12 11:20:45.423567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53132) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.423790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.423790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2802d56e-082c-481d-915d-76f03ac5da4a admin admin] 10.222.0.31 "DELETE /v2.0/routers/7a08f174-e882-4465-aeab-2cb9b7628052 HTTP/1.1" status: 204 len: 168 time: 3.3620980 Nov 12 11:20:45.423790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e356b7d-9a82-433e-bb0a-e566bae1eac1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Port': ['ID=cd1ef5ba-622c-4590-8a4e-cc2923761e0e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:45.424046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-13b812a9-384a-4262-9619-82f156ea6232 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664', 'tempest-TagsExtTest-Tag-216628881') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:45.424150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53134) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.471310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e356b7d-9a82-433e-bb0a-e566bae1eac1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.475113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1e356b7d-9a82-433e-bb0a-e566bae1eac1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/ports/cd1ef5ba-622c-4590-8a4e-cc2923761e0e HTTP/1.1" status: 204 len: 168 time: 0.9373677 Nov 12 11:20:45.477703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53136) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.567477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc63f3-4dc9-40fc-adda-b93722f82fcc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.597705 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-13b812a9-384a-4262-9619-82f156ea6232 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:45.599180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-13b812a9-384a-4262-9619-82f156ea6232 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags/tempest-TagsExtTest-Tag-216628881 HTTP/1.1" status: 404 len: 328 time: 0.1815753 Nov 12 11:20:45.605779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53138) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.616407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-f782ab1f-51f4-4940-a3dd-879d3177406d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664', 'tempest-TagsExtTest-Tag-1630892398') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:45.625020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc63f3-4dc9-40fc-adda-b93722f82fcc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.685508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1a8395-09d2-4e77-a8cb-03634b2a82e0 admin admin] Deleting subnet bebc0226-4657-4372-92f9-4f93bc11a330 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:45.746422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc63f3-4dc9-40fc-adda-b93722f82fcc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.750591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc63f3-4dc9-40fc-adda-b93722f82fcc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.751965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4cbc63f3-4dc9-40fc-adda-b93722f82fcc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/58565753-143f-4948-b55a-d1efbfaf4956 HTTP/1.1" status: 204 len: 168 time: 0.3603415 Nov 12 11:20:45.758209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53142) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.786580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab1a8395-09d2-4e77-a8cb-03634b2a82e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.796044 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-f782ab1f-51f4-4940-a3dd-879d3177406d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:45.806927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f782ab1f-51f4-4940-a3dd-879d3177406d tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags/tempest-TagsExtTest-Tag-1630892398 HTTP/1.1" status: 404 len: 329 time: 0.1992376 Nov 12 11:20:45.810659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53144) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.820720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-9d5dccec-075f-4e34-b891-3055680bc78a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d', {'tags': ['tempest-TagsExtTest-Tag-1455081', 'tempest-TagsExtTest-Tag-733140283', 'tempest-TagsExtTest-Tag-158801192']}) {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:45.825877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc63f3-4dc9-40fc-adda-b93722f82fcc tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58565753-143f-4948-b55a-d1efbfaf4956,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:45.899040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab1a8395-09d2-4e77-a8cb-03634b2a82e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.916523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cec62607-dadd-4f9b-8694-f2e961d93ff2 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1538303 Nov 12 11:20:45.939096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53146) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.950235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0754158f-58b0-402b-a10e-4c85e54f9963 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group': {'name': 'tempest-secgroup--672250193'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:45.990147 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9d5dccec-075f-4e34-b891-3055680bc78a tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags HTTP/1.1" status: 200 len: 313 time: 0.1736560 Nov 12 11:20:45.990905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53150) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.000047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-2406ce58-c8ca-44bc-ba20-1685402ce9d4 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:46.020710 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0754158f-58b0-402b-a10e-4c85e54f9963 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.054004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-83e35a96-a2d1-4f25-bcca-bd5b92322d41 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Deleting port a7ed39cc-9717-4ba3-9050-da4ac780407c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:46.054772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83e35a96-a2d1-4f25-bcca-bd5b92322d41 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.124729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2406ce58-c8ca-44bc-ba20-1685402ce9d4 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags HTTP/1.1" status: 204 len: 168 time: 0.1313918 Nov 12 11:20:46.124729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53154) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.136125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-8fd5549b-2033-4291-ad17-5f1297665ca2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d', 'tempest-TagsExtTest-Tag-1455081') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:46.218315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab1a8395-09d2-4e77-a8cb-03634b2a82e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.306839 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-8fd5549b-2033-4291-ad17-5f1297665ca2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:46.308551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8fd5549b-2033-4291-ad17-5f1297665ca2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags/tempest-TagsExtTest-Tag-1455081 HTTP/1.1" status: 404 len: 326 time: 0.1808462 Nov 12 11:20:46.311797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53162) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.317866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-a9d21e7c-5c29-4ad5-a77c-e08bcbbca9c2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d', 'tempest-TagsExtTest-Tag-733140283') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:46.357904 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0754158f-58b0-402b-a10e-4c85e54f9963 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.368944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0754158f-58b0-402b-a10e-4c85e54f9963 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.372661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83e35a96-a2d1-4f25-bcca-bd5b92322d41 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.416135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754158f-58b0-402b-a10e-4c85e54f9963 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ea9cda-8c0b-4e92-affb-e6600dc55823,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:46.438000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-83e35a96-a2d1-4f25-bcca-bd5b92322d41 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Calling delete_port for a7ed39cc-9717-4ba3-9050-da4ac780407c owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:46.453590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0754158f-58b0-402b-a10e-4c85e54f9963 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.455636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0754158f-58b0-402b-a10e-4c85e54f9963 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5137200 Nov 12 11:20:46.459364 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-a9d21e7c-5c29-4ad5-a77c-e08bcbbca9c2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:46.461570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a9d21e7c-5c29-4ad5-a77c-e08bcbbca9c2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags/tempest-TagsExtTest-Tag-733140283 HTTP/1.1" status: 404 len: 328 time: 0.1472626 Nov 12 11:20:46.462505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53164) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.466635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53166) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.468632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-79ab1c8c-6b25-483c-a515-35b69ef5e6ee tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '23ea9cda-8c0b-4e92-affb-e6600dc55823', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:46.473341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-341ff04c-734d-4f71-991b-45bda160e8b5 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d', 'tempest-TagsExtTest-Tag-158801192') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:46.511458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79ab1c8c-6b25-483c-a515-35b69ef5e6ee tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.515679 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab1a8395-09d2-4e77-a8cb-03634b2a82e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.571401 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-341ff04c-734d-4f71-991b-45bda160e8b5 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:46.576751 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-341ff04c-734d-4f71-991b-45bda160e8b5 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags/tempest-TagsExtTest-Tag-158801192 HTTP/1.1" status: 404 len: 328 time: 0.1083918 Nov 12 11:20:46.577514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53170) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.582471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.tag.tag_plugin [None req-da5f54a7-c5ac-424a-b6c0-ab4831cb3ef2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07', {'tags': ['tempest-TagsExtTest-Tag-847999866', 'tempest-TagsExtTest-Tag-1646862500', 'tempest-TagsExtTest-Tag-385203192']}) {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:46.599003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab1a8395-09d2-4e77-a8cb-03634b2a82e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.600892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f482c85f-caee-4451-9799-83a76027c581 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:46.602934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ab1a8395-09d2-4e77-a8cb-03634b2a82e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bebc0226-4657-4372-92f9-4f93bc11a330 HTTP/1.1" status: 204 len: 168 time: 1.1720753 Nov 12 11:20:46.606585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53172) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.616102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded7178a-b3ed-4eef-8360-3eccf94d651b None None] Network b0badc56-5e9d-436a-ac6e-c8f82c512deb requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:46.679934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a8395-09d2-4e77-a8cb-03634b2a82e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebc0226-4657-4372-92f9-4f93bc11a330,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:46.709931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f482c85f-caee-4451-9799-83a76027c581 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:46.713278 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f482c85f-caee-4451-9799-83a76027c581 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:46.718131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.746532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53174) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.747128 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-da5f54a7-c5ac-424a-b6c0-ab4831cb3ef2 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "PUT /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags HTTP/1.1" status: 200 len: 316 time: 0.1683836 Nov 12 11:20:46.759609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-c8feae28-6517-483f-9a1f-413eeab253a8 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:46.800150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79ab1c8c-6b25-483c-a515-35b69ef5e6ee tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.841287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79ab1c8c-6b25-483c-a515-35b69ef5e6ee tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.874276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Deleting port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:46.874734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.942537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab1c8c-6b25-483c-a515-35b69ef5e6ee tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4b4616-1370-4028-b9ef-a81fb240a03a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:46.957693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83e35a96-a2d1-4f25-bcca-bd5b92322d41 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.962826 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79ab1c8c-6b25-483c-a515-35b69ef5e6ee tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.964788 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-79ab1c8c-6b25-483c-a515-35b69ef5e6ee tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5009134 Nov 12 11:20:46.972227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53184) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.004182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] DHCP port deletion for b0badc56-5e9d-436a-ac6e-c8f82c512deb request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:47.025820 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4f57df4c-1cca-4f5e-8dd6-17797b998cf4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules/8f4b4616-1370-4028-b9ef-a81fb240a03a HTTP/1.1" status: 200 len: 763 time: 0.0482264 Nov 12 11:20:47.029294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53186) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.036561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e35a96-a2d1-4f25-bcca-bd5b92322d41 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Port': ['ID=a7ed39cc-9717-4ba3-9050-da4ac780407c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:47.045975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] For port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,segment=NetworkSegment(8063e01c-bb06-4335-8b32-daa8beb72dcc),segment_id=8063e01c-bb06-4335-8b32-daa8beb72dcc)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:47.048476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.058840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-83e35a96-a2d1-4f25-bcca-bd5b92322d41 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.063244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-83e35a96-a2d1-4f25-bcca-bd5b92322d41 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/ports/a7ed39cc-9717-4ba3-9050-da4ac780407c HTTP/1.1" status: 204 len: 168 time: 1.5845602 Nov 12 11:20:47.065873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53188) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.081384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Calling delete_port for 9920a2c4-47a0-419f-8b2c-c6c01c02f43b owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:47.117950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c8feae28-6517-483f-9a1f-413eeab253a8 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags HTTP/1.1" status: 204 len: 168 time: 0.3699498 Nov 12 11:20:47.118721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53190) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.144152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] Deleting port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:47.144534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.151895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-1eeba60f-1210-484a-8fa0-49beb65e0e6f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07', 'tempest-TagsExtTest-Tag-847999866') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.158597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-238ccac1-69aa-4a24-a2e3-ffbb906b38a4 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0915718 Nov 12 11:20:47.162633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53192) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.201140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-073695e7-befb-4a64-85ac-967d50987f0f tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1699860 Nov 12 11:20:47.203541 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-1eeba60f-1210-484a-8fa0-49beb65e0e6f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:47.207635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1eeba60f-1210-484a-8fa0-49beb65e0e6f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags/tempest-TagsExtTest-Tag-847999866 HTTP/1.1" status: 404 len: 328 time: 0.0594022 Nov 12 11:20:47.208321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1152086590'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:47.208665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53194) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.209337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53196) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.219824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-eb845c12-8faa-4f5a-bc11-02d59204a85e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07', 'tempest-TagsExtTest-Tag-1646862500') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.229520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] For port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,segment=NetworkSegment(8063e01c-bb06-4335-8b32-daa8beb72dcc),segment_id=8063e01c-bb06-4335-8b32-daa8beb72dcc)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:47.229893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.244804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.253175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0c6b-74d2-4911-914d-1305e6a26d57 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.265432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0c6b-74d2-4911-914d-1305e6a26d57 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.266796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Made reservation on behalf of 09d9a7b647144ed6b189b8da02b023d6 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:47.272227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.273563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] Calling delete_port for 9920a2c4-47a0-419f-8b2c-c6c01c02f43b owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:47.278253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] No DVR routers for this DVR port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:47.283624 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-eb845c12-8faa-4f5a-bc11-02d59204a85e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:47.288114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eb845c12-8faa-4f5a-bc11-02d59204a85e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags/tempest-TagsExtTest-Tag-1646862500 HTTP/1.1" status: 404 len: 329 time: 0.0715070 Nov 12 11:20:47.290637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53198) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.295681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-99dbab31-b5ae-434f-92f5-f50b9fba146f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07', 'tempest-TagsExtTest-Tag-385203192') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.344535 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0c6b-74d2-4911-914d-1305e6a26d57 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.365559 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0c6b-74d2-4911-914d-1305e6a26d57 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.367158 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e2b0c6b-74d2-4911-914d-1305e6a26d57 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8f4b4616-1370-4028-b9ef-a81fb240a03a HTTP/1.1" status: 204 len: 168 time: 0.1564195 Nov 12 11:20:47.368267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b0c6b-74d2-4911-914d-1305e6a26d57 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f4b4616-1370-4028-b9ef-a81fb240a03a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:47.371602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53202) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.390442 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-99dbab31-b5ae-434f-92f5-f50b9fba146f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] show failed (client error): The resource could not be found. Nov 12 11:20:47.395511 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-99dbab31-b5ae-434f-92f5-f50b9fba146f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags/tempest-TagsExtTest-Tag-385203192 HTTP/1.1" status: 404 len: 328 time: 0.1034172 Nov 12 11:20:47.398274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53204) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.404157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-bcd60502-0b4b-4b23-ac1b-75f524bc5210 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9d97f00-230e-478b-8b03-c759ae2a5e07') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.435035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:47.451573 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4f4ba09e-b0fa-484f-aa4d-0b4d25de68ff tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0778413 Nov 12 11:20:47.454095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53208) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.459211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-33684280-5612-458c-b44e-80e7bc7b11bb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '23ea9cda-8c0b-4e92-affb-e6600dc55823', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:47.482764 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.486956 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bcd60502-0b4b-4b23-ac1b-75f524bc5210 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07/tags HTTP/1.1" status: 204 len: 168 time: 0.0864155 Nov 12 11:20:47.487675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53210) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.495599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-6752cd2f-4a31-4172-831f-81b78ea7722e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15057eca-dad9-4e40-8577-ab1991f0216d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.516534 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] No DVR routers for this DVR port 9920a2c4-47a0-419f-8b2c-c6c01c02f43b on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:47.518661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae97af4-886d-42ad-8d4a-5db9cf6a894a None None] Pushing event deleted for resources: {'Port': ['ID=9920a2c4-47a0-419f-8b2c-c6c01c02f43b,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:47.545238 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33684280-5612-458c-b44e-80e7bc7b11bb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.596543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.610490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53212) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.636443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6752cd2f-4a31-4172-831f-81b78ea7722e tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d/tags HTTP/1.1" status: 204 len: 168 time: 0.1457171 Nov 12 11:20:47.666184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0badc56-5e9d-436a-ac6e-c8f82c512deb']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.668310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33684280-5612-458c-b44e-80e7bc7b11bb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.669079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53216) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.686382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8063e01c-bb06-4335-8b32-daa8beb72dcc') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.686382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8063e01c-bb06-4335-8b32-daa8beb72dcc') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.686719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-b310ce19-c72e-40b8-b365-36632b33ba36 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a5315ab-14cf-43ef-ae7d-b1f1562ed664') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.700399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.729096 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33684280-5612-458c-b44e-80e7bc7b11bb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.729840 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.734165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:47.746663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:47.747102 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:47.749405 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:47.788260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33684280-5612-458c-b44e-80e7bc7b11bb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ae2554-27e4-4527-bf4a-0fb7c328b484,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:47.831068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33684280-5612-458c-b44e-80e7bc7b11bb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.832494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-33684280-5612-458c-b44e-80e7bc7b11bb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3771777 Nov 12 11:20:47.835605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.836228 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Added segment fc2a3c2d-876e-45aa-9b7f-0d58e6cc3c25 of type vlan for network 46f58014-ae99-41d2-9b0d-cf8ec45d7d74 Nov 12 11:20:47.836519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53220) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.909408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d291e6aa-c8be-4a52-b809-745c796556c1 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules/61ae2554-27e4-4527-bf4a-0fb7c328b484 HTTP/1.1" status: 200 len: 763 time: 0.0711064 Nov 12 11:20:47.915003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2fc51827-8bd9-47a1-a5fb-4ee9e5a4c03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.915778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53222) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.946431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.948978 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.953277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b310ce19-c72e-40b8-b365-36632b33ba36 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664/tags HTTP/1.1" status: 204 len: 168 time: 0.2830334 Nov 12 11:20:47.954035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53224) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.975223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.tag.tag_plugin [None req-872e3175-feeb-42c1-b2cf-0f3bf9735c2f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b8a60b1e-1de7-450a-9be9-371dea50f56a') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.993875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.997684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0badc56-5e9d-436a-ac6e-c8f82c512deb HTTP/1.1" status: 204 len: 168 time: 1.3873525 Nov 12 11:20:47.998712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fd386-677a-4e4a-9cbe-d27267f272e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0badc56-5e9d-436a-ac6e-c8f82c512deb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:48.058759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76d4796f-0039-43eb-97e9-013b2f747581 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1406209 Nov 12 11:20:48.064963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53228) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.095470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.110501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:48.113092 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.149777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5a69bf2-df41-4922-b88f-ca0f0e46d617 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.173587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2fc51827-8bd9-47a1-a5fb-4ee9e5a4c03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.175778 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5a69bf2-df41-4922-b88f-ca0f0e46d617 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.186745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0201561 Nov 12 11:20:48.188293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53230) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.192380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2fc51827-8bd9-47a1-a5fb-4ee9e5a4c03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.206029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-979910710'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:48.246794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-872e3175-feeb-42c1-b2cf-0f3bf9735c2f tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a/tags HTTP/1.1" status: 204 len: 168 time: 0.2851472 Nov 12 11:20:48.251779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53232) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.293307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22f6f4-3568-42fa-b934-ccd96d22bfbd tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Network': ['ID=46f58014-ae99-41d2-9b0d-cf8ec45d7d74,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:48.298164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53234) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.308496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 46f58014-ae99-41d2-9b0d-cf8ec45d7d74 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:48.317584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2fc51827-8bd9-47a1-a5fb-4ee9e5a4c03e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09b8f482846d42a39b598cd98e32a6eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7049520 Nov 12 11:20:48.323919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53236) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.329994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5a69bf2-df41-4922-b88f-ca0f0e46d617 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.339453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Made reservation on behalf of 09d9a7b647144ed6b189b8da02b023d6 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:48.343568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.345611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc51827-8bd9-47a1-a5fb-4ee9e5a4c03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68adfe21-1f63-4d17-b9f7-a2e6baef88e7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:48.354509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5a69bf2-df41-4922-b88f-ca0f0e46d617 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.358105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5a69bf2-df41-4922-b88f-ca0f0e46d617 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/61ae2554-27e4-4527-bf4a-0fb7c328b484 HTTP/1.1" status: 204 len: 168 time: 0.2888727 Nov 12 11:20:48.365512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53238) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.408801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a69bf2-df41-4922-b88f-ca0f0e46d617 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61ae2554-27e4-4527-bf4a-0fb7c328b484,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:48.448152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-13316132-701e-4832-b1e4-ceec55bb47a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c14da67ccf5b4ec4ab7a26ab0f9489fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488254 Nov 12 11:20:48.451570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53242) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.489974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:48.516380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-93fd557b-de67-438b-8dba-459620c0a202 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1459777 Nov 12 11:20:48.517412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53244) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.521409 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.521838 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Added segment 6cd3a463-08e9-4c26-8fba-69d039a6cef2 of type vlan for network b233b230-713d-447c-9444-3fd918a80775 Nov 12 11:20:48.531896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-674bf2f7-bb42-4d01-adc5-265039df5485 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Request body: {'security_group_rule': {'security_group_id': '23ea9cda-8c0b-4e92-affb-e6600dc55823', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:48.583839 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8af1-86d0-4723-b73a-1b5936378fd8 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for subnetpool, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.590267 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-674bf2f7-bb42-4d01-adc5-265039df5485 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Project 1b987b697fd349beb292edea67eaeb73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:20:48.597487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bd0b8af1-86d0-4723-b73a-1b5936378fd8 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c9d97f00-230e-478b-8b03-c759ae2a5e07 HTTP/1.1" status: 204 len: 168 time: 0.3409448 Nov 12 11:20:48.598820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53246) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.602758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba981-5ebf-4c2e-8d77-a30618d22ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.623408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-674bf2f7-bb42-4d01-adc5-265039df5485 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.666433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.715146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba981-5ebf-4c2e-8d77-a30618d22ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.730570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-12e644a4-e60e-4da9-a6b2-68b613098bdb tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "GET /v2.0/ports?device_id=15057eca-dad9-4e40-8577-ab1991f0216d HTTP/1.1" status: 200 len: 205 time: 0.1229713 Nov 12 11:20:48.736364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53250) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.750040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9920a2c4-47a0-419f-8b2c-c6c01c02f43b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:48.772144 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e89ce7b-2c80-4674-b533-f761b11b168e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.778073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-674bf2f7-bb42-4d01-adc5-265039df5485 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.800162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9920a2c4-47a0-419f-8b2c-c6c01c02f43b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:48.800537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9920a2c4-47a0-419f-8b2c-c6c01c02f43b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:48.820822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-674bf2f7-bb42-4d01-adc5-265039df5485 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.863852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.870955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:48.872675 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.890410 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e89ce7b-2c80-4674-b533-f761b11b168e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.949550 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7609951 Nov 12 11:20:49.092488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba981-5ebf-4c2e-8d77-a30618d22ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.095786 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba981-5ebf-4c2e-8d77-a30618d22ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.123093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2d2ba981-5ebf-4c2e-8d77-a30618d22ee5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68adfe21-1f63-4d17-b9f7-a2e6baef88e7 HTTP/1.1" status: 204 len: 168 time: 0.7947774 Nov 12 11:20:49.123959 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e89ce7b-2c80-4674-b533-f761b11b168e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.126626 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e89ce7b-2c80-4674-b533-f761b11b168e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.127815 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1e89ce7b-2c80-4674-b533-f761b11b168e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/335f6420-b91e-47fc-84e3-efc2ee96c959 HTTP/1.1" status: 204 len: 168 time: 0.6655455 Nov 12 11:20:49.197152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c7742-f759-41db-bd68-a736a573f4e8 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Network': ['ID=b233b230-713d-447c-9444-3fd918a80775,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:49.210019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b233b230-713d-447c-9444-3fd918a80775 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:49.213900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ba981-5ebf-4c2e-8d77-a30618d22ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68adfe21-1f63-4d17-b9f7-a2e6baef88e7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:49.284842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89ce7b-2c80-4674-b533-f761b11b168e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335f6420-b91e-47fc-84e3-efc2ee96c959,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:49.732760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-674bf2f7-bb42-4d01-adc5-265039df5485 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.738439 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-674bf2f7-bb42-4d01-adc5-265039df5485 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2158551 Nov 12 11:20:49.739455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53260) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:49.742869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bf2f7-bb42-4d01-adc5-265039df5485 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ba549c-37bd-4f70-a5c6-94e295602dfa,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:49.758904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0e93c6-e10f-4951-8b9f-6a1b9abf7345 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.801113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-98f4b0d7-fc86-4869-97d2-d81fd3af5690 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules/e0ba549c-37bd-4f70-a5c6-94e295602dfa HTTP/1.1" status: 200 len: 769 time: 0.0598147 Nov 12 11:20:49.802512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53262) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:49.927285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-259e5511-a056-499a-a6ef-683f57c035b7 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1215649 Nov 12 11:20:49.927927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53266) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:50.006706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e3857dd-52fb-4183-b5ca-289d9419afbb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.023350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e3857dd-52fb-4183-b5ca-289d9419afbb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.082180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53272) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:50.133120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5f8b324-a1a8-4cce-82bd-048c92768f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.138860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e3857dd-52fb-4183-b5ca-289d9419afbb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.153164 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9e3857dd-52fb-4183-b5ca-289d9419afbb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.156773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9e3857dd-52fb-4183-b5ca-289d9419afbb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e0ba549c-37bd-4f70-a5c6-94e295602dfa HTTP/1.1" status: 204 len: 168 time: 0.2267187 Nov 12 11:20:50.158688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53274) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:50.219515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0e93c6-e10f-4951-8b9f-6a1b9abf7345 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.239159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0e93c6-e10f-4951-8b9f-6a1b9abf7345 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.257868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5f8b324-a1a8-4cce-82bd-048c92768f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.276622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5f8b324-a1a8-4cce-82bd-048c92768f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.313475 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5f8b324-a1a8-4cce-82bd-048c92768f02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=049febfb4a9d42c1be49e12f8679dee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301686 Nov 12 11:20:50.314233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53276) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:50.322899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3857dd-52fb-4183-b5ca-289d9419afbb tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0ba549c-37bd-4f70-a5c6-94e295602dfa,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:50.371591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0e93c6-e10f-4951-8b9f-6a1b9abf7345 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.373438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e93c6-e10f-4951-8b9f-6a1b9abf7345 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Fanout notify agent at l3_agent the message router_deleted on router 15057eca-dad9-4e40-8577-ab1991f0216d {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:20:50.386093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0e93c6-e10f-4951-8b9f-6a1b9abf7345 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.392353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ec0e93c6-e10f-4951-8b9f-6a1b9abf7345 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/routers/15057eca-dad9-4e40-8577-ab1991f0216d HTTP/1.1" status: 204 len: 168 time: 1.6541781 Nov 12 11:20:50.393397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53278) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:50.420473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbdaf743-9b88-4fdd-b838-71e6acb25d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.422093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8b324-a1a8-4cce-82bd-048c92768f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225e7ed3-ef26-4321-980e-1fdf80666c44,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:50.459493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f228feb0-4eff-454d-bdd4-7d60c9ccfff5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2983317 Nov 12 11:20:50.459700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53280) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:50.484431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbdaf743-9b88-4fdd-b838-71e6acb25d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.552420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53286) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:50.574689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f685a78-0440-4f6a-9590-133ebe3e5966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.586832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbdaf743-9b88-4fdd-b838-71e6acb25d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.590265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bbdaf743-9b88-4fdd-b838-71e6acb25d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.592298 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bbdaf743-9b88-4fdd-b838-71e6acb25d8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/225e7ed3-ef26-4321-980e-1fdf80666c44 HTTP/1.1" status: 204 len: 168 time: 0.2747164 Nov 12 11:20:50.638297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaf743-9b88-4fdd-b838-71e6acb25d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225e7ed3-ef26-4321-980e-1fdf80666c44,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:50.799317 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-129ba3b9-9a83-4aba-a8ef-0b1f27d894fd tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.893676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-129ba3b9-9a83-4aba-a8ef-0b1f27d894fd tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.923477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f685a78-0440-4f6a-9590-133ebe3e5966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.940668 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f685a78-0440-4f6a-9590-133ebe3e5966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.057498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-307c75fd-cafa-4b09-b53a-7a0de5b363d3 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Deleting port 0a5315ab-14cf-43ef-ae7d-b1f1562ed664 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:51.058156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-307c75fd-cafa-4b09-b53a-7a0de5b363d3 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.074207 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3f685a78-0440-4f6a-9590-133ebe3e5966 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5176024 Nov 12 11:20:51.074348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53300) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:51.124032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f685a78-0440-4f6a-9590-133ebe3e5966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d82dad-1902-4681-a9ee-1de092afbcea,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:51.151483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-129ba3b9-9a83-4aba-a8ef-0b1f27d894fd tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.158625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb7751dd-32b1-4a30-a4f1-8cbe81861d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.173716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-129ba3b9-9a83-4aba-a8ef-0b1f27d894fd tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.184752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-129ba3b9-9a83-4aba-a8ef-0b1f27d894fd tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "DELETE /v2.0/security-groups/23ea9cda-8c0b-4e92-affb-e6600dc55823 HTTP/1.1" status: 204 len: 168 time: 0.7241530 Nov 12 11:20:51.188805 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb7751dd-32b1-4a30-a4f1-8cbe81861d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.194030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53304) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:51.223163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53306) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:51.269922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb7751dd-32b1-4a30-a4f1-8cbe81861d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.278991 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eb7751dd-32b1-4a30-a4f1-8cbe81861d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.282861 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eb7751dd-32b1-4a30-a4f1-8cbe81861d5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96d82dad-1902-4681-a9ee-1de092afbcea HTTP/1.1" status: 204 len: 168 time: 0.2045391 Nov 12 11:20:51.310038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7751dd-32b1-4a30-a4f1-8cbe81861d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d82dad-1902-4681-a9ee-1de092afbcea,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:51.384690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ba3b9-9a83-4aba-a8ef-0b1f27d894fd tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ea9cda-8c0b-4e92-affb-e6600dc55823,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:51.394224 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-373275ef-9524-4883-8f44-f08a14040f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.465017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-958a793b-74d3-4dca-bca7-2e471bc9c3f5 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2473483 Nov 12 11:20:51.465262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53312) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:51.465403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-307c75fd-cafa-4b09-b53a-7a0de5b363d3 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.568466 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-373275ef-9524-4883-8f44-f08a14040f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.605100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8312db1b-9b3d-4759-9ea5-33839d8d8ef4 tempest-SecGroupIPv6Test-18568936 tempest-SecGroupIPv6Test-18568936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1448781 Nov 12 11:20:51.608350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-373275ef-9524-4883-8f44-f08a14040f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.641592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-307c75fd-cafa-4b09-b53a-7a0de5b363d3 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Calling delete_port for 0a5315ab-14cf-43ef-ae7d-b1f1562ed664 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:51.765586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373275ef-9524-4883-8f44-f08a14040f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de57f676-30ed-411a-896b-59e2a9f0d16e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:51.904112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17132-625d-420b-aaf0-89213df09825 req-825ef27f-e2f8-44e4-b62c-2679179aa9bb tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:51.929527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-80e17132-625d-420b-aaf0-89213df09825 req-825ef27f-e2f8-44e4-b62c-2679179aa9bb tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 945 time: 0.3578656 Nov 12 11:20:51.940094 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-373275ef-9524-4883-8f44-f08a14040f73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8be50c6f2acd4075868956da85593472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7032714 Nov 12 11:20:51.940806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53318) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:52.097113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-557ceb61-846f-4d0b-8378-230d69e274cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.118695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53320) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:52.150964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-557ceb61-846f-4d0b-8378-230d69e274cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.163297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-80e17132-625d-420b-aaf0-89213df09825 req-167686d9-8a46-46d7-be8d-88c47af32f15 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321467 Nov 12 11:20:52.250554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-557ceb61-846f-4d0b-8378-230d69e274cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.253581 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-557ceb61-846f-4d0b-8378-230d69e274cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.254850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-557ceb61-846f-4d0b-8378-230d69e274cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de57f676-30ed-411a-896b-59e2a9f0d16e HTTP/1.1" status: 204 len: 168 time: 0.3124888 Nov 12 11:20:52.267078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ceb61-846f-4d0b-8378-230d69e274cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de57f676-30ed-411a-896b-59e2a9f0d16e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:52.358972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-307c75fd-cafa-4b09-b53a-7a0de5b363d3 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.438107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c75fd-cafa-4b09-b53a-7a0de5b363d3 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Pushing event deleted for resources: {'Port': ['ID=0a5315ab-14cf-43ef-ae7d-b1f1562ed664,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:52.621176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-307c75fd-cafa-4b09-b53a-7a0de5b363d3 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.627804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53330) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:52.637966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-307c75fd-cafa-4b09-b53a-7a0de5b363d3 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/ports/0a5315ab-14cf-43ef-ae7d-b1f1562ed664 HTTP/1.1" status: 204 len: 168 time: 2.2393796 Nov 12 11:20:52.640616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-18d90b76-00b2-47fb-be4e-58246f277f57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b987b697fd349beb292edea67eaeb73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197396 Nov 12 11:20:52.649634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53332) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:52.749648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-58aab7ba-52ce-433e-9917-6afee1755a35 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Deleting subnet b8a60b1e-1de7-450a-9be9-371dea50f56a {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:52.761888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58aab7ba-52ce-433e-9917-6afee1755a35 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.769644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53336) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:52.789225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'subnets': [{'network_id': '46f58014-ae99-41d2-9b0d-cf8ec45d7d74', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--197321686', 'ip_version': 6}, {'network_id': 'b233b230-713d-447c-9444-3fd918a80775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:52.789552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'subnet': {'network_id': '46f58014-ae99-41d2-9b0d-cf8ec45d7d74', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--197321686', 'ip_version': 6}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:52.790239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Request body: {'subnet': {'network_id': 'b233b230-713d-447c-9444-3fd918a80775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:52.835428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58aab7ba-52ce-433e-9917-6afee1755a35 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.897795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5118-4b67-4efd-9434-0d1b1f7e3d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.938279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5118-4b67-4efd-9434-0d1b1f7e3d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.063089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58aab7ba-52ce-433e-9917-6afee1755a35 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.118530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5118-4b67-4efd-9434-0d1b1f7e3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.121243 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5118-4b67-4efd-9434-0d1b1f7e3d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.122987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6a9d5118-4b67-4efd-9434-0d1b1f7e3d78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61114bb9-0d1d-48e4-b259-a5fafd0bd889 HTTP/1.1" status: 204 len: 168 time: 0.4721479 Nov 12 11:20:53.126232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Made reservation on behalf of 09d9a7b647144ed6b189b8da02b023d6 for: {'subnet': 2} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:53.131194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.131419 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.169366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d5118-4b67-4efd-9434-0d1b1f7e3d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61114bb9-0d1d-48e4-b259-a5fafd0bd889,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:53.206543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58aab7ba-52ce-433e-9917-6afee1755a35 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.267765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aab7ba-52ce-433e-9917-6afee1755a35 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a60b1e-1de7-450a-9be9-371dea50f56a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:53.292481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70db69-3400-42c2-95b7-d5480aa99db1 None None] Network 7e4efa89-df98-4a18-b803-de577ac10be8 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:53.293026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58aab7ba-52ce-433e-9917-6afee1755a35 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.298726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-fa69000d-f8ae-4db8-88f1-dfb0dead3491 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:53.299123 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-58aab7ba-52ce-433e-9917-6afee1755a35 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/subnets/b8a60b1e-1de7-450a-9be9-371dea50f56a HTTP/1.1" status: 204 len: 168 time: 0.6701629 Nov 12 11:20:53.300318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-fa69000d-f8ae-4db8-88f1-dfb0dead3491 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 945 time: 0.1514859 Nov 12 11:20:53.301766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53352) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:53.390973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.526828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8459-56b4-4086-b12d-31fefd40b024 req-427b58e0-4b64-4fa4-b12d-27e9f9af0088 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:53.533040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-edab8459-56b4-4086-b12d-31fefd40b024 req-427b58e0-4b64-4fa4-b12d-27e9f9af0088 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 945 time: 0.1358397 Nov 12 11:20:53.622377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Deleting port ca572c9e-06dd-4676-acfb-f4e0c87752e0 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:53.622707 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.639408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-edab8459-56b4-4086-b12d-31fefd40b024 req-a4e54460-3397-42c9-8628-64e72669619a tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004798 Nov 12 11:20:53.680302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] DHCP port deletion for 7e4efa89-df98-4a18-b803-de577ac10be8 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:53.696165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Deleting port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:53.696517 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.728019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] For port ca572c9e-06dd-4676-acfb-f4e0c87752e0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ca572c9e-06dd-4676-acfb-f4e0c87752e0,segment=NetworkSegment(2933f479-bf77-447a-ac98-c201c4b340cc),segment_id=2933f479-bf77-447a-ac98-c201c4b340cc)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:53.728232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.751770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Calling delete_port for ca572c9e-06dd-4676-acfb-f4e0c87752e0 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:53.773272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] Deleting port ca572c9e-06dd-4676-acfb-f4e0c87752e0 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:53.774163 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.972081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.016171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Pushing event deleted for resources: {'Port': ['ID=ca572c9e-06dd-4676-acfb-f4e0c87752e0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:54.022846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] No DVR routers for this DVR port ca572c9e-06dd-4676-acfb-f4e0c87752e0 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:54.074237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] For port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:54.076002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.112092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] For port ca572c9e-06dd-4676-acfb-f4e0c87752e0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ca572c9e-06dd-4676-acfb-f4e0c87752e0,segment=NetworkSegment(2933f479-bf77-447a-ac98-c201c4b340cc),segment_id=2933f479-bf77-447a-ac98-c201c4b340cc)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:54.113307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Calling delete_port for efb6d7b6-0fea-4561-a5b8-0803c72b8f0e owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:54.115314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.118102 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-14987b20-363f-4a99-a4a4-c2ecdf376e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.162874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] Calling delete_port for ca572c9e-06dd-4676-acfb-f4e0c87752e0 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:54.248901 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.311788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4efa89-df98-4a18-b803-de577ac10be8']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:54.327831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2933f479-bf77-447a-ac98-c201c4b340cc') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:54.328335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2933f479-bf77-447a-ac98-c201c4b340cc') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:54.332503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.345294 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.368900 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.435005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:54.435620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:54.442421 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:54.467241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] Pushing event deleted for resources: {'Port': ['ID=ca572c9e-06dd-4676-acfb-f4e0c87752e0,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:54.491031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26ac15-4e75-4322-9455-d9e9401ccfc4 None None] No DVR routers for this DVR port ca572c9e-06dd-4676-acfb-f4e0c87752e0 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:54.526055 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.593734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.594335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ca572c9e-06dd-4676-acfb-f4e0c87752e0 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:54.598887 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.604589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] 10.222.0.31 "DELETE /v2.0/networks/7e4efa89-df98-4a18-b803-de577ac10be8 HTTP/1.1" status: 204 len: 168 time: 1.2990799 Nov 12 11:20:54.622754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154001-2599-4c94-a368-1be3413f30a7 tempest-TagsExtTest-1728016038 tempest-TagsExtTest-1728016038-project] Pushing event deleted for resources: {'Network': ['ID=7e4efa89-df98-4a18-b803-de577ac10be8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:54.653979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Subnet': ['ID=fb72702d-3ce8-4b38-8bf5-9024797892ab,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:54.657120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ca572c9e-06dd-4676-acfb-f4e0c87752e0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:54.657722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ca572c9e-06dd-4676-acfb-f4e0c87752e0 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:54.662839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.679941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d6bd7b3c-df6c-47c5-b246-5e0bae13d100'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:54.683498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e93d120-6043-4879-b034-aa0ae8a82c0a', 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:54.723811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Pushing event deleted for resources: {'Port': ['ID=efb6d7b6-0fea-4561-a5b8-0803c72b8f0e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:54.767628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f0c936-889c-4597-9929-bd07dde8ea97 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:54.781913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Checking segment: {'id': 'fc2a3c2d-876e-45aa-9b7f-0d58e6cc3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46f58014-ae99-41d2-9b0d-cf8ec45d7d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:54.782432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Network hostable DHCP agents. Network: 46f58014-ae99-41d2-9b0d-cf8ec45d7d74, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:20:54.787766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] No DVR routers for this DVR port efb6d7b6-0fea-4561-a5b8-0803c72b8f0e on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:54.791131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.797231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e4eb6ef-5702-47c3-84f9-e18baa05b7ae req-df415a7f-8536-486e-8695-6788d3a9e9aa tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "DELETE /v2.0/ports/efb6d7b6-0fea-4561-a5b8-0803c72b8f0e HTTP/1.1" status: 204 len: 173 time: 1.4863906 Nov 12 11:20:54.799404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dcd1a6-6b0f-4328-afae-a6c269a24df5', 'name': 'network-vif-deleted', 'tag': 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:54.804732 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24a5a2a-662a-4f79-b62d-6062ef65808d" -d '{"events": [{"server_uuid": "61dcd1a6-6b0f-4328-afae-a6c269a24df5", "name": "network-vif-deleted", "tag": "efb6d7b6-0fea-4561-a5b8-0803c72b8f0e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:54.827082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Network 46f58014-ae99-41d2-9b0d-cf8ec45d7d74 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:20:54.882624 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce8eadf7-6bf0-4ed2-b7d8-5e5c59832120 req-a36f47f4-a3c9-400a-b7a0-e57df07cb23b tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=61dcd1a6-6b0f-4328-afae-a6c269a24df5 HTTP/1.1" status: 200 len: 210 time: 0.0519359 Nov 12 11:20:54.898926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 46f58014-ae99-41d2-9b0d-cf8ec45d7d74) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:54.909409 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.938936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f17e08-66a1-4b69-9242-d774dd13a96b None None] Network 46f58014-ae99-41d2-9b0d-cf8ec45d7d74 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:55.114005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event updated for resources: {'Subnet': ['ID=2ebf4ecc-5878-4772-a7f0-bf21b740c9f2,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:55.138393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Checking segment: {'id': '6cd3a463-08e9-4c26-8fba-69d039a6cef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b233b230-713d-447c-9444-3fd918a80775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:55.139279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Network hostable DHCP agents. Network: b233b230-713d-447c-9444-3fd918a80775, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:20:55.185075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Network b233b230-713d-447c-9444-3fd918a80775 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:20:55.203537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b233b230-713d-447c-9444-3fd918a80775) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:55.216585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.219693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.220448 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.255851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-69f2d7f7-b5fa-4fac-a877-5ca9d253ee91 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4742398 Nov 12 11:20:55.258287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53412) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:55.269197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cfd0a6-6c9b-4f4e-abba-85f971305e89 None None] Network b233b230-713d-447c-9444-3fd918a80775 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:55.499537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d23749-be20-4f44-985d-895aa956c4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-46f58014-ae99-41d2-9b0d-cf8ec45d7d74', 'network_id': '46f58014-ae99-41d2-9b0d-cf8ec45d7d74', 'tenant_id': '09d9a7b647144ed6b189b8da02b023d6', 'fixed_ips': [{'subnet_id': 'fb72702d-3ce8-4b38-8bf5-9024797892ab'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:20:55.500423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e8d23749-be20-4f44-985d-895aa956c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.518720 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82ae67-553a-46a3-b800-f2e8e0545960 x-openstack-request-id: req-bd82ae67-553a-46a3-b800-f2e8e0545960 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:55.519271 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dcd1a6-6b0f-4328-afae-a6c269a24df5", "name": "network-vif-deleted", "tag": "efb6d7b6-0fea-4561-a5b8-0803c72b8f0e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:55.519746 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd82ae67-553a-46a3-b800-f2e8e0545960 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:55.520412 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dcd1a6-6b0f-4328-afae-a6c269a24df5', 'name': 'network-vif-deleted', 'tag': 'efb6d7b6-0fea-4561-a5b8-0803c72b8f0e', 'status': 'completed', 'code': 200} Nov 12 11:20:55.553377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595c87c-4385-4bad-ac5b-9559b69d73e1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.555410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595c87c-4385-4bad-ac5b-9559b69d73e1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.556965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595c87c-4385-4bad-ac5b-9559b69d73e1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.558651 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e595c87c-4385-4bad-ac5b-9559b69d73e1 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2987723 Nov 12 11:20:55.569368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53418) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:55.608449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53420) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:55.650746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3e818a-25f0-4658-a34d-dd20a6e4215c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Deleting subnet fb72702d-3ce8-4b38-8bf5-9024797892ab {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:55.655286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c3e818a-25f0-4658-a34d-dd20a6e4215c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.719799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c3e818a-25f0-4658-a34d-dd20a6e4215c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.783093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c3e818a-25f0-4658-a34d-dd20a6e4215c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.820601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e237ca8-b6b1-4e97-bb24-0d9aeb915f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b233b230-713d-447c-9444-3fd918a80775', 'network_id': 'b233b230-713d-447c-9444-3fd918a80775', 'tenant_id': '09d9a7b647144ed6b189b8da02b023d6', 'fixed_ips': [{'subnet_id': '2ebf4ecc-5878-4772-a7f0-bf21b740c9f2'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:20:55.821720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3e237ca8-b6b1-4e97-bb24-0d9aeb915f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.863193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c3e818a-25f0-4658-a34d-dd20a6e4215c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server [None req-e8d23749-be20-4f44-985d-895aa956c4e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb72702d-3ce8-4b38-8bf5-9024797892ab: This subnet is being modified by another concurrent operation. Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb72702d-3ce8-4b38-8bf5-9024797892ab: This subnet is being modified by another concurrent operation. Nov 12 11:20:55.884238 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Nov 12 11:20:55.892935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c3e818a-25f0-4658-a34d-dd20a6e4215c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.897732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c3e818a-25f0-4658-a34d-dd20a6e4215c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/subnets/fb72702d-3ce8-4b38-8bf5-9024797892ab HTTP/1.1" status: 204 len: 168 time: 0.3267035 Nov 12 11:20:55.903531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53434) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:55.963423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e818a-25f0-4658-a34d-dd20a6e4215c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Subnet': ['ID=fb72702d-3ce8-4b38-8bf5-9024797892ab,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:56.066918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea08429-643f-4860-b338-f9d29a82b2ea None None] Network 46f58014-ae99-41d2-9b0d-cf8ec45d7d74 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:56.081770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53442) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:56.081984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-970134e5-3426-4bf2-be90-b5ce6027607e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26ded063bc824a6c8463439bbc8886f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4721990 Nov 12 11:20:56.107061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e17914-fad2-4b85-a200-b2aba1aa4d03 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Deleting subnet 2ebf4ecc-5878-4772-a7f0-bf21b740c9f2 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:56.123053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79e17914-fad2-4b85-a200-b2aba1aa4d03 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.192638 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b5192534-72f9-44a8-b94b-6174938b2622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.245999 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b5192534-72f9-44a8-b94b-6174938b2622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.355354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b5192534-72f9-44a8-b94b-6174938b2622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.360054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b5192534-72f9-44a8-b94b-6174938b2622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.361549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b5192534-72f9-44a8-b94b-6174938b2622 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68ce6cfd-d2a5-4dd5-abf4-bf43acf727c1 HTTP/1.1" status: 204 len: 168 time: 0.2781565 Nov 12 11:20:56.365645 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ef94e23d-e998-4a1b-afd2-3d744a3cbc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.397732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5192534-72f9-44a8-b94b-6174938b2622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce6cfd-d2a5-4dd5-abf4-bf43acf727c1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:56.484772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53452) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:56.490004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856634377', 'description': 'tempest-secgroup-smoke-856634377 description', 'project_id': '457c723929f14efab737d75f4170b9cc'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:56.536653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.550647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.627285 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79e17914-fad2-4b85-a200-b2aba1aa4d03 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.651612 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.660348 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.698277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcaf61-7f3d-43ee-87e7-8248ee2b8d0b req-f4659d6d-b649-4c76-890b-918974ebceaf tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:56.707194 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7bcaf61-7f3d-43ee-87e7-8248ee2b8d0b req-f4659d6d-b649-4c76-890b-918974ebceaf tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 945 time: 0.1273904 Nov 12 11:20:56.741347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b261f4d-f51a-43ff-ab10-8a250eec9f54,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:56.764653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79e17914-fad2-4b85-a200-b2aba1aa4d03 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.806968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.813591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.834891 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7bcaf61-7f3d-43ee-87e7-8248ee2b8d0b req-ce0d7c5b-f7ac-4f7c-9461-c5e0d778d4fd tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265707 Nov 12 11:20:56.865957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.867338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3815081 Nov 12 11:20:56.870428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53464) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:56.874902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79e17914-fad2-4b85-a200-b2aba1aa4d03 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.875428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-99eaaf81-702a-4075-be83-829821169a6c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '2a6f012a-3cae-4320-a34a-5f72070aad8f', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:56.882384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0b213-bb15-4f5e-bbca-5c2519a8c915 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f012a-3cae-4320-a34a-5f72070aad8f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server [None req-3e237ca8-b6b1-4e97-bb24-0d9aeb915f6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ebf4ecc-5878-4772-a7f0-bf21b740c9f2: This subnet is being modified by another concurrent operation. Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ebf4ecc-5878-4772-a7f0-bf21b740c9f2: This subnet is being modified by another concurrent operation. Nov 12 11:20:56.882628 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Nov 12 11:20:56.913401 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-79e17914-fad2-4b85-a200-b2aba1aa4d03 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.915550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e5fb6-3358-43f4-9781-3027580e7b77 None None] Network b233b230-713d-447c-9444-3fd918a80775 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:56.916641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-99eaaf81-702a-4075-be83-829821169a6c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.916797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-79e17914-fad2-4b85-a200-b2aba1aa4d03 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/subnets/2ebf4ecc-5878-4772-a7f0-bf21b740c9f2 HTTP/1.1" status: 204 len: 168 time: 1.0120025 Nov 12 11:20:56.920621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53466) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:56.988788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e17914-fad2-4b85-a200-b2aba1aa4d03 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebf4ecc-5878-4772-a7f0-bf21b740c9f2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:56.996089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-99eaaf81-702a-4075-be83-829821169a6c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.005418 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-99eaaf81-702a-4075-be83-829821169a6c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.091153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaaf81-702a-4075-be83-829821169a6c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4ae8c3-43f9-4941-83db-9e43f8ffc17c,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:57.100656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device efb6d7b6-0fea-4561-a5b8-0803c72b8f0e no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:57.126903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-99eaaf81-702a-4075-be83-829821169a6c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.134377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-99eaaf81-702a-4075-be83-829821169a6c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594390 Nov 12 11:20:57.138762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53474) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.144799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d27c29f9-8a3a-4326-bb59-f47877770649 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '2a6f012a-3cae-4320-a34a-5f72070aad8f', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:57.160046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1080a31-71d2-4dd6-a95a-8727e1f4480c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:57.162271 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e1080a31-71d2-4dd6-a95a-8727e1f4480c tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2406614 Nov 12 11:20:57.168000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53478) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.198545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: efb6d7b6-0fea-4561-a5b8-0803c72b8f0e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:57.199123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device efb6d7b6-0fea-4561-a5b8-0803c72b8f0e not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:57.225697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8bbfc6-82fb-40b3-aa8b-f6c64c16eee8 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:20:57.289352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d27c29f9-8a3a-4326-bb59-f47877770649 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.304906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8bbfc6-82fb-40b3-aa8b-f6c64c16eee8 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:20:57.373506 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d27c29f9-8a3a-4326-bb59-f47877770649 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.381848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d27c29f9-8a3a-4326-bb59-f47877770649 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.392530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.433617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c29f9-8a3a-4326-bb59-f47877770649 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1efc249-d7c7-444b-bfb9-54ad397acde9,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:57.566074 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d27c29f9-8a3a-4326-bb59-f47877770649 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.567317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d27c29f9-8a3a-4326-bb59-f47877770649 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4265287 Nov 12 11:20:57.570134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53492) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.577667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6c3d64cc-0e1c-488d-8771-f4c9e533b7ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '2a6f012a-3cae-4320-a34a-5f72070aad8f', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:57.595487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.626190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b233b230-713d-447c-9444-3fd918a80775']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:57.638461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd3a463-08e9-4c26-8fba-69d039a6cef2') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:57.638970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd3a463-08e9-4c26-8fba-69d039a6cef2') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:57.643215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3d64cc-0e1c-488d-8771-f4c9e533b7ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.664030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae97ebf-bc4f-486c-8658-0ce9fbdd9742 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:20:57.671068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.704397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.722308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:57.722843 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.745004 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3d64cc-0e1c-488d-8771-f4c9e533b7ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.751541 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.754324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53498) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.760436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047662 Nov 12 11:20:57.763845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53500) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.769218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae97ebf-bc4f-486c-8658-0ce9fbdd9742 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:20:57.791697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3d64cc-0e1c-488d-8771-f4c9e533b7ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:57.811127 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:57.847392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d64cc-0e1c-488d-8771-f4c9e533b7ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755b350f-fb22-4143-8b49-5122dbaa3f3d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:57.848973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-10d3c7d6-43ba-4ba7-a4cc-dcd639198f14 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:57.853463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-10d3c7d6-43ba-4ba7-a4cc-dcd639198f14 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.52 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 945 time: 0.3923118 Nov 12 11:20:57.855507 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.875327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.884607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/networks/b233b230-713d-447c-9444-3fd918a80775 HTTP/1.1" status: 204 len: 168 time: 0.7127683 Nov 12 11:20:57.885150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53510) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.915183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3d64cc-0e1c-488d-8771-f4c9e533b7ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.920689 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6c3d64cc-0e1c-488d-8771-f4c9e533b7ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3485775 Nov 12 11:20:57.941406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53514) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.947943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-07108f50-0b5e-4250-ac6e-894720258c3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '2a6f012a-3cae-4320-a34a-5f72070aad8f', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:58.021093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-73038006-c2a5-4433-b46b-baad0c2561e1 tempest-NetworksApiDiscovery-536647528 tempest-NetworksApiDiscovery-536647528-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2560425 Nov 12 11:20:58.036587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.047744 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07108f50-0b5e-4250-ac6e-894720258c3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.048219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214784f-658b-4343-9a9d-b9e376c1afb3 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Network': ['ID=b233b230-713d-447c-9444-3fd918a80775,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:58.136292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Deleting port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:58.136730 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.150423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b14a-9225-4b7c-8308-ead2464c93f8 req-9a1a73dc-8dc8-4ba4-b134-282aca2eee6c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:58.165054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7749b14a-9225-4b7c-8308-ead2464c93f8 req-9a1a73dc-8dc8-4ba4-b134-282aca2eee6c tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 945 time: 0.1654959 Nov 12 11:20:58.204051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.238079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f58014-ae99-41d2-9b0d-cf8ec45d7d74']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:58.242753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07108f50-0b5e-4250-ac6e-894720258c3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.249783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07108f50-0b5e-4250-ac6e-894720258c3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.256546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2a3c2d-876e-45aa-9b7f-0d58e6cc3c25') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:58.256846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2a3c2d-876e-45aa-9b7f-0d58e6cc3c25') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:58.290403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.294499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7749b14a-9225-4b7c-8308-ead2464c93f8 req-cca3dff8-b321-4fd9-9c67-4267afa02e4d tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283369 Nov 12 11:20:58.327263 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.334280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:58.334708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.337557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] For port d6bd7b3c-df6c-47c5-b246-5e0bae13d100, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:58.338145 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:58.338300 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:58.340749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07108f50-0b5e-4250-ac6e-894720258c3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e749be-f0b7-47e8-b88c-5285ea85ce3e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:58.359473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Calling delete_port for d6bd7b3c-df6c-47c5-b246-5e0bae13d100 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:58.394237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07108f50-0b5e-4250-ac6e-894720258c3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.395506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-07108f50-0b5e-4250-ac6e-894720258c3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4514303 Nov 12 11:20:58.398788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53540) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:58.406141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-be3f2ba8-248e-4c80-a8ec-9cad41e2a4bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '2a6f012a-3cae-4320-a34a-5f72070aad8f', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:58.439219 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.461974 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.467935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53544) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:58.469379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/networks/46f58014-ae99-41d2-9b0d-cf8ec45d7d74 HTTP/1.1" status: 204 len: 168 time: 0.5830524 Nov 12 11:20:58.470337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ae869-df71-496c-bb1f-11e6f37836cb tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Network': ['ID=46f58014-ae99-41d2-9b0d-cf8ec45d7d74,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:58.473593 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-be3f2ba8-248e-4c80-a8ec-9cad41e2a4bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Project 457c723929f14efab737d75f4170b9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:20:58.481862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be3f2ba8-248e-4c80-a8ec-9cad41e2a4bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.494619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53546) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:58.560366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be3f2ba8-248e-4c80-a8ec-9cad41e2a4bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.570029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be3f2ba8-248e-4c80-a8ec-9cad41e2a4bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.595439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f2ba8-248e-4c80-a8ec-9cad41e2a4bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cdb31e-1850-4c42-9a45-1d28c9bbfbea,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:58.613768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.617111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.624582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be3f2ba8-248e-4c80-a8ec-9cad41e2a4bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.629192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-be3f2ba8-248e-4c80-a8ec-9cad41e2a4bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2284694 Nov 12 11:20:58.631682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53550) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:58.632335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d6bd7b3c-df6c-47c5-b246-5e0bae13d100'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:58.634876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4e93d120-6043-4879-b034-aa0ae8a82c0a'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:58.638145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-90695ded-dff6-41bf-b518-2a1d92bfd9d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '2a6f012a-3cae-4320-a34a-5f72070aad8f', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:58.659675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Pushing event deleted for resources: {'Port': ['ID=d6bd7b3c-df6c-47c5-b246-5e0bae13d100,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:58.694376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c4893-1b0c-4bb5-8da0-f4880e0b7782 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:58.698597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70545802-680d-4fdf-8109-5bac1a234b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.725720 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-90695ded-dff6-41bf-b518-2a1d92bfd9d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Project 457c723929f14efab737d75f4170b9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:20:58.748115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90695ded-dff6-41bf-b518-2a1d92bfd9d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.792493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] No DVR routers for this DVR port d6bd7b3c-df6c-47c5-b246-5e0bae13d100 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:58.803910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.807509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5f182ec-8d91-4d5f-b5a5-57b8fb898564 req-44ce766c-56f5-4553-913e-37a56a84f9a9 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.52 "DELETE /v2.0/ports/d6bd7b3c-df6c-47c5-b246-5e0bae13d100 HTTP/1.1" status: 204 len: 173 time: 0.9239388 Nov 12 11:20:58.808246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805f1863-aeeb-4620-8fac-0d77e8d670bf', 'name': 'network-vif-deleted', 'tag': 'd6bd7b3c-df6c-47c5-b246-5e0bae13d100'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:58.810646 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d456ab1f-d3eb-44ce-af5e-10bc6341b284" -d '{"events": [{"server_uuid": "805f1863-aeeb-4620-8fac-0d77e8d670bf", "name": "network-vif-deleted", "tag": "d6bd7b3c-df6c-47c5-b246-5e0bae13d100"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:58.898572 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca4b539-88a6-4bd8-8280-90dd3e8e0fa1 x-openstack-request-id: req-5ca4b539-88a6-4bd8-8280-90dd3e8e0fa1 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:58.900140 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805f1863-aeeb-4620-8fac-0d77e8d670bf", "name": "network-vif-deleted", "tag": "d6bd7b3c-df6c-47c5-b246-5e0bae13d100", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:58.900621 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ca4b539-88a6-4bd8-8280-90dd3e8e0fa1 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:58.902518 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805f1863-aeeb-4620-8fac-0d77e8d670bf', 'name': 'network-vif-deleted', 'tag': 'd6bd7b3c-df6c-47c5-b246-5e0bae13d100', 'status': 'completed', 'code': 200} Nov 12 11:20:58.903595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90695ded-dff6-41bf-b518-2a1d92bfd9d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.911661 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.923165 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90695ded-dff6-41bf-b518-2a1d92bfd9d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.963842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe67573f-0ee9-46df-ac6d-1dfe739a7cc8']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:58.970932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695ded-dff6-41bf-b518-2a1d92bfd9d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0915499-9436-4f83-b8d9-9262dbc263ad,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:58.992630 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90695ded-dff6-41bf-b518-2a1d92bfd9d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.995108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-90695ded-dff6-41bf-b518-2a1d92bfd9d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618224 Nov 12 11:20:58.997449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53558) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:59.003320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8610681-6dba-4c8b-8ae3-29a22c3538f8') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:59.004034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8610681-6dba-4c8b-8ae3-29a22c3538f8') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:59.011379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'network': {'name': 'tempest-network-smoke--1960872836', 'project_id': '457c723929f14efab737d75f4170b9cc', 'port_security_enabled': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:59.022416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.048258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.063452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:59.064280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.066556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:59.069531 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:59.071736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.073831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70545802-680d-4fdf-8109-5bac1a234b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.087603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-70545802-680d-4fdf-8109-5bac1a234b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.150625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53560) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:59.150862 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-70545802-680d-4fdf-8109-5bac1a234b8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55d70e1f061341d49356732438bb67bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6549580 Nov 12 11:20:59.151650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70545802-680d-4fdf-8109-5bac1a234b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272c076d-7844-4b77-8143-4b662a23a642,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:59.188556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:59.190111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.201975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.202997 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Added segment 6e62032d-2073-4a61-846a-b9c9e34657b8 of type vlan for network e019540b-7540-439d-89de-ce10cedd2700 Nov 12 11:20:59.206512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.213144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/networks/fe67573f-0ee9-46df-ac6d-1dfe739a7cc8 HTTP/1.1" status: 204 len: 168 time: 0.7412484 Nov 12 11:20:59.213375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53562) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:59.247821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96596476-79c4-4b6e-9a61-90823f96d4ef tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Network': ['ID=fe67573f-0ee9-46df-ac6d-1dfe739a7cc8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:59.275701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d914dea0-d6b8-4c95-9d0e-92e4625bab96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.339121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d914dea0-d6b8-4c95-9d0e-92e4625bab96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.359746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.397012 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.469674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.482733 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.485140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:59.486718 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.494775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d914dea0-d6b8-4c95-9d0e-92e4625bab96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.499999 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d914dea0-d6b8-4c95-9d0e-92e4625bab96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.501195 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d914dea0-d6b8-4c95-9d0e-92e4625bab96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/272c076d-7844-4b77-8143-4b662a23a642 HTTP/1.1" status: 204 len: 168 time: 0.3486142 Nov 12 11:20:59.548042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-daccad16-7e62-44c0-ad8d-2d1c6c67676a req-1eab0441-74f3-4e3f-a8ae-b1a3f0341af5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f1863-aeeb-4620-8fac-0d77e8d670bf HTTP/1.1" status: 200 len: 210 time: 0.0803890 Nov 12 11:20:59.548042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914dea0-d6b8-4c95-9d0e-92e4625bab96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c076d-7844-4b77-8143-4b662a23a642,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:59.654145 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6550517 Nov 12 11:20:59.657415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53580) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:59.663232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'admin_state_up': True, 'project_id': '457c723929f14efab737d75f4170b9cc', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:59.703783 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.704891 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.707825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748f678-a210-405b-8312-5c4ef5bc998f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Network': ['ID=e019540b-7540-439d-89de-ce10cedd2700,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:59.726030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network e019540b-7540-439d-89de-ce10cedd2700 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:59.758085 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.813335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dffe216-46b2-472f-9b7a-c63ae2db2745']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:59.813510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.829845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd159f6de-e9eb-44e9-a66a-249a61a7200f') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:59.830453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd159f6de-e9eb-44e9-a66a-249a61a7200f') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:59.848658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.900066 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.920218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:59.920641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:00.045849 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:00.068113 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.091791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.095577 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] 10.222.0.31 "DELETE /v2.0/networks/2dffe216-46b2-472f-9b7a-c63ae2db2745 HTTP/1.1" status: 204 len: 168 time: 0.8815622 Nov 12 11:21:00.096473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05374aad-c0b6-484b-a867-f22a0f5c5e94 tempest-BulkNetworkOpsIpV6Test-1744939375 tempest-BulkNetworkOpsIpV6Test-1744939375-project] Pushing event deleted for resources: {'Network': ['ID=2dffe216-46b2-472f-9b7a-c63ae2db2745,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:00.144007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.434065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.463431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.554634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53610) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:00.651329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.823863 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c7b8e840-e255-481b-bf03-35e064d0d122 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09d9a7b647144ed6b189b8da02b023d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2682283 Nov 12 11:21:00.826941 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53626) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:00.889910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21553dce-b431-4cb8-99a7-722dddcc759e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.915370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21553dce-b431-4cb8-99a7-722dddcc759e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.984099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21553dce-b431-4cb8-99a7-722dddcc759e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.987611 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-21553dce-b431-4cb8-99a7-722dddcc759e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.989394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-21553dce-b431-4cb8-99a7-722dddcc759e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d1478be-cb7d-4dee-b772-a687e46f9626 HTTP/1.1" status: 204 len: 168 time: 0.1611228 Nov 12 11:21:01.005443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21553dce-b431-4cb8-99a7-722dddcc759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1478be-cb7d-4dee-b772-a687e46f9626,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:01.128236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.25.2.56 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/3d8589d2-28fe-454d-afdc-b0d14e1711a2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:01.280763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.354019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.367810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d6bd7b3c-df6c-47c5-b246-5e0bae13d100 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:21:01.401561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:01.406880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:01.412743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:01.415373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=3d8589d2-28fe-454d-afdc-b0d14e1711a2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:01.434474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: d6bd7b3c-df6c-47c5-b246-5e0bae13d100 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:21:01.434873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d6bd7b3c-df6c-47c5-b246-5e0bae13d100 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:21:01.443199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307d08d-6cd6-4404-afa6-250f79de6fd3 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:01.513799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a357de89-27b3-4e66-97ea-2be42f05b9f4 None None] Provisioning complete for port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:01.514385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a357de89-27b3-4e66-97ea-2be42f05b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.574746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a357de89-27b3-4e66-97ea-2be42f05b9f4 None None] Port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:01.891124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.337925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53690) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:02.380300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.603833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router e39384b0-8091-4e79-9fea-ec35dc322182 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:21:02.653088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53696) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:02.717119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1264608553'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:02.735554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:02.748728 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Sync routers for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:02.762784 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:02.763465 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:20:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:02.766465 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f9e056a-27d2-4924-a186-4db67b5eca27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.778312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:02.780397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.782510 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.785607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d4196d0a-20da-4db0-bbf1-6af606a24fdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1268649 Nov 12 11:21:02.786826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53700) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:02.793643 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.945844 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f9e056a-27d2-4924-a186-4db67b5eca27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.958160 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.959973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f9e056a-27d2-4924-a186-4db67b5eca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.982084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.005586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-187dc92f-c94b-421c-99f9-c7328a7c805d tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=457c723929f14efab737d75f4170b9cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2141109 Nov 12 11:21:03.006286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53708) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.033275 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8f9e056a-27d2-4924-a186-4db67b5eca27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a338bde3ce4a409bab15539b363956a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791115 Nov 12 11:21:03.036789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53710) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.038848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:03.050589 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:03.080210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e056a-27d2-4924-a186-4db67b5eca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514e9b7-b509-46bf-8b48-e1a55b53b448,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:03.145790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.146209 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment 2e85de9c-2ad2-43fa-851e-0b3c66046255 of type vlan for network daad98dd-eb18-4937-84b2-8d839d2ed2ab Nov 12 11:21:03.163267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540e510-b232-416b-9d36-da713a30ed9d tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:03.168739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2540e510-b232-416b-9d36-da713a30ed9d tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583383 Nov 12 11:21:03.168956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53712) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.216339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-669d9547-64a0-43e2-a89d-fd5ec2527fc5 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437446 Nov 12 11:21:03.216558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53714) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.223507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961995811', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'project_id': '457c723929f14efab737d75f4170b9cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:03.262188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a828d60c-1d5b-4e0c-9560-f90aefdbb472,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:03.288093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-37fe88ec-2af5-4a3b-94f1-ec2b1659b9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.316147 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.351640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-37fe88ec-2af5-4a3b-94f1-ec2b1659b9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.367116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:03.376009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.401712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.413110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:03.413973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.426066 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:01Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:03.472777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1329226 Nov 12 11:21:03.582170 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Checking router: e39384b0-8091-4e79-9fea-ec35dc322182 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:03.583553 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Updating router e39384b0-8091-4e79-9fea-ec35dc322182 port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:03.585157 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-37fe88ec-2af5-4a3b-94f1-ec2b1659b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.587825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-37fe88ec-2af5-4a3b-94f1-ec2b1659b9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.598057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-37fe88ec-2af5-4a3b-94f1-ec2b1659b9ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0514e9b7-b509-46bf-8b48-e1a55b53b448 HTTP/1.1" status: 204 len: 168 time: 0.5601370 Nov 12 11:21:03.612310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53720) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.626511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a35a0-90d0-462c-b729-6f91b3eb9334 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=daad98dd-eb18-4937-84b2-8d839d2ed2ab,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:03.641715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe88ec-2af5-4a3b-94f1-ec2b1659b9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514e9b7-b509-46bf-8b48-e1a55b53b448,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:03.643601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network daad98dd-eb18-4937-84b2-8d839d2ed2ab details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:03.657227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': 'daad98dd-eb18-4937-84b2-8d839d2ed2ab', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:03.666153 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.045294 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.157457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:04.161943 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.174468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53728) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:04.198292 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.205347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17c5c15e-bc48-4c3b-b8a8-9004af400657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.208943 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.361053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7b822-26e2-4507-8af0-28a8b8b57b9e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:04.376265 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Attempting to bind port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:04.376718 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Attempting to bind port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:04.377709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Subnet': ['ID=2a668613-4b95-435b-be19-658b67dcd4ac,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:04.385612 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Attempting to bind port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:04.391326 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7d0d8-5643-432d-9e98-672b6b24a4bc None None] Pushing event updated for resources: {'Port': ['ID=3d8589d2-28fe-454d-afdc-b0d14e1711a2,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:04.435959 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17c5c15e-bc48-4c3b-b8a8-9004af400657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.437086 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:04.437620 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:04.438664 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.438950 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:04.440469 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Bound port: 3d8589d2-28fe-454d-afdc-b0d14e1711a2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:04.440469 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.443641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.444177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.445961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17c5c15e-bc48-4c3b-b8a8-9004af400657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.451168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.452620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.453097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.453513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.453925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.454329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.454730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.455129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.455527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.456157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:04.462378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Checking segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:04.462828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network hostable DHCP agents. Network: e019540b-7540-439d-89de-ce10cedd2700, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:04.547827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network e019540b-7540-439d-89de-ce10cedd2700 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:04.557553 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] For port 3d8589d2-28fe-454d-afdc-b0d14e1711a2, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:04.560554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Provisioning complete for port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:04.562571 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] For port 3d8589d2-28fe-454d-afdc-b0d14e1711a2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d8589d2-28fe-454d-afdc-b0d14e1711a2,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:04.563062 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.570293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-17c5c15e-bc48-4c3b-b8a8-9004af400657 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef350145810c4eb9a7b90bb035e4e2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939433 Nov 12 11:21:04.573576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53732) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:04.573930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5c15e-bc48-4c3b-b8a8-9004af400657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9723ce2-ef66-412d-b41e-b5cbef1a36d2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:04.584641 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.637605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, e019540b-7540-439d-89de-ce10cedd2700) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:04.654975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:04.655578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.700248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b6554-2cf3-4c27-9e41-44afc2782eed None None] Network e019540b-7540-439d-89de-ce10cedd2700 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:04.717195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794b38e-9714-4f54-b106-9a0c56295408 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:04.720383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-20066c7d-8860-44f3-a269-91c3ffef804e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5027637 Nov 12 11:21:04.725354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53734) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:04.730182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d156235-234b-4d69-8bb6-f13bb834a74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.800183 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:04.802665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d156235-234b-4d69-8bb6-f13bb834a74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.803798 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:20:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:04.913543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d156235-234b-4d69-8bb6-f13bb834a74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.917239 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d156235-234b-4d69-8bb6-f13bb834a74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.923037 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7d156235-234b-4d69-8bb6-f13bb834a74a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9723ce2-ef66-412d-b41e-b5cbef1a36d2 HTTP/1.1" status: 204 len: 168 time: 0.3339901 Nov 12 11:21:04.925287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.940761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d156235-234b-4d69-8bb6-f13bb834a74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9723ce2-ef66-412d-b41e-b5cbef1a36d2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:04.988287 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:05.041422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.045168 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7d0d8-5643-432d-9e98-672b6b24a4bc None None] Pushing event updated for resources: {'Port': ['ID=3d8589d2-28fe-454d-afdc-b0d14e1711a2,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:05.088641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] For port 3d8589d2-28fe-454d-afdc-b0d14e1711a2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d8589d2-28fe-454d-afdc-b0d14e1711a2,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:05.168136 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.198741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=72f14ada-ea6b-4196-a629-3ff68ee12d3b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:05.298413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': '2e85de9c-2ad2-43fa-851e-0b3c66046255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'daad98dd-eb18-4937-84b2-8d839d2ed2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:05.298729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: daad98dd-eb18-4937-84b2-8d839d2ed2ab, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:05.306769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-e019540b-7540-439d-89de-ce10cedd2700', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:05.310200 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.342500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-250880a1-e38f-4f25-ba6f-33b4ab31e988 None None] Provisioning complete for port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:05.342874 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-250880a1-e38f-4f25-ba6f-33b4ab31e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.359070 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:01Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:05.380444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network daad98dd-eb18-4937-84b2-8d839d2ed2ab is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:05.434739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Pushing event updated for resources: {'Port': ['ID=3d8589d2-28fe-454d-afdc-b0d14e1711a2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:05.448531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8bdd4a-f701-4ebc-b1cb-9f83e6887a96 None None] The sync data for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 is: [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:01Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:05.531812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, daad98dd-eb18-4937-84b2-8d839d2ed2ab) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:05.571954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:05.572589 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.618451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53756) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:05.619554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1aa98085-28c3-4e06-bad6-dfcc750744b5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0046427 Nov 12 11:21:05.628569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-92694962'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:05.717855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:05.725028 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.836849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.837356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.837556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.838587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.841295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.841961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.842471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.842992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.843837 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.844328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.848191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.848584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:05.849149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164e86c-2d04-4625-9aef-f1484dba783f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:05.862947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82932c7-1821-4981-9ddc-e8fd0cc3beca None None] Network daad98dd-eb18-4937-84b2-8d839d2ed2ab requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:05.888416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.888764 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment 035894d6-ecba-40b2-93c1-6a7d7754f220 of type vlan for network 05041f23-1d65-4733-8c6f-8d7851ab07f9 Nov 12 11:21:06.039977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.099812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.122151 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.125349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:06.126207 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.270720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=05041f23-1d65-4733-8c6f-8d7851ab07f9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:06.294224 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96a8cd7c-5a49-4f07-ae5f-df547408390c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6737509 Nov 12 11:21:06.296351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Allocated IP 172.20.0.2 (e019540b-7540-439d-89de-ce10cedd2700/2a668613-4b95-435b-be19-658b67dcd4ac/9334dbb2-53a8-4ae0-91fc-9ee733e104a8) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:06.296998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53772) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:06.332647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': '05041f23-1d65-4733-8c6f-8d7851ab07f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:06.482870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 05041f23-1d65-4733-8c6f-8d7851ab07f9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:06.777231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:06.802030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.833209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d8589d2-28fe-454d-afdc-b0d14e1711a2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:07.064371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53796) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:07.242812 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.252292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.309166 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.340452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=b5514a33-8037-4ace-b523-743bd64d393f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:07.406689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51e02e-1d7b-438f-83e7-2e95d7bc61f5 req-6939ac9e-65b6-4556-b882-6ddd9ee5d5d5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:07.407979 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc51e02e-1d7b-438f-83e7-2e95d7bc61f5 req-6939ac9e-65b6-4556-b882-6ddd9ee5d5d5 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 946 time: 0.1740479 Nov 12 11:21:07.457142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.20.0.1 (e019540b-7540-439d-89de-ce10cedd2700/2a668613-4b95-435b-be19-658b67dcd4ac/76c6dd3e-0837-4bb6-ae84-09119980ef0e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:07.475506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Pushing event updated for resources: {'Port': ['ID=9334dbb2-53a8-4ae0-91fc-9ee733e104a8,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:07.507799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-520313bd-5d69-435d-b6f4-7cf745f49ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.524335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': '035894d6-ecba-40b2-93c1-6a7d7754f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '05041f23-1d65-4733-8c6f-8d7851ab07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:07.524854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: 05041f23-1d65-4733-8c6f-8d7851ab07f9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:07.610405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc51e02e-1d7b-438f-83e7-2e95d7bc61f5 req-8a9e5b0f-6afc-4f20-bbca-39a2fd596453 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943545 Nov 12 11:21:07.623300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 05041f23-1d65-4733-8c6f-8d7851ab07f9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:07.646619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Network e019540b-7540-439d-89de-ce10cedd2700 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:07.648746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 05041f23-1d65-4733-8c6f-8d7851ab07f9) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:07.654815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:07.655621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.674432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b2e45-280a-48fb-8cc6-6100cfb61b5f None None] Network 05041f23-1d65-4733-8c6f-8d7851ab07f9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:07.691688 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-709fd143-31a6-40ac-9cad-e1a2e03bef9d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3896260 Nov 12 11:21:07.693764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53802) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:07.810964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.865062 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-520313bd-5d69-435d-b6f4-7cf745f49ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.878191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-520313bd-5d69-435d-b6f4-7cf745f49ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.905256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:07.909543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:07.921580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:07.922053 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.968775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-520313bd-5d69-435d-b6f4-7cf745f49ad7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e84a2df1f08a47de8ba74f3e5c3d335f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9021010 Nov 12 11:21:07.971837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53804) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:07.975720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520313bd-5d69-435d-b6f4-7cf745f49ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a134dc-cd40-4a1e-a26d-0091f91925fa,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:07.989956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.095521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network e019540b-7540-439d-89de-ce10cedd2700 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:08.101208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:08.116397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:08.144826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-daad98dd-eb18-4937-84b2-8d839d2ed2ab', 'network_id': 'daad98dd-eb18-4937-84b2-8d839d2ed2ab', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': '72f14ada-ea6b-4196-a629-3ff68ee12d3b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:08.148636 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.169302 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.188397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=76c6dd3e-0837-4bb6-ae84-09119980ef0e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:08.208508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-47f47b41-99a4-4e39-895b-4c28a0ef3633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.257995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.666899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-47f47b41-99a4-4e39-895b-4c28a0ef3633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.764137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70204c84-eb2a-41a9-9e35-218a16655200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-05041f23-1d65-4733-8c6f-8d7851ab07f9', 'network_id': '05041f23-1d65-4733-8c6f-8d7851ab07f9', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': 'b5514a33-8037-4ace-b523-743bd64d393f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:08.769587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-70204c84-eb2a-41a9-9e35-218a16655200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.782447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.792100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-47f47b41-99a4-4e39-895b-4c28a0ef3633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.797190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-47f47b41-99a4-4e39-895b-4c28a0ef3633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.810961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-47f47b41-99a4-4e39-895b-4c28a0ef3633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7a134dc-cd40-4a1e-a26d-0091f91925fa HTTP/1.1" status: 204 len: 168 time: 0.8356376 Nov 12 11:21:08.814888 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:21:08.835172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.843492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Attempting to bind port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:08.844085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Attempting to bind port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:08.844670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Attempting to bind port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 on network e019540b-7540-439d-89de-ce10cedd2700 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:08.908971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f47b41-99a4-4e39-895b-4c28a0ef3633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a134dc-cd40-4a1e-a26d-0091f91925fa,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:08.913343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-ea9082e5-084c-40a6-968a-b293671dd505 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:08.915572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-ea9082e5-084c-40a6-968a-b293671dd505 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 946 time: 0.2076459 Nov 12 11:21:08.971722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:08.972956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Checking segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:08.973927 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.975734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Bound using segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:08.978565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Bound port: 9334dbb2-53a8-4ae0-91fc-9ee733e104a8, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:08.979491 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.050017 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.159626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=b5514a33-8037-4ace-b523-743bd64d393f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:09.174551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] For port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:09.187460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] For port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9334dbb2-53a8-4ae0-91fc-9ee733e104a8,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:09.255755 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.297102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f70dd-0ee8-4251-9ca7-4ca7a9510f2b req-d3851100-8b91-4db3-b598-cab836358131 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:09.306451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f0f70dd-0ee8-4251-9ca7-4ca7a9510f2b req-d3851100-8b91-4db3-b598-cab836358131 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 946 time: 0.2967188 Nov 12 11:21:09.482052 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.599387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05041f23-1d65-4733-8c6f-8d7851ab07f9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:09.661170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035894d6-ecba-40b2-93c1-6a7d7754f220') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:09.662105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035894d6-ecba-40b2-93c1-6a7d7754f220') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:09.674916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Allocated IP 172.20.255.242 (daad98dd-eb18-4937-84b2-8d839d2ed2ab/72f14ada-ea6b-4196-a629-3ff68ee12d3b/4d6845cf-9f46-4226-9dbf-07659b5d1824) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:09.712891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.797092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.835013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:09.839584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.857734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:09.930371 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ff6e10c9-9c91-4c48-8b1c-ff8ff2f5cbf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.047494 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ff6e10c9-9c91-4c48-8b1c-ff8ff2f5cbf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.056756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ff6e10c9-9c91-4c48-8b1c-ff8ff2f5cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:10.081833 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:10.085301 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.115105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f0f70dd-0ee8-4251-9ca7-4ca7a9510f2b req-1a64f29b-a9df-4234-bc5a-df5c15a8bcf3 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8028295 Nov 12 11:21:10.125694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ff6e10c9-9c91-4c48-8b1c-ff8ff2f5cbf2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a8e8a14b1464f71b58b0023867efdd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640476 Nov 12 11:21:10.139298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53830) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.145139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Deleting port 4e93d120-6043-4879-b034-aa0ae8a82c0a {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:10.145910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.149609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.162841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/05041f23-1d65-4733-8c6f-8d7851ab07f9 HTTP/1.1" status: 204 len: 168 time: 2.4677384 Nov 12 11:21:10.164399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788547fd-cddc-44f4-9f51-872adb479e9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=05041f23-1d65-4733-8c6f-8d7851ab07f9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.173701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53832) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.190790 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-908434176'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:10.283492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:10.303790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.318248 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.329519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.346555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934d26c0-8862-4a98-87b9-aec96d5bc5d9 None None] Network 05041f23-1d65-4733-8c6f-8d7851ab07f9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:10.350914 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.354683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8963d2-6294-4fd9-a256-7034f23ba23d None None] Pushing event updated for resources: {'Port': ['ID=9334dbb2-53a8-4ae0-91fc-9ee733e104a8,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.379213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e10c9-9c91-4c48-8b1c-ff8ff2f5cbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244a7c8e-d1d9-478c-862f-80e087ab8ede,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.393200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:10.411566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.412049 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment 78d5a871-9c17-4760-8c1a-d66cea58a9ff of type vlan for network ae1feca2-f43b-4605-99d4-8f0a03a6ba48 Nov 12 11:21:10.468483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3490739-5d2b-4023-b910-723f3dabb780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.497325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3490739-5d2b-4023-b910-723f3dabb780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.556118 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3490739-5d2b-4023-b910-723f3dabb780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.559476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3490739-5d2b-4023-b910-723f3dabb780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.564426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a3490739-5d2b-4023-b910-723f3dabb780 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/244a7c8e-d1d9-478c-862f-80e087ab8ede HTTP/1.1" status: 204 len: 168 time: 0.4184558 Nov 12 11:21:10.584745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.623598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3490739-5d2b-4023-b910-723f3dabb780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244a7c8e-d1d9-478c-862f-80e087ab8ede,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.696740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934d26c0-8862-4a98-87b9-aec96d5bc5d9 None None] Network 05041f23-1d65-4733-8c6f-8d7851ab07f9 could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:21:10.702097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] For port 4e93d120-6043-4879-b034-aa0ae8a82c0a, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4e93d120-6043-4879-b034-aa0ae8a82c0a,segment=NetworkSegment(b20369ee-699f-4a65-a151-e0f3740df0f3),segment_id=b20369ee-699f-4a65-a151-e0f3740df0f3)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:10.702615 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.728890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Calling delete_port for 4e93d120-6043-4879-b034-aa0ae8a82c0a owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:10.794480 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.797326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.830258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:10.839196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.887514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Network daad98dd-eb18-4937-84b2-8d839d2ed2ab is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:10.887757 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.889541 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.895306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:10.902036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Pushing event updated for resources: {'Port': ['ID=4d6845cf-9f46-4226-9dbf-07659b5d1824,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.911969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:10.925267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7498286 Nov 12 11:21:10.988504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53840) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.996710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': 'ae1feca2-f43b-4605-99d4-8f0a03a6ba48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:11.080105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=76c6dd3e-0837-4bb6-ae84-09119980ef0e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:11.105321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4e93d120-6043-4879-b034-aa0ae8a82c0a no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:21:11.156689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Attempting to bind port 4d6845cf-9f46-4226-9dbf-07659b5d1824 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:11.156689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Attempting to bind port 4d6845cf-9f46-4226-9dbf-07659b5d1824 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '2e85de9c-2ad2-43fa-851e-0b3c66046255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'daad98dd-eb18-4937-84b2-8d839d2ed2ab'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:11.157132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Attempting to bind port 4d6845cf-9f46-4226-9dbf-07659b5d1824 on network daad98dd-eb18-4937-84b2-8d839d2ed2ab {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:11.167325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:11.167743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Checking segment: {'id': '2e85de9c-2ad2-43fa-851e-0b3c66046255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'daad98dd-eb18-4937-84b2-8d839d2ed2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:11.169586 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.171118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Bound using segment: {'id': '2e85de9c-2ad2-43fa-851e-0b3c66046255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'daad98dd-eb18-4937-84b2-8d839d2ed2ab'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:11.172067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Bound port: 4d6845cf-9f46-4226-9dbf-07659b5d1824, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e85de9c-2ad2-43fa-851e-0b3c66046255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'daad98dd-eb18-4937-84b2-8d839d2ed2ab'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:11.172284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.205121 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.225768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:11.246324 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.378491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161828e-0bb3-43a1-acb3-4f2942a4e95c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=ae1feca2-f43b-4605-99d4-8f0a03a6ba48,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:11.447514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ae1feca2-f43b-4605-99d4-8f0a03a6ba48 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:11.476809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.516446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Performing IP validity checks on allocation pools {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:21:11.517275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:21:11.610190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42eaf1-c162-4135-8d5f-7ac3be3b0da2 req-2b36e4c4-514a-4b91-bd3a-b8a89aa63af2 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:11.612772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f42eaf1-c162-4135-8d5f-7ac3be3b0da2 req-2b36e4c4-514a-4b91-bd3a-b8a89aa63af2 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc421a93-b702-4a0a-bd4d-f2b602ad1bfc HTTP/1.1" status: 200 len: 867 time: 0.2734768 Nov 12 11:21:11.659776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f50cd-a18e-4545-9075-eb69495cb3b4 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:11.660297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Pushing event deleted for resources: {'Port': ['ID=4e93d120-6043-4879-b034-aa0ae8a82c0a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:11.734471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] No DVR routers for this DVR port 4e93d120-6043-4879-b034-aa0ae8a82c0a on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:21:11.740604 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.745544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-df971bc7-4191-4997-9d49-f27824fd9c21 req-353d4d4b-8bf6-4afa-bf8a-2df7bfd5905f tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.59 "DELETE /v2.0/ports/4e93d120-6043-4879-b034-aa0ae8a82c0a HTTP/1.1" status: 204 len: 173 time: 2.7681649 Nov 12 11:21:11.746605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc421a93-b702-4a0a-bd4d-f2b602ad1bfc', 'name': 'network-vif-deleted', 'tag': '4e93d120-6043-4879-b034-aa0ae8a82c0a'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:21:11.749295 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac68562-c0ec-4c06-acbe-dd46dd9a3774" -d '{"events": [{"server_uuid": "dc421a93-b702-4a0a-bd4d-f2b602ad1bfc", "name": "network-vif-deleted", "tag": "4e93d120-6043-4879-b034-aa0ae8a82c0a"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:21:11.853492 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42511ce6-538e-4256-9cf0-df5e8a83e673 x-openstack-request-id: req-42511ce6-538e-4256-9cf0-df5e8a83e673 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:21:11.861315 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc421a93-b702-4a0a-bd4d-f2b602ad1bfc", "name": "network-vif-deleted", "tag": "4e93d120-6043-4879-b034-aa0ae8a82c0a", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:21:11.861589 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42511ce6-538e-4256-9cf0-df5e8a83e673 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:21:11.862032 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc421a93-b702-4a0a-bd4d-f2b602ad1bfc', 'name': 'network-vif-deleted', 'tag': '4e93d120-6043-4879-b034-aa0ae8a82c0a', 'status': 'completed', 'code': 200} Nov 12 11:21:11.902977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network e019540b-7540-439d-89de-ce10cedd2700 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:11.904603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:12.010302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] For port 4d6845cf-9f46-4226-9dbf-07659b5d1824, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:12.010475 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f42eaf1-c162-4135-8d5f-7ac3be3b0da2 req-706a6c90-5abe-4139-8b44-800a5ae18c55 tempest-AttachVolumeNegativeTest-480857361 tempest-AttachVolumeNegativeTest-480857361-project] 10.222.0.31 "GET /v2.0/security-groups?id=14219004-9e1b-4244-8b88-5413dbbb104d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863630 Nov 12 11:21:12.017214 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:12.107047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:12.114500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] For port 4d6845cf-9f46-4226-9dbf-07659b5d1824, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4d6845cf-9f46-4226-9dbf-07659b5d1824,segment=NetworkSegment(2e85de9c-2ad2-43fa-851e-0b3c66046255),segment_id=2e85de9c-2ad2-43fa-851e-0b3c66046255)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:12.148237 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:12.188227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router e39384b0-8091-4e79-9fea-ec35dc322182 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:21:12.309451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=f56be43d-d718-44d5-b9bd-a00fd788f5f0,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:12.359641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f535990-8a6b-4e0b-9870-4a7315a4c832 None None] Network e019540b-7540-439d-89de-ce10cedd2700 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:12.444200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': '78d5a871-9c17-4760-8c1a-d66cea58a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ae1feca2-f43b-4605-99d4-8f0a03a6ba48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:12.444658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: ae1feca2-f43b-4605-99d4-8f0a03a6ba48, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:12.493343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network ae1feca2-f43b-4605-99d4-8f0a03a6ba48 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:12.522072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ae1feca2-f43b-4605-99d4-8f0a03a6ba48) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:12.543842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:12.545096 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:12.573171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:12.587542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd3783d1-cd19-4a9f-bbe0-abcd619ddb38 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5971723 Nov 12 11:21:12.589181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53878) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:12.594897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:12.605102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-139dca0c-458a-4db0-b83e-e79c133f68c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "PUT /v2.0/routers/e39384b0-8091-4e79-9fea-ec35dc322182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8780518 Nov 12 11:21:12.611851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc82268-8185-461e-b5bb-db89358816cf None None] Network ae1feca2-f43b-4605-99d4-8f0a03a6ba48 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:12.655844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Sync routers for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:12.896646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:12.900667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:20:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:12.909581 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:12.916245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bffb6c04-7a1c-468c-8b72-e2801994e7c7 None None] Provisioning complete for port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:12.916771 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bffb6c04-7a1c-468c-8b72-e2801994e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.035764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.100920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-4209cfb9-ffb2-4c07-96a2-bd706302b7ae tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856634377&fields=id&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 267 time: 0.1102841 Nov 12 11:21:13.101272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53898) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:13.204061 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.325250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-241443c7-77b7-4add-9fc6-9182baeec1cb admin admin] Deleting subnet 18c35aae-6686-4a88-a8d7-136219d3cf49 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:21:13.332916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241443c7-77b7-4add-9fc6-9182baeec1cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.354493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b2d63-9c7a-4d56-9324-47cb807399c8 None None] Pushing event updated for resources: {'Port': ['ID=4d6845cf-9f46-4226-9dbf-07659b5d1824,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:13.426393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbad538-6b8a-4f1b-a490-100920e4599f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-ae1feca2-f43b-4605-99d4-8f0a03a6ba48', 'network_id': 'ae1feca2-f43b-4605-99d4-8f0a03a6ba48', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': 'f56be43d-d718-44d5-b9bd-a00fd788f5f0'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:13.427453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ccbad538-6b8a-4f1b-a490-100920e4599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.458253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=f56be43d-d718-44d5-b9bd-a00fd788f5f0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:13.476725 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.481274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:13.524417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241443c7-77b7-4add-9fc6-9182baeec1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.531090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:13.531528 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.534348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.534697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.536824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.537969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.543159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.543607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.543952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.544296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.547313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.547467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.547810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.548147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.597511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1feca2-f43b-4605-99d4-8f0a03a6ba48']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:13.626349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d5a871-9c17-4760-8c1a-d66cea58a9ff') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:13.626637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d5a871-9c17-4760-8c1a-d66cea58a9ff') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:13.644936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.654787 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241443c7-77b7-4add-9fc6-9182baeec1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.672522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.685371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:13.686239 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:13.691732 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:13.778731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241443c7-77b7-4add-9fc6-9182baeec1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.787333 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.791028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-2dd3c35b-df22-4c9c-bb18-ad4ae0c4955a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:13.796441 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-2dd3c35b-df22-4c9c-bb18-ad4ae0c4955a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 797 time: 0.6595457 Nov 12 11:21:13.802960 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.817669 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/ae1feca2-f43b-4605-99d4-8f0a03a6ba48 HTTP/1.1" status: 204 len: 168 time: 1.2255228 Nov 12 11:21:13.821121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53914) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:13.832418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485354604'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:13.843150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128b64e-a9d8-407c-96be-f3675cfbc734 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=ae1feca2-f43b-4605-99d4-8f0a03a6ba48,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:13.887028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241443c7-77b7-4add-9fc6-9182baeec1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c35aae-6686-4a88-a8d7-136219d3cf49,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:13.902620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:13.907119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.926979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-241443c7-77b7-4add-9fc6-9182baeec1cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.937156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-241443c7-77b7-4add-9fc6-9182baeec1cb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/18c35aae-6686-4a88-a8d7-136219d3cf49 HTTP/1.1" status: 204 len: 168 time: 0.8314662 Nov 12 11:21:13.937156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-92fe40be-cfa6-41a2-b1a6-4f5885fd52e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/quotas/457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 375 time: 0.1350787 Nov 12 11:21:13.937750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53920) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:14.047466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:14.067226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3698bbd-228d-44c5-bee8-467e0272e6d4 None None] Network ae1feca2-f43b-4605-99d4-8f0a03a6ba48 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:14.084843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21363662-c94f-457c-8f8d-dbd71c1db08e None None] Network a9729990-ab48-4932-941d-a906c3d26c0a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:14.086386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.100272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-cf45593f-39ee-4cab-9f2d-c2e9bae80613 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1568406 Nov 12 11:21:14.101782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.102358 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment ebc4ff81-0318-4dc0-bb1d-323174c85bfc of type vlan for network b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab Nov 12 11:21:14.165142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-200c7ca9-2010-4609-8313-0a6225b83dec service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:21:14.166774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-200c7ca9-2010-4609-8313-0a6225b83dec service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104563 Nov 12 11:21:14.193129 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.267332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.274482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921be4e-eea4-44a7-ac71-479c4cdf2253 None None] Network daad98dd-eb18-4937-84b2-8d839d2ed2ab requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:14.295521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3698bbd-228d-44c5-bee8-467e0272e6d4 None None] Network ae1feca2-f43b-4605-99d4-8f0a03a6ba48 could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:21:14.301132 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bffb6c04-7a1c-468c-8b72-e2801994e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.333197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9729990-ab48-4932-941d-a906c3d26c0a']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:14.348565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20369ee-699f-4a65-a151-e0f3740df0f3') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:14.349322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20369ee-699f-4a65-a151-e0f3740df0f3') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:14.360049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.367499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.372044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:14.372958 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.401902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.415347 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5876203 Nov 12 11:21:14.419782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:14.422345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:14.426378 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:14.430072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53928) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:14.507316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': 'b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:14.549109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-1186febf-e620-4234-b901-f25ab7798c72 service neutron] 10.222.0.31 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749647 Nov 12 11:21:14.578377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710859ea-e280-4934-818a-f2a6e3c623a2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:14.625182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:14.740530 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.748427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bffb6c04-7a1c-468c-8b72-e2801994e7c7 None None] For port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9334dbb2-53a8-4ae0-91fc-9ee733e104a8,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:14.751643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d485a7-ae6b-4069-b886-478d569fd136 None None] DHCP port deletion for a9729990-ab48-4932-941d-a906c3d26c0a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:14.783094 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.798672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-a8a9c1d7-2528-4ee1-941e-db3316f860dc service neutron] 10.222.0.31 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484717 Nov 12 11:21:14.801559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] 10.222.0.31 "DELETE /v2.0/networks/a9729990-ab48-4932-941d-a906c3d26c0a HTTP/1.1" status: 204 len: 168 time: 0.8623562 Nov 12 11:21:14.835274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999a034-c1bd-43d3-a879-b1a4bad7b3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a9729990-ab48-4932-941d-a906c3d26c0a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:14.897588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:14.907413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.935739 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bffb6c04-7a1c-468c-8b72-e2801994e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.153904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53940) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:15.262985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53944) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:15.271107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:10Z', 'revision_number': 2, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:15.313115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.353570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Checking router: e39384b0-8091-4e79-9fea-ec35dc322182 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:15.354016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Updating router e39384b0-8091-4e79-9fea-ec35dc322182 port 76c6dd3e-0837-4bb6-ae84-09119980ef0e binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:15.433272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fec83592-b83c-4de0-b07e-920ba8f29729 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=447a13fb3d6a4c4088d19157f7f1b97c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689103 Nov 12 11:21:15.437885 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53946) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:15.449087 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.458381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4d6845cf-9f46-4226-9dbf-07659b5d1824 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:15.528624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=76439ab2-9a4e-4126-8b02-794bf9aaf281,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:15.579837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': 'ebc4ff81-0318-4dc0-bb1d-323174c85bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:15.581538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:15.655557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:15.663415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25999cd5-5693-488a-bce9-9237c6c5b8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.691710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:15.706738 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:15.707647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.727250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25999cd5-5693-488a-bce9-9237c6c5b8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.788270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e475416e-a8a9-48e7-b6b5-5a89b5a2d40b None None] Network b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:15.791253 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b733c44-05b4-433f-8e85-fed0f918ad25 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3044922 Nov 12 11:21:15.802014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 53954) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:15.898761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8bf479c8-a0c2-4752-84ae-27f025f3a081 None None] Provisioning complete for port 76c6dd3e-0837-4bb6-ae84-09119980ef0e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:15.899266 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8bf479c8-a0c2-4752-84ae-27f025f3a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.974272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25999cd5-5693-488a-bce9-9237c6c5b8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.977962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25999cd5-5693-488a-bce9-9237c6c5b8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.982885 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-25999cd5-5693-488a-bce9-9237c6c5b8ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14219004-9e1b-4244-8b88-5413dbbb104d HTTP/1.1" status: 204 len: 168 time: 0.5410700 Nov 12 11:21:16.040176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb6c04-7a1c-468c-8b72-e2801994e7c7 None None] Pushing event updated for resources: {'Port': ['ID=9334dbb2-53a8-4ae0-91fc-9ee733e104a8,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:16.044096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25999cd5-5693-488a-bce9-9237c6c5b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14219004-9e1b-4244-8b88-5413dbbb104d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:16.141956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c19b673-3085-4a1b-bbb8-a27b9c597c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.307822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.358875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d4fd694-3637-474e-aa7f-ad128ddf5b52 req-ea59d4b4-74d3-43e3-ab53-828fea73e76d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 210 time: 0.0661097 Nov 12 11:21:16.478096 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c19b673-3085-4a1b-bbb8-a27b9c597c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.500609 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3c19b673-3085-4a1b-bbb8-a27b9c597c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.532466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8bf479c8-a0c2-4752-84ae-27f025f3a081 None None] Port 76c6dd3e-0837-4bb6-ae84-09119980ef0e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:16.555045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19b673-3085-4a1b-bbb8-a27b9c597c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4be1aa-4d33-4470-8ebd-da4513cfdfdd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:16.567503 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.641848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 53974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:16.645292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3c19b673-3085-4a1b-bbb8-a27b9c597c4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=473aec39edce48229f862a2d636f0bec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4898050 Nov 12 11:21:16.707833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4d6845cf-9f46-4226-9dbf-07659b5d1824 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:16.708534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.767843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8bf479c8-a0c2-4752-84ae-27f025f3a081 None None] Provisioning complete for port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:16.770191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.783816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12a6a4fc-4183-4160-b177-6ddca8336512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.791400 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8bf479c8-a0c2-4752-84ae-27f025f3a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.830856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12a6a4fc-4183-4160-b177-6ddca8336512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.845181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=76439ab2-9a4e-4126-8b02-794bf9aaf281,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:16.850954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229c82c-f4bf-4b6d-b763-ffeec0fb3f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab', 'network_id': 'b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': '76439ab2-9a4e-4126-8b02-794bf9aaf281'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:16.855105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2229c82c-f4bf-4b6d-b763-ffeec0fb3f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.984522 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.009843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.051808 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.074791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:17.086338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc4ff81-0318-4dc0-bb1d-323174c85bfc') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:17.086648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc4ff81-0318-4dc0-bb1d-323174c85bfc') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:17.098966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.125389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.140461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:17.141139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:17.144742 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:17.228450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.283684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.293937 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.297260 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab HTTP/1.1" status: 204 len: 168 time: 1.4941111 Nov 12 11:21:17.306931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-2229c82c-f4bf-4b6d-b763-ffeec0fb3f74 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:21:17.306931 n-d-768851-19 neutron-server[109167]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 12 11:21:17.306931 n-d-768851-19 neutron-server[109167]: [parameters: {'project_id': '99b5c347cf5e43059ff827734695b72f', 'id': 'eb813bb3-b41e-4342-9177-a6fda74d3e03', 'name': '', 'network_id': 'b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab', 'mac_address': 'fa:16:3e:aa:28:5f', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3215}] Nov 12 11:21:17.306931 n-d-768851-19 neutron-server[109167]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:21:17.307346 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-2229c82c-f4bf-4b6d-b763-ffeec0fb3f74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:21:17.313158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54002) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:17.368491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043020654'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:17.431178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc44bd-f883-4594-82f4-86549bb45c27 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:17.435449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:17.454440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.491530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 4d6845cf-9f46-4226-9dbf-07659b5d1824, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4d6845cf-9f46-4226-9dbf-07659b5d1824,segment=NetworkSegment(2e85de9c-2ad2-43fa-851e-0b3c66046255),segment_id=2e85de9c-2ad2-43fa-851e-0b3c66046255)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:17.509275 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.564804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f25df-4711-4e41-9c40-52d3502e3cc4 None None] Pushing event updated for resources: {'Port': ['ID=76c6dd3e-0837-4bb6-ae84-09119980ef0e,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:17.608634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12a6a4fc-4183-4160-b177-6ddca8336512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.617457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12a6a4fc-4183-4160-b177-6ddca8336512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.618976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b17ef42-c449-4061-9f3f-132f0c28e580 req-8be01810-8d74-4277-ae34-62e393405d5f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 210 time: 0.1173213 Nov 12 11:21:17.636988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-12a6a4fc-4183-4160-b177-6ddca8336512 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a4be1aa-4d33-4470-8ebd-da4513cfdfdd HTTP/1.1" status: 204 len: 168 time: 0.9811709 Nov 12 11:21:17.644444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:17.670026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6a4fc-4183-4160-b177-6ddca8336512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4be1aa-4d33-4470-8ebd-da4513cfdfdd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:17.696954 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.697822 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment 8f7b56d4-2218-40d5-b747-39f100f6e4fa of type vlan for network 80b85183-33b9-4d51-89a7-a5f28d85948a Nov 12 11:21:17.786503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Attempting to bind port 76c6dd3e-0837-4bb6-ae84-09119980ef0e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:17.787736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Attempting to bind port 76c6dd3e-0837-4bb6-ae84-09119980ef0e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:17.788218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Attempting to bind port 76c6dd3e-0837-4bb6-ae84-09119980ef0e on network e019540b-7540-439d-89de-ce10cedd2700 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:17.794843 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.820158 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2229c82c-f4bf-4b6d-b763-ffeec0fb3f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.848773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:17.852834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.886897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:17.888034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.940551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:17.941551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Checking segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:17.941942 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.942464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Bound using segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:17.943138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Bound port: 76c6dd3e-0837-4bb6-ae84-09119980ef0e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:17.943729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.946657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8bf479c8-a0c2-4752-84ae-27f025f3a081 None None] Provisioning complete for port 4d6845cf-9f46-4226-9dbf-07659b5d1824 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:17.947130 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8bf479c8-a0c2-4752-84ae-27f025f3a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.003121 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6884224 Nov 12 11:21:18.005815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54028) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:18.012503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': '80b85183-33b9-4d51-89a7-a5f28d85948a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:18.102594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520b56-326f-476e-b365-cbd8e61fa30c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=80b85183-33b9-4d51-89a7-a5f28d85948a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:18.149375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=4d6845cf-9f46-4226-9dbf-07659b5d1824,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:18.223559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 80b85183-33b9-4d51-89a7-a5f28d85948a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:18.310558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df02c0f2-e34c-44ac-87e9-090c1db2e513 None None] Network b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:18.335495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:18.342648 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.471080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df02c0f2-e34c-44ac-87e9-090c1db2e513 None None] Network b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:21:18.481715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54048) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:18.496510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:18.496910 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.499292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] For port 76c6dd3e-0837-4bb6-ae84-09119980ef0e, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:18.505482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] For port 76c6dd3e-0837-4bb6-ae84-09119980ef0e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=76c6dd3e-0837-4bb6-ae84-09119980ef0e,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:18.537803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.592784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6963fe15-1ba4-44a2-90a4-b2f2e526df5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.822401 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-705a8500-91c2-4339-9e29-b4f5c8c43d57 req-430e73c5-9e00-495a-9070-f48cf6f04319 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 210 time: 0.0468793 Nov 12 11:21:18.832293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6963fe15-1ba4-44a2-90a4-b2f2e526df5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.839156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6963fe15-1ba4-44a2-90a4-b2f2e526df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.848691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f25df-4711-4e41-9c40-52d3502e3cc4 None None] Pushing event updated for resources: {'Port': ['ID=76c6dd3e-0837-4bb6-ae84-09119980ef0e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:18.865164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:18.865164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:20:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:18.932621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6963fe15-1ba4-44a2-90a4-b2f2e526df5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8adbd84aab074290bf46f03c1cbaecb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4471724 Nov 12 11:21:18.943932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54056) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:19.010500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.034145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963fe15-1ba4-44a2-90a4-b2f2e526df5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3730cf14-4a16-4e6d-926b-877ddcf98768,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:19.142760 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-215120e0-03ac-4dd3-a128-fe819401cd32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.151601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:19.181727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-215120e0-03ac-4dd3-a128-fe819401cd32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.303908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-215120e0-03ac-4dd3-a128-fe819401cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.317015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-215120e0-03ac-4dd3-a128-fe819401cd32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.321285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-215120e0-03ac-4dd3-a128-fe819401cd32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3730cf14-4a16-4e6d-926b-877ddcf98768 HTTP/1.1" status: 204 len: 168 time: 0.3592014 Nov 12 11:21:19.336937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': '8f7b56d4-2218-40d5-b747-39f100f6e4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80b85183-33b9-4d51-89a7-a5f28d85948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:19.342017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: 80b85183-33b9-4d51-89a7-a5f28d85948a, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:19.352175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215120e0-03ac-4dd3-a128-fe819401cd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3730cf14-4a16-4e6d-926b-877ddcf98768,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:19.417381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=fe3badc7-dc4e-4536-803b-e3f377c8a48a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:19.451914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 80b85183-33b9-4d51-89a7-a5f28d85948a is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:19.469840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 80b85183-33b9-4d51-89a7-a5f28d85948a) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:19.479262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:19.481891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.497975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6890c5-58b3-4837-9e8a-99b482ff024f None None] Network 80b85183-33b9-4d51-89a7-a5f28d85948a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:19.533178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-13b051d4-cd6e-460f-86de-9ff4fa9160a1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5242972 Nov 12 11:21:19.534204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54072) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:19.685572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9cef2fec-2816-45df-adfd-cc52facbb726 None None] Provisioning complete for port 76c6dd3e-0837-4bb6-ae84-09119980ef0e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:19.686022 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cef2fec-2816-45df-adfd-cc52facbb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.756492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.826215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4493920-a41b-4e34-977a-02322a01cee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-80b85183-33b9-4d51-89a7-a5f28d85948a', 'network_id': '80b85183-33b9-4d51-89a7-a5f28d85948a', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': 'fe3badc7-dc4e-4536-803b-e3f377c8a48a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:19.827077 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b4493920-a41b-4e34-977a-02322a01cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.873821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.945463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4d6845cf-9f46-4226-9dbf-07659b5d1824 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:20.040112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0d885b9-43fa-4ad2-ade3-951d504cce4b req-d5b68a86-c698-4395-9148-c7c6a95941a9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 210 time: 0.0644114 Nov 12 11:21:20.052218 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.119219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3badc7-dc4e-4536-803b-e3f377c8a48a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:20.247570 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.336680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b85183-33b9-4d51-89a7-a5f28d85948a']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:20.384728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7b56d4-2218-40d5-b747-39f100f6e4fa') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:20.385277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7b56d4-2218-40d5-b747-39f100f6e4fa') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:20.431395 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.453907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-fc67ae35-8ef9-4c23-8d26-489921eb5a6d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:20.457556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-fc67ae35-8ef9-4c23-8d26-489921eb5a6d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.52 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 797 time: 0.3082240 Nov 12 11:21:20.484219 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.505468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:20.508451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:20.515325 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:20.647635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3511b2-53de-4f1d-85cc-1d5d5342edc1 None None] Network 80b85183-33b9-4d51-89a7-a5f28d85948a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:20.744111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-ae8897f7-6253-4b23-8e83-f023e62b6ee2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 379 time: 0.2772892 Nov 12 11:21:20.747688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.770148 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.777421 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/80b85183-33b9-4d51-89a7-a5f28d85948a HTTP/1.1" status: 204 len: 168 time: 1.2412853 Nov 12 11:21:20.779814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'port': {'device_id': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'admin_state_up': True, 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'security_groups': ['2a6f012a-3cae-4320-a34a-5f72070aad8f']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:20.794378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54098) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:20.806116 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cef2fec-2816-45df-adfd-cc52facbb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.830371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1591167277'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:20.842071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d919b1-067d-4eee-a945-d92da920d96d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=80b85183-33b9-4d51-89a7-a5f28d85948a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:20.877413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4d6845cf-9f46-4226-9dbf-07659b5d1824 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:20.879577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.892688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:20.896924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.910474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:18Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:20.949429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:20.973836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.974202 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment 1ec54d2c-2a2d-48a8-bd08-caed7c72b3ac of type vlan for network 79f536a1-c0c1-4226-b6d6-dfa62155683a Nov 12 11:21:21.078834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa849ef-21be-4e53-b3a7-50072997553f None None] The sync data for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 is: [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:18Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:21.144370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.195875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:21.222111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.370317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.397990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:21.402741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.518596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9cef2fec-2816-45df-adfd-cc52facbb726 None None] For port 76c6dd3e-0837-4bb6-ae84-09119980ef0e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=76c6dd3e-0837-4bb6-ae84-09119980ef0e,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:21.539371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cef2fec-2816-45df-adfd-cc52facbb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.576249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7805974 Nov 12 11:21:21.580057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8ffb768-f5a4-4fd4-9282-55a714c237a3 req-f85ce9b6-c446-48f8-a6b6-efac9b6af65c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 210 time: 0.2691443 Nov 12 11:21:21.583566 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54124) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:21.633517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': '79f536a1-c0c1-4226-b6d6-dfa62155683a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:21.680479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef2fec-2816-45df-adfd-cc52facbb726 None None] Pushing event updated for resources: {'Port': ['ID=76c6dd3e-0837-4bb6-ae84-09119980ef0e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:21.898153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.20.0.3 (e019540b-7540-439d-89de-ce10cedd2700/2a668613-4b95-435b-be19-658b67dcd4ac/65a68a69-ef09-4089-a367-e3faa7220972) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:21.904443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9cef2fec-2816-45df-adfd-cc52facbb726 None None] Provisioning complete for port 4d6845cf-9f46-4226-9dbf-07659b5d1824 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:21.908629 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cef2fec-2816-45df-adfd-cc52facbb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.948054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8e293-962d-4053-96ea-10e18cb3bb7e tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=79f536a1-c0c1-4226-b6d6-dfa62155683a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:22.062296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 79f536a1-c0c1-4226-b6d6-dfa62155683a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:22.063640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:22.075356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.357994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Performing IP validity checks on allocation pools {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:21:22.358828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:21:22.444262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 76c6dd3e-0837-4bb6-ae84-09119980ef0e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:22.463903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.583084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3361574b-4790-432f-89b0-ea15f29dd64d None None] Provisioning complete for port 76c6dd3e-0837-4bb6-ae84-09119980ef0e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:22.583487 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3361574b-4790-432f-89b0-ea15f29dd64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.592637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.623538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.655224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network e019540b-7540-439d-89de-ce10cedd2700 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:22.666400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:22.677340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:22.725542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 76c6dd3e-0837-4bb6-ae84-09119980ef0e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:22.725867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.828932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=fbed7b6c-8ba5-4eb8-815b-6d9ca8b12a91,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:22.860535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': '1ec54d2c-2a2d-48a8-bd08-caed7c72b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '79f536a1-c0c1-4226-b6d6-dfa62155683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:22.860929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: 79f536a1-c0c1-4226-b6d6-dfa62155683a, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:22.940793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:22.941772 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.942282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 79f536a1-c0c1-4226-b6d6-dfa62155683a is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:22.992585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 79f536a1-c0c1-4226-b6d6-dfa62155683a) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:23.003354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:23.003965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.043669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b7d3d-d865-4f16-a012-17b211cf223b None None] Network 79f536a1-c0c1-4226-b6d6-dfa62155683a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:23.053992 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-adb22a50-a210-4ff0-9a5f-cb08da61c123 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4273694 Nov 12 11:21:23.061994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54166) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:23.082422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3236666 Nov 12 11:21:23.106116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0db78-e119-42e3-a966-077280605f88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:23.142322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Request body: {'port': {'device_id': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:23.245538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef254386-9ad7-4707-8ed6-1b8f50809ff0 req-117762b0-1e14-4589-9ca9-8c9273f59ae0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:23.267898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef254386-9ad7-4707-8ed6-1b8f50809ff0 req-117762b0-1e14-4589-9ca9-8c9273f59ae0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 931 time: 0.3988640 Nov 12 11:21:23.351991 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.390540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.529735 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.687627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e78c93-4310-4026-ab7b-9069695ffd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-79f536a1-c0c1-4226-b6d6-dfa62155683a', 'network_id': '79f536a1-c0c1-4226-b6d6-dfa62155683a', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': 'fbed7b6c-8ba5-4eb8-815b-6d9ca8b12a91'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:23.688519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84e78c93-4310-4026-ab7b-9069695ffd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.807279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef254386-9ad7-4707-8ed6-1b8f50809ff0 req-68ee05b8-e50b-4bb6-8a7c-b56e2624ceb7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5383713 Nov 12 11:21:23.868950 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.896179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54188) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:23.961199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a68a69-ef09-4089-a367-e3faa7220972 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:21:23.975147 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.004503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Transition to ACTIVE for port object 65a68a69-ef09-4089-a367-e3faa7220972 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:21:24.014004 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.072034 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.077373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8de02751-ea1e-4424-9b73-2cf52ef4937f None None] Provisioning complete for port 65a68a69-ef09-4089-a367-e3faa7220972 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:24.079394 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8de02751-ea1e-4424-9b73-2cf52ef4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.101809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f536a1-c0c1-4226-b6d6-dfa62155683a']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:24.116712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec54d2c-2a2d-48a8-bd08-caed7c72b3ac') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:24.118076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec54d2c-2a2d-48a8-bd08-caed7c72b3ac') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:24.134320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.152884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.160311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:24.161303 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:24.307442 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:24.318613 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e723dbde-6891-40d5-a652-948c2b48f616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.332547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8de02751-ea1e-4424-9b73-2cf52ef4937f None None] Port 65a68a69-ef09-4089-a367-e3faa7220972 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server [None req-84e78c93-4310-4026-ab7b-9069695ffd39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbed7b6c-8ba5-4eb8-815b-6d9ca8b12a91: This subnet is being modified by another concurrent operation. Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbed7b6c-8ba5-4eb8-815b-6d9ca8b12a91: This subnet is being modified by another concurrent operation. Nov 12 11:21:24.335663 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Nov 12 11:21:24.374501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d04bd2-5d3b-4dce-9b7a-21a6339f15b4 None None] Network 79f536a1-c0c1-4226-b6d6-dfa62155683a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:24.385412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=fbed7b6c-8ba5-4eb8-815b-6d9ca8b12a91,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:24.409777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.435532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.445679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/79f536a1-c0c1-4226-b6d6-dfa62155683a HTTP/1.1" status: 204 len: 168 time: 1.3822370 Nov 12 11:21:24.469582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54200) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:24.483033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cda3b1-3baa-45b5-8745-e76d0ea91998 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=79f536a1-c0c1-4226-b6d6-dfa62155683a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:24.490270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1636182862'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:24.540332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-caeaac6c-9e35-4433-b41b-81b4bc6e5fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.581287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:24.596529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:24.600195 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.621421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Attempting to bind port 65a68a69-ef09-4089-a367-e3faa7220972 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:24.621863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Attempting to bind port 65a68a69-ef09-4089-a367-e3faa7220972 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:24.622083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Attempting to bind port 65a68a69-ef09-4089-a367-e3faa7220972 on network e019540b-7540-439d-89de-ce10cedd2700 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:24.641892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4659353e-8902-410f-b597-f74064824c5c None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:21:24.670206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Port 65a68a69-ef09-4089-a367-e3faa7220972 on network e019540b-7540-439d-89de-ce10cedd2700 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:21:24.670529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Attempting to bind port 65a68a69-ef09-4089-a367-e3faa7220972 on network e019540b-7540-439d-89de-ce10cedd2700 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:24.693633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:24.693978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Checking segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:24.695591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Bound using segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:24.703651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Bound port: 65a68a69-ef09-4089-a367-e3faa7220972, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:24.704256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.766432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659353e-8902-410f-b597-f74064824c5c None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:21:24.881066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:24.983676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.984031 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment 8a7da80f-c32c-4085-bb25-a5b1f365e4cf of type vlan for network 48095c3d-3d4c-4c23-966e-b7eea5a9513d Nov 12 11:21:25.049636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40ac2d-6819-484c-969e-64e300bd8f73 req-84a0ee79-3478-488a-b854-9ba8bc5ce0e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:25.054557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9e40ac2d-6819-484c-969e-64e300bd8f73 req-84a0ee79-3478-488a-b854-9ba8bc5ce0e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 943 time: 0.1393025 Nov 12 11:21:25.129321 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-caeaac6c-9e35-4433-b41b-81b4bc6e5fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.189765 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9e40ac2d-6819-484c-969e-64e300bd8f73 req-50c3f276-29d4-461b-ba21-5901cb24dbe9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219394 Nov 12 11:21:25.194256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-caeaac6c-9e35-4433-b41b-81b4bc6e5fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.203823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:25.247630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.255467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:25.272122 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.310404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaac6c-9e35-4433-b41b-81b4bc6e5fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f905424-096b-41ab-9659-ea6f99ed5608,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:25.319116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:25.328364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-caeaac6c-9e35-4433-b41b-81b4bc6e5fec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3be618f3d19a43dfa9fdfbb5f49c346f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4307945 Nov 12 11:21:25.368066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:25.370010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.376807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] 10.222.0.52 "PUT /v2.0/ports/65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 1092 time: 2.2721403 Nov 12 11:21:25.390906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:21:25.399181 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177c32c6-6e07-4900-9af0-37413625e5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "tag": "65a68a69-ef09-4089-a367-e3faa7220972"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:21:25.447717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.460135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:25.461777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4f4f-c1b5-4a03-9cc9-b8deb00a9bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.465852 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.549598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4f4f-c1b5-4a03-9cc9-b8deb00a9bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.591306 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea3c32-0c54-4e93-9654-407269bee600 x-openstack-request-id: req-ecea3c32-0c54-4e93-9654-407269bee600 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:21:25.591598 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "tag": "65a68a69-ef09-4089-a367-e3faa7220972", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:21:25.591833 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecea3c32-0c54-4e93-9654-407269bee600 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:21:25.601526 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972', 'status': 'completed', 'code': 200} Nov 12 11:21:25.631869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c4178-6332-4ed0-b132-b4e4cc05ae64 service neutron] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:25.668270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54220) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:25.673512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1964712 Nov 12 11:21:25.676027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': '48095c3d-3d4c-4c23-966e-b7eea5a9513d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:25.768201 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4f4f-c1b5-4a03-9cc9-b8deb00a9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.782192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4f4f-c1b5-4a03-9cc9-b8deb00a9bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.784157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c4d4f4f-c1b5-4a03-9cc9-b8deb00a9bdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f905424-096b-41ab-9659-ea6f99ed5608 HTTP/1.1" status: 204 len: 168 time: 0.4635963 Nov 12 11:21:25.821642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d4f4f-c1b5-4a03-9cc9-b8deb00a9bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f905424-096b-41ab-9659-ea6f99ed5608,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:25.837388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d11c8-2786-49ea-ac50-4ca65a659b14 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=48095c3d-3d4c-4c23-966e-b7eea5a9513d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:25.850473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-9a46901c-a8cf-4dfe-978b-501980ee6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:25.857063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-9a46901c-a8cf-4dfe-978b-501980ee6027 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1095 time: 0.3801129 Nov 12 11:21:25.861164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 48095c3d-3d4c-4c23-966e-b7eea5a9513d details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:25.974506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-cf5ac3fe-13c1-41aa-86b1-cb22cedcfaff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 217 time: 0.1098082 Nov 12 11:21:26.076918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-3b78fec5-1762-446f-bc7a-71ad200dbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:26.079145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-3b78fec5-1762-446f-bc7a-71ad200dbc46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.0978744 Nov 12 11:21:26.096676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:26.103881 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.187536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e686b416-706d-41bb-b773-e1698ac7a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:26.189084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-e686b416-706d-41bb-b773-e1698ac7a08a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032166 Nov 12 11:21:26.275153 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f893f6cd-0967-4821-8c7b-537020cdbe59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.449541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-2a4e8b48-a4d2-47e8-82df-52c846b2ea27 service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533407 Nov 12 11:21:26.595676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54236) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:26.607478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.626496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4a974-49ff-4e90-a157-223d39bf2825 req-aa15b7c0-e5ab-41ed-a474-3087b8bfa980 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:26.629204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78b4a974-49ff-4e90-a157-223d39bf2825 req-aa15b7c0-e5ab-41ed-a474-3087b8bfa980 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 943 time: 0.1943414 Nov 12 11:21:26.651508 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-abd4159d-42ef-4cb7-a5d2-b25410b48c64 req-fb528cf2-10e1-4788-9fa1-f18914192e7a service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930175 Nov 12 11:21:26.720795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4b47eed-2974-489d-87f6-ff160a9162dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.739955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78b4a974-49ff-4e90-a157-223d39bf2825 req-6f076d66-5892-4518-baac-a0c000f4ce79 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992877 Nov 12 11:21:26.787097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-ab6716f7-27ba-4f78-8de3-a44fc4941962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:26.788911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-ab6716f7-27ba-4f78-8de3-a44fc4941962 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1095 time: 0.0785639 Nov 12 11:21:26.966861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4b47eed-2974-489d-87f6-ff160a9162dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.969140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=d6a55a3e-d140-4114-b674-26f350f62efc,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:26.985985 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b4b47eed-2974-489d-87f6-ff160a9162dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.044276 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b4b47eed-2974-489d-87f6-ff160a9162dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d9eeb22786b477f85028e9148637c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4466200 Nov 12 11:21:27.052086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54238) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:27.076204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': '8a7da80f-c32c-4085-bb25-a5b1f365e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '48095c3d-3d4c-4c23-966e-b7eea5a9513d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:27.076575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: 48095c3d-3d4c-4c23-966e-b7eea5a9513d, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:27.092724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b47eed-2974-489d-87f6-ff160a9162dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e509f655-1e9f-4d50-a982-59d29155410a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:27.111942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-5a4a719a-af77-4678-9100-adc8ac3623d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:27.114498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-5a4a719a-af77-4678-9100-adc8ac3623d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.3168294 Nov 12 11:21:27.127734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 48095c3d-3d4c-4c23-966e-b7eea5a9513d is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:27.139183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 48095c3d-3d4c-4c23-966e-b7eea5a9513d) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:27.147540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf5ef7-ba90-44d6-b835-6d6d32e535cc None None] Network 48095c3d-3d4c-4c23-966e-b7eea5a9513d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:27.152595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:27.153791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.179936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-33c85e64-e9f1-4804-a4cb-94b618e82ad4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5098791 Nov 12 11:21:27.185816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54242) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:27.204241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-e296d5a1-f1e7-4441-a671-0bc527c655e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 217 time: 0.0778499 Nov 12 11:21:27.274520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-78bf4537-fa24-42b0-9329-d49392e738dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:27.276168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-78bf4537-fa24-42b0-9329-d49392e738dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.0650504 Nov 12 11:21:27.277562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa405a27-801c-4a65-80ea-2bc046f24f7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.345814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa405a27-801c-4a65-80ea-2bc046f24f7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.383537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-19d17baf-9bac-4479-bb08-52d91ceaa1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:27.385172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-19d17baf-9bac-4479-bb08-52d91ceaa1df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949383 Nov 12 11:21:27.390468 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.433741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd837ed5-f069-40d5-b52c-efbe865657ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-48095c3d-3d4c-4c23-966e-b7eea5a9513d', 'network_id': '48095c3d-3d4c-4c23-966e-b7eea5a9513d', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': 'd6a55a3e-d140-4114-b674-26f350f62efc'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:27.434992 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fd837ed5-f069-40d5-b52c-efbe865657ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.487403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa405a27-801c-4a65-80ea-2bc046f24f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.494702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa405a27-801c-4a65-80ea-2bc046f24f7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.497134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aa405a27-801c-4a65-80ea-2bc046f24f7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e509f655-1e9f-4d50-a982-59d29155410a HTTP/1.1" status: 204 len: 168 time: 0.4437411 Nov 12 11:21:27.532223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.625733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.675558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a55a3e-d140-4114-b674-26f350f62efc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:27.697366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 65a68a69-ef09-4089-a367-e3faa7220972 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server [None req-fd837ed5-f069-40d5-b52c-efbe865657ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6a55a3e-d140-4114-b674-26f350f62efc: This subnet is being modified by another concurrent operation. Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6a55a3e-d140-4114-b674-26f350f62efc: This subnet is being modified by another concurrent operation. Nov 12 11:21:27.762437 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Nov 12 11:21:27.796540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.809918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d31ca1-4ebe-4e4c-9c4e-2a58f827db77 None None] Network 48095c3d-3d4c-4c23-966e-b7eea5a9513d requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:27.855895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.901779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:21:27.946657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48095c3d-3d4c-4c23-966e-b7eea5a9513d']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:27.993500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7da80f-c32c-4085-bb25-a5b1f365e4cf') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:27.993868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7da80f-c32c-4085-bb25-a5b1f365e4cf') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:28.050757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.067871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.088952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:28.092146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:28.102275 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:28.236578 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.268135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.278217 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/48095c3d-3d4c-4c23-966e-b7eea5a9513d HTTP/1.1" status: 204 len: 168 time: 1.0912385 Nov 12 11:21:28.286556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b1e1e-8473-49a2-8715-53cf7b903551 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=48095c3d-3d4c-4c23-966e-b7eea5a9513d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:28.295485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-702a86d5-317c-4fb9-8691-3d7d8a3b8f2b service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871830 Nov 12 11:21:28.297088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54268) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:28.304578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa405a27-801c-4a65-80ea-2bc046f24f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e509f655-1e9f-4d50-a982-59d29155410a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:28.306149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056fb26-3617-4e45-853c-36a4e15d91a9 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:21:28.320572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-197739659'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:28.482497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8056fb26-3617-4e45-853c-36a4e15d91a9 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:21:28.514542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:28.577038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '65a68a69-ef09-4089-a367-e3faa7220972', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'port_id': '65a68a69-ef09-4089-a367-e3faa7220972', 'mac_address': 'fa:16:3e:ba:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:21:28.630043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad794f-a934-4392-883f-8103a50830b0 req-353cd355-c93f-49c7-b4e1-abefd2305a64 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:28.645067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96ad794f-a934-4392-883f-8103a50830b0 req-353cd355-c93f-49c7-b4e1-abefd2305a64 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 943 time: 0.3484931 Nov 12 11:21:28.657673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:28.661733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.800988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:28.827710 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.909537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96ad794f-a934-4392-883f-8103a50830b0 req-1270ba9a-579d-42ad-92a1-0af0e5037fac tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634494 Nov 12 11:21:28.918468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-177c32c6-6e07-4900-9af0-37413625e5f6 req-dabcc4c7-4db5-4615-936b-6fd45bbe4f56 service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878611 Nov 12 11:21:28.919937 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.920544 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment da34d447-baba-4614-a6f2-e71deb7f726f of type vlan for network e432ab24-09a1-4379-88fe-7570b44fb4a9 Nov 12 11:21:28.987755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a68a69-ef09-4089-a367-e3faa7220972 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:21:29.022099 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.099394 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.105690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:29.106276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.147855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8448420 Nov 12 11:21:29.151067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54304) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:29.157098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': 'e432ab24-09a1-4379-88fe-7570b44fb4a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:29.239322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54306) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:29.271504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa56bff-f303-4171-ba97-e782d2f91584 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=e432ab24-09a1-4379-88fe-7570b44fb4a9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:29.415888 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network e432ab24-09a1-4379-88fe-7570b44fb4a9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:29.497652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:29.501713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.602497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:29.627818 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.756103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d6d86b5-b8ee-453d-ab3f-94d9a0debada admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.867816 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.932327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['65a68a69-ef09-4089-a367-e3faa7220972'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:21:29.936082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:30.297432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.567045 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d6d86b5-b8ee-453d-ab3f-94d9a0debada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.568769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=ff20ca7b-b068-4bfe-a326-dc0e3b536df7,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:30.586738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d6d86b5-b8ee-453d-ab3f-94d9a0debada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.641934 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.677725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f64300-246e-4806-af4b-24b7262e7b13 req-3b147f79-008a-41c4-880b-98ba6d12dfb7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:30.680933 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6f64300-246e-4806-af4b-24b7262e7b13 req-3b147f79-008a-41c4-880b-98ba6d12dfb7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 944 time: 0.6542656 Nov 12 11:21:30.713206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': 'da34d447-baba-4614-a6f2-e71deb7f726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e432ab24-09a1-4379-88fe-7570b44fb4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:30.713586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: e432ab24-09a1-4379-88fe-7570b44fb4a9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:30.826557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d86b5-b8ee-453d-ab3f-94d9a0debada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3ac6b-5351-4a28-b272-84e9ad46ee14,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:30.856585 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3d6d86b5-b8ee-453d-ab3f-94d9a0debada admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5c676388a0742ba9d8f51d8fd61bfec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6108072 Nov 12 11:21:30.859274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54340) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:30.956106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network e432ab24-09a1-4379-88fe-7570b44fb4a9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:30.987641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6f64300-246e-4806-af4b-24b7262e7b13 req-ef4f5089-e7cd-475e-ac34-732514f890a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806516 Nov 12 11:21:31.002675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, e432ab24-09a1-4379-88fe-7570b44fb4a9) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:31.015589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:31.016360 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.018054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb632f0-4196-46c2-a4fd-1b91b9230b6d None None] Network e432ab24-09a1-4379-88fe-7570b44fb4a9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:31.023746 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-81e35e79-1523-4cee-9687-66687e0d703d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.048790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dddedc02-c4fb-4d4b-a589-1008a3e15a32 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8958046 Nov 12 11:21:31.051505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54348) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:31.101164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-81e35e79-1523-4cee-9687-66687e0d703d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.208698 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-81e35e79-1523-4cee-9687-66687e0d703d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.211887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-81e35e79-1523-4cee-9687-66687e0d703d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.216044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-81e35e79-1523-4cee-9687-66687e0d703d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cc3ac6b-5351-4a28-b272-84e9ad46ee14 HTTP/1.1" status: 204 len: 168 time: 0.3528497 Nov 12 11:21:31.231585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e35e79-1523-4cee-9687-66687e0d703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3ac6b-5351-4a28-b272-84e9ad46ee14,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:31.361738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.534700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6886523c-efb0-495a-a78a-7e1df5d94854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-e432ab24-09a1-4379-88fe-7570b44fb4a9', 'network_id': 'e432ab24-09a1-4379-88fe-7570b44fb4a9', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': 'ff20ca7b-b068-4bfe-a326-dc0e3b536df7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:31.535656 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6886523c-efb0-495a-a78a-7e1df5d94854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.537433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.671890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.723360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 65a68a69-ef09-4089-a367-e3faa7220972 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:31.749032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=ff20ca7b-b068-4bfe-a326-dc0e3b536df7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:31.866981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.898728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e432ab24-09a1-4379-88fe-7570b44fb4a9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:31.916836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da34d447-baba-4614-a6f2-e71deb7f726f') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:31.917722 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da34d447-baba-4614-a6f2-e71deb7f726f') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server [None req-6886523c-efb0-495a-a78a-7e1df5d94854 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff20ca7b-b068-4bfe-a326-dc0e3b536df7: This subnet is being modified by another concurrent operation. Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff20ca7b-b068-4bfe-a326-dc0e3b536df7: This subnet is being modified by another concurrent operation. Nov 12 11:21:31.935570 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Nov 12 11:21:31.949839 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.961242 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.966845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20507fe9-b015-4406-9d14-ca0b6c47f7bf None None] Network e432ab24-09a1-4379-88fe-7570b44fb4a9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:31.969125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:31.969539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.976249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 65a68a69-ef09-4089-a367-e3faa7220972 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:21:31.991088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 65a68a69-ef09-4089-a367-e3faa7220972 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:31.991404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:32.044547 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:32.048364 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.075935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.083940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54366) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:32.085112 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/e432ab24-09a1-4379-88fe-7570b44fb4a9 HTTP/1.1" status: 204 len: 168 time: 1.0315464 Nov 12 11:21:32.086317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df1523-1333-44a7-884d-f573daa444db tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=e432ab24-09a1-4379-88fe-7570b44fb4a9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:32.090143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-950645395'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:32.229031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:32.239367 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.325856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:32.340459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.340976 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment 628d6295-71ba-40a2-8c6d-64ce6c12d42e of type vlan for network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c Nov 12 11:21:32.382581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc2a9d-4a1a-4e4a-a6ff-4100e9de98c7 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:21:32.421338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.462044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.472390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:32.472390 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.517388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e24e9-292f-493b-be4f-e79ffb898f3d req-ac7bbfb2-98c4-4ded-b1d7-2d8336defa23 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:32.519245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-975e24e9-292f-493b-be4f-e79ffb898f3d req-ac7bbfb2-98c4-4ded-b1d7-2d8336defa23 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 944 time: 0.3635497 Nov 12 11:21:32.539451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc2a9d-4a1a-4e4a-a6ff-4100e9de98c7 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:21:32.637867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.688748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:21:32.691492 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cecc030-4fb9-4793-963b-e48153f18a2b" -d '{"events": [{"server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "name": "network-vif-plugged", "status": "completed", "tag": "65a68a69-ef09-4089-a367-e3faa7220972"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:21:32.733854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:32.737548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=2b926ee3-d4f7-41eb-b6ee-25b6eea9400c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:32.745597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-393f9e44-3d4e-471e-b150-4ddd108cecda tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6598570 Nov 12 11:21:32.749553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54382) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:32.754977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-98212f19-a9b1-49b0-af76-922eb29616e9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:32.759430 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.898336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:32.902715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-975e24e9-292f-493b-be4f-e79ffb898f3d req-e0ac528c-069a-4f55-b1d4-69c85532f240 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472826 Nov 12 11:21:32.918997 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21cf0b0-8dcb-4ec9-9e13-974ab8dc2726 x-openstack-request-id: req-a21cf0b0-8dcb-4ec9-9e13-974ab8dc2726 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:21:32.919405 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "name": "network-vif-plugged", "status": "completed", "tag": "65a68a69-ef09-4089-a367-e3faa7220972", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:21:32.920315 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a21cf0b0-8dcb-4ec9-9e13-974ab8dc2726 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:21:32.920729 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972', 'code': 200} Nov 12 11:21:33.027490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ee051-d894-4d20-ae54-b5e88cd09d0c req-7613beef-5ad5-4de4-b453-4009e62a7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:33.027741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:33.032834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f07ee051-d894-4d20-ae54-b5e88cd09d0c req-7613beef-5ad5-4de4-b453-4009e62a7fe5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1097 time: 0.1251264 Nov 12 11:21:33.217504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f07ee051-d894-4d20-ae54-b5e88cd09d0c req-b807a1da-84c8-43e7-872e-ca21f98f1bfc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747837 Nov 12 11:21:33.234761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98212f19-a9b1-49b0-af76-922eb29616e9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.264539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98212f19-a9b1-49b0-af76-922eb29616e9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.309906 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98212f19-a9b1-49b0-af76-922eb29616e9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c is not hosted by any dhcp agent {{(pid=109166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:21:33.315653 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98212f19-a9b1-49b0-af76-922eb29616e9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:33.316379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98212f19-a9b1-49b0-af76-922eb29616e9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.318631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-98212f19-a9b1-49b0-af76-922eb29616e9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "PUT /v2.0/networks/2b926ee3-d4f7-41eb-b6ee-25b6eea9400c HTTP/1.1" status: 200 len: 723 time: 0.5673342 Nov 12 11:21:33.321374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54404) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:33.330575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': '2b926ee3-d4f7-41eb-b6ee-25b6eea9400c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:33.385334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98212f19-a9b1-49b0-af76-922eb29616e9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=2b926ee3-d4f7-41eb-b6ee-25b6eea9400c,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:33.411356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:33.613081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:33.613258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54414) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:33.626339 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.951058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.076428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1668469447-network', 'tenant_id': '73140fbf7d344308bf858d84b411d285'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:34.123481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=7740e125-9909-4a56-b5fb-83518d6d5954,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:34.139464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1f918-b39e-4f2d-91a0-ef6fd4053dc0 req-7d844da0-0b72-48ce-bf4e-e0967042d1dc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:34.141105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ad1f918-b39e-4f2d-91a0-ef6fd4053dc0 req-7d844da0-0b72-48ce-bf4e-e0967042d1dc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1226640 Nov 12 11:21:34.142561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Made reservation on behalf of 73140fbf7d344308bf858d84b411d285 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:34.145281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.165730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.169505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': '628d6295-71ba-40a2-8c6d-64ce6c12d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2b926ee3-d4f7-41eb-b6ee-25b6eea9400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:34.176898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:34.239317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:34.254183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ad1f918-b39e-4f2d-91a0-ef6fd4053dc0 req-6bae0358-2087-472f-a6be-eff1b2124890 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041274 Nov 12 11:21:34.257220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:34.268733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a89d49-36ac-42c7-8199-0f8b996d726d None None] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:34.280137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:34.281054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.315307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7fd3f498-1f1b-4af1-850d-d4bd33594de2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9891849 Nov 12 11:21:34.318244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54432) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:34.342650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f7a9d6fa-4e9a-4a8c-8c1d-e8704eaf43fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:34.451620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.458379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.520989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-2b926ee3-d4f7-41eb-b6ee-25b6eea9400c', 'network_id': '2b926ee3-d4f7-41eb-b6ee-25b6eea9400c', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': '7740e125-9909-4a56-b5fb-83518d6d5954'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:34.523573 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.547301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06cdd93-ed01-4f1d-b77a-49205c18d894,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:34.574870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:34.604216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.604614 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Added segment 1d8f849c-3561-40da-bf72-e947275d9632 of type vlan for network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 Nov 12 11:21:34.629928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f7a9d6fa-4e9a-4a8c-8c1d-e8704eaf43fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5792920'] for subnet, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.662378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.724318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.725619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:34.727137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.874368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f7a9d6fa-4e9a-4a8c-8c1d-e8704eaf43fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794361402251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5493880'] for subnet, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.881418 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2669456 Nov 12 11:21:34.890697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54440) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:34.895787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aca535-aaaf-4adc-9e6a-204d8220c9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e31a70b-1e84-4397-821a-2e6e6e8447b5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:34.896639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Request body: {'subnet': {'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1668469447-subnet', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:34.941689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:35.019447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a9d6fa-4e9a-4a8c-8c1d-e8704eaf43fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:35.024060 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f7a9d6fa-4e9a-4a8c-8c1d-e8704eaf43fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.030834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54446) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:35.031067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f7a9d6fa-4e9a-4a8c-8c1d-e8704eaf43fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "PUT /v2.0/subnets/7740e125-9909-4a56-b5fb-83518d6d5954 HTTP/1.1" status: 200 len: 806 time: 0.7098920 Nov 12 11:21:35.035748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Allocated IP 172.20.0.2 (2b926ee3-d4f7-41eb-b6ee-25b6eea9400c/7740e125-9909-4a56-b5fb-83518d6d5954/61925583-bf41-4b2f-a23b-ca3f24985bdb) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:35.070193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9d6fa-4e9a-4a8c-8c1d-e8704eaf43fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=7740e125-9909-4a56-b5fb-83518d6d5954,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:35.080562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Made reservation on behalf of 73140fbf7d344308bf858d84b411d285 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:35.087699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.255237 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.267124 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.306886 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.362692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Pushing event updated for resources: {'Port': ['ID=61925583-bf41-4b2f-a23b-ca3f24985bdb,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:35.385805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Deleting port 61925583-bf41-4b2f-a23b-ca3f24985bdb {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:35.387922 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.395904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:35.399401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:35.405520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:35.470668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bcbb3-5c74-43f7-9c03-859c3b721b28 req-9317cfce-7bfa-44fd-9170-ef5d71b8f704 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:35.474413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c9bcbb3-5c74-43f7-9c03-859c3b721b28 req-9317cfce-7bfa-44fd-9170-ef5d71b8f704 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.0975809 Nov 12 11:21:35.475586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.486092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Attempting to bind port 61925583-bf41-4b2f-a23b-ca3f24985bdb on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:35.486492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Attempting to bind port 61925583-bf41-4b2f-a23b-ca3f24985bdb by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '628d6295-71ba-40a2-8c6d-64ce6c12d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2b926ee3-d4f7-41eb-b6ee-25b6eea9400c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:35.487027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Attempting to bind port 61925583-bf41-4b2f-a23b-ca3f24985bdb on network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:35.494487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:35.494847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Checking segment: {'id': '628d6295-71ba-40a2-8c6d-64ce6c12d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2b926ee3-d4f7-41eb-b6ee-25b6eea9400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:35.495294 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.495707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Bound using segment: {'id': '628d6295-71ba-40a2-8c6d-64ce6c12d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2b926ee3-d4f7-41eb-b6ee-25b6eea9400c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:35.496199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Bound port: 61925583-bf41-4b2f-a23b-ca3f24985bdb, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628d6295-71ba-40a2-8c6d-64ce6c12d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2b926ee3-d4f7-41eb-b6ee-25b6eea9400c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:35.496583 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.577670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] For port 61925583-bf41-4b2f-a23b-ca3f24985bdb, host n-d-768851-19, got binding levels [] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:35.578032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.596695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Calling delete_port for 61925583-bf41-4b2f-a23b-ca3f24985bdb owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:35.629611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d161a2-c9f4-48a9-aa2b-6756b987cb22,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:35.636788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c9bcbb3-5c74-43f7-9c03-859c3b721b28 req-64619021-1454-497c-824f-f0f550acc587 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520622 Nov 12 11:21:35.638195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Checking segment: {'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:35.638498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Network hostable DHCP agents. Network: 4e31a70b-1e84-4397-821a-2e6e6e8447b5, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:35.649016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] For port 61925583-bf41-4b2f-a23b-ca3f24985bdb, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:35.665411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] For port 61925583-bf41-4b2f-a23b-ca3f24985bdb, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=61925583-bf41-4b2f-a23b-ca3f24985bdb,segment=NetworkSegment(628d6295-71ba-40a2-8c6d-64ce6c12d42e),segment_id=628d6295-71ba-40a2-8c6d-64ce6c12d42e)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:35.667556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:35.680049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 4e31a70b-1e84-4397-821a-2e6e6e8447b5) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:35.683021 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.685598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:35.686300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.711432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7aed8a92-7a36-44f3-83bc-30565adfb686 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8191407 Nov 12 11:21:35.714497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54464) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:35.722364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d2bc3-84b4-4588-b8c9-c56e18496651 None None] Network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:35.726397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:35.789137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.790523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.852109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8d3d3-6da8-40a3-b2fd-b4dec5afa0ad None None] Pushing event updated for resources: {'Port': ['ID=61925583-bf41-4b2f-a23b-ca3f24985bdb,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:35.952668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.009384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a12563-39b6-4233-b979-5327823d143f req-89948290-2fb7-44fc-8243-4ce4459b7aab tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:36.011995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5a12563-39b6-4233-b979-5327823d143f req-89948290-2fb7-44fc-8243-4ce4459b7aab tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.2097268 Nov 12 11:21:36.066092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.118744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Port': ['ID=61925583-bf41-4b2f-a23b-ca3f24985bdb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:36.219913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No DVR routers for this DVR port 61925583-bf41-4b2f-a23b-ca3f24985bdb on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:21:36.225776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c5a12563-39b6-4233-b979-5327823d143f req-11638e8a-1b08-4159-b036-71caa3418632 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000785 Nov 12 11:21:36.297302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.314485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54472) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:36.324335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-4e31a70b-1e84-4397-821a-2e6e6e8447b5', 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'fixed_ips': [{'subnet_id': 'f3d161a2-c9f4-48a9-aa2b-6756b987cb22'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:36.335000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.355238 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.476459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.537200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7068eae-f1f7-4e4c-811c-36506983760d tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:36.547704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a7068eae-f1f7-4e4c-811c-36506983760d tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1092 time: 0.2311430 Nov 12 11:21:36.550686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54474) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:36.556227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '65a68a69-ef09-4089-a367-e3faa7220972', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:36.563371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=7740e125-9909-4a56-b5fb-83518d6d5954,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:36.628342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.694124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Allocated IP 172.20.0.2 (4e31a70b-1e84-4397-821a-2e6e6e8447b5/f3d161a2-c9f4-48a9-aa2b-6756b987cb22/1d46fd48-c7df-426a-992f-0a09f357e9d0) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:36.699203 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.738083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b926ee3-d4f7-41eb-b6ee-25b6eea9400c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:36.754407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628d6295-71ba-40a2-8c6d-64ce6c12d42e') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:36.754960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628d6295-71ba-40a2-8c6d-64ce6c12d42e') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:36.770929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.792109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.801865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:36.802386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.055870 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.071686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.082096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.152178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.156518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:37.160475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:37.166289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:37.178519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Pushing event updated for resources: {'Port': ['ID=1d46fd48-c7df-426a-992f-0a09f357e9d0,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:37.268605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Attempting to bind port 1d46fd48-c7df-426a-992f-0a09f357e9d0 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:37.270384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Attempting to bind port 1d46fd48-c7df-426a-992f-0a09f357e9d0 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:37.271351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Attempting to bind port 1d46fd48-c7df-426a-992f-0a09f357e9d0 on network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:37.283880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:37.284306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Checking segment: {'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:37.284886 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.285471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Bound using segment: {'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:37.286013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Bound port: 1d46fd48-c7df-426a-992f-0a09f357e9d0, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:37.286413 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.364341 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.395553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-84703e97-8c12-4998-9497-2892e58be277 None None] For port 1d46fd48-c7df-426a-992f-0a09f357e9d0, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:37.400170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-84703e97-8c12-4998-9497-2892e58be277 None None] For port 1d46fd48-c7df-426a-992f-0a09f357e9d0, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1d46fd48-c7df-426a-992f-0a09f357e9d0,segment=NetworkSegment(1d8f849c-3561-40da-bf72-e947275d9632),segment_id=1d8f849c-3561-40da-bf72-e947275d9632)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:37.406579 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.469598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84703e97-8c12-4998-9497-2892e58be277 None None] Pushing event updated for resources: {'Port': ['ID=1d46fd48-c7df-426a-992f-0a09f357e9d0,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:37.569532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212ee50e-c6ef-4380-8ba4-4c3baceed1fa None None] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:37.575791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-97d31880-0cb3-493d-b21e-eb40a1723fd0 None None] Could not find standard attr ID for object 61925583-bf41-4b2f-a23b-ca3f24985bdb. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:21:37.633334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Allocated IP 172.25.2.121 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/14871f98-118f-4839-9c87-53bdb76c7d9b) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:37.740617 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:37.776159 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.790541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.799371 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/2b926ee3-d4f7-41eb-b6ee-25b6eea9400c HTTP/1.1" status: 204 len: 168 time: 2.7668004 Nov 12 11:21:37.838667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54498) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:37.855168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.908412 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.936909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c512d-7d82-4c91-be2a-65f3c69126b0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=2b926ee3-d4f7-41eb-b6ee-25b6eea9400c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:37.939842 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1dd760-f1ee-41c5-8c9e-2be33df43f36 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:37.949659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1dd760-f1ee-41c5-8c9e-2be33df43f36 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:37.969207 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a1dd760-f1ee-41c5-8c9e-2be33df43f36 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/2b926ee3-d4f7-41eb-b6ee-25b6eea9400c HTTP/1.1" status: 404 len: 339 time: 0.1255264 Nov 12 11:21:37.970196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54502) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:37.990047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1837207091', 'description': 'd1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:38.064726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:38.069990 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.098346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:38.119372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:38.141256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:38.147209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Pushing event updated for resources: {'Port': ['ID=14871f98-118f-4839-9c87-53bdb76c7d9b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:38.150944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:38.163928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.164289 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment abfdf288-d91b-4c5b-8026-d2f665e1036e of type vlan for network 39aab4e0-b7c5-4e59-a881-fc9bf2705197 Nov 12 11:21:38.205326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccf36d-262c-460c-981d-13f1c2bfc783 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:38.262412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.25.2.31 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/18c536a3-1194-4829-a684-492f9a27a7d2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:38.343349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.379678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-03c81fbb-37db-4a7d-b942-b6dc32e71aab None None] Provisioning complete for port 14871f98-118f-4839-9c87-53bdb76c7d9b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:38.381024 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03c81fbb-37db-4a7d-b942-b6dc32e71aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.436223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-03c81fbb-37db-4a7d-b942-b6dc32e71aab None None] Port 14871f98-118f-4839-9c87-53bdb76c7d9b cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:38.453339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1d46fd48-c7df-426a-992f-0a09f357e9d0 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:38.467700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.484561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:38.485981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.518609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21e02e-2295-4b4a-94da-79eaf02efc26 None None] DHCP port deletion for 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:38.579859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184a235-4b4b-4093-aa8c-3a4ff5109e83 None None] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:38.623764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1d46fd48-c7df-426a-992f-0a09f357e9d0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:38.625505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.720203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=39aab4e0-b7c5-4e59-a881-fc9bf2705197,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:38.755948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d28d7705-8ef4-4849-b669-1cd0bc753677 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7818677 Nov 12 11:21:38.756809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54530) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:38.794006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184a235-4b4b-4093-aa8c-3a4ff5109e83 None None] Network 2b926ee3-d4f7-41eb-b6ee-25b6eea9400c could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:21:38.805142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 39aab4e0-b7c5-4e59-a881-fc9bf2705197 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:38.953084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac6cfe-f488-49bc-914e-b2c94fb39350 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:38.959793 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8bac6cfe-f488-49bc-914e-b2c94fb39350 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/networks?id=39aab4e0-b7c5-4e59-a881-fc9bf2705197 HTTP/1.1" status: 200 len: 761 time: 0.1981230 Nov 12 11:21:38.962616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54534) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:38.977896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d23cc5f0-9f02-4ea2-8707-cedcd9821026 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'description': 'd2'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:39.009667 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.056894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 1d46fd48-c7df-426a-992f-0a09f357e9d0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1d46fd48-c7df-426a-992f-0a09f357e9d0,segment=NetworkSegment(1d8f849c-3561-40da-bf72-e947275d9632),segment_id=1d8f849c-3561-40da-bf72-e947275d9632)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:39.070014 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.239273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=1d46fd48-c7df-426a-992f-0a09f357e9d0,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:39.321369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d23cc5f0-9f02-4ea2-8707-cedcd9821026 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.344687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d23cc5f0-9f02-4ea2-8707-cedcd9821026 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.362740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d23cc5f0-9f02-4ea2-8707-cedcd9821026 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 39aab4e0-b7c5-4e59-a881-fc9bf2705197 is not hosted by any dhcp agent {{(pid=109166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:21:39.378995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23cc5f0-9f02-4ea2-8707-cedcd9821026 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:39.379667 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d23cc5f0-9f02-4ea2-8707-cedcd9821026 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.384383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d23cc5f0-9f02-4ea2-8707-cedcd9821026 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "PUT /v2.0/networks/39aab4e0-b7c5-4e59-a881-fc9bf2705197 HTTP/1.1" status: 200 len: 758 time: 0.4188762 Nov 12 11:21:39.386634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54540) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:39.400745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54542) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:39.448059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956232c9-e9bc-48ed-a5cd-f92a550fc465 None None] Network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:39.496469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cc5f0-9f02-4ea2-8707-cedcd9821026 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=39aab4e0-b7c5-4e59-a881-fc9bf2705197,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:39.513944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.518874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.536125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 39aab4e0-b7c5-4e59-a881-fc9bf2705197 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:39.577699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad17068-21b1-4385-8c9c-75fa2ec17f0f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:39.579484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aad17068-21b1-4385-8c9c-75fa2ec17f0f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/networks?id=39aab4e0-b7c5-4e59-a881-fc9bf2705197 HTTP/1.1" status: 200 len: 761 time: 0.1912160 Nov 12 11:21:39.583444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54546) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:39.593415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-165653806'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:39.664353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:39.668297 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.673942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.734366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:39.749622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b4ef458a-c628-4055-9bec-0a0b54f14b4e None None] Provisioning complete for port 1d46fd48-c7df-426a-992f-0a09f357e9d0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:39.750005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b4ef458a-c628-4055-9bec-0a0b54f14b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.754228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:39.795793 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.796373 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment 9f22eb34-c604-43bd-84a2-54698c3a3070 of type vlan for network 30a54b85-eb53-43a0-a800-148f63e4c82c Nov 12 11:21:39.813254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:39.820435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd46e69a-d1c8-47bd-b7ce-2fe369be1144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.824391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:39.844927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=18c536a3-1194-4829-a684-492f9a27a7d2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:39.912947 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.970219 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.977918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:39.978558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.128462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=30a54b85-eb53-43a0-a800-148f63e4c82c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:40.128894 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.146305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 30a54b85-eb53-43a0-a800-148f63e4c82c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:40.148811 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6f9519c8-0723-49f8-b929-8d50d9ad84f8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5640290 Nov 12 11:21:40.151674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54554) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:40.156777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': '30a54b85-eb53-43a0-a800-148f63e4c82c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:40.370400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1d46fd48-c7df-426a-992f-0a09f357e9d0 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:40.379036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:40.393949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.542745 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.609757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1d46fd48-c7df-426a-992f-0a09f357e9d0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:40.610433 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.722904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-512a628c-0989-4a3c-8349-b34dc9998eeb None None] Provisioning complete for port 1d46fd48-c7df-426a-992f-0a09f357e9d0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:40.723543 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-512a628c-0989-4a3c-8349-b34dc9998eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.802505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.803419 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.831962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 61925583-bf41-4b2f-a23b-ca3f24985bdb no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:21:40.899996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=a8f8158f-6b57-4233-a97b-1f89d21eafd9,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:40.912154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 61925583-bf41-4b2f-a23b-ca3f24985bdb {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:21:40.912518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 61925583-bf41-4b2f-a23b-ca3f24985bdb not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:21:40.916057 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': '9f22eb34-c604-43bd-84a2-54698c3a3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '30a54b85-eb53-43a0-a800-148f63e4c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:40.916645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: 30a54b85-eb53-43a0-a800-148f63e4c82c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:40.940755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 30a54b85-eb53-43a0-a800-148f63e4c82c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:40.952531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 30a54b85-eb53-43a0-a800-148f63e4c82c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:40.958392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:40.959249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.960268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde445a-848e-4e4e-90a8-fbc91cc29589 None None] Network 30a54b85-eb53-43a0-a800-148f63e4c82c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:40.977002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd46e69a-d1c8-47bd-b7ce-2fe369be1144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.982573 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-19cd1521-93e4-44a7-a768-de8a029deaf7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8264310 Nov 12 11:21:40.987702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54570) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:41.009609 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cd46e69a-d1c8-47bd-b7ce-2fe369be1144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.081298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46e69a-d1c8-47bd-b7ce-2fe369be1144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9056d8-0f13-48de-864c-17632a401393,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:41.141944 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cd46e69a-d1c8-47bd-b7ce-2fe369be1144 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f83e778ffdb7422cb1cf6d022f31c684&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6493490 Nov 12 11:21:41.143657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54572) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:41.279713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.318733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-30a54b85-eb53-43a0-a800-148f63e4c82c', 'network_id': '30a54b85-eb53-43a0-a800-148f63e4c82c', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': 'a8f8158f-6b57-4233-a97b-1f89d21eafd9'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:41.319712 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.354761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-678f1d61-149c-4c2a-888b-fa0c7bf587eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.368226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Router a532be48-341a-46d9-95c8-e1078d3eb437 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:21:41.407671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-678f1d61-149c-4c2a-888b-fa0c7bf587eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.465925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54576) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:41.549128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Allocated IP 172.20.0.2 (30a54b85-eb53-43a0-a800-148f63e4c82c/a8f8158f-6b57-4233-a97b-1f89d21eafd9/a7823af2-24ca-43af-9a94-425ada977a3d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:41.563427 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.568490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-678f1d61-149c-4c2a-888b-fa0c7bf587eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.571770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-678f1d61-149c-4c2a-888b-fa0c7bf587eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.573539 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-678f1d61-149c-4c2a-888b-fa0c7bf587eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d9056d8-0f13-48de-864c-17632a401393 HTTP/1.1" status: 204 len: 168 time: 0.4280276 Nov 12 11:21:41.637580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f1d61-149c-4c2a-888b-fa0c7bf587eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9056d8-0f13-48de-864c-17632a401393,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:41.739443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929a846f-1488-485e-8e66-fd6039d237ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.871370 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.880906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.947510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.952045 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929a846f-1488-485e-8e66-fd6039d237ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.960153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-929a846f-1488-485e-8e66-fd6039d237ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.997970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-929a846f-1488-485e-8e66-fd6039d237ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8c3e8ef82134baca76c232e95cd3f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282791 Nov 12 11:21:42.000437 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.001014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54588) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:42.015086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Pushing event updated for resources: {'Port': ['ID=a7823af2-24ca-43af-9a94-425ada977a3d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:42.031925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Network 30a54b85-eb53-43a0-a800-148f63e4c82c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:42.031925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:42.035443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:42.052965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f8158f-6b57-4233-a97b-1f89d21eafd9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:42.058150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:42.079969 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Sync routers for ids ['a532be48-341a-46d9-95c8-e1078d3eb437'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:42.104724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a846f-1488-485e-8e66-fd6039d237ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb23633f-3730-41b7-9efe-f481762365e4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:42.118372 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Routers {'a532be48-341a-46d9-95c8-e1078d3eb437'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:42.120768 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a532be48-341a-46d9-95c8-e1078d3eb437'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:42.141103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.148597 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.149354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-71c05c40-3cb5-47fa-ba31-366a5f259379 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4336791 Nov 12 11:21:42.154033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54590) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:42.187141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-04f1185e-0b2d-4453-beb2-f30d6e8e0b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.253216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54592) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:42.261573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Attempting to bind port a7823af2-24ca-43af-9a94-425ada977a3d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:42.264543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-04f1185e-0b2d-4453-beb2-f30d6e8e0b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.264812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Attempting to bind port a7823af2-24ca-43af-9a94-425ada977a3d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9f22eb34-c604-43bd-84a2-54698c3a3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '30a54b85-eb53-43a0-a800-148f63e4c82c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:42.265350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Attempting to bind port a7823af2-24ca-43af-9a94-425ada977a3d on network 30a54b85-eb53-43a0-a800-148f63e4c82c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:42.274910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:42.275451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Checking segment: {'id': '9f22eb34-c604-43bd-84a2-54698c3a3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '30a54b85-eb53-43a0-a800-148f63e4c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:42.276786 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.277086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Bound using segment: {'id': '9f22eb34-c604-43bd-84a2-54698c3a3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '30a54b85-eb53-43a0-a800-148f63e4c82c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:42.277681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Bound port: a7823af2-24ca-43af-9a94-425ada977a3d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f22eb34-c604-43bd-84a2-54698c3a3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '30a54b85-eb53-43a0-a800-148f63e4c82c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:42.278329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.302879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12b57629-8da4-4343-bb52-e93585027772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.357943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] For port a7823af2-24ca-43af-9a94-425ada977a3d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:42.362063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] For port a7823af2-24ca-43af-9a94-425ada977a3d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a7823af2-24ca-43af-9a94-425ada977a3d,segment=NetworkSegment(9f22eb34-c604-43bd-84a2-54698c3a3070),segment_id=9f22eb34-c604-43bd-84a2-54698c3a3070)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:42.363898 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.371664 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.401390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a54b85-eb53-43a0-a800-148f63e4c82c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:42.417992 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Set router a532be48-341a-46d9-95c8-e1078d3eb437 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:42.449700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f22eb34-c604-43bd-84a2-54698c3a3070') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:42.450002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f22eb34-c604-43bd-84a2-54698c3a3070') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:42.464577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-04f1185e-0b2d-4453-beb2-f30d6e8e0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.464890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.468400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-04f1185e-0b2d-4453-beb2-f30d6e8e0b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.469604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-04f1185e-0b2d-4453-beb2-f30d6e8e0b45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb23633f-3730-41b7-9efe-f481762365e4 HTTP/1.1" status: 204 len: 168 time: 0.4656334 Nov 12 11:21:42.500440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbbdbc-aab1-48be-9999-6a9535aed625 None None] Pushing event updated for resources: {'Port': ['ID=a7823af2-24ca-43af-9a94-425ada977a3d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:42.504024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1185e-0b2d-4453-beb2-f30d6e8e0b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb23633f-3730-41b7-9efe-f481762365e4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:42.526550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.541595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11b295-3ae1-4491-b892-8623f13fac00 None None] Network 30a54b85-eb53-43a0-a800-148f63e4c82c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:42.573944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:42.580112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:42.584614 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:42.596381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.604363 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.693931 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12b57629-8da4-4343-bb52-e93585027772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.705136 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:21:38Z', 'revision_number': 3, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port': {'id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:37Z', 'updated_at': '2021-11-12T11:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:42.711697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-12b57629-8da4-4343-bb52-e93585027772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.744158 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Checking router: a532be48-341a-46d9-95c8-e1078d3eb437 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:42.744580 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Updating router a532be48-341a-46d9-95c8-e1078d3eb437 port 14871f98-118f-4839-9c87-53bdb76c7d9b binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:42.761036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=18c536a3-1194-4829-a684-492f9a27a7d2,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:42.790691 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.db.api [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:21:42.790691 n-d-768851-19 neutron-server[109166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:21:42.790691 n-d-768851-19 neutron-server[109166]: [parameters: {'id': '30a54b85-eb53-43a0-a800-148f63e4c82c'}] Nov 12 11:21:42.790691 n-d-768851-19 neutron-server[109166]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:21:42.791096 n-d-768851-19 neutron-server[109166]: DEBUG oslo_db.api [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:21:42.811788 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.823701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f10f00b-d9f2-4e09-a0e7-1e4d18a3faf6 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:21:42.824636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-12b57629-8da4-4343-bb52-e93585027772 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=496767b9051248bb9f8f200d40091ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5677955 Nov 12 11:21:42.825660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.830079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54598) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:42.870421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b57629-8da4-4343-bb52-e93585027772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42475c2e-0fac-4946-b51e-9991098d9c24,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:43.033342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f10f00b-d9f2-4e09-a0e7-1e4d18a3faf6 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:21:43.123635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-594ab295-42fd-4108-89fd-039a1ef4b537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.126247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.203068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54606) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:43.211431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-594ab295-42fd-4108-89fd-039a1ef4b537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.274235 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.282620 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Floating IP e6f77ba6-14eb-4211-8c42-5a10d96e20c8 associated. External IP: 172.25.2.31, port: 65a68a69-ef09-4089-a367-e3faa7220972. Nov 12 11:21:43.286628 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.292931 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.356976 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-594ab295-42fd-4108-89fd-039a1ef4b537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.360152 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-594ab295-42fd-4108-89fd-039a1ef4b537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.362344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-594ab295-42fd-4108-89fd-039a1ef4b537 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42475c2e-0fac-4946-b51e-9991098d9c24 HTTP/1.1" status: 204 len: 168 time: 0.5308635 Nov 12 11:21:43.390151 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-deedbc67-33b1-428b-a8db-f961f9d96a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.392568 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Attempting to bind port 14871f98-118f-4839-9c87-53bdb76c7d9b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:43.393192 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Attempting to bind port 14871f98-118f-4839-9c87-53bdb76c7d9b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:43.393743 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Attempting to bind port 14871f98-118f-4839-9c87-53bdb76c7d9b on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:43.413279 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:43.414001 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:43.414577 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.415150 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:43.417765 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Bound port: 14871f98-118f-4839-9c87-53bdb76c7d9b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:43.418547 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.438708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ab295-42fd-4108-89fd-039a1ef4b537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42475c2e-0fac-4946-b51e-9991098d9c24,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:43.492800 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] For port 14871f98-118f-4839-9c87-53bdb76c7d9b, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:43.497402 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] For port 14871f98-118f-4839-9c87-53bdb76c7d9b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14871f98-118f-4839-9c87-53bdb76c7d9b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:43.504575 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.525830 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Pushing event updated for resources: {'Port': ['ID=14871f98-118f-4839-9c87-53bdb76c7d9b,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:43.541035 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.541364 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.541670 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.542674 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.543256 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.544236 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.544757 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.545298 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.545806 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.546314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.547293 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.547633 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:43.595935 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Routers {'a532be48-341a-46d9-95c8-e1078d3eb437'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:43.596579 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a532be48-341a-46d9-95c8-e1078d3eb437'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:43.666242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df7bb2-1072-49b8-92dc-09c5b0a08ec9 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:43.681335 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930d04c-9d39-4ca1-bdd7-0d189a16becd None None] Pushing event updated for resources: {'Port': ['ID=14871f98-118f-4839-9c87-53bdb76c7d9b,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:43.718169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e81d5-6e2c-4fda-8453-9f33dfbc8f30 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:43.769462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-70c3b09b-0454-4814-9f07-482318a55fc1 None None] Provisioning complete for port 14871f98-118f-4839-9c87-53bdb76c7d9b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:43.770960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-70c3b09b-0454-4814-9f07-482318a55fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.783123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Allocated IP 172.20.0.1 (4e31a70b-1e84-4397-821a-2e6e6e8447b5/f3d161a2-c9f4-48a9-aa2b-6756b987cb22/e2bd7b6f-3597-406f-9322-ed6eab8c7630) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:43.790091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Deleting port a7823af2-24ca-43af-9a94-425ada977a3d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:43.790489 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.798786 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-deedbc67-33b1-428b-a8db-f961f9d96a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.804068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] Set router a532be48-341a-46d9-95c8-e1078d3eb437 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:43.818951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-deedbc67-33b1-428b-a8db-f961f9d96a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.929096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-70c3b09b-0454-4814-9f07-482318a55fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.940989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] For port a7823af2-24ca-43af-9a94-425ada977a3d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a7823af2-24ca-43af-9a94-425ada977a3d,segment=NetworkSegment(9f22eb34-c604-43bd-84a2-54698c3a3070),segment_id=9f22eb34-c604-43bd-84a2-54698c3a3070)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:43.941338 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.958693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-70c3b09b-0454-4814-9f07-482318a55fc1 None None] For port 14871f98-118f-4839-9c87-53bdb76c7d9b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14871f98-118f-4839-9c87-53bdb76c7d9b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:43.967157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Calling delete_port for a7823af2-24ca-43af-9a94-425ada977a3d owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:43.969245 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-70c3b09b-0454-4814-9f07-482318a55fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.977185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-deedbc67-33b1-428b-a8db-f961f9d96a32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d88b0ea7d61494192c6dc944024e3dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7590117 Nov 12 11:21:43.977461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54626) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:43.977850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedbc67-33b1-428b-a8db-f961f9d96a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9919333-bc16-453b-81f5-cd857f98df53,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:44.058148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router e39384b0-8091-4e79-9fea-ec35dc322182 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:21:44.088623 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:21:38Z', 'revision_number': 3, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port': {'id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:37Z', 'updated_at': '2021-11-12T11:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:44.098553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3b09b-0454-4814-9f07-482318a55fc1 None None] Pushing event updated for resources: {'Port': ['ID=14871f98-118f-4839-9c87-53bdb76c7d9b,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:44.148130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.151952 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05f8eb-8558-4de0-92b1-c59acc8c961c None None] The sync data for ids ['a532be48-341a-46d9-95c8-e1078d3eb437'] in n-d-768851-19 is: [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:21:38Z', 'revision_number': 3, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port': {'id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:37Z', 'updated_at': '2021-11-12T11:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:44.207723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3da84300-3062-43ea-84b2-379f1ef0527a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.243478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.261304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:44.277169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] Sync routers for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:44.293061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.302284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:44.302921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:44.315201 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3da84300-3062-43ea-84b2-379f1ef0527a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.320460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Port': ['ID=a7823af2-24ca-43af-9a94-425ada977a3d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:44.336284 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.338876 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1ffd122c-3f89-4a03-b4c7-e4f79c01b7a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.7865403 Nov 12 11:21:44.339929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:21:44.343686 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93" -d '{"events": [{"name": "network-changed", "server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "tag": "65a68a69-ef09-4089-a367-e3faa7220972"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:21:44.391736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No DVR routers for this DVR port a7823af2-24ca-43af-9a94-425ada977a3d on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:21:44.431851 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1a39b2-8486-4d83-a491-7267abe09ebe x-openstack-request-id: req-6a1a39b2-8486-4d83-a491-7267abe09ebe {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:21:44.432187 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "tag": "65a68a69-ef09-4089-a367-e3faa7220972", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:21:44.432975 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a1a39b2-8486-4d83-a491-7267abe09ebe {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:21:44.433597 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972', 'status': 'completed', 'code': 200} Nov 12 11:21:44.490848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:44.542424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:44.588504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:44.602437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:44.613990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bd7b6f-3597-406f-9322-ed6eab8c7630,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:44.634584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-62c7a1f5-a17b-4464-ac8a-c6ce5d77c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:44.637009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-62c7a1f5-a17b-4464-ac8a-c6ce5d77c38b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1097 time: 0.1791379 Nov 12 11:21:44.663213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769c1c6-881d-419d-9829-49588e5bb554 req-59a84366-de16-4bf4-98bf-e3f8bb8230d5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:44.665042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7769c1c6-881d-419d-9829-49588e5bb554 req-59a84366-de16-4bf4-98bf-e3f8bb8230d5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1908813 Nov 12 11:21:44.667577 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.706453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a54b85-eb53-43a0-a800-148f63e4c82c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:44.731802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f22eb34-c604-43bd-84a2-54698c3a3070') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:44.732200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f22eb34-c604-43bd-84a2-54698c3a3070') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:44.764979 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3da84300-3062-43ea-84b2-379f1ef0527a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.768181 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3da84300-3062-43ea-84b2-379f1ef0527a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.770256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3da84300-3062-43ea-84b2-379f1ef0527a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9919333-bc16-453b-81f5-cd857f98df53 HTTP/1.1" status: 204 len: 168 time: 0.7903898 Nov 12 11:21:44.782703 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.859334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.870136 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da84300-3062-43ea-84b2-379f1ef0527a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9919333-bc16-453b-81f5-cd857f98df53,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:44.974882 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:45.003071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:45.007192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:45.011819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7769c1c6-881d-419d-9829-49588e5bb554 req-9804a47d-bc52-4052-bdcf-a599242ce29b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212366 Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:45.015857 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:45.063338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54654) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:45.235405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-baaebc1d-7cf4-4029-97a2-be94867c44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:45.237145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-baaebc1d-7cf4-4029-97a2-be94867c44c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.5710886 Nov 12 11:21:45.307945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:45.313925 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:45.320303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/30a54b85-eb53-43a0-a800-148f63e4c82c HTTP/1.1" status: 204 len: 168 time: 4.3314812 Nov 12 11:21:45.323682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54658) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:45.441461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5469cc-9744-4388-a73a-5b66ebe6b661 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=30a54b85-eb53-43a0-a800-148f63e4c82c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:45.453618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-40d17d91-cfe5-436f-9ff4-7acdba624d39 None None] Provisioning complete for port e2bd7b6f-3597-406f-9322-ed6eab8c7630 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:45.455986 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0a29ba-e500-4a7d-9486-d9231b1303c3 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] GET failed (client error): The resource could not be found. Nov 12 11:21:45.457890 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da0a29ba-e500-4a7d-9486-d9231b1303c3 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/subnets/a8f8158f-6b57-4233-a97b-1f89d21eafd9 HTTP/1.1" status: 404 len: 337 time: 0.1180727 Nov 12 11:21:45.458163 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-40d17d91-cfe5-436f-9ff4-7acdba624d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:45.461167 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54660) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:45.496571 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ccd521-d4ad-4cf8-836f-0d850b16bb8f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:45.497320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ccd521-d4ad-4cf8-836f-0d850b16bb8f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:45.501114 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b9ccd521-d4ad-4cf8-836f-0d850b16bb8f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/30a54b85-eb53-43a0-a800-148f63e4c82c HTTP/1.1" status: 404 len: 339 time: 0.0386181 Nov 12 11:21:45.523283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54664) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:45.571226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-40d17d91-cfe5-436f-9ff4-7acdba624d39 None None] Port e2bd7b6f-3597-406f-9322-ed6eab8c7630 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:45.574984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'e6f77ba6-14eb-4211-8c42-5a10d96e20c8', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'port_id': '65a68a69-ef09-4089-a367-e3faa7220972', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'mac_address': 'fa:16:3e:ba:a3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:21:41Z', 'updated_at': '2021-11-12T11:21:41Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:20Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:45.618163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:45.674150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] Checking router: e39384b0-8091-4e79-9fea-ec35dc322182 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:45.713228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:45.715645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:45.816410 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:21:45.954462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fafcfb-9abb-4ad0-9811-c8e2664f5b40 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:45.957290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f6fafcfb-9abb-4ad0-9811-c8e2664f5b40 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4311244 Nov 12 11:21:45.959964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54682) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:46.005013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:46.096953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d386ad2c-b793-4d7a-b947-18b6e1dd66c9 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 207 time: 0.1342487 Nov 12 11:21:46.100571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54686) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:46.221361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-497ba4ef-838d-438c-8572-2113485384c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 998 time: 0.9713211 Nov 12 11:21:46.232322 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d14823a7-ebe5-405d-bfb4-f081cae3deb8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/e6f77ba6-14eb-4211-8c42-5a10d96e20c8 HTTP/1.1" status: 200 len: 990 time: 1.1494677 Nov 12 11:21:46.372511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-02c309a4-9478-4b48-b605-6828b27f66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:46.374374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-02c309a4-9478-4b48-b605-6828b27f66e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.1407351 Nov 12 11:21:46.387226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14871f98-118f-4839-9c87-53bdb76c7d9b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:46.447312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-b0c6316d-268e-4295-9098-10e5cba81fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:46.449044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-b0c6316d-268e-4295-9098-10e5cba81fb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647795 Nov 12 11:21:46.570997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-ca8692dc-9fe8-41a3-a5ab-fb7eeb781d5d service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140354 Nov 12 11:21:46.598857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 14871f98-118f-4839-9c87-53bdb76c7d9b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:46.599756 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.710175 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86d5ea0-fa00-4869-b7e0-4d162d4bef93 req-a4fc9207-709f-4213-91f3-f470e182b398 service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307759 Nov 12 11:21:46.724970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'e6f77ba6-14eb-4211-8c42-5a10d96e20c8', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'port_id': '65a68a69-ef09-4089-a367-e3faa7220972', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'mac_address': 'fa:16:3e:ba:a3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:21:41Z', 'updated_at': '2021-11-12T11:21:41Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:20Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:46.781968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33998b1c-052b-4d0f-87ea-40ed300dc98d None None] The sync data for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 is: [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'e6f77ba6-14eb-4211-8c42-5a10d96e20c8', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'port_id': '65a68a69-ef09-4089-a367-e3faa7220972', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'mac_address': 'fa:16:3e:ba:a3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:21:41Z', 'updated_at': '2021-11-12T11:21:41Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:20Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:46.827825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.836853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06690ea2-9a10-4a3c-b0c7-b465f4ec1362 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:46.844843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06690ea2-9a10-4a3c-b0c7-b465f4ec1362 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:46.851012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06690ea2-9a10-4a3c-b0c7-b465f4ec1362 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:46.858382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06690ea2-9a10-4a3c-b0c7-b465f4ec1362 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:46.860420 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-06690ea2-9a10-4a3c-b0c7-b465f4ec1362 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7583346 Nov 12 11:21:46.868011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54702) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:46.868443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.993554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.999751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bd7b6f-3597-406f-9322-ed6eab8c7630,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:47.091684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c493c28f-6368-4714-9fdd-afea51c3f54b tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2203712 Nov 12 11:21:47.092338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54712) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.213336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b51abba-f001-4842-ae28-21192d3561d5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.215995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b51abba-f001-4842-ae28-21192d3561d5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.223083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1b51abba-f001-4842-ae28-21192d3561d5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1294365 Nov 12 11:21:47.227704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54718) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.235489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54720) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.302882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:47.313364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:47.392162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd570747-a56e-46d5-a8ff-2b58906853ec tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.394123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd570747-a56e-46d5-a8ff-2b58906853ec tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['shared'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.399383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dd570747-a56e-46d5-a8ff-2b58906853ec tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1649606 Nov 12 11:21:47.402292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54726) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.467364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5c212281-1c20-4c9c-ba3b-839349328068 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/e6f77ba6-14eb-4211-8c42-5a10d96e20c8 HTTP/1.1" status: 200 len: 990 time: 0.2289932 Nov 12 11:21:47.484490 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3391b19e-1649-4f9d-b003-43015213f575 None None] New status for floating IP e6f77ba6-14eb-4211-8c42-5a10d96e20c8: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:21:47.576996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Router a532be48-341a-46d9-95c8-e1078d3eb437 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:21:47.589413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d2baab-e039-4bd0-af84-3928dfe9b00a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.591202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b2d2baab-e039-4bd0-af84-3928dfe9b00a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/networks/daad98dd-eb18-4937-84b2-8d839d2ed2ab HTTP/1.1" status: 200 len: 800 time: 0.1881566 Nov 12 11:21:47.595184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54730) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.761287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:47.768303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6fcde764-4d13-4ba3-93d7-6c9e35192ed3 admin admin] 10.222.0.31 "PUT /v2.0/routers/a532be48-341a-46d9-95c8-e1078d3eb437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6130581 Nov 12 11:21:47.780923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54732) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.781157 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-eb96d38a-f43a-45ff-8021-27f31e1e73eb tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/networks/daad98dd-eb18-4937-84b2-8d839d2ed2ab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1847434 Nov 12 11:21:47.787805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Sync routers for ids ['a532be48-341a-46d9-95c8-e1078d3eb437'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:47.834564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-45b93c7e-8fbc-4f9b-938b-589b773d11e3 None None] Provisioning complete for port e2bd7b6f-3597-406f-9322-ed6eab8c7630 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:47.834938 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-45b93c7e-8fbc-4f9b-938b-589b773d11e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:47.836800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Routers {'a532be48-341a-46d9-95c8-e1078d3eb437'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:47.838030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a532be48-341a-46d9-95c8-e1078d3eb437'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:47.855033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b79ba2-a26c-4dc4-8500-21b6e2bdf723 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.856787 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-56b79ba2-a26c-4dc4-8500-21b6e2bdf723 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/subnets/72f14ada-ea6b-4196-a629-3ff68ee12d3b HTTP/1.1" status: 200 len: 811 time: 0.0767295 Nov 12 11:21:47.860733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54738) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.930798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b38c1ce-317a-4098-9b14-77626b323310 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['shared'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.932344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7b38c1ce-317a-4098-9b14-77626b323310 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "GET /v2.0/subnets/72f14ada-ea6b-4196-a629-3ff68ee12d3b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0692191 Nov 12 11:21:47.936266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54744) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.941470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1651508188'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:47.980275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:47.986297 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:47.987725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-45b93c7e-8fbc-4f9b-938b-589b773d11e3 None None] Port e2bd7b6f-3597-406f-9322-ed6eab8c7630 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:48.012666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Set router a532be48-341a-46d9-95c8-e1078d3eb437 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:48.021911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:48.033442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.033794 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Added segment bb1612e5-b5ce-4b03-8145-19abe6d2999b of type vlan for network 550517d5-d087-40aa-b101-7b536245d4da Nov 12 11:21:48.080352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.112057 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.119774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:48.120428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.176829 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2387798 Nov 12 11:21:48.179522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54754) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:48.186189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'network_id': '550517d5-d087-40aa-b101-7b536245d4da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:48.264050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f6c4e-552f-47e4-b528-6a72c0b13024 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Network': ['ID=550517d5-d087-40aa-b101-7b536245d4da,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:48.284466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 550517d5-d087-40aa-b101-7b536245d4da details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:48.408684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Made reservation on behalf of 99b5c347cf5e43059ff827734695b72f for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:48.421746 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.433373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:21:45Z', 'revision_number': 4, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port': {'id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:37Z', 'updated_at': '2021-11-12T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e2bd7b6f-3597-406f-9322-ed6eab8c7630', 'name': '', 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'mac_address': 'fa:16:3e:8a:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'f3d161a2-c9f4-48a9-aa2b-6756b987cb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:43Z', 'updated_at': '2021-11-12T11:21:45Z', 'revision_number': 2, 'project_id': '73140fbf7d344308bf858d84b411d285', 'subnets': [{'id': 'f3d161a2-c9f4-48a9-aa2b-6756b987cb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:48.469294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54770) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:48.493616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Checking router: a532be48-341a-46d9-95c8-e1078d3eb437 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:48.493968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Updating router a532be48-341a-46d9-95c8-e1078d3eb437 port e2bd7b6f-3597-406f-9322-ed6eab8c7630 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:48.538323 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.560047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Performing IP validity checks on allocation pools {{(pid=109165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:21:48.561805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_backend_mixin [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109165) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:21:48.601963 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a16912a6-a260-4e1a-9aea-eff1f1431baf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/e6f77ba6-14eb-4211-8c42-5a10d96e20c8 HTTP/1.1" status: 200 len: 992 time: 0.1304371 Nov 12 11:21:48.805348 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.923550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=96b2339c-7d1b-4c9a-888e-06d35029beee,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:48.936020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Checking segment: {'id': 'bb1612e5-b5ce-4b03-8145-19abe6d2999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '550517d5-d087-40aa-b101-7b536245d4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:48.936394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network hostable DHCP agents. Network: 550517d5-d087-40aa-b101-7b536245d4da, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:48.975341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Network 550517d5-d087-40aa-b101-7b536245d4da is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:48.997502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 550517d5-d087-40aa-b101-7b536245d4da) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:49.006927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:49.007847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.018386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54798) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:49.027480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-78677810-network', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:49.036396 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.039614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1775d306-ba18-45d3-b5ba-42d08f386d82 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8587074 Nov 12 11:21:49.043413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8428c-3045-456c-af06-8abb062289f1 None None] Network 550517d5-d087-40aa-b101-7b536245d4da requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:49.043766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54804) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:49.050735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-34c8de3c-66e4-4957-805a-cbdac37354a5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:49.125251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.151523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Made reservation on behalf of 12577aa2c54d4db7a7d034c594a0e1af for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:49.154015 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.168121 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.235982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-34c8de3c-66e4-4957-805a-cbdac37354a5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4829344'] for subnet, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.247376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037843cd-2d00-4deb-803e-9c904f71781c None None] Pushing event updated for resources: {'Port': ['ID=e2bd7b6f-3597-406f-9322-ed6eab8c7630,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:49.399217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Attempting to bind port e2bd7b6f-3597-406f-9322-ed6eab8c7630 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:49.399860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Attempting to bind port e2bd7b6f-3597-406f-9322-ed6eab8c7630 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:49.402218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Attempting to bind port e2bd7b6f-3597-406f-9322-ed6eab8c7630 on network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:49.445844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:49.446385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Checking segment: {'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:49.448421 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.451893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Bound using segment: {'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:49.452829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Bound port: e2bd7b6f-3597-406f-9322-ed6eab8c7630, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8f849c-3561-40da-bf72-e947275d9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:49.453331 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.524341 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.530838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.565721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:49.567666 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-34c8de3c-66e4-4957-805a-cbdac37354a5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794361402251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4864928'] for subnet, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.616063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-550517d5-d087-40aa-b101-7b536245d4da', 'network_id': '550517d5-d087-40aa-b101-7b536245d4da', 'tenant_id': '99b5c347cf5e43059ff827734695b72f', 'fixed_ips': [{'subnet_id': '96b2339c-7d1b-4c9a-888e-06d35029beee'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:49.616455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.628380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.628707 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Added segment 54f1fd42-9c23-4cd5-95a7-8ccc124f8f32 of type vlan for network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc Nov 12 11:21:49.630378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317e8ca-c1c7-4f83-9e7e-b0384a001d63,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:49.678855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c8de3c-66e4-4957-805a-cbdac37354a5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:49.679464 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-34c8de3c-66e4-4957-805a-cbdac37354a5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.681061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-34c8de3c-66e4-4957-805a-cbdac37354a5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "PUT /v2.0/subnets/96b2339c-7d1b-4c9a-888e-06d35029beee HTTP/1.1" status: 200 len: 877 time: 0.6361747 Nov 12 11:21:49.684065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54830) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:49.729480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8de3c-66e4-4957-805a-cbdac37354a5 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event updated for resources: {'Subnet': ['ID=96b2339c-7d1b-4c9a-888e-06d35029beee,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:49.736795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.794247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.795949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:49.795949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.837513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0dbc1d3a-6572-475d-bd99-1981a4db9df0 None None] Provisioning complete for port e2bd7b6f-3597-406f-9322-ed6eab8c7630 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:49.838339 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0dbc1d3a-6572-475d-bd99-1981a4db9df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.847794 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.869141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8498363 Nov 12 11:21:49.872559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:49.877741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Request body: {'subnet': {'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-78677810-subnet', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:49.886388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d2e18-ea3c-4578-8dd2-5c3a50af88da admin admin] Pushing event updated for resources: {'Network': ['ID=835eeed0-cb0f-49ba-8e89-c1c342fa76cc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:49.906386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:49.918544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Made reservation on behalf of 12577aa2c54d4db7a7d034c594a0e1af for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:49.920694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] For port e2bd7b6f-3597-406f-9322-ed6eab8c7630, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:49.922188 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.946965 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.965529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] For port e2bd7b6f-3597-406f-9322-ed6eab8c7630, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e2bd7b6f-3597-406f-9322-ed6eab8c7630,segment=NetworkSegment(1d8f849c-3561-40da-bf72-e947275d9632),segment_id=1d8f849c-3561-40da-bf72-e947275d9632)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:49.966774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc1d3a-6572-475d-bd99-1981a4db9df0 None None] Port e2bd7b6f-3597-406f-9322-ed6eab8c7630 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:50.167598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.249815 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.260327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6b56bc-271a-4a14-8346-9f25b7c589f2,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:50.269620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Checking segment: {'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:50.269620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Network hostable DHCP agents. Network: 835eeed0-cb0f-49ba-8e89-c1c342fa76cc, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:50.294237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:50.306957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 835eeed0-cb0f-49ba-8e89-c1c342fa76cc) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:50.312787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:50.313653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.344716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b636c6-8277-47a4-8d1a-c7fe8748e722 None None] Network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:50.349739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1364f10e-214b-4dcd-8f0a-cf113c9cb39f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4752047 Nov 12 11:21:50.351385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54844) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:50.358702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:50.399442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.401025 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.446039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Routers {'a532be48-341a-46d9-95c8-e1078d3eb437'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:50.446896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a532be48-341a-46d9-95c8-e1078d3eb437'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:50.470007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Allocated IP 172.20.0.3 (550517d5-d087-40aa-b101-7b536245d4da/96b2339c-7d1b-4c9a-888e-06d35029beee/9a169bb8-9a02-4218-8fa9-4aeeb7d9189a) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:50.489272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.536504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037843cd-2d00-4deb-803e-9c904f71781c None None] Pushing event updated for resources: {'Port': ['ID=e2bd7b6f-3597-406f-9322-ed6eab8c7630,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:50.743233 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.896456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f762c45e-38f7-4d41-a7a5-d8ade6736ac9 None None] Provisioning complete for port e2bd7b6f-3597-406f-9322-ed6eab8c7630 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:50.896835 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f762c45e-38f7-4d41-a7a5-d8ade6736ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.956159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] Set router a532be48-341a-46d9-95c8-e1078d3eb437 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:51.123028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-835eeed0-cb0f-49ba-8e89-c1c342fa76cc', 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'fixed_ips': [{'subnet_id': 'bc6b56bc-271a-4a14-8346-9f25b7c589f2'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:51.123907 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.246080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.289601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.434395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.464948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Allocated IP 172.25.2.245 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/4927ba4d-a7e2-4ae7-a372-559ff7d7bd78) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:51.471083 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.486434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.540102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Pushing event updated for resources: {'Port': ['ID=9a169bb8-9a02-4218-8fa9-4aeeb7d9189a,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:51.544095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=96b2339c-7d1b-4c9a-888e-06d35029beee,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:51.575704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Network 550517d5-d087-40aa-b101-7b536245d4da is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:51.582808 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f762c45e-38f7-4d41-a7a5-d8ade6736ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.585203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:51.603294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:51.648337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.661590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.691169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550517d5-d087-40aa-b101-7b536245d4da']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:51.691416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Allocated IP 172.20.0.2 (835eeed0-cb0f-49ba-8e89-c1c342fa76cc/bc6b56bc-271a-4a14-8346-9f25b7c589f2/8a3f7fb1-8f20-438f-8736-64cd6b68c7a6) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:51.711682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1612e5-b5ce-4b03-8145-19abe6d2999b') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:51.712296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1612e5-b5ce-4b03-8145-19abe6d2999b') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:51.716231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Attempting to bind port 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:51.716492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Attempting to bind port 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'bb1612e5-b5ce-4b03-8145-19abe6d2999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '550517d5-d087-40aa-b101-7b536245d4da'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:51.716875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Attempting to bind port 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a on network 550517d5-d087-40aa-b101-7b536245d4da {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:51.727490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:21:45Z', 'revision_number': 4, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port': {'id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:37Z', 'updated_at': '2021-11-12T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e2bd7b6f-3597-406f-9322-ed6eab8c7630', 'name': '', 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'mac_address': 'fa:16:3e:8a:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'f3d161a2-c9f4-48a9-aa2b-6756b987cb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:43Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': '73140fbf7d344308bf858d84b411d285', 'subnets': [{'id': 'f3d161a2-c9f4-48a9-aa2b-6756b987cb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:51.732064 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.738383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f762c45e-38f7-4d41-a7a5-d8ade6736ac9 None None] For port e2bd7b6f-3597-406f-9322-ed6eab8c7630, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e2bd7b6f-3597-406f-9322-ed6eab8c7630,segment=NetworkSegment(1d8f849c-3561-40da-bf72-e947275d9632),segment_id=1d8f849c-3561-40da-bf72-e947275d9632)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:51.739856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.766162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.782874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:51.783474 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.790126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8d9dc-181c-4e31-97b8-b6a236447f8d None None] The sync data for ids ['a532be48-341a-46d9-95c8-e1078d3eb437'] in n-d-768851-19 is: [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:21:45Z', 'revision_number': 4, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port': {'id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:37Z', 'updated_at': '2021-11-12T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'e2bd7b6f-3597-406f-9322-ed6eab8c7630', 'name': '', 'network_id': '4e31a70b-1e84-4397-821a-2e6e6e8447b5', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'mac_address': 'fa:16:3e:8a:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'f3d161a2-c9f4-48a9-aa2b-6756b987cb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:43Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': '73140fbf7d344308bf858d84b411d285', 'subnets': [{'id': 'f3d161a2-c9f4-48a9-aa2b-6756b987cb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:51.794945 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:51.805264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:51.805649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Checking segment: {'id': 'bb1612e5-b5ce-4b03-8145-19abe6d2999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '550517d5-d087-40aa-b101-7b536245d4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:51.806060 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.806458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Bound using segment: {'id': 'bb1612e5-b5ce-4b03-8145-19abe6d2999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '550517d5-d087-40aa-b101-7b536245d4da'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:51.816315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Bound port: 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1612e5-b5ce-4b03-8145-19abe6d2999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '550517d5-d087-40aa-b101-7b536245d4da'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:51.816832 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.819240 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f762c45e-38f7-4d41-a7a5-d8ade6736ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.954528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:51.965244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.api [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:21:51.965244 n-d-768851-19 neutron-server[109165]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:21:51.965244 n-d-768851-19 neutron-server[109165]: [parameters: {'id': '550517d5-d087-40aa-b101-7b536245d4da'}] Nov 12 11:21:51.965244 n-d-768851-19 neutron-server[109165]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:21:51.965244 n-d-768851-19 neutron-server[109165]: DEBUG oslo_db.api [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:21:51.971831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Pushing event updated for resources: {'Port': ['ID=4927ba4d-a7e2-4ae7-a372-559ff7d7bd78,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:51.999858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:52.013817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:52.112488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b91ae0-6269-4764-8411-fec349aff5c5 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:52.321545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762c45e-38f7-4d41-a7a5-d8ade6736ac9 None None] Pushing event updated for resources: {'Port': ['ID=e2bd7b6f-3597-406f-9322-ed6eab8c7630,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:52.374551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] For port 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:52.378793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e2bd7b6f-3597-406f-9322-ed6eab8c7630 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:52.385865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-28c5799d-e42e-4092-a90d-64ff4429fde2 None None] Provisioning complete for port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:52.386587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28c5799d-e42e-4092-a90d-64ff4429fde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.390055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] For port 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a169bb8-9a02-4218-8fa9-4aeeb7d9189a,segment=NetworkSegment(bb1612e5-b5ce-4b03-8145-19abe6d2999b),segment_id=bb1612e5-b5ce-4b03-8145-19abe6d2999b)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:52.463839 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.464561 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.467634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.518639 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.606492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Deleting port 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:52.609808 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.624812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:52.635808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.709221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:52.713843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4b9513-9cdd-4cdf-bdee-bb680cd13feb None None] Network 550517d5-d087-40aa-b101-7b536245d4da requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:52.733306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:52.744078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-28c5799d-e42e-4092-a90d-64ff4429fde2 None None] Port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:52.792026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] For port 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a169bb8-9a02-4218-8fa9-4aeeb7d9189a,segment=NetworkSegment(bb1612e5-b5ce-4b03-8145-19abe6d2999b),segment_id=bb1612e5-b5ce-4b03-8145-19abe6d2999b)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:52.792908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.852353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Calling delete_port for 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:52.894036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626fd77-c6ca-4003-a260-413e62909568 None None] Pushing event updated for resources: {'Port': ['ID=9a169bb8-9a02-4218-8fa9-4aeeb7d9189a,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:53.040155 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.083136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.126744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No DVR routers for this DVR port 9a169bb8-9a02-4218-8fa9-4aeeb7d9189a on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:21:53.164336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Port': ['ID=9a169bb8-9a02-4218-8fa9-4aeeb7d9189a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:53.358039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.371633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Router 70395d64-6171-416f-92b8-12950299e6f5 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:21:53.418075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550517d5-d087-40aa-b101-7b536245d4da']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:53.435967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e2bd7b6f-3597-406f-9322-ed6eab8c7630 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:53.437534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.442499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1612e5-b5ce-4b03-8145-19abe6d2999b') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:53.443903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1612e5-b5ce-4b03-8145-19abe6d2999b') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:53.479751 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.514000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.527464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:53.527879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:53.537179 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:53.543400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Attempting to bind port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:53.543870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Attempting to bind port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:53.543994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Attempting to bind port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 on network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:53.581095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:53.581476 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Checking segment: {'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:53.581878 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.582273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Bound using segment: {'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:53.582775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Bound port: 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:53.583161 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.634055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:53.645045 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Sync routers for ids ['70395d64-6171-416f-92b8-12950299e6f5'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:53.665181 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Routers {'70395d64-6171-416f-92b8-12950299e6f5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:53.665855 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['70395d64-6171-416f-92b8-12950299e6f5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:53.674320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.684123 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4cf7eecb-99f8-4858-ad8d-54573b0acf9b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3283498 Nov 12 11:21:53.684370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:53.693076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.699084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.709003 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/550517d5-d087-40aa-b101-7b536245d4da HTTP/1.1" status: 204 len: 168 time: 4.0229576 Nov 12 11:21:53.732581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54916) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:53.760148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74af4-1ebd-448b-bdb3-b979a6df7b04 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=550517d5-d087-40aa-b101-7b536245d4da,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:53.975879 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb593098-c0f5-439e-8489-6ec529fac707 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:53.976369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb593098-c0f5-439e-8489-6ec529fac707 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:53.980378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cb593098-c0f5-439e-8489-6ec529fac707 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/96b2339c-7d1b-4c9a-888e-06d35029beee HTTP/1.1" status: 404 len: 337 time: 0.2480435 Nov 12 11:21:53.982978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] For port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:53.985067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:54.018507 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Set router 70395d64-6171-416f-92b8-12950299e6f5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:54.058524 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-0001fef8-6fd1-4b66-bee7-6ee15c2a3c40 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:54.064933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0001fef8-6fd1-4b66-bee7-6ee15c2a3c40 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:54.073062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0001fef8-6fd1-4b66-bee7-6ee15c2a3c40 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/550517d5-d087-40aa-b101-7b536245d4da HTTP/1.1" status: 404 len: 339 time: 0.0868073 Nov 12 11:21:54.079975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54926) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:54.087946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] For port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8a3f7fb1-8f20-438f-8736-64cd6b68c7a6,segment=NetworkSegment(54f1fd42-9c23-4cd5-95a7-8ccc124f8f32),segment_id=54f1fd42-9c23-4cd5-95a7-8ccc124f8f32)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:54.093532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Pushing event updated for resources: {'Port': ['ID=8a3f7fb1-8f20-438f-8736-64cd6b68c7a6,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:54.098182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cce4f-4511-47db-a34f-c960e063b399 None None] Network 550517d5-d087-40aa-b101-7b536245d4da requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:54.123942 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.146257 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97784c92-0447-4d3f-8a31-91f411bba2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.154527 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47a85da-9f1e-43a3-8359-1e5f350d4523 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:54.155566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47a85da-9f1e-43a3-8359-1e5f350d4523 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:54.167343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b47a85da-9f1e-43a3-8359-1e5f350d4523 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/a8f8158f-6b57-4233-a97b-1f89d21eafd9 HTTP/1.1" status: 404 len: 337 time: 0.0829425 Nov 12 11:21:54.169165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54930) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:54.225208 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89a2b50-efa9-459c-bf94-540971e82bc1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:54.225945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89a2b50-efa9-459c-bf94-540971e82bc1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:54.235327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d89a2b50-efa9-459c-bf94-540971e82bc1 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/30a54b85-eb53-43a0-a800-148f63e4c82c HTTP/1.1" status: 404 len: 339 time: 0.0650454 Nov 12 11:21:54.243157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54934) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:54.329567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d0a8b-dce4-43d5-91cd-d78a00af0ea6 None None] Pushing event updated for resources: {'Port': ['ID=8a3f7fb1-8f20-438f-8736-64cd6b68c7a6,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:54.361752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cce4f-4511-47db-a34f-c960e063b399 None None] Network 550517d5-d087-40aa-b101-7b536245d4da could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:21:54.560953 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.574839 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:21:52Z', 'revision_number': 3, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port': {'id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:51Z', 'updated_at': '2021-11-12T11:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:54.589636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e2bd7b6f-3597-406f-9322-ed6eab8c7630 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:54.668972 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Checking router: 70395d64-6171-416f-92b8-12950299e6f5 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:54.670131 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Updating router 70395d64-6171-416f-92b8-12950299e6f5 port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:54.837528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e2bd7b6f-3597-406f-9322-ed6eab8c7630 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:54.838274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.901536 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.094205 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.162661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39aab4e0-b7c5-4e59-a881-fc9bf2705197']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:55.185544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfdf288-d91b-4c5b-8026-d2f665e1036e') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:55.185920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfdf288-d91b-4c5b-8026-d2f665e1036e') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:55.208019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.238831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54948) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.254991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.271376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:55.273081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:55.283538 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:55.508046 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc205dd-9c56-4bfe-bcc5-2c30d95ee0ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.520571 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.554322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.570154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/39aab4e0-b7c5-4e59-a881-fc9bf2705197 HTTP/1.1" status: 204 len: 168 time: 1.3206427 Nov 12 11:21:55.585863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54958) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.630566 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-04227b06-902f-4c7d-b087-e4a6d36149ae tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:55.632537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04227b06-902f-4c7d-b087-e4a6d36149ae tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:55.644557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-04227b06-902f-4c7d-b087-e4a6d36149ae tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/7740e125-9909-4a56-b5fb-83518d6d5954 HTTP/1.1" status: 404 len: 337 time: 0.0554345 Nov 12 11:21:55.646909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54962) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.649771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5afd46-11a4-435b-8b34-2cc83e8a511a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=39aab4e0-b7c5-4e59-a881-fc9bf2705197,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:55.715779 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fdcea0-83d9-45be-ac1f-afd4b28920a4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:55.717350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fdcea0-83d9-45be-ac1f-afd4b28920a4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:55.724532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-47fdcea0-83d9-45be-ac1f-afd4b28920a4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/2b926ee3-d4f7-41eb-b6ee-25b6eea9400c HTTP/1.1" status: 404 len: 339 time: 0.0760477 Nov 12 11:21:55.738311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54966) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.772602 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-1476fd05-9791-45c6-92ae-799c4dbe2472 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:55.773119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1476fd05-9791-45c6-92ae-799c4dbe2472 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:55.784897 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1476fd05-9791-45c6-92ae-799c4dbe2472 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/ff20ca7b-b068-4bfe-a326-dc0e3b536df7 HTTP/1.1" status: 404 len: 337 time: 0.0407181 Nov 12 11:21:55.784897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54970) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.830516 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.843217 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-262409f4-a20a-4de0-b7af-2bcf2f257ac8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:55.844483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262409f4-a20a-4de0-b7af-2bcf2f257ac8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:55.855202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-262409f4-a20a-4de0-b7af-2bcf2f257ac8 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/e432ab24-09a1-4379-88fe-7570b44fb4a9 HTTP/1.1" status: 404 len: 339 time: 0.0699246 Nov 12 11:21:55.858134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54974) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.858534 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.901695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.939601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a190837-9060-4d13-8263-8bfe3c5d983e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:55.948774 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Attempting to bind port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:55.949287 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Attempting to bind port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:55.949772 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Attempting to bind port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:55.963218 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:55.963872 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:55.964368 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.965236 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:55.965431 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Bound port: 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:55.965918 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.986036 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d71fd13-6875-4a73-8013-58d92ecd1ad7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:55.986538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d71fd13-6875-4a73-8013-58d92ecd1ad7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:55.997045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3d71fd13-6875-4a73-8013-58d92ecd1ad7 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/d6a55a3e-d140-4114-b674-26f350f62efc HTTP/1.1" status: 404 len: 337 time: 0.1308212 Nov 12 11:21:56.012932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54978) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.039101 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] For port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:56.041303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-75763656-180e-45f0-9d76-cb16373111b8 None None] Provisioning complete for port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:56.042519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75763656-180e-45f0-9d76-cb16373111b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.043468 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] For port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4927ba4d-a7e2-4ae7-a372-559ff7d7bd78,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:56.051776 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e90d8-2c04-40dd-b21b-466da75a9f67 None None] Pushing event updated for resources: {'Port': ['ID=4927ba4d-a7e2-4ae7-a372-559ff7d7bd78,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:56.056081 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.082951 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e695b4-d46e-4d81-8127-a3da29475f3f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.083604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e695b4-d46e-4d81-8127-a3da29475f3f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.086825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-29e695b4-d46e-4d81-8127-a3da29475f3f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/48095c3d-3d4c-4c23-966e-b7eea5a9513d HTTP/1.1" status: 404 len: 339 time: 0.0729048 Nov 12 11:21:56.106807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54980) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.124171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-75763656-180e-45f0-9d76-cb16373111b8 None None] Port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:56.163536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e377ca3-5f43-4c39-b605-18b22ccfb1ed None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:56.187002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc205dd-9c56-4bfe-bcc5-2c30d95ee0ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.199279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-efc205dd-9c56-4bfe-bcc5-2c30d95ee0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.201205 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Routers {'70395d64-6171-416f-92b8-12950299e6f5'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:56.205781 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6ff860-07dc-4c37-8f37-3a98c4f7763c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.208380 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['70395d64-6171-416f-92b8-12950299e6f5'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:56.221101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6ff860-07dc-4c37-8f37-3a98c4f7763c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.225055 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2f6ff860-07dc-4c37-8f37-3a98c4f7763c tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/fbed7b6c-8ba5-4eb8-815b-6d9ca8b12a91 HTTP/1.1" status: 404 len: 337 time: 0.1162779 Nov 12 11:21:56.227787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54984) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.243073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc205dd-9c56-4bfe-bcc5-2c30d95ee0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eca2762-db43-4362-9151-7398d684c5c5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:56.292486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-efc205dd-9c56-4bfe-bcc5-2c30d95ee0ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=113ebb7669154b20a3c5a2bb1a36420c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0524180 Nov 12 11:21:56.293144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54986) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.303527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d94079ee-fe8b-4bdc-8169-ce7fb7bc0c7c None None] Provisioning complete for port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:56.304225 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d94079ee-fe8b-4bdc-8169-ce7fb7bc0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.364449 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12f3bda-7175-4f1e-92c9-1eca6f7bb6d2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.365085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12f3bda-7175-4f1e-92c9-1eca6f7bb6d2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.372039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a12f3bda-7175-4f1e-92c9-1eca6f7bb6d2 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/79f536a1-c0c1-4226-b6d6-dfa62155683a HTTP/1.1" status: 404 len: 339 time: 0.1328659 Nov 12 11:21:56.376204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54988) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.384503 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] Set router 70395d64-6171-416f-92b8-12950299e6f5 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:56.450061 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1312299-3754-4fd5-8f66-b96cf902e641 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.469641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1312299-3754-4fd5-8f66-b96cf902e641 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.490165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663dfb1-638d-4cff-b986-87a7dd31bbfd None None] Network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:56.490643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b1312299-3754-4fd5-8f66-b96cf902e641 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/fe3badc7-dc4e-4536-803b-e3f377c8a48a HTTP/1.1" status: 404 len: 337 time: 0.1118517 Nov 12 11:21:56.499330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e90d8-2c04-40dd-b21b-466da75a9f67 None None] Pushing event updated for resources: {'Port': ['ID=4927ba4d-a7e2-4ae7-a372-559ff7d7bd78,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:56.500924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 54994) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.544614 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-370e73b2-3db1-4361-92b6-93648d30282b tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.545520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370e73b2-3db1-4361-92b6-93648d30282b tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.553897 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-370e73b2-3db1-4361-92b6-93648d30282b tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/80b85183-33b9-4d51-89a7-a5f28d85948a HTTP/1.1" status: 404 len: 339 time: 0.0445862 Nov 12 11:21:56.556394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 54998) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.566042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-45a71262-4563-4f60-82ec-0257f095bfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.573711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Allocated IP 172.20.0.1 (835eeed0-cb0f-49ba-8e89-c1c342fa76cc/bc6b56bc-271a-4a14-8346-9f25b7c589f2/91a0f27c-ef6d-404c-ace1-5541fb63acf9) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:56.587870 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96eeb2cc-d536-4e17-94c0-77a8e46cd903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.658364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96eeb2cc-d536-4e17-94c0-77a8e46cd903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.672291 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9beff287-fac3-49dc-b443-b8e1e5df132f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.672772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9beff287-fac3-49dc-b443-b8e1e5df132f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.684710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9beff287-fac3-49dc-b443-b8e1e5df132f tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/76439ab2-9a4e-4126-8b02-794bf9aaf281 HTTP/1.1" status: 404 len: 337 time: 0.1264353 Nov 12 11:21:56.688912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55000) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.727014 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7351320-7b1c-43ed-8a8e-a51f3105cc9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.728067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7351320-7b1c-43ed-8a8e-a51f3105cc9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.733270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b7351320-7b1c-43ed-8a8e-a51f3105cc9a tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/b8bf0dae-dc5d-47cf-bcf6-3a008e3a17ab HTTP/1.1" status: 404 len: 339 time: 0.0408726 Nov 12 11:21:56.736052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55002) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.770180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:56.774933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96eeb2cc-d536-4e17-94c0-77a8e46cd903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.783678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96eeb2cc-d536-4e17-94c0-77a8e46cd903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.783678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-96eeb2cc-d536-4e17-94c0-77a8e46cd903 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8eca2762-db43-4362-9151-7398d684c5c5 HTTP/1.1" status: 204 len: 168 time: 0.4862471 Nov 12 11:21:56.799510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb2cc-d536-4e17-94c0-77a8e46cd903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eca2762-db43-4362-9151-7398d684c5c5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:56.800944 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:21:52Z', 'revision_number': 3, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port': {'id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:51Z', 'updated_at': '2021-11-12T11:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:56.844957 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607dc43-0437-48a9-b08d-870d2a5ae1dd None None] The sync data for ids ['70395d64-6171-416f-92b8-12950299e6f5'] in n-d-768851-19 is: [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:21:52Z', 'revision_number': 3, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port': {'id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:51Z', 'updated_at': '2021-11-12T11:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:56.853993 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1799b2-6080-4342-9ae0-c27b719413c0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.854457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1799b2-6080-4342-9ae0-c27b719413c0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.862508 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d1799b2-6080-4342-9ae0-c27b719413c0 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/f56be43d-d718-44d5-b9bd-a00fd788f5f0 HTTP/1.1" status: 404 len: 337 time: 0.1228099 Nov 12 11:21:56.864448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55008) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.890939 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bde496c-1c21-4db5-90a6-0b39381cbca4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.892035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bde496c-1c21-4db5-90a6-0b39381cbca4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.902399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55010) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.903428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6bde496c-1c21-4db5-90a6-0b39381cbca4 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/ae1feca2-f43b-4605-99d4-8f0a03a6ba48 HTTP/1.1" status: 404 len: 339 time: 0.0356445 Nov 12 11:21:56.935813 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ffa6b9-0059-4276-aed9-ddb7937ec722 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.936180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ffa6b9-0059-4276-aed9-ddb7937ec722 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.941841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c4ffa6b9-0059-4276-aed9-ddb7937ec722 tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/b5514a33-8037-4ace-b523-743bd64d393f HTTP/1.1" status: 404 len: 337 time: 0.0361290 Nov 12 11:21:56.942060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55012) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.969840 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be09bce-6bb0-405f-b5a0-4c687a671bef tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] DELETE failed (client error): The resource could not be found. Nov 12 11:21:56.970370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be09bce-6bb0-405f-b5a0-4c687a671bef tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:21:56.977392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4be09bce-6bb0-405f-b5a0-4c687a671bef tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/05041f23-1d65-4733-8c6f-8d7851ab07f9 HTTP/1.1" status: 404 len: 339 time: 0.0307148 Nov 12 11:21:56.977392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:57.051450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d94079ee-fe8b-4bdc-8169-ce7fb7bc0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.069415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cab6b18-babb-4d5e-92bf-c61d9e468c1d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Deleting subnet 72f14ada-ea6b-4196-a629-3ff68ee12d3b {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:21:57.078676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cab6b18-babb-4d5e-92bf-c61d9e468c1d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.144497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.146917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d94079ee-fe8b-4bdc-8169-ce7fb7bc0c7c None None] For port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4927ba4d-a7e2-4ae7-a372-559ff7d7bd78,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:57.155957 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cab6b18-babb-4d5e-92bf-c61d9e468c1d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.171241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:57.171990 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.253748 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d94079ee-fe8b-4bdc-8169-ce7fb7bc0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.264507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.317951 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cab6b18-babb-4d5e-92bf-c61d9e468c1d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.442011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94079ee-fe8b-4bdc-8169-ce7fb7bc0c7c None None] Pushing event updated for resources: {'Port': ['ID=4927ba4d-a7e2-4ae7-a372-559ff7d7bd78,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:57.467578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.487792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-387d068e-e4d2-484b-bb02-3df405306f52 None None] Provisioning complete for port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:57.491513 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-387d068e-e4d2-484b-bb02-3df405306f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.573613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:57.581832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cab6b18-babb-4d5e-92bf-c61d9e468c1d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.633433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cab6b18-babb-4d5e-92bf-c61d9e468c1d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.644731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55026) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:57.658865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3cab6b18-babb-4d5e-92bf-c61d9e468c1d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/subnets/72f14ada-ea6b-4196-a629-3ff68ee12d3b HTTP/1.1" status: 204 len: 168 time: 0.6797519 Nov 12 11:21:57.661281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8a3f7fb1-8f20-438f-8736-64cd6b68c7a6,segment=NetworkSegment(54f1fd42-9c23-4cd5-95a7-8ccc124f8f32),segment_id=54f1fd42-9c23-4cd5-95a7-8ccc124f8f32)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:57.664617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:57.675052 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:57.684693 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.689961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd443a1-f6b1-4ee8-a9ad-9b8216907b6a None None] Network daad98dd-eb18-4937-84b2-8d839d2ed2ab requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:57.760029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab6b18-babb-4d5e-92bf-c61d9e468c1d tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Subnet': ['ID=72f14ada-ea6b-4196-a629-3ff68ee12d3b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:57.791964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Pushing event updated for resources: {'Port': ['ID=91a0f27c-ef6d-404c-ace1-5541fb63acf9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:57.823814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.900034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.106062 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.130822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Deleting port 4d6845cf-9f46-4226-9dbf-07659b5d1824 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:58.131745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.179310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.273543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] For port 4d6845cf-9f46-4226-9dbf-07659b5d1824, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4d6845cf-9f46-4226-9dbf-07659b5d1824,segment=NetworkSegment(2e85de9c-2ad2-43fa-851e-0b3c66046255),segment_id=2e85de9c-2ad2-43fa-851e-0b3c66046255)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:58.276452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.319354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Calling delete_port for 4d6845cf-9f46-4226-9dbf-07659b5d1824 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:58.322383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=8a3f7fb1-8f20-438f-8736-64cd6b68c7a6,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:58.426926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] DHCP port deletion for daad98dd-eb18-4937-84b2-8d839d2ed2ab request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:58.489099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4c107166-0408-453a-96f5-2a119d0eaea6 None None] Provisioning complete for port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:58.489471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4c107166-0408-453a-96f5-2a119d0eaea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.515443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.587021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] No DVR routers for this DVR port 4d6845cf-9f46-4226-9dbf-07659b5d1824 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:21:58.598019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4c107166-0408-453a-96f5-2a119d0eaea6 None None] Port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:58.605796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Port': ['ID=4d6845cf-9f46-4226-9dbf-07659b5d1824,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:58.656012 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.663904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4c107166-0408-453a-96f5-2a119d0eaea6 None None] Provisioning complete for port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:58.664656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.673147 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4c107166-0408-453a-96f5-2a119d0eaea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.749018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Pushing event updated for resources: {'Port': ['ID=91a0f27c-ef6d-404c-ace1-5541fb63acf9,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:58.817199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:58.836430 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.894581 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.957774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daad98dd-eb18-4937-84b2-8d839d2ed2ab']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:58.972891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] Deleting port 4d6845cf-9f46-4226-9dbf-07659b5d1824 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:58.978382 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.985098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e85de9c-2ad2-43fa-851e-0b3c66046255') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:58.985970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e85de9c-2ad2-43fa-851e-0b3c66046255') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:59.012439 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.047056 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.072167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:59.073410 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:59.081884 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:59.089903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:59.097693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:59.135246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:59.136196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.207396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] For port 4d6845cf-9f46-4226-9dbf-07659b5d1824, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:59.216521 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.289021 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.312734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] Calling delete_port for 4d6845cf-9f46-4226-9dbf-07659b5d1824 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:59.317468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] Port 4d6845cf-9f46-4226-9dbf-07659b5d1824 was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:21:59.318741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.326403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] 10.222.0.31 "DELETE /v2.0/networks/daad98dd-eb18-4937-84b2-8d839d2ed2ab HTTP/1.1" status: 204 len: 168 time: 1.6751003 Nov 12 11:21:59.330914 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.360615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5301614-feb6-4ff2-8fd1-c67f056747fd tempest-NetworksTest-1848791825 tempest-NetworksTest-1848791825-project] Pushing event deleted for resources: {'Network': ['ID=daad98dd-eb18-4937-84b2-8d839d2ed2ab,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:59.421986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] Pushing event deleted for resources: {'Port': ['ID=4d6845cf-9f46-4226-9dbf-07659b5d1824,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:59.454445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] Network daad98dd-eb18-4937-84b2-8d839d2ed2ab is not hosted by any dhcp agent {{(pid=109167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:21:59.454930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a4e27-5280-4771-a5ac-6d2f561bd7c9 None None] No DVR routers for this DVR port 4d6845cf-9f46-4226-9dbf-07659b5d1824 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:21:59.475615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Router 70395d64-6171-416f-92b8-12950299e6f5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:21:59.574376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5eee0-21ed-4817-b1e7-956fb0baf0e7 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:21:59.614378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.624922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:59.632899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:59.645491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-74f2a425-4793-49af-800e-96fa554df72c admin admin] 10.222.0.31 "PUT /v2.0/routers/70395d64-6171-416f-92b8-12950299e6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9600382 Nov 12 11:21:59.746493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-94ef75dd-ff7a-4d2c-beff-58b9e55f90fb None None] Provisioning complete for port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:59.747011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-94ef75dd-ff7a-4d2c-beff-58b9e55f90fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.794054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5eee0-21ed-4817-b1e7-956fb0baf0e7 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:21:59.832269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-94ef75dd-ff7a-4d2c-beff-58b9e55f90fb None None] Port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:59.867761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:59.868385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.171247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Sync routers for ids ['70395d64-6171-416f-92b8-12950299e6f5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:00.218462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Routers {'70395d64-6171-416f-92b8-12950299e6f5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:00.219099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['70395d64-6171-416f-92b8-12950299e6f5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:00.237988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55098) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:00.503771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Set router 70395d64-6171-416f-92b8-12950299e6f5 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:00.536630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4d6845cf-9f46-4226-9dbf-07659b5d1824 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:00.574109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 4d6845cf-9f46-4226-9dbf-07659b5d1824 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:00.574365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4d6845cf-9f46-4226-9dbf-07659b5d1824 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:00.691735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fcfab6ab-17a1-477f-a925-e901475b34f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99b5c347cf5e43059ff827734695b72f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523187 Nov 12 11:22:00.694468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55108) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:00.750816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55110) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:00.817373 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.863989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfd63bd0-e4cc-4fc6-8d28-7b8a1f8daa77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.877739 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbafab3b-e3c1-4145-b9a3-16e9b2c2770e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.966708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbafab3b-e3c1-4145-b9a3-16e9b2c2770e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.024959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:21:58Z', 'revision_number': 4, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port': {'id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:51Z', 'updated_at': '2021-11-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91a0f27c-ef6d-404c-ace1-5541fb63acf9', 'name': '', 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'mac_address': 'fa:16:3e:35:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'bc6b56bc-271a-4a14-8346-9f25b7c589f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:55Z', 'updated_at': '2021-11-12T11:21:58Z', 'revision_number': 2, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'subnets': [{'id': 'bc6b56bc-271a-4a14-8346-9f25b7c589f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:01.071229 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbafab3b-e3c1-4145-b9a3-16e9b2c2770e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.073730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Checking router: 70395d64-6171-416f-92b8-12950299e6f5 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:22:01.074268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Updating router 70395d64-6171-416f-92b8-12950299e6f5 port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:22:01.074659 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbafab3b-e3c1-4145-b9a3-16e9b2c2770e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.080046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cbafab3b-e3c1-4145-b9a3-16e9b2c2770e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a828d60c-1d5b-4e0c-9560-f90aefdbb472 HTTP/1.1" status: 204 len: 168 time: 0.3811493 Nov 12 11:22:01.093741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfd63bd0-e4cc-4fc6-8d28-7b8a1f8daa77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.099641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfd63bd0-e4cc-4fc6-8d28-7b8a1f8daa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.112563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafab3b-e3c1-4145-b9a3-16e9b2c2770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a828d60c-1d5b-4e0c-9560-f90aefdbb472,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:01.152337 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.196034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd63bd0-e4cc-4fc6-8d28-7b8a1f8daa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31371ec-aee0-4ed3-90cf-349556de61a3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:01.205119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55136) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:01.212391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bfd63bd0-e4cc-4fc6-8d28-7b8a1f8daa77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edfab1aaf2c44047a6f46176d68e579e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4599710 Nov 12 11:22:01.288381 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b577847-2233-43bf-befc-263933146b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.319735 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b577847-2233-43bf-befc-263933146b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.412696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b577847-2233-43bf-befc-263933146b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.416303 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b577847-2233-43bf-befc-263933146b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.418595 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9b577847-2233-43bf-befc-263933146b73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d31371ec-aee0-4ed3-90cf-349556de61a3 HTTP/1.1" status: 204 len: 168 time: 0.2119186 Nov 12 11:22:01.430304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b577847-2233-43bf-befc-263933146b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31371ec-aee0-4ed3-90cf-349556de61a3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:01.761519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.772375 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.895415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c632877-8766-44dc-ac58-fdc93d3feee0 None None] Pushing event updated for resources: {'Port': ['ID=91a0f27c-ef6d-404c-ace1-5541fb63acf9,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:01.966093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Attempting to bind port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:01.966587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Attempting to bind port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:01.967030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Attempting to bind port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 on network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:01.973268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:01.973768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Checking segment: {'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:01.974243 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.974710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Bound using segment: {'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:01.975649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Bound port: 91a0f27c-ef6d-404c-ace1-5541fb63acf9, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:01.976117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.116471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] For port 91a0f27c-ef6d-404c-ace1-5541fb63acf9, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:02.121368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] For port 91a0f27c-ef6d-404c-ace1-5541fb63acf9, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91a0f27c-ef6d-404c-ace1-5541fb63acf9,segment=NetworkSegment(54f1fd42-9c23-4cd5-95a7-8ccc124f8f32),segment_id=54f1fd42-9c23-4cd5-95a7-8ccc124f8f32)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:02.130220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.204560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Routers {'70395d64-6171-416f-92b8-12950299e6f5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:02.205247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['70395d64-6171-416f-92b8-12950299e6f5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:02.292368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c632877-8766-44dc-ac58-fdc93d3feee0 None None] Pushing event updated for resources: {'Port': ['ID=91a0f27c-ef6d-404c-ace1-5541fb63acf9,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:02.302156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9dbca66f-7d9b-417e-bd26-86154dd18fa9 None None] Provisioning complete for port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:02.302538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9dbca66f-7d9b-417e-bd26-86154dd18fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.429138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55192) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:02.611570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] Set router 70395d64-6171-416f-92b8-12950299e6f5 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:02.667715 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9dbca66f-7d9b-417e-bd26-86154dd18fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.855235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9dbca66f-7d9b-417e-bd26-86154dd18fa9 None None] For port 91a0f27c-ef6d-404c-ace1-5541fb63acf9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91a0f27c-ef6d-404c-ace1-5541fb63acf9,segment=NetworkSegment(54f1fd42-9c23-4cd5-95a7-8ccc124f8f32),segment_id=54f1fd42-9c23-4cd5-95a7-8ccc124f8f32)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:02.860710 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9dbca66f-7d9b-417e-bd26-86154dd18fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.935062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbca66f-7d9b-417e-bd26-86154dd18fa9 None None] Pushing event updated for resources: {'Port': ['ID=91a0f27c-ef6d-404c-ace1-5541fb63acf9,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:02.938347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.003802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2d654147-9587-423b-99ba-47f357af2d51 None None] Provisioning complete for port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:03.004349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2d654147-9587-423b-99ba-47f357af2d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.282846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:21:58Z', 'revision_number': 4, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port': {'id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:51Z', 'updated_at': '2021-11-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91a0f27c-ef6d-404c-ace1-5541fb63acf9', 'name': '', 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'mac_address': 'fa:16:3e:35:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'bc6b56bc-271a-4a14-8346-9f25b7c589f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:55Z', 'updated_at': '2021-11-12T11:22:02Z', 'revision_number': 4, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'subnets': [{'id': 'bc6b56bc-271a-4a14-8346-9f25b7c589f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:03.322862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33795502-a4ae-42f5-b8eb-125cfb66e82f None None] The sync data for ids ['70395d64-6171-416f-92b8-12950299e6f5'] in n-d-768851-19 is: [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:21:58Z', 'revision_number': 4, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port': {'id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:51Z', 'updated_at': '2021-11-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '91a0f27c-ef6d-404c-ace1-5541fb63acf9', 'name': '', 'network_id': '835eeed0-cb0f-49ba-8e89-c1c342fa76cc', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'mac_address': 'fa:16:3e:35:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'bc6b56bc-271a-4a14-8346-9f25b7c589f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:55Z', 'updated_at': '2021-11-12T11:22:02Z', 'revision_number': 4, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'subnets': [{'id': 'bc6b56bc-271a-4a14-8346-9f25b7c589f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:03.357060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Deleting port e2bd7b6f-3597-406f-9322-ed6eab8c7630 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:03.358992 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.536939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] For port e2bd7b6f-3597-406f-9322-ed6eab8c7630, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e2bd7b6f-3597-406f-9322-ed6eab8c7630,segment=NetworkSegment(1d8f849c-3561-40da-bf72-e947275d9632),segment_id=1d8f849c-3561-40da-bf72-e947275d9632)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:03.538151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.566746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Calling delete_port for e2bd7b6f-3597-406f-9322-ed6eab8c7630 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:03.858979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55234) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:03.901776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.018029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bd7b6f-3597-406f-9322-ed6eab8c7630,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:04.169452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1647986264-network', 'tenant_id': 'cb7c9af390184c25b457e085a25cbda2'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:04.226594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Made reservation on behalf of cb7c9af390184c25b457e085a25cbda2 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:04.232079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.244772 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.272023 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.430707 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.443524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.471156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:04.491382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.492520 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Added segment deb3bc99-7a15-4ee3-b1e9-3588ba1a845d of type vlan for network 3320264c-094f-437b-974c-cdf6d1f32577 Nov 12 11:22:04.544728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.623771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.624800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:04.625406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.642760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91a0f27c-ef6d-404c-ace1-5541fb63acf9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:04.733035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:04.733674 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.761858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9007671 Nov 12 11:22:04.776112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55268) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:04.783025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89db78d-58d1-4357-a584-2e7943128816,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:04.812698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Request body: {'subnet': {'network_id': '3320264c-094f-437b-974c-cdf6d1f32577', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1647986264-subnet', 'tenant_id': 'cb7c9af390184c25b457e085a25cbda2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:04.918073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.920299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.920683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.921056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.921675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.921793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.922120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.922499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.922787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.923116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.923446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.923771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:04.937443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Router a532be48-341a-46d9-95c8-e1078d3eb437 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:05.033994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da72bcf-8316-4c26-b65e-33a115a243d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3320264c-094f-437b-974c-cdf6d1f32577,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:05.057997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3320264c-094f-437b-974c-cdf6d1f32577 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:05.111142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Made reservation on behalf of cb7c9af390184c25b457e085a25cbda2 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:05.123111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.180143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:05.190256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-17b90ca5-6307-419a-872b-a59a11484807 admin admin] 10.222.0.31 "PUT /v2.0/routers/a532be48-341a-46d9-95c8-e1078d3eb437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7590868 Nov 12 11:22:05.194581 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] Sync routers for ids ['a532be48-341a-46d9-95c8-e1078d3eb437'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:05.198883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55278) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:05.217959 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] Routers {'a532be48-341a-46d9-95c8-e1078d3eb437'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:05.218849 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a532be48-341a-46d9-95c8-e1078d3eb437'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:05.382047 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] Set router a532be48-341a-46d9-95c8-e1078d3eb437 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:05.411591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.614341 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.666672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.725513 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:22:03Z', 'revision_number': 5, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port': {'id': '14871f98-118f-4839-9c87-53bdb76c7d9b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:37Z', 'updated_at': '2021-11-12T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:05.744718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3552e6a-1508-4ed4-8c6d-ae3087167f5d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:05.763109 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] Checking router: a532be48-341a-46d9-95c8-e1078d3eb437 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:22:05.774525 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] Routers {'a532be48-341a-46d9-95c8-e1078d3eb437'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:05.776109 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['a532be48-341a-46d9-95c8-e1078d3eb437'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:05.789309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Deleting port 14871f98-118f-4839-9c87-53bdb76c7d9b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:05.789650 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.897333 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] Set router a532be48-341a-46d9-95c8-e1078d3eb437 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:05.904416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] For port 14871f98-118f-4839-9c87-53bdb76c7d9b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14871f98-118f-4839-9c87-53bdb76c7d9b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:05.904784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.917308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Calling delete_port for 14871f98-118f-4839-9c87-53bdb76c7d9b owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:05.994603 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:22:05Z', 'revision_number': 6, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:06.035546 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cc41e-dafa-459f-84ff-1a28cde7f343 None None] The sync data for ids ['a532be48-341a-46d9-95c8-e1078d3eb437'] in n-d-768851-19 is: [{'id': 'a532be48-341a-46d9-95c8-e1078d3eb437', 'name': 'tempest-TestAggregatesBasicOps-1668469447-router', 'tenant_id': '73140fbf7d344308bf858d84b411d285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:35Z', 'updated_at': '2021-11-12T11:22:05Z', 'revision_number': 6, 'project_id': '73140fbf7d344308bf858d84b411d285', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:06.075864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Checking segment: {'id': 'deb3bc99-7a15-4ee3-b1e9-3588ba1a845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3320264c-094f-437b-974c-cdf6d1f32577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:06.076481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Network hostable DHCP agents. Network: 3320264c-094f-437b-974c-cdf6d1f32577, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:06.122741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Network 3320264c-094f-437b-974c-cdf6d1f32577 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:06.138231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 3320264c-094f-437b-974c-cdf6d1f32577) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:06.145953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:06.146861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.176226 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.195517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3cd4df19-f4cb-495c-a0dc-b004233e1435 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3946116 Nov 12 11:22:06.200261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226821d6-47ac-4ef9-b687-ec3bbd072bcb None None] Network 3320264c-094f-437b-974c-cdf6d1f32577 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:06.248127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=14871f98-118f-4839-9c87-53bdb76c7d9b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:06.348785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62164e94-5457-432d-b813-2c4bb5209153 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:06.387454 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.503689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b897312-00e2-42cb-87c1-d07ab78832bc None None] Network 3320264c-094f-437b-974c-cdf6d1f32577 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:06.574202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.581887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.699259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e2bd7b6f-3597-406f-9322-ed6eab8c7630 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:06.737847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.738767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a532be48-341a-46d9-95c8-e1078d3eb437 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:22:06.745649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e2bd7b6f-3597-406f-9322-ed6eab8c7630 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:06.745994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e2bd7b6f-3597-406f-9322-ed6eab8c7630 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:06.752136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.754055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e2fde730-0648-4804-b374-92e222a5c5b3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a532be48-341a-46d9-95c8-e1078d3eb437 HTTP/1.1" status: 204 len: 168 time: 1.5543141 Nov 12 11:22:06.756567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55316) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:06.848224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74b0437-6f1e-4bd6-8e89-cec65005406e admin admin] Deleting subnet f3d161a2-c9f4-48a9-aa2b-6756b987cb22 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:22:06.855626 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d74b0437-6f1e-4bd6-8e89-cec65005406e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.929602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d74b0437-6f1e-4bd6-8e89-cec65005406e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.057720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d74b0437-6f1e-4bd6-8e89-cec65005406e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.143834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d74b0437-6f1e-4bd6-8e89-cec65005406e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.158648 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d74b0437-6f1e-4bd6-8e89-cec65005406e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.163564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a4870-c2eb-4d9f-8801-c5a4f51aaf11 None None] Network 4e31a70b-1e84-4397-821a-2e6e6e8447b5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:07.175054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d74b0437-6f1e-4bd6-8e89-cec65005406e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3d161a2-c9f4-48a9-aa2b-6756b987cb22 HTTP/1.1" status: 204 len: 168 time: 0.4139414 Nov 12 11:22:07.175194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55326) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:07.219593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b0437-6f1e-4bd6-8e89-cec65005406e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d161a2-c9f4-48a9-aa2b-6756b987cb22,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:07.323934 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.432448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] DHCP port deletion for 4e31a70b-1e84-4397-821a-2e6e6e8447b5 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:07.434198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Deleting port 1d46fd48-c7df-426a-992f-0a09f357e9d0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:07.434550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.516419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55334) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:07.523672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] For port 1d46fd48-c7df-426a-992f-0a09f357e9d0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1d46fd48-c7df-426a-992f-0a09f357e9d0,segment=NetworkSegment(1d8f849c-3561-40da-bf72-e947275d9632),segment_id=1d8f849c-3561-40da-bf72-e947275d9632)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:07.524356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.524587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-784601002-network', 'tenant_id': '5eb3070e9c4b4c3fb8ad4d6d69910b46'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:07.543649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Calling delete_port for 1d46fd48-c7df-426a-992f-0a09f357e9d0 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:07.553957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Deleting port 1d46fd48-c7df-426a-992f-0a09f357e9d0 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:07.554329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.611212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Made reservation on behalf of 5eb3070e9c4b4c3fb8ad4d6d69910b46 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:07.615265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.628831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.701188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.728888 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] For port 1d46fd48-c7df-426a-992f-0a09f357e9d0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1d46fd48-c7df-426a-992f-0a09f357e9d0,segment=NetworkSegment(1d8f849c-3561-40da-bf72-e947275d9632),segment_id=1d8f849c-3561-40da-bf72-e947275d9632)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:07.729398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.761350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Calling delete_port for 1d46fd48-c7df-426a-992f-0a09f357e9d0 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:07.779783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d46fd48-c7df-426a-992f-0a09f357e9d0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:07.799523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] No DVR routers for this DVR port 1d46fd48-c7df-426a-992f-0a09f357e9d0 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:07.826985 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.834745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.863912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:07.896198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.898236 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Added segment 3d3429c5-164c-4c3c-ab87-ed24ed23730d of type vlan for network 66317dba-8dfb-41e7-aabb-bdadb2b3ca98 Nov 12 11:22:07.941537 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.972723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.003318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e31a70b-1e84-4397-821a-2e6e6e8447b5']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:08.011288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Pushing event deleted for resources: {'Port': ['ID=1d46fd48-c7df-426a-992f-0a09f357e9d0,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:08.017489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] No DVR routers for this DVR port 1d46fd48-c7df-426a-992f-0a09f357e9d0 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:08.030738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8f849c-3561-40da-bf72-e947275d9632') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:08.030738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8f849c-3561-40da-bf72-e947275d9632') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:08.046958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.048483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.049452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a699cf3-7b45-46e3-8b20-cc2a6144cc5b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:08.049610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.050807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.051232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.052071 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.071441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.072487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.073742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.077262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.077484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.080186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.081569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.082215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.084468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dcb32-22c0-43a8-82af-87760cbdd65e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:08.097407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:22:08.097893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:22:08.104340 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:22:08.127294 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.131337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:08.134102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.191855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.198254 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.204739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e31a70b-1e84-4397-821a-2e6e6e8447b5 HTTP/1.1" status: 204 len: 168 time: 1.0254717 Nov 12 11:22:08.204888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55346) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:08.252316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] Pushing event updated for resources: {'Network': ['ID=66317dba-8dfb-41e7-aabb-bdadb2b3ca98,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:08.265386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 66317dba-8dfb-41e7-aabb-bdadb2b3ca98 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:08.266629 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c85311da-498d-46be-bfbb-1516b80813d1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7484076 Nov 12 11:22:08.270174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55348) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:08.277619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Request body: {'subnet': {'network_id': '66317dba-8dfb-41e7-aabb-bdadb2b3ca98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-784601002-subnet', 'tenant_id': '5eb3070e9c4b4c3fb8ad4d6d69910b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:08.303987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Made reservation on behalf of 5eb3070e9c4b4c3fb8ad4d6d69910b46 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:08.307281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.462043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510deb14-7886-4cf9-a0d3-459f851b8cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e31a70b-1e84-4397-821a-2e6e6e8447b5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:08.537881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14871f98-118f-4839-9c87-53bdb76c7d9b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:08.575396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 14871f98-118f-4839-9c87-53bdb76c7d9b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:08.575613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14871f98-118f-4839-9c87-53bdb76c7d9b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:08.576171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1d46fd48-c7df-426a-992f-0a09f357e9d0 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:08.603404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1d46fd48-c7df-426a-992f-0a09f357e9d0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:08.603751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1d46fd48-c7df-426a-992f-0a09f357e9d0 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:08.676749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.768999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Checking segment: {'id': '3d3429c5-164c-4c3c-ab87-ed24ed23730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '66317dba-8dfb-41e7-aabb-bdadb2b3ca98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:08.769452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Network hostable DHCP agents. Network: 66317dba-8dfb-41e7-aabb-bdadb2b3ca98, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:08.777489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e536a8c7-ee65-4474-a1ad-bd1ab9f1705d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:08.802336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Network 66317dba-8dfb-41e7-aabb-bdadb2b3ca98 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:08.824556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 66317dba-8dfb-41e7-aabb-bdadb2b3ca98) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:08.837175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c729a1b-e28c-4413-b324-13656c6793a2 None None] Network 66317dba-8dfb-41e7-aabb-bdadb2b3ca98 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:08.848266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:08.849295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.892137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0e20c421-aad2-43ce-9ba5-0ba7eb95a7f7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6204619 Nov 12 11:22:08.973499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.138495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55366) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:09.209417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd8f39-ccb8-4a3d-8327-5e8d260f57c8 None None] Network 66317dba-8dfb-41e7-aabb-bdadb2b3ca98 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:09.234184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ec62ed-91ac-4a4f-a5e0-0c5db395fef3 admin admin] Deleting subnet f3552e6a-1508-4ed4-8c6d-ae3087167f5d {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:22:09.249666 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-14ec62ed-91ac-4a4f-a5e0-0c5db395fef3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.310664 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-14ec62ed-91ac-4a4f-a5e0-0c5db395fef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.372058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-14ec62ed-91ac-4a4f-a5e0-0c5db395fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.451895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-14ec62ed-91ac-4a4f-a5e0-0c5db395fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.457829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55370) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:09.505120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec62ed-91ac-4a4f-a5e0-0c5db395fef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3552e6a-1508-4ed4-8c6d-ae3087167f5d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:09.510043 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-14ec62ed-91ac-4a4f-a5e0-0c5db395fef3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.516780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-14ec62ed-91ac-4a4f-a5e0-0c5db395fef3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3552e6a-1508-4ed4-8c6d-ae3087167f5d HTTP/1.1" status: 204 len: 168 time: 0.3767493 Nov 12 11:22:09.519252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55374) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:09.629418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.684545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c61841ee-61ad-4a63-a536-f9d85624f340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.750586 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.784853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3320264c-094f-437b-974c-cdf6d1f32577']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:09.800448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb3bc99-7a15-4ee3-b1e9-3588ba1a845d') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:09.801225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb3bc99-7a15-4ee3-b1e9-3588ba1a845d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:09.802507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Deleting port 91a0f27c-ef6d-404c-ace1-5541fb63acf9 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:09.803000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.819946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.844058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.856684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:22:09.857467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:22:09.859159 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:22:09.984152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] For port 91a0f27c-ef6d-404c-ace1-5541fb63acf9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=91a0f27c-ef6d-404c-ace1-5541fb63acf9,segment=NetworkSegment(54f1fd42-9c23-4cd5-95a7-8ccc124f8f32),segment_id=54f1fd42-9c23-4cd5-95a7-8ccc124f8f32)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:09.984617 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.002872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Calling delete_port for 91a0f27c-ef6d-404c-ace1-5541fb63acf9 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:10.117770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.362585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.406215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a0f27c-ef6d-404c-ace1-5541fb63acf9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:10.409160 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c61841ee-61ad-4a63-a536-f9d85624f340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.447239 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c61841ee-61ad-4a63-a536-f9d85624f340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.463899 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.487530 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.509682 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.513522 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3320264c-094f-437b-974c-cdf6d1f32577 HTTP/1.1" status: 204 len: 168 time: 0.9929993 Nov 12 11:22:10.522744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55386) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:10.558638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d82c8-0ad8-484c-b5a9-bbac3b1503f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3320264c-094f-437b-974c-cdf6d1f32577,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:10.576959 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c61841ee-61ad-4a63-a536-f9d85624f340 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=742a2e1fc3ff4ec3b81d8cb835aea6cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1159976 Nov 12 11:22:10.578985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61841ee-61ad-4a63-a536-f9d85624f340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a64bad-cc24-4e5e-ab7e-03d6459518a8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:10.581427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55388) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:10.606201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1172a-8fdf-43d7-a550-cb1de0cdd5ae req-3ae437fd-f016-4c75-a650-00f32dfa804a tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:10.608897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87e1172a-8fdf-43d7-a550-cb1de0cdd5ae req-3ae437fd-f016-4c75-a650-00f32dfa804a tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1097 time: 0.2580891 Nov 12 11:22:10.635911 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-87e1172a-8fdf-43d7-a550-cb1de0cdd5ae req-edb4158e-a0f6-4446-bda4-fb61115d6589 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.714094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e549ec-9908-489a-94c9-5db476d8adb4 admin admin] Deleting subnet e536a8c7-ee65-4474-a1ad-bd1ab9f1705d {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:22:10.726077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09e549ec-9908-489a-94c9-5db476d8adb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.764918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-87e1172a-8fdf-43d7-a550-cb1de0cdd5ae req-edb4158e-a0f6-4446-bda4-fb61115d6589 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.773860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-87e1172a-8fdf-43d7-a550-cb1de0cdd5ae req-edb4158e-a0f6-4446-bda4-fb61115d6589 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.838170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09e549ec-9908-489a-94c9-5db476d8adb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.841561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-87e1172a-8fdf-43d7-a550-cb1de0cdd5ae req-edb4158e-a0f6-4446-bda4-fb61115d6589 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252948 Nov 12 11:22:10.843759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4158e-a0f6-4446-bda4-fb61115d6589 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63328b08-96a3-41f0-8889-04f32eb45c0e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:10.877076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfad21b5-f5d1-4585-ab95-22c8a8f893a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.893204 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.985345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfad21b5-f5d1-4585-ab95-22c8a8f893a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.987766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09e549ec-9908-489a-94c9-5db476d8adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.148956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7576e-fde5-431f-af0d-caef755b5fb4 req-b761f691-da0c-4644-aad9-46f0aaaf219c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:11.150607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1bc7576e-fde5-431f-af0d-caef755b5fb4 req-b761f691-da0c-4644-aad9-46f0aaaf219c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.2095928 Nov 12 11:22:11.220345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09e549ec-9908-489a-94c9-5db476d8adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.340955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfad21b5-f5d1-4585-ab95-22c8a8f893a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.343905 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cfad21b5-f5d1-4585-ab95-22c8a8f893a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.347652 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cfad21b5-f5d1-4585-ab95-22c8a8f893a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5a64bad-cc24-4e5e-ab7e-03d6459518a8 HTTP/1.1" status: 204 len: 168 time: 0.7587113 Nov 12 11:22:11.353728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e549ec-9908-489a-94c9-5db476d8adb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e536a8c7-ee65-4474-a1ad-bd1ab9f1705d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:11.359116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09e549ec-9908-489a-94c9-5db476d8adb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.365173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-09e549ec-9908-489a-94c9-5db476d8adb4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e536a8c7-ee65-4474-a1ad-bd1ab9f1705d HTTP/1.1" status: 204 len: 168 time: 0.8400083 Nov 12 11:22:11.366151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55414) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:11.376396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1bc7576e-fde5-431f-af0d-caef755b5fb4 req-2a91cc1a-c57d-41e6-8fa8-bea41e66c4e5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187960 Nov 12 11:22:11.380943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad21b5-f5d1-4585-ab95-22c8a8f893a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a64bad-cc24-4e5e-ab7e-03d6459518a8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:11.445929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55416) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:11.548757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2a9b2e98-0d6a-4018-9c06-ea4a7520073f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/e6f77ba6-14eb-4211-8c42-5a10d96e20c8 HTTP/1.1" status: 200 len: 992 time: 0.0950325 Nov 12 11:22:11.548757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Router 70395d64-6171-416f-92b8-12950299e6f5 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:11.616971 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.815405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:11.825031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d37f1444-6d98-410a-a2b4-82fd8f706783 admin admin] 10.222.0.31 "PUT /v2.0/routers/70395d64-6171-416f-92b8-12950299e6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6158750 Nov 12 11:22:11.825382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] Sync routers for ids ['70395d64-6171-416f-92b8-12950299e6f5'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:11.827999 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.834514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55428) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:11.841882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] Routers {'70395d64-6171-416f-92b8-12950299e6f5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:11.842897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['70395d64-6171-416f-92b8-12950299e6f5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:11.881782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66317dba-8dfb-41e7-aabb-bdadb2b3ca98']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:11.913638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3429c5-164c-4c3c-ab87-ed24ed23730d') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:11.914072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3429c5-164c-4c3c-ab87-ed24ed23730d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:11.963645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.011133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.021856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] Set router 70395d64-6171-416f-92b8-12950299e6f5 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:12.033361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:22:12.034040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:22:12.055524 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:22:12.097214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.099862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55434) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:12.151601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.171130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.175233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] 10.222.0.31 "DELETE /v2.0/networks/66317dba-8dfb-41e7-aabb-bdadb2b3ca98 HTTP/1.1" status: 204 len: 168 time: 0.8076448 Nov 12 11:22:12.176344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e78fb7-a145-4ba5-9e67-8284c90b1e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=66317dba-8dfb-41e7-aabb-bdadb2b3ca98,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:12.214808 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa601-1cf2-49f5-acaf-2613370343bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.365881 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.378152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-460dae86-b42b-4c22-a6e7-bf187a74a738 req-4720e117-fde7-4530-ab58-5b7bf4400af0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:22:12.388371 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-460dae86-b42b-4c22-a6e7-bf187a74a738 req-4720e117-fde7-4530-ab58-5b7bf4400af0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3528752 Nov 12 11:22:12.474179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:22:10Z', 'revision_number': 5, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port': {'id': '4927ba4d-a7e2-4ae7-a372-559ff7d7bd78', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70395d64-6171-416f-92b8-12950299e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:51Z', 'updated_at': '2021-11-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:12.510910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] Checking router: 70395d64-6171-416f-92b8-12950299e6f5 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:22:12.522440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] Routers {'70395d64-6171-416f-92b8-12950299e6f5'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:12.522674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa601-1cf2-49f5-acaf-2613370343bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.525603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['70395d64-6171-416f-92b8-12950299e6f5'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:12.536112 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa601-1cf2-49f5-acaf-2613370343bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.562232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55444) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:12.644922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7651aa21-e5e4-40a7-b80e-4705d66ab521 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb7c9af390184c25b457e085a25cbda2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790269 Nov 12 11:22:12.648805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55446) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:12.651218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] Set router 70395d64-6171-416f-92b8-12950299e6f5 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:12.655404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fc4fa601-1cf2-49f5-acaf-2613370343bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3e1bf9fd6874e88905c900d3b260478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5507829 Nov 12 11:22:12.660709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55448) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:12.669853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa601-1cf2-49f5-acaf-2613370343bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6663ca-4721-4857-9ee9-4e3d8af916de,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:12.684621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Deleting port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:12.685021 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.790563 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cda7db1d-57b5-45db-93aa-bd470d70d109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.829686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cda7db1d-57b5-45db-93aa-bd470d70d109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.846177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:22:12Z', 'revision_number': 6, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:12.847422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-39ffae1e-e812-4010-a46d-8bdb4ca4a5df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.910792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] For port 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=4927ba4d-a7e2-4ae7-a372-559ff7d7bd78,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:12.911213 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.912703 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cda7db1d-57b5-45db-93aa-bd470d70d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.916262 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cda7db1d-57b5-45db-93aa-bd470d70d109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.923175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95da50-bddc-416d-9f65-8b81fe4c9a48 None None] The sync data for ids ['70395d64-6171-416f-92b8-12950299e6f5'] in n-d-768851-19 is: [{'id': '70395d64-6171-416f-92b8-12950299e6f5', 'name': 'tempest-TestAggregatesBasicOps-78677810-router', 'tenant_id': '12577aa2c54d4db7a7d034c594a0e1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:50Z', 'updated_at': '2021-11-12T11:22:12Z', 'revision_number': 6, 'project_id': '12577aa2c54d4db7a7d034c594a0e1af', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:12.923426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cda7db1d-57b5-45db-93aa-bd470d70d109 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a89db78d-58d1-4357-a584-2e7943128816 HTTP/1.1" status: 204 len: 168 time: 0.2699282 Nov 12 11:22:12.931118 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-39ffae1e-e812-4010-a46d-8bdb4ca4a5df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.947317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7db1d-57b5-45db-93aa-bd470d70d109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89db78d-58d1-4357-a584-2e7943128816,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:12.951515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Calling delete_port for 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:13.175149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-39ffae1e-e812-4010-a46d-8bdb4ca4a5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.177924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-39ffae1e-e812-4010-a46d-8bdb4ca4a5df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.179411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-39ffae1e-e812-4010-a46d-8bdb4ca4a5df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce6663ca-4721-4857-9ee9-4e3d8af916de HTTP/1.1" status: 204 len: 168 time: 0.5176992 Nov 12 11:22:13.211658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffae1e-e812-4010-a46d-8bdb4ca4a5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6663ca-4721-4857-9ee9-4e3d8af916de,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:13.327392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb2383-1fcb-4f41-ad11-528e136f0624 req-0246c5b9-4b62-4351-8973-e576d9c6ef5c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:13.337850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bdeb2383-1fcb-4f41-ad11-528e136f0624 req-0246c5b9-4b62-4351-8973-e576d9c6ef5c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1310358 Nov 12 11:22:13.409260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.536729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e3a4dc-cf05-45fa-8db1-413b902d352b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:13.606228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bdeb2383-1fcb-4f41-ad11-528e136f0624 req-9d774e94-1de9-4e57-a287-6a724ad0d72a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661717 Nov 12 11:22:13.679793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4927ba4d-a7e2-4ae7-a372-559ff7d7bd78,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:13.820424 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.828459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-39bb489d-0a3e-48ba-b263-d12ac05f8665 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7006567 Nov 12 11:22:13.862654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-27ed4f9b-7e67-4e50-85b4-0a4c39749bfa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:22:13.863808 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-27ed4f9b-7e67-4e50-85b4-0a4c39749bfa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060315 Nov 12 11:22:13.979334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55484) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:14.061216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.064140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.086756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f5f8106f-2982-4443-a311-49417cc70295 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eb3070e9c4b4c3fb8ad4d6d69910b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1061473 Nov 12 11:22:14.094152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55490) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:14.205437 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.206139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70395d64-6171-416f-92b8-12950299e6f5 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:22:14.215930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.219594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5b910802-51c5-4acf-9762-fc9fe55e59c9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/70395d64-6171-416f-92b8-12950299e6f5 HTTP/1.1" status: 204 len: 168 time: 2.3803406 Nov 12 11:22:14.219939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55492) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:14.228401 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.267558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.321044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86e470b-408b-47e4-b2b6-de5ad926027f admin admin] Deleting subnet bc6b56bc-271a-4a14-8346-9f25b7c589f2 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:22:14.336956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a86e470b-408b-47e4-b2b6-de5ad926027f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.382471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.391036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.393346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a699cf3-7b45-46e3-8b20-cc2a6144cc5b HTTP/1.1" status: 204 len: 168 time: 0.3022552 Nov 12 11:22:14.425530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a86e470b-408b-47e4-b2b6-de5ad926027f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.438158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a699cf3-7b45-46e3-8b20-cc2a6144cc5b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:14.478667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.479076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.479803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.481574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.482104 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.482613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.483970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.485254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.487539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.489743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.492044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.492937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653758af-6f41-4060-8d8b-e23c2fbb69f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:14.530766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:14.561167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:14.562020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 4927ba4d-a7e2-4ae7-a372-559ff7d7bd78 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:14.562676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91a0f27c-ef6d-404c-ace1-5541fb63acf9 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:14.603732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 91a0f27c-ef6d-404c-ace1-5541fb63acf9 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:14.604077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 91a0f27c-ef6d-404c-ace1-5541fb63acf9 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:14.604566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a86e470b-408b-47e4-b2b6-de5ad926027f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.706668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a86e470b-408b-47e4-b2b6-de5ad926027f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.776039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e470b-408b-47e4-b2b6-de5ad926027f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6b56bc-271a-4a14-8346-9f25b7c589f2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:14.787989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9646840f-061b-47f8-ba9c-8ee3f0ac83c6 None None] Network 835eeed0-cb0f-49ba-8e89-c1c342fa76cc requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:14.805658 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a86e470b-408b-47e4-b2b6-de5ad926027f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.810150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a86e470b-408b-47e4-b2b6-de5ad926027f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bc6b56bc-271a-4a14-8346-9f25b7c589f2 HTTP/1.1" status: 204 len: 168 time: 0.5887864 Nov 12 11:22:14.813368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55520) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:14.897211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d3739-0af5-417c-9fed-69a86de2ce4b req-0e128d19-7c7a-4940-9400-06bfb6897812 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:14.901909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521d3739-0af5-417c-9fed-69a86de2ce4b req-0e128d19-7c7a-4940-9400-06bfb6897812 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1409795 Nov 12 11:22:14.967514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521d3739-0af5-417c-9fed-69a86de2ce4b req-046b66f4-77b8-4952-9c87-84b7121fd1bf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588355 Nov 12 11:22:15.023467 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.108198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Deleting port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:15.108926 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.269329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] For port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8a3f7fb1-8f20-438f-8736-64cd6b68c7a6,segment=NetworkSegment(54f1fd42-9c23-4cd5-95a7-8ccc124f8f32),segment_id=54f1fd42-9c23-4cd5-95a7-8ccc124f8f32)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:15.269689 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.278816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] DHCP port deletion for 835eeed0-cb0f-49ba-8e89-c1c342fa76cc request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:15.290201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Calling delete_port for 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:15.395259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.403366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] Deleting port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:15.404000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.428984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3f7fb1-8f20-438f-8736-64cd6b68c7a6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:15.431440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] No DVR routers for this DVR port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:15.574480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] For port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:15.574984 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.610805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] Calling delete_port for 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:15.617819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] Port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:22:15.623773 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.624589 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.661716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835eeed0-cb0f-49ba-8e89-c1c342fa76cc']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:15.676799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:15.677213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f1fd42-9c23-4cd5-95a7-8ccc124f8f32') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:15.696143 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.738078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.757173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:22:15.757589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:22:15.759871 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:22:15.878601 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.907718 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.919663 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] 10.222.0.31 "DELETE /v2.0/networks/835eeed0-cb0f-49ba-8e89-c1c342fa76cc HTTP/1.1" status: 204 len: 168 time: 1.1010358 Nov 12 11:22:15.932325 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae11b9-198f-4e9e-a927-f8732e80858b admin admin] Pushing event deleted for resources: {'Network': ['ID=835eeed0-cb0f-49ba-8e89-c1c342fa76cc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:15.945948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] Pushing event deleted for resources: {'Port': ['ID=8a3f7fb1-8f20-438f-8736-64cd6b68c7a6,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:15.954289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b5338-2330-43f8-a770-a5e160ac9431 None None] No DVR routers for this DVR port 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:16.213882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55576) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:16.216351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e45ebc-5721-468e-a4d7-6c0b758ae7e1 req-a3b462e8-4e66-47e5-9d4b-619fac46cc2e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:16.226494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75e45ebc-5721-468e-a4d7-6c0b758ae7e1 req-a3b462e8-4e66-47e5-9d4b-619fac46cc2e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1115053 Nov 12 11:22:16.341168 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75e45ebc-5721-468e-a4d7-6c0b758ae7e1 req-210c85c5-e3ed-4961-b914-a0b257ef0045 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131010 Nov 12 11:22:16.406157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55582) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:16.515652 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d44a15da-25df-487f-8a03-a700d4e176c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73140fbf7d344308bf858d84b411d285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083031 Nov 12 11:22:16.518160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55586) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:16.530212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-b4b7fb8e-5401-45df-a2e0-aa88f9963248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:16.532319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:16.534717 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-b4b7fb8e-5401-45df-a2e0-aa88f9963248 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1097 time: 0.1397715 Nov 12 11:22:16.575371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:16.575949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8a3f7fb1-8f20-438f-8736-64cd6b68c7a6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:16.637116 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-daa43bf5-5c47-4fb0-adef-e34dbb88a2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.681781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-daa43bf5-5c47-4fb0-adef-e34dbb88a2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.702619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f3c009d-c3fa-4555-8c72-a76ee9254f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.773311 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-daa43bf5-5c47-4fb0-adef-e34dbb88a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.780584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-daa43bf5-5c47-4fb0-adef-e34dbb88a2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.788499 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-daa43bf5-5c47-4fb0-adef-e34dbb88a2ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f06cdd93-ed01-4f1d-b77a-49205c18d894 HTTP/1.1" status: 204 len: 168 time: 0.2691305 Nov 12 11:22:16.803584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa43bf5-5c47-4fb0-adef-e34dbb88a2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06cdd93-ed01-4f1d-b77a-49205c18d894,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:16.910549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f3c009d-c3fa-4555-8c72-a76ee9254f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.920466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-a2d360f4-7d28-47e6-a7fb-21c435fa28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:16.922070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-a2d360f4-7d28-47e6-a7fb-21c435fa28b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.3804085 Nov 12 11:22:16.923282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f3c009d-c3fa-4555-8c72-a76ee9254f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.028200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c009d-c3fa-4555-8c72-a76ee9254f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6645939-1408-4288-987a-51540a6b5605,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:17.036925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f3c009d-c3fa-4555-8c72-a76ee9254f0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04d25f801d2f41d2814b80ffdd9ae29c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8202565 Nov 12 11:22:17.039537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55600) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:17.068594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-48ea67ba-36fd-4c0e-ac70-8e97dda90d04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 1000 time: 0.1339457 Nov 12 11:22:17.152560 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4651925f-dd35-4c98-8b61-35b9df0a7ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.173138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-df7dd9d2-c459-4163-b502-94513b1c62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:17.175159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-df7dd9d2-c459-4163-b502-94513b1c62d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.0988376 Nov 12 11:22:17.186667 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4651925f-dd35-4c98-8b61-35b9df0a7ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.261558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-6244b21f-33f1-4734-a0a2-1e45715ff77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:17.263083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-6244b21f-33f1-4734-a0a2-1e45715ff77b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808980 Nov 12 11:22:17.300623 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4651925f-dd35-4c98-8b61-35b9df0a7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.304806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4651925f-dd35-4c98-8b61-35b9df0a7ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.308419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4651925f-dd35-4c98-8b61-35b9df0a7ef5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6645939-1408-4288-987a-51540a6b5605 HTTP/1.1" status: 204 len: 168 time: 0.2656195 Nov 12 11:22:17.325135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651925f-dd35-4c98-8b61-35b9df0a7ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6645939-1408-4288-987a-51540a6b5605,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:17.392709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55610) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:17.464147 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-0a717d21-613f-48f0-9d22-6c73287928ed service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940079 Nov 12 11:22:17.469681 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5834f42e-b294-46d5-b646-10d4b3b9fdbd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12577aa2c54d4db7a7d034c594a0e1af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732193 Nov 12 11:22:17.471566 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55612) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:17.561483 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75369310-d08b-4420-85f4-1328e0556715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.589234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75369310-d08b-4420-85f4-1328e0556715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.651061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3dac-09bb-4b05-bbb7-f3f3e6efd5ab req-773123ba-b4b1-4d08-8bad-4d2402fee944 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:17.653215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f98d3dac-09bb-4b05-bbb7-f3f3e6efd5ab req-773123ba-b4b1-4d08-8bad-4d2402fee944 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1876438 Nov 12 11:22:17.685196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75369310-d08b-4420-85f4-1328e0556715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.688933 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75369310-d08b-4420-85f4-1328e0556715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.690342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-75369310-d08b-4420-85f4-1328e0556715 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8317e8ca-c1c7-4f83-9e7e-b0384a001d63 HTTP/1.1" status: 204 len: 168 time: 0.2177749 Nov 12 11:22:17.704067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-c9e8cce3-d186-461c-85af-120bb34714ff service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178841 Nov 12 11:22:17.718344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75369310-d08b-4420-85f4-1328e0556715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317e8ca-c1c7-4f83-9e7e-b0384a001d63,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:17.782631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f98d3dac-09bb-4b05-bbb7-f3f3e6efd5ab req-90932170-7856-4a7c-a6c6-3410daae43c2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212878 Nov 12 11:22:18.978892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ed2f6-eb7d-4b62-8b2d-d5a7415387d4 req-81b1fabc-f284-4e6d-87d2-0c88c4daa149 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:18.980598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e92ed2f6-eb7d-4b62-8b2d-d5a7415387d4 req-81b1fabc-f284-4e6d-87d2-0c88c4daa149 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.0655844 Nov 12 11:22:19.014029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55678) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:19.100292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e92ed2f6-eb7d-4b62-8b2d-d5a7415387d4 req-5a5f66a5-cca5-4553-8a1c-2a2f9e93d20a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104169 Nov 12 11:22:19.133786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1913074249-network', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:19.158904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Made reservation on behalf of 76ef1e6111804f05a6c111f785899ceb for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:19.161527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.172356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.269165 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.275991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.305332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:19.317382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe4922-564c-4057-813a-c9723a33ee9a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:19.331910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.332335 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Added segment 7caafbd1-bdb0-431f-9b60-dcff87cf2208 of type vlan for network 9d1fca85-e44c-4260-b452-055f3a030160 Nov 12 11:22:19.382482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.424181 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.425243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:19.425831 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.465049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4498322 Nov 12 11:22:19.467980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55724) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:19.477965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Request body: {'subnet': {'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1913074249-subnet', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:19.510588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Made reservation on behalf of 76ef1e6111804f05a6c111f785899ceb for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:19.512973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.520349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392043e8-5125-4b4a-bf5d-afbc0ffe239b admin admin] Pushing event updated for resources: {'Network': ['ID=9d1fca85-e44c-4260-b452-055f3a030160,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:19.538036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9d1fca85-e44c-4260-b452-055f3a030160 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:19.810505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.842855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-486173eb-b48d-426c-9069-7286cde83293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:19.845244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-486173eb-b48d-426c-9069-7286cde83293 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1097 time: 0.0652633 Nov 12 11:22:19.914168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96ff90b-77a2-49b3-9a4a-c02c3484e304,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:19.921472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55762) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:19.936966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Checking segment: {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:19.937371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Network hostable DHCP agents. Network: 9d1fca85-e44c-4260-b452-055f3a030160, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:19.964662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Network 9d1fca85-e44c-4260-b452-055f3a030160 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:19.991580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9d1fca85-e44c-4260-b452-055f3a030160) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:19.997314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:20.001569 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.006517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751f885-3b72-43d3-942b-d69233c08717 None None] Network 9d1fca85-e44c-4260-b452-055f3a030160 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:20.035521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-4904880c-a5e2-41da-b1ba-b4642d824e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:20.041404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-4904880c-a5e2-41da-b1ba-b4642d824e6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.1713686 Nov 12 11:22:20.048775 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-691e330d-1fc5-473e-a449-a1574bde6c3d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5786028 Nov 12 11:22:20.052256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55768) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:20.069549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:20.114929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d805dfd8-56a0-43ec-9a45-6707289cac78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.139082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-df844850-80d5-469f-9681-09c5feca383f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 1000 time: 0.0904357 Nov 12 11:22:20.264341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-32520b6b-38cb-47be-a8a8-d633a61184d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:20.267627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-32520b6b-38cb-47be-a8a8-d633a61184d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.1221871 Nov 12 11:22:20.271337 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.274842 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.350861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-9d1fca85-e44c-4260-b452-055f3a030160', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:22:20.351740 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.405411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-7e7c69fe-a79b-4703-baab-07a22e6b8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:20.408527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-7e7c69fe-a79b-4703-baab-07a22e6b8617 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333730 Nov 12 11:22:20.447776 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84bfe3-9a78-4e6f-bb8e-90f2fde0749a req-9d9dc501-4ebc-45e7-916a-5a9a8c828521 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:20.451894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb84bfe3-9a78-4e6f-bb8e-90f2fde0749a req-9d9dc501-4ebc-45e7-916a-5a9a8c828521 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1827948 Nov 12 11:22:20.471024 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.665872 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d805dfd8-56a0-43ec-9a45-6707289cac78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.679161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Allocated IP 172.20.0.2 (9d1fca85-e44c-4260-b452-055f3a030160/d96ff90b-77a2-49b3-9a4a-c02c3484e304/2947fae0-796e-43ff-a04d-e6be8aa6f730) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:20.738558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d805dfd8-56a0-43ec-9a45-6707289cac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.802820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.823732 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d805dfd8-56a0-43ec-9a45-6707289cac78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=882322e0837b432d8542df5496d0f92e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8977561 Nov 12 11:22:20.826495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805dfd8-56a0-43ec-9a45-6707289cac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e88a40-98f3-46c4-a4a0-9fec88ade362,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:20.829550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55790) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:20.959262 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be346a8f-9eaf-4085-84de-d8547bf345a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.997036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be346a8f-9eaf-4085-84de-d8547bf345a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.007671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.015572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.071948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Network 9d1fca85-e44c-4260-b452-055f3a030160 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:21.075136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:21.077916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:21.153991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Attempting to bind port 2947fae0-796e-43ff-a04d-e6be8aa6f730 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:21.154618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Attempting to bind port 2947fae0-796e-43ff-a04d-e6be8aa6f730 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:21.155154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Attempting to bind port 2947fae0-796e-43ff-a04d-e6be8aa6f730 on network 9d1fca85-e44c-4260-b452-055f3a030160 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:21.157438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Pushing event updated for resources: {'Port': ['ID=2947fae0-796e-43ff-a04d-e6be8aa6f730,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:21.164884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be346a8f-9eaf-4085-84de-d8547bf345a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.165857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:21.166687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Checking segment: {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:21.167582 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.168172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Bound using segment: {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:21.168320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be346a8f-9eaf-4085-84de-d8547bf345a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.168955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Bound port: 2947fae0-796e-43ff-a04d-e6be8aa6f730, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:21.171890 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-be346a8f-9eaf-4085-84de-d8547bf345a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83e88a40-98f3-46c4-a4a0-9fec88ade362 HTTP/1.1" status: 204 len: 168 time: 0.3365374 Nov 12 11:22:21.172666 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.197674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be346a8f-9eaf-4085-84de-d8547bf345a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e88a40-98f3-46c4-a4a0-9fec88ade362,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:21.214797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.254693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.276299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb84bfe3-9a78-4e6f-bb8e-90f2fde0749a req-c8311b50-13f0-46a4-97c4-1e27a27e4c53 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8028345 Nov 12 11:22:21.309853 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-dbfca4bc-7c9a-43af-a362-81bd3173b40a service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8885338 Nov 12 11:22:21.366259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] For port 2947fae0-796e-43ff-a04d-e6be8aa6f730, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:21.373944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] For port 2947fae0-796e-43ff-a04d-e6be8aa6f730, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2947fae0-796e-43ff-a04d-e6be8aa6f730,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:21.394625 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.540792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155ec7c-4279-4e53-9fdf-d599bde4351e None None] Pushing event updated for resources: {'Port': ['ID=2947fae0-796e-43ff-a04d-e6be8aa6f730,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:21.575276 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34b03c10-cbce-4e50-87ab-31d9ecd315ca req-1e5a48ca-506e-46eb-a299-400a820060b7 service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570589 Nov 12 11:22:21.610462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Allocated IP 172.25.2.119 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/25df7e61-3110-4b84-ab0d-b9b05ac539c8) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:21.824524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.987376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.079815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:22.083179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:22.087149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:22.093115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Pushing event updated for resources: {'Port': ['ID=25df7e61-3110-4b84-ab0d-b9b05ac539c8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:22.109698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9214ded-8efc-4149-9012-7ec388b8e19c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:22.234819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f7cc2957-5ca6-4854-acee-90633c83b893 None None] Provisioning complete for port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:22.239092 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2957-5ca6-4854-acee-90633c83b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.352399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc2957-5ca6-4854-acee-90633c83b893 None None] Port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:22.565386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2947fae0-796e-43ff-a04d-e6be8aa6f730 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:22.636674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2947fae0-796e-43ff-a04d-e6be8aa6f730 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:22.637404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.686970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f48a16-a7e2-4087-99e9-63c2bdc80606 req-7e4638ab-8006-4a6f-b5a4-f485f94197d4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:22.691768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22f48a16-a7e2-4087-99e9-63c2bdc80606 req-7e4638ab-8006-4a6f-b5a4-f485f94197d4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1900532 Nov 12 11:22:22.770653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.839515 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:22:22.861840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.936351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 2947fae0-796e-43ff-a04d-e6be8aa6f730, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2947fae0-796e-43ff-a04d-e6be8aa6f730,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:22.942555 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.035973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=2947fae0-796e-43ff-a04d-e6be8aa6f730,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:23.115323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-22f48a16-a7e2-4087-99e9-63c2bdc80606 req-a7533af4-03f0-4892-b103-fdc38860834a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117692 Nov 12 11:22:23.221472 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.364002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83bf0e-8232-4d8c-8907-0a36d31d0e94 None None] Network 9d1fca85-e44c-4260-b452-055f3a030160 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:23.381077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:22:23.567782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1978534f-ed47-478d-b561-7c387ca499ef None None] Provisioning complete for port 2947fae0-796e-43ff-a04d-e6be8aa6f730 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:23.569425 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1978534f-ed47-478d-b561-7c387ca499ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.961499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62fc78ae-44d4-4bcc-89f4-e98d2873df63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:24.081300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5b7a4d1b-89a9-44e7-8f9e-188eefc1d170 None None] Provisioning complete for port 2947fae0-796e-43ff-a04d-e6be8aa6f730 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:24.084341 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4d1b-89a9-44e7-8f9e-188eefc1d170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:24.119588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:24.131959 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Sync routers for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:24.144126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:24.159551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:21:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:24.185765 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:24.190083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7652f286-c199-4ae7-9cd8-1df74a07efb7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1363389 Nov 12 11:22:24.192905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55888) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:24.359550 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:24.483584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7a00a-c2c2-4873-9d1e-f3b09377153e req-6e99f6b9-df76-48ee-a18c-0470c176333a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:24.490841 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdf7a00a-c2c2-4873-9d1e-f3b09377153e req-6e99f6b9-df76-48ee-a18c-0470c176333a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1535819 Nov 12 11:22:24.538091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2947fae0-796e-43ff-a04d-e6be8aa6f730 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:24.615311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2947fae0-796e-43ff-a04d-e6be8aa6f730 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:24.616093 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:24.716447 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdf7a00a-c2c2-4873-9d1e-f3b09377153e req-28bbdde4-adc8-4778-816a-fb546f36175d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174435 Nov 12 11:22:24.989286 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:22Z', 'revision_number': 3, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:25.068815 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Checking router: 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:22:25.070518 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Updating router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:22:25.130802 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.411136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.449410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55946) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:25.688794 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.697319 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.787157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90af7d22-6691-45cf-b1b8-27dca4a49355 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:25.809852 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bdae850-90ff-4ab2-8670-97bb6b1ed7d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.846374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Allocated IP 172.20.0.1 (9d1fca85-e44c-4260-b452-055f3a030160/d96ff90b-77a2-49b3-9a4a-c02c3484e304/b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:25.927215 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Attempting to bind port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:25.934904 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Attempting to bind port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:25.937130 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Attempting to bind port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:25.975109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-035c4d7b-98f8-4db5-bf7d-c8f7be65b81e None None] Provisioning complete for port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:25.975482 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-035c4d7b-98f8-4db5-bf7d-c8f7be65b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.982758 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:25.983316 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:25.983731 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.984136 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:25.984648 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Bound port: 25df7e61-3110-4b84-ab0d-b9b05ac539c8, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:25.988445 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.093241 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbabf8-839f-4a7d-a0f0-374fa67e32df None None] Pushing event updated for resources: {'Port': ['ID=25df7e61-3110-4b84-ab0d-b9b05ac539c8,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:26.127958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-035c4d7b-98f8-4db5-bf7d-c8f7be65b81e None None] Port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:26.210933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] For port 25df7e61-3110-4b84-ab0d-b9b05ac539c8, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:26.214378 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] For port 25df7e61-3110-4b84-ab0d-b9b05ac539c8, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=25df7e61-3110-4b84-ab0d-b9b05ac539c8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:26.223611 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.257553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac305a4-be0a-4a2f-ada7-4210b75c37f1 req-1c1e65ae-8adc-48bd-ba1f-91402ee8d877 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.281447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac305a4-be0a-4a2f-ada7-4210b75c37f1 req-1c1e65ae-8adc-48bd-ba1f-91402ee8d877 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.2513354 Nov 12 11:22:26.311103 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-184b115d-6cf6-4a96-954b-7cb5a48d00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.312621 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.325115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bdae850-90ff-4ab2-8670-97bb6b1ed7d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.339022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bdae850-90ff-4ab2-8670-97bb6b1ed7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.384702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.385003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc453b-317c-474e-9d67-0d62e6ed029d None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:26.468345 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:26.473308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:26.484922 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbabf8-839f-4a7d-a0f0-374fa67e32df None None] Pushing event updated for resources: {'Port': ['ID=25df7e61-3110-4b84-ab0d-b9b05ac539c8,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:26.535582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ac305a4-be0a-4a2f-ada7-4210b75c37f1 req-7f09e4a4-7239-46c4-990b-4350c63fb6c4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532949 Nov 12 11:22:26.573300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-20efa90f-0902-40a2-b573-2c423b7b99c0 None None] Provisioning complete for port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:26.573819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20efa90f-0902-40a2-b573-2c423b7b99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.618557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Network 9d1fca85-e44c-4260-b452-055f3a030160 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:26.664212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:26.685813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:26.691235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 55962) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:26.694401 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9bdae850-90ff-4ab2-8670-97bb6b1ed7d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05ec7a4cac904b3c861235dc7c1bb641&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2437119 Nov 12 11:22:26.735470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdae850-90ff-4ab2-8670-97bb6b1ed7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f44a28-aec0-4aa5-bc9e-6d1e51cb6d78,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:26.796832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Pushing event updated for resources: {'Port': ['ID=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:26.807191 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20efa90f-0902-40a2-b573-2c423b7b99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.833924 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:26.860732 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-20efa90f-0902-40a2-b573-2c423b7b99c0 None None] For port 25df7e61-3110-4b84-ab0d-b9b05ac539c8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=25df7e61-3110-4b84-ab0d-b9b05ac539c8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:26.874169 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20efa90f-0902-40a2-b573-2c423b7b99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.972944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.013882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efa90f-0902-40a2-b573-2c423b7b99c0 None None] Pushing event updated for resources: {'Port': ['ID=25df7e61-3110-4b84-ab0d-b9b05ac539c8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:27.100591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cba136c2-dbdb-4495-b54c-01aa0cb85608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.107993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cfcabc5c-9be3-45f1-8d36-e110ab91337d None None] Provisioning complete for port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:27.108815 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cfcabc5c-9be3-45f1-8d36-e110ab91337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.156157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-cfcabc5c-9be3-45f1-8d36-e110ab91337d None None] Port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:27.174276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cba136c2-dbdb-4495-b54c-01aa0cb85608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.245630 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:22Z', 'revision_number': 3, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:27.273898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.307834 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab21178-9273-4ce7-9e64-4ad38ea0a7fa None None] The sync data for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 is: [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:22Z', 'revision_number': 3, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:27.342952 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cba136c2-dbdb-4495-b54c-01aa0cb85608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.342952 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cba136c2-dbdb-4495-b54c-01aa0cb85608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.347060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cba136c2-dbdb-4495-b54c-01aa0cb85608 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20f44a28-aec0-4aa5-bc9e-6d1e51cb6d78 HTTP/1.1" status: 204 len: 168 time: 0.6520617 Nov 12 11:22:27.386426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba136c2-dbdb-4495-b54c-01aa0cb85608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f44a28-aec0-4aa5-bc9e-6d1e51cb6d78,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:27.581984 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.584166 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.690076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Pushing event updated for resources: {'Port': ['ID=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:27.792563 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.803548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.970318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd7628-c063-4895-87ec-f18106e03746 req-1d41a025-7cc2-42fe-9669-d8fdc04e2da2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:27.971932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aabd7628-c063-4895-87ec-f18106e03746 req-1d41a025-7cc2-42fe-9669-d8fdc04e2da2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.2250428 Nov 12 11:22:28.041189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55986) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:28.065078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Network 9d1fca85-e44c-4260-b452-055f3a030160 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:28.083514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6179c6b3-bd6c-4d61-8c9c-d2ab9fe0e647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.087277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:28.104756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aabd7628-c063-4895-87ec-f18106e03746 req-a23bd62d-1bb3-4a2f-bf38-3769eedc51f0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260850 Nov 12 11:22:28.383106 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6179c6b3-bd6c-4d61-8c9c-d2ab9fe0e647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.390341 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6179c6b3-bd6c-4d61-8c9c-d2ab9fe0e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.391571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:28.486963 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6179c6b3-bd6c-4d61-8c9c-d2ab9fe0e647 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0de82acb27704a8a9c3e0d2a9e68af2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439857 Nov 12 11:22:28.487752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 55994) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:28.547943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179c6b3-bd6c-4d61-8c9c-d2ab9fe0e647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede3af0-0087-4763-96c5-7713c8b5baba,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:28.622967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-be69235f-5a8f-4d22-a049-9ea28b0c94fb None None] Provisioning complete for port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:28.628902 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be69235f-5a8f-4d22-a049-9ea28b0c94fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.646554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8eb9570d-85ea-49f8-823b-afd8bc12ddb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.688353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:28.712512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7ba4297a-5fb2-46ba-be76-bdd75536e441 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5094695 Nov 12 11:22:28.713211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-be69235f-5a8f-4d22-a049-9ea28b0c94fb None None] Port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:28.714296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 25df7e61-3110-4b84-ab0d-b9b05ac539c8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:28.722688 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8eb9570d-85ea-49f8-823b-afd8bc12ddb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.781342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:28.783292 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.833752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8eb9570d-85ea-49f8-823b-afd8bc12ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.837665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8eb9570d-85ea-49f8-823b-afd8bc12ddb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.840749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8eb9570d-85ea-49f8-823b-afd8bc12ddb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cede3af0-0087-4763-96c5-7713c8b5baba HTTP/1.1" status: 204 len: 168 time: 0.3454638 Nov 12 11:22:28.870573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9570d-85ea-49f8-823b-afd8bc12ddb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede3af0-0087-4763-96c5-7713c8b5baba,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:29.344944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0062e-3eee-403d-bd35-67528bf0b092 req-c37593e5-caa1-4be3-8e02-2ded804da104 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:29.348144 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10b0062e-3eee-403d-bd35-67528bf0b092 req-c37593e5-caa1-4be3-8e02-2ded804da104 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.0840585 Nov 12 11:22:29.437647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10b0062e-3eee-403d-bd35-67528bf0b092 req-e4310aa4-b143-419b-b52c-fdf8ccbc7d1b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820932 Nov 12 11:22:29.475728 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:29.865883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56034) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:29.872037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1304690030-network', 'tenant_id': '01d50783f20d4a04911d21460c12ba38'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:29.925512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Made reservation on behalf of 01d50783f20d4a04911d21460c12ba38 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:29.927933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:29.945057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.222603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.255137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.280330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Sync routers for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:30.304838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:30.305633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:30.406064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:30.449672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6321d1d-ff96-45c8-b8bc-d79d32298cbb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:30.526718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:30.527514 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-883a8b54-3a71-4646-a743-b0d264f6b31e service neutron] show failed (client error): The resource could not be found. Nov 12 11:22:30.530064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-883a8b54-3a71-4646-a743-b0d264f6b31e service neutron] 10.222.0.52 "GET /v2.0/ports/65a68a69-ef09-4089-a367-e3faa7220972/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.4557767 Nov 12 11:22:30.531827 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.533759 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Added segment 963a4415-a48a-401c-b965-68fb883336fc of type vlan for network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 Nov 12 11:22:30.639384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.802086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.805764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:30.825532 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.167986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.241364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 2, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:31.242026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56086) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:31.247078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3791487 Nov 12 11:22:31.249364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Request body: {'subnet': {'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1304690030-subnet', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:31.301352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Made reservation on behalf of 01d50783f20d4a04911d21460c12ba38 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:31.311956 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.355348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Checking router: 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:22:31.357736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Updating router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:22:31.382840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee3dc-683a-4efa-bc9a-4a8e1daffaa1 req-e8a2ac38-62b6-4b82-b536-57a65246cfc0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:31.386047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e7ee3dc-683a-4efa-bc9a-4a8e1daffaa1 req-e8a2ac38-62b6-4b82-b536-57a65246cfc0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.6743736 Nov 12 11:22:31.388768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce043a-06cf-4f44-9312-ceaa391b0a26 admin admin] Pushing event updated for resources: {'Network': ['ID=09c39a59-da3e-4a61-b467-6bfc84d0bed0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:31.416162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-8b808961-eee9-4e13-8831-e81a0bc6e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:31.418576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-8b808961-eee9-4e13-8831-e81a0bc6e551 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 1097 time: 0.3562214 Nov 12 11:22:31.441889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:31.464897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.488332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56090) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:31.502747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:31.682096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2e7ee3dc-683a-4efa-bc9a-4a8e1daffaa1 req-076ab2c3-1d8f-4cdf-a676-72f32966bd83 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792747 Nov 12 11:22:31.683611 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.894960 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.003213 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fb87d4-0918-4309-95ce-02bec9a07beb,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:32.011104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74b6ef2e-b174-4e30-ab27-3d86bdbad944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.067929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Checking segment: {'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:32.070175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Network hostable DHCP agents. Network: 09c39a59-da3e-4a61-b467-6bfc84d0bed0, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:32.119397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:32.136785 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 09c39a59-da3e-4a61-b467-6bfc84d0bed0) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:32.145748 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:32.147406 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.183694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4549e6cc-905d-4d48-978c-20a61ca0ff0c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9380198 Nov 12 11:22:32.185260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56106) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:32.194076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:32.197602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:32.200787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec6f53b-8eda-475b-8313-33e602dec6a5 None None] Network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:32.245833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.247438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.258451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:32.331877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:32.334208 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3fb8cd-fba4-4b31-84cd-2ac2809cc85d" -d '{"events": [{"server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "name": "network-vif-unplugged", "status": "completed", "tag": "65a68a69-ef09-4089-a367-e3faa7220972"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:32.338743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.342214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74b6ef2e-b174-4e30-ab27-3d86bdbad944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.348841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.362747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74b6ef2e-b174-4e30-ab27-3d86bdbad944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.393867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Transition to ACTIVE for port object 65a68a69-ef09-4089-a367-e3faa7220972 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:22:32.432171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.561087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.602190 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689c2ee3-3724-440b-b269-3c025514f84b x-openstack-request-id: req-689c2ee3-3724-440b-b269-3c025514f84b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:32.602755 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "name": "network-vif-unplugged", "status": "completed", "tag": "65a68a69-ef09-4089-a367-e3faa7220972", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:32.603203 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-689c2ee3-3724-440b-b269-3c025514f84b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:32.603777 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972', 'code': 200} Nov 12 11:22:32.611993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:32.650516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-74b6ef2e-b174-4e30-ab27-3d86bdbad944 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da2fa04e50784fd5b7220e9220887daa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1587944 Nov 12 11:22:32.651628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56124) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:32.814747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-09c39a59-da3e-4a61-b467-6bfc84d0bed0', 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'fixed_ips': [{'subnet_id': '83fb87d4-0918-4309-95ce-02bec9a07beb'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:22:32.816585 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.012189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6ef2e-b174-4e30-ab27-3d86bdbad944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806c6d86-cab8-4a85-8fe0-6eef3fb0a7d5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:33.021634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] No DVR routers for this DVR port 65a68a69-ef09-4089-a367-e3faa7220972 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:33.143115 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.164728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.166503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.221665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.354862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d0a8e-3cb5-45cf-b98f-a50e7edd669a None None] Pushing event updated for resources: {'Port': ['ID=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:33.421972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a8d8b-c0e8-4f0c-85a3-3fb8d45b2028 req-d1ebd895-a80e-40db-8867-9d541d505600 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:33.433756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-175a8d8b-c0e8-4f0c-85a3-3fb8d45b2028 req-d1ebd895-a80e-40db-8867-9d541d505600 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 943 time: 0.4584026 Nov 12 11:22:33.474003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4eba7ffe-0349-4bd9-b969-90a47f78a5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.491350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Attempting to bind port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:33.491867 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Attempting to bind port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:33.492248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Attempting to bind port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a on network 9d1fca85-e44c-4260-b452-055f3a030160 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:33.501861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:33.502335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Checking segment: {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:33.502696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.503103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Bound using segment: {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:33.503912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Bound port: b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:33.504157 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.507384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Allocated IP 172.25.2.36 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/6c339633-79c7-4fdd-88dd-6a71fa9d1cc7) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:33.521322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Attempting to bind port 65a68a69-ef09-4089-a367-e3faa7220972 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:33.521667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Attempting to bind port 65a68a69-ef09-4089-a367-e3faa7220972 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:33.521998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Attempting to bind port 65a68a69-ef09-4089-a367-e3faa7220972 on network e019540b-7540-439d-89de-ce10cedd2700 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:33.541402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Port 65a68a69-ef09-4089-a367-e3faa7220972 on network e019540b-7540-439d-89de-ce10cedd2700 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:22:33.541754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Attempting to bind port 65a68a69-ef09-4089-a367-e3faa7220972 on network e019540b-7540-439d-89de-ce10cedd2700 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:33.565708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:33.566077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Checking segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:33.566425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Bound using segment: {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:33.566839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Bound port: 65a68a69-ef09-4089-a367-e3faa7220972, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e62032d-2073-4a61-846a-b9c9e34657b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:33.575520 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.606508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4eba7ffe-0349-4bd9-b969-90a47f78a5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.625721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] For port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:33.630231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] For port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:33.639476 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.651280 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-175a8d8b-c0e8-4f0c-85a3-3fb8d45b2028 req-ca8d0380-7abb-4a79-b979-0bfb5a868b54 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163935 Nov 12 11:22:33.729370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Allocated IP 172.20.0.2 (09c39a59-da3e-4a61-b467-6bfc84d0bed0/83fb87d4-0918-4309-95ce-02bec9a07beb/881143b3-e9a5-4eb8-b801-d65a97908ae3) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:33.774787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:33.775578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:33.805403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.862000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:33.866650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:33.879167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.908945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.917871 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4eba7ffe-0349-4bd9-b969-90a47f78a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.920530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4eba7ffe-0349-4bd9-b969-90a47f78a5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.925172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4eba7ffe-0349-4bd9-b969-90a47f78a5e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/806c6d86-cab8-4a85-8fe0-6eef3fb0a7d5 HTTP/1.1" status: 204 len: 168 time: 0.9799430 Nov 12 11:22:33.954042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba7ffe-0349-4bd9-b969-90a47f78a5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c6d86-cab8-4a85-8fe0-6eef3fb0a7d5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:33.957887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:33.958886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.961340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 1092 time: 2.5292342 Nov 12 11:22:33.968940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:33.974848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e56846-5cd4-4559-a1aa-a125afc778b8 service neutron] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:33.976539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:33.979449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:34.148024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-e796c776-bddf-4da5-b03d-e0ec6327fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:34.154816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-e796c776-bddf-4da5-b03d-e0ec6327fbbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1095 time: 0.1581476 Nov 12 11:22:34.156296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56166) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:34.312017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:34.410711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Pushing event updated for resources: {'Port': ['ID=6c339633-79c7-4fdd-88dd-6a71fa9d1cc7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:34.583920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-9655c51c-0179-4ce5-80c4-32d3e69ba485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:34.588777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-9655c51c-0179-4ce5-80c4-32d3e69ba485 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.4161711 Nov 12 11:22:34.617527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:34.626748 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d12fad-c722-481b-b5a1-f6b810547a09" -d '{"events": [{"name": "network-changed", "server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "tag": "65a68a69-ef09-4089-a367-e3faa7220972"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:34.735519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 65a68a69-ef09-4089-a367-e3faa7220972 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:34.759575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9761d87-16c8-44fa-8da5-0ff20fbdc500 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:34.826707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-88475676-f95a-42fc-a1cf-4df1b5f4274e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 998 time: 0.2298529 Nov 12 11:22:34.840385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d0a8e-3cb5-45cf-b98f-a50e7edd669a None None] Pushing event updated for resources: {'Port': ['ID=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:34.872437 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:34.940608 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab3b70-e9c2-4714-996d-8f0ce05a9ac6 x-openstack-request-id: req-5eab3b70-e9c2-4714-996d-8f0ce05a9ac6 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:34.942330 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "tag": "65a68a69-ef09-4089-a367-e3faa7220972", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:34.942766 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5eab3b70-e9c2-4714-996d-8f0ce05a9ac6 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:34.945556 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972', 'status': 'completed', 'code': 200} Nov 12 11:22:35.027292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d8dc-cb46-4e83-ba64-82d635285aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.117877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-5deecff6-4dde-4914-b5a1-013cda7b0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:35.119661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-5deecff6-4dde-4914-b5a1-013cda7b0e1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.2800214 Nov 12 11:22:35.185173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-b27bea87-c38e-44f5-a6fd-fa21f91fdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:35.187069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-b27bea87-c38e-44f5-a6fd-fa21f91fdbf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1095 time: 0.3044121 Nov 12 11:22:35.218280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.254670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56182) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:35.278395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-a468cb02-0bc5-4c0b-a73d-435ba941aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:35.280396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-a468cb02-0bc5-4c0b-a73d-435ba941aee5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1515112 Nov 12 11:22:35.297573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-287676be-3349-4529-9d94-c2d54b74e865 None None] Provisioning complete for port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:35.297969 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-287676be-3349-4529-9d94-c2d54b74e865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.331888 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 65a68a69-ef09-4089-a367-e3faa7220972 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:35.438132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d213aa-5666-4425-a973-614cac00c141 req-741c298a-f4ff-47e8-9a18-3c1665055d30 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:35.440418 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2d213aa-5666-4425-a973-614cac00c141 req-741c298a-f4ff-47e8-9a18-3c1665055d30 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 943 time: 0.4176548 Nov 12 11:22:35.506680 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.526079 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.532711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:33Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:35.557587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2d213aa-5666-4425-a973-614cac00c141 req-6ceb66b0-21fe-463a-9957-dd632c0c64e6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090558 Nov 12 11:22:35.594472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Router 14c31155-d990-490a-9b42-20d8e2b9ff66 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:22:35.638867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-287676be-3349-4529-9d94-c2d54b74e865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.643744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18c871-a188-45cb-9978-592b30f26597 None None] The sync data for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 is: [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:33Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:35.670481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:35.677157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:35.682915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:35.697646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Pushing event updated for resources: {'Port': ['ID=881143b3-e9a5-4eb8-b801-d65a97908ae3,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:35.753286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-287676be-3349-4529-9d94-c2d54b74e865 None None] For port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:35.790248 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-287676be-3349-4529-9d94-c2d54b74e865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.863679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287676be-3349-4529-9d94-c2d54b74e865 None None] Pushing event updated for resources: {'Port': ['ID=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:35.906774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Attempting to bind port 881143b3-e9a5-4eb8-b801-d65a97908ae3 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:35.907165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Attempting to bind port 881143b3-e9a5-4eb8-b801-d65a97908ae3 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:35.907505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Attempting to bind port 881143b3-e9a5-4eb8-b801-d65a97908ae3 on network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:35.921485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:35.921861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Checking segment: {'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:35.922369 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.922646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Bound using segment: {'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:35.923144 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Bound port: 881143b3-e9a5-4eb8-b801-d65a97908ae3, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:35.923525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.958689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7c90ed52-c9ee-4cff-af2f-f1f27f28086e None None] Provisioning complete for port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:35.959075 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c90ed52-c9ee-4cff-af2f-f1f27f28086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.968224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:35.991933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Sync routers for ids ['14c31155-d990-490a-9b42-20d8e2b9ff66'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:36.020702 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Routers {'14c31155-d990-490a-9b42-20d8e2b9ff66'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:36.023356 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['14c31155-d990-490a-9b42-20d8e2b9ff66'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:36.057449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.086555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3b6897d7-8d74-43aa-82f6-b89c65f29022 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8892589 Nov 12 11:22:36.086555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56190) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:36.254163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] For port 881143b3-e9a5-4eb8-b801-d65a97908ae3, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:36.270130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] For port 881143b3-e9a5-4eb8-b801-d65a97908ae3, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=881143b3-e9a5-4eb8-b801-d65a97908ae3,segment=NetworkSegment(963a4415-a48a-401c-b965-68fb883336fc),segment_id=963a4415-a48a-401c-b965-68fb883336fc)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:36.282072 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-9c9df4d0-5cfe-45e1-8bed-423a31c2f72f service neutron] 10.222.0.59 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9236057 Nov 12 11:22:36.292779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.317310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a4d744d-9afd-4975-80ac-55c28ad92046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.420267 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Set router 14c31155-d990-490a-9b42-20d8e2b9ff66 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:36.478518 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d8dc-cb46-4e83-ba64-82d635285aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.531646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2566c-eb80-405c-9108-64405e27eb21 None None] Pushing event updated for resources: {'Port': ['ID=881143b3-e9a5-4eb8-b801-d65a97908ae3,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:36.541532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7c90ed52-c9ee-4cff-af2f-f1f27f28086e None None] Port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:36.555063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7c90ed52-c9ee-4cff-af2f-f1f27f28086e None None] Provisioning complete for port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:36.555966 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c90ed52-c9ee-4cff-af2f-f1f27f28086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.659303 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d8dc-cb46-4e83-ba64-82d635285aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.907824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:36.960287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-2edbc9e6-138f-4847-8581-f3d624cefda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:36.965328 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:22:34Z', 'revision_number': 3, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port': {'id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:33Z', 'updated_at': '2021-11-12T11:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:36.973470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-2edbc9e6-138f-4847-8581-f3d624cefda8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 1.7791080 Nov 12 11:22:37.030833 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Checking router: 14c31155-d990-490a-9b42-20d8e2b9ff66 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:22:37.044903 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Updating router 14c31155-d990-490a-9b42-20d8e2b9ff66 port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:22:37.055382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:37.055752 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.098373 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.258043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4d8dc-cb46-4e83-ba64-82d635285aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a2c3de-0583-4623-9026-f44a78f67754,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:37.300009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b3d4d8dc-cb46-4e83-ba64-82d635285aa6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcff141d94ac40f888515642132a8bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1423790 Nov 12 11:22:37.317529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56200) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:37.461059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94858f42-b5d9-4cda-99af-66d7132e3bdc req-64941060-2b53-45db-b115-82679c9b0422 service neutron] 10.222.0.59 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1451039 Nov 12 11:22:37.501691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5772-e268-4846-bd83-fc00d36ce30b req-0d6bb0f7-09d1-4f8c-be82-98d3b888fdcc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:37.503296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-478f5772-e268-4846-bd83-fc00d36ce30b req-0d6bb0f7-09d1-4f8c-be82-98d3b888fdcc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 943 time: 0.7208476 Nov 12 11:22:37.530098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-84dfae52-dbdf-4b49-98e0-1d8e12773ea9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 998 time: 0.5326915 Nov 12 11:22:37.651119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c87bb6e-3760-40cb-b5eb-5e66fb3eafaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.713037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c87bb6e-3760-40cb-b5eb-5e66fb3eafaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.006302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c87bb6e-3760-40cb-b5eb-5e66fb3eafaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.018027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8c87bb6e-3760-40cb-b5eb-5e66fb3eafaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.018952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8c87bb6e-3760-40cb-b5eb-5e66fb3eafaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11a2c3de-0583-4623-9026-f44a78f67754 HTTP/1.1" status: 204 len: 168 time: 0.6971247 Nov 12 11:22:38.019130 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.033899 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.042613 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a4d744d-9afd-4975-80ac-55c28ad92046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.086943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab517b6e-df8a-4601-834c-ff222b7421a5 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:38.135244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a4d744d-9afd-4975-80ac-55c28ad92046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.157204 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Attempting to bind port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:38.157590 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Attempting to bind port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:38.157923 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Attempting to bind port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:38.165749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87bb6e-3760-40cb-b5eb-5e66fb3eafaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a2c3de-0583-4623-9026-f44a78f67754,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:38.203228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-e37ac887-e1d1-494c-a318-169036cc4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:38.203909 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b51f6c-e5fa-4aba-aa4b-3563b9051c67 None None] Pushing event updated for resources: {'Port': ['ID=6c339633-79c7-4fdd-88dd-6a71fa9d1cc7,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:38.205050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-e37ac887-e1d1-494c-a318-169036cc4e9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.6068618 Nov 12 11:22:38.247279 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:38.247662 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:38.248089 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.248468 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:38.255930 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Bound port: 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:38.256474 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.317591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-478f5772-e268-4846-bd83-fc00d36ce30b req-c30bf101-a086-431e-a91a-fbcae7c22f1a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7444317 Nov 12 11:22:38.328296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-21d4969d-4e6e-44a9-88c9-4c8bbec0e805 None None] Provisioning complete for port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:38.328686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21d4969d-4e6e-44a9-88c9-4c8bbec0e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.403320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-1ad32c0c-0a3b-462d-a6a1-807f241c9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:38.415209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-1ad32c0c-0a3b-462d-a6a1-807f241c9beb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1095 time: 0.8155563 Nov 12 11:22:38.433005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d744d-9afd-4975-80ac-55c28ad92046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5b6b7d-e595-4cf7-b2bc-ea16d90c58ee,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:38.438783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-21d4969d-4e6e-44a9-88c9-4c8bbec0e805 None None] Port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:38.447390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6a4d744d-9afd-4975-80ac-55c28ad92046 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=671908c5ad484a3ea774024517a7c33e&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1917422 Nov 12 11:22:38.451569 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56212) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:38.600426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246f2a7-3f1f-49d6-a5a2-46ee4c30e045 None None] Network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:38.648642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-f4a0ec2f-c5bc-457f-865d-8f20984e674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:38.652022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-f4a0ec2f-c5bc-457f-865d-8f20984e674c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4315722 Nov 12 11:22:38.696451 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] For port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:38.707804 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] For port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c339633-79c7-4fdd-88dd-6a71fa9d1cc7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:38.716252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-044b1383-75ef-481b-ae1a-fa46a1ce624c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.718263 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.827125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-044b1383-75ef-481b-ae1a-fa46a1ce624c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.888696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-a88946be-172e-4630-b744-289114004c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:38.904107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-a88946be-172e-4630-b744-289114004c44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.4617088 Nov 12 11:22:38.908156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543c76d-b75a-4ca9-b817-075bfabba3a1 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:38.935734 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Routers {'14c31155-d990-490a-9b42-20d8e2b9ff66'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:38.942413 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['14c31155-d990-490a-9b42-20d8e2b9ff66'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:38.971122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 881143b3-e9a5-4eb8-b801-d65a97908ae3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:39.082306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56218) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:39.082538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9cbe4fdc-fa92-4a22-ba63-0c2598018b56 None None] Provisioning complete for port 881143b3-e9a5-4eb8-b801-d65a97908ae3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:39.082977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cbe4fdc-fa92-4a22-ba63-0c2598018b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.158899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-69c756c9-c77e-4b54-b9d8-6502da075cb7 service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910140 Nov 12 11:22:39.172037 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] Set router 14c31155-d990-490a-9b42-20d8e2b9ff66 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:39.208849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-f0631ceb-c3d5-4dbb-ab1c-795b48ea8d6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 998 time: 0.2875519 Nov 12 11:22:39.239929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1269195-c74b-497c-86b6-c5154193f9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.397324 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b51f6c-e5fa-4aba-aa4b-3563b9051c67 None None] Pushing event updated for resources: {'Port': ['ID=6c339633-79c7-4fdd-88dd-6a71fa9d1cc7,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:39.407950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 881143b3-e9a5-4eb8-b801-d65a97908ae3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:39.408587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.521947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56226) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:39.532008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-687e7c8b-01d5-4316-8461-32d7a37c3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:39.533851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-687e7c8b-01d5-4316-8461-32d7a37c3da9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.2641771 Nov 12 11:22:39.586264 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.614948 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-044b1383-75ef-481b-ae1a-fa46a1ce624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.618453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-044b1383-75ef-481b-ae1a-fa46a1ce624c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.624915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-044b1383-75ef-481b-ae1a-fa46a1ce624c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f5b6b7d-e595-4cf7-b2bc-ea16d90c58ee HTTP/1.1" status: 204 len: 168 time: 1.1670887 Nov 12 11:22:39.631983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-730364ab-5e83-4028-88a4-ff12ac50a647 service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648652 Nov 12 11:22:39.660728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-7f864c68-e608-4a46-9d48-36a6e9a77a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:39.662180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-7f864c68-e608-4a46-9d48-36a6e9a77a47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163273 Nov 12 11:22:39.732950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 65a68a69-ef09-4089-a367-e3faa7220972 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:22:39.859964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed56b9-ea64-4ffd-9849-241eb47b3c99 req-d69bd2cf-a416-494a-a94d-e9c75d2e6f32 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:39.870242 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1ed56b9-ea64-4ffd-9849-241eb47b3c99 req-d69bd2cf-a416-494a-a94d-e9c75d2e6f32 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 943 time: 0.3912652 Nov 12 11:22:39.905700 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:22:34Z', 'revision_number': 3, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port': {'id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:33Z', 'updated_at': '2021-11-12T11:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:39.984823 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26473d-405e-49dd-b37b-bf74dfd5ec9f None None] The sync data for ids ['14c31155-d990-490a-9b42-20d8e2b9ff66'] in n-d-768851-19 is: [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:22:34Z', 'revision_number': 3, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port': {'id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:33Z', 'updated_at': '2021-11-12T11:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:40.016766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-268ead20-e02b-4a5f-b4f9-ef340f334494 service neutron] 10.222.0.59 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314025 Nov 12 11:22:40.078180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b1383-75ef-481b-ae1a-fa46a1ce624c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5b6b7d-e595-4cf7-b2bc-ea16d90c58ee,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:40.163785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:40.200537 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cbe4fdc-fa92-4a22-ba63-0c2598018b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.274620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '65a68a69-ef09-4089-a367-e3faa7220972', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'port_id': '65a68a69-ef09-4089-a367-e3faa7220972', 'mac_address': 'fa:16:3e:ba:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:22:40.362426 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.475745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1d12fad-c722-481b-b5a1-f6b810547a09 req-21457034-578d-4f27-85f7-7b04102eb6c5 service neutron] 10.222.0.59 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490964 Nov 12 11:22:40.484812 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.523442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9cbe4fdc-fa92-4a22-ba63-0c2598018b56 None None] For port 881143b3-e9a5-4eb8-b801-d65a97908ae3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=881143b3-e9a5-4eb8-b801-d65a97908ae3,segment=NetworkSegment(963a4415-a48a-401c-b965-68fb883336fc),segment_id=963a4415-a48a-401c-b965-68fb883336fc)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:40.527017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a68a69-ef09-4089-a367-e3faa7220972 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:40.567260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:40.594860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1269195-c74b-497c-86b6-c5154193f9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.600714 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.612373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1ed56b9-ea64-4ffd-9849-241eb47b3c99 req-d76a10ad-649a-4a2c-af18-d1d99e4ca306 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6834776 Nov 12 11:22:40.618730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22ef3958-63e3-46b8-9b54-ca54164480c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.649757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1269195-c74b-497c-86b6-c5154193f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.657531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cbe4fdc-fa92-4a22-ba63-0c2598018b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.666955 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.801962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a1269195-c74b-497c-86b6-c5154193f9a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2d6a011379646e5ab031af7e0ae7bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6696825 Nov 12 11:22:40.805428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56244) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:40.872555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Allocated IP 172.20.0.1 (09c39a59-da3e-4a61-b467-6bfc84d0bed0/83fb87d4-0918-4309-95ce-02bec9a07beb/98644716-62d4-4fa6-b3c6-d0cc94fe626f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:40.880905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1269195-c74b-497c-86b6-c5154193f9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da37e998-498e-410c-836d-a8ed89f06aa4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:40.940423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:40.955527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f9142672-5b36-4c0f-917e-14664aecbe8c None None] Provisioning complete for port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:40.956021 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9142672-5b36-4c0f-917e-14664aecbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.961133 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b77c82a8-d388-4b04-a847-97a1766af946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.091151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['65a68a69-ef09-4089-a367-e3faa7220972'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:22:41.093938 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b77c82a8-d388-4b04-a847-97a1766af946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.223478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22ef3958-63e3-46b8-9b54-ca54164480c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.231772 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b77c82a8-d388-4b04-a847-97a1766af946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.235895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b77c82a8-d388-4b04-a847-97a1766af946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.237345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b77c82a8-d388-4b04-a847-97a1766af946 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da37e998-498e-410c-836d-a8ed89f06aa4 HTTP/1.1" status: 204 len: 168 time: 0.4298329 Nov 12 11:22:41.266085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c82a8-d388-4b04-a847-97a1766af946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da37e998-498e-410c-836d-a8ed89f06aa4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:41.266321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22ef3958-63e3-46b8-9b54-ca54164480c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.305552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:41.449667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe4fdc-fa92-4a22-ba63-0c2598018b56 None None] Pushing event updated for resources: {'Port': ['ID=881143b3-e9a5-4eb8-b801-d65a97908ae3,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:41.459594 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-22ef3958-63e3-46b8-9b54-ca54164480c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eda4e962d7af48f49cc04cd2f71eb4ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9340894 Nov 12 11:22:41.460119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56252) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:41.483420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef3958-63e3-46b8-9b54-ca54164480c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42de09f7-ef09-4c5e-acc6-c1ef20bff770,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:41.704781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2be4714c-feb8-4b0c-9726-d3197b540478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.747851 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9142672-5b36-4c0f-917e-14664aecbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.807730 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2be4714c-feb8-4b0c-9726-d3197b540478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.811685 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.848549 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.860711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f9142672-5b36-4c0f-917e-14664aecbe8c None None] For port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c339633-79c7-4fdd-88dd-6a71fa9d1cc7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:41.878777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:41.879316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.881234 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9142672-5b36-4c0f-917e-14664aecbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.904031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:41.913185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:41.919529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:41.983761 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2be4714c-feb8-4b0c-9726-d3197b540478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.993279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2be4714c-feb8-4b0c-9726-d3197b540478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.999031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2be4714c-feb8-4b0c-9726-d3197b540478 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42de09f7-ef09-4c5e-acc6-c1ef20bff770 HTTP/1.1" status: 204 len: 168 time: 0.5332899 Nov 12 11:22:42.035426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f9142672-5b36-4c0f-917e-14664aecbe8c None None] Provisioning complete for port 881143b3-e9a5-4eb8-b801-d65a97908ae3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:42.036001 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9142672-5b36-4c0f-917e-14664aecbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.056226 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.114958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4714c-feb8-4b0c-9726-d3197b540478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42de09f7-ef09-4c5e-acc6-c1ef20bff770,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:42.178018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8503719-8039-4a0a-b31c-8d2e92e2c8e7 req-ee854cfb-078b-4e4b-af13-af340871cc7c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:42.182526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8503719-8039-4a0a-b31c-8d2e92e2c8e7 req-ee854cfb-078b-4e4b-af13-af340871cc7c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 944 time: 0.2111764 Nov 12 11:22:42.280028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Pushing event updated for resources: {'Port': ['ID=98644716-62d4-4fa6-b3c6-d0cc94fe626f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:42.321839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9142672-5b36-4c0f-917e-14664aecbe8c None None] Pushing event updated for resources: {'Port': ['ID=6c339633-79c7-4fdd-88dd-6a71fa9d1cc7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:42.347028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8503719-8039-4a0a-b31c-8d2e92e2c8e7 req-56b9b078-8dd1-416b-b6cc-d1a8b7c1efd0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528482 Nov 12 11:22:42.543587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.888358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6c15ff76-bbb1-4e61-8d72-d80b6a2a5c62 None None] Provisioning complete for port 98644716-62d4-4fa6-b3c6-d0cc94fe626f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:42.892737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c15ff76-bbb1-4e61-8d72-d80b6a2a5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.971585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6c15ff76-bbb1-4e61-8d72-d80b6a2a5c62 None None] Port 98644716-62d4-4fa6-b3c6-d0cc94fe626f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:42.983070 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.990538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.004521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed5e0-c128-4f1d-85de-3009e61b0b42 req-196343bb-924f-45c6-b1ac-436a13d8ff95 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:43.013636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad6ed5e0-c128-4f1d-85de-3009e61b0b42 req-196343bb-924f-45c6-b1ac-436a13d8ff95 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 944 time: 0.3630831 Nov 12 11:22:43.051557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-8459a110-3f5d-42d5-9ae2-f4133afcd4f4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:43.057941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-8459a110-3f5d-42d5-9ae2-f4133afcd4f4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89&tenant_id=457c723929f14efab737d75f4170b9cc&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 944 time: 0.3656859 Nov 12 11:22:43.113129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Pushing event updated for resources: {'Port': ['ID=98644716-62d4-4fa6-b3c6-d0cc94fe626f,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:43.150534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.159185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:43.238611 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-a726c733-579a-400f-85f7-d504d0bc41d7 service neutron] delete failed (client error): The resource could not be found. Nov 12 11:22:43.240369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-a726c733-579a-400f-85f7-d504d0bc41d7 service neutron] 10.222.0.52 "DELETE /v2.0/ports/65a68a69-ef09-4089-a367-e3faa7220972/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.1698737 Nov 12 11:22:43.289820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:43.294454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.362044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad6ed5e0-c128-4f1d-85de-3009e61b0b42 req-dff88249-cc42-463c-b191-a6412eb7d5e9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003109 Nov 12 11:22:43.415499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:43.418479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:43.467434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 881143b3-e9a5-4eb8-b801-d65a97908ae3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:43.474096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-26dbcf82-eb01-4493-9b27-af97d087b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:43.476385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-26dbcf82-eb01-4493-9b27-af97d087b77e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1096 time: 0.1572776 Nov 12 11:22:43.547509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 881143b3-e9a5-4eb8-b801-d65a97908ae3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:43.547817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.629011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 65a68a69-ef09-4089-a367-e3faa7220972 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:43.707166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Router 14c31155-d990-490a-9b42-20d8e2b9ff66 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:43.822439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 65a68a69-ef09-4089-a367-e3faa7220972 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:22:43.831991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 65a68a69-ef09-4089-a367-e3faa7220972 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:43.832504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.859475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-f68686b6-7196-4c2e-bfb1-6ac7447efacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:43.864118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-f68686b6-7196-4c2e-bfb1-6ac7447efacb service neutron] 10.222.0.52 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.3811271 Nov 12 11:22:43.994787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:44.002347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a8f5b649-2504-4db6-bd77-90d0d5c7f728 admin admin] 10.222.0.31 "PUT /v2.0/routers/14c31155-d990-490a-9b42-20d8e2b9ff66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9045074 Nov 12 11:22:44.034098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a5731abd-5c9b-4e3e-afad-717afb673dbc None None] Provisioning complete for port 98644716-62d4-4fa6-b3c6-d0cc94fe626f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:44.034682 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a5731abd-5c9b-4e3e-afad-717afb673dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:44.035882 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-e7458c62-d454-405d-bced-25d4e1df232d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 999 time: 0.1645713 Nov 12 11:22:44.040234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Sync routers for ids ['14c31155-d990-490a-9b42-20d8e2b9ff66'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:44.097207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-616effc3-e88a-46ed-97f8-da2c903015ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:44.099668 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-616effc3-e88a-46ed-97f8-da2c903015ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.0561786 Nov 12 11:22:44.131495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a5731abd-5c9b-4e3e-afad-717afb673dbc None None] Port 98644716-62d4-4fa6-b3c6-d0cc94fe626f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:44.133843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:44.135986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Routers {'14c31155-d990-490a-9b42-20d8e2b9ff66'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:44.136619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['14c31155-d990-490a-9b42-20d8e2b9ff66'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:44.216825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:44.222759 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8f1345-83ff-4211-ae37-0c05a3a7644b" -d '{"events": [{"server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "name": "network-vif-plugged", "status": "completed", "tag": "65a68a69-ef09-4089-a367-e3faa7220972"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:44.228416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-10dfac55-3a9a-432e-9146-2ff01042f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:44.233582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-10dfac55-3a9a-432e-9146-2ff01042f94c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268497 Nov 12 11:22:44.246567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:44.315924 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:44.330632 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68878d6-c012-4c60-90c5-608e97a47511 x-openstack-request-id: req-b68878d6-c012-4c60-90c5-608e97a47511 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:44.330918 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "name": "network-vif-plugged", "status": "completed", "tag": "65a68a69-ef09-4089-a367-e3faa7220972", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:44.331170 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b68878d6-c012-4c60-90c5-608e97a47511 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:44.331563 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972', 'code': 200} Nov 12 11:22:44.442999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-eb368af3-adcf-4c7b-af98-5ab81bc0c9d1 service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022510 Nov 12 11:22:44.496204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Set router 14c31155-d990-490a-9b42-20d8e2b9ff66 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:44.620123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:44.682831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f26c-67f6-45f9-82a4-2fd864730b46 req-8265d2b4-bd4d-445d-963d-04c237488c92 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:44.684635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a029f26c-67f6-45f9-82a4-2fd864730b46 req-8265d2b4-bd4d-445d-963d-04c237488c92 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1563425 Nov 12 11:22:44.688399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-192f0438-3649-4d99-ad9e-e154af00b1dc req-9fff69fb-24df-4de9-829f-55f54926774d service neutron] 10.222.0.52 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382877 Nov 12 11:22:44.873538 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a029f26c-67f6-45f9-82a4-2fd864730b46 req-2a350c60-242c-4b5b-993a-0ceb25ced395 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775382 Nov 12 11:22:45.281643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:22:42Z', 'revision_number': 4, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port': {'id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:33Z', 'updated_at': '2021-11-12T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '98644716-62d4-4fa6-b3c6-d0cc94fe626f', 'name': '', 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'mac_address': 'fa:16:3e:aa:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '83fb87d4-0918-4309-95ce-02bec9a07beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:39Z', 'updated_at': '2021-11-12T11:22:42Z', 'revision_number': 2, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'subnets': [{'id': '83fb87d4-0918-4309-95ce-02bec9a07beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:45.314984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56368) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:45.320238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9a2dde3a-e1a9-42cc-b4b2-c09af4abfbe5 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95785673', 'description': 'tempest-secgroup-smoke-95785673 description', 'project_id': '76ef1e6111804f05a6c111f785899ceb'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:45.352387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Checking router: 14c31155-d990-490a-9b42-20d8e2b9ff66 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:22:45.356617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Updating router 14c31155-d990-490a-9b42-20d8e2b9ff66 port 98644716-62d4-4fa6-b3c6-d0cc94fe626f binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:22:45.365120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a2dde3a-e1a9-42cc-b4b2-c09af4abfbe5 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.421986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.558040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a2dde3a-e1a9-42cc-b4b2-c09af4abfbe5 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.572095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a2dde3a-e1a9-42cc-b4b2-c09af4abfbe5 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.689500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dde3a-e1a9-42cc-b4b2-c09af4abfbe5 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50321167-1fcf-4a78-9a55-282f396c2183,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:45.708156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a2dde3a-e1a9-42cc-b4b2-c09af4abfbe5 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.710340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9a2dde3a-e1a9-42cc-b4b2-c09af4abfbe5 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3935738 Nov 12 11:22:45.714149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56392) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:45.729962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0a7f95be-879e-4021-9b92-76960567fa23 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'security_group_rule': {'security_group_id': '50321167-1fcf-4a78-9a55-282f396c2183', 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:45.789100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0a7f95be-879e-4021-9b92-76960567fa23 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.928637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0a7f95be-879e-4021-9b92-76960567fa23 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.935497 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0a7f95be-879e-4021-9b92-76960567fa23 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.950937 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.962415 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.963006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f95be-879e-4021-9b92-76960567fa23 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58702f4-28af-4642-8485-1959517991d3,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:45.974395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0a7f95be-879e-4021-9b92-76960567fa23 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.979593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0a7f95be-879e-4021-9b92-76960567fa23 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2602422 Nov 12 11:22:45.980071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56400) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:45.985343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-09b2f544-5983-4ef2-b544-0446b3929a9e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'security_group_rule': {'security_group_id': '50321167-1fcf-4a78-9a55-282f396c2183', 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:46.035063 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b2f544-5983-4ef2-b544-0446b3929a9e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.139328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b2f544-5983-4ef2-b544-0446b3929a9e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.145515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b2f544-5983-4ef2-b544-0446b3929a9e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.181687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605453b-4824-46b0-a5ab-892f2b173778 None None] Pushing event updated for resources: {'Port': ['ID=98644716-62d4-4fa6-b3c6-d0cc94fe626f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:46.185690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0868-7bdf-4c1a-b4ac-9d4017cfa172 req-af3b0fd3-9f36-420a-aa58-bcc0d0215aa2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:46.197514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2f544-5983-4ef2-b544-0446b3929a9e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3808b81-fd17-440f-8f81-70c4451a6c54,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:46.208302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb8b0868-7bdf-4c1a-b4ac-9d4017cfa172 req-af3b0fd3-9f36-420a-aa58-bcc0d0215aa2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1591184 Nov 12 11:22:46.219980 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b2f544-5983-4ef2-b544-0446b3929a9e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.228192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-09b2f544-5983-4ef2-b544-0446b3929a9e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2431138 Nov 12 11:22:46.229972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56410) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:46.240455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6a985726-80e7-4976-82c0-7189028d228c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'security_group_rule': {'security_group_id': '50321167-1fcf-4a78-9a55-282f396c2183', 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:46.323399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a985726-80e7-4976-82c0-7189028d228c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.338380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Attempting to bind port 98644716-62d4-4fa6-b3c6-d0cc94fe626f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:46.338955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Attempting to bind port 98644716-62d4-4fa6-b3c6-d0cc94fe626f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:46.339066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Attempting to bind port 98644716-62d4-4fa6-b3c6-d0cc94fe626f on network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:46.357332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:46.358148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Checking segment: {'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:46.359361 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.360188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Bound using segment: {'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:46.361222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Bound port: 98644716-62d4-4fa6-b3c6-d0cc94fe626f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963a4415-a48a-401c-b965-68fb883336fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:46.361417 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb8b0868-7bdf-4c1a-b4ac-9d4017cfa172 req-d38ae5a4-78ab-481c-82f3-dae5c308d80c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440129 Nov 12 11:22:46.361978 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.370005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56420) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:46.528213 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a985726-80e7-4976-82c0-7189028d228c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.539228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a985726-80e7-4976-82c0-7189028d228c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.576341 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-32fda703-8d0c-472e-8252-92232e5d7eb0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/e6f77ba6-14eb-4211-8c42-5a10d96e20c8 HTTP/1.1" status: 200 len: 992 time: 0.2019196 Nov 12 11:22:46.585872 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] For port 98644716-62d4-4fa6-b3c6-d0cc94fe626f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:46.591047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a985726-80e7-4976-82c0-7189028d228c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f00685-4226-4795-afcd-1de6dcb3af09,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:46.597220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a985726-80e7-4976-82c0-7189028d228c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.603722 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56428) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:46.603906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6a985726-80e7-4976-82c0-7189028d228c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722899 Nov 12 11:22:46.609696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d8c9f570-26c9-44ac-97bf-2b03724e1df1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'security_group_rule': {'security_group_id': '50321167-1fcf-4a78-9a55-282f396c2183', 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:46.621335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] For port 98644716-62d4-4fa6-b3c6-d0cc94fe626f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=98644716-62d4-4fa6-b3c6-d0cc94fe626f,segment=NetworkSegment(963a4415-a48a-401c-b965-68fb883336fc),segment_id=963a4415-a48a-401c-b965-68fb883336fc)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:46.643632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.673790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f570-26c9-44ac-97bf-2b03724e1df1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.788749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b7b50909-be6a-4ae7-ad43-2bb91fb2e587 None None] Provisioning complete for port 98644716-62d4-4fa6-b3c6-d0cc94fe626f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:46.792824 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7b50909-be6a-4ae7-ad43-2bb91fb2e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.867098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f570-26c9-44ac-97bf-2b03724e1df1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.868076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Routers {'14c31155-d990-490a-9b42-20d8e2b9ff66'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:46.868855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['14c31155-d990-490a-9b42-20d8e2b9ff66'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:46.873404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f570-26c9-44ac-97bf-2b03724e1df1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.875926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605453b-4824-46b0-a5ab-892f2b173778 None None] Pushing event updated for resources: {'Port': ['ID=98644716-62d4-4fa6-b3c6-d0cc94fe626f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:46.979440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f570-26c9-44ac-97bf-2b03724e1df1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.980937 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d8c9f570-26c9-44ac-97bf-2b03724e1df1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3757901 Nov 12 11:22:46.985026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9f570-26c9-44ac-97bf-2b03724e1df1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7eeee6-7d72-4bcd-ad54-3851bb8fbda6,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:46.986427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:46.995589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-98215e21-f138-4538-9287-d13acdf724e3 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'security_group_rule': {'security_group_id': '50321167-1fcf-4a78-9a55-282f396c2183', 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:47.105883 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-98215e21-f138-4538-9287-d13acdf724e3 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Project 76ef1e6111804f05a6c111f785899ceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:22:47.120994 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98215e21-f138-4538-9287-d13acdf724e3 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.187385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] Set router 14c31155-d990-490a-9b42-20d8e2b9ff66 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:47.214601 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98215e21-f138-4538-9287-d13acdf724e3 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.219202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98215e21-f138-4538-9287-d13acdf724e3 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.250433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98215e21-f138-4538-9287-d13acdf724e3 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d312b84-e6a4-44d0-ba2f-b62de1949d58,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:47.260429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98215e21-f138-4538-9287-d13acdf724e3 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.261873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-98215e21-f138-4538-9287-d13acdf724e3 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2739828 Nov 12 11:22:47.265996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56466) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:47.280036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fa223b44-7f16-4344-ac68-dc0a3a54e2cc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'security_group_rule': {'security_group_id': '50321167-1fcf-4a78-9a55-282f396c2183', 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:47.344730 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-fa223b44-7f16-4344-ac68-dc0a3a54e2cc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Project 76ef1e6111804f05a6c111f785899ceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:22:47.362764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa223b44-7f16-4344-ac68-dc0a3a54e2cc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.397458 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7b50909-be6a-4ae7-ad43-2bb91fb2e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.548609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa223b44-7f16-4344-ac68-dc0a3a54e2cc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.553961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa223b44-7f16-4344-ac68-dc0a3a54e2cc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.599013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b7b50909-be6a-4ae7-ad43-2bb91fb2e587 None None] For port 98644716-62d4-4fa6-b3c6-d0cc94fe626f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=98644716-62d4-4fa6-b3c6-d0cc94fe626f,segment=NetworkSegment(963a4415-a48a-401c-b965-68fb883336fc),segment_id=963a4415-a48a-401c-b965-68fb883336fc)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:47.609447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa223b44-7f16-4344-ac68-dc0a3a54e2cc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6911cb-d076-4220-a6bd-56d2afb8503f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:47.630962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa223b44-7f16-4344-ac68-dc0a3a54e2cc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.637576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fa223b44-7f16-4344-ac68-dc0a3a54e2cc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3693271 Nov 12 11:22:47.663634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7b50909-be6a-4ae7-ad43-2bb91fb2e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.832131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b50909-be6a-4ae7-ad43-2bb91fb2e587 None None] Pushing event updated for resources: {'Port': ['ID=98644716-62d4-4fa6-b3c6-d0cc94fe626f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:47.887217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-58f1ff1c-058d-47a5-980b-9d07d21370d9 None None] Provisioning complete for port 98644716-62d4-4fa6-b3c6-d0cc94fe626f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:47.888803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-58f1ff1c-058d-47a5-980b-9d07d21370d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:48.067541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:22:42Z', 'revision_number': 4, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port': {'id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:33Z', 'updated_at': '2021-11-12T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '98644716-62d4-4fa6-b3c6-d0cc94fe626f', 'name': '', 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'mac_address': 'fa:16:3e:aa:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '83fb87d4-0918-4309-95ce-02bec9a07beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:39Z', 'updated_at': '2021-11-12T11:22:46Z', 'revision_number': 4, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'subnets': [{'id': '83fb87d4-0918-4309-95ce-02bec9a07beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:48.110308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c0f98-937b-486b-8797-fef93aa9fa1c None None] The sync data for ids ['14c31155-d990-490a-9b42-20d8e2b9ff66'] in n-d-768851-19 is: [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:22:42Z', 'revision_number': 4, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port': {'id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:33Z', 'updated_at': '2021-11-12T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '98644716-62d4-4fa6-b3c6-d0cc94fe626f', 'name': '', 'network_id': '09c39a59-da3e-4a61-b467-6bfc84d0bed0', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'mac_address': 'fa:16:3e:aa:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '83fb87d4-0918-4309-95ce-02bec9a07beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:39Z', 'updated_at': '2021-11-12T11:22:46Z', 'revision_number': 4, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'subnets': [{'id': '83fb87d4-0918-4309-95ce-02bec9a07beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:48.180260 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-5e474e7f-d7ef-4bf4-9f7d-41cdf5f3b031 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95785673&fields=id&tenant_id=76ef1e6111804f05a6c111f785899ceb HTTP/1.1" status: 200 len: 267 time: 0.1446333 Nov 12 11:22:48.452222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-f857b3b7-4c4d-43d0-9129-b57862d8c969 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:48.454470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-f857b3b7-4c4d-43d0-9129-b57862d8c969 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/networks?id=9d1fca85-e44c-4260-b452-055f3a030160 HTTP/1.1" status: 200 len: 809 time: 0.2732856 Nov 12 11:22:48.472632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-0e103fcf-e5eb-40e0-b02c-0941fcf6112d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/quotas/76ef1e6111804f05a6c111f785899ceb HTTP/1.1" status: 200 len: 375 time: 0.0104048 Nov 12 11:22:48.572420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-d6074f98-8d61-4f68-9b86-e6eff29d7c51 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=76ef1e6111804f05a6c111f785899ceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831499 Nov 12 11:22:48.816287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-67853125-c939-4456-a43e-fe4bb26410a9 service neutron] 10.222.0.31 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292969 Nov 12 11:22:48.842203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56682) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:48.979953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-089c707b-bd53-4ca9-8509-1d1e8b5513e9 service neutron] 10.222.0.31 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623957 Nov 12 11:22:49.127308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74e50436-ab64-469d-b77d-624fb68ba879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.179632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 98644716-62d4-4fa6-b3c6-d0cc94fe626f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:49.296177 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74e50436-ab64-469d-b77d-624fb68ba879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.306616 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74e50436-ab64-469d-b77d-624fb68ba879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.379812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 98644716-62d4-4fa6-b3c6-d0cc94fe626f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:49.380791 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.386810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-74e50436-ab64-469d-b77d-624fb68ba879 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ef26664608c4d5fae46c8d0d02b41ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436361 Nov 12 11:22:49.388230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e50436-ab64-469d-b77d-624fb68ba879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47980abe-a5cb-41cf-bd5d-235fa58de154,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:49.389652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56710) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:49.673354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dc640f94-6b5e-47d5-b35a-718a770ae6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.711554 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b4e3031-9685-49fd-9e4a-b571b9415a8d req-15c5bbaf-f477-4753-8366-9b8acf0de156 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 210 time: 0.1145988 Nov 12 11:22:49.763590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dc640f94-6b5e-47d5-b35a-718a770ae6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.849044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dc640f94-6b5e-47d5-b35a-718a770ae6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.854236 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dc640f94-6b5e-47d5-b35a-718a770ae6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.859179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dc640f94-6b5e-47d5-b35a-718a770ae6e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47980abe-a5cb-41cf-bd5d-235fa58de154 HTTP/1.1" status: 204 len: 168 time: 0.4683836 Nov 12 11:22:49.872102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc640f94-6b5e-47d5-b35a-718a770ae6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47980abe-a5cb-41cf-bd5d-235fa58de154,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:49.878685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56720) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.261123 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26511a4c-1266-45f6-a027-077fe24cdf38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.353324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56738) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.372115 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ded269cd-1bd6-411a-bc16-bca998ca3125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.549499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26511a4c-1266-45f6-a027-077fe24cdf38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.559249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26511a4c-1266-45f6-a027-077fe24cdf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.561120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ded269cd-1bd6-411a-bc16-bca998ca3125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.571332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ded269cd-1bd6-411a-bc16-bca998ca3125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.658285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26511a4c-1266-45f6-a027-077fe24cdf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14771756-a844-4486-9461-17cdda1d7ce5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:50.693714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ded269cd-1bd6-411a-bc16-bca998ca3125 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afe81a7dd2ba4fac874cca4a0969f722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280649 Nov 12 11:22:50.693714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56760) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.693714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded269cd-1bd6-411a-bc16-bca998ca3125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c312c483-4d25-462b-ad9f-d462ee0d3cab,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:50.705767 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-26511a4c-1266-45f6-a027-077fe24cdf38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=438ed70cc34744648824791c5a73aeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8224049 Nov 12 11:22:50.706305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56764) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.825775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b23aaa7-de4d-418a-8078-74432ffe15d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.872066 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-215c7a41-1b87-4197-9577-4d770e7cf61f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.903590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b23aaa7-de4d-418a-8078-74432ffe15d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.942711 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-215c7a41-1b87-4197-9577-4d770e7cf61f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.014244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bcf890ad-2d9d-46c5-a6c9-4158625fd2d1 req-c531f3e5-b8b5-48da-80cf-551b3018c126 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 210 time: 0.0375557 Nov 12 11:22:51.045180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b23aaa7-de4d-418a-8078-74432ffe15d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.057396 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-215c7a41-1b87-4197-9577-4d770e7cf61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.060213 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4b23aaa7-de4d-418a-8078-74432ffe15d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.061274 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-215c7a41-1b87-4197-9577-4d770e7cf61f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.061474 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4b23aaa7-de4d-418a-8078-74432ffe15d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c312c483-4d25-462b-ad9f-d462ee0d3cab HTTP/1.1" status: 204 len: 168 time: 0.3701711 Nov 12 11:22:51.062905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-215c7a41-1b87-4197-9577-4d770e7cf61f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14771756-a844-4486-9461-17cdda1d7ce5 HTTP/1.1" status: 204 len: 168 time: 0.3556554 Nov 12 11:22:51.080244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23aaa7-de4d-418a-8078-74432ffe15d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c312c483-4d25-462b-ad9f-d462ee0d3cab,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:51.080500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c7a41-1b87-4197-9577-4d770e7cf61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14771756-a844-4486-9461-17cdda1d7ce5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:51.578565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-e09a8dbd-6fe4-4f71-b638-b92625595601 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:51.583867 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-e09a8dbd-6fe4-4f71-b638-b92625595601 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.59 "GET /v2.0/networks?id=9d1fca85-e44c-4260-b452-055f3a030160 HTTP/1.1" status: 200 len: 809 time: 0.2603073 Nov 12 11:22:51.809546 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-9bc1e294-5ce5-4a19-b18f-ae6cd39d55a2 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76ef1e6111804f05a6c111f785899ceb HTTP/1.1" status: 200 len: 378 time: 0.2096555 Nov 12 11:22:51.824295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56794) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:51.839516 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c87eaa4-1974-4a8f-8a8d-ea215228c5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.844967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'port': {'device_id': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'admin_state_up': True, 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'security_groups': ['50321167-1fcf-4a78-9a55-282f396c2183']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:52.054064 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c87eaa4-1974-4a8f-8a8d-ea215228c5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.062542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c87eaa4-1974-4a8f-8a8d-ea215228c5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.214419 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2c87eaa4-1974-4a8f-8a8d-ea215228c5c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2950baf570364d728e64dd86edfb0f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888705 Nov 12 11:22:52.228667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87eaa4-1974-4a8f-8a8d-ea215228c5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68ad1cf-2a9c-4d66-a28e-e84fe7a508a8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:52.239685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56806) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:52.305635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Made reservation on behalf of 76ef1e6111804f05a6c111f785899ceb for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:52.309934 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.350614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6ced8dc-265b-4c1b-bd41-a949bd207fd8 req-64c09f14-e44a-4905-964a-8684b794a19a tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 210 time: 0.1417332 Nov 12 11:22:52.408029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-b40e0767-c618-48d5-8865-afbc896fa74b req-c797e8df-166c-4ab3-9074-b24d97f156ee service neutron] (109166) timed out ('10.222.0.31', 37616) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:22:52.458569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9296d588-c87e-433c-83bf-bf49620dbbf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.483241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9296d588-c87e-433c-83bf-bf49620dbbf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.542166 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9296d588-c87e-433c-83bf-bf49620dbbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.545674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9296d588-c87e-433c-83bf-bf49620dbbf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.547563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9296d588-c87e-433c-83bf-bf49620dbbf3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c68ad1cf-2a9c-4d66-a28e-e84fe7a508a8 HTTP/1.1" status: 204 len: 168 time: 0.3069525 Nov 12 11:22:52.570067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296d588-c87e-433c-83bf-bf49620dbbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68ad1cf-2a9c-4d66-a28e-e84fe7a508a8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:52.687658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Allocated IP 172.20.0.11 (9d1fca85-e44c-4260-b452-055f3a030160/d96ff90b-77a2-49b3-9a4a-c02c3484e304/fa4642dc-e69b-42f1-b213-b10af80e6b23) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:52.704048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56818) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:52.971113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.025769 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.088041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Network 9d1fca85-e44c-4260-b452-055f3a030160 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:53.098426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:53.104395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:53.165485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'Port': ['ID=fa4642dc-e69b-42f1-b213-b10af80e6b23,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:53.167783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1823346852-network', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:53.214927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:53.220604 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.234153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:53.238726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.268986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-204c98fd-d0e8-4f2d-92b1-fa717536d5f0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4421940 Nov 12 11:22:53.273836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.287953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Request body: {'port': {'device_id': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:53.412274 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.454861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.460795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.520290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:53.565474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc592b-88d4-45bb-84a3-e752c2ea0e60,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:53.573592 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.575898 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Added segment e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6 of type vlan for network 19b9320c-da06-4451-bbe2-d79aadc9bd5a Nov 12 11:22:53.670098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e101e5ed-a353-470e-8505-353b49f232fe None None] Provisioning complete for port fa4642dc-e69b-42f1-b213-b10af80e6b23 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:53.670709 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e101e5ed-a353-470e-8505-353b49f232fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.707423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.776390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e101e5ed-a353-470e-8505-353b49f232fe None None] Port fa4642dc-e69b-42f1-b213-b10af80e6b23 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:53.778504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.779982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:53.781402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.860900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=19b9320c-da06-4451-bbe2-d79aadc9bd5a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:53.877837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-214d801e-2b2d-4041-8f14-4fa664bb1fe3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1687961 Nov 12 11:22:53.878254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56846) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:53.884816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:53.892153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106847b4-77c7-4630-9e36-ca0b6382cab0 req-d3abdae3-ed42-4385-bc51-1b85ca5a40a9 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:53.895230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-106847b4-77c7-4630-9e36-ca0b6382cab0 req-d3abdae3-ed42-4385-bc51-1b85ca5a40a9 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 932 time: 0.3437018 Nov 12 11:22:53.907634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Request body: {'subnet': {'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1823346852-subnet', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:53.999013 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:54.001565 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.015258 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d612959e-9354-4629-847d-d2a64602209c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.110008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-106847b4-77c7-4630-9e36-ca0b6382cab0 req-0da41ede-3e54-493f-b5ec-0f2cf3fad86e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117704 Nov 12 11:22:54.299086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4642dc-e69b-42f1-b213-b10af80e6b23 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:54.312894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.320608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.330977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Transition to ACTIVE for port object fa4642dc-e69b-42f1-b213-b10af80e6b23 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:22:54.340330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.393123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4642dc-e69b-42f1-b213-b10af80e6b23,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:54.486212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:54.486903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Network hostable DHCP agents. Network: 19b9320c-da06-4451-bbe2-d79aadc9bd5a, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:54.497433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade19789-f02b-461f-aa4c-ef95974e9bf7,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:54.540404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:54.568818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Attempting to bind port fa4642dc-e69b-42f1-b213-b10af80e6b23 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:54.569517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Attempting to bind port fa4642dc-e69b-42f1-b213-b10af80e6b23 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:54.569872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Attempting to bind port fa4642dc-e69b-42f1-b213-b10af80e6b23 on network 9d1fca85-e44c-4260-b452-055f3a030160 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:54.574249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 19b9320c-da06-4451-bbe2-d79aadc9bd5a) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:54.583450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Port fa4642dc-e69b-42f1-b213-b10af80e6b23 on network 9d1fca85-e44c-4260-b452-055f3a030160 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:22:54.583821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Attempting to bind port fa4642dc-e69b-42f1-b213-b10af80e6b23 on network 9d1fca85-e44c-4260-b452-055f3a030160 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:54.588819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:54.589458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.610112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:54.610802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Checking segment: {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:54.611270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Bound using segment: {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:54.611750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Bound port: fa4642dc-e69b-42f1-b213-b10af80e6b23, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7caafbd1-bdb0-431f-9b60-dcff87cf2208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:54.612102 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.614477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e99c25c-d488-483f-b4d2-a1a686023350 None None] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:54.667488 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2466dbec-8166-4aad-8f1b-8b74fe60b10d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7877519 Nov 12 11:22:54.670047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56862) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:54.675641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:54.780858 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.782962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.840073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] For port fa4642dc-e69b-42f1-b213-b10af80e6b23, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:54.845751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] For port fa4642dc-e69b-42f1-b213-b10af80e6b23, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:54.859001 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.878467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:54.893024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.895408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] 10.222.0.59 "PUT /v2.0/ports/fa4642dc-e69b-42f1-b213-b10af80e6b23 HTTP/1.1" status: 200 len: 1093 time: 1.6118765 Nov 12 11:22:54.903755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'tag': 'fa4642dc-e69b-42f1-b213-b10af80e6b23'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:54.910004 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c864e31e-4d33-4f70-b384-80e50e38ba14" -d '{"events": [{"name": "network-changed", "server_uuid": "03164d18-ee0d-48c2-b45c-0cc3552c4285", "tag": "fa4642dc-e69b-42f1-b213-b10af80e6b23"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:54.954280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:55.039025 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd6d6c-d6bb-47a9-888c-5757d44724cc x-openstack-request-id: req-28bd6d6c-d6bb-47a9-888c-5757d44724cc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:55.039740 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03164d18-ee0d-48c2-b45c-0cc3552c4285", "tag": "fa4642dc-e69b-42f1-b213-b10af80e6b23", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:55.041358 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28bd6d6c-d6bb-47a9-888c-5757d44724cc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:55.042010 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'tag': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'status': 'completed', 'code': 200} Nov 12 11:22:55.057225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:22:55.058126 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:55.111519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a656d6-9d05-493d-8658-3ed3204b9e16 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4642dc-e69b-42f1-b213-b10af80e6b23,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:55.138214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-11feee00-c2c5-45c4-b649-8b6b29b9cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:55.147289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-11feee00-c2c5-45c4-b649-8b6b29b9cf66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76ef1e6111804f05a6c111f785899ceb&device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1096 time: 0.1109457 Nov 12 11:22:55.289895 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-8d02a9a8-c157-475a-b1c9-a176078a8586 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23 HTTP/1.1" status: 200 len: 217 time: 0.1195116 Nov 12 11:22:55.475795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-ec7c0c01-427d-4e82-ad03-f5d2c11f2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:55.477676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-ec7c0c01-427d-4e82-ad03-f5d2c11f2447 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d96ff90b-77a2-49b3-9a4a-c02c3484e304 HTTP/1.1" status: 200 len: 848 time: 0.1750834 Nov 12 11:22:55.486431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56878) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:55.513901 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:55.621358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-dd1c6619-5069-4b35-8e72-5059c02d49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:55.623012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-dd1c6619-5069-4b35-8e72-5059c02d49f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d1fca85-e44c-4260-b452-055f3a030160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284184 Nov 12 11:22:55.798677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Allocated IP 172.20.0.2 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/a2aaa62b-1e55-40c4-80b3-e10ff7e54427) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:55.935872 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-70f64b99-70d4-4705-b91b-8e36e90f7e4f service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993126 Nov 12 11:22:55.948426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-222285823'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:56.094647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.104313 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.163077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:56.170130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:56.175565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:56.193571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Pushing event updated for resources: {'Port': ['ID=a2aaa62b-1e55-40c4-80b3-e10ff7e54427,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:56.247355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Made reservation on behalf of 100fbe65780c4489856467be5535ef50 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:56.261263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.274829 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.308123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e28f3-f814-44a3-8a85-2cb0cd3721f9 req-b0b665c2-ba6c-4213-9491-a036c7db12a9 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:56.309711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b7e28f3-f814-44a3-8a85-2cb0cd3721f9 req-b0b665c2-ba6c-4213-9491-a036c7db12a9 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 944 time: 0.8306744 Nov 12 11:22:56.329099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.334783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Attempting to bind port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:56.340960 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Attempting to bind port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:56.343462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Attempting to bind port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:56.349795 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-80eba982-a2ec-464d-85c0-9438eca5b585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.363339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:56.369780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:56.370892 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.371533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:56.372497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Bound port: a2aaa62b-1e55-40c4-80b3-e10ff7e54427, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:56.373194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.389324 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.509984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56906) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:56.595388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] For port a2aaa62b-1e55-40c4-80b3-e10ff7e54427, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:56.604809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] For port a2aaa62b-1e55-40c4-80b3-e10ff7e54427, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a2aaa62b-1e55-40c4-80b3-e10ff7e54427,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:56.614366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.712158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Allocated IP 172.25.2.233 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/ba812a93-241b-49c2-a438-9110ecd63a32) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:56.744647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad0dc5-8f97-4a6d-aa54-0a540553f11a None None] Pushing event updated for resources: {'Port': ['ID=a2aaa62b-1e55-40c4-80b3-e10ff7e54427,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:56.792981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56912) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:56.965749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.980358 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e3caef54-54f1-49a9-83a2-62f4f74ad5d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:56.986976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81770ef5-b932-48a2-97f6-777deabd952d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.043578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.063182 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.131845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22eeffb8-88a1-4b7e-9b44-f29560a9bffc req-35c295ba-a9f2-4472-8c10-e9e49e8d99ae service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1740792 Nov 12 11:22:57.136170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dd5aca-e93d-427b-bf18-90bec12a5bde,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:57.138492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81770ef5-b932-48a2-97f6-777deabd952d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.202150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b7e28f3-f814-44a3-8a85-2cb0cd3721f9 req-d931cd78-2918-4be7-8fe2-f9d5934882c7 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8800180 Nov 12 11:22:57.205117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:57.292713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.293462 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Added segment de0aede1-08f5-46f0-9636-3b330b274182 of type vlan for network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c Nov 12 11:22:57.308006 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e3caef54-54f1-49a9-83a2-62f4f74ad5d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.310952 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.321665 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-81770ef5-b932-48a2-97f6-777deabd952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.365290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-97d17426-7abe-44ed-8146-e463ce4a85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:57.367420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-97d17426-7abe-44ed-8146-e463ce4a85dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76ef1e6111804f05a6c111f785899ceb&device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1096 time: 0.1519117 Nov 12 11:22:57.401454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-81770ef5-b932-48a2-97f6-777deabd952d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac0e876692f74b30b69ab8325423c31b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8880992 Nov 12 11:22:57.401454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e3caef54-54f1-49a9-83a2-62f4f74ad5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.403880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56918) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:57.405831 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.446972 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e3caef54-54f1-49a9-83a2-62f4f74ad5d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f8d175ac84d40a68c29def627e40b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487539 Nov 12 11:22:57.466521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56920) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:57.484202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:57.499122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:57.506695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Pushing event updated for resources: {'Port': ['ID=ba812a93-241b-49c2-a438-9110ecd63a32,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:57.510567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:57.523634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c7467-6186-4929-8159-dd498159d4b4 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:57.532478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.db.resource_extend [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:22:57.632153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae016be3-2879-4372-b956-93d8f487bcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.635371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fc6739ad-d050-4776-92fc-2362ef420780 None None] Provisioning complete for port ba812a93-241b-49c2-a438-9110ecd63a32 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:57.636146 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fc6739ad-d050-4776-92fc-2362ef420780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.663876 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae016be3-2879-4372-b956-93d8f487bcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.693855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81770ef5-b932-48a2-97f6-777deabd952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544624ad-13de-4fe7-bb81-564f7670f05b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:57.751015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae016be3-2879-4372-b956-93d8f487bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.751897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.753344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fc6739ad-d050-4776-92fc-2362ef420780 None None] Port ba812a93-241b-49c2-a438-9110ecd63a32 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:57.754588 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae016be3-2879-4372-b956-93d8f487bcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.756730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae016be3-2879-4372-b956-93d8f487bcf8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/544624ad-13de-4fe7-bb81-564f7670f05b HTTP/1.1" status: 204 len: 168 time: 0.3479977 Nov 12 11:22:57.796128 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.814131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:57.814925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.889625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4012182 Nov 12 11:22:57.895436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae016be3-2879-4372-b956-93d8f487bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544624ad-13de-4fe7-bb81-564f7670f05b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:57.896287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56924) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:57.906202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Request body: {'subnet': {'network_id': '9f26ef51-436f-40f5-a2b7-c3ffcc00607c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:57.940140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caef54-54f1-49a9-83a2-62f4f74ad5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773cc358-2d0b-4be4-8a0c-23076c8fbf93,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:57.940342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b72981ab-0bd2-42d2-8a6f-2b6fbba1fc57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.968044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a405fbe-cecd-448d-b976-8805c001ae9d tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event updated for resources: {'Network': ['ID=9f26ef51-436f-40f5-a2b7-c3ffcc00607c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:57.997683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:57.998053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-620b028e-1c58-4fec-9c69-56f849358bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:58.004066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-620b028e-1c58-4fec-9c69-56f849358bdf service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d1fca85-e44c-4260-b452-055f3a030160 HTTP/1.1" status: 200 len: 910 time: 0.6101816 Nov 12 11:22:58.009951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b72981ab-0bd2-42d2-8a6f-2b6fbba1fc57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.146323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-8347e209-4b3c-4ea4-aa4d-93a311beadd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23 HTTP/1.1" status: 200 len: 217 time: 0.1338058 Nov 12 11:22:58.260614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-9ddb38b3-3ddd-4eff-8459-0856f468276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:58.262272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-9ddb38b3-3ddd-4eff-8459-0856f468276d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d96ff90b-77a2-49b3-9a4a-c02c3484e304 HTTP/1.1" status: 200 len: 848 time: 0.0996990 Nov 12 11:22:58.329717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Made reservation on behalf of 100fbe65780c4489856467be5535ef50 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:58.337014 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.345955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b72981ab-0bd2-42d2-8a6f-2b6fbba1fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.348691 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b72981ab-0bd2-42d2-8a6f-2b6fbba1fc57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.352989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b72981ab-0bd2-42d2-8a6f-2b6fbba1fc57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/773cc358-2d0b-4be4-8a0c-23076c8fbf93 HTTP/1.1" status: 204 len: 168 time: 0.8814156 Nov 12 11:22:58.366782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72981ab-0bd2-42d2-8a6f-2b6fbba1fc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773cc358-2d0b-4be4-8a0c-23076c8fbf93,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:58.430765 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.433155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-511fdb5c-3d49-49c7-8d1d-c625420342da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:58.437534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-511fdb5c-3d49-49c7-8d1d-c625420342da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d1fca85-e44c-4260-b452-055f3a030160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592681 Nov 12 11:22:58.512652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56934) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:58.570192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c492ba75-4719-49d6-8386-8e7e403b4397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.602638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-29450115-338c-4b2e-aae8-ebb3d717345e service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525652 Nov 12 11:22:58.776580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c864e31e-4d33-4f70-b384-80e50e38ba14 req-71186966-e71b-4571-b8bd-8b17c44e910d service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614850 Nov 12 11:22:58.802207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69a370-212d-4bdb-b1e0-8c1a535ac99e None None] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:58.939476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56938) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:58.962682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9e911a7-9883-440f-b179-0789750b67f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.069650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d57f7cac-bb15-447b-895d-2c221146b1f2 None None] Provisioning complete for port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:59.070043 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cac-bb15-447b-895d-2c221146b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.109274 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9e911a7-9883-440f-b179-0789750b67f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.129516 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b9e911a7-9883-440f-b179-0789750b67f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.202606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a2aaa62b-1e55-40c4-80b3-e10ff7e54427 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:59.213066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b9e911a7-9883-440f-b179-0789750b67f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=541403390413417d9e184f7c7f32f10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2716832 Nov 12 11:22:59.216614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56940) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:59.227522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e911a7-9883-440f-b179-0789750b67f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a12266-d6e4-4b90-9274-4d497648a310,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:59.277427 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cac-bb15-447b-895d-2c221146b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.279137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7dca-e116-4a42-b509-71e8656ecd1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.308673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7dca-e116-4a42-b509-71e8656ecd1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.339625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d57f7cac-bb15-447b-895d-2c221146b1f2 None None] For port a2aaa62b-1e55-40c4-80b3-e10ff7e54427, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a2aaa62b-1e55-40c4-80b3-e10ff7e54427,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:59.345558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:59.345975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.349065 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cac-bb15-447b-895d-2c221146b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.367070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8bb6a-6818-4aaa-90a8-6c0c8754eda0 req-3b751960-5801-4842-8731-2f657791ebb1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:59.375856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fde8bb6a-6818-4aaa-90a8-6c0c8754eda0 req-3b751960-5801-4842-8731-2f657791ebb1 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 944 time: 1.0279946 Nov 12 11:22:59.416888 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7dca-e116-4a42-b509-71e8656ecd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.421835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7dca-e116-4a42-b509-71e8656ecd1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.424428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9f3f7dca-e116-4a42-b509-71e8656ecd1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31a12266-d6e4-4b90-9274-4d497648a310 HTTP/1.1" status: 204 len: 168 time: 0.2060721 Nov 12 11:22:59.443864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f7dca-e116-4a42-b509-71e8656ecd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a12266-d6e4-4b90-9274-4d497648a310,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:59.447890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f7cac-bb15-447b-895d-2c221146b1f2 None None] Pushing event updated for resources: {'Port': ['ID=a2aaa62b-1e55-40c4-80b3-e10ff7e54427,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:59.477680 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c492ba75-4719-49d6-8386-8e7e403b4397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.534312 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fde8bb6a-6818-4aaa-90a8-6c0c8754eda0 req-688ffc11-4ad4-4723-be22-f0ba71e7a4d8 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1570265 Nov 12 11:22:59.534788 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.590866 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c492ba75-4719-49d6-8386-8e7e403b4397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.627320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.708996 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c492ba75-4719-49d6-8386-8e7e403b4397 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d889ffb5497d4683a77319d6aa8270aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1951990 Nov 12 11:22:59.712764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56944) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:59.720834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492ba75-4719-49d6-8386-8e7e403b4397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fda12a-493a-4c05-a235-f353e57bd684,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:59.746753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.755954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fa4642dc-e69b-42f1-b213-b10af80e6b23 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:22:59.784250 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71f3945d-5665-44dc-b46f-1287573f2ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.821294 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:22:59.825895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event updated for resources: {'Subnet': ['ID=f56c867f-6286-402a-8df7-97a68d8e4d6a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:59.827074 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71f3945d-5665-44dc-b46f-1287573f2ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.848491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Checking segment: {'id': 'de0aede1-08f5-46f0-9636-3b330b274182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9f26ef51-436f-40f5-a2b7-c3ffcc00607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:59.848941 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Network hostable DHCP agents. Network: 9f26ef51-436f-40f5-a2b7-c3ffcc00607c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:59.927635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fa4642dc-e69b-42f1-b213-b10af80e6b23, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:59.930648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-61f8b1a6-fb50-4b0f-9e2d-d01f40b95d24 None None] Provisioning complete for port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:59.931268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71f3945d-5665-44dc-b46f-1287573f2ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.931696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-61f8b1a6-fb50-4b0f-9e2d-d01f40b95d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.934041 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:59.936117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71f3945d-5665-44dc-b46f-1287573f2ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.951154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9f26ef51-436f-40f5-a2b7-c3ffcc00607c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:59.958067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-71f3945d-5665-44dc-b46f-1287573f2ced admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31fda12a-493a-4c05-a235-f353e57bd684 HTTP/1.1" status: 204 len: 168 time: 0.2439618 Nov 12 11:22:59.959303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:59.960223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.972083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36bdb3b-c68e-4f02-9902-e35ebbce8eb9 None None] Network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:59.976799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3945d-5665-44dc-b46f-1287573f2ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fda12a-493a-4c05-a235-f353e57bd684,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:59.990406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'port_id': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'mac_address': 'fa:16:3e:a9:4f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:22:59.998052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fba0d53d-e577-4b5a-a590-613c76248749 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0992963 Nov 12 11:23:00.001906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56954) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:00.011995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Request body: {'port': {'network_id': '9f26ef51-436f-40f5-a2b7-c3ffcc00607c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-57292766'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:00.039619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:00.163494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Made reservation on behalf of 100fbe65780c4489856467be5535ef50 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:00.171398 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.175170 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.200247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] device_id is not set on port d2212671-325f-4a28-8d5a-51c8b070e2dd yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:00.253972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4642dc-e69b-42f1-b213-b10af80e6b23 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:23:00.282910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fa4642dc-e69b-42f1-b213-b10af80e6b23, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:00.313175 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.334063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:00.359736 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:00.371783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.374675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f52018da-7ca8-4679-9a8a-6977daef486d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7035739 Nov 12 11:23:00.384500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 56962) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:00.389950 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:00.392778 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:00.434977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fa4642dc-e69b-42f1-b213-b10af80e6b23,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:00.443996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-9f26ef51-436f-40f5-a2b7-c3ffcc00607c', 'network_id': '9f26ef51-436f-40f5-a2b7-c3ffcc00607c', 'tenant_id': '100fbe65780c4489856467be5535ef50', 'fixed_ips': [{'subnet_id': 'f56c867f-6286-402a-8df7-97a68d8e4d6a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:23:00.446536 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.524222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Allocated IP 172.20.0.6 (9f26ef51-436f-40f5-a2b7-c3ffcc00607c/f56c867f-6286-402a-8df7-97a68d8e4d6a/d2212671-325f-4a28-8d5a-51c8b070e2dd) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:00.558800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56964) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:00.590364 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96990560-287a-4196-9372-4dda45eabef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.646794 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.661240 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:00.731266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fa4642dc-e69b-42f1-b213-b10af80e6b23'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:23:00.764263 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96990560-287a-4196-9372-4dda45eabef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.771862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96990560-287a-4196-9372-4dda45eabef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.846406 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96990560-287a-4196-9372-4dda45eabef0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9294d83a607941789ecc28e1ae4b6321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859147 Nov 12 11:23:00.848893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96990560-287a-4196-9372-4dda45eabef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58673f8d-b734-42e6-9e63-2a27b1655d65,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:00.852759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56972) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:00.923693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-482fc198-fb7f-410e-a514-96b7b2f82e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.957484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-482fc198-fb7f-410e-a514-96b7b2f82e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.996603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58c5aa-55bb-41a8-8791-60d9f51ddc9e req-7e5d9a01-bbd7-4df7-bed6-28fe4d538a8e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:00.998823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed58c5aa-55bb-41a8-8791-60d9f51ddc9e req-7e5d9a01-bbd7-4df7-bed6-28fe4d538a8e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 945 time: 0.2594037 Nov 12 11:23:01.035686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-482fc198-fb7f-410e-a514-96b7b2f82e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.039702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-482fc198-fb7f-410e-a514-96b7b2f82e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.041519 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-482fc198-fb7f-410e-a514-96b7b2f82e50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58673f8d-b734-42e6-9e63-2a27b1655d65 HTTP/1.1" status: 204 len: 168 time: 0.1875710 Nov 12 11:23:01.064171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fc198-fb7f-410e-a514-96b7b2f82e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58673f8d-b734-42e6-9e63-2a27b1655d65,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:01.090539 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:22:58Z', 'revision_number': 3, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:01.134127 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:01.134929 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Updating router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 port ba812a93-241b-49c2-a438-9110ecd63a32 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:01.176416 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.185469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a2aaa62b-1e55-40c4-80b3-e10ff7e54427 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:01.249440 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed58c5aa-55bb-41a8-8791-60d9f51ddc9e req-7812ed04-f84e-4b78-b3c6-a2223ba6e554 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2388055 Nov 12 11:23:01.308098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:01.308465 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.380083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.553961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.658069 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.669969 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.673059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Allocated IP 172.20.0.2 (9f26ef51-436f-40f5-a2b7-c3ffcc00607c/f56c867f-6286-402a-8df7-97a68d8e4d6a/40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:01.697191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:01.706785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event updated for resources: {'Port': ['ID=d2212671-325f-4a28-8d5a-51c8b070e2dd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:01.712211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:01.716580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:01.769216 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Attempting to bind port ba812a93-241b-49c2-a438-9110ecd63a32 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:01.772501 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Attempting to bind port ba812a93-241b-49c2-a438-9110ecd63a32 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:01.772691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:01.773833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.774098 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Attempting to bind port ba812a93-241b-49c2-a438-9110ecd63a32 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:01.787925 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:01.788758 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:01.789539 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.790218 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:01.791114 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Bound port: ba812a93-241b-49c2-a438-9110ecd63a32, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:01.792156 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.796057 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Pushing event updated for resources: {'Port': ['ID=ba812a93-241b-49c2-a438-9110ecd63a32,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:01.798102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c33d3fd0-23ba-41cb-aea7-d86ebcf1c593 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7946060 Nov 12 11:23:01.802218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 56996) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:01.845337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.859746 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.866020 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.867177 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.867536 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.867869 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.874500 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.874959 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.875306 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.875710 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.876040 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.877126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.877767 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:01.953885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ebf2ba-256a-45c5-8cee-95248cc508de None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:01.961072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fa4642dc-e69b-42f1-b213-b10af80e6b23 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:01.979908 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] For port ba812a93-241b-49c2-a438-9110ecd63a32, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:01.991339 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] For port ba812a93-241b-49c2-a438-9110ecd63a32, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ba812a93-241b-49c2-a438-9110ecd63a32,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:02.000517 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.012676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e4094c97-495d-4df7-82bd-c8409aa53517 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Deleting port d2212671-325f-4a28-8d5a-51c8b070e2dd {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:02.013445 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4094c97-495d-4df7-82bd-c8409aa53517 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.061195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.073531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.135087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6eb8ba-1a8d-46a7-a540-9f3f23876f9e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:02.145495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:02.152810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:02.164247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:02.174688 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2fa1d-7674-440f-98be-2ab9dcce9c82 None None] Pushing event updated for resources: {'Port': ['ID=ba812a93-241b-49c2-a438-9110ecd63a32,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:02.180965 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:02.181600 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:02.197107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Allocated IP 172.20.0.1 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/5208a170-24f3-4704-9d4f-a534d8fbfaca) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:02.219257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4094c97-495d-4df7-82bd-c8409aa53517 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.229486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Pushing event updated for resources: {'Port': ['ID=40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:02.258369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port fa4642dc-e69b-42f1-b213-b10af80e6b23 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:23:02.259679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e4094c97-495d-4df7-82bd-c8409aa53517 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Calling delete_port for d2212671-325f-4a28-8d5a-51c8b070e2dd owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:02.275693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Attempting to bind port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:02.276406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Attempting to bind port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'de0aede1-08f5-46f0-9636-3b330b274182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9f26ef51-436f-40f5-a2b7-c3ffcc00607c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:02.277051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Attempting to bind port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 on network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:02.281359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d5e69236-71d7-43a7-afc1-653a5576970e None None] Provisioning complete for port ba812a93-241b-49c2-a438-9110ecd63a32 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:02.282152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d5e69236-71d7-43a7-afc1-653a5576970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.299455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port fa4642dc-e69b-42f1-b213-b10af80e6b23 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:02.304397 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.346766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:02.347643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Checking segment: {'id': 'de0aede1-08f5-46f0-9636-3b330b274182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9f26ef51-436f-40f5-a2b7-c3ffcc00607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:02.348357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.349162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Bound using segment: {'id': 'de0aede1-08f5-46f0-9636-3b330b274182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9f26ef51-436f-40f5-a2b7-c3ffcc00607c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:02.349909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Bound port: 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0aede1-08f5-46f0-9636-3b330b274182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9f26ef51-436f-40f5-a2b7-c3ffcc00607c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:02.350564 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.440973 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:02.466869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.526000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739b5b-0056-49fd-b453-cdff30d0b734 req-d8a91d80-8b23-4e7a-92cd-4b26cf94451f tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:02.533710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-90739b5b-0056-49fd-b453-cdff30d0b734 req-d8a91d80-8b23-4e7a-92cd-4b26cf94451f tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 945 time: 0.1237669 Nov 12 11:23:02.551061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.646725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] For port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:02.657440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d5e69236-71d7-43a7-afc1-653a5576970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.665904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:02.678721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:02.683794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:02.688266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] For port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5,segment=NetworkSegment(de0aede1-08f5-46f0-9636-3b330b274182),segment_id=de0aede1-08f5-46f0-9636-3b330b274182)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:02.713765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.720978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Pushing event updated for resources: {'Port': ['ID=5208a170-24f3-4704-9d4f-a534d8fbfaca,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:02.734849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-90739b5b-0056-49fd-b453-cdff30d0b734 req-8eb48ae8-c820-43d9-934c-2b62e8194bd0 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2001681 Nov 12 11:23:02.762153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.787003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4094c97-495d-4df7-82bd-c8409aa53517 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.815694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.837841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d5e69236-71d7-43a7-afc1-653a5576970e None None] For port ba812a93-241b-49c2-a438-9110ecd63a32, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ba812a93-241b-49c2-a438-9110ecd63a32,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:02.859034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4094c97-495d-4df7-82bd-c8409aa53517 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event deleted for resources: {'Port': ['ID=d2212671-325f-4a28-8d5a-51c8b070e2dd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:02.894847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4642dc-e69b-42f1-b213-b10af80e6b23'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:02.901775 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3c86ce-5475-4628-976f-501a71aa4e0f" -d '{"events": [{"server_uuid": "03164d18-ee0d-48c2-b45c-0cc3552c4285", "name": "network-vif-plugged", "status": "completed", "tag": "fa4642dc-e69b-42f1-b213-b10af80e6b23"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:02.907877 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d5e69236-71d7-43a7-afc1-653a5576970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.952770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fa4642dc-e69b-42f1-b213-b10af80e6b23, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:02.962726 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.995660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf1188-9930-4af1-ac47-29cd796b2b1f None None] Pushing event updated for resources: {'Port': ['ID=40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:03.041037 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d65b4a7-5b21-446b-95b2-2468f858e411 x-openstack-request-id: req-5d65b4a7-5b21-446b-95b2-2468f858e411 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:03.042559 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03164d18-ee0d-48c2-b45c-0cc3552c4285", "name": "network-vif-plugged", "status": "completed", "tag": "fa4642dc-e69b-42f1-b213-b10af80e6b23", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:03.046943 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d65b4a7-5b21-446b-95b2-2468f858e411 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:03.048323 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'code': 200} Nov 12 11:23:03.106403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e4094c97-495d-4df7-82bd-c8409aa53517 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.116228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e4094c97-495d-4df7-82bd-c8409aa53517 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "DELETE /v2.0/ports/d2212671-325f-4a28-8d5a-51c8b070e2dd HTTP/1.1" status: 204 len: 168 time: 1.3060536 Nov 12 11:23:03.121225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57028) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:03.124427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.133837 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:22:58Z', 'revision_number': 3, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:03.170125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-51b9d28b-d6da-4a92-9972-24e8b9d9fd29 None None] Provisioning complete for port ba812a93-241b-49c2-a438-9110ecd63a32 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:03.170560 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51b9d28b-d6da-4a92-9972-24e8b9d9fd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.200684 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aef481-bc9a-40d5-b966-9c4085574490 None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:22:58Z', 'revision_number': 3, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:03.393853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e6aae-69b5-4f4f-8b62-3a8d90948ad4 req-c488aaf2-c40b-473b-b847-3ddf77fabbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:03.407018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e69236-71d7-43a7-afc1-653a5576970e None None] Pushing event updated for resources: {'Port': ['ID=ba812a93-241b-49c2-a438-9110ecd63a32,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:03.411026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-956e6aae-69b5-4f4f-8b62-3a8d90948ad4 req-c488aaf2-c40b-473b-b847-3ddf77fabbd8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1098 time: 0.2499509 Nov 12 11:23:03.676370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fa4642dc-e69b-42f1-b213-b10af80e6b23,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:03.680803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-956e6aae-69b5-4f4f-8b62-3a8d90948ad4 req-e038d060-d2ba-486d-925d-ca31750fd4fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2524371 Nov 12 11:23:03.728265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-55d10481-7e34-438a-8b06-a8dfad4a653a tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.6053391 Nov 12 11:23:03.731785 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57038) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:03.741935 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-99292866'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:03.770433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Made reservation on behalf of 100fbe65780c4489856467be5535ef50 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:03.776534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.802125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.809363 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.828283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-46cc75a3-a014-40da-a35f-0b6bd0ab53f1 None None] Provisioning complete for port 5208a170-24f3-4704-9d4f-a534d8fbfaca triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:03.828546 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-46cc75a3-a014-40da-a35f-0b6bd0ab53f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.869930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:23:03.892235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.892963 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Added segment d81a0045-946d-4b5b-a213-9994a47c3487 of type vlan for network 709f1725-1e84-4517-81d6-f1dcaaea40b2 Nov 12 11:23:03.927317 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.948381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-46cc75a3-a014-40da-a35f-0b6bd0ab53f1 None None] Port 5208a170-24f3-4704-9d4f-a534d8fbfaca cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:04.018699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.050785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Pushing event updated for resources: {'Port': ['ID=5208a170-24f3-4704-9d4f-a534d8fbfaca,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:04.090161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e12f59-e77a-483f-8c0b-5b51041ef70a req-00dcddbf-9fb2-4a13-b546-bd16b7b1f6a9 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:04.092532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4e12f59-e77a-483f-8c0b-5b51041ef70a req-00dcddbf-9fb2-4a13-b546-bd16b7b1f6a9 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 946 time: 0.1849294 Nov 12 11:23:04.100352 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.114196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:04.115286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.150908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:04.152591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:04.274061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event updated for resources: {'Network': ['ID=709f1725-1e84-4517-81d6-f1dcaaea40b2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:04.293487 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 709f1725-1e84-4517-81d6-f1dcaaea40b2 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:23:04.384890 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4e12f59-e77a-483f-8c0b-5b51041ef70a req-a661f77b-56fb-4109-b39f-808326b31dfd tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2646670 Nov 12 11:23:04.405202 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f4e4d2c8-6204-4e94-8dcf-bec1efbae19a tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6713812 Nov 12 11:23:04.405955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57052) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:04.421164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:04.727286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:04.760795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-220c4780-8bd1-4178-bbb0-8aefe52cb510 admin admin] 10.222.0.31 "PUT /v2.0/routers/26a1a7e1-555d-4fe2-9b22-1c82c20fcd54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3729439 Nov 12 11:23:04.800777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bb868e6b-dd83-4901-a158-c94040dbbf17 tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "GET /v2.0/agents/d717de28-b3ec-4517-b09a-262bf3569a64/dhcp-networks HTTP/1.1" status: 200 len: 6469 time: 0.3931253 Nov 12 11:23:04.805818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57070) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:04.822244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-63f8ab48-11c4-4a02-8b3a-01bb061a842a None None] Provisioning complete for port 5208a170-24f3-4704-9d4f-a534d8fbfaca triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:04.823454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-63f8ab48-11c4-4a02-8b3a-01bb061a842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.941387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-63f8ab48-11c4-4a02-8b3a-01bb061a842a None None] Port 5208a170-24f3-4704-9d4f-a534d8fbfaca cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:04.987304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba4009-c7b1-413e-a31b-f40aa86a2814 None None] Network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:05.067989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178e6150-3097-4595-b563-9c7e60f27dae tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] Network 709f1725-1e84-4517-81d6-f1dcaaea40b2 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:23:05.095023 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-178e6150-3097-4595-b563-9c7e60f27dae tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "POST /v2.0/agents/d717de28-b3ec-4517-b09a-262bf3569a64/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2877810 Nov 12 11:23:05.098604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57082) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:05.226797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854eda92-7654-459a-91ea-946370d46a4c None None] Network 709f1725-1e84-4517-81d6-f1dcaaea40b2 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:05.412171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:05.415949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4b1f516d-14c7-46f0-85c7-002802a07e97 None None] Provisioning complete for port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:05.417385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4b1f516d-14c7-46f0-85c7-002802a07e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:05.468353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57094) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:05.481214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4a650276-3ad6-4fc7-b374-8834f2516d12 tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "GET /v2.0/agents/d717de28-b3ec-4517-b09a-262bf3569a64/dhcp-networks HTTP/1.1" status: 200 len: 7238 time: 0.3644457 Nov 12 11:23:05.652329 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-97856157-d39f-4661-aec1-9690ad7e568b tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "DELETE /v2.0/agents/d717de28-b3ec-4517-b09a-262bf3569a64/dhcp-networks/709f1725-1e84-4517-81d6-f1dcaaea40b2 HTTP/1.1" status: 204 len: 168 time: 0.1787751 Nov 12 11:23:05.652607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57096) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:05.683433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75ca75-c10b-4a87-be10-4f9d8acce2e1 req-452c997d-de28-4bcc-8602-2c24da1bdd06 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:05.685443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a75ca75-c10b-4a87-be10-4f9d8acce2e1 req-452c997d-de28-4bcc-8602-2c24da1bdd06 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 946 time: 0.1060803 Nov 12 11:23:05.795767 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a75ca75-c10b-4a87-be10-4f9d8acce2e1 req-e5abc0cb-b44e-41cb-ab7b-a40b9674964e tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013160 Nov 12 11:23:06.007791 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2465cce2-a3e6-4d03-8e6b-2cfc1ec1c9bb tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "GET /v2.0/agents/d717de28-b3ec-4517-b09a-262bf3569a64/dhcp-networks HTTP/1.1" status: 200 len: 6469 time: 0.3494270 Nov 12 11:23:06.009049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57110) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:06.030088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:06.030688 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.085428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ba0d27fa-1b2e-4f84-a7a3-9d43a3324d31 tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "GET /v2.0/networks/9f26ef51-436f-40f5-a2b7-c3ffcc00607c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0747716 Nov 12 11:23:06.088453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57112) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:06.171948 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4b1f516d-14c7-46f0-85c7-002802a07e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.176337 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c7fcfac2-130b-436f-a532-074369f43868 tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "GET /v2.0/networks/9f26ef51-436f-40f5-a2b7-c3ffcc00607c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0789282 Nov 12 11:23:06.180493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57114) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:06.238507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f38961-e3a9-4ecb-8e8c-f9d770d3349f req-f0837d87-8cc9-4177-9137-affc516854c6 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:06.246101 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c7f38961-e3a9-4ecb-8e8c-f9d770d3349f req-f0837d87-8cc9-4177-9137-affc516854c6 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 946 time: 0.2275562 Nov 12 11:23:06.314021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57120) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:06.332455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2067939265-network', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:06.375027 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c7f38961-e3a9-4ecb-8e8c-f9d770d3349f req-b9f71880-83d9-4a63-80b0-944c89a9b5e9 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226952 Nov 12 11:23:06.392845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4b1f516d-14c7-46f0-85c7-002802a07e97 None None] For port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5,segment=NetworkSegment(de0aede1-08f5-46f0-9636-3b330b274182),segment_id=de0aede1-08f5-46f0-9636-3b330b274182)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:06.401867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Made reservation on behalf of 86031fb409ea4b998d60d49c3f002e3b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:06.407316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.423462 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.467792 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4b1f516d-14c7-46f0-85c7-002802a07e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.608722 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.620567 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.672394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ac576eea-2e95-48c1-8494-47d7baba7cca tempest-DHCPAgentSchedulersTestJSON-23553905 tempest-DHCPAgentSchedulersTestJSON-23553905-project-admin] 10.222.0.31 "GET /v2.0/agents/d717de28-b3ec-4517-b09a-262bf3569a64/dhcp-networks HTTP/1.1" status: 200 len: 6469 time: 0.4891179 Nov 12 11:23:06.674232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57128) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:06.689949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b7ae14-86bc-49f6-81ad-d5524c0bf7b6,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:06.707860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:23:06.738584 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.738947 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Added segment 461b7aba-f8f5-47a3-b356-fae6a2716476 of type vlan for network 80f322e1-f4f4-446b-b013-6a309502ce01 Nov 12 11:23:06.869117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.935947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:06.943341 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.970149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.971244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:06.972181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d075a6-d7a4-4da8-be17-6e23167897d5 req-b848889f-a508-492a-b9b7-ba21d342f202 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:06.974048 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.975531 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2d075a6-d7a4-4da8-be17-6e23167897d5 req-b848889f-a508-492a-b9b7-ba21d342f202 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 946 time: 0.3277514 Nov 12 11:23:06.988110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ba812a93-241b-49c2-a438-9110ecd63a32 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:07.082816 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7650368 Nov 12 11:23:07.094815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57138) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:07.134621 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Request body: {'subnet': {'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2067939265-subnet', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:07.142953 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae575f6a-e097-4a47-bcdc-785acfb3f5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=80f322e1-f4f4-446b-b013-6a309502ce01,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:07.149836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c81f4be2-d1df-4a48-9687-7452d68a10c0 None None] Provisioning complete for port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:07.150612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c81f4be2-d1df-4a48-9687-7452d68a10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.152098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:07.152765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:07.173692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f516d-14c7-46f0-85c7-002802a07e97 None None] Pushing event updated for resources: {'Port': ['ID=40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:07.223361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Made reservation on behalf of 86031fb409ea4b998d60d49c3f002e3b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:07.226972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.293408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 80f322e1-f4f4-446b-b013-6a309502ce01 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:23:07.379477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ba812a93-241b-49c2-a438-9110ecd63a32 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:07.379843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.420363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57142) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:07.429615 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2d075a6-d7a4-4da8-be17-6e23167897d5 req-85afe81d-ffe1-4d4e-879d-168c78789965 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4419553 Nov 12 11:23:07.459192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57146) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:07.524913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.552197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709f1725-1e84-4517-81d6-f1dcaaea40b2']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:07.571072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81a0045-946d-4b5b-a213-9994a47c3487') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:07.571628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81a0045-946d-4b5b-a213-9994a47c3487') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:07.597169 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.627251 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.635221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:23:07.635632 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.646376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:23:07.738713 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:23:07.800749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.840100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.847507 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "DELETE /v2.0/networks/709f1725-1e84-4517-81d6-f1dcaaea40b2 HTTP/1.1" status: 204 len: 168 time: 1.1683562 Nov 12 11:23:07.847889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57150) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:07.870929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event deleted for resources: {'Network': ['ID=709f1725-1e84-4517-81d6-f1dcaaea40b2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:07.900654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a9999ec4-e5ac-4105-8f91-470a987d2edb None None] Could not find standard attr ID for object d2212671-325f-4a28-8d5a-51c8b070e2dd. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:23:07.923995 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bb03a3-e4bf-4f82-8e74-f53a2119ed79 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] DELETE failed (client error): The resource could not be found. Nov 12 11:23:07.924755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bb03a3-e4bf-4f82-8e74-f53a2119ed79 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:23:07.929959 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-52bb03a3-e4bf-4f82-8e74-f53a2119ed79 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "DELETE /v2.0/ports/d2212671-325f-4a28-8d5a-51c8b070e2dd HTTP/1.1" status: 404 len: 333 time: 0.0809653 Nov 12 11:23:07.972750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57152) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:08.056340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2eb5fada-c861-4559-bd06-f55e0a5ab5e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.059629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.065626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.066356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.067099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.067814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.068529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.069411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.070699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.071400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.072050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.073190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.073907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.074793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb18b8-7b56-4950-82c8-bb0d12b4bed3 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:08.082359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd078ac-365e-4a11-8aef-028cce8e1c01 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Deleting subnet f56c867f-6286-402a-8df7-97a68d8e4d6a {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:23:08.086833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abd078ac-365e-4a11-8aef-028cce8e1c01 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.109400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:08.171367 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abd078ac-365e-4a11-8aef-028cce8e1c01 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.172363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8167a6bc-be86-486d-9b9f-ccd5e478435e,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:08.193585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 2, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:08.203528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Checking segment: {'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:08.203999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Network hostable DHCP agents. Network: 80f322e1-f4f4-446b-b013-6a309502ce01, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:23:08.227455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949bec9-9cb2-4033-aa7a-a7058f4eec0e tempest-TestServerBasicOps-439483184 tempest-TestServerBasicOps-439483184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.233245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f949bec9-9cb2-4033-aa7a-a7058f4eec0e tempest-TestServerBasicOps-439483184 tempest-TestServerBasicOps-439483184-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1093 time: 0.7682092 Nov 12 11:23:08.235755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57156) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:08.239056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:08.239657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Updating router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 port 5208a170-24f3-4704-9d4f-a534d8fbfaca binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:08.245063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:08.247166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Network 80f322e1-f4f4-446b-b013-6a309502ce01 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:23:08.281946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 80f322e1-f4f4-446b-b013-6a309502ce01) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:08.284047 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.287760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:08.288990 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.298568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.299385 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.310428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2eb5fada-c861-4559-bd06-f55e0a5ab5e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.327202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2eb5fada-c861-4559-bd06-f55e0a5ab5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.336153 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.341294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c0396e-f32a-4b15-a3bc-3a5d7bddc12c None None] Network 80f322e1-f4f4-446b-b013-6a309502ce01 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:08.388495 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abd078ac-365e-4a11-8aef-028cce8e1c01 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.400172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f81bfe33-b5a7-4e38-97b1-41d6d57a7442 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3036683 Nov 12 11:23:08.417407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57160) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:08.436070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:08.445342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5fada-c861-4559-bd06-f55e0a5ab5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d6413-2ced-4924-8658-0c6d6c4f386b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:08.454920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2eb5fada-c861-4559-bd06-f55e0a5ab5e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0482877a32744f8f9fc143429c6e778c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0328948 Nov 12 11:23:08.461447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57162) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:08.532190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3b676de-03f1-438d-bc4b-aa049fe725bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.535793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.537528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.555856 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abd078ac-365e-4a11-8aef-028cce8e1c01 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.593802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3b676de-03f1-438d-bc4b-aa049fe725bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.594451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd078ac-365e-4a11-8aef-028cce8e1c01 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event deleted for resources: {'Subnet': ['ID=f56c867f-6286-402a-8df7-97a68d8e4d6a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:08.637275 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abd078ac-365e-4a11-8aef-028cce8e1c01 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.643445 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-abd078ac-365e-4a11-8aef-028cce8e1c01 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "DELETE /v2.0/subnets/f56c867f-6286-402a-8df7-97a68d8e4d6a HTTP/1.1" status: 204 len: 168 time: 0.6655219 Nov 12 11:23:08.648292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57164) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:08.671610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.683849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ec18d-ed7c-4e83-a684-151340156abf None None] Network 9f26ef51-436f-40f5-a2b7-c3ffcc00607c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:08.711185 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.915287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.950677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Allocated IP 172.25.2.114 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/b2b17ac5-227b-40c9-9614-08443cf3f42c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:09.106717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Deleting port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:09.107202 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.184686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-80f322e1-f4f4-446b-b013-6a309502ce01', 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'fixed_ips': [{'subnet_id': '8167a6bc-be86-486d-9b9f-ccd5e478435e'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:23:09.185929 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.235098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.245466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] For port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5,segment=NetworkSegment(de0aede1-08f5-46f0-9636-3b330b274182),segment_id=de0aede1-08f5-46f0-9636-3b330b274182)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:09.246074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.267532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Calling delete_port for 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:09.351660 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.353245 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.370021 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3b676de-03f1-438d-bc4b-aa049fe725bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.373180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a3b676de-03f1-438d-bc4b-aa049fe725bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.374938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a3b676de-03f1-438d-bc4b-aa049fe725bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/658d6413-2ced-4924-8658-0c6d6c4f386b HTTP/1.1" status: 204 len: 168 time: 0.9121931 Nov 12 11:23:09.410433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b676de-03f1-438d-bc4b-aa049fe725bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d6413-2ced-4924-8658-0c6d6c4f386b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:09.423702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:09.439152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:09.442184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'Port': ['ID=b2b17ac5-227b-40c9-9614-08443cf3f42c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:09.446278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:09.482790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.531064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event deleted for resources: {'Port': ['ID=40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:09.549183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] No DVR routers for this DVR port 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:23:09.630404 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Allocated IP 172.20.0.2 (80f322e1-f4f4-446b-b013-6a309502ce01/8167a6bc-be86-486d-9b9f-ccd5e478435e/dd1e0645-f083-45da-9f1d-2da318fca455) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:09.645524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5925edf-25d9-4f91-8a0e-5010f906b623 None None] DHCP port deletion for 9f26ef51-436f-40f5-a2b7-c3ffcc00607c request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:09.990602 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-9d48a599-0474-4c90-99b1-99e114d978d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2523513 Nov 12 11:23:10.001315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.041198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57174) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:10.042433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.074452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe3279ca-385c-4c8e-adac-63a9850a7ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.137616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.250310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.313787 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.320969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-aa388fdb-6b5a-476d-9f1f-d89c49077568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:10.322644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-aa388fdb-6b5a-476d-9f1f-d89c49077568 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1097 time: 0.1840904 Nov 12 11:23:10.324470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:10.335954 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.338564 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.345931 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f26ef51-436f-40f5-a2b7-c3ffcc00607c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:10.362937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0aede1-08f5-46f0-9636-3b330b274182') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:10.364154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0aede1-08f5-46f0-9636-3b330b274182') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:10.382817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.417775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:10.418574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 40dd5fdc-ce1d-4c0b-8224-b8885bfc4dc5 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:10.441444 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.460743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:23:10.461523 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:23:10.465978 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:23:10.469358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Allocated IP 172.25.2.11 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f11857fe-e6ee-4992-9075-80bfb0a7107d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:10.501233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Network 80f322e1-f4f4-446b-b013-6a309502ce01 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:10.504456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.532016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:10.541670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:10.580050 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.582045 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.590235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.626026 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] 10.222.0.31 "DELETE /v2.0/networks/9f26ef51-436f-40f5-a2b7-c3ffcc00607c HTTP/1.1" status: 204 len: 168 time: 1.9746473 Nov 12 11:23:10.661184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe3279ca-385c-4c8e-adac-63a9850a7ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.690511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Attempting to bind port dd1e0645-f083-45da-9f1d-2da318fca455 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:10.698467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Attempting to bind port dd1e0645-f083-45da-9f1d-2da318fca455 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:10.698862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Attempting to bind port dd1e0645-f083-45da-9f1d-2da318fca455 on network 80f322e1-f4f4-446b-b013-6a309502ce01 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:10.707763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Pushing event updated for resources: {'Port': ['ID=dd1e0645-f083-45da-9f1d-2da318fca455,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:10.727934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfb502-51ba-408d-afaa-4ef660394a26 tempest-DHCPAgentSchedulersTestJSON-1801833155 tempest-DHCPAgentSchedulersTestJSON-1801833155-project] Pushing event deleted for resources: {'Network': ['ID=9f26ef51-436f-40f5-a2b7-c3ffcc00607c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:10.734105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fe3279ca-385c-4c8e-adac-63a9850a7ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.789930 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fe3279ca-385c-4c8e-adac-63a9850a7ce5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc2e166fb3084b8ba22551b01c108bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7435820 Nov 12 11:23:10.797804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57180) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:10.809873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.810229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.810582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.811174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.814410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.815556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.815556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.815556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.815961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.816128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.816458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.816787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:10.845730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:10.846117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Checking segment: {'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:10.846539 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.846943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Bound using segment: {'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:10.847522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Bound port: dd1e0645-f083-45da-9f1d-2da318fca455, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:10.847912 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.888089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-829e57cf-b962-4d8f-868c-7749f83755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:10.888089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-829e57cf-b962-4d8f-868c-7749f83755d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.5332675 Nov 12 11:23:11.047576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Attempting to bind port 5208a170-24f3-4704-9d4f-a534d8fbfaca on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:11.047576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Attempting to bind port 5208a170-24f3-4704-9d4f-a534d8fbfaca by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:11.047576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Attempting to bind port 5208a170-24f3-4704-9d4f-a534d8fbfaca on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:11.056705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-53ac746e-0cb5-4833-bf12-e04dd3206242 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 1000 time: 0.1282926 Nov 12 11:23:11.070518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3279ca-385c-4c8e-adac-63a9850a7ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22c12bc-53a0-4bf2-8b96-e810d4bb8cb3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:11.098518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a839a74-146a-48df-a27a-ceeafc983d33 None None] Pushing event updated for resources: {'Port': ['ID=5208a170-24f3-4704-9d4f-a534d8fbfaca,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:11.106093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:11.106593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:11.106864 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.107268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:11.107775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Bound port: 5208a170-24f3-4704-9d4f-a534d8fbfaca, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:11.109300 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.119118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bc76ae6f-261c-4872-a0b1-dca8a28d6fd9 None None] Provisioning complete for port 5208a170-24f3-4704-9d4f-a534d8fbfaca triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:11.119283 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc76ae6f-261c-4872-a0b1-dca8a28d6fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.193168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57186) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:11.217129 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ca1c279-6448-4947-ab6d-9e5751e29f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.247476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.250619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] For port dd1e0645-f083-45da-9f1d-2da318fca455, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:11.271875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-bc868919-0794-4389-98a0-08ff29624dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:11.274069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-bc868919-0794-4389-98a0-08ff29624dd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.1973686 Nov 12 11:23:11.275456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bc76ae6f-261c-4872-a0b1-dca8a28d6fd9 None None] Port 5208a170-24f3-4704-9d4f-a534d8fbfaca cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:11.280318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] For port dd1e0645-f083-45da-9f1d-2da318fca455, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dd1e0645-f083-45da-9f1d-2da318fca455,segment=NetworkSegment(461b7aba-f8f5-47a3-b356-fae6a2716476),segment_id=461b7aba-f8f5-47a3-b356-fae6a2716476)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:11.287350 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.294187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ca1c279-6448-4947-ab6d-9e5751e29f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.361366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.403922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9879-8ecf-47f3-944d-34ec0b0f7046 None None] Pushing event updated for resources: {'Port': ['ID=dd1e0645-f083-45da-9f1d-2da318fca455,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:11.435087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-f2ae94c8-629b-4595-98e8-9335689fa567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:11.437856 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-f2ae94c8-629b-4595-98e8-9335689fa567 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396058 Nov 12 11:23:11.441168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.453167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] For port 5208a170-24f3-4704-9d4f-a534d8fbfaca, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:11.459100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] For port 5208a170-24f3-4704-9d4f-a534d8fbfaca, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5208a170-24f3-4704-9d4f-a534d8fbfaca,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:11.464604 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.620148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:11.628775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:11.635306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ca1c279-6448-4947-ab6d-9e5751e29f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.644416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ca1c279-6448-4947-ab6d-9e5751e29f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.649064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4ca1c279-6448-4947-ab6d-9e5751e29f58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e22c12bc-53a0-4bf2-8b96-e810d4bb8cb3 HTTP/1.1" status: 204 len: 168 time: 0.8424466 Nov 12 11:23:11.674215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.688949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:11.719669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a839a74-146a-48df-a27a-ceeafc983d33 None None] Pushing event updated for resources: {'Port': ['ID=5208a170-24f3-4704-9d4f-a534d8fbfaca,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:11.756136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:11.774049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:11.825418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1c279-6448-4947-ab6d-9e5751e29f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22c12bc-53a0-4bf2-8b96-e810d4bb8cb3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:11.912203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Pushing event updated for resources: {'Port': ['ID=f11857fe-e6ee-4992-9075-80bfb0a7107d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:11.935685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7f135c5c-524d-4d4d-aa38-11d55f006446 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=100fbe65780c4489856467be5535ef50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7368946 Nov 12 11:23:11.942004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57192) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:12.024747 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-f97efe68-a8f2-47aa-970a-95a72f5734ab service neutron] 10.222.0.59 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716591 Nov 12 11:23:12.054623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e46701-10e8-4603-b018-b152d3454ab1 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:12.110615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:12.238943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.261266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.282813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] Provisioning complete for port f11857fe-e6ee-4992-9075-80bfb0a7107d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:12.283433 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.287805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dd1e0645-f083-45da-9f1d-2da318fca455 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:12.332920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ceaf-d94f-47fc-8a35-1011843f611c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.358834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event updated for resources: {'Port': ['ID=b2b17ac5-227b-40c9-9614-08443cf3f42c,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:12.394273 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.469339 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ceaf-d94f-47fc-8a35-1011843f611c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.544396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] Port f11857fe-e6ee-4992-9075-80bfb0a7107d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:12.576550 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Floating IP 788acd98-51fd-4869-bfaa-94ccb153ebbc associated. External IP: 172.25.2.114, port: fa4642dc-e69b-42f1-b213-b10af80e6b23. Nov 12 11:23:12.586072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] Provisioning complete for port 5208a170-24f3-4704-9d4f-a534d8fbfaca triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:12.586819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.604932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d592bbc1-aa07-433b-86a6-1f14ada040c2 req-d3e8152c-131c-4c37-a376-aefd07f2dc9a service neutron] 10.222.0.59 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938180 Nov 12 11:23:12.741549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port dd1e0645-f083-45da-9f1d-2da318fca455 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:12.742184 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.840230 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ceaf-d94f-47fc-8a35-1011843f611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.854688 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ceaf-d94f-47fc-8a35-1011843f611c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.859577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6aa8ceaf-d94f-47fc-8a35-1011843f611c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7dd5aca-e93d-427b-bf18-90bec12a5bde HTTP/1.1" status: 204 len: 168 time: 0.9131570 Nov 12 11:23:12.874653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.909688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8ceaf-d94f-47fc-8a35-1011843f611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dd5aca-e93d-427b-bf18-90bec12a5bde,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:13.117872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:13.201776 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.285085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:11Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:13.432582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbb5dd-7da9-4108-93ff-43997052e03e None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:11Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:13.451973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:13.473255 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] Sync routers for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:13.490794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.521878 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.528922 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:13.530772 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:13.550724 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.575886 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7d882967-2a09-4996-b48e-03786b37d539 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3362508 Nov 12 11:23:13.575886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'tag': 'fa4642dc-e69b-42f1-b213-b10af80e6b23'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:13.576725 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b" -d '{"events": [{"name": "network-changed", "server_uuid": "03164d18-ee0d-48c2-b45c-0cc3552c4285", "tag": "fa4642dc-e69b-42f1-b213-b10af80e6b23"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:13.622881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port dd1e0645-f083-45da-9f1d-2da318fca455, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dd1e0645-f083-45da-9f1d-2da318fca455,segment=NetworkSegment(461b7aba-f8f5-47a3-b356-fae6a2716476),segment_id=461b7aba-f8f5-47a3-b356-fae6a2716476)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:13.644657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f50ed-9cba-4824-97ec-eff4254bd5a5 None None] Network 80f322e1-f4f4-446b-b013-6a309502ce01 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:13.683371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57226) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:13.685087 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc77500-6959-43f6-b830-c281b04215eb x-openstack-request-id: req-ccc77500-6959-43f6-b830-c281b04215eb {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:13.685502 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03164d18-ee0d-48c2-b45c-0cc3552c4285", "tag": "fa4642dc-e69b-42f1-b213-b10af80e6b23", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:13.685764 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccc77500-6959-43f6-b830-c281b04215eb {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:13.686226 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'tag': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'status': 'completed', 'code': 200} Nov 12 11:23:13.712249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e69c4d22-9dcf-4615-8ca0-df698bc608d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.847905 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.906863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-0aff459f-698c-4739-b539-86ab91931f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:13.908680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-0aff459f-698c-4739-b539-86ab91931f50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76ef1e6111804f05a6c111f785899ceb&device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1098 time: 0.0920241 Nov 12 11:23:13.981959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=dd1e0645-f083-45da-9f1d-2da318fca455,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:14.005697 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:14.056321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e69c4d22-9dcf-4615-8ca0-df698bc608d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.062065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e69c4d22-9dcf-4615-8ca0-df698bc608d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.083832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Router 846a0d24-4f1a-4c60-92f8-ac3da131904f is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:14.090814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] For port 5208a170-24f3-4704-9d4f-a534d8fbfaca, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5208a170-24f3-4704-9d4f-a534d8fbfaca,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:14.130736 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.185270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c4d22-9dcf-4615-8ca0-df698bc608d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478cf127-3ac0-4e1e-adcd-81e42b05a2fd,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:14.203195 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e69c4d22-9dcf-4615-8ca0-df698bc608d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e527e7556c78485c99f144bfea0bf311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5158145 Nov 12 11:23:14.203892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57234) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:14.224697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-4c185807-8aa9-4774-bc47-0032612cfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:14.226833 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-4c185807-8aa9-4774-bc47-0032612cfbe0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d1fca85-e44c-4260-b452-055f3a030160 HTTP/1.1" status: 200 len: 910 time: 0.3033009 Nov 12 11:23:14.312247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0093112-e87f-4aeb-8400-8b41aa4598b1 None None] Pushing event updated for resources: {'Port': ['ID=5208a170-24f3-4704-9d4f-a534d8fbfaca,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:14.327606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5208a170-24f3-4704-9d4f-a534d8fbfaca up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:14.387592 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.452732 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.532335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-31d28bde-9db3-4ee7-90a0-5c024a4830f5 None None] Provisioning complete for port dd1e0645-f083-45da-9f1d-2da318fca455 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:14.537496 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-31d28bde-9db3-4ee7-90a0-5c024a4830f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.568988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.574422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.578094 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/478cf127-3ac0-4e1e-adcd-81e42b05a2fd HTTP/1.1" status: 204 len: 168 time: 0.3707826 Nov 12 11:23:14.599620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478cf127-3ac0-4e1e-adcd-81e42b05a2fd,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:14.623449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.623799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.624147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.624618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.629429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.630151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.630721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.631318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.632711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5208a170-24f3-4704-9d4f-a534d8fbfaca triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:14.635473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.635769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.636302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.636937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.637534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170163a-b918-4e75-a117-34f1adf7092c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.756968 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '788acd98-51fd-4869-bfaa-94ccb153ebbc', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'port_id': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'mac_address': 'fa:16:3e:a9:4f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:10Z', 'revision_number': 0, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:35Z', 'revision_number': 5, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:14.875251 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] Checking router: 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:14.957746 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:14.958910 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:15.245595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-521533e6-46c4-4e1f-ac3b-bd0689d9fd1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23 HTTP/1.1" status: 200 len: 1000 time: 0.9921443 Nov 12 11:23:15.278408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:15.295297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Sync routers for ids ['846a0d24-4f1a-4c60-92f8-ac3da131904f'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:15.301274 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:15.340044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Routers {'846a0d24-4f1a-4c60-92f8-ac3da131904f'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:15.349214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['846a0d24-4f1a-4c60-92f8-ac3da131904f'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:15.391389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:15.393010 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3efcdbf4-7512-46a6-ac83-4d3f80205bbf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9719248 Nov 12 11:23:15.396272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57262) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:15.419954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-298a8a07-4b7f-4615-95ee-b09a81d45c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:15.421545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-298a8a07-4b7f-4615-95ee-b09a81d45c68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d96ff90b-77a2-49b3-9a4a-c02c3484e304 HTTP/1.1" status: 200 len: 848 time: 0.1626267 Nov 12 11:23:15.515807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-00eff3f2-9c95-4a96-9fc9-007a834bd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:15.519631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-00eff3f2-9c95-4a96-9fc9-007a834bd28e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d1fca85-e44c-4260-b452-055f3a030160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848117 Nov 12 11:23:15.787288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-5d45b6ab-afc4-4899-885b-77b550de0777 service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544348 Nov 12 11:23:16.028788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ccd3ab7-d732-4f71-ab45-c263bb77ee1b req-fe1217f5-1cb6-45b8-875a-4a062c8209bf service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284310 Nov 12 11:23:16.137468 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '788acd98-51fd-4869-bfaa-94ccb153ebbc', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'port_id': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'mac_address': 'fa:16:3e:a9:4f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:10Z', 'revision_number': 0, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:35Z', 'revision_number': 5, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:16.221794 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95581-06ee-4b2f-b0da-7fba7570b8dc None None] The sync data for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 is: [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '788acd98-51fd-4869-bfaa-94ccb153ebbc', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'port_id': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'mac_address': 'fa:16:3e:a9:4f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:10Z', 'revision_number': 0, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:35Z', 'revision_number': 5, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:16.313658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Set router 846a0d24-4f1a-4c60-92f8-ac3da131904f gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:16.420657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5208a170-24f3-4704-9d4f-a534d8fbfaca up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:16.423239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1494d2f1-08bb-49d0-8cd0-6e3aea328453 None None] Provisioning complete for port dd1e0645-f083-45da-9f1d-2da318fca455 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:16.423681 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1494d2f1-08bb-49d0-8cd0-6e3aea328453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.442928 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.706933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a92c85-92ec-4df5-ae68-5f1d667344d5 None None] New status for floating IP 788acd98-51fd-4869-bfaa-94ccb153ebbc: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:23:16.949132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Allocated IP 172.20.0.1 (80f322e1-f4f4-446b-b013-6a309502ce01/8167a6bc-be86-486d-9b9f-ccd5e478435e/7566b322-5293-477f-8034-32ea06a7eea2) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:16.986367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5208a170-24f3-4704-9d4f-a534d8fbfaca triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:16.986829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.991632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:23:12Z', 'revision_number': 3, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port': {'id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:17.075211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Checking router: 846a0d24-4f1a-4c60-92f8-ac3da131904f for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:17.075755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Updating router 846a0d24-4f1a-4c60-92f8-ac3da131904f port f11857fe-e6ee-4992-9075-80bfb0a7107d binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:17.135846 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.228000 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.292224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.388669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Pushing event updated for resources: {'Port': ['ID=7566b322-5293-477f-8034-32ea06a7eea2,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:17.405264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Network 80f322e1-f4f4-446b-b013-6a309502ce01 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:17.407498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:17.412242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:17.520166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.770942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dd1e0645-f083-45da-9f1d-2da318fca455 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:17.814681 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.845101 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.859431 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.919382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bb626c0f-ec68-4971-9ba5-c000b2c0bcfb None None] Provisioning complete for port 7566b322-5293-477f-8034-32ea06a7eea2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:17.919766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bb626c0f-ec68-4971-9ba5-c000b2c0bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.021944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9784a6e-a4fb-42f0-87fb-7ad07eae3a95 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:18.031415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57340) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:18.051484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dedec5-47dc-4195-8298-69bf1867ff44 None None] Pushing event updated for resources: {'Port': ['ID=f11857fe-e6ee-4992-9075-80bfb0a7107d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:18.065079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Attempting to bind port f11857fe-e6ee-4992-9075-80bfb0a7107d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:18.065458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Attempting to bind port f11857fe-e6ee-4992-9075-80bfb0a7107d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:18.065826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Attempting to bind port f11857fe-e6ee-4992-9075-80bfb0a7107d on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:18.067814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bb626c0f-ec68-4971-9ba5-c000b2c0bcfb None None] Port 7566b322-5293-477f-8034-32ea06a7eea2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:18.079168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port dd1e0645-f083-45da-9f1d-2da318fca455 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:18.079360 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.081065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:18.082031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:18.082571 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.082835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:18.083339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Bound port: f11857fe-e6ee-4992-9075-80bfb0a7107d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:18.083722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.185051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.192349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.216769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] For port f11857fe-e6ee-4992-9075-80bfb0a7107d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:18.222299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] For port f11857fe-e6ee-4992-9075-80bfb0a7107d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f11857fe-e6ee-4992-9075-80bfb0a7107d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:18.237809 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.330470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1644442783', 'router:external': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:18.369065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a11a6-59ce-45a8-91fb-21d024db65b7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:18.380365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Made reservation on behalf of 260a6271e8d2464da6983d0fc5100265 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:18.386089 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.407629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.410085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Pushing event updated for resources: {'Port': ['ID=7566b322-5293-477f-8034-32ea06a7eea2,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:18.418394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.439718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bc9bc9c3-fe8a-4b9f-ba26-2d1a223aecd0 None None] Provisioning complete for port f11857fe-e6ee-4992-9075-80bfb0a7107d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:18.440092 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc9c3-fe8a-4b9f-ba26-2d1a223aecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.571025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.580959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Routers {'846a0d24-4f1a-4c60-92f8-ac3da131904f'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:18.582128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['846a0d24-4f1a-4c60-92f8-ac3da131904f'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:18.582725 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.623630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Network 80f322e1-f4f4-446b-b013-6a309502ce01 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:18.627610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:18.646632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d63ad-ab2b-4c5d-a360-a58a1ab755a4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:18.648470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dedec5-47dc-4195-8298-69bf1867ff44 None None] Pushing event updated for resources: {'Port': ['ID=f11857fe-e6ee-4992-9075-80bfb0a7107d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:18.705278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:23:18.737909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.738484 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Added segment adfefeb0-4105-4dd6-aee3-a378e784c21a of type vlan for network 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 Nov 12 11:23:18.844498 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.894768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.896826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:18.904241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.930107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Router 846a0d24-4f1a-4c60-92f8-ac3da131904f has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:18.941785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9091625 Nov 12 11:23:18.942328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57378) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:18.968135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'subnet': {'network_id': '7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:19.051375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Made reservation on behalf of 260a6271e8d2464da6983d0fc5100265 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:19.057511 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:19.135597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0bd9b-aba6-419b-b8cf-2b8167b91cc2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'Network': ['ID=7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:19.155463 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc9c3-fe8a-4b9f-ba26-2d1a223aecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:19.173127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] Set router 846a0d24-4f1a-4c60-92f8-ac3da131904f gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:19.175616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:23:19.299300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:19.310680 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0bcf5572-ecb2-426d-8d52-08f527af3157 admin admin] 10.222.0.31 "PUT /v2.0/routers/846a0d24-4f1a-4c60-92f8-ac3da131904f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9131453 Nov 12 11:23:19.398222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bc9bc9c3-fe8a-4b9f-ba26-2d1a223aecd0 None None] For port f11857fe-e6ee-4992-9075-80bfb0a7107d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f11857fe-e6ee-4992-9075-80bfb0a7107d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:19.427612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc9c3-fe8a-4b9f-ba26-2d1a223aecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:19.700636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:23:19.706863 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:19.737831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9617fe96-ed5c-4144-9866-131ea9d114c3 None None] Provisioning complete for port f11857fe-e6ee-4992-9075-80bfb0a7107d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:19.738350 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9617fe96-ed5c-4144-9866-131ea9d114c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:19.775081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bc9c3-fe8a-4b9f-ba26-2d1a223aecd0 None None] Pushing event updated for resources: {'Port': ['ID=f11857fe-e6ee-4992-9075-80bfb0a7107d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:19.860650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8f48724d-697f-4ebc-bfd4-081985e20f17,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:19.867686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Checking segment: {'id': 'adfefeb0-4105-4dd6-aee3-a378e784c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:19.868414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Network hostable DHCP agents. Network: 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:23:19.906927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57410) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:19.917953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Network 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:23:19.933512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:19.951427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:19.952544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:19.967467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b2824-02a4-43af-bbcf-5f6e9829f691 None None] Network 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:19.977708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-447d4732-9951-42b8-9581-dceaddb61d4d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0145161 Nov 12 11:23:19.980521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57418) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:19.987315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1884974766', 'network_id': '7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:20.010948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:23:17Z', 'revision_number': 4, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port': {'id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7566b322-5293-477f-8034-32ea06a7eea2', 'name': '', 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'mac_address': 'fa:16:3e:47:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:16Z', 'updated_at': '2021-11-12T11:23:17Z', 'revision_number': 2, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'subnets': [{'id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:20.027638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Made reservation on behalf of 260a6271e8d2464da6983d0fc5100265 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:20.030407 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:20.080485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] device_id is not set on port 04bb0e9c-1fba-418e-950f-c0f3a8cb2050 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:20.085637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22166da-c74b-4d10-a909-7a7d96b090f7 None None] The sync data for ids ['846a0d24-4f1a-4c60-92f8-ac3da131904f'] in n-d-768851-19 is: [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:23:17Z', 'revision_number': 4, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port': {'id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7566b322-5293-477f-8034-32ea06a7eea2', 'name': '', 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'mac_address': 'fa:16:3e:47:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:16Z', 'updated_at': '2021-11-12T11:23:17Z', 'revision_number': 2, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'subnets': [{'id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:20.098619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9617fe96-ed5c-4144-9866-131ea9d114c3 None None] Provisioning complete for port 7566b322-5293-477f-8034-32ea06a7eea2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:20.098988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9617fe96-ed5c-4144-9866-131ea9d114c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:20.215015 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f753ab6-2b2b-4c02-8840-f426bd9b0341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:20.315132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Allocated IP 172.20.0.11 (7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5/8f48724d-697f-4ebc-bfd4-081985e20f17/04bb0e9c-1fba-418e-950f-c0f3a8cb2050) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:20.462742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9617fe96-ed5c-4144-9866-131ea9d114c3 None None] Port 7566b322-5293-477f-8034-32ea06a7eea2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:20.549611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3ff82b-0344-448b-b4e2-0f9e5003fd66 None None] Network 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:20.592434 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f753ab6-2b2b-4c02-8840-f426bd9b0341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:20.683952 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f753ab6-2b2b-4c02-8840-f426bd9b0341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:20.752389 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1f753ab6-2b2b-4c02-8840-f426bd9b0341 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=627ebbcb8bf646a08754f09443c4f168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8435442 Nov 12 11:23:20.755700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57422) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:20.927573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2b11e246-c9a8-4cea-a86a-8dd4fdd38f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:20.984517 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2b11e246-c9a8-4cea-a86a-8dd4fdd38f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:20.996264 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.005689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f753ab6-2b2b-4c02-8840-f426bd9b0341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff8028-d4f2-41bf-819f-d3a50ee223fd,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:21.062866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2b11e246-c9a8-4cea-a86a-8dd4fdd38f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.071002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2b11e246-c9a8-4cea-a86a-8dd4fdd38f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.073986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2b11e246-c9a8-4cea-a86a-8dd4fdd38f25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fff8028-d4f2-41bf-819f-d3a50ee223fd HTTP/1.1" status: 204 len: 168 time: 0.3162725 Nov 12 11:23:21.095782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11e246-c9a8-4cea-a86a-8dd4fdd38f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff8028-d4f2-41bf-819f-d3a50ee223fd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:21.135029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.231352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Network 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:21.236648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:21.249083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:21.296740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'Port': ['ID=04bb0e9c-1fba-418e-950f-c0f3a8cb2050,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:21.342675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:21.345286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.390580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57436) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:21.394211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dea4747f-5877-42c9-87cf-f35a16f15e25 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4120524 Nov 12 11:23:21.597578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f87792b9-3542-4188-936e-50649ec6a984 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Deleting port 04bb0e9c-1fba-418e-950f-c0f3a8cb2050 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:21.601596 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f87792b9-3542-4188-936e-50649ec6a984 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.769828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57440) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:21.793919 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f87792b9-3542-4188-936e-50649ec6a984 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.824173 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5e716d-5f30-4d8c-962f-4de97a3060c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.824694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f87792b9-3542-4188-936e-50649ec6a984 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Calling delete_port for 04bb0e9c-1fba-418e-950f-c0f3a8cb2050 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:22.008576 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5e716d-5f30-4d8c-962f-4de97a3060c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.014821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e5e716d-5f30-4d8c-962f-4de97a3060c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.104724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e716d-5f30-4d8c-962f-4de97a3060c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023a4e1a-e8ae-4a81-98fd-6f53ac3d82b5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:22.110644 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e5e716d-5f30-4d8c-962f-4de97a3060c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f2c6723763f4e17a5155d6efe8de806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3392591 Nov 12 11:23:22.113201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57444) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:22.153190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f87792b9-3542-4188-936e-50649ec6a984 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.214576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87792b9-3542-4188-936e-50649ec6a984 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event deleted for resources: {'Port': ['ID=04bb0e9c-1fba-418e-950f-c0f3a8cb2050,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:22.267489 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78a0e940-eb95-498f-8c73-6e4da97b8e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.318747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78a0e940-eb95-498f-8c73-6e4da97b8e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.328326 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f87792b9-3542-4188-936e-50649ec6a984 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.340003 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f87792b9-3542-4188-936e-50649ec6a984 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "DELETE /v2.0/ports/04bb0e9c-1fba-418e-950f-c0f3a8cb2050 HTTP/1.1" status: 204 len: 168 time: 0.9478452 Nov 12 11:23:22.341389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57446) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:22.348742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5', 'external_fixed_ips': [{'subnet_id': '8f48724d-697f-4ebc-bfd4-081985e20f17', 'ip_address': '172.20.0.11'}]}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:22.393963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.396928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.448604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78a0e940-eb95-498f-8c73-6e4da97b8e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.459590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78a0e940-eb95-498f-8c73-6e4da97b8e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.461213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-78a0e940-eb95-498f-8c73-6e4da97b8e80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/023a4e1a-e8ae-4a81-98fd-6f53ac3d82b5 HTTP/1.1" status: 204 len: 168 time: 0.3469999 Nov 12 11:23:22.484177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0e940-eb95-498f-8c73-6e4da97b8e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023a4e1a-e8ae-4a81-98fd-6f53ac3d82b5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:22.530467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.749504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.046812 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.082546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.314924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f11857fe-e6ee-4992-9075-80bfb0a7107d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:23.391954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Allocated IP 172.20.0.11 (7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5/8f48724d-697f-4ebc-bfd4-081985e20f17/4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:23.417359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f11857fe-e6ee-4992-9075-80bfb0a7107d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:23.418019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.592848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.649673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.726707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Network 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:23.732168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:23.745665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:23.799640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'Port': ['ID=4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:23.932445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-303e4e2e-1c4d-491c-8b67-20322d5fd844 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:23.937598 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-303e4e2e-1c4d-491c-8b67-20322d5fd844 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.2468200 Nov 12 11:23:23.968325 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba264387-66a8-4bcb-943c-bf689142c917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.977635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Sync routers for ids ['846a0d24-4f1a-4c60-92f8-ac3da131904f'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:23.993666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Routers {'846a0d24-4f1a-4c60-92f8-ac3da131904f'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:23.994271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['846a0d24-4f1a-4c60-92f8-ac3da131904f'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:24.000189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-6e2e761d-21ca-436b-bce1-7c6756f05851 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/quotas/f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 375 time: 0.0495245 Nov 12 11:23:24.096799 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-b9694825-bd38-442d-a15a-b4cd6dc82136 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955739 Nov 12 11:23:24.175804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Set router 846a0d24-4f1a-4c60-92f8-ac3da131904f gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:24.211595 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.372641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-e7d99a7b-d52b-4209-9682-3d3f1f5df14e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:23:24.374157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-e7d99a7b-d52b-4209-9682-3d3f1f5df14e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2653270 Nov 12 11:23:24.492269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:23:17Z', 'revision_number': 4, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port': {'id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7566b322-5293-477f-8034-32ea06a7eea2', 'name': '', 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'mac_address': 'fa:16:3e:47:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:16Z', 'updated_at': '2021-11-12T11:23:17Z', 'revision_number': 2, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'subnets': [{'id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:24.503546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.528545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Checking router: 846a0d24-4f1a-4c60-92f8-ac3da131904f for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:24.528790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Updating router 846a0d24-4f1a-4c60-92f8-ac3da131904f port 7566b322-5293-477f-8034-32ea06a7eea2 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:24.559956 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.718930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Router 77a1706b-ad81-4d60-a100-f2c623ada956 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:24.895113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:24.907949 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Sync routers for ids ['77a1706b-ad81-4d60-a100-f2c623ada956'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:24.936001 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Routers {'77a1706b-ad81-4d60-a100-f2c623ada956'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:24.936804 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['77a1706b-ad81-4d60-a100-f2c623ada956'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:24.968740 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.973411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9a4d2e95-b0d7-4742-a9fc-25f8cee915d0 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6304090 Nov 12 11:23:24.976585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57510) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:25.090265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-03265e29-528b-40b2-aa35-3e52b9ff9472 service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069073 Nov 12 11:23:25.191868 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.193443 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.201278 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.287535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-5b95c6ae-f685-4939-9e20-b1373a1f51bd service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868243 Nov 12 11:23:25.290372 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Set router 77a1706b-ad81-4d60-a100-f2c623ada956 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:25.344120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f9608-c067-430f-b888-8a43d6bb41c8 None None] Pushing event updated for resources: {'Port': ['ID=7566b322-5293-477f-8034-32ea06a7eea2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:25.437154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Attempting to bind port 7566b322-5293-477f-8034-32ea06a7eea2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:25.437624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Attempting to bind port 7566b322-5293-477f-8034-32ea06a7eea2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:25.438407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Attempting to bind port 7566b322-5293-477f-8034-32ea06a7eea2 on network 80f322e1-f4f4-446b-b013-6a309502ce01 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:25.446160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:25.446670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Checking segment: {'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:25.447172 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.448145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Bound using segment: {'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:25.449572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Bound port: 7566b322-5293-477f-8034-32ea06a7eea2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461b7aba-f8f5-47a3-b356-fae6a2716476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:25.450079 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.558626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] For port 7566b322-5293-477f-8034-32ea06a7eea2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:25.564361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] For port 7566b322-5293-477f-8034-32ea06a7eea2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7566b322-5293-477f-8034-32ea06a7eea2,segment=NetworkSegment(461b7aba-f8f5-47a3-b356-fae6a2716476),segment_id=461b7aba-f8f5-47a3-b356-fae6a2716476)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:25.571670 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.645095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.648954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Routers {'846a0d24-4f1a-4c60-92f8-ac3da131904f'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:25.650035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:22:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['846a0d24-4f1a-4c60-92f8-ac3da131904f'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:25.850782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Deleting port 4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:25.851266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.953720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f9608-c067-430f-b888-8a43d6bb41c8 None None] Pushing event updated for resources: {'Port': ['ID=7566b322-5293-477f-8034-32ea06a7eea2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:25.995722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9785d50a-78e0-49cc-8be2-e930701cf2d5 None None] Provisioning complete for port 7566b322-5293-477f-8034-32ea06a7eea2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:25.996099 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9785d50a-78e0-49cc-8be2-e930701cf2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.212128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8aac-b35f-43a4-b10a-932760353940 req-95b0a457-1279-4538-add2-138c397cd0e8 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:26.226990 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccdf8aac-b35f-43a4-b10a-932760353940 req-95b0a457-1279-4538-add2-138c397cd0e8 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1097 time: 0.1241889 Nov 12 11:23:26.264242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57d24213-42eb-4a7c-8317-27cb8c04f78c req-0940e5ca-5071-415b-9d44-819661008ccd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.1763067 Nov 12 11:23:26.321269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.351379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Calling delete_port for 4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:26.372519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-65f1e9e9-7db2-4e17-82cb-e8e767bd6c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.413985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccdf8aac-b35f-43a4-b10a-932760353940 req-59138a27-f9df-4c31-892f-5e4cefc50aa4 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824696 Nov 12 11:23:26.420109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57550) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:26.481624 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a1706b-ad81-4d60-a100-f2c623ada956', 'name': '', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5', 'external_fixed_ips': [{'subnet_id': '8f48724d-697f-4ebc-bfd4-081985e20f17', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:22Z', 'updated_at': '2021-11-12T11:23:24Z', 'revision_number': 3, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port': {'id': '4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db', 'name': '', 'network_id': '7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a1706b-ad81-4d60-a100-f2c623ada956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8f48724d-697f-4ebc-bfd4-081985e20f17', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:23Z', 'updated_at': '2021-11-12T11:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f48724d-697f-4ebc-bfd4-081985e20f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:26.579135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9785d50a-78e0-49cc-8be2-e930701cf2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.592258 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Checking router: 77a1706b-ad81-4d60-a100-f2c623ada956 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:26.592677 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Updating router 77a1706b-ad81-4d60-a100-f2c623ada956 port 4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:26.608915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] Set router 846a0d24-4f1a-4c60-92f8-ac3da131904f gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:26.688978 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.877507 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.917034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9785d50a-78e0-49cc-8be2-e930701cf2d5 None None] For port 7566b322-5293-477f-8034-32ea06a7eea2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7566b322-5293-477f-8034-32ea06a7eea2,segment=NetworkSegment(461b7aba-f8f5-47a3-b356-fae6a2716476),segment_id=461b7aba-f8f5-47a3-b356-fae6a2716476)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:26.943084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:26.984811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 18c536a3-1194-4829-a684-492f9a27a7d2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:26.986980 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.122578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.134976 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9785d50a-78e0-49cc-8be2-e930701cf2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.151870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.152394 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.173164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 18c536a3-1194-4829-a684-492f9a27a7d2 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:27.330605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785d50a-78e0-49cc-8be2-e930701cf2d5 None None] Pushing event updated for resources: {'Port': ['ID=7566b322-5293-477f-8034-32ea06a7eea2,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:27.355991 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.db.api [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:23:27.356562 n-d-768851-19 neutron-server[109168]: DEBUG oslo_db.api [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:23:27.374432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d8b7897f-48e4-445b-86f7-057e0e551a5a None None] Provisioning complete for port 7566b322-5293-477f-8034-32ea06a7eea2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:27.374901 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d8b7897f-48e4-445b-86f7-057e0e551a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.436578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7566b322-5293-477f-8034-32ea06a7eea2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:27.498585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.544063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7566b322-5293-477f-8034-32ea06a7eea2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:27.544453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.563201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=18c536a3-1194-4829-a684-492f9a27a7d2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:27.598795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:23:17Z', 'revision_number': 4, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port': {'id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7566b322-5293-477f-8034-32ea06a7eea2', 'name': '', 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'mac_address': 'fa:16:3e:47:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:16Z', 'updated_at': '2021-11-12T11:23:25Z', 'revision_number': 4, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'subnets': [{'id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:27.665966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494f5e2-2a20-4614-8eb4-d2d754a70b5b None None] The sync data for ids ['846a0d24-4f1a-4c60-92f8-ac3da131904f'] in n-d-768851-19 is: [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:23:17Z', 'revision_number': 4, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port': {'id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7566b322-5293-477f-8034-32ea06a7eea2', 'name': '', 'network_id': '80f322e1-f4f4-446b-b013-6a309502ce01', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'mac_address': 'fa:16:3e:47:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:16Z', 'updated_at': '2021-11-12T11:23:25Z', 'revision_number': 4, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'subnets': [{'id': '8167a6bc-be86-486d-9b9f-ccd5e478435e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:27.797214 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.797325 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Floating IP e6f77ba6-14eb-4211-8c42-5a10d96e20c8 disassociated (deleted). External IP: 172.25.2.31, port: 65a68a69-ef09-4089-a367-e3faa7220972. Nov 12 11:23:27.918598 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Port 4e77d0b9-6efe-4ffe-b9cf-e0eba9e628db not found while updating agent binding for router 77a1706b-ad81-4d60-a100-f2c623ada956. {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 11:23:27.950471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e15ded4b-88b2-4b40-8380-f01b9f3c11ce req-71b2f343-efb7-43fe-9c1f-0c8670699387 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.5407765 Nov 12 11:23:27.969620 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.975872 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.999523 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Routers {'77a1706b-ad81-4d60-a100-f2c623ada956'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:28.000599 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['77a1706b-ad81-4d60-a100-f2c623ada956'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:28.028844 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.281148 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] Set router 77a1706b-ad81-4d60-a100-f2c623ada956 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:28.384021 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.384878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77a1706b-ad81-4d60-a100-f2c623ada956 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:28.399199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.401625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b1ee4e2a-d604-4863-a730-cf6c2c5b982c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "DELETE /v2.0/routers/77a1706b-ad81-4d60-a100-f2c623ada956 HTTP/1.1" status: 204 len: 168 time: 3.4234772 Nov 12 11:23:28.406064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57584) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:28.464217 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a1706b-ad81-4d60-a100-f2c623ada956', 'name': '', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:22Z', 'updated_at': '2021-11-12T11:23:26Z', 'revision_number': 5, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:28.493214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-c9f0dd6f-fac2-4c49-8a4b-debbf182f329 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:28.494862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-c9f0dd6f-fac2-4c49-8a4b-debbf182f329 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.5210328 Nov 12 11:23:28.510557 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ebb9-24f0-4207-83b5-95c7f53857d4 None None] The sync data for ids ['77a1706b-ad81-4d60-a100-f2c623ada956'] in n-d-768851-19 is: [{'id': '77a1706b-ad81-4d60-a100-f2c623ada956', 'name': '', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:22Z', 'updated_at': '2021-11-12T11:23:26Z', 'revision_number': 5, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:28.511348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'port': {'device_id': 'ec9a3921-9c39-4953-838a-0953590582c1', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'admin_state_up': True, 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:28.515869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router e39384b0-8091-4e79-9fea-ec35dc322182 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:28.565640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb0be49-25bd-4e4a-9e50-ab6413746e56 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Deleting subnet 8f48724d-697f-4ebc-bfd4-081985e20f17 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:23:28.606564 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eb0be49-25bd-4e4a-9e50-ab6413746e56 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.801344 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eb0be49-25bd-4e4a-9e50-ab6413746e56 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.878856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:28.887201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.046322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:29.055492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.072333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] Sync routers for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:29.101528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1ae26723-8746-4644-b932-66a56f863a0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/floatingips/e6f77ba6-14eb-4211-8c42-5a10d96e20c8 HTTP/1.1" status: 204 len: 168 time: 2.6800125 Nov 12 11:23:29.115312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:29.118160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:29.118807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:29.123823 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116" -d '{"events": [{"name": "network-changed", "server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "tag": "65a68a69-ef09-4089-a367-e3faa7220972"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:29.134660 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eb0be49-25bd-4e4a-9e50-ab6413746e56 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.249495 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1be8021e-e7ea-4364-af0e-de732a0a23e9 req-65bd299c-8a29-4954-b912-bf6297b929a5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.0478318 Nov 12 11:23:29.342107 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eb0be49-25bd-4e4a-9e50-ab6413746e56 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.355194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.20.0.10 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:29.370354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7566b322-5293-477f-8034-32ea06a7eea2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:29.398498 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff387f-ee17-42b8-a8a9-0571b062f52d x-openstack-request-id: req-58ff387f-ee17-42b8-a8a9-0571b062f52d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:29.399263 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "tag": "65a68a69-ef09-4089-a367-e3faa7220972", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:29.399782 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58ff387f-ee17-42b8-a8a9-0571b062f52d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:29.400459 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972', 'status': 'completed', 'code': 200} Nov 12 11:23:29.406703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0be49-25bd-4e4a-9e50-ab6413746e56 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8f48724d-697f-4ebc-bfd4-081985e20f17,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:29.445288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3eb0be49-25bd-4e4a-9e50-ab6413746e56 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.450521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3eb0be49-25bd-4e4a-9e50-ab6413746e56 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/8f48724d-697f-4ebc-bfd4-081985e20f17 HTTP/1.1" status: 204 len: 168 time: 1.0432472 Nov 12 11:23:29.459556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57606) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:29.587078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-3b9ec444-acdc-4d03-a876-6fd3298554be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:29.589154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-3b9ec444-acdc-4d03-a876-6fd3298554be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 1097 time: 0.1879673 Nov 12 11:23:29.600716 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.659831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:29.699260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.756194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-907ee185-b335-48ac-9825-61e5df5f1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:29.758083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-907ee185-b335-48ac-9825-61e5df5f1262 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 200 len: 898 time: 0.1551552 Nov 12 11:23:29.802730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c0e67-70b1-47f2-a3a8-b0570933db9e req-0e570826-d590-42d9-a31c-ad5ca8bfaa6d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:29.813654 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-567c0e67-70b1-47f2-a3a8-b0570933db9e req-0e570826-d590-42d9-a31c-ad5ca8bfaa6d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1409643 Nov 12 11:23:29.942240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-bdbcd250-310c-45a1-a89e-9da42c9fa1f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 200 len: 217 time: 0.1011651 Nov 12 11:23:30.106339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-e0223247-c65b-4573-b6fd-5c12164beeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:30.108493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.110402 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-e0223247-c65b-4573-b6fd-5c12164beeb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 200 len: 835 time: 0.1504352 Nov 12 11:23:30.121315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-567c0e67-70b1-47f2-a3a8-b0570933db9e req-3078d8c2-75dd-4d91-88b8-0eeaadf33dca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570088 Nov 12 11:23:30.173060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:30.174075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7566b322-5293-477f-8034-32ea06a7eea2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:30.181676 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.200518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfefeb0-4105-4dd6-aee3-a378e784c21a') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:30.201240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfefeb0-4105-4dd6-aee3-a378e784c21a') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:30.219796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.279032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.293794 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.297440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-4272d519-3392-4354-b3a3-e970ba769eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:30.299517 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-4272d519-3392-4354-b3a3-e970ba769eff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e019540b-7540-439d-89de-ce10cedd2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613803 Nov 12 11:23:30.300792 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:23:30.301972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:23:30.309351 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:23:30.475138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.525098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:23:30.529317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event deleted for resources: {'Network': ['ID=7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:30.552051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.563444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f2d2445e-2a8a-4941-ab2a-d68fe04c6b28 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7456b0f9-2a5f-4b47-9d9a-47bdc2bf03d5 HTTP/1.1" status: 204 len: 168 time: 1.1025245 Nov 12 11:23:30.731894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-149aa00c-8669-437b-8a92-fd89d9b3c0ec req-ce5a3c73-6ca8-4afc-a207-aad16a1e93e6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.2363973 Nov 12 11:23:30.768184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.795770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.918613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:30.933140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:30.938062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:31.063235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:31.085250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-58260a0a-e7a6-4298-9c20-0ae5c299da53 service neutron] 10.222.0.59 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574077 Nov 12 11:23:31.144327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57646) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:31.165992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-07cc3e75-92ad-4474-8473-7b2c404f2aca tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'router': {'name': 'tempest-router--1531973253', 'project_id': '070309ffc26f4667b01113496d67d5a5'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:31.254782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07cc3e75-92ad-4474-8473-7b2c404f2aca tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.259867 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07cc3e75-92ad-4474-8473-7b2c404f2aca tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.301853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:20Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:31.344069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:31.344724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.410550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] Checking router: e39384b0-8091-4e79-9fea-ec35dc322182 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:31.449778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:31.450372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:31.538190 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-06237691-a987-41fb-b73b-58bd15584580 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0328541 Nov 12 11:23:31.556438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Request body: {'port': {'device_id': 'ec9a3921-9c39-4953-838a-0953590582c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:31.594138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07cc3e75-92ad-4474-8473-7b2c404f2aca tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.618557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07cc3e75-92ad-4474-8473-7b2c404f2aca tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.676804 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07cc3e75-92ad-4474-8473-7b2c404f2aca tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.683187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-07cc3e75-92ad-4474-8473-7b2c404f2aca tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5377221 Nov 12 11:23:31.685966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57652) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:31.700643 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.704372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54f21-f02c-499f-b86b-7540e2ca30f3 req-246bbf80-420b-4fde-bf14-c9ef3252402e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:31.709240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8af54f21-f02c-499f-b86b-7540e2ca30f3 req-246bbf80-420b-4fde-bf14-c9ef3252402e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.3752856 Nov 12 11:23:31.756800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:31.893986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6d37511f-c579-4e93-83da-e7f0f9d46eb5 None None] Provisioning complete for port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:31.894545 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d37511f-c579-4e93-83da-e7f0f9d46eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.899908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70c7cbc8-65aa-44a2-bde7-299aa7d8e116 req-74dbf733-bf01-4fc2-bbe5-125d755472e6 service neutron] 10.222.0.59 "GET /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002238 Nov 12 11:23:31.962898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-8b4c0d9c-7912-4dc7-9371-9c904eecd536 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:31.964938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-8b4c0d9c-7912-4dc7-9371-9c904eecd536 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.2674346 Nov 12 11:23:32.047098 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8af54f21-f02c-499f-b86b-7540e2ca30f3 req-858cf8f1-abc2-4a35-bc54-b530bfaea04c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209033 Nov 12 11:23:32.048742 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fba51253-8435-48ab-9367-d8cb7df2f089 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.196512 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6d37511f-c579-4e93-83da-e7f0f9d46eb5 None None] Port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:32.324510 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fba51253-8435-48ab-9367-d8cb7df2f089 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.327106 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fba51253-8435-48ab-9367-d8cb7df2f089 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.356834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:20Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:32.385450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:23:32.398622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.405380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fba51253-8435-48ab-9367-d8cb7df2f089 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.405966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba51253-8435-48ab-9367-d8cb7df2f089 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 674d5a64-d9e3-4547-9045-966a7603b7ed {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:32.421344 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fba51253-8435-48ab-9367-d8cb7df2f089 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.422553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fba51253-8435-48ab-9367-d8cb7df2f089 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "DELETE /v2.0/routers/674d5a64-d9e3-4547-9045-966a7603b7ed HTTP/1.1" status: 204 len: 168 time: 0.7122138 Nov 12 11:23:32.476253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Transition to ACTIVE for port object dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:23:32.493594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.527615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ddf16-8935-4c57-9bf3-faa30ddd9315 None None] The sync data for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 is: [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:21:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '76c6dd3e-0837-4bb6-ae84-09119980ef0e', 'name': '', 'network_id': 'e019540b-7540-439d-89de-ce10cedd2700', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:9c:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:06Z', 'updated_at': '2021-11-12T11:21:20Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': '2a668613-4b95-435b-be19-658b67dcd4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:32.545296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:32.615538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bbc07-95d6-4cf3-b156-8afe16f14f7b req-8c4fb81a-d9a4-4f19-8edc-2aaa2cf3b574 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:32.617748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-171bbc07-95d6-4cf3-b156-8afe16f14f7b req-8c4fb81a-d9a4-4f19-8edc-2aaa2cf3b574 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 932 time: 0.6856992 Nov 12 11:23:32.625728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57668) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:32.871046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 65a68a69-ef09-4089-a367-e3faa7220972 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:32.871561 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.943060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-171bbc07-95d6-4cf3-b156-8afe16f14f7b req-1811a6c7-7597-4980-a750-183df51b8ca8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013055 Nov 12 11:23:32.997211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Attempting to bind port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:32.997558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Attempting to bind port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:32.997891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Attempting to bind port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:33.104692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-422329402', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:33.195327 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa43065-ce7b-4b26-9c5f-d2fdfecf3e36 None None] New status for floating IP e6f77ba6-14eb-4211-8c42-5a10d96e20c8: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:23:33.198686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port 65a68a69-ef09-4089-a367-e3faa7220972, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=65a68a69-ef09-4089-a367-e3faa7220972,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:33.199578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.237168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 65a68a69-ef09-4089-a367-e3faa7220972 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:33.263314 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.265771 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.317858 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203266e-5ed5-4fdb-860b-7916f1debd34 req-fb02b6ec-2c64-4d57-8417-c889c744602c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:33.339783 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6203266e-5ed5-4fdb-860b-7916f1debd34 req-fb02b6ec-2c64-4d57-8417-c889c744602c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 945 time: 0.1661625 Nov 12 11:23:33.402869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:33.403272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Attempting to bind port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:33.420918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:33.421242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:33.421647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:33.422382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Bound port: dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:33.422813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.489554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.520477 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6203266e-5ed5-4fdb-860b-7916f1debd34 req-bd897b92-35a7-49fa-8b90-14062f5bb54f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a6f012a-3cae-4320-a34a-5f72070aad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713626 Nov 12 11:23:33.681673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] For port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:33.688437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] For port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:33.692486 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.738488 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.794119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:33.796665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.804493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d HTTP/1.1" status: 200 len: 1093 time: 2.2552326 Nov 12 11:23:33.845932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9a3921-9c39-4953-838a-0953590582c1', 'tag': 'dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:33.851587 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d858c25-c65d-476d-897d-be5e2268cd57" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9a3921-9c39-4953-838a-0953590582c1", "tag": "dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:33.855373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=65a68a69-ef09-4089-a367-e3faa7220972,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:33.962068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.967268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 65a68a69-ef09-4089-a367-e3faa7220972 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:34.094147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 65a68a69-ef09-4089-a367-e3faa7220972 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:34.094947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 65a68a69-ef09-4089-a367-e3faa7220972 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:34.201863 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364d98f8-b077-4374-a5b1-200c6fa3cff1 x-openstack-request-id: req-364d98f8-b077-4374-a5b1-200c6fa3cff1 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:34.202405 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9a3921-9c39-4953-838a-0953590582c1", "tag": "dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:34.202405 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-364d98f8-b077-4374-a5b1-200c6fa3cff1 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:34.202774 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9a3921-9c39-4953-838a-0953590582c1', 'tag': 'dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d', 'status': 'completed', 'code': 200} Nov 12 11:23:34.203739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] No DVR routers for this DVR port 65a68a69-ef09-4089-a367-e3faa7220972 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:23:34.207989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.212336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57efaa32-fe6a-42bd-ad9a-07bcf5a89d99 req-13ad086b-2d8b-4e31-8720-624811d06bfd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "DELETE /v2.0/ports/65a68a69-ef09-4089-a367-e3faa7220972 HTTP/1.1" status: 204 len: 173 time: 2.1963661 Nov 12 11:23:34.283651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f55480-b754-4012-becf-57ab894e93b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:34.316435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-d8d4be23-552e-4817-913c-45bb8d624601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:34.320448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-d8d4be23-552e-4817-913c-45bb8d624601 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 1096 time: 0.4362268 Nov 12 11:23:34.358923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc73cd5-5754-4555-8341-9a0bd2eae906 req-db970c23-33e9-4a7c-9d5b-227ed0567568 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:34.367060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffc73cd5-5754-4555-8341-9a0bd2eae906 req-db970c23-33e9-4a7c-9d5b-227ed0567568 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.1868238 Nov 12 11:23:34.469038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-7531b62e-2367-4c50-a306-bb0e4426987b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d HTTP/1.1" status: 200 len: 217 time: 0.1401942 Nov 12 11:23:34.542330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-91f7d1fa-55c5-4ae3-875b-ff10d28c507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:34.542909 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffc73cd5-5754-4555-8341-9a0bd2eae906 req-3db5ea0b-8d14-4427-a111-d7d5bf089fe4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729937 Nov 12 11:23:34.544913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-91f7d1fa-55c5-4ae3-875b-ff10d28c507a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0688572 Nov 12 11:23:34.585172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.632234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.634671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-a224da21-0d2c-49bd-b253-7112ae97941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:34.636234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-a224da21-0d2c-49bd-b253-7112ae97941b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799763 Nov 12 11:23:34.803774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-a6e74ea1-90d8-4fbc-9d96-12971c3a05fa service neutron] 10.222.0.52 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598883 Nov 12 11:23:34.824686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Allocated IP 172.25.2.21 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/0d4810dc-55c2-4028-a7e7-0b4a15dd4a15) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:35.004684 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.121967 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.187625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event updated for resources: {'Port': ['ID=0d4810dc-55c2-4028-a7e7-0b4a15dd4a15,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:35.204578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:35.206704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:35.223129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff4484-d4dd-44cc-af09-6f91e23ffe16 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:35.232084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:35.298976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-010f438c-d136-442e-97bb-8fbaa488690c None None] Provisioning complete for port 0d4810dc-55c2-4028-a7e7-0b4a15dd4a15 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:35.299380 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-010f438c-d136-442e-97bb-8fbaa488690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.369916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bdf550-a764-4fcd-8943-96cfda08621e req-54f4a789-2e02-47f0-abfe-30a94a299661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=61a4ecbc-aa40-47c7-88b3-f6ad08617c89 HTTP/1.1" status: 200 len: 210 time: 0.5647566 Nov 12 11:23:35.463952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-010f438c-d136-442e-97bb-8fbaa488690c None None] Port 0d4810dc-55c2-4028-a7e7-0b4a15dd4a15 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:35.594395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aae6a1d-4bf0-4d0a-b3cb-ac316093f1f2 req-fc1a6897-38e1-4808-876b-b280b722172b service neutron] 10.222.0.52 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267916 Nov 12 11:23:35.626051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57722) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:35.754070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-cc56c5b7-85df-4104-9a33-162ac4fec803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:35.755575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-cc56c5b7-85df-4104-9a33-162ac4fec803 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 1096 time: 0.0864017 Nov 12 11:23:35.845076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac674-f6f3-4a30-92e2-de9c6f20dba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.928083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-cf0375dc-e248-4cbe-bab7-396dc6d9b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:35.929915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-cf0375dc-e248-4cbe-bab7-396dc6d9b207 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1668065 Nov 12 11:23:36.008305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-c0fee0f5-feaa-47af-b96a-4185d1e56a2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d HTTP/1.1" status: 200 len: 217 time: 0.0667567 Nov 12 11:23:36.072572 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac674-f6f3-4a30-92e2-de9c6f20dba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.105220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac674-f6f3-4a30-92e2-de9c6f20dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.164800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ac674-f6f3-4a30-92e2-de9c6f20dba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fcc102-6adb-4793-911f-7006ebdfc7db,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:36.181594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-5df49e74-8de5-425b-a0f0-5e12ed5d660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:36.183670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-5df49e74-8de5-425b-a0f0-5e12ed5d660a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.1621294 Nov 12 11:23:36.188686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7b2ac674-f6f3-4a30-92e2-de9c6f20dba5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=529e720aa82d4a1190dbfc43af85e103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5613203 Nov 12 11:23:36.198673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57730) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:36.211253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'name': 'network-vif-deleted', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:36.211669 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef92cc4a-f1d6-467a-9c8a-0a2eadaff654" -d '{"events": [{"server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "name": "network-vif-deleted", "tag": "65a68a69-ef09-4089-a367-e3faa7220972"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:36.264007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-9cb1b7ea-02d5-445e-8b43-638320c7f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:36.265991 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-9cb1b7ea-02d5-445e-8b43-638320c7f4ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753126 Nov 12 11:23:36.286876 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579459ab-984c-4fb1-a266-43a1a3bca974 x-openstack-request-id: req-579459ab-984c-4fb1-a266-43a1a3bca974 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:36.287337 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a4ecbc-aa40-47c7-88b3-f6ad08617c89", "name": "network-vif-deleted", "tag": "65a68a69-ef09-4089-a367-e3faa7220972", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:36.287594 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-579459ab-984c-4fb1-a266-43a1a3bca974 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:36.288037 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a4ecbc-aa40-47c7-88b3-f6ad08617c89', 'name': 'network-vif-deleted', 'tag': '65a68a69-ef09-4089-a367-e3faa7220972', 'status': 'completed', 'code': 200} Nov 12 11:23:36.388076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-fb4db141-4a70-4120-a137-4a1e3d416f88 service neutron] 10.222.0.52 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142297 Nov 12 11:23:36.413184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202f5fe-cabe-41db-b51f-2786e7cd19b2 req-5c728140-b8d2-4534-8390-f7e02f8571a7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:36.426786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b202f5fe-cabe-41db-b51f-2786e7cd19b2 req-5c728140-b8d2-4534-8390-f7e02f8571a7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.2727334 Nov 12 11:23:36.482694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57738) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:36.571847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d858c25-c65d-476d-897d-be5e2268cd57 req-d53e2c11-c4ca-463e-869e-bc6752cf4c31 service neutron] 10.222.0.52 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764781 Nov 12 11:23:36.647351 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dceabc98-3a66-4b90-b9e6-2ab69c8b984a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.749227 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b202f5fe-cabe-41db-b51f-2786e7cd19b2 req-6c2f8568-a075-4f93-ae9d-f8ed1ba7c85f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201950 Nov 12 11:23:36.825101 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dceabc98-3a66-4b90-b9e6-2ab69c8b984a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.829168 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:23:36.857870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.196340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dceabc98-3a66-4b90-b9e6-2ab69c8b984a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.199082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dceabc98-3a66-4b90-b9e6-2ab69c8b984a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.203186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dceabc98-3a66-4b90-b9e6-2ab69c8b984a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76fcc102-6adb-4793-911f-7006ebdfc7db HTTP/1.1" status: 204 len: 168 time: 0.9990687 Nov 12 11:23:37.218583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceabc98-3a66-4b90-b9e6-2ab69c8b984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fcc102-6adb-4793-911f-7006ebdfc7db,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:37.423597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.659679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57758) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:37.676801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3dd8523a-53a3-4ba3-9387-0440ad89eac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.678084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.741547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Router 63b73bef-fc26-4749-8987-f1e93dcb98bb is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:37.780846 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3dd8523a-53a3-4ba3-9387-0440ad89eac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.787008 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3dd8523a-53a3-4ba3-9387-0440ad89eac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.887940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3dd8523a-53a3-4ba3-9387-0440ad89eac1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2003b16bdf2e49ecb323597563a572b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247949 Nov 12 11:23:37.887940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8523a-53a3-4ba3-9387-0440ad89eac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf92af1-c540-44c0-8f8c-739f8eb72686,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:37.900438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57762) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:38.009365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aed431-493c-4452-9af0-c0eef94d85c8 req-d6c53a95-30ac-4603-a700-516dfbf9fd42 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:38.010788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43aed431-493c-4452-9af0-c0eef94d85c8 req-d6c53a95-30ac-4603-a700-516dfbf9fd42 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.0967052 Nov 12 11:23:38.026483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:38.039846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6918b1-f869-4d54-8eb8-44769c6e238d None None] Sync routers for ids ['63b73bef-fc26-4749-8987-f1e93dcb98bb'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:38.045198 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1174ffb7-deb4-4d7a-8ab1-4c7607c1ab33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.067614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6918b1-f869-4d54-8eb8-44769c6e238d None None] Routers {'63b73bef-fc26-4749-8987-f1e93dcb98bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:38.069206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9d6918b1-f869-4d54-8eb8-44769c6e238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['63b73bef-fc26-4749-8987-f1e93dcb98bb'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:38.088703 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1174ffb7-deb4-4d7a-8ab1-4c7607c1ab33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.109899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9d6918b1-f869-4d54-8eb8-44769c6e238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:38.119979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6918b1-f869-4d54-8eb8-44769c6e238d None None] Routers {'63b73bef-fc26-4749-8987-f1e93dcb98bb'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:38.120816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9d6918b1-f869-4d54-8eb8-44769c6e238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['63b73bef-fc26-4749-8987-f1e93dcb98bb'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:38.148588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.153121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-60b93148-5001-40bc-9624-70590b1baad6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5262816 Nov 12 11:23:38.153895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57768) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:38.166913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9d6918b1-f869-4d54-8eb8-44769c6e238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:38.167700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1174ffb7-deb4-4d7a-8ab1-4c7607c1ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.168125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6918b1-f869-4d54-8eb8-44769c6e238d None None] The sync data for ids ['63b73bef-fc26-4749-8987-f1e93dcb98bb'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:38.170686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1174ffb7-deb4-4d7a-8ab1-4c7607c1ab33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.172011 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1174ffb7-deb4-4d7a-8ab1-4c7607c1ab33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bf92af1-c540-44c0-8f8c-739f8eb72686 HTTP/1.1" status: 204 len: 168 time: 0.2697427 Nov 12 11:23:38.216647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174ffb7-deb4-4d7a-8ab1-4c7607c1ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf92af1-c540-44c0-8f8c-739f8eb72686,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:38.254985 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43aed431-493c-4452-9af0-c0eef94d85c8 req-f1bd0b15-247e-429a-b5c4-d44c47ddf3ba tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279291 Nov 12 11:23:38.395850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1a474efb-f8c9-4d0d-ac20-e03945361e9d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/routers/63b73bef-fc26-4749-8987-f1e93dcb98bb HTTP/1.1" status: 200 len: 919 time: 0.2345204 Nov 12 11:23:38.398829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57772) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:38.434850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f652eee7-aeeb-49b2-bb05-f53f3c3ea9d6 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b73bef-fc26-4749-8987-f1e93dcb98bb HTTP/1.1" status: 200 len: 205 time: 0.0327418 Nov 12 11:23:38.437252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57780) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:38.498758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 76c6dd3e-0837-4bb6-ae84-09119980ef0e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:38.500055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.663439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.828365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port 76c6dd3e-0837-4bb6-ae84-09119980ef0e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=76c6dd3e-0837-4bb6-ae84-09119980ef0e,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:38.828808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.849334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 76c6dd3e-0837-4bb6-ae84-09119980ef0e owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:38.870895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:39.460148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Deleting port 0d4810dc-55c2-4028-a7e7-0b4a15dd4a15 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:39.460802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:39.544680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a764d48-97cf-490f-850c-a76dc738ef9c req-65c0ace2-ea05-499b-b4f3-086400f18b83 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:39.546513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6a764d48-97cf-490f-850c-a76dc738ef9c req-65c0ace2-ea05-499b-b4f3-086400f18b83 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.1586285 Nov 12 11:23:39.636433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:39.669440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Calling delete_port for 0d4810dc-55c2-4028-a7e7-0b4a15dd4a15 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:39.692212 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:39.763104 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6a764d48-97cf-490f-850c-a76dc738ef9c req-c9855d24-2b24-408f-90bc-e95db1022a30 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977367 Nov 12 11:23:39.768560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=76c6dd3e-0837-4bb6-ae84-09119980ef0e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:40.068289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.116002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.180676 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.247504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event deleted for resources: {'Port': ['ID=0d4810dc-55c2-4028-a7e7-0b4a15dd4a15,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:40.277594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee2268-4cc6-4784-84c6-731205755027 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:40.388751 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.528061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.530248 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.533760 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.612986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.612986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Fanout notify agent at l3_agent the message router_deleted on router 63b73bef-fc26-4749-8987-f1e93dcb98bb {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:40.614502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router e39384b0-8091-4e79-9fea-ec35dc322182 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:40.620447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.621658 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9b8e43b1-955a-4d4c-bb85-df6fd8ef0482 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/63b73bef-fc26-4749-8987-f1e93dcb98bb HTTP/1.1" status: 204 len: 168 time: 2.1834965 Nov 12 11:23:40.626154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57876) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:40.633479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'router': {'name': 'tempest-snat-router-670694675', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': False}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:40.670489 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.671910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.762836 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.785177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:40.796931 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] Sync routers for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:40.803708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8b28581e-7090-46b4-abf9-59f2d4061690 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "PUT /v2.0/routers/e39384b0-8091-4e79-9fea-ec35dc322182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3185394 Nov 12 11:23:40.804467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57886) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:40.816007 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:40.819137 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:40.892357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c408ec3f-3eef-42dd-940c-4df8eaeb432f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting subnet 2a668613-4b95-435b-be19-658b67dcd4ac {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:23:40.902041 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c408ec3f-3eef-42dd-940c-4df8eaeb432f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.961750 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:40.979403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.982197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c408ec3f-3eef-42dd-940c-4df8eaeb432f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.031209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35453e-ef90-48f8-935d-e055e4a0aa27 req-f85d746c-f490-4e43-99c1-94a75af5cda2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:41.033108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b35453e-ef90-48f8-935d-e055e4a0aa27 req-f85d746c-f490-4e43-99c1-94a75af5cda2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.0991936 Nov 12 11:23:41.099786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57896) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:41.145075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b35453e-ef90-48f8-935d-e055e4a0aa27 req-2a82d8b0-b15c-45c0-b1cd-f253661eb1f5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043031 Nov 12 11:23:41.186039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c408ec3f-3eef-42dd-940c-4df8eaeb432f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.262224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c408ec3f-3eef-42dd-940c-4df8eaeb432f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.308233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ec3f-3eef-42dd-940c-4df8eaeb432f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Subnet': ['ID=2a668613-4b95-435b-be19-658b67dcd4ac,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:41.319829 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c408ec3f-3eef-42dd-940c-4df8eaeb432f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.325059 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c408ec3f-3eef-42dd-940c-4df8eaeb432f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/subnets/2a668613-4b95-435b-be19-658b67dcd4ac HTTP/1.1" status: 204 len: 168 time: 0.5194597 Nov 12 11:23:41.327330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c30f36f-ba65-4366-b875-b8283094ae2e None None] Network e019540b-7540-439d-89de-ce10cedd2700 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:41.327787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57900) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:41.392643 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:23:39Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:41.399998 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.404481 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06c4c3c3-9a91-4c69-9cf2-12932774792d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.421910 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.457720 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] Checking router: e39384b0-8091-4e79-9fea-ec35dc322182 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:41.469534 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] Routers {'e39384b0-8091-4e79-9fea-ec35dc322182'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:41.470962 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e39384b0-8091-4e79-9fea-ec35dc322182'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:41.561400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.601218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Allocated IP 172.25.2.34 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/3247081e-c186-47f2-9e19-2546d1202172) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:41.695457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] DHCP port deletion for e019540b-7540-439d-89de-ce10cedd2700 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:41.704845 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] Set router e39384b0-8091-4e79-9fea-ec35dc322182 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:41.707121 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06c4c3c3-9a91-4c69-9cf2-12932774792d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.715574 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06c4c3c3-9a91-4c69-9cf2-12932774792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.797808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.805605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-06c4c3c3-9a91-4c69-9cf2-12932774792d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d610e0511bf446939160e688d4514d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7018571 Nov 12 11:23:41.805775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57912) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:41.811186 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.820193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] Deleting port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:41.820572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.851324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4c3c3-9a91-4c69-9cf2-12932774792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a6b840-25cd-47c7-b540-1e8de3131d71,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:41.869893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.953306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] For port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9334dbb2-53a8-4ae0-91fc-9ee733e104a8,segment=NetworkSegment(6e62032d-2073-4a61-846a-b9c9e34657b8),segment_id=6e62032d-2073-4a61-846a-b9c9e34657b8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:41.953604 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.953919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'Port': ['ID=3247081e-c186-47f2-9e19-2546d1202172,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:41.956199 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-150586e7-956c-487b-a0b3-69c7f283fac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.981886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:41.985125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:41.985556 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-150586e7-956c-487b-a0b3-69c7f283fac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.989098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] Calling delete_port for 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:42.009184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:42.009359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c30692-6959-448b-8817-1a55ee9a9716 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:42.021075 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:23:39Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:42.051114 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90273cb0-672a-4abe-b7c8-4c24980cc552 None None] The sync data for ids ['e39384b0-8091-4e79-9fea-ec35dc322182'] in n-d-768851-19 is: [{'id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117020887', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:59Z', 'updated_at': '2021-11-12T11:23:39Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '3d8589d2-28fe-454d-afdc-b0d14e1711a2', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39384b0-8091-4e79-9fea-ec35dc322182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:00Z', 'updated_at': '2021-11-12T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:42.060524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-150586e7-956c-487b-a0b3-69c7f283fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.064605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-150586e7-956c-487b-a0b3-69c7f283fac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.070317 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-150586e7-956c-487b-a0b3-69c7f283fac4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2a6b840-25cd-47c7-b540-1e8de3131d71 HTTP/1.1" status: 204 len: 168 time: 0.2585278 Nov 12 11:23:42.076238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150586e7-956c-487b-a0b3-69c7f283fac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a6b840-25cd-47c7-b540-1e8de3131d71,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:42.079899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 3d8589d2-28fe-454d-afdc-b0d14e1711a2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:42.080247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.185241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.228043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] Pushing event deleted for resources: {'Port': ['ID=9334dbb2-53a8-4ae0-91fc-9ee733e104a8,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:42.234769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8b207d0e-b8ed-4188-84e1-11fe625368e1 None None] Provisioning complete for port 3247081e-c186-47f2-9e19-2546d1202172 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:42.235139 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8b207d0e-b8ed-4188-84e1-11fe625368e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.265174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee54232-5c47-413e-ab77-76dc403ef481 None None] No DVR routers for this DVR port 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:23:42.292061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8b207d0e-b8ed-4188-84e1-11fe625368e1 None None] Port 3247081e-c186-47f2-9e19-2546d1202172 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:42.342441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port 3d8589d2-28fe-454d-afdc-b0d14e1711a2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3d8589d2-28fe-454d-afdc-b0d14e1711a2,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:42.342824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.364020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 3d8589d2-28fe-454d-afdc-b0d14e1711a2 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:42.383691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6d84f-bc55-44a9-b78c-0952c8ed3cca req-2a276686-dc8b-440e-a19a-adf3b99e572e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.390900 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fa6d84f-bc55-44a9-b78c-0952c8ed3cca req-2a276686-dc8b-440e-a19a-adf3b99e572e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.1007345 Nov 12 11:23:42.499537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0fa6d84f-bc55-44a9-b78c-0952c8ed3cca req-5be98d8b-471d-4c6d-95d7-2e490416cfe6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065137 Nov 12 11:23:42.539291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.603563 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57930) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:42.628346 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06861329-0aae-41c0-90cc-a754e13d9d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.714565 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.757612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=3d8589d2-28fe-454d-afdc-b0d14e1711a2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:42.765897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee220e-40f9-4b3e-a40e-73c14000e2c6 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:42.854263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.856233 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06861329-0aae-41c0-90cc-a754e13d9d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.864592 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06861329-0aae-41c0-90cc-a754e13d9d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.868286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.998428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06861329-0aae-41c0-90cc-a754e13d9d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609ab6c8-976f-4127-a1ed-5527bd67cf10,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:43.000235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Router 380391fe-0ade-4567-a61c-e740a8c44601 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:43.003087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.007322 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-06861329-0aae-41c0-90cc-a754e13d9d2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b43f6262a4a443c8992c1d829e02e479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015388 Nov 12 11:23:43.008926 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.010419 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57936) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:43.084263 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.084733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Fanout notify agent at l3_agent the message router_deleted on router e39384b0-8091-4e79-9fea-ec35dc322182 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:43.092440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.093582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f05e61a5-05de-4f65-a898-7ea1d3a50000 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/routers/e39384b0-8091-4e79-9fea-ec35dc322182 HTTP/1.1" status: 204 len: 168 time: 1.7552211 Nov 12 11:23:43.097084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57938) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:43.135209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:43.140806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b90a2333-f38d-46ae-929a-587433c58815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.153638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Sync routers for ids ['380391fe-0ade-4567-a61c-e740a8c44601'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:43.155863 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.157378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-094657f5-9b91-4010-869d-d626bd0d32eb tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5303600 Nov 12 11:23:43.165559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57940) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:43.175577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Routers {'380391fe-0ade-4567-a61c-e740a8c44601'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:43.176736 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['380391fe-0ade-4567-a61c-e740a8c44601'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:43.248986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b90a2333-f38d-46ae-929a-587433c58815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.254179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.390725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-203c54b7-16a6-498b-b824-0f642762c91b tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/routers/380391fe-0ade-4567-a61c-e740a8c44601 HTTP/1.1" status: 200 len: 907 time: 0.2239954 Nov 12 11:23:43.393142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 57946) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:43.394492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.397305 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b90a2333-f38d-46ae-929a-587433c58815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.398721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'router': {'name': 'tempest-snat-router-670694675', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': True}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:43.399867 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b90a2333-f38d-46ae-929a-587433c58815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.401056 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b90a2333-f38d-46ae-929a-587433c58815 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/609ab6c8-976f-4127-a1ed-5527bd67cf10 HTTP/1.1" status: 204 len: 168 time: 0.3898003 Nov 12 11:23:43.438996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a2333-f38d-46ae-929a-587433c58815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609ab6c8-976f-4127-a1ed-5527bd67cf10,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:43.453454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e019540b-7540-439d-89de-ce10cedd2700']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:43.468567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e62032d-2073-4a61-846a-b9c9e34657b8') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:43.469071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e62032d-2073-4a61-846a-b9c9e34657b8') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:43.471906 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.473551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.481613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Set router 380391fe-0ade-4567-a61c-e740a8c44601 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:43.496095 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.516741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.534691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:23:43.535496 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:23:43.541889 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:23:43.630529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.637792 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.649532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/networks/e019540b-7540-439d-89de-ce10cedd2700 HTTP/1.1" status: 204 len: 168 time: 0.5472438 Nov 12 11:23:43.696914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57952) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:43.732386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22882b60-9ee9-4b6b-896d-653d8809614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Network': ['ID=e019540b-7540-439d-89de-ce10cedd2700,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:43.844632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:43.877236 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74081831-db25-487f-ad7a-00a359d53aa8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.894212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:43.894573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9334dbb2-53a8-4ae0-91fc-9ee733e104a8 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:43.901680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 76c6dd3e-0837-4bb6-ae84-09119980ef0e no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:43.913460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74081831-db25-487f-ad7a-00a359d53aa8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.974684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 76c6dd3e-0837-4bb6-ae84-09119980ef0e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:43.975599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 76c6dd3e-0837-4bb6-ae84-09119980ef0e not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:44.018626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.037150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74081831-db25-487f-ad7a-00a359d53aa8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.043441 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-74081831-db25-487f-ad7a-00a359d53aa8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.044632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380391fe-0ade-4567-a61c-e740a8c44601', 'name': 'tempest-snat-router-670694675', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.34'}], 'enable_snat': False}, 'gw_port_id': '3247081e-c186-47f2-9e19-2546d1202172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:40Z', 'updated_at': '2021-11-12T11:23:42Z', 'revision_number': 3, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port': {'id': '3247081e-c186-47f2-9e19-2546d1202172', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380391fe-0ade-4567-a61c-e740a8c44601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:41Z', 'updated_at': '2021-11-12T11:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:44.048980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-74081831-db25-487f-ad7a-00a359d53aa8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/security-groups/2a6f012a-3cae-4320-a34a-5f72070aad8f HTTP/1.1" status: 204 len: 168 time: 0.3443625 Nov 12 11:23:44.076134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74081831-db25-487f-ad7a-00a359d53aa8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f012a-3cae-4320-a34a-5f72070aad8f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:44.104234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Checking router: 380391fe-0ade-4567-a61c-e740a8c44601 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:44.104684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Updating router 380391fe-0ade-4567-a61c-e740a8c44601 port 3247081e-c186-47f2-9e19-2546d1202172 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:44.158785 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.265974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767fc86-bfec-4ce1-b740-c3f86a9b7fdf req-fa60f853-0daf-40b3-883e-e2aa82fb7825 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:44.267516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f767fc86-bfec-4ce1-b740-c3f86a9b7fdf req-fa60f853-0daf-40b3-883e-e2aa82fb7825 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.2689559 Nov 12 11:23:44.353827 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.477377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f767fc86-bfec-4ce1-b740-c3f86a9b7fdf req-50ef1927-6a9e-4cf0-8e59-998b9c2f4410 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174371 Nov 12 11:23:44.515559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57986) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:44.520769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1c9e7bcf-79c3-4754-9429-5071567b1de6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758212787', 'description': 'tempest-secgroup-smoke-758212787 description', 'project_id': '457c723929f14efab737d75f4170b9cc'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:44.565906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7bcf-79c3-4754-9429-5071567b1de6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.676594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.684802 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.782747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.793687 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7bcf-79c3-4754-9429-5071567b1de6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.804981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7bcf-79c3-4754-9429-5071567b1de6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.810162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.836303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Attempting to bind port 3247081e-c186-47f2-9e19-2546d1202172 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:44.836756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Attempting to bind port 3247081e-c186-47f2-9e19-2546d1202172 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:44.837236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Attempting to bind port 3247081e-c186-47f2-9e19-2546d1202172 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:44.840015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e4f41-4a25-4d61-b15a-73b289d334bc None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:44.854395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746308a-e810-4994-b34c-c718a2451838 None None] Pushing event updated for resources: {'Port': ['ID=3247081e-c186-47f2-9e19-2546d1202172,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:44.857513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:44.858165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:44.858635 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.859293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:44.859847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Bound port: 3247081e-c186-47f2-9e19-2546d1202172, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:44.860592 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.886348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e7bcf-79c3-4754-9429-5071567b1de6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52650c9-8d1b-4633-b7c4-4a4464a953ea,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:44.909060 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7bcf-79c3-4754-9429-5071567b1de6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.915617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1c9e7bcf-79c3-4754-9429-5071567b1de6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3985205 Nov 12 11:23:44.916855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 57998) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:44.926763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-869457a4-66a5-4c61-9f24-79cc97594d36 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': 'e52650c9-8d1b-4633-b7c4-4a4464a953ea', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:44.945702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] For port 3247081e-c186-47f2-9e19-2546d1202172, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:44.948494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Allocated IP 172.25.2.31 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/bb154aa7-6b16-4e26-b203-4ee7a3ad840c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:44.950822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] For port 3247081e-c186-47f2-9e19-2546d1202172, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3247081e-c186-47f2-9e19-2546d1202172,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:44.959893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.020141 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-869457a4-66a5-4c61-9f24-79cc97594d36 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.028674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be890c19-5d1f-4706-8948-bd6143251e3f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:45.052409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Routers {'380391fe-0ade-4567-a61c-e740a8c44601'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:45.053544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['380391fe-0ade-4567-a61c-e740a8c44601'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:45.227382 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-869457a4-66a5-4c61-9f24-79cc97594d36 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.235708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-869457a4-66a5-4c61-9f24-79cc97594d36 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.237401 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.269932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869457a4-66a5-4c61-9f24-79cc97594d36 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b28701-2448-48c4-8917-3dcb73601efd,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:45.300123 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.301306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-869457a4-66a5-4c61-9f24-79cc97594d36 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.312612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58012) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:45.320720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f0890a7c-bc9f-4d95-93b1-a13714d2da57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': 'e52650c9-8d1b-4633-b7c4-4a4464a953ea', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:45.324739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d8589d2-28fe-454d-afdc-b0d14e1711a2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:45.325792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-869457a4-66a5-4c61-9f24-79cc97594d36 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4037638 Nov 12 11:23:45.351002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3d8589d2-28fe-454d-afdc-b0d14e1711a2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:45.351350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3d8589d2-28fe-454d-afdc-b0d14e1711a2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:45.397436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'Port': ['ID=bb154aa7-6b16-4e26-b203-4ee7a3ad840c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:45.399722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746308a-e810-4994-b34c-c718a2451838 None None] Pushing event updated for resources: {'Port': ['ID=3247081e-c186-47f2-9e19-2546d1202172,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:45.410948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1ee17e40-1dc1-44ca-9ad5-5cc021c62392 None None] Provisioning complete for port 3247081e-c186-47f2-9e19-2546d1202172 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:45.411329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e40-1dc1-44ca-9ad5-5cc021c62392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.454253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f0890a7c-bc9f-4d95-93b1-a13714d2da57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.472067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] Set router 380391fe-0ade-4567-a61c-e740a8c44601 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:45.476906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:45.480699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:45.485782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:45.542916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d566bd-f124-4e51-b3ff-8b689dfea09a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:45.701534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d79dc1-778b-46e0-80c6-a471c3a6b6c7 req-a6a1f508-2e6c-4f36-993a-b813f9a72385 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:45.703174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37d79dc1-778b-46e0-80c6-a471c3a6b6c7 req-a6a1f508-2e6c-4f36-993a-b813f9a72385 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.0993721 Nov 12 11:23:45.732495 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e40-1dc1-44ca-9ad5-5cc021c62392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.757874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1ee17e40-1dc1-44ca-9ad5-5cc021c62392 None None] For port 3247081e-c186-47f2-9e19-2546d1202172, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3247081e-c186-47f2-9e19-2546d1202172,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:45.764516 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f0890a7c-bc9f-4d95-93b1-a13714d2da57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.764890 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e40-1dc1-44ca-9ad5-5cc021c62392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.775504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f0890a7c-bc9f-4d95-93b1-a13714d2da57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.838890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0890a7c-bc9f-4d95-93b1-a13714d2da57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ffa8af-5c6d-4ed2-902f-cc9ff8801293,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:45.858902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f0890a7c-bc9f-4d95-93b1-a13714d2da57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.860472 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37d79dc1-778b-46e0-80c6-a471c3a6b6c7 req-7528aa10-f258-4331-bb68-ed8e9e12a671 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345243 Nov 12 11:23:45.861134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f0890a7c-bc9f-4d95-93b1-a13714d2da57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5468259 Nov 12 11:23:45.873801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58026) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:45.879806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9aaefcc4-d69b-496a-9f52-a3ca7a66d04c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': 'e52650c9-8d1b-4633-b7c4-4a4464a953ea', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:45.919430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee17e40-1dc1-44ca-9ad5-5cc021c62392 None None] Pushing event updated for resources: {'Port': ['ID=3247081e-c186-47f2-9e19-2546d1202172,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:45.931049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9aaefcc4-d69b-496a-9f52-a3ca7a66d04c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.933419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-09a334cd-afd5-47be-b87e-e29b937285a1 None None] Provisioning complete for port bb154aa7-6b16-4e26-b203-4ee7a3ad840c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:45.933957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09a334cd-afd5-47be-b87e-e29b937285a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.981913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380391fe-0ade-4567-a61c-e740a8c44601', 'name': 'tempest-snat-router-670694675', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.34'}], 'enable_snat': False}, 'gw_port_id': '3247081e-c186-47f2-9e19-2546d1202172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:40Z', 'updated_at': '2021-11-12T11:23:42Z', 'revision_number': 3, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port': {'id': '3247081e-c186-47f2-9e19-2546d1202172', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380391fe-0ade-4567-a61c-e740a8c44601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:41Z', 'updated_at': '2021-11-12T11:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:45.987415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58030) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:46.024654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255b497-3939-4221-8b4b-4abfc303ac5e None None] The sync data for ids ['380391fe-0ade-4567-a61c-e740a8c44601'] in n-d-768851-19 is: [{'id': '380391fe-0ade-4567-a61c-e740a8c44601', 'name': 'tempest-snat-router-670694675', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.34'}], 'enable_snat': False}, 'gw_port_id': '3247081e-c186-47f2-9e19-2546d1202172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:40Z', 'updated_at': '2021-11-12T11:23:42Z', 'revision_number': 3, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port': {'id': '3247081e-c186-47f2-9e19-2546d1202172', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380391fe-0ade-4567-a61c-e740a8c44601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:41Z', 'updated_at': '2021-11-12T11:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:46.031951 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9aaefcc4-d69b-496a-9f52-a3ca7a66d04c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.038654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9aaefcc4-d69b-496a-9f52-a3ca7a66d04c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.043644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-09a334cd-afd5-47be-b87e-e29b937285a1 None None] Port bb154aa7-6b16-4e26-b203-4ee7a3ad840c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:46.082771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaefcc4-d69b-496a-9f52-a3ca7a66d04c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a57a05-b7ce-4925-9d84-9111dbf2ab48,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:46.104198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9aaefcc4-d69b-496a-9f52-a3ca7a66d04c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.105502 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9aaefcc4-d69b-496a-9f52-a3ca7a66d04c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2303052 Nov 12 11:23:46.109712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58034) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:46.117008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d2060f8f-a2fa-41f3-80d3-1a1378de7e84 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': 'e52650c9-8d1b-4633-b7c4-4a4464a953ea', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:46.165493 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.237333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea18ee2-02d3-4d76-af5b-595fc011e1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.263097 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d2060f8f-a2fa-41f3-80d3-1a1378de7e84 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.467240 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d2060f8f-a2fa-41f3-80d3-1a1378de7e84 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.506218 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d2060f8f-a2fa-41f3-80d3-1a1378de7e84 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.575271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2060f8f-a2fa-41f3-80d3-1a1378de7e84 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00157b7-8f6d-48f2-b410-9146e57179e9,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:46.584991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea18ee2-02d3-4d76-af5b-595fc011e1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.584991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.588913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d2060f8f-a2fa-41f3-80d3-1a1378de7e84 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.590278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d2060f8f-a2fa-41f3-80d3-1a1378de7e84 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4791718 Nov 12 11:23:46.593958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58044) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:46.599014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-be9443c0-fcba-41d9-8d79-57040999960b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': 'e52650c9-8d1b-4633-b7c4-4a4464a953ea', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:46.605428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea18ee2-02d3-4d76-af5b-595fc011e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.721447 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9ea18ee2-02d3-4d76-af5b-595fc011e1d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d3b3639fae14e4ca783012990951024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7327685 Nov 12 11:23:46.724933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58046) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:46.762279 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-be9443c0-fcba-41d9-8d79-57040999960b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Project 457c723929f14efab737d75f4170b9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:23:46.773870 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9443c0-fcba-41d9-8d79-57040999960b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.782538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea18ee2-02d3-4d76-af5b-595fc011e1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f761e3d-4357-4816-944d-94e00a56da8f,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:46.840748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb49afa1-9bae-46ae-a263-598da73ca65e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.866328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9443c0-fcba-41d9-8d79-57040999960b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.871963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9443c0-fcba-41d9-8d79-57040999960b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.883463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Router ed6225f1-6235-46e8-b776-0bf037e3807c is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:46.901020 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb49afa1-9bae-46ae-a263-598da73ca65e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.905396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9443c0-fcba-41d9-8d79-57040999960b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.914127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-be9443c0-fcba-41d9-8d79-57040999960b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3149827 Nov 12 11:23:46.914127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9443c0-fcba-41d9-8d79-57040999960b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdb0056-aab7-4d13-8ed4-5c302f3c994c,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:46.926555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58056) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:46.926555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-87df7bae-dc4d-4846-af53-31125cc28b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': 'e52650c9-8d1b-4633-b7c4-4a4464a953ea', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:47.000716 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-87df7bae-dc4d-4846-af53-31125cc28b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Project 457c723929f14efab737d75f4170b9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:23:47.009071 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-87df7bae-dc4d-4846-af53-31125cc28b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.051910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb49afa1-9bae-46ae-a263-598da73ca65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.055301 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb49afa1-9bae-46ae-a263-598da73ca65e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.056646 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb49afa1-9bae-46ae-a263-598da73ca65e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f761e3d-4357-4816-944d-94e00a56da8f HTTP/1.1" status: 204 len: 168 time: 0.3304000 Nov 12 11:23:47.075405 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49afa1-9bae-46ae-a263-598da73ca65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f761e3d-4357-4816-944d-94e00a56da8f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:47.095741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-87df7bae-dc4d-4846-af53-31125cc28b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.103694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-87df7bae-dc4d-4846-af53-31125cc28b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.137558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df7bae-dc4d-4846-af53-31125cc28b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a047c80-3ce9-4412-89f6-4fd2b91b190d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:47.139063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7325af-1a0e-47b1-bf0d-673a898caa5d req-5bfdd71b-4ffe-438b-9ab1-72a90b234451 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:47.140681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa7325af-1a0e-47b1-bf0d-673a898caa5d req-5bfdd71b-4ffe-438b-9ab1-72a90b234451 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.1580205 Nov 12 11:23:47.146217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-87df7bae-dc4d-4846-af53-31125cc28b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.152882 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-87df7bae-dc4d-4846-af53-31125cc28b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2395482 Nov 12 11:23:47.153867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58060) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:47.160088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'network': {'name': 'tempest-network-smoke--2001350958', 'project_id': '457c723929f14efab737d75f4170b9cc', 'port_security_enabled': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:47.176626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:47.190730 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Sync routers for ids ['ed6225f1-6235-46e8-b776-0bf037e3807c'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:47.197542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:47.204683 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.205334 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Routers {'ed6225f1-6235-46e8-b776-0bf037e3807c'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:47.205960 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ed6225f1-6235-46e8-b776-0bf037e3807c'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:47.255244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:23:47.256403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.257899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cb21dbba-e4be-4bd6-a711-b826e6cc71e3 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.8635561 Nov 12 11:23:47.261867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58062) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:47.274558 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.275135 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Added segment 72e72f9d-7d5a-490d-8f6c-1741a6e535ee of type vlan for network 495f21d2-52ae-407d-b298-a70325da0ebf Nov 12 11:23:47.388342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3247081e-c186-47f2-9e19-2546d1202172 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:47.417827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.455757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.467712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:47.469313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.491389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4d401bcd-6d9b-4ee2-9b08-16deddef15d9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/routers/ed6225f1-6235-46e8-b776-0bf037e3807c HTTP/1.1" status: 200 len: 906 time: 0.2283494 Nov 12 11:23:47.508110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa7325af-1a0e-47b1-bf0d-673a898caa5d req-0c5bdf09-b475-4b51-acbe-460623b69844 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543935 Nov 12 11:23:47.510082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58070) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:47.578241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4226809 Nov 12 11:23:47.582090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58072) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:47.589627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'admin_state_up': True, 'project_id': '457c723929f14efab737d75f4170b9cc', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:47.592052 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Set router ed6225f1-6235-46e8-b776-0bf037e3807c gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:47.609749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7da16-7058-4e09-a597-07a5e858644b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Network': ['ID=495f21d2-52ae-407d-b298-a70325da0ebf,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:47.628189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 495f21d2-52ae-407d-b298-a70325da0ebf details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:23:47.642470 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.644685 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.681742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 3247081e-c186-47f2-9e19-2546d1202172 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:47.682118 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.774158 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.806583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.005870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.010077 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6225f1-6235-46e8-b776-0bf037e3807c', 'name': 'tempest-snat-router-670694675', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'bb154aa7-6b16-4e26-b203-4ee7a3ad840c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:43Z', 'updated_at': '2021-11-12T11:23:45Z', 'revision_number': 3, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port': {'id': 'bb154aa7-6b16-4e26-b203-4ee7a3ad840c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6225f1-6235-46e8-b776-0bf037e3807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:44Z', 'updated_at': '2021-11-12T11:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:48.059141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.110956 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Checking router: ed6225f1-6235-46e8-b776-0bf037e3807c for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:48.111757 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Updating router ed6225f1-6235-46e8-b776-0bf037e3807c port bb154aa7-6b16-4e26-b203-4ee7a3ad840c binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:48.164279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:23:48.166894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Deleting port bb154aa7-6b16-4e26-b203-4ee7a3ad840c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:48.167391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.176084 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.396086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.437976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Calling delete_port for bb154aa7-6b16-4e26-b203-4ee7a3ad840c owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:48.478409 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.495536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:48.516073 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.528485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'port_id': 'dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d', 'mac_address': 'fa:16:3e:8d:17:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:23:48.617131 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.659856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:23:48.718490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:48.728448 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.800364 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.812480 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.846693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:48.848968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751da678-1508-42b2-a4dd-3d21bdb15e1a req-ff5f553b-a1d1-4a43-b058-9efb7f471d54 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:48.851559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-751da678-1508-42b2-a4dd-3d21bdb15e1a req-ff5f553b-a1d1-4a43-b058-9efb7f471d54 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 944 time: 0.1849408 Nov 12 11:23:48.905236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4795b84b-6dcc-468a-a5ef-177eabbd657d None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:48.941338 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Attempting to bind port bb154aa7-6b16-4e26-b203-4ee7a3ad840c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:48.943796 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Attempting to bind port bb154aa7-6b16-4e26-b203-4ee7a3ad840c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:48.944784 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Attempting to bind port bb154aa7-6b16-4e26-b203-4ee7a3ad840c on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:48.947322 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bb1a4-4067-424b-9d78-c50a58ce2cb5 None None] Pushing event updated for resources: {'Port': ['ID=bb154aa7-6b16-4e26-b203-4ee7a3ad840c,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:48.954813 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:48.955483 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:48.956039 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.956743 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:48.957415 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Bound port: bb154aa7-6b16-4e26-b203-4ee7a3ad840c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:48.958020 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.971815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:23:49.042918 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] For port bb154aa7-6b16-4e26-b203-4ee7a3ad840c, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:49.044382 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] For port bb154aa7-6b16-4e26-b203-4ee7a3ad840c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bb154aa7-6b16-4e26-b203-4ee7a3ad840c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:49.058373 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.123119 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Routers {'ed6225f1-6235-46e8-b776-0bf037e3807c'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:49.123827 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['ed6225f1-6235-46e8-b776-0bf037e3807c'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:49.144808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5f85a-5ad7-4374-a5da-e8d37e708be0 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:49.231389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fe14bd1f-8e04-45e3-8d32-98327494ee30 None None] Provisioning complete for port bb154aa7-6b16-4e26-b203-4ee7a3ad840c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:49.235087 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe14bd1f-8e04-45e3-8d32-98327494ee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.286720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.310942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fe14bd1f-8e04-45e3-8d32-98327494ee30 None None] Could not find standard attr ID for object bb154aa7-6b16-4e26-b203-4ee7a3ad840c. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:23:49.324950 n-d-768851-19 neutron-server[109167]: INFO neutron.plugins.ml2.db [None req-fe14bd1f-8e04-45e3-8d32-98327494ee30 None None] No ports have port_id starting with bb154aa7-6b16-4e26-b203-4ee7a3ad840c Nov 12 11:23:49.373106 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bb1a4-4067-424b-9d78-c50a58ce2cb5 None None] Pushing event updated for resources: {'Port': ['ID=bb154aa7-6b16-4e26-b203-4ee7a3ad840c,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:49.373458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb154aa7-6b16-4e26-b203-4ee7a3ad840c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:49.417405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef3a2f-113e-4789-af1a-825d048c9991 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:49.486419 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] Set router ed6225f1-6235-46e8-b776-0bf037e3807c gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:49.487972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b202b2da-c287-4707-8bff-c6bcd65d6e1e None None] Could not find standard attr ID for object bb154aa7-6b16-4e26-b203-4ee7a3ad840c. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:23:49.505552 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.25.2.195 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/a0dda607-fe8a-4039-8de2-485667093a5b) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:49.531150 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.577996 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6225f1-6235-46e8-b776-0bf037e3807c', 'name': 'tempest-snat-router-670694675', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:43Z', 'updated_at': '2021-11-12T11:23:48Z', 'revision_number': 4, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:49.616895 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb444bd-396e-4fdc-b0af-b2f7d7e65453 None None] The sync data for ids ['ed6225f1-6235-46e8-b776-0bf037e3807c'] in n-d-768851-19 is: [{'id': 'ed6225f1-6235-46e8-b776-0bf037e3807c', 'name': 'tempest-snat-router-670694675', 'tenant_id': '260a6271e8d2464da6983d0fc5100265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:43Z', 'updated_at': '2021-11-12T11:23:48Z', 'revision_number': 4, 'project_id': '260a6271e8d2464da6983d0fc5100265', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:49.695368 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-751da678-1508-42b2-a4dd-3d21bdb15e1a req-17cb0d35-e0e0-41c1-9162-2a0fa4d37454 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211108 Nov 12 11:23:49.696203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.699789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.767714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.768512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed6225f1-6235-46e8-b776-0bf037e3807c {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:49.779791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.791325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.793149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-480f13be-1d0f-4421-a925-94e94d25fd98 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ed6225f1-6235-46e8-b776-0bf037e3807c HTTP/1.1" status: 204 len: 168 time: 2.2784190 Nov 12 11:23:49.795873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58118) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:49.826381 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.899682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=a0dda607-fe8a-4039-8de2-485667093a5b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:49.937428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:49.939237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:49.945514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:49.970514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09875593-3121-410e-a141-5473ab2b429b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:50.030611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bd660deb-03fc-45b3-9b2c-e1e0b82a0d93 None None] Provisioning complete for port a0dda607-fe8a-4039-8de2-485667093a5b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:50.031380 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd660deb-03fc-45b3-9b2c-e1e0b82a0d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.105927 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.111593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bd660deb-03fc-45b3-9b2c-e1e0b82a0d93 None None] Port a0dda607-fe8a-4039-8de2-485667093a5b cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:50.165069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:50.238703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:23:50.246271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:50.247171 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.261888 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.348824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Deleting port 3247081e-c186-47f2-9e19-2546d1202172 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:50.350054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.446727 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.448009 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.464808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] For port 3247081e-c186-47f2-9e19-2546d1202172, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=3247081e-c186-47f2-9e19-2546d1202172,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:50.465607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.484850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Calling delete_port for 3247081e-c186-47f2-9e19-2546d1202172 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:50.495670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9a3921-9c39-4953-838a-0953590582c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:50.498105 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accb4970-e4db-4103-b037-d4c72b13c0fe" -d '{"events": [{"server_uuid": "ec9a3921-9c39-4953-838a-0953590582c1", "name": "network-vif-plugged", "status": "completed", "tag": "dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:50.556120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:50.561737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.627062 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc927a93-e8b6-4d3e-97c5-7e68f30ae5db x-openstack-request-id: req-cc927a93-e8b6-4d3e-97c5-7e68f30ae5db {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:50.627602 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9a3921-9c39-4953-838a-0953590582c1", "name": "network-vif-plugged", "status": "completed", "tag": "dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:50.627993 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc927a93-e8b6-4d3e-97c5-7e68f30ae5db {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:50.628497 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9a3921-9c39-4953-838a-0953590582c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d', 'code': 200} Nov 12 11:23:50.686698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:50.794820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.823768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984a177d-9ee2-4aa5-a7af-f8fcd77c7946 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:50.848952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event deleted for resources: {'Port': ['ID=3247081e-c186-47f2-9e19-2546d1202172,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:50.913201 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.913816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb5cd9-55ea-4603-a056-1b9ef7d23e0b req-04180db7-967f-4b25-b5be-46514f8033cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:50.915263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90eb5cd9-55ea-4603-a056-1b9ef7d23e0b req-04180db7-967f-4b25-b5be-46514f8033cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 1098 time: 0.2844718 Nov 12 11:23:50.924548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.003940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b4712-b1a1-4136-b266-a0ebf96f3e13 req-ed6bf8f9-812d-4637-b37e-9ad5cd3498f7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:51.006464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f4b4712-b1a1-4136-b266-a0ebf96f3e13 req-ed6bf8f9-812d-4637-b37e-9ad5cd3498f7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 946 time: 0.1596835 Nov 12 11:23:51.068087 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.071438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.125394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f4b4712-b1a1-4136-b266-a0ebf96f3e13 req-5779a43a-8971-42f2-907c-c6d231333cb5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097059 Nov 12 11:23:51.163520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90eb5cd9-55ea-4603-a056-1b9ef7d23e0b req-6e876ff6-8b17-41e0-bff0-75a499b46d6f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190529 Nov 12 11:23:51.164882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.165762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 380391fe-0ade-4567-a61c-e740a8c44601 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:51.180495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.190603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58150) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:51.195983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0b3a0e4f-1144-46fc-99c6-22e00fe82b59 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "DELETE /v2.0/routers/380391fe-0ade-4567-a61c-e740a8c44601 HTTP/1.1" status: 204 len: 168 time: 1.3985426 Nov 12 11:23:51.198856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1618552564', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:51.249748 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:51.254977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.259247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.415878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.504622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:51.517514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Sync routers for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:51.534009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:51.534936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:51.591740 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.594881 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-54666f38-0f7f-4b8c-b7e7-139f0b2e8d48 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0099108 Nov 12 11:23:51.597043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58156) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:51.598930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.652825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b0326f77-70ad-4e59-95a5-a43f02689c82 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=457c723929f14efab737d75f4170b9cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521107 Nov 12 11:23:51.655366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58162) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:51.686025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:51.879667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa3a90-8e61-41b6-868e-2be5ac4a3507 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:51.889519 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.891055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3caa3a90-8e61-41b6-868e-2be5ac4a3507 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2345107 Nov 12 11:23:51.897372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58164) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:51.917675 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.937857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:50Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:51.949300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a6c72d54-57d9-44f4-b75b-c504d9c80427 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505068 Nov 12 11:23:51.949967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58166) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:51.955472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-42150331', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'project_id': '457c723929f14efab737d75f4170b9cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:51.987893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Checking router: fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:51.987893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Updating router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 port a0dda607-fe8a-4039-8de2-485667093a5b binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:52.010205 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.147105 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Allocated IP 172.25.2.173 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/10fd2bc5-bdd5-45f6-a638-1471a294e653) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:52.205787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:52.211782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.320138 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.361183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.377435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8ceaf-7978-4b03-84a8-a028fe1997f0 req-c342c985-575c-42bd-a629-e4e12e538dcb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:52.379821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5d8ceaf-7978-4b03-84a8-a028fe1997f0 req-c342c985-575c-42bd-a629-e4e12e538dcb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 946 time: 0.1308491 Nov 12 11:23:52.385127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:52.388973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:52.392547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:52.448606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5d336-3432-455e-9460-8402908634ff None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:52.487796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event updated for resources: {'Port': ['ID=10fd2bc5-bdd5-45f6-a638-1471a294e653,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:52.549313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5d8ceaf-7978-4b03-84a8-a028fe1997f0 req-7614c3c5-fc64-4913-8ff0-a55b7ee8e4ac tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605303 Nov 12 11:23:52.600156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.620141 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.629880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-26969577-0b17-43ad-97d7-bac61b1f98fe None None] Provisioning complete for port 10fd2bc5-bdd5-45f6-a638-1471a294e653 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:52.630253 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-26969577-0b17-43ad-97d7-bac61b1f98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.673305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.774580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-26969577-0b17-43ad-97d7-bac61b1f98fe None None] Port 10fd2bc5-bdd5-45f6-a638-1471a294e653 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:52.775180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Checking segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:52.775764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network hostable DHCP agents. Network: 495f21d2-52ae-407d-b298-a70325da0ebf, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:23:52.782657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c6b66-0d3a-487b-8205-170e95a88493 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:52.807302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Subnet': ['ID=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:52.813031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 495f21d2-52ae-407d-b298-a70325da0ebf is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:23:52.828460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 495f21d2-52ae-407d-b298-a70325da0ebf) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:52.837400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:52.840895 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.845706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Attempting to bind port a0dda607-fe8a-4039-8de2-485667093a5b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:52.846741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Attempting to bind port a0dda607-fe8a-4039-8de2-485667093a5b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:52.850169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Attempting to bind port a0dda607-fe8a-4039-8de2-485667093a5b on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:52.866258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-09bc4dad-ef08-4a2e-8b7b-ea371fdc6901 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9151576 Nov 12 11:23:52.869074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58196) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:52.880451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79254bf8-bf26-4872-b802-f38eab5e200a None None] Network 495f21d2-52ae-407d-b298-a70325da0ebf requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:52.888375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:52.889409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:52.890371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.891250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:52.892304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Bound port: a0dda607-fe8a-4039-8de2-485667093a5b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:52.893213 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.905765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d523072-eb26-4a8b-abdc-d6efd4e311be None None] Pushing event updated for resources: {'Port': ['ID=a0dda607-fe8a-4039-8de2-485667093a5b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:52.968039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.008248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] For port a0dda607-fe8a-4039-8de2-485667093a5b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:53.013903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] For port a0dda607-fe8a-4039-8de2-485667093a5b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a0dda607-fe8a-4039-8de2-485667093a5b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:53.057547 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.213632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4544f9f3-b3c8-40e1-a4f0-85557d1e30e9 None None] Provisioning complete for port a0dda607-fe8a-4039-8de2-485667093a5b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:53.214029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4544f9f3-b3c8-40e1-a4f0-85557d1e30e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.252420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.295507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a869ec4-c08c-41ad-ac5a-513111f9e2ce None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:53.298517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3247081e-c186-47f2-9e19-2546d1202172 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:53.513281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Router 01c6e994-e559-4a65-b625-554dccc0288e is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:53.571970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 3247081e-c186-47f2-9e19-2546d1202172 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:53.572229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 3247081e-c186-47f2-9e19-2546d1202172 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:53.689267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:53.689937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:53.830767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:53.843942 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46cae0b-3ffe-4200-af1c-366c748b32d6 None None] Sync routers for ids ['01c6e994-e559-4a65-b625-554dccc0288e'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:53.874146 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cae0b-3ffe-4200-af1c-366c748b32d6 None None] Routers {'01c6e994-e559-4a65-b625-554dccc0288e'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:53.875126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d46cae0b-3ffe-4200-af1c-366c748b32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['01c6e994-e559-4a65-b625-554dccc0288e'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:53.906697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487a9ee-4545-4c74-a4e9-67ba6e19b7be req-527e12fa-9774-4b65-b91a-6eeca9b2dabe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:53.917695 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f487a9ee-4545-4c74-a4e9-67ba6e19b7be req-527e12fa-9774-4b65-b91a-6eeca9b2dabe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 946 time: 0.2015667 Nov 12 11:23:53.917969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:53.938605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.942482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-13b6e385-ac7c-4528-93bc-03b389e07a13 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7478566 Nov 12 11:23:53.944036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:53.948582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c5b7d98a-9ef9-4768-bce0-d7aefa6f4bab tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': False}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:53.961514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d523072-eb26-4a8b-abdc-d6efd4e311be None None] Pushing event updated for resources: {'Port': ['ID=a0dda607-fe8a-4039-8de2-485667093a5b,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:53.978197 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d46cae0b-3ffe-4200-af1c-366c748b32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:54.010592 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cae0b-3ffe-4200-af1c-366c748b32d6 None None] Routers {'01c6e994-e559-4a65-b625-554dccc0288e'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:54.012294 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d46cae0b-3ffe-4200-af1c-366c748b32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['01c6e994-e559-4a65-b625-554dccc0288e'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:54.056342 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f487a9ee-4545-4c74-a4e9-67ba6e19b7be req-d8b4c2e8-27c1-42d1-8ee6-2773f9a704df tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310928 Nov 12 11:23:54.119373 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d46cae0b-3ffe-4200-af1c-366c748b32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:54.120110 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46cae0b-3ffe-4200-af1c-366c748b32d6 None None] The sync data for ids ['01c6e994-e559-4a65-b625-554dccc0288e'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:54.206221 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bb55cfc2-6abc-43b9-87cd-bdad43d892e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.299093 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4544f9f3-b3c8-40e1-a4f0-85557d1e30e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.353845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aab6ff-30f8-4789-96aa-646962087617 req-7d698c7f-77e0-4e86-a3ab-72d5696c9bee tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:54.355839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4544f9f3-b3c8-40e1-a4f0-85557d1e30e9 None None] For port a0dda607-fe8a-4039-8de2-485667093a5b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a0dda607-fe8a-4039-8de2-485667093a5b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:54.356152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82aab6ff-30f8-4789-96aa-646962087617 req-7d698c7f-77e0-4e86-a3ab-72d5696c9bee tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 946 time: 0.1905799 Nov 12 11:23:54.431932 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4544f9f3-b3c8-40e1-a4f0-85557d1e30e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.496145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-495f21d2-52ae-407d-b298-a70325da0ebf', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:23:54.497953 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.515600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544f9f3-b3c8-40e1-a4f0-85557d1e30e9 None None] Pushing event updated for resources: {'Port': ['ID=a0dda607-fe8a-4039-8de2-485667093a5b,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:54.529703 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.568694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82aab6ff-30f8-4789-96aa-646962087617 req-5005211f-c58f-495e-b0a7-9d629f2181c0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540201 Nov 12 11:23:54.684048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Allocated IP 172.20.0.2 (495f21d2-52ae-407d-b298-a70325da0ebf/fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af/df3804a4-d1c5-4329-b558-167d55930ff6) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:54.704925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0fdc866b-dd7d-4175-b9e1-05d425e4503e None None] Provisioning complete for port a0dda607-fe8a-4039-8de2-485667093a5b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:54.704925 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0fdc866b-dd7d-4175-b9e1-05d425e4503e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.830165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:50Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:55.007194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209db03-c342-40c3-ace5-49d30e1790d6 None None] The sync data for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 is: [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:50Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:55.118679 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d98a-9ef9-4768-bce0-d7aefa6f4bab tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.134248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1512a20-0ab6-4265-9e02-52e6d6ef2ef3 req-7ddd0d7e-aa1b-48af-b7c3-c3413b8bd876 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:55.135794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1512a20-0ab6-4265-9e02-52e6d6ef2ef3 req-7ddd0d7e-aa1b-48af-b7c3-c3413b8bd876 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 946 time: 0.0846748 Nov 12 11:23:55.235486 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.249494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.335187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1512a20-0ab6-4265-9e02-52e6d6ef2ef3 req-9836b660-cc96-4ca0-b18a-55c98eb1400c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862526 Nov 12 11:23:55.354428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.20.0.1 (495f21d2-52ae-407d-b298-a70325da0ebf/fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af/a27fd6c7-15c4-48b2-aa6c-eedbc42b6232) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:55.389825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Network 495f21d2-52ae-407d-b298-a70325da0ebf is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:55.407175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:55.418189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:55.423096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Pushing event updated for resources: {'Port': ['ID=df3804a4-d1c5-4329-b558-167d55930ff6,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:55.552501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Attempting to bind port df3804a4-d1c5-4329-b558-167d55930ff6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:55.553887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Attempting to bind port df3804a4-d1c5-4329-b558-167d55930ff6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:55.554542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Attempting to bind port df3804a4-d1c5-4329-b558-167d55930ff6 on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:55.566989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:55.567350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Checking segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:55.567751 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.568533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Bound using segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:55.570033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Bound port: df3804a4-d1c5-4329-b558-167d55930ff6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:55.570451 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.695816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] For port df3804a4-d1c5-4329-b558-167d55930ff6, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:55.706302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] For port df3804a4-d1c5-4329-b558-167d55930ff6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=df3804a4-d1c5-4329-b558-167d55930ff6,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:55.718602 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.869819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da1fc-6eb3-492b-8b0b-7cedff23cbf0 None None] Pushing event updated for resources: {'Port': ['ID=df3804a4-d1c5-4329-b558-167d55930ff6,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:55.891818 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.962694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58262) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:55.980817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:56.094968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:56.150744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 495f21d2-52ae-407d-b298-a70325da0ebf is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:56.153599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:56.177494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:56.323731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fad02832-0dc9-4fb1-966a-08fe8209ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:56.444789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:56.568389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445c193-38e6-4ea6-be51-77ed7e586db7 req-f579454d-74a9-4543-9ebc-8bc17736d805 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:56.575503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5445c193-38e6-4ea6-be51-77ed7e586db7 req-f579454d-74a9-4543-9ebc-8bc17736d805 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 946 time: 0.6689301 Nov 12 11:23:56.593224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d98a-9ef9-4768-bce0-d7aefa6f4bab tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:56.612054 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d98a-9ef9-4768-bce0-d7aefa6f4bab tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:56.637629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ae6c0-bbef-4d31-9bdd-49e17650c09c req-6a83d428-47c0-4765-bb9d-2e5364cd8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:56.639638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-191ae6c0-bbef-4d31-9bdd-49e17650c09c req-6a83d428-47c0-4765-bb9d-2e5364cd8116 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1098 time: 0.6744123 Nov 12 11:23:56.762808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5445c193-38e6-4ea6-be51-77ed7e586db7 req-0210d32c-9175-479b-8360-01ff3a578125 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674433 Nov 12 11:23:56.767598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-191ae6c0-bbef-4d31-9bdd-49e17650c09c req-dc50e626-8aad-48c3-b45b-1ad2aaafc825 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933206 Nov 12 11:23:56.823093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:56.940292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b7d98a-9ef9-4768-bce0-d7aefa6f4bab tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Router 01c6e994-e559-4a65-b625-554dccc0288e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:57.132506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b7d98a-9ef9-4768-bce0-d7aefa6f4bab tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:57.144223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d1d1a-0040-460f-87ba-d1695fade5ac None None] Sync routers for ids ['01c6e994-e559-4a65-b625-554dccc0288e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:57.147520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d98a-9ef9-4768-bce0-d7aefa6f4bab tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.154333 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c5b7d98a-9ef9-4768-bce0-d7aefa6f4bab tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "PUT /v2.0/routers/01c6e994-e559-4a65-b625-554dccc0288e HTTP/1.1" status: 200 len: 922 time: 3.2087257 Nov 12 11:23:57.156281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58280) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:57.163997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d1d1a-0040-460f-87ba-d1695fade5ac None None] Routers {'01c6e994-e559-4a65-b625-554dccc0288e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:57.172778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-3b4d1d1a-0040-460f-87ba-d1695fade5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['01c6e994-e559-4a65-b625-554dccc0288e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:57.338945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-3b4d1d1a-0040-460f-87ba-d1695fade5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:57.355102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-1cd4e9b4-bd60-4843-8507-593ac5c6a9ee tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:57.356838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-1cd4e9b4-bd60-4843-8507-593ac5c6a9ee tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 946 time: 0.1534758 Nov 12 11:23:57.410185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d1d1a-0040-460f-87ba-d1695fade5ac None None] Routers {'01c6e994-e559-4a65-b625-554dccc0288e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:57.411273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-3b4d1d1a-0040-460f-87ba-d1695fade5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['01c6e994-e559-4a65-b625-554dccc0288e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:57.499801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2f86eb8a-2650-4c10-9068-eaeb845cc53d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/routers/01c6e994-e559-4a65-b625-554dccc0288e HTTP/1.1" status: 200 len: 922 time: 0.3414037 Nov 12 11:23:57.502079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58286) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:57.507278 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-3b4d1d1a-0040-460f-87ba-d1695fade5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:57.508149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d1d1a-0040-460f-87ba-d1695fade5ac None None] The sync data for ids ['01c6e994-e559-4a65-b625-554dccc0288e'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:57.542182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device df3804a4-d1c5-4329-b558-167d55930ff6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:57.576331 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.591989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.721273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9451ec-3a07-488d-8847-02b3f173d169 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:57.728534 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ae9451ec-3a07-488d-8847-02b3f173d169 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=01c6e994-e559-4a65-b625-554dccc0288e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2251508 Nov 12 11:23:57.729212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58292) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:57.736639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port df3804a4-d1c5-4329-b558-167d55930ff6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:57.737119 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.824704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:57.829126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4148955-2555-4c73-8ee3-6f682c667d40 None None] Network 495f21d2-52ae-407d-b298-a70325da0ebf requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:57.859963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.913966 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.926902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:57.927308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.931825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c478a14-8f05-4a1a-9fac-7c83c719ce14 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:57.942345 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6c478a14-8f05-4a1a-9fac-7c83c719ce14 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 881 time: 0.2118163 Nov 12 11:23:57.944283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58308) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:58.029035 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8849ba9a-421d-420b-a7ef-5db088377da7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=01c6e994-e559-4a65-b625-554dccc0288e HTTP/1.1" status: 200 len: 205 time: 0.0748596 Nov 12 11:23:58.030275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58310) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:58.045155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df90ae13-e7b3-4070-8ae5-cf497dae122f None None] Provisioning complete for port df3804a4-d1c5-4329-b558-167d55930ff6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:58.045909 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df90ae13-e7b3-4070-8ae5-cf497dae122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.171842 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.357535 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.412497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] For port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:58.412982 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.432171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:58.443767 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.459696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Deleting port 10fd2bc5-bdd5-45f6-a638-1471a294e653 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:58.460045 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.564492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5ef5-3a00-46cd-80d6-514c891e47e5 req-9575be8e-f0ac-47bc-b1f0-d57ef94a36b3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:58.566082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a43c5ef5-3a00-46cd-80d6-514c891e47e5 req-9575be8e-f0ac-47bc-b1f0-d57ef94a36b3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 946 time: 0.5027945 Nov 12 11:23:58.577431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port df3804a4-d1c5-4329-b558-167d55930ff6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=df3804a4-d1c5-4329-b558-167d55930ff6,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:58.585114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 495f21d2-52ae-407d-b298-a70325da0ebf is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:58.596910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:58.602613 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.603399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a0dda607-fe8a-4039-8de2-485667093a5b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:58.654152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df90ae13-e7b3-4070-8ae5-cf497dae122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.690139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.704989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Calling delete_port for 10fd2bc5-bdd5-45f6-a638-1471a294e653 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:58.726094 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a43c5ef5-3a00-46cd-80d6-514c891e47e5 req-5feb0606-9177-4d8d-ab24-d98d2100dfe3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512599 Nov 12 11:23:58.813600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=df3804a4-d1c5-4329-b558-167d55930ff6,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:58.822213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a0dda607-fe8a-4039-8de2-485667093a5b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:58.822701 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:58.896803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-df90ae13-e7b3-4070-8ae5-cf497dae122f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:23:58.897349 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-df90ae13-e7b3-4070-8ae5-cf497dae122f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:23:59.101536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.149422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event deleted for resources: {'Port': ['ID=10fd2bc5-bdd5-45f6-a638-1471a294e653,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:59.164185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8573198-3373-48de-b3d9-1fd2fbf64d4a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:59.261321 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.356397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.372662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device df3804a4-d1c5-4329-b558-167d55930ff6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:59.412829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:59.419868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:59.438013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.440588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.534606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port df3804a4-d1c5-4329-b558-167d55930ff6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:59.537686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.540845 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.541491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Fanout notify agent at l3_agent the message router_deleted on router 01c6e994-e559-4a65-b625-554dccc0288e {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:59.551946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.554202 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7ce7db0b-a320-495c-b20b-f9b3511cfe56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/01c6e994-e559-4a65-b625-554dccc0288e HTTP/1.1" status: 204 len: 168 time: 1.5228834 Nov 12 11:23:59.561296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58350) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:59.561897 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.574643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-66707d81-a7c4-4edf-9e51-2371f337d4e8 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1596235506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:59.644362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] No DVR routers for this DVR port dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:23:59.651370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66707d81-a7c4-4edf-9e51-2371f337d4e8 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.653752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66707d81-a7c4-4edf-9e51-2371f337d4e8 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.656030 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.660423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6f7cf2d9-dc79-4ff2-a5ef-4f79ca9eb87e None None] Provisioning complete for port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:59.660814 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f7cf2d9-dc79-4ff2-a5ef-4f79ca9eb87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.664100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e56bfc5a-a43e-4d69-afe9-e9aa8d1c4672 req-827b4f23-ce89-482b-93ff-c8c2c2815e24 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "DELETE /v2.0/ports/dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d HTTP/1.1" status: 204 len: 173 time: 2.2960594 Nov 12 11:23:59.669414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9a3921-9c39-4953-838a-0953590582c1', 'name': 'network-vif-deleted', 'tag': 'dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:59.672138 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff74b6e-ae62-484a-adda-3b807391070d" -d '{"events": [{"server_uuid": "ec9a3921-9c39-4953-838a-0953590582c1", "name": "network-vif-deleted", "tag": "dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:59.800056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6f7cf2d9-dc79-4ff2-a5ef-4f79ca9eb87e None None] Port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:59.826628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6f7cf2d9-dc79-4ff2-a5ef-4f79ca9eb87e None None] Provisioning complete for port df3804a4-d1c5-4329-b558-167d55930ff6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:59.827084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f7cf2d9-dc79-4ff2-a5ef-4f79ca9eb87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.844799 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66707d81-a7c4-4edf-9e51-2371f337d4e8 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.856424 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be77b28-1f25-48ae-a4d3-237262c81666 x-openstack-request-id: req-2be77b28-1f25-48ae-a4d3-237262c81666 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:59.857278 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9a3921-9c39-4953-838a-0953590582c1", "name": "network-vif-deleted", "tag": "dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:59.858069 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2be77b28-1f25-48ae-a4d3-237262c81666 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:59.858715 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9a3921-9c39-4953-838a-0953590582c1', 'name': 'network-vif-deleted', 'tag': 'dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d', 'status': 'completed', 'code': 200} Nov 12 11:23:59.859958 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66707d81-a7c4-4edf-9e51-2371f337d4e8 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.909482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:59.918370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b450a41d-ce29-4b7f-94dc-82141e597fc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "PUT /v2.0/routers/fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0481360 Nov 12 11:23:59.925149 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Sync routers for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:59.947273 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:59.947986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66707d81-a7c4-4edf-9e51-2371f337d4e8 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.954573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:59.955944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58368) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:59.975324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:59.981163 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-66707d81-a7c4-4edf-9e51-2371f337d4e8 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4175885 Nov 12 11:24:00.094498 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:24:00.209539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6cce5282-db3e-479c-87fd-4fa0cb75da27 req-92feb70a-d1f0-4417-ab98-abfe9871b825 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.0777214 Nov 12 11:24:00.260011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:24:00.311116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:24:00.311384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device dc2b8bd4-fa05-4c76-8fd5-8d9ca9178c2d not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:24:00.329905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b7f53e5a-c698-48d8-99a1-4eaa3499503a None None] Provisioning complete for port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:00.330276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b7f53e5a-c698-48d8-99a1-4eaa3499503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.378065 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:23:57Z', 'revision_number': 2, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:00.412818 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Checking router: fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:24:00.413435 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Updating router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:24:00.426509 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-3fe664fe-4100-42e3-9971-2d11be65172b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758212787&fields=id&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 267 time: 0.1344106 Nov 12 11:24:00.448686 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.511420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b7f53e5a-c698-48d8-99a1-4eaa3499503a None None] Port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:00.564857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.691974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-0a29add9-31f7-4327-94db-eed9c3138554 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:00.697910 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-0a29add9-31f7-4327-94db-eed9c3138554 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 797 time: 0.2463508 Nov 12 11:24:00.718980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-1a9f672d-2793-4bc1-8ff9-473a94f36790 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/quotas/457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 375 time: 0.0130746 Nov 12 11:24:00.733013 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.829652 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-38f7c32e-035f-4f5e-95d8-96ea5b4491a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018844 Nov 12 11:24:01.025165 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.039121 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.051675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-32ed577a-fe8e-49d7-b3cb-ab0b5f5b7471 service neutron] 10.222.0.31 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977110 Nov 12 11:24:01.084785 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.113104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.176764 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Pushing event updated for resources: {'Port': ['ID=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:01.225126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-aee090bb-3f11-4de2-ad11-7200dca90f66 service neutron] 10.222.0.31 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706483 Nov 12 11:24:01.322816 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Attempting to bind port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:01.323475 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Attempting to bind port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:01.323991 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Attempting to bind port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:01.335042 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:01.335689 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Checking segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:01.341704 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.342335 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Bound using segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:01.347647 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Bound port: a27fd6c7-15c4-48b2-aa6c-eedbc42b6232, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:01.348294 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.445461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5af927fd-23b7-4588-b6d9-ad51dca8baa5 req-1585d62e-3dba-4281-a051-84d452b71918 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.0833869 Nov 12 11:24:01.466755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Allocated IP 172.25.2.120 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/43616802-b7c8-4a98-b850-fa5d5846a97e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:01.556410 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] For port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:01.561814 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] For port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:01.583192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-feab39fd-8ab9-435a-8637-1cf8e719e762 None None] Provisioning complete for port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:01.583635 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-feab39fd-8ab9-435a-8637-1cf8e719e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.586567 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.613667 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-faec2ed4-0867-4d83-bd25-b3781e1849a7 req-73764ef7-6701-4049-b86e-8ed2d604387b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 210 time: 0.1052814 Nov 12 11:24:01.726110 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.756499 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:01.759229 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:01.788295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.841064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:01.850137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:01.855486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:01.879369 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-feab39fd-8ab9-435a-8637-1cf8e719e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.890589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebc8b0-6f56-4132-8f4c-07349a3d6dae None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:01.901962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event updated for resources: {'Port': ['ID=43616802-b7c8-4a98-b850-fa5d5846a97e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:01.955808 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Pushing event updated for resources: {'Port': ['ID=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:01.988529 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:01.989030 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:01.990248 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:01.990665 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.016925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-feab39fd-8ab9-435a-8637-1cf8e719e762 None None] For port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:02.022342 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.023061 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.023768 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-feab39fd-8ab9-435a-8637-1cf8e719e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:02.025406 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.028123 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.029800 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.032983 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.034489 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.034996 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a93edd-9d7b-49b2-a460-d38062d7f410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:02.214952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab39fd-8ab9-435a-8637-1cf8e719e762 None None] Pushing event updated for resources: {'Port': ['ID=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:02.244821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-461c35d9-befd-455e-a589-49b2b5f6264b None None] Provisioning complete for port 43616802-b7c8-4a98-b850-fa5d5846a97e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:02.245214 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-461c35d9-befd-455e-a589-49b2b5f6264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:02.253330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:24:02.309951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-461c35d9-befd-455e-a589-49b2b5f6264b None None] Port 43616802-b7c8-4a98-b850-fa5d5846a97e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:02.452398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5e1e3e14-6a1c-40c3-821f-8ac38770be83 None None] Provisioning complete for port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:02.453786 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3e14-6a1c-40c3-821f-8ac38770be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:02.539295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:02.791195 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06ef5a70-3b86-48c3-b380-82a71cdfefa2 req-391bc425-c8d3-4a2e-bcea-12bbdc8d60c3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 210 time: 0.0394950 Nov 12 11:24:02.863871 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:24:01Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:02.918456 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb342b-5c4c-4b9a-99b2-558a18053e8c None None] The sync data for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 is: [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:24:01Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:02.941616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-36c4b834-71bc-40c8-b350-fd26958d644b req-46d90773-2efb-470a-b458-b324cd0dadfe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.0574844 Nov 12 11:24:03.077759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:03.104440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:03.439775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:03.572972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:03.573524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:03.733874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-3189417b-b2da-43f5-8013-d9cb0dda7fbc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:03.736753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-3189417b-b2da-43f5-8013-d9cb0dda7fbc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 797 time: 0.3301098 Nov 12 11:24:03.806815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Router 69d92477-6a9d-41fc-9230-dd2fb393d227 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:24:03.914174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6b09fe59-e526-46aa-84e3-71d7be54b264 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 379 time: 0.1574531 Nov 12 11:24:03.932891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'port': {'device_id': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'admin_state_up': True, 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'security_groups': ['e52650c9-8d1b-4633-b7c4-4a4464a953ea']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:03.961214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a88430f1-f572-400a-a8a2-c1c50bf4d929 req-f4e2ff4c-fc8a-456e-ae4a-725fb0d0dab5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 210 time: 0.0619824 Nov 12 11:24:04.248402 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e95cb0e4-7e5f-4a0a-83f6-38957a19dca6 req-a0c797cf-cedc-4c17-adcf-9c76db98e5f4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.1362667 Nov 12 11:24:04.261566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:04.272902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.277129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58482) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:04.277369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7c26bbc4-bc31-4873-86dc-0e11fd0cd7d7 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "PUT /v2.0/routers/69d92477-6a9d-41fc-9230-dd2fb393d227 HTTP/1.1" status: 200 len: 880 time: 4.3176732 Nov 12 11:24:04.284826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bfc36b-65bd-459d-90bf-ed03072e14ae None None] Sync routers for ids ['69d92477-6a9d-41fc-9230-dd2fb393d227'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:04.307148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:04.311755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.351623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bfc36b-65bd-459d-90bf-ed03072e14ae None None] Routers {'69d92477-6a9d-41fc-9230-dd2fb393d227'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:04.352524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-62bfc36b-65bd-459d-90bf-ed03072e14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['69d92477-6a9d-41fc-9230-dd2fb393d227'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:04.508854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-62bfc36b-65bd-459d-90bf-ed03072e14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:04.520641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bfc36b-65bd-459d-90bf-ed03072e14ae None None] Routers {'69d92477-6a9d-41fc-9230-dd2fb393d227'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:04.521605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-62bfc36b-65bd-459d-90bf-ed03072e14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['69d92477-6a9d-41fc-9230-dd2fb393d227'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:04.563994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-62bfc36b-65bd-459d-90bf-ed03072e14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:04.564927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bfc36b-65bd-459d-90bf-ed03072e14ae None None] The sync data for ids ['69d92477-6a9d-41fc-9230-dd2fb393d227'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:04.626479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.20.0.11 (495f21d2-52ae-407d-b298-a70325da0ebf/fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af/9a77f902-de6f-4cb2-9437-6c37c2fa714e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:04.638444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a69cf819-b4c9-431d-b5e7-5a051e33558d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/routers/69d92477-6a9d-41fc-9230-dd2fb393d227 HTTP/1.1" status: 200 len: 921 time: 0.3595290 Nov 12 11:24:04.643429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58492) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:04.736814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5183a3-db9e-4836-878b-b53072e7827d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:04.743471 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-de5183a3-db9e-4836-878b-b53072e7827d tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=69d92477-6a9d-41fc-9230-dd2fb393d227&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985794 Nov 12 11:24:04.745764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58494) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:04.940050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b10cbf-7a4f-4926-aa23-a14d9931ec74 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:04.944593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a6b10cbf-7a4f-4926-aa23-a14d9931ec74 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 881 time: 0.1969812 Nov 12 11:24:04.945542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58500) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:04.993696 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.000846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e86c070-7b38-477e-bb7e-bd45a244882c tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d92477-6a9d-41fc-9230-dd2fb393d227 HTTP/1.1" status: 200 len: 205 time: 0.0533955 Nov 12 11:24:05.003572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58504) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:05.127040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0a6c4fe1-c5f8-4af2-bc4f-d2da1bf9758d req-796ec02a-d4f6-4703-bbc3-1ff64ba88df6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 210 time: 0.0490587 Nov 12 11:24:05.244709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.249131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.341173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 495f21d2-52ae-407d-b298-a70325da0ebf is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:05.365016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:05.376107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:05.418061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-652b6c5d-7287-405a-b1b4-2a7bc4da9c84 req-9cf49fee-c253-4081-b122-08764e1bbccd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.0708776 Nov 12 11:24:05.495928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:05.541520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:05.542263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.560723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.591383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-6ba0802d-c5e0-431a-915c-cf9d4de06e11 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6640179 Nov 12 11:24:05.725275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Deleting port 43616802-b7c8-4a98-b850-fa5d5846a97e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:05.725607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.753248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Request body: {'port': {'device_id': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:05.861398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-64c5eca0-66f6-4a2f-8a08-b38b4adb615e None None] Provisioning complete for port 9a77f902-de6f-4cb2-9437-6c37c2fa714e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:05.861952 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-64c5eca0-66f6-4a2f-8a08-b38b4adb615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.891256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.952877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-64c5eca0-66f6-4a2f-8a08-b38b4adb615e None None] Port 9a77f902-de6f-4cb2-9437-6c37c2fa714e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:05.960279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.980604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Calling delete_port for 43616802-b7c8-4a98-b850-fa5d5846a97e owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:06.344621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30eff9-8470-4bc3-b36c-002d0fdc81f2 req-8415f36a-b918-4263-a635-e9cf26e57739 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:06.346417 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d30eff9-8470-4bc3-b36c-002d0fdc81f2 req-8415f36a-b918-4263-a635-e9cf26e57739 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 932 time: 0.1270201 Nov 12 11:24:06.374194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:06.413869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a77f902-de6f-4cb2-9437-6c37c2fa714e {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:24:06.436284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d30eff9-8470-4bc3-b36c-002d0fdc81f2 req-c9e8fe89-845b-46b6-b306-6452a24b5b23 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830853 Nov 12 11:24:06.466006 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:06.472518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event deleted for resources: {'Port': ['ID=43616802-b7c8-4a98-b850-fa5d5846a97e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:06.487252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92939534-f22f-4330-8342-e1cc79008dfe None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:06.512849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Transition to ACTIVE for port object 9a77f902-de6f-4cb2-9437-6c37c2fa714e will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:24:06.590537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff0bd024-e914-413e-83e9-e23ab9843bbf req-c87021fc-66b6-48d8-9555-b7b93545ff29 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.0356350 Nov 12 11:24:06.593218 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:06.733320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:06.750632 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.338828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.342368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.413826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.414466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Fanout notify agent at l3_agent the message router_deleted on router 69d92477-6a9d-41fc-9230-dd2fb393d227 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:07.420731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:07.421120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:07.421499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:07.432747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.434127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-23340a67-6165-4934-a25a-a168c87f361b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/69d92477-6a9d-41fc-9230-dd2fb393d227 HTTP/1.1" status: 204 len: 168 time: 2.4293592 Nov 12 11:24:07.439101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58550) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:07.443152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-39b946bd-37c1-4842-935e-618394bc6d75 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1489480575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:07.465919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:24:07.467908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:07.484164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:07.488472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Checking segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:07.488935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Bound using segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:07.489980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Bound port: 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:07.496526 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.529178 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b946bd-37c1-4842-935e-618394bc6d75 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.530417 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b946bd-37c1-4842-935e-618394bc6d75 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.656788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:07.665995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:07.681648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.710291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b946bd-37c1-4842-935e-618394bc6d75 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.727763 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b946bd-37c1-4842-935e-618394bc6d75 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.760344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:07.792836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880e3a-f5e8-48ec-9b28-3c7caa91ffb6 req-3ab467ee-7333-440e-97a3-87aa6c6b040e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:07.800569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29880e3a-f5e8-48ec-9b28-3c7caa91ffb6 req-3ab467ee-7333-440e-97a3-87aa6c6b040e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.2247341 Nov 12 11:24:07.816413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39b946bd-37c1-4842-935e-618394bc6d75 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.820564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-39b946bd-37c1-4842-935e-618394bc6d75 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3787215 Nov 12 11:24:07.822361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e75787eb-2399-48c3-b7f9-4b0d51c24d62 req-70b9f1c8-a699-4d6e-85c8-9b016d8f5ee1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec9a3921-9c39-4953-838a-0953590582c1 HTTP/1.1" status: 200 len: 210 time: 0.0632994 Nov 12 11:24:07.823153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58564) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:07.829954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:07.830560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.835500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-75c92c76-d542-4afd-bd91-60978973d62f service neutron] 10.222.0.59 "PUT /v2.0/ports/9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1093 time: 2.2096148 Nov 12 11:24:07.846311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': True}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:07.937337 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29880e3a-f5e8-48ec-9b28-3c7caa91ffb6 req-65a6022a-fd74-4e85-a0da-b7fe7cb70c0a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354849 Nov 12 11:24:07.970602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:24:07.975416 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1ad3d0-c804-4392-8a05-11a1b6730892" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:24:08.101578 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a38a4c-9d36-48e0-bcfc-e14360b12060 x-openstack-request-id: req-44a38a4c-9d36-48e0-bcfc-e14360b12060 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:24:08.102037 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:24:08.102398 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44a38a4c-9d36-48e0-bcfc-e14360b12060 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:24:08.103002 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'status': 'completed', 'code': 200} Nov 12 11:24:08.297914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-f61ffcb1-3622-4030-938b-d4d52f24a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:08.300781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-f61ffcb1-3622-4030-938b-d4d52f24a1a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1096 time: 0.3195379 Nov 12 11:24:08.381302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:08.435057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-5fadb8c7-2260-400f-a73f-511f2d74eadb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 217 time: 0.0483165 Nov 12 11:24:08.565047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-f31cfa17-e6eb-4020-9ca2-dcc0d853cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:08.568919 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-f31cfa17-e6eb-4020-9ca2-dcc0d853cb0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1074684 Nov 12 11:24:08.643103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-aca1c120-6f08-4297-85fb-1bdf13b2f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:08.644756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-aca1c120-6f08-4297-85fb-1bdf13b2f045 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685828 Nov 12 11:24:08.892999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-cf225890-bb0f-4ef1-acba-30f9afb302c2 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389050 Nov 12 11:24:08.921128 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.065220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.181832 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73ec7694-0020-4fa1-8e6f-e94746365ee2 req-33497887-5514-43dd-8335-db419102480a service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326133 Nov 12 11:24:09.236702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e989ef-cff6-44bd-88a3-adbf2d960c56 req-121b39bb-4fc4-4e9f-9fe5-fed6cc94151c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:09.237539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67e989ef-cff6-44bd-88a3-adbf2d960c56 req-121b39bb-4fc4-4e9f-9fe5-fed6cc94151c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.1740558 Nov 12 11:24:09.285811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Allocated IP 172.25.2.125 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/7d85b018-80f1-4dd9-a9ad-da8d335c76fb) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:09.380056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67e989ef-cff6-44bd-88a3-adbf2d960c56 req-aaea3447-0483-4a70-a5d1-057adbc93fb3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281810 Nov 12 11:24:09.417640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-dcb9e34b-e1db-4888-846d-665d0761f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:09.419230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-dcb9e34b-e1db-4888-846d-665d0761f220 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1096 time: 0.1360857 Nov 12 11:24:09.566954 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.610918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-8e3542ca-0272-42fc-824a-279e11b6d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:09.612476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-8e3542ca-0272-42fc-824a-279e11b6d43f service neutron] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.1846166 Nov 12 11:24:09.638805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.722361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-f716d42c-ddb3-4b6e-8365-2379229084de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 217 time: 0.0945115 Nov 12 11:24:09.771149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:09.809774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:09.823680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:09.828126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2350f9fe-f595-411e-b194-c602687a8d49 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:09.838119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'Port': ['ID=7d85b018-80f1-4dd9-a9ad-da8d335c76fb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:09.912605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.912974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.913397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.913804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.914207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.914604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.915000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.915394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.915866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.916258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.916481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-891fe492-24b6-404a-aa0e-e767d914e7cd None None] Provisioning complete for port 7d85b018-80f1-4dd9-a9ad-da8d335c76fb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:09.916698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.916884 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-891fe492-24b6-404a-aa0e-e767d914e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.917203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:09.924410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-bc7af7de-438a-47a5-980c-ec83a7035168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:09.925951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-bc7af7de-438a-47a5-980c-ec83a7035168 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1947186 Nov 12 11:24:10.024505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-891fe492-24b6-404a-aa0e-e767d914e7cd None None] Port 7d85b018-80f1-4dd9-a9ad-da8d335c76fb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:10.115384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-cefb8a15-b53b-4942-b7b4-1a3c09ab4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:10.117571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-cefb8a15-b53b-4942-b7b4-1a3c09ab4fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817899 Nov 12 11:24:10.147779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.296854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-8b723ccb-a6ab-45f2-b58f-767bf9848706 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600029 Nov 12 11:24:10.515750 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.568516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc1ad3d0-c804-4392-8a05-11a1b6730892 req-944c099f-0fae-4f66-9d19-10223e1b7681 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594886 Nov 12 11:24:10.571081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.636673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ce27-ae55-4004-9595-caf616487f46 req-084ad40a-870a-4f39-b031-3eb05f6f40b0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:10.645855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf77ce27-ae55-4004-9595-caf616487f46 req-084ad40a-870a-4f39-b031-3eb05f6f40b0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.0906186 Nov 12 11:24:10.742302 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf77ce27-ae55-4004-9595-caf616487f46 req-bf0ae559-7af3-4ec8-8316-3c7a033576cb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952072 Nov 12 11:24:11.162143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86638ac5-8a84-4d11-9063-dee848986816 req-c7cbf251-7064-4edd-bd6e-5d65c02b64b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1131489 Nov 12 11:24:11.340515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.347209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.512452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86638ac5-8a84-4d11-9063-dee848986816 req-854d41c1-bb2c-48aa-bb13-7ba52f1ded37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:11.514560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86638ac5-8a84-4d11-9063-dee848986816 req-854d41c1-bb2c-48aa-bb13-7ba52f1ded37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76ef1e6111804f05a6c111f785899ceb&device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1098 time: 0.1689327 Nov 12 11:24:11.657120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86638ac5-8a84-4d11-9063-dee848986816 req-e56e369a-269c-4f6c-b4d6-633ec2e475d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:11.658653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86638ac5-8a84-4d11-9063-dee848986816 req-e56e369a-269c-4f6c-b4d6-633ec2e475d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d1fca85-e44c-4260-b452-055f3a030160 HTTP/1.1" status: 200 len: 910 time: 0.1000495 Nov 12 11:24:11.670596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Router e0f357e3-a554-448a-834d-fc200b1234a6 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:24:11.752138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86638ac5-8a84-4d11-9063-dee848986816 req-fe742c6c-c078-46c7-a413-dda2a2d98432 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23 HTTP/1.1" status: 200 len: 1002 time: 0.0755053 Nov 12 11:24:11.866077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86638ac5-8a84-4d11-9063-dee848986816 req-df23c65a-097a-4486-b01d-f47e4ef02df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:11.867784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86638ac5-8a84-4d11-9063-dee848986816 req-df23c65a-097a-4486-b01d-f47e4ef02df7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d96ff90b-77a2-49b3-9a4a-c02c3484e304 HTTP/1.1" status: 200 len: 848 time: 0.0705788 Nov 12 11:24:12.007769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86638ac5-8a84-4d11-9063-dee848986816 req-ae5f7bb5-5ccf-454a-9f4a-af7c495b1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:12.009326 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86638ac5-8a84-4d11-9063-dee848986816 req-ae5f7bb5-5ccf-454a-9f4a-af7c495b1cb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d1fca85-e44c-4260-b452-055f3a030160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269667 Nov 12 11:24:12.021818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690de06c-2aa1-4a01-9392-2dbba2382413 req-6c240011-e1dc-44bd-aad9-6d775670f5d1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:12.023388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-690de06c-2aa1-4a01-9392-2dbba2382413 req-6c240011-e1dc-44bd-aad9-6d775670f5d1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.1529233 Nov 12 11:24:12.088607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:24:12.109019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-690de06c-2aa1-4a01-9392-2dbba2382413 req-5d65d488-2b33-4143-bb04-99627a4f2c75 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645595 Nov 12 11:24:12.171624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:12.178557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.179846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0155d1ce-7b6c-4656-8db6-f356629be3f9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "PUT /v2.0/routers/e0f357e3-a554-448a-834d-fc200b1234a6 HTTP/1.1" status: 200 len: 915 time: 4.3406546 Nov 12 11:24:12.182385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:12.199131 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd0e30-5f07-427a-b363-8c1eb932d60f None None] Sync routers for ids ['e0f357e3-a554-448a-834d-fc200b1234a6'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:12.220527 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd0e30-5f07-427a-b363-8c1eb932d60f None None] Routers {'e0f357e3-a554-448a-834d-fc200b1234a6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:12.221602 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3cdd0e30-5f07-427a-b363-8c1eb932d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e0f357e3-a554-448a-834d-fc200b1234a6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:12.304881 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6565d75e-ea5a-4d2d-af14-006a3d2a87b6 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/routers/e0f357e3-a554-448a-834d-fc200b1234a6 HTTP/1.1" status: 200 len: 921 time: 0.1212454 Nov 12 11:24:12.307312 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3cdd0e30-5f07-427a-b363-8c1eb932d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:12.307441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58648) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:12.309010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:12.328398 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd0e30-5f07-427a-b363-8c1eb932d60f None None] Routers {'e0f357e3-a554-448a-834d-fc200b1234a6'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:12.329124 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3cdd0e30-5f07-427a-b363-8c1eb932d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['e0f357e3-a554-448a-834d-fc200b1234a6'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:12.343497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'port_id': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'mac_address': 'fa:16:3e:3d:b6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:24:12.423961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae403de-be0a-4b3c-9962-410d5dea93b2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:12.425741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4ae403de-be0a-4b3c-9962-410d5dea93b2 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=e0f357e3-a554-448a-834d-fc200b1234a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1174183 Nov 12 11:24:12.427814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86638ac5-8a84-4d11-9063-dee848986816 req-911bc702-3ac0-480c-8e15-12c789907124 service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018004 Nov 12 11:24:12.428842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58658) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:12.433072 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3cdd0e30-5f07-427a-b363-8c1eb932d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:12.433729 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd0e30-5f07-427a-b363-8c1eb932d60f None None] The sync data for ids ['e0f357e3-a554-448a-834d-fc200b1234a6'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:12.452399 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.487419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a77f902-de6f-4cb2-9437-6c37c2fa714e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:24:12.518070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:12.523610 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.572783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-86638ac5-8a84-4d11-9063-dee848986816 req-93343c98-6f52-46f7-a731-fc4b948653fa service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363068 Nov 12 11:24:12.619808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:12.620556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607fbe6-9e11-4d4f-a5cf-6e626922b055 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:12.625351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58660) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:12.625517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d607fbe6-9e11-4d4f-a5cf-6e626922b055 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 881 time: 0.1948528 Nov 12 11:24:12.631253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.631746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.632131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.632467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.632797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.633155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.633482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.633930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.634456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.634969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.635310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.635639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:12.659539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-11184ad9-69ad-4984-99d2-db88a72dc8c2 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0f357e3-a554-448a-834d-fc200b1234a6 HTTP/1.1" status: 200 len: 205 time: 0.0327430 Nov 12 11:24:12.663291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58662) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:12.814227 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.826094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9a77f902-de6f-4cb2-9437-6c37c2fa714e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:24:13.444185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a0500-dc54-41a7-ab80-2035a74d369b req-db0bfc6d-1c49-4fbf-bdec-c386ef626e67 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:13.451690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a3a0500-dc54-41a7-ab80-2035a74d369b req-db0bfc6d-1c49-4fbf-bdec-c386ef626e67 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 945 time: 0.1130292 Nov 12 11:24:13.515074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:13.545671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a3a0500-dc54-41a7-ab80-2035a74d369b req-49a23d53-b6d5-4c4a-b0f7-5ccdb4acce57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928712 Nov 12 11:24:13.614047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Deleting port 7d85b018-80f1-4dd9-a9ad-da8d335c76fb {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:13.614563 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:13.808547 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:13.819507 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:24:13.839794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Calling delete_port for 7d85b018-80f1-4dd9-a9ad-da8d335c76fb owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:13.976150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58698) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:14.078391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.098244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:14.121682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event deleted for resources: {'Port': ['ID=7d85b018-80f1-4dd9-a9ad-da8d335c76fb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:14.182644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-668098b9-15f2-43be-8c81-cc4adab64a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.210844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f9454-d682-4cf2-808b-ed90128ccce0 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:14.217226 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.272171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 9a77f902-de6f-4cb2-9437-6c37c2fa714e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:24:14.281501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9a77f902-de6f-4cb2-9437-6c37c2fa714e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:14.282145 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.366076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-668098b9-15f2-43be-8c81-cc4adab64a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.373315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-668098b9-15f2-43be-8c81-cc4adab64a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.379229 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.384802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.459579 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-668098b9-15f2-43be-8c81-cc4adab64a11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9b87c9dbc6e407b95d43eaf5695f33d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817429 Nov 12 11:24:14.460556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668098b9-15f2-43be-8c81-cc4adab64a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a22a5cb-b5f2-41e3-adeb-e07eb57dc448,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:14.463535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58702) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:14.482156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.482789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Fanout notify agent at l3_agent the message router_deleted on router e0f357e3-a554-448a-834d-fc200b1234a6 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:14.493659 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.498367 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7fd9ea06-1e0f-4dc6-a5b4-caa5c1238934 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/e0f357e3-a554-448a-834d-fc200b1234a6 HTTP/1.1" status: 204 len: 168 time: 1.8303154 Nov 12 11:24:14.500514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58704) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:14.502870 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.507274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-327bdc89-0879-4758-b926-cec7f9333b6d tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-786849797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:14.544999 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-327bdc89-0879-4758-b926-cec7f9333b6d tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.548300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-327bdc89-0879-4758-b926-cec7f9333b6d tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.598885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:14.603173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:24:14.609783 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43157d85-9789-4df6-a852-ca880fe72135" -d '{"events": [{"server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "name": "network-vif-plugged", "status": "completed", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:24:14.618475 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2884a272-f043-4b81-b5ac-39c4fd96e8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.622385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.712206 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-327bdc89-0879-4758-b926-cec7f9333b6d tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.716916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2884a272-f043-4b81-b5ac-39c4fd96e8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.722468 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-327bdc89-0879-4758-b926-cec7f9333b6d tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.766859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:14.769225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5f8b9-904c-4b1d-9119-0478eef7934b req-f973ad0c-d41d-4de4-b419-bf67978c07c5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:14.776488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7e5f8b9-904c-4b1d-9119-0478eef7934b req-f973ad0c-d41d-4de4-b419-bf67978c07c5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1124127 Nov 12 11:24:14.784931 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-327bdc89-0879-4758-b926-cec7f9333b6d tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.787035 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-327bdc89-0879-4758-b926-cec7f9333b6d tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2851300 Nov 12 11:24:14.790791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58718) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:14.802229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'enable_snat': False}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:14.879435 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7e5f8b9-904c-4b1d-9119-0478eef7934b req-8cfab2db-f1b7-4ec0-8f63-701e4982503a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016822 Nov 12 11:24:14.899092 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2884a272-f043-4b81-b5ac-39c4fd96e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.923786 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2884a272-f043-4b81-b5ac-39c4fd96e8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.930782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2884a272-f043-4b81-b5ac-39c4fd96e8df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a22a5cb-b5f2-41e3-adeb-e07eb57dc448 HTTP/1.1" status: 204 len: 168 time: 0.4644916 Nov 12 11:24:14.943009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884a272-f043-4b81-b5ac-39c4fd96e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a22a5cb-b5f2-41e3-adeb-e07eb57dc448,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:15.050788 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ab843c-8cfe-415b-92ba-4a2621683c46 x-openstack-request-id: req-42ab843c-8cfe-415b-92ba-4a2621683c46 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:24:15.050943 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "name": "network-vif-plugged", "status": "completed", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:24:15.051297 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42ab843c-8cfe-415b-92ba-4a2621683c46 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:24:15.052122 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'code': 200} Nov 12 11:24:15.227177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b739f4-699c-4f47-846c-295c83fb6e93 req-a2b528a4-6a76-4273-919e-017ce94a741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:15.230124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77b739f4-699c-4f47-846c-295c83fb6e93 req-a2b528a4-6a76-4273-919e-017ce94a741a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1098 time: 0.0754426 Nov 12 11:24:15.283458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.362483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77b739f4-699c-4f47-846c-295c83fb6e93 req-eca7945b-88c2-4d17-bb93-5dcff4518d6c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184614 Nov 12 11:24:15.643978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.698459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.975475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Allocated IP 172.25.2.46 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f4dcaedd-ce70-49e3-8a94-24d69a31c0a0) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:16.149247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:16.184744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f053d-e4a6-4205-9c42-f51d0384ad48 req-dc953a3a-cfb3-4355-b1c8-832bbdf59531 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:16.200900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-144f053d-e4a6-4205-9c42-f51d0384ad48 req-dc953a3a-cfb3-4355-b1c8-832bbdf59531 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1382141 Nov 12 11:24:16.258184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:16.306960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-144f053d-e4a6-4205-9c42-f51d0384ad48 req-323466cd-6add-433b-a7b3-3d09a60d62d4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043808 Nov 12 11:24:16.341305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:16.347967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58818) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:16.357028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Pushing event updated for resources: {'Port': ['ID=f4dcaedd-ce70-49e3-8a94-24d69a31c0a0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:16.359914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:16.368829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:16.396793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120500fc-3e13-4a0a-8aea-b269d4d6a778 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:16.460588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.461458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.463078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.463753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.464843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.465627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.466727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.467609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.468390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.470668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.471502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.472395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:16.544754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3c385858-e6a7-4c3c-9ab2-668f2698f6e3 None None] Provisioning complete for port f4dcaedd-ce70-49e3-8a94-24d69a31c0a0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:16.545507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c385858-e6a7-4c3c-9ab2-668f2698f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:16.607018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3c385858-e6a7-4c3c-9ab2-668f2698f6e3 None None] Port f4dcaedd-ce70-49e3-8a94-24d69a31c0a0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:16.668237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-285191428-network', 'tenant_id': '3641ca9852ba4d6a82fd219419e9687b'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:16.750673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Made reservation on behalf of 3641ca9852ba4d6a82fd219419e9687b for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:16.753068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:16.767956 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:16.964762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.030836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.040231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.117113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:24:17.133436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1358029e-d4fb-445c-acf1-45503a370457,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:17.141604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.141954 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Added segment f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c of type vlan for network 794beb84-3fa1-45f7-a59e-1691a7689d64 Nov 12 11:24:17.229612 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.299311 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.300720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:17.301662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.307820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.338464 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.436747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:17.437334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0817835 Nov 12 11:24:17.443220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Request body: {'subnet': {'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-285191428-subnet', 'tenant_id': '3641ca9852ba4d6a82fd219419e9687b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:17.479259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52db21c-3f8a-4a01-98fb-42f1f3e1be78 admin admin] Pushing event updated for resources: {'Network': ['ID=794beb84-3fa1-45f7-a59e-1691a7689d64,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:17.493413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Made reservation on behalf of 3641ca9852ba4d6a82fd219419e9687b for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:17.494258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 794beb84-3fa1-45f7-a59e-1691a7689d64 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:24:17.498519 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.550416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62499293-4b6f-4b43-95c7-34a6d09cae46 req-732b7ca9-d9b9-4b4c-8d03-4c0afdf4e3f0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:17.552525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-62499293-4b6f-4b43-95c7-34a6d09cae46 req-732b7ca9-d9b9-4b4c-8d03-4c0afdf4e3f0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1242683 Nov 12 11:24:17.633567 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-62499293-4b6f-4b43-95c7-34a6d09cae46 req-db3c671e-f81a-4fe2-87f9-a56b6880e6e7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730605 Nov 12 11:24:17.635078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Router 9b51179a-ecb6-4406-886f-dc0d8976eb4d is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:24:17.788084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:17.795782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.800138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-56c15b67-ccfe-4b8e-a746-e908bd290ea9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "PUT /v2.0/routers/9b51179a-ecb6-4406-886f-dc0d8976eb4d HTTP/1.1" status: 200 len: 914 time: 3.0057216 Nov 12 11:24:17.800663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58832) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:17.804746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359c7d56-22c7-45c4-bb63-c27db71e3fd9 None None] Sync routers for ids ['9b51179a-ecb6-4406-886f-dc0d8976eb4d'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:17.825326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c7d56-22c7-45c4-bb63-c27db71e3fd9 None None] Routers {'9b51179a-ecb6-4406-886f-dc0d8976eb4d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:17.826163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-359c7d56-22c7-45c4-bb63-c27db71e3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['9b51179a-ecb6-4406-886f-dc0d8976eb4d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:17.877226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a042af2-9814-4770-b99f-4473db24bf76 req-b0f7f697-9ef6-4687-ad62-b8c5a80f4e3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:17.888403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a042af2-9814-4770-b99f-4473db24bf76 req-b0f7f697-9ef6-4687-ad62-b8c5a80f4e3c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1300993 Nov 12 11:24:17.925351 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.929014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-359c7d56-22c7-45c4-bb63-c27db71e3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:17.964358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c7d56-22c7-45c4-bb63-c27db71e3fd9 None None] Routers {'9b51179a-ecb6-4406-886f-dc0d8976eb4d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:17.965164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-359c7d56-22c7-45c4-bb63-c27db71e3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['9b51179a-ecb6-4406-886f-dc0d8976eb4d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:17.975053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aa55fbac-1230-4df4-84e2-ed5ce47fc1f4 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/routers/9b51179a-ecb6-4406-886f-dc0d8976eb4d HTTP/1.1" status: 200 len: 920 time: 0.1723034 Nov 12 11:24:17.988074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:18.049241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-359c7d56-22c7-45c4-bb63-c27db71e3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:18.049912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359c7d56-22c7-45c4-bb63-c27db71e3fd9 None None] The sync data for ids ['9b51179a-ecb6-4406-886f-dc0d8976eb4d'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:18.051182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39dca5c-3042-49ad-9b5a-01d4888737c9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:18.058146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f39dca5c-3042-49ad-9b5a-01d4888737c9 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=9b51179a-ecb6-4406-886f-dc0d8976eb4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0764787 Nov 12 11:24:18.058991 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58838) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:18.060104 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2a042af2-9814-4770-b99f-4473db24bf76 req-64ca9824-32b8-43be-abf1-d83755f769cb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675634 Nov 12 11:24:18.094173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58842) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:18.095685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a67d22-35ee-42ae-bb7b-5648f817caaa,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:18.139477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Checking segment: {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:18.140098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Network hostable DHCP agents. Network: 794beb84-3fa1-45f7-a59e-1691a7689d64, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:24:18.175028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Network 794beb84-3fa1-45f7-a59e-1691a7689d64 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:24:18.190775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 794beb84-3fa1-45f7-a59e-1691a7689d64) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:18.201448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac4ce9-64c5-4ea9-8301-ab751a0071fb tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:18.201708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:18.206888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-22ac4ce9-64c5-4ea9-8301-ab751a0071fb tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1093 time: 0.1078949 Nov 12 11:24:18.206888 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58844) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:18.207237 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.212710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:18.223720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbed221-a8e8-44be-b404-c7433028bf87 None None] Network 794beb84-3fa1-45f7-a59e-1691a7689d64 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:18.240910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d212b9-df6a-4330-ae11-3eb651be23a4 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:18.245635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-12d212b9-df6a-4330-ae11-3eb651be23a4 tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/networks/7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 881 time: 0.1803575 Nov 12 11:24:18.245820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58846) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:18.264161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.304114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d18941e9-6dbd-403c-8b58-27b4739962f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8653796 Nov 12 11:24:18.307540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f1eb9d43-4b21-4486-abae-0639033658d8 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b51179a-ecb6-4406-886f-dc0d8976eb4d HTTP/1.1" status: 200 len: 205 time: 0.0597308 Nov 12 11:24:18.313356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58848) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:18.674409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb744abc-8fcc-4763-857a-a0a6c366b027 None None] Network 794beb84-3fa1-45f7-a59e-1691a7689d64 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:18.901369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.945304 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.170693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.229299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.25.2.137 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/adc634ad-4bd7-4733-86c3-73aa461de551) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:19.322848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Deleting port f4dcaedd-ce70-49e3-8a94-24d69a31c0a0 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:19.323185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.416552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.438774 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.461054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Calling delete_port for f4dcaedd-ce70-49e3-8a94-24d69a31c0a0 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:19.526239 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.596804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:19.605239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:19.618095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:19.621742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=adc634ad-4bd7-4733-86c3-73aa461de551,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:19.927906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.999651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event deleted for resources: {'Port': ['ID=f4dcaedd-ce70-49e3-8a94-24d69a31c0a0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:20.019869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e1d964-416a-4243-99a4-8844aed4e9a7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:20.115234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.359936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.365071 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.450596 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.451053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Fanout notify agent at l3_agent the message router_deleted on router 9b51179a-ecb6-4406-886f-dc0d8976eb4d {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:20.462292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.463426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c6950ce2-c191-4078-b2aa-57812998622b tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/9b51179a-ecb6-4406-886f-dc0d8976eb4d HTTP/1.1" status: 204 len: 168 time: 2.1474953 Nov 12 11:24:20.467494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58872) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:20.482572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-285478615', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:20.486247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.531558 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.533357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.579021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.601540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.800591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.814177 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.820503 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.917382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=adc634ad-4bd7-4733-86c3-73aa461de551,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:20.923371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.064288 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Floating IP 88993918-1b37-4189-97a7-e084b1b91c44 associated. External IP: 172.25.2.137, port: 9a77f902-de6f-4cb2-9437-6c37c2fa714e. Nov 12 11:24:21.114524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.156741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.365923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Allocated IP 172.25.2.144 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/39b1a476-3624-49e6-9531-90d880341867) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:21.387748 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:24:21.533562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.538108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:21.556672 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] Sync routers for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:21.571767 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:21.573379 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:21.573843 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.584991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.642645 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-62ada31e-8077-4e40-84b5-25129b48e6c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4328520 Nov 12 11:24:21.642645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:24:21.655601 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b180fd1a-3929-4e04-858e-d3f6aef0c101" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:24:21.679613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:21.681929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event updated for resources: {'Port': ['ID=39b1a476-3624-49e6-9531-90d880341867,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:21.687867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:21.691122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:21.727057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a51554-fb9e-43ef-a374-991a255583be None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:21.792028 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee96a33-56b0-4890-9c0d-3dfe80b2a62c x-openstack-request-id: req-7ee96a33-56b0-4890-9c0d-3dfe80b2a62c {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:24:21.792393 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:24:21.792710 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ee96a33-56b0-4890-9c0d-3dfe80b2a62c {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:24:21.793250 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'status': 'completed', 'code': 200} Nov 12 11:24:21.796207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b78f4e0a-12cd-4076-ae78-d9aca12ff79b None None] Provisioning complete for port 39b1a476-3624-49e6-9531-90d880341867 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:21.796821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b78f4e0a-12cd-4076-ae78-d9aca12ff79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.842273 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:24:21.904778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b78f4e0a-12cd-4076-ae78-d9aca12ff79b None None] Port 39b1a476-3624-49e6-9531-90d880341867 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:21.952370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64783b4b-b168-4c87-b737-8135daf085bf req-dc3a2bab-a57f-4f1c-b132-aae9e3414a19 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:21.963435 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64783b4b-b168-4c87-b737-8135daf085bf req-dc3a2bab-a57f-4f1c-b132-aae9e3414a19 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1081531 Nov 12 11:24:22.037188 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64783b4b-b168-4c87-b737-8135daf085bf req-f2041127-bb91-47b2-be0c-0500aa888f00 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726523 Nov 12 11:24:22.057520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58888) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:22.093531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.101668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-9d142f86-adc3-442f-95ab-54f553c257bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:22.105879 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-9d142f86-adc3-442f-95ab-54f553c257bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1098 time: 0.2339144 Nov 12 11:24:22.196541 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '88993918-1b37-4189-97a7-e084b1b91c44', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'port_id': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'mac_address': 'fa:16:3e:3d:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:24:20Z', 'updated_at': '2021-11-12T11:24:20Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:24:01Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:22.219416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3870b0e2-0101-4c1c-ac2a-b69f49150725 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/88993918-1b37-4189-97a7-e084b1b91c44 HTTP/1.1" status: 200 len: 992 time: 0.1596980 Nov 12 11:24:22.232914 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] Checking router: fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:24:22.259935 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:22.263174 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:22.452257 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:24:22.770913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-92764fe8-18a9-473d-9e48-fee6704e3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:22.772576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-92764fe8-18a9-473d-9e48-fee6704e3ed0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.6250794 Nov 12 11:24:22.824122 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '88993918-1b37-4189-97a7-e084b1b91c44', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'port_id': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'mac_address': 'fa:16:3e:3d:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:24:20Z', 'updated_at': '2021-11-12T11:24:20Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:24:01Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:22.867004 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a8303f-af30-43ae-8b35-3fe6e0891d41 None None] The sync data for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 is: [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '88993918-1b37-4189-97a7-e084b1b91c44', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'port_id': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'mac_address': 'fa:16:3e:3d:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:24:20Z', 'updated_at': '2021-11-12T11:24:20Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:24:01Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:22.942625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-8e93124c-b8f7-439d-8a91-48f3a61f1061 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1000 time: 0.1556880 Nov 12 11:24:23.101049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.154639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-c58791ef-6bbd-4cab-8905-4674a14d6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:23.158469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-c58791ef-6bbd-4cab-8905-4674a14d6575 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1304595 Nov 12 11:24:23.220094 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58908) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.238206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19e7e1-f598-49b8-ade9-04f3be103991 None None] New status for floating IP 88993918-1b37-4189-97a7-e084b1b91c44: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:24:23.285210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-3efcd2a7-96f8-4c86-9a36-afb0ccbb3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:23.287561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-3efcd2a7-96f8-4c86-9a36-afb0ccbb3d9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202567 Nov 12 11:24:23.366490 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8cc0db67-b853-4745-8dfa-d220418af616 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/88993918-1b37-4189-97a7-e084b1b91c44 HTTP/1.1" status: 200 len: 992 time: 0.1443942 Nov 12 11:24:23.403685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Router f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:24:23.479695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-0fed7129-132a-4df2-9159-41f92d323782 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797380 Nov 12 11:24:23.643002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:23.659676 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bef30d-9274-4ee9-b5c1-a5a8319f02f6 None None] Sync routers for ids ['f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:23.677909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b180fd1a-3929-4e04-858e-d3f6aef0c101 req-ee0d043b-09ad-4ae5-968c-d72e4ce7a9bd service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390450 Nov 12 11:24:23.690635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.692312 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-232a6be7-34d1-4f23-8863-eebf177aff36 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2202711 Nov 12 11:24:23.696642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58912) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.709297 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bef30d-9274-4ee9-b5c1-a5a8319f02f6 None None] Routers {'f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:23.711306 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c1bef30d-9274-4ee9-b5c1-a5a8319f02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:23.713770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:23.850713 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c1bef30d-9274-4ee9-b5c1-a5a8319f02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:23.873457 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bef30d-9274-4ee9-b5c1-a5a8319f02f6 None None] Routers {'f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:23.874873 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c1bef30d-9274-4ee9-b5c1-a5a8319f02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:23.985012 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-247a4dca-70a6-42b8-afa4-186a99a36acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:24.079728 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c1bef30d-9274-4ee9-b5c1-a5a8319f02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:24.080433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bef30d-9274-4ee9-b5c1-a5a8319f02f6 None None] The sync data for ids ['f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'] in n-d-768851-19 is: [] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:24.265772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:24.283497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:24.366662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58922) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:24.370297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Deleting port 39b1a476-3624-49e6-9531-90d880341867 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:24.370673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:24.464937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-091e3a91-24a4-4b01-8266-3766f04eda9d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/88993918-1b37-4189-97a7-e084b1b91c44 HTTP/1.1" status: 200 len: 994 time: 0.0917630 Nov 12 11:24:24.472597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:24.490222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Calling delete_port for 39b1a476-3624-49e6-9531-90d880341867 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:24.702534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:24.735488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Pushing event deleted for resources: {'Port': ['ID=39b1a476-3624-49e6-9531-90d880341867,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:24.746457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407ffbc-450f-4c37-a3b6-a2dc7c37ea8c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:24.807857 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.493761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56963'] for router, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.497808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690219'] for router, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.588502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Router f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:24:25.720362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:25.734500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.736306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-183b705f-ef7a-48d8-ab7f-b49c26e1cb56 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "PUT /v2.0/routers/f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed HTTP/1.1" status: 200 len: 705 time: 2.0381558 Nov 12 11:24:25.736655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f2858-b132-4764-90b1-b40f34dd3c54 None None] Sync routers for ids ['f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:25.739693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58940) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:25.772038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f2858-b132-4764-90b1-b40f34dd3c54 None None] Routers {'f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:25.773093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b12f2858-b132-4764-90b1-b40f34dd3c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:25.868073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b12f2858-b132-4764-90b1-b40f34dd3c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:25.902364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f2858-b132-4764-90b1-b40f34dd3c54 None None] Routers {'f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:25.903224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b12f2858-b132-4764-90b1-b40f34dd3c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:23:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:25.907758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58942) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:25.912152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-36f576dc-a2b4-447f-823c-b06d80f43c8c tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/routers/f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed HTTP/1.1" status: 200 len: 740 time: 0.1676965 Nov 12 11:24:25.978715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b12f2858-b132-4764-90b1-b40f34dd3c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:25.979542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f2858-b132-4764-90b1-b40f34dd3c54 None None] The sync data for ids ['f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:25.994469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9179e668-6733-4647-aeda-7b8c703691dc tempest-RoutersAdminTest-1985487088 tempest-RoutersAdminTest-1985487088-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&device_id=f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed HTTP/1.1" status: 200 len: 205 time: 0.0854096 Nov 12 11:24:25.997066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58944) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.030730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-356fe163-f5cf-4b36-8567-084ae22ef36a tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed HTTP/1.1" status: 200 len: 205 time: 0.0302956 Nov 12 11:24:26.031781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58946) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.133332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-915cace3-60cd-4ebd-acfa-edb860aa72be tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.289176 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc166-5122-4be3-bc02-c205744cbb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.353070 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-915cace3-60cd-4ebd-acfa-edb860aa72be tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.355897 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-915cace3-60cd-4ebd-acfa-edb860aa72be tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.414699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-915cace3-60cd-4ebd-acfa-edb860aa72be tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.415329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915cace3-60cd-4ebd-acfa-edb860aa72be tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Fanout notify agent at l3_agent the message router_deleted on router f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:26.424835 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-915cace3-60cd-4ebd-acfa-edb860aa72be tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.430461 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-915cace3-60cd-4ebd-acfa-edb860aa72be tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed HTTP/1.1" status: 204 len: 168 time: 0.3936632 Nov 12 11:24:26.433678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58950) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.486975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-17548183-d5b1-4154-9f52-bb4b76d1c3eb tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed HTTP/1.1" status: 200 len: 205 time: 0.0498097 Nov 12 11:24:26.487739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58952) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.566345 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-1df33172-4895-47b7-a464-aa1f0495bf57 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] delete failed (client error): The resource could not be found. Nov 12 11:24:26.567805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1df33172-4895-47b7-a464-aa1f0495bf57 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/f0b62639-2dba-4a22-aaaa-0bc0ddfb02ed HTTP/1.1" status: 404 len: 336 time: 0.0795610 Nov 12 11:24:26.570909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58958) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.623721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f0935e61-fe91-4f7d-8d50-6bb7f4b8c220 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b51179a-ecb6-4406-886f-dc0d8976eb4d HTTP/1.1" status: 200 len: 205 time: 0.0498519 Nov 12 11:24:26.624103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58960) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.706934 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-1c477d47-316e-462e-8378-67001ed60aea tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] delete failed (client error): The resource could not be found. Nov 12 11:24:26.708545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1c477d47-316e-462e-8378-67001ed60aea tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/9b51179a-ecb6-4406-886f-dc0d8976eb4d HTTP/1.1" status: 404 len: 336 time: 0.0834441 Nov 12 11:24:26.711369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58964) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.752903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-11bd716d-3dff-404f-9798-de5d07a6a5ac tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0f357e3-a554-448a-834d-fc200b1234a6 HTTP/1.1" status: 200 len: 205 time: 0.0398924 Nov 12 11:24:26.753900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58966) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.811453 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-5b6ac723-6a34-41b3-9742-10b35b919f11 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] delete failed (client error): The resource could not be found. Nov 12 11:24:26.818493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58968) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.829746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5b6ac723-6a34-41b3-9742-10b35b919f11 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/e0f357e3-a554-448a-834d-fc200b1234a6 HTTP/1.1" status: 404 len: 336 time: 0.0751600 Nov 12 11:24:26.867992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58970) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.876999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-661e824c-c807-4a6f-875d-b72d23ef5499 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d92477-6a9d-41fc-9230-dd2fb393d227 HTTP/1.1" status: 200 len: 205 time: 0.0563142 Nov 12 11:24:26.932562 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-da6abcb9-168e-41e3-a3c3-7f6f98c1a033 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] delete failed (client error): The resource could not be found. Nov 12 11:24:26.935832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da6abcb9-168e-41e3-a3c3-7f6f98c1a033 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/69d92477-6a9d-41fc-9230-dd2fb393d227 HTTP/1.1" status: 404 len: 336 time: 0.0641050 Nov 12 11:24:26.936470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58972) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.982322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.982995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3c4c79f0-0cab-4c65-a295-503391548e65 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=01c6e994-e559-4a65-b625-554dccc0288e HTTP/1.1" status: 200 len: 205 time: 0.0445704 Nov 12 11:24:27.028033 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-7a627cf8-201d-495b-9f10-3a5a57b753c2 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] delete failed (client error): The resource could not be found. Nov 12 11:24:27.029287 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7a627cf8-201d-495b-9f10-3a5a57b753c2 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/01c6e994-e559-4a65-b625-554dccc0288e HTTP/1.1" status: 404 len: 336 time: 0.0459006 Nov 12 11:24:27.032372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58976) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:27.072847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58978) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:27.073219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0010c206-c2ce-4676-a02c-d6950df765ba tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b73bef-fc26-4749-8987-f1e93dcb98bb HTTP/1.1" status: 200 len: 205 time: 0.0391598 Nov 12 11:24:27.142606 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-5a70c596-9d95-4a60-a4d5-15a0d9318a10 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] delete failed (client error): The resource could not be found. Nov 12 11:24:27.148538 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5a70c596-9d95-4a60-a4d5-15a0d9318a10 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/routers/63b73bef-fc26-4749-8987-f1e93dcb98bb HTTP/1.1" status: 404 len: 336 time: 0.0694866 Nov 12 11:24:27.148832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58980) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:27.210893 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-58604dd7-d1de-4be6-9c14-81d78eb45393 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] DELETE failed (client error): The resource could not be found. Nov 12 11:24:27.212069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58604dd7-d1de-4be6-9c14-81d78eb45393 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:24:27.218888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-58604dd7-d1de-4be6-9c14-81d78eb45393 tempest-RoutersAdminTest-1030660941 tempest-RoutersAdminTest-1030660941-project] 10.222.0.31 "DELETE /v2.0/subnets/8f48724d-697f-4ebc-bfd4-081985e20f17 HTTP/1.1" status: 404 len: 337 time: 0.0688629 Nov 12 11:24:27.514114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 58988) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:27.692209 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad0090d8-f74d-4d20-8200-174f4f014eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.783288 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.834674 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad0090d8-f74d-4d20-8200-174f4f014eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.843743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad0090d8-f74d-4d20-8200-174f4f014eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.912060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ad0090d8-f74d-4d20-8200-174f4f014eb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=534f852c74744f7b8d1a71e0767cbcdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967884 Nov 12 11:24:27.914972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 58996) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:27.924761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0090d8-f74d-4d20-8200-174f4f014eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e15357-0333-47db-ad9b-6375f93a8810,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:27.995276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b748fec6-a91e-4f81-9e5d-c4e1f075e4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.024784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b748fec6-a91e-4f81-9e5d-c4e1f075e4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.116059 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b748fec6-a91e-4f81-9e5d-c4e1f075e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.123094 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b748fec6-a91e-4f81-9e5d-c4e1f075e4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.126027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b748fec6-a91e-4f81-9e5d-c4e1f075e4f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4e15357-0333-47db-ad9b-6375f93a8810 HTTP/1.1" status: 204 len: 168 time: 0.2087526 Nov 12 11:24:28.139488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748fec6-a91e-4f81-9e5d-c4e1f075e4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e15357-0333-47db-ad9b-6375f93a8810,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:28.588512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59004) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:28.675462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4084dc1f-91b0-4e56-a9ca-07f99ef5e457 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=260a6271e8d2464da6983d0fc5100265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0850296 Nov 12 11:24:28.675636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59008) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:28.773771 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-856cf8a4-5ce0-483f-bff5-402bec05c9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.825440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-856cf8a4-5ce0-483f-bff5-402bec05c9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.906973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-856cf8a4-5ce0-483f-bff5-402bec05c9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.912250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-856cf8a4-5ce0-483f-bff5-402bec05c9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.913472 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-856cf8a4-5ce0-483f-bff5-402bec05c9f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a79d63ad-ab2b-4c5d-a360-a58a1ab755a4 HTTP/1.1" status: 204 len: 168 time: 0.2341673 Nov 12 11:24:28.938532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cf8a4-5ce0-483f-bff5-402bec05c9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d63ad-ab2b-4c5d-a360-a58a1ab755a4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:29.517398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.185669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59038) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:30.438491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1661023798'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:30.485875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:30.503350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.524551 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.642788 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.667335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.681970 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.737759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613e7644-d68a-4461-b9fb-930748267b76,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:30.768561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:24:30.790984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.792234 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Added segment d1ed5b46-8096-409b-ac11-a5c8451486e6 of type vlan for network d24b085c-f9a9-46e4-91c7-2498340e9844 Nov 12 11:24:30.883055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.953489 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.960462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:30.961216 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.996442 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8054659 Nov 12 11:24:30.997382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59048) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:31.005373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:31.083861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec95ed-b404-4a70-9ee4-596e0164d42c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Network': ['ID=d24b085c-f9a9-46e4-91c7-2498340e9844,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:31.095386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:24:31.307253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:31.321734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.653869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.725382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:31.725729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network hostable DHCP agents. Network: d24b085c-f9a9-46e4-91c7-2498340e9844, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:24:31.748348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=b78ac945-9ba6-4bdb-ac05-c513d837a203,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:31.765153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:24:31.791616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, d24b085c-f9a9-46e4-91c7-2498340e9844) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:31.798992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:31.799608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.805440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44abf08a-1c08-4b1c-9dd5-a42aa184724d None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:31.862717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59056) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:31.863380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8bb50207-6ba6-4bce-a40d-77ab0c30d724 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8629463 Nov 12 11:24:31.868550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'name': 'tempest-NetworksTestDHCPv6-154229319'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:31.992014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'b78ac945-9ba6-4bdb-ac05-c513d837a203'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:31.992923 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.193658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/b78ac945-9ba6-4bdb-ac05-c513d837a203/e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:32.227399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:32.236719 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.296002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port cadc1d3f-03c1-47f5-85b1-5289957a5101 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:32.587557 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.602258 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.653094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:32.658613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:32.668250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:32.731149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Pushing event updated for resources: {'Port': ['ID=e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:32.776075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::38 (d24b085c-f9a9-46e4-91c7-2498340e9844/b78ac945-9ba6-4bdb-ac05-c513d837a203/cadc1d3f-03c1-47f5-85b1-5289957a5101) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:32.779055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Attempting to bind port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:32.779626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Attempting to bind port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:32.780411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Attempting to bind port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:32.791253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:32.792187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:32.793192 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.794136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:32.795308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Bound port: e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:32.796028 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.967209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] For port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:32.974583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] For port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:32.983152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:33.107914 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:33.111545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d0866-0dbc-42e0-97ec-ab12636e19fc None None] Pushing event updated for resources: {'Port': ['ID=e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:33.194266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:33.275519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:33.281427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:33.285845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:33.291934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.292843 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:33.315162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=cadc1d3f-03c1-47f5-85b1-5289957a5101,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:33.328099 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7815c480-e590-4d48-b30d-30fccb2180af tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4640958 Nov 12 11:24:33.336349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59064) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:33.559381 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2293f123-2a84-4cb8-8b0b-bb31104bebfe tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.573562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2293f123-2a84-4cb8-8b0b-bb31104bebfe tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.578387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59070) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:33.589656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2293f123-2a84-4cb8-8b0b-bb31104bebfe tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2512581 Nov 12 11:24:33.801934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-dcc62dac-b302-4bca-81a1-5fa32f3773f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port cadc1d3f-03c1-47f5-85b1-5289957a5101 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:33.802521 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcc62dac-b302-4bca-81a1-5fa32f3773f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:33.968061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcc62dac-b302-4bca-81a1-5fa32f3773f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:33.984291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-dcc62dac-b302-4bca-81a1-5fa32f3773f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for cadc1d3f-03c1-47f5-85b1-5289957a5101 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:34.182813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcc62dac-b302-4bca-81a1-5fa32f3773f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:34.224229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc62dac-b302-4bca-81a1-5fa32f3773f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=cadc1d3f-03c1-47f5-85b1-5289957a5101,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:34.264834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcc62dac-b302-4bca-81a1-5fa32f3773f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:34.272906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dcc62dac-b302-4bca-81a1-5fa32f3773f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/cadc1d3f-03c1-47f5-85b1-5289957a5101 HTTP/1.1" status: 204 len: 168 time: 0.6919401 Nov 12 11:24:34.273999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59076) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:34.365278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62a262-45bf-4a3d-8099-62f2ffbcd0fd tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:34.366801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62a262-45bf-4a3d-8099-62f2ffbcd0fd tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:34.371831 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0d62a262-45bf-4a3d-8099-62f2ffbcd0fd tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0935557 Nov 12 11:24:34.372279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:34.509747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d8e4e3-f634-4e63-b97f-3a19c10c5536 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet b78ac945-9ba6-4bdb-ac05-c513d837a203 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:24:34.521382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d8e4e3-f634-4e63-b97f-3a19c10c5536 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:34.593033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d8e4e3-f634-4e63-b97f-3a19c10c5536 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:34.623425 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a140bb-ae10-428c-a56f-a987b635cd4c None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:34.757364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d8e4e3-f634-4e63-b97f-3a19c10c5536 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:34.757587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] Provisioning complete for port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:34.758187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:34.967836 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d8e4e3-f634-4e63-b97f-3a19c10c5536 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.045016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8e4e3-f634-4e63-b97f-3a19c10c5536 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=b78ac945-9ba6-4bdb-ac05-c513d837a203,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:35.054055 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-35d8e4e3-f634-4e63-b97f-3a19c10c5536 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.060355 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-35d8e4e3-f634-4e63-b97f-3a19c10c5536 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/b78ac945-9ba6-4bdb-ac05-c513d837a203 HTTP/1.1" status: 204 len: 168 time: 0.6863284 Nov 12 11:24:35.062625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59086) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:35.092332 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.220392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b3925926-6c60-4441-a8d2-b85bdd441b4b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552205 Nov 12 11:24:35.222380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59088) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:35.228454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:35.252853 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:24:35.266243 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:24:35.460105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:35.484919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:35.493554 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.537255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d30aa9-f1c4-481d-8e12-993006062a45 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:35.950379 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.990664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:35.992421 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.064896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:36.069240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:36.072556 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.086143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:36.086556 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.106416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=bc591beb-80c3-47dc-abb7-c8eb6a831e71,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:36.125587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59114) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:36.126667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6978b01a-4d74-4e0f-a2d5-3f3fa6a0f114 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9016674 Nov 12 11:24:36.132782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'name': 'tempest-NetworksTestDHCPv6-1702949697'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:36.329603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] For port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:36.343080 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.355874 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.383746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:36.486799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:36.492596 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.525562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port fd73bf96-4627-4098-b7bc-262bada34ad9 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:36.563444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57751db-f077-47ea-a07e-aa252cefe9dd None None] Pushing event updated for resources: {'Port': ['ID=e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:36.585149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-18eab5e8-4e66-4496-87bf-9fc48553a269 None None] Provisioning complete for port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:36.585657 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18eab5e8-4e66-4496-87bf-9fc48553a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.643264 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:24:36.643757 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:24:36.649500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] Deleting port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:36.650004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.765660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::31d (d24b085c-f9a9-46e4-91c7-2498340e9844/bc591beb-80c3-47dc-abb7-c8eb6a831e71/fd73bf96-4627-4098-b7bc-262bada34ad9) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:36.767073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] For port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:36.767473 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.804059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] Calling delete_port for e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:36.957690 n-d-768851-19 neutron-server[109167]: INFO neutron.plugins.ml2.db [None req-18eab5e8-4e66-4496-87bf-9fc48553a269 None None] No ports have port_id starting with e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 Nov 12 11:24:36.961067 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.986543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] Pushing event deleted for resources: {'Port': ['ID=e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:37.004605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd3b8b-0e66-473a-8b4f-1efec2c9801e None None] No DVR routers for this DVR port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:37.044464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15162a6-4f4c-43e0-ba0e-b4a267c27a6d None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:37.045413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.136172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.207693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:37.210991 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:37.219289 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:37.227244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:37.228076 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.232477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=fd73bf96-4627-4098-b7bc-262bada34ad9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:37.239272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Port e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 update to ACTIVE by agent not found {{(pid=109167) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 11:24:37.260437 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-365fd09f-a30c-472b-8631-35c029ffe4c9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1335123 Nov 12 11:24:37.263264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59134) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:37.416273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cce50d-5712-4bf7-8c08-3c07a02c7be1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:37.418859 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76cce50d-5712-4bf7-8c08-3c07a02c7be1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1539299 Nov 12 11:24:37.422751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59138) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:37.441062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:24:37.518399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:24:37.518703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e90ec7b0-c7d3-4c0f-97a6-0511ac7577d5 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:24:37.553516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'bc591beb-80c3-47dc-abb7-c8eb6a831e71'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:37.554410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.604103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-07ae35de-0d08-44bd-9fcc-835d388d8cba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port fd73bf96-4627-4098-b7bc-262bada34ad9 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:37.604747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07ae35de-0d08-44bd-9fcc-835d388d8cba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.742731 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07ae35de-0d08-44bd-9fcc-835d388d8cba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.761152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-07ae35de-0d08-44bd-9fcc-835d388d8cba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for fd73bf96-4627-4098-b7bc-262bada34ad9 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:37.834183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/bc591beb-80c3-47dc-abb7-c8eb6a831e71/656decf9-c1be-447d-be27-c258ae7814cc) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:38.050004 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07ae35de-0d08-44bd-9fcc-835d388d8cba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.166611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae35de-0d08-44bd-9fcc-835d388d8cba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=fd73bf96-4627-4098-b7bc-262bada34ad9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:38.258172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-07ae35de-0d08-44bd-9fcc-835d388d8cba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.261628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-07ae35de-0d08-44bd-9fcc-835d388d8cba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/fd73bf96-4627-4098-b7bc-262bada34ad9 HTTP/1.1" status: 204 len: 168 time: 0.8374200 Nov 12 11:24:38.264360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59164) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:38.362121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b856171b-ea00-4557-8c3b-0c5b11e904d4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:38.364249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b856171b-ea00-4557-8c3b-0c5b11e904d4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:38.366002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b856171b-ea00-4557-8c3b-0c5b11e904d4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1004202 Nov 12 11:24:38.366319 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.369084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59166) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:38.382926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.447057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-33aae18e-5f41-4c4e-bd82-7cce9e1ffff4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet bc591beb-80c3-47dc-abb7-c8eb6a831e71 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:24:38.448372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:38.453058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:38.453793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33aae18e-5f41-4c4e-bd82-7cce9e1ffff4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.460596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:38.474544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Pushing event updated for resources: {'Port': ['ID=656decf9-c1be-447d-be27-c258ae7814cc,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:38.554743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33aae18e-5f41-4c4e-bd82-7cce9e1ffff4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.590045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Attempting to bind port 656decf9-c1be-447d-be27-c258ae7814cc on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:38.590566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Attempting to bind port 656decf9-c1be-447d-be27-c258ae7814cc by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:38.591061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Attempting to bind port 656decf9-c1be-447d-be27-c258ae7814cc on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:38.601317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:38.601891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:38.602559 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.603160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:38.604649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Bound port: 656decf9-c1be-447d-be27-c258ae7814cc, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:38.605962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.725261 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33aae18e-5f41-4c4e-bd82-7cce9e1ffff4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.833940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] For port 656decf9-c1be-447d-be27-c258ae7814cc, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:38.834668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33aae18e-5f41-4c4e-bd82-7cce9e1ffff4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.838153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] For port 656decf9-c1be-447d-be27-c258ae7814cc, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=656decf9-c1be-447d-be27-c258ae7814cc,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:38.842363 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.859690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-33aae18e-5f41-4c4e-bd82-7cce9e1ffff4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.866865 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-33aae18e-5f41-4c4e-bd82-7cce9e1ffff4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/bc591beb-80c3-47dc-abb7-c8eb6a831e71 HTTP/1.1" status: 204 len: 168 time: 0.4945729 Nov 12 11:24:38.867371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59186) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:38.904037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aae18e-5f41-4c4e-bd82-7cce9e1ffff4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=bc591beb-80c3-47dc-abb7-c8eb6a831e71,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:38.906810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb492e-625a-471f-bdfa-5cb2ca267924 None None] Pushing event updated for resources: {'Port': ['ID=656decf9-c1be-447d-be27-c258ae7814cc,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:38.992153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c0ee4c02-4113-42c4-b030-1143ebabb395 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231751 Nov 12 11:24:38.995108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59192) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:39.013970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:39.196127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:39.202941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:39.665001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:39.732068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:39.736535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:39.738977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=bdd2b2f7-d2d4-4f9a-a8bd-164348fe9ed7,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:39.742031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:39.742861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:39.779516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59206) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:39.785372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'name': 'tempest-NetworksTestDHCPv6-266988376'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:39.789966 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c7f7b41-88fb-4b56-a73e-8e2bb7cee52c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7900424 Nov 12 11:24:40.031285 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:40.036452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.078980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 0dbfd159-e184-4bc3-8c91-0b0418e83aad yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:40.138481 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.312453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::bb (d24b085c-f9a9-46e4-91c7-2498340e9844/bdd2b2f7-d2d4-4f9a-a8bd-164348fe9ed7/0dbfd159-e184-4bc3-8c91-0b0418e83aad) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:40.547030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.626886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.736896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.822731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:40.827965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:40.835191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:40.842464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:40.843425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.846332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=0dbfd159-e184-4bc3-8c91-0b0418e83aad,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:40.876996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-74fd3e38-8f33-48e4-a753-6830261a7c88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0960236 Nov 12 11:24:40.886753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59230) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:41.014351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d197a2-a669-432d-9830-83d2ff17a43e None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:41.036042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba090c-ccb8-4915-bfa5-96ca0bfbd23b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:41.042702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba090c-ccb8-4915-bfa5-96ca0bfbd23b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:41.044391 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a2ba090c-ccb8-4915-bfa5-96ca0bfbd23b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1562338 Nov 12 11:24:41.047619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59236) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:41.222368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cd2a30f9-e8c3-450d-a87a-830fef8d5e8a None None] Could not find standard attr ID for object fd73bf96-4627-4098-b7bc-262bada34ad9. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:24:41.256351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cd2a30f9-e8c3-450d-a87a-830fef8d5e8a None None] Provisioning complete for port 656decf9-c1be-447d-be27-c258ae7814cc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:41.256777 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd2a30f9-e8c3-450d-a87a-830fef8d5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.323544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-aa111926-f21e-423c-ab78-ee824d470ed7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 0dbfd159-e184-4bc3-8c91-0b0418e83aad {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:41.327473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa111926-f21e-423c-ab78-ee824d470ed7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.490774 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd2a30f9-e8c3-450d-a87a-830fef8d5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.576494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cd2a30f9-e8c3-450d-a87a-830fef8d5e8a None None] For port 656decf9-c1be-447d-be27-c258ae7814cc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=656decf9-c1be-447d-be27-c258ae7814cc,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:41.579562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 656decf9-c1be-447d-be27-c258ae7814cc up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:41.580221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa111926-f21e-423c-ab78-ee824d470ed7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.582860 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd2a30f9-e8c3-450d-a87a-830fef8d5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.614983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-aa111926-f21e-423c-ab78-ee824d470ed7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 0dbfd159-e184-4bc3-8c91-0b0418e83aad owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:41.727556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a30f9-e8c3-450d-a87a-830fef8d5e8a None None] Pushing event updated for resources: {'Port': ['ID=656decf9-c1be-447d-be27-c258ae7814cc,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:41.815944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 656decf9-c1be-447d-be27-c258ae7814cc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:41.817443 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.991298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-818e57f1-9fb9-4cfe-9504-5f36b3164769 None None] Provisioning complete for port 0dbfd159-e184-4bc3-8c91-0b0418e83aad triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:41.991813 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-818e57f1-9fb9-4cfe-9504-5f36b3164769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.009889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa111926-f21e-423c-ab78-ee824d470ed7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.039555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-818e57f1-9fb9-4cfe-9504-5f36b3164769 None None] Port 0dbfd159-e184-4bc3-8c91-0b0418e83aad cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:42.063489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-818e57f1-9fb9-4cfe-9504-5f36b3164769 None None] Provisioning complete for port 656decf9-c1be-447d-be27-c258ae7814cc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:42.063868 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-818e57f1-9fb9-4cfe-9504-5f36b3164769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.097079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa111926-f21e-423c-ab78-ee824d470ed7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=0dbfd159-e184-4bc3-8c91-0b0418e83aad,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:42.142904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aa111926-f21e-423c-ab78-ee824d470ed7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.152340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59264) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:42.153144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aa111926-f21e-423c-ab78-ee824d470ed7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/0dbfd159-e184-4bc3-8c91-0b0418e83aad HTTP/1.1" status: 204 len: 168 time: 1.1034222 Nov 12 11:24:42.268707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ba3c3-96f9-449f-8b03-39c5c0c6c65d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:42.272252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ba3c3-96f9-449f-8b03-39c5c0c6c65d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:42.275365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-713ba3c3-96f9-449f-8b03-39c5c0c6c65d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1204312 Nov 12 11:24:42.278564 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59270) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:42.405761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5fafe1-106f-480d-9d23-2a8816c2af65 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet bdd2b2f7-d2d4-4f9a-a8bd-164348fe9ed7 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:24:42.412974 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5fafe1-106f-480d-9d23-2a8816c2af65 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.435665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-aa663ae0-6f17-407c-999c-fc4399c5bd3d None None] Could not find standard attr ID for object cadc1d3f-03c1-47f5-85b1-5289957a5101. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:24:42.522098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5fafe1-106f-480d-9d23-2a8816c2af65 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.627288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5fafe1-106f-480d-9d23-2a8816c2af65 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.719981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5fafe1-106f-480d-9d23-2a8816c2af65 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.771293 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6f5fafe1-106f-480d-9d23-2a8816c2af65 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.777204 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6f5fafe1-106f-480d-9d23-2a8816c2af65 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/bdd2b2f7-d2d4-4f9a-a8bd-164348fe9ed7 HTTP/1.1" status: 204 len: 168 time: 0.4944711 Nov 12 11:24:42.780281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59280) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:42.781620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fafe1-106f-480d-9d23-2a8816c2af65 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd2b2f7-d2d4-4f9a-a8bd-164348fe9ed7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:42.798751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a81dd8-13c8-4ef0-825f-212714fae44a None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:42.858305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59284) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:42.858681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6552f2f5-8061-434b-a806-fe2af74820a5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769114 Nov 12 11:24:42.886689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1275a1c1-e18f-4398-afc9-8b4b19b34311 None None] Could not find standard attr ID for object fd73bf96-4627-4098-b7bc-262bada34ad9. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:24:42.931191 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f1708-90d7-4efa-904b-e3b608d20ad3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:42.937572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59286) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:42.947828 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e8f1708-90d7-4efa-904b-e3b608d20ad3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0869963 Nov 12 11:24:43.063820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6630e-4001-47f9-a99b-97af5f99e6fd tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:43.065386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7dc6630e-4001-47f9-a99b-97af5f99e6fd tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1264324 Nov 12 11:24:43.070768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59292) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:43.130239 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c2a79c8a-487d-42a7-8000-72303a4d9148 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577950 Nov 12 11:24:43.137226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59294) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:43.144421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:43.203563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:43.285063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] Deleting port 656decf9-c1be-447d-be27-c258ae7814cc {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:43.285452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:43.429721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] For port 656decf9-c1be-447d-be27-c258ae7814cc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=656decf9-c1be-447d-be27-c258ae7814cc,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:43.430211 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:43.439540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 656decf9-c1be-447d-be27-c258ae7814cc no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:24:43.503266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] Calling delete_port for 656decf9-c1be-447d-be27-c258ae7814cc owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:43.610309 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:43.669538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 656decf9-c1be-447d-be27-c258ae7814cc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=656decf9-c1be-447d-be27-c258ae7814cc,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:43.689826 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:43.756259 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:43.776683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] No DVR routers for this DVR port 656decf9-c1be-447d-be27-c258ae7814cc on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:43.803995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=656decf9-c1be-447d-be27-c258ae7814cc,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:43.840558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075612a-7879-457d-82ad-ab6cc0ec12e6 None None] Pushing event deleted for resources: {'Port': ['ID=656decf9-c1be-447d-be27-c258ae7814cc,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:43.867451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:43.872414 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:44.203361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:44.271773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:44.278270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:44.281757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:44.282372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:44.313034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=74cee129-b68f-4f49-82a0-4ed3d0d5968f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:44.320419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1c410b-66cd-49bd-b33f-0da86f9748da None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:44.339478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8132fb3f-4d3a-4e32-9f40-c30193554f20 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1995494 Nov 12 11:24:44.342847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59316) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:44.349154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '74cee129-b68f-4f49-82a0-4ed3d0d5968f', 'ip_address': '2001:db8::dd66:1c4a:939:5212'}], 'name': 'tempest-NetworksTestDHCPv6-1278010078'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:44.639157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:44.656942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '74cee129-b68f-4f49-82a0-4ed3d0d5968f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:44.658058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:44.823091 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:44.873126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:44.942146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/74cee129-b68f-4f49-82a0-4ed3d0d5968f/39952b8c-c047-4154-9bf4-d590c97cfb3d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:45.125868 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.142392 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.230799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:45.233650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:45.236475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Pushing event updated for resources: {'Port': ['ID=39952b8c-c047-4154-9bf4-d590c97cfb3d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:45.245981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:45.276118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::dd66:1c4a:939:5212 (d24b085c-f9a9-46e4-91c7-2498340e9844/74cee129-b68f-4f49-82a0-4ed3d0d5968f/f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:45.415411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Attempting to bind port 39952b8c-c047-4154-9bf4-d590c97cfb3d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:45.416170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Attempting to bind port 39952b8c-c047-4154-9bf4-d590c97cfb3d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:45.416170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Attempting to bind port 39952b8c-c047-4154-9bf4-d590c97cfb3d on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:45.431583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:45.432666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:45.437856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.438555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:45.441124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Bound port: 39952b8c-c047-4154-9bf4-d590c97cfb3d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:45.443291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.602508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] For port 39952b8c-c047-4154-9bf4-d590c97cfb3d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:45.615218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] For port 39952b8c-c047-4154-9bf4-d590c97cfb3d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=39952b8c-c047-4154-9bf4-d590c97cfb3d,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:45.626182 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.677156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.743790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.800106 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa48d4e-7316-4118-bc3a-3e427b9a774c None None] Pushing event updated for resources: {'Port': ['ID=39952b8c-c047-4154-9bf4-d590c97cfb3d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:45.825042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:45.831984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:45.836678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:45.844339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:45.844840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.858281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:45.877717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-090ed519-1c11-413a-82b9-3c0e7d582c89 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5334809 Nov 12 11:24:45.880701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59348) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:45.962734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf30026-4dce-4239-a2a6-12b81d26abf5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:45.974878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf30026-4dce-4239-a2a6-12b81d26abf5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:45.980847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59352) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:45.980984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cbf30026-4dce-4239-a2a6-12b81d26abf5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0982735 Nov 12 11:24:46.193235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9caf6c0e-7ffd-43dd-91ec-91a2e2b8e23e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:46.195780 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9caf6c0e-7ffd-43dd-91ec-91a2e2b8e23e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.400816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9caf6c0e-7ffd-43dd-91ec-91a2e2b8e23e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.429227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9caf6c0e-7ffd-43dd-91ec-91a2e2b8e23e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:46.661825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9caf6c0e-7ffd-43dd-91ec-91a2e2b8e23e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.740725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf6c0e-7ffd-43dd-91ec-91a2e2b8e23e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:46.787772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9caf6c0e-7ffd-43dd-91ec-91a2e2b8e23e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.798743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9caf6c0e-7ffd-43dd-91ec-91a2e2b8e23e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239 HTTP/1.1" status: 204 len: 168 time: 0.8170378 Nov 12 11:24:46.802030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59372) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:46.908172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb4bacc-552c-491b-8308-caae253d4ec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:46.912804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb4bacc-552c-491b-8308-caae253d4ec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:46.917593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59376) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:46.918053 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0eb4bacc-552c-491b-8308-caae253d4ec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1145010 Nov 12 11:24:47.015800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-259f0258-06d6-4653-b932-95c06e0a7751 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 74cee129-b68f-4f49-82a0-4ed3d0d5968f {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:24:47.019850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-259f0258-06d6-4653-b932-95c06e0a7751 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.071818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-259f0258-06d6-4653-b932-95c06e0a7751 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.228564 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-259f0258-06d6-4653-b932-95c06e0a7751 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.318427 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-259f0258-06d6-4653-b932-95c06e0a7751 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.382472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f0258-06d6-4653-b932-95c06e0a7751 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=74cee129-b68f-4f49-82a0-4ed3d0d5968f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:47.388909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-259f0258-06d6-4653-b932-95c06e0a7751 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.392980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-259f0258-06d6-4653-b932-95c06e0a7751 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/74cee129-b68f-4f49-82a0-4ed3d0d5968f HTTP/1.1" status: 204 len: 168 time: 0.4743166 Nov 12 11:24:47.395540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59386) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:47.448277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5e786b51-5d25-45d7-b70f-a36c1b2a2997 None None] Provisioning complete for port 39952b8c-c047-4154-9bf4-d590c97cfb3d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:47.448883 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e786b51-5d25-45d7-b70f-a36c1b2a2997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.495592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b9083f20-aa41-47fd-abed-51580f8d49c5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944521 Nov 12 11:24:47.496727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59388) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:47.517663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:47.525004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 39952b8c-c047-4154-9bf4-d590c97cfb3d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:47.651325 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e786b51-5d25-45d7-b70f-a36c1b2a2997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.693450 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 39952b8c-c047-4154-9bf4-d590c97cfb3d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:47.693450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.696988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5e786b51-5d25-45d7-b70f-a36c1b2a2997 None None] For port 39952b8c-c047-4154-9bf4-d590c97cfb3d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=39952b8c-c047-4154-9bf4-d590c97cfb3d,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:47.742222 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e786b51-5d25-45d7-b70f-a36c1b2a2997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.782058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:47.789109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.846079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78555963-ebed-4587-8bcc-9e86ce2d1a1c None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:47.912536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7f37c3db-0f19-4a10-a0cf-ca6de0ecfc96 None None] Could not find standard attr ID for object f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:24:47.966844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e786b51-5d25-45d7-b70f-a36c1b2a2997 None None] Pushing event updated for resources: {'Port': ['ID=39952b8c-c047-4154-9bf4-d590c97cfb3d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:48.243496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:48.366905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] Deleting port 39952b8c-c047-4154-9bf4-d590c97cfb3d {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:48.367641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.540215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] For port 39952b8c-c047-4154-9bf4-d590c97cfb3d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=39952b8c-c047-4154-9bf4-d590c97cfb3d,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:48.541330 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.564998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] Calling delete_port for 39952b8c-c047-4154-9bf4-d590c97cfb3d owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:48.788776 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.790296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.838092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] Pushing event deleted for resources: {'Port': ['ID=39952b8c-c047-4154-9bf4-d590c97cfb3d,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:48.857182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4547d-4fc7-4b4b-bc8f-11ddcd2de5e5 None None] No DVR routers for this DVR port 39952b8c-c047-4154-9bf4-d590c97cfb3d on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:48.874176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=d3cea0fa-48da-46ec-9bfb-ecb9a14b82dd,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:48.895035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:48.900241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:48.905536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:48.906400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.916172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9a77d4-4789-49af-a6c4-df1243cb390e None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:48.933557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7bfd0aca-4c29-41a6-b2a2-fe017970bca8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4359941 Nov 12 11:24:48.936437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59430) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:48.943795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': 'd3cea0fa-48da-46ec-9bfb-ecb9a14b82dd', 'ip_address': '2001:db8::7e50:4fdb:d67b:d69'}], 'name': 'tempest-NetworksTestDHCPv6-838693481'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:49.158398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'd3cea0fa-48da-46ec-9bfb-ecb9a14b82dd'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:49.159105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.187070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:49.193451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.229262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 48cc83ea-3822-4470-aef2-4d12cebd35b3 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:49.345193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/d3cea0fa-48da-46ec-9bfb-ecb9a14b82dd/2bbcf068-3521-44dd-b68e-b9d0ac434832) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:49.479138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 39952b8c-c047-4154-9bf4-d590c97cfb3d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:24:49.509551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 39952b8c-c047-4154-9bf4-d590c97cfb3d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:24:49.510401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 39952b8c-c047-4154-9bf4-d590c97cfb3d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:24:49.610682 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.623022 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.703223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Pushing event updated for resources: {'Port': ['ID=2bbcf068-3521-44dd-b68e-b9d0ac434832,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:49.721198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::7e50:4fdb:d67b:d69 (d24b085c-f9a9-46e4-91c7-2498340e9844/d3cea0fa-48da-46ec-9bfb-ecb9a14b82dd/48cc83ea-3822-4470-aef2-4d12cebd35b3) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:49.737952 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:49.739738 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:49.747268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:49.839757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Attempting to bind port 2bbcf068-3521-44dd-b68e-b9d0ac434832 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:49.840413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Attempting to bind port 2bbcf068-3521-44dd-b68e-b9d0ac434832 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:49.840955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Attempting to bind port 2bbcf068-3521-44dd-b68e-b9d0ac434832 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:49.847556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:49.848237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:49.848796 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.849370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:49.850007 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Bound port: 2bbcf068-3521-44dd-b68e-b9d0ac434832, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:49.850616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.944843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] For port 2bbcf068-3521-44dd-b68e-b9d0ac434832, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:49.948828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] For port 2bbcf068-3521-44dd-b68e-b9d0ac434832, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2bbcf068-3521-44dd-b68e-b9d0ac434832,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:49.960487 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.056348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.098505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.133744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadc1c9-f0da-48ec-9e83-2a95d06b4062 None None] Pushing event updated for resources: {'Port': ['ID=2bbcf068-3521-44dd-b68e-b9d0ac434832,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:50.173513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:50.187755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:50.190212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:50.196546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:50.197504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.228645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=48cc83ea-3822-4470-aef2-4d12cebd35b3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:50.242742 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-68656b97-9472-4356-ac03-43cd21edd9b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3046818 Nov 12 11:24:50.244975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59472) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:50.564090 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a25e4d-e4b6-4179-8c2d-6097e2a9d7b9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:50.588472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a25e4d-e4b6-4179-8c2d-6097e2a9d7b9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:50.588472 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-20a25e4d-e4b6-4179-8c2d-6097e2a9d7b9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3418672 Nov 12 11:24:50.613375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59484) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:50.820768 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:24:50.827861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6603a2ac-3e2f-48e5-b8fc-d9b4b213788d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 48cc83ea-3822-4470-aef2-4d12cebd35b3 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:50.828206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6603a2ac-3e2f-48e5-b8fc-d9b4b213788d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.965391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6603a2ac-3e2f-48e5-b8fc-d9b4b213788d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.983729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6603a2ac-3e2f-48e5-b8fc-d9b4b213788d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 48cc83ea-3822-4470-aef2-4d12cebd35b3 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:51.178635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6603a2ac-3e2f-48e5-b8fc-d9b4b213788d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.223764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603a2ac-3e2f-48e5-b8fc-d9b4b213788d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=48cc83ea-3822-4470-aef2-4d12cebd35b3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:51.260094 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6603a2ac-3e2f-48e5-b8fc-d9b4b213788d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.267281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6603a2ac-3e2f-48e5-b8fc-d9b4b213788d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/48cc83ea-3822-4470-aef2-4d12cebd35b3 HTTP/1.1" status: 204 len: 168 time: 0.6524765 Nov 12 11:24:51.270118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59506) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:51.391987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b214521-4a79-4bec-aac5-df172a752708 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:51.393739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b214521-4a79-4bec-aac5-df172a752708 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:51.398857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59514) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:51.399414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7b214521-4a79-4bec-aac5-df172a752708 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1270256 Nov 12 11:24:51.486199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae612c8-7e53-4499-8269-9b1bf557d51b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet d3cea0fa-48da-46ec-9bfb-ecb9a14b82dd {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:24:51.494862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae612c8-7e53-4499-8269-9b1bf557d51b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.501105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2bbcf068-3521-44dd-b68e-b9d0ac434832 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:51.560091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae612c8-7e53-4499-8269-9b1bf557d51b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.639396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2bbcf068-3521-44dd-b68e-b9d0ac434832 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:51.641584 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.722079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae612c8-7e53-4499-8269-9b1bf557d51b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.786126 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.844957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae612c8-7e53-4499-8269-9b1bf557d51b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.887646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-82877cf2-5bb6-4f3d-a686-dad0917875fd None None] Provisioning complete for port 2bbcf068-3521-44dd-b68e-b9d0ac434832 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:51.888482 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82877cf2-5bb6-4f3d-a686-dad0917875fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.919424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae612c8-7e53-4499-8269-9b1bf557d51b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cea0fa-48da-46ec-9bfb-ecb9a14b82dd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:51.941259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae612c8-7e53-4499-8269-9b1bf557d51b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.960424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bae612c8-7e53-4499-8269-9b1bf557d51b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/d3cea0fa-48da-46ec-9bfb-ecb9a14b82dd HTTP/1.1" status: 204 len: 168 time: 0.5580540 Nov 12 11:24:51.961915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59542) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:52.031267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cc6ac10b-c06c-4b56-8aa4-e6d146103c90 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680695 Nov 12 11:24:52.045578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59544) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:52.055223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:52.176499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:52.182672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.209692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864280-65cd-4491-b74a-449c9b0c8295 req-e7ec8e39-46c5-4cae-8bbc-00d44329199e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:52.224174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-e7ec8e39-46c5-4cae-8bbc-00d44329199e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.2647514 Nov 12 11:24:52.254662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b418d0c-e672-46e0-83c5-103aa83ef662 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:52.291897 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5e8950a4-d3dc-499e-b5f1-4c2f57763d60 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/quotas/f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 375 time: 0.0535426 Nov 12 11:24:52.400607 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:24:52.401044 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:24:52.412729 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-b8b4e683-e159-4ba9-b1e4-c2f05d6756bc tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195271 Nov 12 11:24:52.502853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.556108 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82877cf2-5bb6-4f3d-a686-dad0917875fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.594270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:52.598992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:52.606442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:52.606442 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.633201 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-431e458e-fe2e-4bfe-873e-48ac00bae00e service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099915 Nov 12 11:24:52.635560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-82877cf2-5bb6-4f3d-a686-dad0917875fd None None] For port 2bbcf068-3521-44dd-b68e-b9d0ac434832, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2bbcf068-3521-44dd-b68e-b9d0ac434832,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:52.643486 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82877cf2-5bb6-4f3d-a686-dad0917875fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.675462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6281769 Nov 12 11:24:52.679606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59560) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:52.680782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abd71a-5015-4c87-b9bf-644d2a162782 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=c8d8357e-0618-4660-84e7-0ce3d1afe244,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:52.696986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': 'c8d8357e-0618-4660-84e7-0ce3d1afe244', 'ip_address': '2001:db8::fc97:6a1a:22d:a79e'}], 'name': 'tempest-NetworksTestDHCPv6-1623131364'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:52.706108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:52.765903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c6c0bc77-c148-49b5-bae1-42dab1c65563 None None] Could not find standard attr ID for object 48cc83ea-3822-4470-aef2-4d12cebd35b3. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:24:52.770452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82877cf2-5bb6-4f3d-a686-dad0917875fd None None] Pushing event updated for resources: {'Port': ['ID=2bbcf068-3521-44dd-b68e-b9d0ac434832,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:52.837248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] Deleting port 2bbcf068-3521-44dd-b68e-b9d0ac434832 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:52.845266 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.906961 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-37204361-fe51-429b-9136-f941a1c04742 service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726440 Nov 12 11:24:52.914076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:52.970643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] For port 2bbcf068-3521-44dd-b68e-b9d0ac434832, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2bbcf068-3521-44dd-b68e-b9d0ac434832,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:52.971651 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.989766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] Calling delete_port for 2bbcf068-3521-44dd-b68e-b9d0ac434832 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:53.123561 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.179949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 11f33dda-6b61-4102-b0c5-b0d799377212 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:53.205475 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.244757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] Pushing event deleted for resources: {'Port': ['ID=2bbcf068-3521-44dd-b68e-b9d0ac434832,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:53.250997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5be11a-7490-487a-9b20-c61ab4bc8568 None None] No DVR routers for this DVR port 2bbcf068-3521-44dd-b68e-b9d0ac434832 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:53.276739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18d094-a10d-439e-810e-3eab1d58ea30 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:53.317747 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3bd7d8d1-bb04-40b6-a510-543b870f41e5 req-3bfe1840-4d29-42d2-92c9-ecf7b8f92fae tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.1055844 Nov 12 11:24:53.474525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2bbcf068-3521-44dd-b68e-b9d0ac434832 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:24:53.525652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 2bbcf068-3521-44dd-b68e-b9d0ac434832 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:24:53.526494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2bbcf068-3521-44dd-b68e-b9d0ac434832 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:24:53.629981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::fc97:6a1a:22d:a79e (d24b085c-f9a9-46e4-91c7-2498340e9844/c8d8357e-0618-4660-84e7-0ce3d1afe244/11f33dda-6b61-4102-b0c5-b0d799377212) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:53.729126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'c8d8357e-0618-4660-84e7-0ce3d1afe244'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:53.733017 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.948900 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.990107 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f47a2f67-2f40-40d4-9331-e4e953cde8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.085557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.147548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:54.154169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:54.159063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:54.166200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:54.166869 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.186547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=11f33dda-6b61-4102-b0c5-b0d799377212,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:54.199562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-38145f93-e361-43b2-9a12-d9ef2f5b46f8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5150568 Nov 12 11:24:54.202461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59598) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:54.237702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/c8d8357e-0618-4660-84e7-0ce3d1afe244/f7e7cfcb-0114-4d50-8d51-d1b4ec112db9) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:54.272020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d56748-9d84-468c-82ed-c0fb83c0a8dd tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:54.275632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-37d56748-9d84-468c-82ed-c0fb83c0a8dd tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0715239 Nov 12 11:24:54.278902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59600) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:54.509692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac7bad-3d8a-48ab-bbe7-78dd08a0d584 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 11f33dda-6b61-4102-b0c5-b0d799377212 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:54.510055 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7bad-3d8a-48ab-bbe7-78dd08a0d584 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.572138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef2a86c9-2400-497e-86e8-f52372961658 req-e8c2900f-cf9e-452a-8ba2-0a83d53fe00c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.0507026 Nov 12 11:24:54.584852 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.603453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.663206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:54.669975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:54.676130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:54.688933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Pushing event updated for resources: {'Port': ['ID=f7e7cfcb-0114-4d50-8d51-d1b4ec112db9,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:54.762139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7bad-3d8a-48ab-bbe7-78dd08a0d584 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.791377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac7bad-3d8a-48ab-bbe7-78dd08a0d584 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 11f33dda-6b61-4102-b0c5-b0d799377212 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:54.815596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Attempting to bind port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:54.816248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Attempting to bind port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:54.816741 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Attempting to bind port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:54.837742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:54.838943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:54.840460 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.841941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:54.843292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Bound port: f7e7cfcb-0114-4d50-8d51-d1b4ec112db9, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:54.843928 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.948511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] For port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:54.954846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] For port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f7e7cfcb-0114-4d50-8d51-d1b4ec112db9,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:54.960711 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.083595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c4be-deaa-48b7-9f87-171ed8555e5f None None] Pushing event updated for resources: {'Port': ['ID=f7e7cfcb-0114-4d50-8d51-d1b4ec112db9,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:55.142210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864280-65cd-4491-b74a-449c9b0c8295 req-e9c73209-df66-40e1-bb74-0ee6f8aa2c95 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:55.147092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-e9c73209-df66-40e1-bb74-0ee6f8aa2c95 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.2663460 Nov 12 11:24:55.187428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'port': {'device_id': 'eda2ad47-b686-428c-ae6b-5a0191298960', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'admin_state_up': True, 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:55.307403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7bad-3d8a-48ab-bbe7-78dd08a0d584 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.387602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac7bad-3d8a-48ab-bbe7-78dd08a0d584 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=11f33dda-6b61-4102-b0c5-b0d799377212,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:55.499739 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7bad-3d8a-48ab-bbe7-78dd08a0d584 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.508754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59620) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:55.509085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f4ac7bad-3d8a-48ab-bbe7-78dd08a0d584 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/11f33dda-6b61-4102-b0c5-b0d799377212 HTTP/1.1" status: 204 len: 168 time: 1.2266896 Nov 12 11:24:55.595531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:55.604730 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.610237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f468b81-0714-478f-bbaf-248bd6e7bbae tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:55.617351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f468b81-0714-478f-bbaf-248bd6e7bbae tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:55.623365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5f468b81-0714-478f-bbaf-248bd6e7bbae tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1105621 Nov 12 11:24:55.624217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59622) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:55.726010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df6962b-57e2-44a8-a569-6e67f970292f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet c8d8357e-0618-4660-84e7-0ce3d1afe244 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:24:55.732976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7df6962b-57e2-44a8-a569-6e67f970292f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.894338 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7df6962b-57e2-44a8-a569-6e67f970292f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.088704 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7df6962b-57e2-44a8-a569-6e67f970292f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.123866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fd735fe4-cc06-4e19-b9b1-5ea5af2f6b8b req-0eeb4a94-0e71-4c3f-8470-82bdcb2f7fa7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.2931292 Nov 12 11:24:56.199195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.20.0.9 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/2e93355f-dab0-4da2-8414-3e6e8cf156e1) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:56.209339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7df6962b-57e2-44a8-a569-6e67f970292f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.266512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6962b-57e2-44a8-a569-6e67f970292f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d8357e-0618-4660-84e7-0ce3d1afe244,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:56.287298 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7df6962b-57e2-44a8-a569-6e67f970292f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.294232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7df6962b-57e2-44a8-a569-6e67f970292f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/c8d8357e-0618-4660-84e7-0ce3d1afe244 HTTP/1.1" status: 204 len: 168 time: 0.6674905 Nov 12 11:24:56.297434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59642) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:56.342582 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8755045-51b3-45d8-b404-23fb30339e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.374539 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1bcdcadb-340a-4cc7-9da3-1da01da2a245 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753679 Nov 12 11:24:56.377840 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59644) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:56.527902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfa513-4955-45ca-a5e6-cec015f446c6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:56.534292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f8bfa513-4955-45ca-a5e6-cec015f446c6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1552870 Nov 12 11:24:56.537301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59646) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:56.780497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0033718b-b441-436e-8026-086907511dff tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:56.787981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0033718b-b441-436e-8026-086907511dff tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2492959 Nov 12 11:24:56.793093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59652) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:56.814813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.947054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128da19b-fcbd-48f6-89cf-7b9b5c1012fc None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:56.955515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.023192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8d28fa9b-443d-4383-b30d-80571a38deab tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2206929 Nov 12 11:24:57.030985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59660) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:57.049208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:57.120885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d7176ea7-cbdf-47fa-a42c-816867c30f4a None None] Provisioning complete for port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:57.121259 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7176ea7-cbdf-47fa-a42c-816867c30f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.213849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:57.236647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:57.263448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:57.423567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=2e93355f-dab0-4da2-8414-3e6e8cf156e1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:57.508303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:57.515356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:57.516276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.548351 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-5df35981-dd5c-4329-b25a-9a206668304c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3702166 Nov 12 11:24:57.575267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7176ea7-cbdf-47fa-a42c-816867c30f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.657367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Request body: {'port': {'device_id': 'eda2ad47-b686-428c-ae6b-5a0191298960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:57.762672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d7176ea7-cbdf-47fa-a42c-816867c30f4a None None] For port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f7e7cfcb-0114-4d50-8d51-d1b4ec112db9,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:57.806163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.818255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:57.838873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:57.843890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.847292 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7176ea7-cbdf-47fa-a42c-816867c30f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.969619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7c546-1803-4bde-8437-24bfd38397a8 req-0124c32d-b00f-4a10-a8a2-192c67cefe9d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:57.971247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9d7c546-1803-4bde-8437-24bfd38397a8 req-0124c32d-b00f-4a10-a8a2-192c67cefe9d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 931 time: 0.3919342 Nov 12 11:24:57.989610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:57.990201 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.073324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.116285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2d570c6e-2a9b-4e6c-af89-d707602d7c12 None None] Provisioning complete for port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:58.116817 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2d570c6e-2a9b-4e6c-af89-d707602d7c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.165420 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9d7c546-1803-4bde-8437-24bfd38397a8 req-faf6e788-46f2-40f2-873d-eb177fc6d06c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647120 Nov 12 11:24:58.217214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2d570c6e-2a9b-4e6c-af89-d707602d7c12 None None] Port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:58.268124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7176ea7-cbdf-47fa-a42c-816867c30f4a None None] Pushing event updated for resources: {'Port': ['ID=f7e7cfcb-0114-4d50-8d51-d1b4ec112db9,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:58.390572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] Deleting port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:58.391320 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.471183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.538371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] For port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f7e7cfcb-0114-4d50-8d51-d1b4ec112db9,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:58.538973 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.559600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=972c1e23-200f-48da-8b24-9bb043e978b0,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:58.574038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] Calling delete_port for f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:58.578074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:58.579849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:58.584065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:58.584917 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.608905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ffbd646f-64d0-416a-8aff-15fee43112c0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5748048 Nov 12 11:24:58.616705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59678) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:58.631397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '972c1e23-200f-48da-8b24-9bb043e978b0', 'ip_address': '2001:db8::8f5d:6ccc:b130:2b55'}], 'name': 'tempest-NetworksTestDHCPv6-138885832'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:58.718761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e93355f-dab0-4da2-8414-3e6e8cf156e1 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:24:58.732457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.739995 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.760424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Transition to ACTIVE for port object 2e93355f-dab0-4da2-8414-3e6e8cf156e1 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:24:58.786142 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.843775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] No DVR routers for this DVR port f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:58.854849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539a416-2f0e-4428-bf72-8f9ccdf74074 None None] Pushing event deleted for resources: {'Port': ['ID=f7e7cfcb-0114-4d50-8d51-d1b4ec112db9,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:58.871592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Pushing event updated for resources: {'Port': ['ID=2e93355f-dab0-4da2-8414-3e6e8cf156e1,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:58.892698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:58.938912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa2535-bc6c-4f84-a02f-eb94972ad7ed None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:59.102067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.185070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 4dc753e8-b9ee-41c5-a68b-dff81c2fb188 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:59.299256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '972c1e23-200f-48da-8b24-9bb043e978b0'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:59.301918 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.517145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Attempting to bind port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:59.517482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Attempting to bind port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:59.517985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Attempting to bind port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:59.547855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/972c1e23-200f-48da-8b24-9bb043e978b0/dccf616d-40b8-4a81-aa5e-274093395de2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:59.574192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c894ce-f85d-4474-8fc1-6e4f179a9c39 req-6fd29a6f-5b81-4ec3-82a2-1417443a6862 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:59.578606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92c894ce-f85d-4474-8fc1-6e4f179a9c39 req-6fd29a6f-5b81-4ec3-82a2-1417443a6862 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2876322 Nov 12 11:24:59.580261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:24:59.580584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Attempting to bind port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:59.622678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:59.623607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:59.624117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:59.625141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Bound port: 2e93355f-dab0-4da2-8414-3e6e8cf156e1, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:59.625752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.713587 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-92c894ce-f85d-4474-8fc1-6e4f179a9c39 req-6693614f-0ae2-4a22-9515-e00525184526 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196275 Nov 12 11:24:59.723119 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.743841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:24:59.744648 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.818602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] For port 2e93355f-dab0-4da2-8414-3e6e8cf156e1, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:59.822370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] For port 2e93355f-dab0-4da2-8414-3e6e8cf156e1, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=2e93355f-dab0-4da2-8414-3e6e8cf156e1,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:59.828489 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.839961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:24:59.852303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f7e7cfcb-0114-4d50-8d51-d1b4ec112db9 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:24:59.901097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.909670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:59.911165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:59.911807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.913986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] 10.222.0.52 "PUT /v2.0/ports/2e93355f-dab0-4da2-8414-3e6e8cf156e1 HTTP/1.1" status: 200 len: 1092 time: 2.3574889 Nov 12 11:24:59.916528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda2ad47-b686-428c-ae6b-5a0191298960', 'tag': '2e93355f-dab0-4da2-8414-3e6e8cf156e1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:24:59.919441 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cb8e4d-20d9-439e-86a9-7d13349d533a" -d '{"events": [{"name": "network-changed", "server_uuid": "eda2ad47-b686-428c-ae6b-5a0191298960", "tag": "2e93355f-dab0-4da2-8414-3e6e8cf156e1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:24:59.939292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::8f5d:6ccc:b130:2b55 (d24b085c-f9a9-46e4-91c7-2498340e9844/972c1e23-200f-48da-8b24-9bb043e978b0/4dc753e8-b9ee-41c5-a68b-dff81c2fb188) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:59.964980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:59.967623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Pushing event updated for resources: {'Port': ['ID=dccf616d-40b8-4a81-aa5e-274093395de2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:59.976710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:00.070342 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc347251-8e54-483f-8746-1fde7d415318 x-openstack-request-id: req-fc347251-8e54-483f-8746-1fde7d415318 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:00.070632 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda2ad47-b686-428c-ae6b-5a0191298960", "tag": "2e93355f-dab0-4da2-8414-3e6e8cf156e1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:00.070874 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc347251-8e54-483f-8746-1fde7d415318 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:00.071279 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda2ad47-b686-428c-ae6b-5a0191298960', 'tag': '2e93355f-dab0-4da2-8414-3e6e8cf156e1', 'status': 'completed', 'code': 200} Nov 12 11:25:00.080074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab668edc-b638-4a90-8ead-efb989e6077d service neutron] Pushing event updated for resources: {'Port': ['ID=2e93355f-dab0-4da2-8414-3e6e8cf156e1,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:00.409905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864280-65cd-4491-b74a-449c9b0c8295 req-7adf2683-4242-472c-bf5f-a19c29009d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:00.419470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-7adf2683-4242-472c-bf5f-a19c29009d28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 1095 time: 0.4296350 Nov 12 11:25:00.428117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.476719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-d4b43ed5-96f9-4f11-85ab-7d9e15f8a769 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e93355f-dab0-4da2-8414-3e6e8cf156e1 HTTP/1.1" status: 200 len: 217 time: 0.0526967 Nov 12 11:25:00.492605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Attempting to bind port dccf616d-40b8-4a81-aa5e-274093395de2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:00.493490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Attempting to bind port dccf616d-40b8-4a81-aa5e-274093395de2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:00.494040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Attempting to bind port dccf616d-40b8-4a81-aa5e-274093395de2 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:00.519806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:00.521883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:00.523496 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.524052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:00.524717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Bound port: dccf616d-40b8-4a81-aa5e-274093395de2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:00.525490 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.588215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864280-65cd-4491-b74a-449c9b0c8295 req-e191ddf0-4a19-4ca5-98c2-e9847d823faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:00.591173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-e191ddf0-4a19-4ca5-98c2-e9847d823faf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.1010292 Nov 12 11:25:00.649130 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.701063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.711628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] For port dccf616d-40b8-4a81-aa5e-274093395de2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:00.732081 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] For port dccf616d-40b8-4a81-aa5e-274093395de2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dccf616d-40b8-4a81-aa5e-274093395de2,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:00.748720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.762065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:00.773898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=4dc753e8-b9ee-41c5-a68b-dff81c2fb188,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:00.786625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:00.794132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:00.813388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:00.816975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.827195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864280-65cd-4491-b74a-449c9b0c8295 req-7527114d-460b-43ad-9431-635073d42c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:00.839145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-7527114d-460b-43ad-9431-635073d42c6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2378981 Nov 12 11:25:00.943612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95baf0-32a6-4b7a-9db5-4ef3cf7754f6 None None] Pushing event updated for resources: {'Port': ['ID=dccf616d-40b8-4a81-aa5e-274093395de2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:00.971213 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-34a3cff8-475d-4a09-a399-910d20c9d6d0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3502731 Nov 12 11:25:00.972849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59716) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:00.984283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3ab5ada7-6b26-4d92-813d-46e8b5891093 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '972c1e23-200f-48da-8b24-9bb043e978b0', 'ip_address': '2001:db8::8f5d:6ccc:b130:2b55'}], 'name': 'tempest-NetworksTestDHCPv6-813210698'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:01.074639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e25c4-da59-4bbc-ba47-0c6ef8a8ac18 req-1b405409-6291-4cad-8c1a-26456a5f9bcb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:01.083398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-515e25c4-da59-4bbc-ba47-0c6ef8a8ac18 req-1b405409-6291-4cad-8c1a-26456a5f9bcb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2319112 Nov 12 11:25:01.165965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-515e25c4-da59-4bbc-ba47-0c6ef8a8ac18 req-34ca24ae-ca99-4174-b56e-8a4a737c4d81 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815551 Nov 12 11:25:01.229469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-e2dd7513-c549-4901-a42b-9037fec1b320 service neutron] 10.222.0.52 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719351 Nov 12 11:25:01.372659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab5ada7-6b26-4d92-813d-46e8b5891093 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:01.542751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dccf616d-40b8-4a81-aa5e-274093395de2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:01.576623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91864280-65cd-4491-b74a-449c9b0c8295 req-c43b6384-620a-4b58-b6f2-9faa28f62f31 service neutron] 10.222.0.52 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466845 Nov 12 11:25:01.674381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port dccf616d-40b8-4a81-aa5e-274093395de2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:01.674381 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.692681 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ab5ada7-6b26-4d92-813d-46e8b5891093 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.735161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-3ab5ada7-6b26-4d92-813d-46e8b5891093 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 3e92c090-9687-4401-8f7c-819219e63907 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:01.744661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-0bcd7640-2190-4c20-9a03-fcef5b209996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:01.746455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-0bcd7640-2190-4c20-9a03-fcef5b209996 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 1095 time: 0.1006155 Nov 12 11:25:01.894965 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.962261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-efbe3a62-69d7-43d0-bea0-0b38c1358260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:01.963780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-efbe3a62-69d7-43d0-bea0-0b38c1358260 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.2104173 Nov 12 11:25:01.980369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port dccf616d-40b8-4a81-aa5e-274093395de2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dccf616d-40b8-4a81-aa5e-274093395de2,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:01.985468 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.086881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=dccf616d-40b8-4a81-aa5e-274093395de2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:02.120680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d9dad-47e9-4327-a256-8f6b4fc23b83 req-d8aee4cc-08ca-485e-afd0-290607c6ad0c tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:02.122895 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-412d9dad-47e9-4327-a256-8f6b4fc23b83 req-d8aee4cc-08ca-485e-afd0-290607c6ad0c tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1098 time: 0.1834943 Nov 12 11:25:02.176532 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab5ada7-6b26-4d92-813d-46e8b5891093 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 11:25:02.177129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab5ada7-6b26-4d92-813d-46e8b5891093 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:02.210347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-412d9dad-47e9-4327-a256-8f6b4fc23b83 req-e8dbfadb-6b64-4782-a7f7-0f324f1924b5 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775878 Nov 12 11:25:02.214651 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3ab5ada7-6b26-4d92-813d-46e8b5891093 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2399387 Nov 12 11:25:02.217235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59738) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:02.336009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b9985-7145-4fe1-8553-031f955dfbce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:02.376288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b9985-7145-4fe1-8553-031f955dfbce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:02.380542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cd7b9985-7145-4fe1-8553-031f955dfbce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1593146 Nov 12 11:25:02.384096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59744) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:02.589350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce3736-4708-438b-b24b-80074a5da87e req-cef2a9f0-2b35-4d6c-883a-0385552c6e8e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:02.589350 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42ce3736-4708-438b-b24b-80074a5da87e req-cef2a9f0-2b35-4d6c-883a-0385552c6e8e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.2035129 Nov 12 11:25:02.685456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42ce3736-4708-438b-b24b-80074a5da87e req-92ead8ca-6ced-4b43-832e-6cde2eff8f77 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856335 Nov 12 11:25:02.698512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7414a7d0-8429-4275-8eff-b2028fc1166a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 4dc753e8-b9ee-41c5-a68b-dff81c2fb188 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:02.699777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7414a7d0-8429-4275-8eff-b2028fc1166a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.718330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59750) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:02.840586 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-4eeb75e4-4ab9-41e3-bb55-31a9bf4bf496 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e93355f-dab0-4da2-8414-3e6e8cf156e1 HTTP/1.1" status: 200 len: 217 time: 0.8693159 Nov 12 11:25:02.887744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-eb52bae6-1664-448d-b2a3-76ea4f03e2c6 None None] Provisioning complete for port dccf616d-40b8-4a81-aa5e-274093395de2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:02.887744 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb52bae6-1664-448d-b2a3-76ea4f03e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.991463 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ddbb48fd-b3dd-412e-81a1-ed25fa6eaa23 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/88993918-1b37-4189-97a7-e084b1b91c44 HTTP/1.1" status: 200 len: 994 time: 0.2714267 Nov 12 11:25:03.022593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7414a7d0-8429-4275-8eff-b2028fc1166a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.069123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7414a7d0-8429-4275-8eff-b2028fc1166a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 4dc753e8-b9ee-41c5-a68b-dff81c2fb188 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:03.075623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-84ba9c1f-2653-4cba-b63c-b8f2955278fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:03.077928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-84ba9c1f-2653-4cba-b63c-b8f2955278fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.2137933 Nov 12 11:25:03.137920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3579a4-84b4-43f2-b8db-8a17cfa03a19 req-56a0f02f-a8e6-456c-ba8f-8675562c1651 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:03.141978 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3579a4-84b4-43f2-b8db-8a17cfa03a19 req-56a0f02f-a8e6-456c-ba8f-8675562c1651 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2994609 Nov 12 11:25:03.257989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-6e72aed2-83d9-4fb7-a1e0-ab5b360035b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:03.260559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-6e72aed2-83d9-4fb7-a1e0-ab5b360035b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169984 Nov 12 11:25:03.345818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e3579a4-84b4-43f2-b8db-8a17cfa03a19 req-a1e27a6b-763c-4d0c-9f1f-df484782bbc6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927249 Nov 12 11:25:03.500751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a30f1fdf-1f1f-45ed-95a1-2f763149b8bf None None] Could not find standard attr ID for object 11f33dda-6b61-4102-b0c5-b0d799377212. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:03.510180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dccf616d-40b8-4a81-aa5e-274093395de2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:03.620928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-d952f3c8-6855-4c0c-8c5d-146c1b306d46 req-078ae4f7-7a19-4dfb-8124-e1912564694c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:25:03.625497 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d952f3c8-6855-4c0c-8c5d-146c1b306d46 req-078ae4f7-7a19-4dfb-8124-e1912564694c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127926 Nov 12 11:25:03.634040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-f838badf-7b4b-4bc4-a508-d59334d3249a service neutron] 10.222.0.52 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659785 Nov 12 11:25:03.650250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port dccf616d-40b8-4a81-aa5e-274093395de2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:03.650628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.728365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7414a7d0-8429-4275-8eff-b2028fc1166a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.866302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414a7d0-8429-4275-8eff-b2028fc1166a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=4dc753e8-b9ee-41c5-a68b-dff81c2fb188,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:04.011925 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7414a7d0-8429-4275-8eff-b2028fc1166a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.020207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32cb8e4d-20d9-439e-86a9-7d13349d533a req-6b93b3b0-82f8-417c-9e35-278f01eefe1e service neutron] 10.222.0.52 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778658 Nov 12 11:25:04.020804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59774) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:04.042118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7414a7d0-8429-4275-8eff-b2028fc1166a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/4dc753e8-b9ee-41c5-a68b-dff81c2fb188 HTTP/1.1" status: 204 len: 168 time: 1.6219432 Nov 12 11:25:04.164471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d4696422-2750-4eee-a1bd-830ae3d4f657 None None] Could not find standard attr ID for object 4dc753e8-b9ee-41c5-a68b-dff81c2fb188. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:04.348039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc942693-48f6-4ee8-a28a-882454488617 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:04.349975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc942693-48f6-4ee8-a28a-882454488617 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:04.355339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cc942693-48f6-4ee8-a28a-882454488617 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3336492 Nov 12 11:25:04.356349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59786) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:04.407916 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-ba35a186-d15d-4bb6-9299-123583f1bac7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2289317 Nov 12 11:25:04.428024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-6a5275c4-070a-413a-90ef-468b7f6dd32f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:25:04.430030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-6a5275c4-070a-413a-90ef-468b7f6dd32f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079055 Nov 12 11:25:04.439019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc4176-b9e4-419a-bd71-1be60ec0b49c req-42a492f9-65b9-44db-8d15-b9be1b87104b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:04.449123 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fabc4176-b9e4-419a-bd71-1be60ec0b49c req-42a492f9-65b9-44db-8d15-b9be1b87104b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.2104261 Nov 12 11:25:04.522526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28d327b-8d58-4ec2-b273-9ea1a66c933e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 972c1e23-200f-48da-8b24-9bb043e978b0 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:04.537028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d28d327b-8d58-4ec2-b273-9ea1a66c933e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.650170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-9bc58735-05d2-408d-a10e-8e2050f475bb req-e3b74ee8-a306-4fe1-98b6-a4f14b87ee90 service neutron] (109166) timed out ('10.222.0.59', 56528) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:25:04.779559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fabc4176-b9e4-419a-bd71-1be60ec0b49c req-dc8c7e6b-c948-4e15-ad21-34bf9d0c2cf0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291600 Nov 12 11:25:04.803819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d28d327b-8d58-4ec2-b273-9ea1a66c933e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.866314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162e785-8e6e-45eb-8458-2d0e673fa5a3 req-360017ed-5065-472a-bd2a-4dac2c918ffb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:04.873984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f162e785-8e6e-45eb-8458-2d0e673fa5a3 req-360017ed-5065-472a-bd2a-4dac2c918ffb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1941352 Nov 12 11:25:05.047783 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d28d327b-8d58-4ec2-b273-9ea1a66c933e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.090459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f162e785-8e6e-45eb-8458-2d0e673fa5a3 req-009ddfc8-f260-4716-ac7d-6255b2319874 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997681 Nov 12 11:25:05.214380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d28d327b-8d58-4ec2-b273-9ea1a66c933e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.255390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ba23b-8918-479b-9300-8ff348095bec None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:05.355192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d28d327b-8d58-4ec2-b273-9ea1a66c933e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.375354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59820) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:05.375812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d28d327b-8d58-4ec2-b273-9ea1a66c933e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/972c1e23-200f-48da-8b24-9bb043e978b0 HTTP/1.1" status: 204 len: 168 time: 1.0131304 Nov 12 11:25:05.377668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d327b-8d58-4ec2-b273-9ea1a66c933e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=972c1e23-200f-48da-8b24-9bb043e978b0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:05.461438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7b9f172f-699d-4192-a596-a823e004724f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816131 Nov 12 11:25:05.467641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59822) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:05.475468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:05.771276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:05.793532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.897260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:06.028047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] Deleting port dccf616d-40b8-4a81-aa5e-274093395de2 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:06.028433 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.175297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] For port dccf616d-40b8-4a81-aa5e-274093395de2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dccf616d-40b8-4a81-aa5e-274093395de2,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:06.175297 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.180049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc465d-5236-4e4d-9c65-b0ef7efb383d req-384eb15a-5417-44e4-8d88-599729ee0fc1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:06.180526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2fc465d-5236-4e4d-9c65-b0ef7efb383d req-384eb15a-5417-44e4-8d88-599729ee0fc1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1238639 Nov 12 11:25:06.202157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] Calling delete_port for dccf616d-40b8-4a81-aa5e-274093395de2 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:06.319405 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2fc465d-5236-4e4d-9c65-b0ef7efb383d req-fdbf5ac4-6455-46e4-8366-d0e5116a479d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256101 Nov 12 11:25:06.357492 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.450148 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.466099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842313-e8ba-4884-bdba-2378a56f6afc req-e50bb619-16c4-43b8-9a53-86699672603b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:06.476228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd842313-e8ba-4884-bdba-2378a56f6afc req-e50bb619-16c4-43b8-9a53-86699672603b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2012591 Nov 12 11:25:06.498625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:06.513208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:06.518925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:06.519684 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.541854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=8b023aca-c1de-4798-9766-03873f70fb2e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:06.602842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] Pushing event deleted for resources: {'Port': ['ID=dccf616d-40b8-4a81-aa5e-274093395de2,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:06.605445 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd842313-e8ba-4884-bdba-2378a56f6afc req-a40d83f0-5fce-45a3-a75c-0b08c798ee6a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280980 Nov 12 11:25:06.620024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95bb364-52a6-4d4f-9f96-24e06db649b8 None None] No DVR routers for this DVR port dccf616d-40b8-4a81-aa5e-274093395de2 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:06.624956 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-06daf89e-e7d6-42ae-af1d-ee53d9c8348a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1544461 Nov 12 11:25:06.628613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59846) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:06.634830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6d87d183-fc7a-4f2a-a891-9ea166f35b5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '8b023aca-c1de-4798-9766-03873f70fb2e', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-71364324'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:06.677029 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcecf70-d880-49f1-896c-d58feb5c58b6 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:06.999951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d87d183-fc7a-4f2a-a891-9ea166f35b5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:07.024052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '8b023aca-c1de-4798-9766-03873f70fb2e'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:07.025029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.214003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d87d183-fc7a-4f2a-a891-9ea166f35b5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.262452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-6d87d183-fc7a-4f2a-a891-9ea166f35b5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port d0341d8f-4c23-4dea-91c9-43b48fc6cf45 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:07.270738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-003264f0-bb63-4606-870f-e271a470913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:07.272248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-003264f0-bb63-4606-870f-e271a470913a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1098 time: 0.2980042 Nov 12 11:25:07.371630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/8b023aca-c1de-4798-9766-03873f70fb2e/c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:07.763628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-fcc07366-73ac-4d8c-8f25-4dd4a1ba5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:07.767377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-fcc07366-73ac-4d8c-8f25-4dd4a1ba5efe service neutron] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.3618803 Nov 12 11:25:07.936521 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.952648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a3091-a9a9-46c6-b257-6ca55daebc9a req-9e0fed3f-63cd-4e36-9332-f62b397b2de3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:07.956750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d1b63-4660-430d-8802-2042289d1ed5 req-173959d4-2f90-46d5-9057-cb5b7c223885 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:07.962168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1a3091-a9a9-46c6-b257-6ca55daebc9a req-9e0fed3f-63cd-4e36-9332-f62b397b2de3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.3555710 Nov 12 11:25:07.971095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d49d1b63-4660-430d-8802-2042289d1ed5 req-173959d4-2f90-46d5-9057-cb5b7c223885 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1630132 Nov 12 11:25:07.983258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dccf616d-40b8-4a81-aa5e-274093395de2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:07.998384 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.007066 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d87d183-fc7a-4f2a-a891-9ea166f35b5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:25:08.008342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d87d183-fc7a-4f2a-a891-9ea166f35b5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:08.054576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d49d1b63-4660-430d-8802-2042289d1ed5 req-bf7f94bc-c3a5-4a35-810c-f71edff975af tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812545 Nov 12 11:25:08.063282 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1a3091-a9a9-46c6-b257-6ca55daebc9a req-d9e8e325-09e0-4f20-871a-d47c2fcad5d0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999634 Nov 12 11:25:08.070471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-1fb7fe99-4ba8-4b8e-9353-c7417174ae7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1002 time: 0.2743340 Nov 12 11:25:08.109116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59884) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:08.109861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6d87d183-fc7a-4f2a-a891-9ea166f35b5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4788883 Nov 12 11:25:08.144453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:08.188267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Pushing event updated for resources: {'Port': ['ID=c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:08.196183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-1c9eb541-c7be-4568-a2c9-7eef49653c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.198818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-1c9eb541-c7be-4568-a2c9-7eef49653c4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1069896 Nov 12 11:25:08.199515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:08.202665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:08.207974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: dccf616d-40b8-4a81-aa5e-274093395de2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:08.208317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dccf616d-40b8-4a81-aa5e-274093395de2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:08.246415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd1a99-c993-4c75-b731-14e8764c3a12 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.253134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-37dd1a99-c993-4c75-b731-14e8764c3a12 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1419678 Nov 12 11:25:08.260511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59886) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:08.307927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-54c620e1-9ee3-487b-8a11-e0128ea0c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.309897 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-54c620e1-9ee3-487b-8a11-e0128ea0c8fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987673 Nov 12 11:25:08.425652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Attempting to bind port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:08.426211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Attempting to bind port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:08.426866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Attempting to bind port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:08.434934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d38742-d888-4ce4-b54f-338b7848e827 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.439553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d38742-d888-4ce4-b54f-338b7848e827 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.447021 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b3d38742-d888-4ce4-b54f-338b7848e827 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1848607 Nov 12 11:25:08.454553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59898) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:08.458170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:08.461733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:08.462305 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.468475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:08.469444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Bound port: c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:08.470065 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.660075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] For port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:08.666879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] For port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:08.674450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.690873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-2e451342-e7fc-4eae-ac85-527acfba162b service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726223 Nov 12 11:25:08.771111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1e48aa-bed3-41d3-9339-2ac988af9bd0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 8b023aca-c1de-4798-9766-03873f70fb2e {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:08.810554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e1e48aa-bed3-41d3-9339-2ac988af9bd0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.829390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e2e03-0b1b-4bc2-94a4-a5f67796a474 None None] Pushing event updated for resources: {'Port': ['ID=c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:08.991545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e1e48aa-bed3-41d3-9339-2ac988af9bd0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.116263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-44386595-f911-4b8d-8b4b-efa7e19172a9 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102368 Nov 12 11:25:09.291447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e1e48aa-bed3-41d3-9339-2ac988af9bd0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.391709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0f78c-eaa5-46da-ab07-f594bcde662d req-81036958-c841-417f-9a4d-735563185f7f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:09.401552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c0f78c-eaa5-46da-ab07-f594bcde662d req-81036958-c841-417f-9a4d-735563185f7f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1234741 Nov 12 11:25:09.512316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66900a-fa61-4e5a-adf7-6739eeeb24b9 req-c82ad8b9-6d41-4f33-8179-d83030c59473 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:09.521669 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c66900a-fa61-4e5a-adf7-6739eeeb24b9 req-c82ad8b9-6d41-4f33-8179-d83030c59473 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2003281 Nov 12 11:25:09.533432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e1e48aa-bed3-41d3-9339-2ac988af9bd0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.585714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c0f78c-eaa5-46da-ab07-f594bcde662d req-d6f2d968-cfcf-4923-a5de-a3fa06e1760f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680560 Nov 12 11:25:09.658066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e48aa-bed3-41d3-9339-2ac988af9bd0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=8b023aca-c1de-4798-9766-03873f70fb2e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:09.672025 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8e1e48aa-bed3-41d3-9339-2ac988af9bd0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.680250 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8e1e48aa-bed3-41d3-9339-2ac988af9bd0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/8b023aca-c1de-4798-9766-03873f70fb2e HTTP/1.1" status: 204 len: 168 time: 1.2211587 Nov 12 11:25:09.680549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 59988) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:09.709871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:09.803872 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c66900a-fa61-4e5a-adf7-6739eeeb24b9 req-373a1203-de98-4673-ace2-2dc4f0421d4e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816210 Nov 12 11:25:09.807549 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bff74338-c433-4cd4-b544-df7b179c2e39 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246538 Nov 12 11:25:09.813921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 59998) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:09.820392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:09.874997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:09.879630 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.030404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.125089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:10.135740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:10.139890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.144530 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.262612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.282249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:10.576612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.660923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.953420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:11.045133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=2e2ddf2b-0f99-4025-b127-436f7294a160,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:11.070235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:11.096016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:11.097554 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.099775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc2e48-7c01-4c86-b4f7-240735d74a36 req-8dfdd0be-2f61-469f-a04e-6136395d4284 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:11.113469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28fc2e48-7c01-4c86-b4f7-240735d74a36 req-8dfdd0be-2f61-469f-a04e-6136395d4284 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1174607 Nov 12 11:25:11.146583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9932920f-9d90-46cf-8547-1411b10b9163 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:11.149910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3348839 Nov 12 11:25:11.153826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.154235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.154730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.155431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.155958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.156496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.156934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.157370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60106) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:11.157508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.157884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.158330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.159275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.159726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84100826-4f13-4580-9ceb-75bff971614c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:11.163650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5bf9791c-0fa4-40b3-9e51-6803072daa06 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-332161036', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:11.248032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ff039-f5b7-48d7-90da-0ab275ff65df req-a95fcb39-c67b-40e1-960d-5effa0e5614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:11.250364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d2ff039-f5b7-48d7-90da-0ab275ff65df req-a95fcb39-c67b-40e1-960d-5effa0e5614b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.4337590 Nov 12 11:25:11.272110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f1fedc26-295b-4085-9344-cbd06e473a48 None None] Provisioning complete for port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:11.272110 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f1fedc26-295b-4085-9344-cbd06e473a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.275039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bf9791c-0fa4-40b3-9e51-6803072daa06 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.278205 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bf9791c-0fa4-40b3-9e51-6803072daa06 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.406817 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d2ff039-f5b7-48d7-90da-0ab275ff65df req-ec5703c6-7ded-49c6-8822-fe252f8066ce tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399863 Nov 12 11:25:11.517895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bf9791c-0fa4-40b3-9e51-6803072daa06 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.524769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28fc2e48-7c01-4c86-b4f7-240735d74a36 req-9d05dead-05b2-4b39-94b1-df4fab4544fe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099605 Nov 12 11:25:11.528613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bf9791c-0fa4-40b3-9e51-6803072daa06 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.572254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:11.603377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5bf9791c-0fa4-40b3-9e51-6803072daa06 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.607740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5bf9791c-0fa4-40b3-9e51-6803072daa06 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4474239 Nov 12 11:25:11.615152 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60138) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:11.821860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:11.822608 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:12.133089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-4718c718-5634-41f4-93f4-37f1e43fd81f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2089927 Nov 12 11:25:12.227519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3040552b-c4c7-45ce-94c5-4b89a16a56e3 None None] Provisioning complete for port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:12.247677 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3040552b-c4c7-45ce-94c5-4b89a16a56e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:12.280680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-4618b5dc-402f-4826-a0c4-cb03afc5f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.283317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-4618b5dc-402f-4826-a0c4-cb03afc5f81c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76ef1e6111804f05a6c111f785899ceb&device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1098 time: 0.0771220 Nov 12 11:25:12.449984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:12.553090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-54197121-adb4-4425-aceb-f74ed2e27eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.554792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-54197121-adb4-4425-aceb-f74ed2e27eea service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d1fca85-e44c-4260-b452-055f3a030160 HTTP/1.1" status: 200 len: 910 time: 0.2487261 Nov 12 11:25:12.758992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-3b6f3c1f-3a57-49f9-9bb2-da7a840a5b87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23 HTTP/1.1" status: 200 len: 1002 time: 0.1339741 Nov 12 11:25:12.893914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074e369-9c2d-45f4-b033-4a5674b9a06f req-779fa607-bffa-4623-8be9-ec279594a0da tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.901868 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6074e369-9c2d-45f4-b033-4a5674b9a06f req-779fa607-bffa-4623-8be9-ec279594a0da tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2145219 Nov 12 11:25:12.903788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ffdac-e3cc-4498-91f2-70c7321a262a req-5db447c7-e502-4dba-b06b-b60de1d602da tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.908391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4ffdac-e3cc-4498-91f2-70c7321a262a req-5db447c7-e502-4dba-b06b-b60de1d602da tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.3743064 Nov 12 11:25:12.935364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::1 (d24b085c-f9a9-46e4-91c7-2498340e9844/2e2ddf2b-0f99-4025-b127-436f7294a160/dea84dfc-4d60-46c1-911e-0b4d621d5390) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:12.954158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-2bd090a7-3ad9-4a67-b165-fd8828479c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.956747 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-2bd090a7-3ad9-4a67-b165-fd8828479c59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d96ff90b-77a2-49b3-9a4a-c02c3484e304 HTTP/1.1" status: 200 len: 848 time: 0.1880476 Nov 12 11:25:13.023333 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6074e369-9c2d-45f4-b033-4a5674b9a06f req-a88f85ae-f42d-414a-8403-dcc65aed93b9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143627 Nov 12 11:25:13.037000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b4ffdac-e3cc-4498-91f2-70c7321a262a req-67dc5d79-c859-4a2c-9dc1-e0fb2e141a73 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219764 Nov 12 11:25:13.053022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-2cfad1a3-ab30-403d-8af1-d1564d0bd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:13.054862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-2cfad1a3-ab30-403d-8af1-d1564d0bd55c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d1fca85-e44c-4260-b452-055f3a030160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827770 Nov 12 11:25:13.199205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-da95a0ab-dc62-492c-9769-e7a8ac2138e8 service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346467 Nov 12 11:25:13.204637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.381738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c9c802b-56be-4ac0-992b-7143e2f08fb7 req-59794e37-3e34-4e6e-9eee-a6d3df074b96 service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637459 Nov 12 11:25:13.655819 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.702983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:13.708053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:13.710823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:13.711869 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.841624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=dea84dfc-4d60-46c1-911e-0b4d621d5390,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:13.922247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.293760 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a8adf-4d0d-48fc-8559-f68d9d51dec6 req-9e493d18-b0a0-4490-a1f4-a87c6addf0c8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:14.295249 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-707a8adf-4d0d-48fc-8559-f68d9d51dec6 req-9e493d18-b0a0-4490-a1f4-a87c6addf0c8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1541343 Nov 12 11:25:14.297698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-16c61018-92bb-4eb2-a789-02c403e19c4b None None] Provisioning complete for port dea84dfc-4d60-46c1-911e-0b4d621d5390 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:14.298377 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-16c61018-92bb-4eb2-a789-02c403e19c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.319839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8210219-6b53-47f4-a0b2-a5b63c2d7ab4 req-996f151e-6546-4bb8-9d0c-a5d422cf4395 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:14.321787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8210219-6b53-47f4-a0b2-a5b63c2d7ab4 req-996f151e-6546-4bb8-9d0c-a5d422cf4395 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1360734 Nov 12 11:25:14.368622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-16c61018-92bb-4eb2-a789-02c403e19c4b None None] Port dea84dfc-4d60-46c1-911e-0b4d621d5390 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:14.393729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.401710 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8210219-6b53-47f4-a0b2-a5b63c2d7ab4 req-b63bf210-1e59-4734-a114-e6200166dea5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724192 Nov 12 11:25:14.409730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.410904 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.449468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-707a8adf-4d0d-48fc-8559-f68d9d51dec6 req-b8455c7f-c6de-4f62-b85e-3fe92adb01b8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294959 Nov 12 11:25:14.542821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=dea84dfc-4d60-46c1-911e-0b4d621d5390,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:14.589438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:14.590853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:14.752020 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Router b8dca94a-93e1-424d-aa38-3ac60269a076 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:25:14.902834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:25:14.912178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2ce844ae-df4e-4075-802c-47f4d55a2b0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "PUT /v2.0/routers/b8dca94a-93e1-424d-aa38-3ac60269a076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2955494 Nov 12 11:25:14.915530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60424) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:14.916757 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Sync routers for ids ['b8dca94a-93e1-424d-aa38-3ac60269a076'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:25:14.936736 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Routers {'b8dca94a-93e1-424d-aa38-3ac60269a076'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:14.945230 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:24:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b8dca94a-93e1-424d-aa38-3ac60269a076'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:15.009096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5215fc4-49d1-4451-bc01-c68919dc79be tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:15.010915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c5215fc4-49d1-4451-bc01-c68919dc79be tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports/dea84dfc-4d60-46c1-911e-0b4d621d5390 HTTP/1.1" status: 200 len: 911 time: 0.0943992 Nov 12 11:25:15.014006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60430) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:15.038329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-23b32349-3eee-4efd-b876-ef143cbc575a None None] Provisioning complete for port dea84dfc-4d60-46c1-911e-0b4d621d5390 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:15.039519 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-23b32349-3eee-4efd-b876-ef143cbc575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.113062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-23b32349-3eee-4efd-b876-ef143cbc575a None None] Port dea84dfc-4d60-46c1-911e-0b4d621d5390 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:15.150725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c642a2f-5a82-4567-a264-13a9503715ad tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:15.168169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c642a2f-5a82-4567-a264-13a9503715ad tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:15.172328 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4c642a2f-5a82-4567-a264-13a9503715ad tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1545813 Nov 12 11:25:15.172661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60432) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:15.181325 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Set router b8dca94a-93e1-424d-aa38-3ac60269a076 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:25:15.479644 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dca94a-93e1-424d-aa38-3ac60269a076', 'name': 'tempest-NetworksTestDHCPv6-router-332161036', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:25:11Z', 'updated_at': '2021-11-12T11:25:13Z', 'revision_number': 2, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'gw_port_host': None, '_interfaces': [{'id': 'dea84dfc-4d60-46c1-911e-0b4d621d5390', 'name': '', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'mac_address': 'fa:16:3e:83:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dca94a-93e1-424d-aa38-3ac60269a076', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2e2ddf2b-0f99-4025-b127-436f7294a160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:25:12Z', 'updated_at': '2021-11-12T11:25:14Z', 'revision_number': 2, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'subnets': [{'id': '2e2ddf2b-0f99-4025-b127-436f7294a160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:15.536359 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Checking router: b8dca94a-93e1-424d-aa38-3ac60269a076 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:25:15.537001 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Updating router b8dca94a-93e1-424d-aa38-3ac60269a076 port dea84dfc-4d60-46c1-911e-0b4d621d5390 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:25:15.571349 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.743156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3de9a8-a8d2-424b-b77f-e8d8d586dd8d req-06e7a7b0-ba96-495d-997c-7c13ec859fed tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:15.746413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac3de9a8-a8d2-424b-b77f-e8d8d586dd8d req-06e7a7b0-ba96-495d-997c-7c13ec859fed tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.0975633 Nov 12 11:25:15.820012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e5428-233f-4c3f-bae5-e71ba3c34b12 req-9d264c4c-dd8d-4d73-a107-9776258dcd25 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:15.831884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-137e5428-233f-4c3f-bae5-e71ba3c34b12 req-9d264c4c-dd8d-4d73-a107-9776258dcd25 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1402974 Nov 12 11:25:15.864881 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ac3de9a8-a8d2-424b-b77f-e8d8d586dd8d req-780cc12c-5247-4f29-a779-741628507f27 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124151 Nov 12 11:25:16.048796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-137e5428-233f-4c3f-bae5-e71ba3c34b12 req-8c4ac3ec-37a3-4ce0-807c-b5718864a6ab tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159846 Nov 12 11:25:16.143606 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.154672 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.221930 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Pushing event updated for resources: {'Port': ['ID=dea84dfc-4d60-46c1-911e-0b4d621d5390,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:16.236472 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.239185 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.240543 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.244809 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.247293 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.249550 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.249971 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.250400 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.250915 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.257158 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.259464 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.260181 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.260680 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.410985 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Attempting to bind port dea84dfc-4d60-46c1-911e-0b4d621d5390 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:16.411276 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Attempting to bind port dea84dfc-4d60-46c1-911e-0b4d621d5390 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:16.411631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Attempting to bind port dea84dfc-4d60-46c1-911e-0b4d621d5390 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:16.430892 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:16.431272 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:16.431675 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.432068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:16.432613 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Bound port: dea84dfc-4d60-46c1-911e-0b4d621d5390, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:16.433020 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.626168 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] For port dea84dfc-4d60-46c1-911e-0b4d621d5390, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:16.639397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] For port dea84dfc-4d60-46c1-911e-0b4d621d5390, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dea84dfc-4d60-46c1-911e-0b4d621d5390,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:16.645424 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.658202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Provisioning complete for port dea84dfc-4d60-46c1-911e-0b4d621d5390 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:16.659840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.730359 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aabfe8-a923-4f00-ae77-ed950c3a0689 None None] Pushing event updated for resources: {'Port': ['ID=dea84dfc-4d60-46c1-911e-0b4d621d5390,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:16.821840 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Routers {'b8dca94a-93e1-424d-aa38-3ac60269a076'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:16.825304 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:24:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b8dca94a-93e1-424d-aa38-3ac60269a076'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:16.996599 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.037821 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] Set router b8dca94a-93e1-424d-aa38-3ac60269a076 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:25:17.043505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] For port dea84dfc-4d60-46c1-911e-0b4d621d5390, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dea84dfc-4d60-46c1-911e-0b4d621d5390,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:17.063913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.203240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Pushing event updated for resources: {'Port': ['ID=dea84dfc-4d60-46c1-911e-0b4d621d5390,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:17.223458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.225288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752cdc-a2ea-43a3-81cb-9498b47721f4 req-d5b23ee9-af70-4b70-95a2-5db6e497e647 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:17.226927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.227428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.227913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.228553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.231862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.232394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.232894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.233612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.234131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.234637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.235151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747583-a478-449d-bee3-04e37b2be71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:17.235692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6752cdc-a2ea-43a3-81cb-9498b47721f4 req-d5b23ee9-af70-4b70-95a2-5db6e497e647 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1833596 Nov 12 11:25:17.307665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6752cdc-a2ea-43a3-81cb-9498b47721f4 req-9a7d3a7f-6a21-4396-9c62-16e4e51e8e99 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707278 Nov 12 11:25:17.313029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6b42d-90c4-4986-be3a-7d982de617fd req-07288ee9-6bd7-4ffc-a9d2-dd53fbc3f55c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:17.314769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76b6b42d-90c4-4986-be3a-7d982de617fd req-07288ee9-6bd7-4ffc-a9d2-dd53fbc3f55c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1159270 Nov 12 11:25:17.319136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-65ed7a18-bf36-4a85-90ff-013a21813281 None None] Provisioning complete for port dea84dfc-4d60-46c1-911e-0b4d621d5390 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:17.319510 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-65ed7a18-bf36-4a85-90ff-013a21813281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.323056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port dea84dfc-4d60-46c1-911e-0b4d621d5390 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:17.329133 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.398469 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dca94a-93e1-424d-aa38-3ac60269a076', 'name': 'tempest-NetworksTestDHCPv6-router-332161036', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:25:11Z', 'updated_at': '2021-11-12T11:25:13Z', 'revision_number': 2, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'gw_port_host': None, '_interfaces': [{'id': 'dea84dfc-4d60-46c1-911e-0b4d621d5390', 'name': '', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'mac_address': 'fa:16:3e:83:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dca94a-93e1-424d-aa38-3ac60269a076', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2e2ddf2b-0f99-4025-b127-436f7294a160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:25:12Z', 'updated_at': '2021-11-12T11:25:16Z', 'revision_number': 4, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'subnets': [{'id': '2e2ddf2b-0f99-4025-b127-436f7294a160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:17.426331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76b6b42d-90c4-4986-be3a-7d982de617fd req-605c38a8-00ee-4c96-80ba-d658da78d9b7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897675 Nov 12 11:25:17.441150 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829f837-1a76-4f18-80c9-458eb281d8f7 None None] The sync data for ids ['b8dca94a-93e1-424d-aa38-3ac60269a076'] in n-d-768851-19 is: [{'id': 'b8dca94a-93e1-424d-aa38-3ac60269a076', 'name': 'tempest-NetworksTestDHCPv6-router-332161036', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:25:11Z', 'updated_at': '2021-11-12T11:25:13Z', 'revision_number': 2, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'gw_port_host': None, '_interfaces': [{'id': 'dea84dfc-4d60-46c1-911e-0b4d621d5390', 'name': '', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'mac_address': 'fa:16:3e:83:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dca94a-93e1-424d-aa38-3ac60269a076', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2e2ddf2b-0f99-4025-b127-436f7294a160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:25:12Z', 'updated_at': '2021-11-12T11:25:16Z', 'revision_number': 4, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'subnets': [{'id': '2e2ddf2b-0f99-4025-b127-436f7294a160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:25:17.557875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] For port dea84dfc-4d60-46c1-911e-0b4d621d5390, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dea84dfc-4d60-46c1-911e-0b4d621d5390,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:17.558302 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.573260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for dea84dfc-4d60-46c1-911e-0b4d621d5390 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:17.811126 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.876236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=dea84dfc-4d60-46c1-911e-0b4d621d5390,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:18.059749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.356653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Router b8dca94a-93e1-424d-aa38-3ac60269a076 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:25:18.467132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3d584-744a-477a-a0b3-e93673766c82 req-d516e19a-4d0c-49f0-850b-acecc2e6977d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.469668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f3d584-744a-477a-a0b3-e93673766c82 req-d516e19a-4d0c-49f0-850b-acecc2e6977d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.0748062 Nov 12 11:25:18.490450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:25:18.500743 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f516585d-cb17-4d93-a191-922bbee064ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "PUT /v2.0/routers/b8dca94a-93e1-424d-aa38-3ac60269a076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3269999 Nov 12 11:25:18.504268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60500) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:18.595052 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1f3d584-744a-477a-a0b3-e93673766c82 req-f36e1d16-bb3a-4c7b-90be-b36f19bec1a9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147244 Nov 12 11:25:18.689367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e1063-c67e-4442-a45f-cd10efcce5e7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.692008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e1063-c67e-4442-a45f-cd10efcce5e7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.696672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60506) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:18.706176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-494e1063-c67e-4442-a45f-cd10efcce5e7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2000315 Nov 12 11:25:18.735521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d1572-7bf4-4520-ae28-b824c9b9ea77 req-3a7107ed-2367-447d-9400-1b66e572e321 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.737463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef8d1572-7bf4-4520-ae28-b824c9b9ea77 req-3a7107ed-2367-447d-9400-1b66e572e321 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1619480 Nov 12 11:25:18.820226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 2e2ddf2b-0f99-4025-b127-436f7294a160 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:18.838129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.859847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef8d1572-7bf4-4520-ae28-b824c9b9ea77 req-3da0eaf5-8e3b-43cd-b6da-8869318348cd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157570 Nov 12 11:25:18.931149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.003230 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.092790 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.132985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2ddf2b-0f99-4025-b127-436f7294a160,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:19.138398 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.142922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/2e2ddf2b-0f99-4025-b127-436f7294a160 HTTP/1.1" status: 204 len: 168 time: 0.4447675 Nov 12 11:25:19.145320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c41aa-b374-46ef-8979-e5ecdd248681 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:19.146265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60518) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:19.150305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.150659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.151078 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.151568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.152327 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.152733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.153107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.154731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.154731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.154731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.154731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.154731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a06b39-6d1b-4a96-a8ca-10b1137ff896 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:19.305069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cecd860e-ebc0-45a4-b96f-5d5234a07097 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1581969 Nov 12 11:25:19.307667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60520) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:19.443917 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-95a56ed1-28a3-46b2-9d17-b4305f4f363d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.450940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:19.541976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] Deleting port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:19.542869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.675951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] For port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:19.676380 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.705780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] Calling delete_port for c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:19.792818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] Sync routers for ids ['b8dca94a-93e1-424d-aa38-3ac60269a076'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:25:19.811543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] Routers {'b8dca94a-93e1-424d-aa38-3ac60269a076'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:19.812189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:24:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['b8dca94a-93e1-424d-aa38-3ac60269a076'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:19.832180 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-95a56ed1-28a3-46b2-9d17-b4305f4f363d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.839749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-95a56ed1-28a3-46b2-9d17-b4305f4f363d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.871786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9b9e9-d466-4028-bca7-dce90c98445f req-5541584d-2186-457b-9fd8-ae49d6bafc83 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:19.884679 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cb9b9e9-d466-4028-bca7-dce90c98445f req-5541584d-2186-457b-9fd8-ae49d6bafc83 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1571786 Nov 12 11:25:19.917193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] Set router b8dca94a-93e1-424d-aa38-3ac60269a076 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:25:20.012747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dca94a-93e1-424d-aa38-3ac60269a076', 'name': 'tempest-NetworksTestDHCPv6-router-332161036', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:25:11Z', 'updated_at': '2021-11-12T11:25:17Z', 'revision_number': 3, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:20.062404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cb9b9e9-d466-4028-bca7-dce90c98445f req-324b5964-5b5a-4a51-8528-2cb0c70a6252 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765337 Nov 12 11:25:20.063280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-95a56ed1-28a3-46b2-9d17-b4305f4f363d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.063797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a56ed1-28a3-46b2-9d17-b4305f4f363d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Fanout notify agent at l3_agent the message router_deleted on router b8dca94a-93e1-424d-aa38-3ac60269a076 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:25:20.077776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-95a56ed1-28a3-46b2-9d17-b4305f4f363d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.078962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-95a56ed1-28a3-46b2-9d17-b4305f4f363d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/routers/b8dca94a-93e1-424d-aa38-3ac60269a076 HTTP/1.1" status: 204 len: 168 time: 0.7702239 Nov 12 11:25:20.083531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60536) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:20.091747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:20.207650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f858cb6-a24c-4545-89d1-030c3e8aa191 req-c34b52ed-82cb-4212-aae2-0cd8caebafc1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:20.216829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f858cb6-a24c-4545-89d1-030c3e8aa191 req-c34b52ed-82cb-4212-aae2-0cd8caebafc1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1904955 Nov 12 11:25:20.234575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:20.241477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.258709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] Checking router: b8dca94a-93e1-424d-aa38-3ac60269a076 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:25:20.270479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.302766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f858cb6-a24c-4545-89d1-030c3e8aa191 req-45c0903f-5ec8-43d5-a305-b23ff0dc3759 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849078 Nov 12 11:25:20.308955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] Routers set() bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:20.309561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] Router IDs set() for agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 11:25:20.310668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_agentschedulers_db [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b8dca94a-93e1-424d-aa38-3ac60269a076'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:24:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent'). {{(pid=109167) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 11:25:20.311391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14436f0e-012d-4c9e-92d3-32d65c16e7f7 None None] The sync data for ids ['b8dca94a-93e1-424d-aa38-3ac60269a076'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:25:20.313319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] Pushing event deleted for resources: {'Port': ['ID=c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:20.318146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adf423-74cd-4cc9-9fc6-67d0d970f226 None None] No DVR routers for this DVR port c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:20.574513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.635079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=c4ba6779-2a85-42d2-a442-3727d3511288,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:20.649916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:20.653592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:20.658180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:20.659998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.666519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889281e-5b77-4f2f-b6d6-ead097c0dcb1 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:20.685925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ccbf1b74-89c0-485a-869e-f479ef6e2b88 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6009667 Nov 12 11:25:20.689015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60550) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:20.694218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b9d08f54-be69-43f9-bef9-509b64698a56 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-125935984', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:20.725209 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9d08f54-be69-43f9-bef9-509b64698a56 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.733152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9d08f54-be69-43f9-bef9-509b64698a56 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.830747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9d08f54-be69-43f9-bef9-509b64698a56 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.838795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9d08f54-be69-43f9-bef9-509b64698a56 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.866029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b9d08f54-be69-43f9-bef9-509b64698a56 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.870922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b9d08f54-be69-43f9-bef9-509b64698a56 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1781042 Nov 12 11:25:20.871363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60552) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:20.951464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'c4ba6779-2a85-42d2-a442-3727d3511288'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:20.952624 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.126590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/c4ba6779-2a85-42d2-a442-3727d3511288/25a0e2c6-d76f-4f76-a96f-5fdb00c78165) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:21.230031 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.417011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f8ee3-0dae-420b-b3cd-185d92b61c84 req-175414a0-10eb-46c8-bda4-45bbd92968dc tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:21.418684 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf3f8ee3-0dae-420b-b3cd-185d92b61c84 req-175414a0-10eb-46c8-bda4-45bbd92968dc tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1904488 Nov 12 11:25:21.432082 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.438808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dea84dfc-4d60-46c1-911e-0b4d621d5390 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:21.477720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.488311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5fd53-f2e2-4bc5-9775-62d897b137a8 req-c78cef65-1307-47b6-8c24-678cb7e60015 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:21.496828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4a5fd53-f2e2-4bc5-9775-62d897b137a8 req-c78cef65-1307-47b6-8c24-678cb7e60015 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.0876226 Nov 12 11:25:21.533040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Pushing event updated for resources: {'Port': ['ID=25a0e2c6-d76f-4f76-a96f-5fdb00c78165,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:21.542549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: dea84dfc-4d60-46c1-911e-0b4d621d5390 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:21.542899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dea84dfc-4d60-46c1-911e-0b4d621d5390 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:21.543813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:21.572778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4a5fd53-f2e2-4bc5-9775-62d897b137a8 req-ec7edcd6-c959-40bb-a1e4-1b97a9b8a9ae tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745764 Nov 12 11:25:21.593810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:21.594138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c028b606-0fdb-4e2b-9e40-eaf29f8cdf3d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:21.601184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf3f8ee3-0dae-420b-b3cd-185d92b61c84 req-c5ae5def-522e-45e1-a6a7-0a5f26371284 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172795 Nov 12 11:25:21.622450 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:21.624667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:21.627972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:21.695089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Attempting to bind port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:21.695618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Attempting to bind port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:21.696086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Attempting to bind port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:21.704080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:21.704632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:21.705274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.705764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:21.706348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Bound port: 25a0e2c6-d76f-4f76-a96f-5fdb00c78165, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:21.706832 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.756067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::1 (d24b085c-f9a9-46e4-91c7-2498340e9844/c4ba6779-2a85-42d2-a442-3727d3511288/42c2242f-4633-4835-9fc4-a5084b80ba87) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:21.791711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] For port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:21.796533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] For port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=25a0e2c6-d76f-4f76-a96f-5fdb00c78165,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:21.805326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.908184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f558-ac99-450e-86f9-55348fbdd622 None None] Pushing event updated for resources: {'Port': ['ID=25a0e2c6-d76f-4f76-a96f-5fdb00c78165,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:21.934915 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.991608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.035260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:22.036779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:22.039350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:22.040080 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.098067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=42c2242f-4633-4835-9fc4-a5084b80ba87,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:22.228635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.608560 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.626212 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.627602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.736766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2966b-3e64-41fe-9a8f-2e9434172005 req-4aafea7e-5fcd-4843-a6f6-205b98796478 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:22.739561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=42c2242f-4633-4835-9fc4-a5084b80ba87,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:22.740352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ac2966b-3e64-41fe-9a8f-2e9434172005 req-4aafea7e-5fcd-4843-a6f6-205b98796478 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.0763826 Nov 12 11:25:22.825164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:22.830153 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:22.831643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ac2966b-3e64-41fe-9a8f-2e9434172005 req-8fa674c4-faa9-42c1-bccf-7826a1265b5a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825155 Nov 12 11:25:22.923502 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944403dd-882a-4194-a5d5-ef7e19c92df5 req-c4bf7513-79b9-4ba6-98ab-11aeb45a5c28 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:22.927054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-944403dd-882a-4194-a5d5-ef7e19c92df5 req-c4bf7513-79b9-4ba6-98ab-11aeb45a5c28 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1450372 Nov 12 11:25:23.406055 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-944403dd-882a-4194-a5d5-ef7e19c92df5 req-8f5ca997-91b1-4cdb-ac40-2740eed41d4a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741875 Nov 12 11:25:23.435748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-68bb08df-c8a5-461c-830c-5afa63f063a5 None None] Provisioning complete for port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:23.436400 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68bb08df-c8a5-461c-830c-5afa63f063a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.481355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Router be2c89e9-ac52-4670-9af8-19f171ea5a89 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:25:23.595831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:23.693114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:25:23.701337 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f81a1ca7-d0e4-4b88-b6ed-509f7be2787e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "PUT /v2.0/routers/be2c89e9-ac52-4670-9af8-19f171ea5a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8283651 Nov 12 11:25:23.704448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60606) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:23.708383 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Sync routers for ids ['be2c89e9-ac52-4670-9af8-19f171ea5a89'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:25:23.714962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68bb08df-c8a5-461c-830c-5afa63f063a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.733320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:23.733734 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.733829 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Routers {'be2c89e9-ac52-4670-9af8-19f171ea5a89'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:23.734453 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:24:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be2c89e9-ac52-4670-9af8-19f171ea5a89'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:23.770116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29220d60-f5b4-4547-874a-4e76f2101a19 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:23.774236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60608) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:23.798222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-29220d60-f5b4-4547-874a-4e76f2101a19 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports/42c2242f-4633-4835-9fc4-a5084b80ba87 HTTP/1.1" status: 200 len: 911 time: 0.0925288 Nov 12 11:25:23.843584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-68bb08df-c8a5-461c-830c-5afa63f063a5 None None] For port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=25a0e2c6-d76f-4f76-a96f-5fdb00c78165,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:23.906329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68bb08df-c8a5-461c-830c-5afa63f063a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.910548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a72092-4dc8-465c-b8b4-ee5259d75153 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:23.926007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a72092-4dc8-465c-b8b4-ee5259d75153 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:23.927777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f2a72092-4dc8-465c-b8b4-ee5259d75153 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1524434 Nov 12 11:25:23.931441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60612) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:23.998784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb08df-c8a5-461c-830c-5afa63f063a5 None None] Pushing event updated for resources: {'Port': ['ID=25a0e2c6-d76f-4f76-a96f-5fdb00c78165,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:24.042199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.075256 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb3f7-2bbf-4b9c-a63c-f1c07eaf06d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.106323 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Set router be2c89e9-ac52-4670-9af8-19f171ea5a89 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:25:24.117141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b2e93a0e-f734-4d0e-99b3-1068cb31f686 None None] Provisioning complete for port 42c2242f-4633-4835-9fc4-a5084b80ba87 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:24.117508 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b2e93a0e-f734-4d0e-99b3-1068cb31f686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.258800 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:24.259153 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:24.259757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b2e93a0e-f734-4d0e-99b3-1068cb31f686 None None] Port 42c2242f-4633-4835-9fc4-a5084b80ba87 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:24.394641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a0f825fe-28a8-44c8-b77d-551306eb3e79 None None] Provisioning complete for port 42c2242f-4633-4835-9fc4-a5084b80ba87 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:24.395097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a0f825fe-28a8-44c8-b77d-551306eb3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.435026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2c89e9-ac52-4670-9af8-19f171ea5a89', 'name': 'tempest-NetworksTestDHCPv6-router-125935984', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:25:20Z', 'updated_at': '2021-11-12T11:25:22Z', 'revision_number': 2, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'gw_port_host': None, '_interfaces': [{'id': '42c2242f-4633-4835-9fc4-a5084b80ba87', 'name': '', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'mac_address': 'fa:16:3e:c4:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2c89e9-ac52-4670-9af8-19f171ea5a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c4ba6779-2a85-42d2-a442-3727d3511288', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:25:21Z', 'updated_at': '2021-11-12T11:25:22Z', 'revision_number': 2, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'subnets': [{'id': 'c4ba6779-2a85-42d2-a442-3727d3511288', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:24.443115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58d8c1-9482-4ed1-abc0-84ec4761aeaf req-acb5e4db-e7ef-480d-af63-2cb8f9ddc4d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:24.451497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac58d8c1-9482-4ed1-abc0-84ec4761aeaf req-acb5e4db-e7ef-480d-af63-2cb8f9ddc4d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.2589571 Nov 12 11:25:24.467809 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Checking router: be2c89e9-ac52-4670-9af8-19f171ea5a89 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:25:24.468180 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Updating router be2c89e9-ac52-4670-9af8-19f171ea5a89 port 42c2242f-4633-4835-9fc4-a5084b80ba87 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:25:24.502066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a0f825fe-28a8-44c8-b77d-551306eb3e79 None None] Port 42c2242f-4633-4835-9fc4-a5084b80ba87 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:24.506726 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.624914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54653c-864c-4f02-b632-3770d6e696b6 req-c566aed8-cd51-4489-a4ac-1cf6c398c846 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:24.633569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b54653c-864c-4f02-b632-3770d6e696b6 req-c566aed8-cd51-4489-a4ac-1cf6c398c846 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.0886416 Nov 12 11:25:24.652048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac58d8c1-9482-4ed1-abc0-84ec4761aeaf req-20e40a05-f7c1-4c93-a09d-8d25173e9fbe tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995409 Nov 12 11:25:24.708487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b54653c-864c-4f02-b632-3770d6e696b6 req-f99d6c44-2b8c-4287-86f7-1f27720e9f5d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736806 Nov 12 11:25:24.756257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.919277 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.926351 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.113681 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37102cb-c308-40eb-9968-c0d95a7821b1 None None] Pushing event updated for resources: {'Port': ['ID=42c2242f-4633-4835-9fc4-a5084b80ba87,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:25.122094 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Attempting to bind port 42c2242f-4633-4835-9fc4-a5084b80ba87 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:25.122376 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Attempting to bind port 42c2242f-4633-4835-9fc4-a5084b80ba87 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:25.122828 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Attempting to bind port 42c2242f-4633-4835-9fc4-a5084b80ba87 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:25.139075 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:25.139640 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:25.140137 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.140625 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:25.141235 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Bound port: 42c2242f-4633-4835-9fc4-a5084b80ba87, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:25.141720 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.149784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 42c2242f-4633-4835-9fc4-a5084b80ba87 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:25.150412 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.252680 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] For port 42c2242f-4633-4835-9fc4-a5084b80ba87, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:25.259127 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] For port 42c2242f-4633-4835-9fc4-a5084b80ba87, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=42c2242f-4633-4835-9fc4-a5084b80ba87,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:25.266631 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.287535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] For port 42c2242f-4633-4835-9fc4-a5084b80ba87, host n-d-768851-19, got binding levels [] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:25.288081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.305436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 42c2242f-4633-4835-9fc4-a5084b80ba87 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:25.464527 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37102cb-c308-40eb-9968-c0d95a7821b1 None None] Pushing event updated for resources: {'Port': ['ID=42c2242f-4633-4835-9fc4-a5084b80ba87,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:25.495798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-09e6477c-7655-4a88-8371-4f333ad66700 None None] Provisioning complete for port 42c2242f-4633-4835-9fc4-a5084b80ba87 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:25.506536 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09e6477c-7655-4a88-8371-4f333ad66700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.515813 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Routers {'be2c89e9-ac52-4670-9af8-19f171ea5a89'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:25.519610 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:24:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be2c89e9-ac52-4670-9af8-19f171ea5a89'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:25.619428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:25.752459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.817687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09e6477c-7655-4a88-8371-4f333ad66700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.835742 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] Set router be2c89e9-ac52-4670-9af8-19f171ea5a89 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:25:25.869186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=42c2242f-4633-4835-9fc4-a5084b80ba87,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:25.911100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:25.913352 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.010743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bc9a3-596b-458e-9c39-b95e43a31955 req-08737fe0-7070-4bea-a812-4c26922cbd40 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:26.023150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b52bc9a3-596b-458e-9c39-b95e43a31955 req-08737fe0-7070-4bea-a812-4c26922cbd40 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1452532 Nov 12 11:25:26.170284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b52bc9a3-596b-458e-9c39-b95e43a31955 req-cbc29bdf-0d14-43db-8a95-4e5db4bf11fe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462529 Nov 12 11:25:26.206458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a03a1324-2fe0-4a04-8f0a-736def8cfe11 None None] Could not find standard attr ID for object 42c2242f-4633-4835-9fc4-a5084b80ba87. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:26.264428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6de417-9e38-407f-b15f-6ca56b24d07b req-ed6a0da3-c378-4d5b-9d98-d00c75bc77a9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:26.273628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a6de417-9e38-407f-b15f-6ca56b24d07b req-ed6a0da3-c378-4d5b-9d98-d00c75bc77a9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.4161704 Nov 12 11:25:26.300300 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-696db293-c4bb-4c35-ad9a-3406b7fa6243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.321079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.392316 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2c89e9-ac52-4670-9af8-19f171ea5a89', 'name': 'tempest-NetworksTestDHCPv6-router-125935984', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:25:20Z', 'updated_at': '2021-11-12T11:25:22Z', 'revision_number': 2, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'gw_port_host': None, '_interfaces': [{'id': '42c2242f-4633-4835-9fc4-a5084b80ba87', 'name': '', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'mac_address': 'fa:16:3e:c4:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2c89e9-ac52-4670-9af8-19f171ea5a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c4ba6779-2a85-42d2-a442-3727d3511288', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:25:21Z', 'updated_at': '2021-11-12T11:25:25Z', 'revision_number': 4, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'subnets': [{'id': 'c4ba6779-2a85-42d2-a442-3727d3511288', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:26.455514 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6aa475-6d8b-4b19-864f-d2ea1ce955d6 None None] The sync data for ids ['be2c89e9-ac52-4670-9af8-19f171ea5a89'] in n-d-768851-19 is: [{'id': 'be2c89e9-ac52-4670-9af8-19f171ea5a89', 'name': 'tempest-NetworksTestDHCPv6-router-125935984', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:25:20Z', 'updated_at': '2021-11-12T11:25:22Z', 'revision_number': 2, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'gw_port_host': None, '_interfaces': [{'id': '42c2242f-4633-4835-9fc4-a5084b80ba87', 'name': '', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'mac_address': 'fa:16:3e:c4:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2c89e9-ac52-4670-9af8-19f171ea5a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c4ba6779-2a85-42d2-a442-3727d3511288', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:25:21Z', 'updated_at': '2021-11-12T11:25:25Z', 'revision_number': 4, 'project_id': 'f47048772c3c4d17baf88d23fadcd59a', 'subnets': [{'id': 'c4ba6779-2a85-42d2-a442-3727d3511288', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:25:26.501090 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4a6de417-9e38-407f-b15f-6ca56b24d07b req-6e3ace71-a492-434c-be2a-1533df8352ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262506 Nov 12 11:25:26.619123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Router be2c89e9-ac52-4670-9af8-19f171ea5a89 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:25:27.266543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:25:27.280272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c016094c-87ba-4214-8187-8531dbe7959c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "PUT /v2.0/routers/be2c89e9-ac52-4670-9af8-19f171ea5a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3453786 Nov 12 11:25:27.280833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60662) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:27.446714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126189b-9ddb-49bd-9464-65167ade78a1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.448575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126189b-9ddb-49bd-9464-65167ade78a1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.454547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a126189b-9ddb-49bd-9464-65167ade78a1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1685698 Nov 12 11:25:27.454859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60670) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:27.490560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3a69-2080-4885-87de-68c5a13727ca req-c57310f8-4527-4574-a99f-38c4760ed381 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.492706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82ff3a69-2080-4885-87de-68c5a13727ca req-c57310f8-4527-4574-a99f-38c4760ed381 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1961527 Nov 12 11:25:27.604603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e51561c-179d-43a6-8fdb-1c5353ed3d2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet c4ba6779-2a85-42d2-a442-3727d3511288 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:27.615537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e51561c-179d-43a6-8fdb-1c5353ed3d2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.623475 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82ff3a69-2080-4885-87de-68c5a13727ca req-106dceb5-fbc4-407c-8d8f-4069e5664d64 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194165 Nov 12 11:25:27.713543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e51561c-179d-43a6-8fdb-1c5353ed3d2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.749217 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.772744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5090c3-ce1a-425c-a519-694d4b8c36c4 req-18489167-9c11-42b7-ae08-b0fa2906d33b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.774284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db5090c3-ce1a-425c-a519-694d4b8c36c4 req-18489167-9c11-42b7-ae08-b0fa2906d33b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1198659 Nov 12 11:25:27.827718 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:25:27.898814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db5090c3-ce1a-425c-a519-694d4b8c36c4 req-f84f87c7-a24c-456b-9b1a-5a9571740614 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015389 Nov 12 11:25:27.902742 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e51561c-179d-43a6-8fdb-1c5353ed3d2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.997636 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e51561c-179d-43a6-8fdb-1c5353ed3d2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.037269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51561c-179d-43a6-8fdb-1c5353ed3d2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ba6779-2a85-42d2-a442-3727d3511288,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:28.047408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6e51561c-179d-43a6-8fdb-1c5353ed3d2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.048842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711ecf1-d8cf-4842-9d6c-ebd65f3acbcd None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:28.052091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6e51561c-179d-43a6-8fdb-1c5353ed3d2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/c4ba6779-2a85-42d2-a442-3727d3511288 HTTP/1.1" status: 204 len: 168 time: 0.5959344 Nov 12 11:25:28.054582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60680) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:28.259485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ad80c508-e387-407d-9f78-8497c1d7ae90 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2032211 Nov 12 11:25:28.261697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60686) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:28.334961 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:28.395953 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d593cfd-c4f8-4fc8-ad5e-bb9c721f9d3f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.399341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] Deleting port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:28.399888 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.506150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] For port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=25a0e2c6-d76f-4f76-a96f-5fdb00c78165,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:28.506660 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.522334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] Calling delete_port for 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:28.621172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d593cfd-c4f8-4fc8-ad5e-bb9c721f9d3f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.624018 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d593cfd-c4f8-4fc8-ad5e-bb9c721f9d3f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.669102 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.687725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] No DVR routers for this DVR port 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:28.737734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d593cfd-c4f8-4fc8-ad5e-bb9c721f9d3f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.738284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d593cfd-c4f8-4fc8-ad5e-bb9c721f9d3f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Fanout notify agent at l3_agent the message router_deleted on router be2c89e9-ac52-4670-9af8-19f171ea5a89 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:25:28.739775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5187f-ce11-403f-889b-6da798550465 None None] Pushing event deleted for resources: {'Port': ['ID=25a0e2c6-d76f-4f76-a96f-5fdb00c78165,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:28.746445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7d593cfd-c4f8-4fc8-ad5e-bb9c721f9d3f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.748201 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7d593cfd-c4f8-4fc8-ad5e-bb9c721f9d3f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/routers/be2c89e9-ac52-4670-9af8-19f171ea5a89 HTTP/1.1" status: 204 len: 168 time: 0.4849117 Nov 12 11:25:28.753099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60698) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:28.768977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6538f9-c77b-42fe-8a9e-e765861a3883 None None] Sync routers for ids ['be2c89e9-ac52-4670-9af8-19f171ea5a89'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:25:28.784432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6538f9-c77b-42fe-8a9e-e765861a3883 None None] Routers set() bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:28.784802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6538f9-c77b-42fe-8a9e-e765861a3883 None None] Router IDs set() for agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 11:25:28.795705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c6538f9-c77b-42fe-8a9e-e765861a3883 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be2c89e9-ac52-4670-9af8-19f171ea5a89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:25:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent'). {{(pid=109167) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 11:25:28.802541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-76e3bae0-2ee9-4348-b908-ccb9838df1d7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482850 Nov 12 11:25:28.804393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60700) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:28.813884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6538f9-c77b-42fe-8a9e-e765861a3883 None None] Routers set() bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:28.814179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6538f9-c77b-42fe-8a9e-e765861a3883 None None] Router IDs set() for agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 11:25:28.815346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c6538f9-c77b-42fe-8a9e-e765861a3883 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be2c89e9-ac52-4670-9af8-19f171ea5a89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:25:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent'). {{(pid=109167) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 11:25:28.815716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6538f9-c77b-42fe-8a9e-e765861a3883 None None] The sync data for ids ['be2c89e9-ac52-4670-9af8-19f171ea5a89'] in n-d-768851-19 is: [] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:25:28.848124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f4573-de48-4c93-a457-e2bee3238623 req-9d1dab69-129d-46af-a666-851c76e2a884 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:28.849862 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-529f4573-de48-4c93-a457-e2bee3238623 req-9d1dab69-129d-46af-a666-851c76e2a884 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.1302078 Nov 12 11:25:28.926491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e5861-4567-4380-92fc-4010f924be36 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:28.930235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-567e5861-4567-4380-92fc-4010f924be36 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1227255 Nov 12 11:25:28.933622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60706) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:28.933778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-529f4573-de48-4c93-a457-e2bee3238623 req-cc12bca2-d912-425a-bd51-fce4009f607a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756989 Nov 12 11:25:28.984854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8058efad-99ce-4117-9f33-dd61d54c654f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514307 Nov 12 11:25:28.989407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60710) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:28.994464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:29.123540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d739-d618-43c8-b68d-88d6d9d53eaa req-89289f73-7676-476e-913d-3788e08c0c7b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.125257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3054d739-d618-43c8-b68d-88d6d9d53eaa req-89289f73-7676-476e-913d-3788e08c0c7b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1067848 Nov 12 11:25:29.155478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:29.160560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.266824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3054d739-d618-43c8-b68d-88d6d9d53eaa req-567c8537-dc91-42dd-a405-bf3a553f6cd7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303005 Nov 12 11:25:29.430992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:29.459606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:29.459606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 25a0e2c6-d76f-4f76-a96f-5fdb00c78165 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:29.459606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 42c2242f-4633-4835-9fc4-a5084b80ba87 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:29.504192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 42c2242f-4633-4835-9fc4-a5084b80ba87 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:29.504192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 42c2242f-4633-4835-9fc4-a5084b80ba87 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:29.510252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.611767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:25:29.614007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.659389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:29.663887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:29.668683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.669309 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.683809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ed5ec-ffd8-4201-8b2b-850fbb822249 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:29.692032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=bd32a268-21b4-49e8-a0d3-6252f7550da5,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:29.706063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-947731ec-0f8d-4bb4-be87-1401cbe35c6c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7154148 Nov 12 11:25:29.709672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60724) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:29.715965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:29.913794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:29.914801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'bd32a268-21b4-49e8-a0d3-6252f7550da5'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:29.915987 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.919626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.092696 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7370f-80be-4808-b708-b278e0e5a95f req-f1840448-157c-46fe-80d2-732a5f902571 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:30.111626 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fce7370f-80be-4808-b708-b278e0e5a95f req-f1840448-157c-46fe-80d2-732a5f902571 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.0958443 Nov 12 11:25:30.195515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Allocated IP 2001:db8::f816:3eff:fe8e:8194 (d24b085c-f9a9-46e4-91c7-2498340e9844/bd32a268-21b4-49e8-a0d3-6252f7550da5/5eec419a-ba64-4e27-b44a-340e624c2050) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:30.202208 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fce7370f-80be-4808-b708-b278e0e5a95f req-ab3434be-4f78-4e41-8d1b-442118accf77 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894644 Nov 12 11:25:30.380971 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.495143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:30.501761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:30.525187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:30.526412 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.552948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=0d125a57-ecc9-4ba7-a161-54f1421ca440,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:30.560423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.575770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.576162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-55b49f69-7415-44f0-9fce-dade1577ed79 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8651290 Nov 12 11:25:30.578802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60740) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:30.587601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:8a:c5:59', 'name': 'tempest-NetworksTestDHCPv6-2007609782'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:30.591043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335085-f014-4ebb-8186-bc6f87df7e02 req-c9336b5f-bd13-4453-a5b1-58102809ca54 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:30.600188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51335085-f014-4ebb-8186-bc6f87df7e02 req-c9336b5f-bd13-4453-a5b1-58102809ca54 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1640532 Nov 12 11:25:30.619300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:30.631892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:30.638825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:30.695720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51335085-f014-4ebb-8186-bc6f87df7e02 req-580ed599-bae4-45e5-8673-6f5c126ff741 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941222 Nov 12 11:25:30.767785 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.797402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Attempting to bind port 5eec419a-ba64-4e27-b44a-340e624c2050 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:30.797402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Attempting to bind port 5eec419a-ba64-4e27-b44a-340e624c2050 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:30.797402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Attempting to bind port 5eec419a-ba64-4e27-b44a-340e624c2050 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:30.808607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Pushing event updated for resources: {'Port': ['ID=5eec419a-ba64-4e27-b44a-340e624c2050,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:30.830950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:30.831478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:30.832562 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.833234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:30.834038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Bound port: 5eec419a-ba64-4e27-b44a-340e624c2050, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:30.834454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.887685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:30.935557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] For port 5eec419a-ba64-4e27-b44a-340e624c2050, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:30.943222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] For port 5eec419a-ba64-4e27-b44a-340e624c2050, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5eec419a-ba64-4e27-b44a-340e624c2050,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:30.950215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.038237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.043096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca21c2-64a4-4d96-92eb-d4399e56fe91 None None] Pushing event updated for resources: {'Port': ['ID=5eec419a-ba64-4e27-b44a-340e624c2050,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:31.077459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port dbc57f93-a243-4b73-b2ba-676b3e1b31a1 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:31.310103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 172.20.0.2 (d24b085c-f9a9-46e4-91c7-2498340e9844/0d125a57-ecc9-4ba7-a161-54f1421ca440/dbc57f93-a243-4b73-b2ba-676b3e1b31a1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:31.313554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe8a:c559 (d24b085c-f9a9-46e4-91c7-2498340e9844/bd32a268-21b4-49e8-a0d3-6252f7550da5/dbc57f93-a243-4b73-b2ba-676b3e1b31a1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:31.542550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5eec419a-ba64-4e27-b44a-340e624c2050 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:31.547734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af48dc9-a593-497f-aa2b-a91379ab965b req-6bc8b635-58f0-44e5-9919-f005110b138a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:31.548325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af48dc9-a593-497f-aa2b-a91379ab965b req-6bc8b635-58f0-44e5-9919-f005110b138a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2138789 Nov 12 11:25:31.651137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5eec419a-ba64-4e27-b44a-340e624c2050 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:31.651751 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.654455 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af48dc9-a593-497f-aa2b-a91379ab965b req-2190f3e2-74ed-42c9-bd71-35651fd76038 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947978 Nov 12 11:25:31.662190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.739263 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.770238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:31.823266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:31.831556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:31.839239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=dbc57f93-a243-4b73-b2ba-676b3e1b31a1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:31.927783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:31.929171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.993025 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9160c547-a381-4791-a377-1e68ef34dad9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4125919 Nov 12 11:25:31.998636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60770) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:32.080541 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-58555038-bfae-458b-9224-ce4f23b3628c service neutron] show failed (client error): The resource could not be found. Nov 12 11:25:32.083292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-58555038-bfae-458b-9224-ce4f23b3628c service neutron] 10.222.0.59 "GET /v2.0/ports/9a77f902-de6f-4cb2-9437-6c37c2fa714e/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.2342997 Nov 12 11:25:32.125360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3a876-768b-434c-bcee-51a2f8025d44 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.134610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3a876-768b-434c-bcee-51a2f8025d44 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.141119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60772) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:32.141682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-baf3a876-768b-434c-bcee-51a2f8025d44 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1414642 Nov 12 11:25:32.171403 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.276621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 5eec419a-ba64-4e27-b44a-340e624c2050, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5eec419a-ba64-4e27-b44a-340e624c2050,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:32.284300 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.471029 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=5eec419a-ba64-4e27-b44a-340e624c2050,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:32.568775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cfab9-ff6e-46bd-af94-9d9de49659d5 req-d1b93170-59ba-4942-80f0-e8bbd618a66a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.571112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-775cfab9-ff6e-46bd-af94-9d9de49659d5 req-d1b93170-59ba-4942-80f0-e8bbd618a66a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.3217912 Nov 12 11:25:32.613838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-ea78559d-cfb6-42a9-839a-9ec7e8f61897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.615456 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-ea78559d-cfb6-42a9-839a-9ec7e8f61897 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 1098 time: 0.1302993 Nov 12 11:25:32.635388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:32.669447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5507ce5-087d-4b8a-b835-99f9e87377d5 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:32.742108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0eff4-6d4e-4ead-a8ef-9b1a794a6c98 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port dbc57f93-a243-4b73-b2ba-676b3e1b31a1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:32.743038 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d2e0eff4-6d4e-4ead-a8ef-9b1a794a6c98 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.781710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df72325e-0575-42bf-8c91-6e1dca9afa73 None None] Provisioning complete for port 5eec419a-ba64-4e27-b44a-340e624c2050 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:32.781710 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df72325e-0575-42bf-8c91-6e1dca9afa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.865528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b5f71-a306-4eb1-8115-1bf991b1e717 req-faf9f960-5f08-4f09-a6ac-16dd1e556449 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.868292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-748b5f71-a306-4eb1-8115-1bf991b1e717 req-faf9f960-5f08-4f09-a6ac-16dd1e556449 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.0977147 Nov 12 11:25:32.929161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-775cfab9-ff6e-46bd-af94-9d9de49659d5 req-a87f48ab-749e-48fa-9954-e4da6f87385e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455193 Nov 12 11:25:32.947548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-748b5f71-a306-4eb1-8115-1bf991b1e717 req-e96eba2a-3726-4d38-92e2-fd172d4cd744 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692987 Nov 12 11:25:33.003354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d2e0eff4-6d4e-4ead-a8ef-9b1a794a6c98 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.015223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.034078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0eff4-6d4e-4ead-a8ef-9b1a794a6c98 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for dbc57f93-a243-4b73-b2ba-676b3e1b31a1 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:33.284816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa967d1-76cd-4a25-8f67-11b6d17483ac None None] Update dhcp port {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': 'bd32a268-21b4-49e8-a0d3-6252f7550da5', 'ip_address': '2001:db8::f816:3eff:fe8e:8194'}, {'subnet_id': '0d125a57-ecc9-4ba7-a161-54f1421ca440'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '5eec419a-ba64-4e27-b44a-340e624c2050'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:25:33.347415 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9fa967d1-76cd-4a25-8f67-11b6d17483ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.434531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5eec419a-ba64-4e27-b44a-340e624c2050 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:33.516920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:33.613211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:33.617953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5eec419a-ba64-4e27-b44a-340e624c2050 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:33.618366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.668774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-9fa967d1-76cd-4a25-8f67-11b6d17483ac None None] Allocated IP 172.20.0.3 (d24b085c-f9a9-46e4-91c7-2498340e9844/0d125a57-ecc9-4ba7-a161-54f1421ca440/5eec419a-ba64-4e27-b44a-340e624c2050) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:33.681184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d2e0eff4-6d4e-4ead-a8ef-9b1a794a6c98 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.695303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:33.698233 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f616c59-38ef-4c32-83bf-064968ca8e94" -d '{"events": [{"server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "name": "network-vif-unplugged", "status": "completed", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:33.738857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.768984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0eff4-6d4e-4ead-a8ef-9b1a794a6c98 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=dbc57f93-a243-4b73-b2ba-676b3e1b31a1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:33.843170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Transition to ACTIVE for port object 9a77f902-de6f-4cb2-9437-6c37c2fa714e will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:25:33.866898 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43ad712-1812-4ed5-8269-e088c9759852 x-openstack-request-id: req-f43ad712-1812-4ed5-8269-e088c9759852 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:33.866898 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "name": "network-vif-unplugged", "status": "completed", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:33.866898 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f43ad712-1812-4ed5-8269-e088c9759852 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:33.867653 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'code': 200} Nov 12 11:25:33.873448 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.902101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9fa967d1-76cd-4a25-8f67-11b6d17483ac None None] For port 5eec419a-ba64-4e27-b44a-340e624c2050, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5eec419a-ba64-4e27-b44a-340e624c2050,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:33.963091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9fa967d1-76cd-4a25-8f67-11b6d17483ac None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.969903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9fa967d1-76cd-4a25-8f67-11b6d17483ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.115615 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d2e0eff4-6d4e-4ead-a8ef-9b1a794a6c98 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.138380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d2e0eff4-6d4e-4ead-a8ef-9b1a794a6c98 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/dbc57f93-a243-4b73-b2ba-676b3e1b31a1 HTTP/1.1" status: 204 len: 168 time: 1.9947057 Nov 12 11:25:34.138886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60822) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:34.194650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa967d1-76cd-4a25-8f67-11b6d17483ac None None] Pushing event updated for resources: {'Port': ['ID=5eec419a-ba64-4e27-b44a-340e624c2050,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:34.294960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:34.317916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb337826-ff6f-45fc-88c4-78111e9eb745 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:34.320007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb337826-ff6f-45fc-88c4-78111e9eb745 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:34.323038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb337826-ff6f-45fc-88c4-78111e9eb745 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:34.326257 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb337826-ff6f-45fc-88c4-78111e9eb745 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1848924 Nov 12 11:25:34.327890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60828) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:34.367977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] No DVR routers for this DVR port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:34.403542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a6453-6f2a-4f89-9b71-c4f14bc8c352 req-16a0fa6b-42bf-46d9-8b88-5a559dc275a8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:34.413465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc7a6453-6f2a-4f89-9b71-c4f14bc8c352 req-16a0fa6b-42bf-46d9-8b88-5a559dc275a8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.1778989 Nov 12 11:25:34.429637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e01a50-6927-4425-a5f5-495045295530 req-9582f726-8a3d-42d4-b64b-ae9ab8f5cf05 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:34.431222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2e01a50-6927-4425-a5f5-495045295530 req-9582f726-8a3d-42d4-b64b-ae9ab8f5cf05 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2565722 Nov 12 11:25:34.451581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-04219417-f959-45be-b7b0-81cbce4b7db5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 0d125a57-ecc9-4ba7-a161-54f1421ca440 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:34.466680 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04219417-f959-45be-b7b0-81cbce4b7db5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.526207 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc7a6453-6f2a-4f89-9b71-c4f14bc8c352 req-5d90d4e9-7166-40c8-b4ad-7ee49ed3e1ff tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115661 Nov 12 11:25:34.539409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2e01a50-6927-4425-a5f5-495045295530 req-dd40536d-b882-498e-b4db-16241c4af92b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965426 Nov 12 11:25:34.554612 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04219417-f959-45be-b7b0-81cbce4b7db5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.655157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:34.655942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:34.656278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:34.671828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:25:34.672220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:34.690976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04219417-f959-45be-b7b0-81cbce4b7db5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.710182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:34.710713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Checking segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:34.711731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Bound using segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:34.712337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Bound port: 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:34.713305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.779833 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04219417-f959-45be-b7b0-81cbce4b7db5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.812842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:34.818145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:34.829630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04219417-f959-45be-b7b0-81cbce4b7db5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=0d125a57-ecc9-4ba7-a161-54f1421ca440,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:34.830553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.838521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04219417-f959-45be-b7b0-81cbce4b7db5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.843000 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-04219417-f959-45be-b7b0-81cbce4b7db5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/0d125a57-ecc9-4ba7-a161-54f1421ca440 HTTP/1.1" status: 204 len: 168 time: 0.5136731 Nov 12 11:25:34.845823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60842) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:34.900767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:34.901584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.904082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] 10.222.0.52 "PUT /v2.0/ports/9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1093 time: 2.2777205 Nov 12 11:25:34.984203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed23b19c-897a-463c-898d-65d46debaca7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet bd32a268-21b4-49e8-a0d3-6252f7550da5 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:35.002737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed23b19c-897a-463c-898d-65d46debaca7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.018764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71a8d3-4f3a-4072-b96c-d1e734e12aef service neutron] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:35.024724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-a649d503-2f83-401f-afe4-2282ced39b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:35.026540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-a649d503-2f83-401f-afe4-2282ced39b96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0957510 Nov 12 11:25:35.080621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed23b19c-897a-463c-898d-65d46debaca7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.266548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed23b19c-897a-463c-898d-65d46debaca7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.290839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-e9abcb2f-f97b-4547-af20-3aa76cae13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:35.292548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-e9abcb2f-f97b-4547-af20-3aa76cae13ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.2560120 Nov 12 11:25:35.304503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa408554-1521-4f1f-8bac-7bfb7b8de15c None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:35.418713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed23b19c-897a-463c-898d-65d46debaca7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.443788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-a4f3f252-3686-41ad-823e-82c379ecca17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1000 time: 0.1433995 Nov 12 11:25:35.450211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23b19c-897a-463c-898d-65d46debaca7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=bd32a268-21b4-49e8-a0d3-6252f7550da5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:35.467935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ed23b19c-897a-463c-898d-65d46debaca7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.476154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ed23b19c-897a-463c-898d-65d46debaca7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/bd32a268-21b4-49e8-a0d3-6252f7550da5 HTTP/1.1" status: 204 len: 168 time: 0.6276741 Nov 12 11:25:35.476794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60858) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:35.498931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-30c29a66-7f68-461e-ab38-4ce23903272a None None] Provisioning complete for port 5eec419a-ba64-4e27-b44a-340e624c2050 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:35.499455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-30c29a66-7f68-461e-ab38-4ce23903272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.540103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4641753c-6a8e-492f-b8b1-2187de867039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:35.542388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-4641753c-6a8e-492f-b8b1-2187de867039 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.0883191 Nov 12 11:25:35.551108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27b23ad4-7345-4fee-b62d-a975b97a007d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728476 Nov 12 11:25:35.554677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60860) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:35.570082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5eec419a-ba64-4e27-b44a-340e624c2050 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:35.572332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:35.672996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-2f7e19dc-dc81-4ede-bb8d-8ea828e7b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:35.675067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-2f7e19dc-dc81-4ede-bb8d-8ea828e7b643 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251078 Nov 12 11:25:35.778303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5eec419a-ba64-4e27-b44a-340e624c2050 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:35.779035 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.810378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:35.814990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:35.819087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.857454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-30c29a66-7f68-461e-ab38-4ce23903272a None None] Could not find standard attr ID for object dbc57f93-a243-4b73-b2ba-676b3e1b31a1. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:35.889341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:35.891841 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1805f-acc3-4b27-83cf-48399df72c09" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:35.939690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5707e-f20b-4328-8d31-837e3cd739d8 req-4acd80a7-cdcb-4a32-9c0b-6536e8ba5daa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:35.941746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18b5707e-f20b-4328-8d31-837e3cd739d8 req-4acd80a7-cdcb-4a32-9c0b-6536e8ba5daa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 943 time: 0.2647643 Nov 12 11:25:35.945034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] Deleting port 5eec419a-ba64-4e27-b44a-340e624c2050 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:35.945435 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.003306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-c400cace-aae7-4a4f-8233-742729fa67fe service neutron] 10.222.0.52 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876852 Nov 12 11:25:36.045574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] For port 5eec419a-ba64-4e27-b44a-340e624c2050, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5eec419a-ba64-4e27-b44a-340e624c2050,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:36.046419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.061240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] Calling delete_port for 5eec419a-ba64-4e27-b44a-340e624c2050 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:36.114923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18b5707e-f20b-4328-8d31-837e3cd739d8 req-06c23e7c-ee55-4cc4-ae29-853cee00a64b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515281 Nov 12 11:25:36.141027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa28f61-2210-46ac-a41b-942b3bd32403 req-9c38de9f-4692-4655-86b5-d7b4f7540afb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.146647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4aa28f61-2210-46ac-a41b-942b3bd32403 req-9c38de9f-4692-4655-86b5-d7b4f7540afb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.4701838 Nov 12 11:25:36.166387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-3c469302-8544-43d8-a08c-ee85f20c385a service neutron] 10.222.0.52 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544027 Nov 12 11:25:36.234248 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.297724 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241be7c7-a357-4932-b479-22987afde561 x-openstack-request-id: req-241be7c7-a357-4932-b479-22987afde561 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:36.298011 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:36.298691 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-241be7c7-a357-4932-b479-22987afde561 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:36.299239 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'status': 'completed', 'code': 200} Nov 12 11:25:36.311589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] Pushing event deleted for resources: {'Port': ['ID=5eec419a-ba64-4e27-b44a-340e624c2050,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:36.316515 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4aa28f61-2210-46ac-a41b-942b3bd32403 req-80bc2760-614b-42c8-8418-d08b1bf7a2d3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622810 Nov 12 11:25:36.330863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8b543-b09a-4e50-baa0-e4ea9c500178 None None] No DVR routers for this DVR port 5eec419a-ba64-4e27-b44a-340e624c2050 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:36.361957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.objects.ports [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109166) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:25:36.363778 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.424352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:36.427970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:36.433110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.433815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.436838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=220ccfcf-acaa-425b-804a-1bad5776aaa2,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:36.446530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cfdcbf-068b-42aa-9ae0-212c8b39d135 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:36.478857 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-942b1d9d-41c2-4a0c-b38c-d522b3030ec7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9235783 Nov 12 11:25:36.481368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60890) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:36.486637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:36.506293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-08b71e6d-5cb7-4ac4-85af-7be7ea4371a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.507976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-08b71e6d-5cb7-4ac4-85af-7be7ea4371a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1096 time: 0.1980495 Nov 12 11:25:36.509828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-c48d9aa1-354d-4661-bd8b-f57588c2f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.511468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-c48d9aa1-354d-4661-bd8b-f57588c2f6c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1096 time: 0.1637609 Nov 12 11:25:36.549149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:36.636892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:36.654912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 2e93355f-dab0-4da2-8414-3e6e8cf156e1 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:25:36.661342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:36.670636 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.742206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '220ccfcf-acaa-425b-804a-1bad5776aaa2'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:36.746066 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.976330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 2e93355f-dab0-4da2-8414-3e6e8cf156e1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=2e93355f-dab0-4da2-8414-3e6e8cf156e1,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:36.990853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '2e93355f-dab0-4da2-8414-3e6e8cf156e1', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'port_id': '2e93355f-dab0-4da2-8414-3e6e8cf156e1', 'mac_address': 'fa:16:3e:97:a4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:25:37.042282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Allocated IP 2001:db8::f816:3eff:fee6:1f66 (d24b085c-f9a9-46e4-91c7-2498340e9844/220ccfcf-acaa-425b-804a-1bad5776aaa2/5d959ab3-5d60-4c91-bdc4-ce6f6904fc94) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:37.067954 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.108528 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.109570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e93355f-dab0-4da2-8414-3e6e8cf156e1 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:37.167892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 2e93355f-dab0-4da2-8414-3e6e8cf156e1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=2e93355f-dab0-4da2-8414-3e6e8cf156e1,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:37.179945 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.195788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:37.200623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:37.214923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:37.216236 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.234860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=4205799b-46d0-4946-bee6-6b026acf3fde,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:37.250535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a7c17e1a-fcd5-4c8b-b2e4-c00f6440bb71 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7678804 Nov 12 11:25:37.253014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=2e93355f-dab0-4da2-8414-3e6e8cf156e1,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:37.253699 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:37.259226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:25:a4:d9', 'name': 'tempest-NetworksTestDHCPv6-1568056917'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:37.391941 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.402518 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.436968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['2e93355f-dab0-4da2-8414-3e6e8cf156e1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:37.448513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:37.453620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-13232101-d5a0-42e4-8121-74ef8426b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:37.455236 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-13232101-d5a0-42e4-8121-74ef8426b79f service neutron] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.9280887 Nov 12 11:25:37.465678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-878e94aa-9632-46d6-a63f-5645f1e5f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:37.467444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-878e94aa-9632-46d6-a63f-5645f1e5f533 service neutron] 10.222.0.52 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.9507535 Nov 12 11:25:37.522453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Pushing event updated for resources: {'Port': ['ID=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:37.526838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:37.547641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5eec419a-ba64-4e27-b44a-340e624c2050 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:37.573323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:37.578318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:37.580450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1972dbf-0073-4cae-bc1e-81595305d27b req-39bddb3a-9f27-405b-974d-9ae75a215c49 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:37.582389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1972dbf-0073-4cae-bc1e-81595305d27b req-39bddb3a-9f27-405b-974d-9ae75a215c49 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 944 time: 0.2704227 Nov 12 11:25:37.586436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5eec419a-ba64-4e27-b44a-340e624c2050 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:37.586783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5eec419a-ba64-4e27-b44a-340e624c2050 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:37.665262 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.666591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Attempting to bind port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:37.667219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Attempting to bind port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:37.668057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Attempting to bind port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:37.699426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-525ce840-eaaf-40b4-8128-5bf6ad616808 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1000 time: 0.2299821 Nov 12 11:25:37.715874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6242c4-76da-41d6-93f8-6dde0793d16d req-8e478716-f8f9-4956-bccb-c918746df135 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:37.716502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:37.717894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:37.718392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8e6242c4-76da-41d6-93f8-6dde0793d16d req-8e478716-f8f9-4956-bccb-c918746df135 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.1370239 Nov 12 11:25:37.718534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.718919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:37.719423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Bound port: 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:37.719807 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.756622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 4c440637-8a11-48dd-8c07-6ab4eb4b92a5 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:37.829524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-9029e156-20f6-4982-9e17-9da8f876b776 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1000 time: 0.3496115 Nov 12 11:25:37.831408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-94934074-d884-4cd1-a28b-601a7cd4e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:37.837427 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-94934074-d884-4cd1-a28b-601a7cd4e935 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1221430 Nov 12 11:25:37.870477 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1972dbf-0073-4cae-bc1e-81595305d27b req-39a120ae-f210-48a8-b6ea-5ae6a34e6048 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264314 Nov 12 11:25:37.888560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8e6242c4-76da-41d6-93f8-6dde0793d16d req-cb9c67bb-b5f6-400d-bc90-09976a03905e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616585 Nov 12 11:25:38.004575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-f066f0ba-dae6-46a9-ab29-c2fba18612e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:38.006391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-f066f0ba-dae6-46a9-ab29-c2fba18612e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1338093 Nov 12 11:25:38.020654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-ab8ce38d-5ee8-452e-8e4e-81222e82ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:38.022188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-ab8ce38d-5ee8-452e-8e4e-81222e82ae90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507559 Nov 12 11:25:38.083015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] For port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:38.122353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] For port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:38.131456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.135076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 172.20.0.6 (d24b085c-f9a9-46e4-91c7-2498340e9844/4205799b-46d0-4946-bee6-6b026acf3fde/4c440637-8a11-48dd-8c07-6ab4eb4b92a5) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:38.143137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe25:a4d9 (d24b085c-f9a9-46e4-91c7-2498340e9844/220ccfcf-acaa-425b-804a-1bad5776aaa2/4c440637-8a11-48dd-8c07-6ab4eb4b92a5) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:38.169527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-06a9a846-c28b-4e9a-9fa2-b11178623016 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293840 Nov 12 11:25:38.174384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-ef0fe62a-a39c-4008-9f4a-038418b4826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:38.175240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-ef0fe62a-a39c-4008-9f4a-038418b4826f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521368 Nov 12 11:25:38.255929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a63f1b-ee35-4e45-ae4a-18b3fe0c2218 None None] Pushing event updated for resources: {'Port': ['ID=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:38.401822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.420381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-3c5fe743-a848-4a4c-8154-ac1593744cbb service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389693 Nov 12 11:25:38.432600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-4888f35e-1fc5-4d41-985b-759f5695db30 service neutron] 10.222.0.52 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314246 Nov 12 11:25:38.466968 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.532434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:38.536345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:38.539066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:38.597616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a1805f-acc3-4b27-83cf-48399df72c09 req-2a67f0d0-ab10-4b81-8864-163faed327f3 service neutron] 10.222.0.52 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561077 Nov 12 11:25:38.606942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=4c440637-8a11-48dd-8c07-6ab4eb4b92a5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:38.636950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:38.637606 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.660595 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2f9db27a-fbdb-4fd2-a60e-d0c88c2cda7e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4056981 Nov 12 11:25:38.663267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60950) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:38.666393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 2e93355f-dab0-4da2-8414-3e6e8cf156e1 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:38.742555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:25:38.748040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:38.748456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.751480 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde19ae-90bd-4539-9d7b-2540d7063d21 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:38.758510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde19ae-90bd-4539-9d7b-2540d7063d21 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:38.760227 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bbde19ae-90bd-4539-9d7b-2540d7063d21 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0958443 Nov 12 11:25:38.763033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 60956) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:38.880942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-22f54741-46c1-42ad-9818-94c6b6200cbb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 4c440637-8a11-48dd-8c07-6ab4eb4b92a5 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:38.881402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22f54741-46c1-42ad-9818-94c6b6200cbb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.881577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.918637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda2ad47-b686-428c-ae6b-5a0191298960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e93355f-dab0-4da2-8414-3e6e8cf156e1'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:38.923064 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b80a618-47b4-44c4-b883-6c0048ea42a1" -d '{"events": [{"server_uuid": "eda2ad47-b686-428c-ae6b-5a0191298960", "name": "network-vif-plugged", "status": "completed", "tag": "2e93355f-dab0-4da2-8414-3e6e8cf156e1"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:38.952935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 2e93355f-dab0-4da2-8414-3e6e8cf156e1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=2e93355f-dab0-4da2-8414-3e6e8cf156e1,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:38.961209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.031860 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db6f91-c12d-4f5d-9aeb-3e89385ade39 x-openstack-request-id: req-b7db6f91-c12d-4f5d-9aeb-3e89385ade39 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:39.032150 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda2ad47-b686-428c-ae6b-5a0191298960", "name": "network-vif-plugged", "status": "completed", "tag": "2e93355f-dab0-4da2-8414-3e6e8cf156e1", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:39.032406 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7db6f91-c12d-4f5d-9aeb-3e89385ade39 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:39.033372 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda2ad47-b686-428c-ae6b-5a0191298960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e93355f-dab0-4da2-8414-3e6e8cf156e1', 'code': 200} Nov 12 11:25:39.034391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=2e93355f-dab0-4da2-8414-3e6e8cf156e1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:39.120027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b710557-72a2-4b37-8e3a-e310e0976114 req-99329a9a-8dbf-4121-a3cc-cb99bf0380f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:39.135951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b710557-72a2-4b37-8e3a-e310e0976114 req-99329a9a-8dbf-4121-a3cc-cb99bf0380f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.0988226 Nov 12 11:25:39.156636 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22f54741-46c1-42ad-9818-94c6b6200cbb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.174474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-22f54741-46c1-42ad-9818-94c6b6200cbb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 4c440637-8a11-48dd-8c07-6ab4eb4b92a5 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:39.218152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b710557-72a2-4b37-8e3a-e310e0976114 req-32a3dc78-9ce8-4104-8100-db6f6034164c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810411 Nov 12 11:25:39.253455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ed961-a83e-4cb9-8979-b6085975d233 req-0346aa39-0968-4ed3-8e74-5ea504fb1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:39.253455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982ed961-a83e-4cb9-8979-b6085975d233 req-0346aa39-0968-4ed3-8e74-5ea504fb1acf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 1097 time: 0.1889176 Nov 12 11:25:39.259079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707002a1-5b02-4848-b09d-91dc77b0b9fa req-3fe179b1-3dcb-4ffd-adb9-47ce59eb5890 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:39.261235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-707002a1-5b02-4848-b09d-91dc77b0b9fa req-3fe179b1-3dcb-4ffd-adb9-47ce59eb5890 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 945 time: 0.2767963 Nov 12 11:25:39.510784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:39.536397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982ed961-a83e-4cb9-8979-b6085975d233 req-a7b7a0c8-3b33-4f0a-a645-4b1182842bef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719524 Nov 12 11:25:39.564077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-707002a1-5b02-4848-b09d-91dc77b0b9fa req-29b73070-be8e-4e70-8c5c-47e8fb46d14e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906971 Nov 12 11:25:39.624308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:39.624689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.629759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22f54741-46c1-42ad-9818-94c6b6200cbb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.682048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d3ca-5716-4f05-bc03-4ec482f7b3d9 req-e63cf6e1-8168-4d71-ad07-232df7111bc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:39.683730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e4d1d3ca-5716-4f05-bc03-4ec482f7b3d9 req-e63cf6e1-8168-4d71-ad07-232df7111bc4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.1081088 Nov 12 11:25:39.701205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54741-46c1-42ad-9818-94c6b6200cbb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=4c440637-8a11-48dd-8c07-6ab4eb4b92a5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:39.808303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e4d1d3ca-5716-4f05-bc03-4ec482f7b3d9 req-ab8c76f8-6e3f-42fb-91aa-73c850be1463 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982041 Nov 12 11:25:39.926764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb393f53-be77-4d0b-94d8-5bf469d3992f None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:39.942521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-831ac379-4c9d-463e-8861-3657c3a595f6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:39.944086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-831ac379-4c9d-463e-8861-3657c3a595f6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0&tenant_id=457c723929f14efab737d75f4170b9cc&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 944 time: 0.1992633 Nov 12 11:25:39.962780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-22f54741-46c1-42ad-9818-94c6b6200cbb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.966115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-22f54741-46c1-42ad-9818-94c6b6200cbb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/4c440637-8a11-48dd-8c07-6ab4eb4b92a5 HTTP/1.1" status: 204 len: 168 time: 1.2020409 Nov 12 11:25:39.968977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60982) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:40.047859 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ba49b-fa95-4f39-a119-96fc40420834 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.052118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ba49b-fa95-4f39-a119-96fc40420834 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.054730 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ba49b-fa95-4f39-a119-96fc40420834 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.058948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2e4ba49b-fa95-4f39-a119-96fc40420834 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0868125 Nov 12 11:25:40.062114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60988) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:40.089474 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-8bf85653-30e5-4c15-8972-fc6724880868 service neutron] 10.222.0.52 "GET /v2.0/ports/9a77f902-de6f-4cb2-9437-6c37c2fa714e/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 383 time: 0.1361930 Nov 12 11:25:40.140836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33d0bad-a7ff-4366-8abc-8e0e1cffcb93 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 220ccfcf-acaa-425b-804a-1bad5776aaa2 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:40.141511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5d3de5a6-0693-4a65-a52e-467ac9ff5e46 None None] Provisioning complete for port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:40.143267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5d3de5a6-0693-4a65-a52e-467ac9ff5e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.145954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c33d0bad-a7ff-4366-8abc-8e0e1cffcb93 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.177887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-723ced54-7864-473a-9012-0ba2c0a767e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.179688 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-723ced54-7864-473a-9012-0ba2c0a767e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0520406 Nov 12 11:25:40.219965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c33d0bad-a7ff-4366-8abc-8e0e1cffcb93 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.232700 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.253484 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.301748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:40.335375 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.344304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-4aa3d070-cb96-47eb-b30d-48907dfb5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.346487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-4aa3d070-cb96-47eb-b30d-48907dfb5e50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.1585474 Nov 12 11:25:40.451870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:40.467052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86417335-a109-47df-adc2-c24980a0ab14 None None] Update dhcp port {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '220ccfcf-acaa-425b-804a-1bad5776aaa2', 'ip_address': '2001:db8::f816:3eff:fee6:1f66'}, {'subnet_id': '4205799b-46d0-4946-bee6-6b026acf3fde'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '5d959ab3-5d60-4c91-bdc4-ce6f6904fc94'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:25:40.469249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c33d0bad-a7ff-4366-8abc-8e0e1cffcb93 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.509757 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86417335-a109-47df-adc2-c24980a0ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.538909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-58759024-b73b-4381-8c2f-d6420182f327 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1000 time: 0.1800070 Nov 12 11:25:40.561684 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.657224 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c33d0bad-a7ff-4366-8abc-8e0e1cffcb93 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.670879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-ca558854-0d88-4f21-81ae-27c385e7da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.673433 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-ca558854-0d88-4f21-81ae-27c385e7da22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1276627 Nov 12 11:25:40.675646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server [None req-86417335-a109-47df-adc2-c24980a0ab14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 220ccfcf-acaa-425b-804a-1bad5776aaa2: This subnet is being modified by another concurrent operation. Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 220ccfcf-acaa-425b-804a-1bad5776aaa2: This subnet is being modified by another concurrent operation. Nov 12 11:25:40.703971 n-d-768851-19 neutron-server[109167]: ERROR oslo_messaging.rpc.server Nov 12 11:25:40.736992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d0bad-a7ff-4366-8abc-8e0e1cffcb93 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=220ccfcf-acaa-425b-804a-1bad5776aaa2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:40.755913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c33d0bad-a7ff-4366-8abc-8e0e1cffcb93 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.761246 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c33d0bad-a7ff-4366-8abc-8e0e1cffcb93 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/220ccfcf-acaa-425b-804a-1bad5776aaa2 HTTP/1.1" status: 204 len: 168 time: 0.6980135 Nov 12 11:25:40.763626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 60998) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:40.868649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-93fb0729-ee16-4b04-804e-b4b82e1248c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.870314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-93fb0729-ee16-4b04-804e-b4b82e1248c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898346 Nov 12 11:25:40.878877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee40fa3-fb09-409c-af8c-c4cde6019074 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:40.879321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c081f-f693-4556-8c38-d7cf60ac7f74 req-44935b43-6ae4-4743-92ef-35b9fd4b72f9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.893452 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-218f8099-fccb-4457-b3aa-6a2476a090e6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 4205799b-46d0-4946-bee6-6b026acf3fde {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:40.898003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-218f8099-fccb-4457-b3aa-6a2476a090e6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.899704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-796c081f-f693-4556-8c38-d7cf60ac7f74 req-44935b43-6ae4-4743-92ef-35b9fd4b72f9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 945 time: 0.0956872 Nov 12 11:25:40.954728 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-218f8099-fccb-4457-b3aa-6a2476a090e6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.007377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-218f8099-fccb-4457-b3aa-6a2476a090e6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.020667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bbc398de-ce08-4806-9e0e-31b9c2a524dd None None] Provisioning complete for port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:41.021275 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bbc398de-ce08-4806-9e0e-31b9c2a524dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.028012 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:41.100788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'port_id': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'mac_address': 'fa:16:3e:3d:b6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:25:41.106260 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-4a2cdbee-43b8-451e-9055-c8f676e7effc service neutron] 10.222.0.52 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719005 Nov 12 11:25:41.116189 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-218f8099-fccb-4457-b3aa-6a2476a090e6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.129046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-796c081f-f693-4556-8c38-d7cf60ac7f74 req-4fc63adb-c7d2-4101-90ac-e143ed8a4a7d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171597 Nov 12 11:25:41.177213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-218f8099-fccb-4457-b3aa-6a2476a090e6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.189802 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.194395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-218f8099-fccb-4457-b3aa-6a2476a090e6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/4205799b-46d0-4946-bee6-6b026acf3fde HTTP/1.1" status: 204 len: 168 time: 0.4273779 Nov 12 11:25:41.197797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 32780) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:41.208014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f8099-fccb-4457-b3aa-6a2476a090e6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=4205799b-46d0-4946-bee6-6b026acf3fde,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:41.225298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78070226-3dd2-4927-8c67-12b4221017c7 req-0d4c2e71-ef58-4a73-8d89-98370c79daeb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:41.232763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78070226-3dd2-4927-8c67-12b4221017c7 req-0d4c2e71-ef58-4a73-8d89-98370c79daeb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.1553388 Nov 12 11:25:41.271008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a77f902-de6f-4cb2-9437-6c37c2fa714e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:41.326502 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-78070226-3dd2-4927-8c67-12b4221017c7 req-117ad4ae-c4d0-4b57-a82f-515e1d03745d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879376 Nov 12 11:25:41.328950 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f2c01580-8304-437a-849c-92def7b88eff tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129150 Nov 12 11:25:41.349076 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32782) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:41.351958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:41.368162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:41.401799 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.478593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85070f8f-4be1-4beb-ae5d-3c358ab6e87c req-4c491885-5406-4bd8-b9ad-185f609456c1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:41.486311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85070f8f-4be1-4beb-ae5d-3c358ab6e87c req-4c491885-5406-4bd8-b9ad-185f609456c1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 945 time: 0.2004635 Nov 12 11:25:41.505941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:41.510437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-cd651435-eab4-4d0b-94b5-685423cc03b7 service neutron] 10.222.0.52 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846624 Nov 12 11:25:41.510636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:41.522596 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.565483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85070f8f-4be1-4beb-ae5d-3c358ab6e87c req-05569af2-3969-4dd6-a807-24bb29957caf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781050 Nov 12 11:25:41.569992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:41.640182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:41.656155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['9a77f902-de6f-4cb2-9437-6c37c2fa714e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:41.743291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.772823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] Deleting port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:41.773222 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.814811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:41.851512 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.872472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3bfe5-bcb4-401f-9a7a-eccfb883ea63 req-5c5fc257-77d2-4373-937c-5a07ed2efd43 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:41.874639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4db3bfe5-bcb4-401f-9a7a-eccfb883ea63 req-5c5fc257-77d2-4373-937c-5a07ed2efd43 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 945 time: 0.1126046 Nov 12 11:25:41.924706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] For port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:41.926097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.936109 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4db3bfe5-bcb4-401f-9a7a-eccfb883ea63 req-8d98dde7-d272-4170-ae1a-4ac6a120acbf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529025 Nov 12 11:25:41.937117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.944652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] Calling delete_port for 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:41.989866 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:41.994311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:41.997470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:41.998120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.026130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 32798) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:42.031530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:42.035700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6842735 Nov 12 11:25:42.056844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009e4ee-bec1-4960-a507-d1acf4814712 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=ef3983c8-7820-4f5e-8dea-8acd83359a6f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:42.157315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:42.161335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.205807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] No DVR routers for this DVR port 5d959ab3-5d60-4c91-bdc4-ce6f6904fc94 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:42.209875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d25b1-e252-4166-8a5c-622500356fb3 None None] Pushing event deleted for resources: {'Port': ['ID=5d959ab3-5d60-4c91-bdc4-ce6f6904fc94,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:42.234980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dafe095-c218-4852-acc2-092c611ec964 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:42.276133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:42.281585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.512940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa2373-7e23-442d-a735-d2d31aff404a req-aaf9142a-2d2c-4125-9626-317d1f7d14bf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:42.523742 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9aa2373-7e23-442d-a735-d2d31aff404a req-aaf9142a-2d2c-4125-9626-317d1f7d14bf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 945 time: 0.1099598 Nov 12 11:25:42.558205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'ef3983c8-7820-4f5e-8dea-8acd83359a6f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:42.559465 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.562210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fae055-3b2a-4b74-927d-ef5eee774b06 req-24e76697-6a6d-4515-b0aa-df0a23013ed2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:42.564535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16fae055-3b2a-4b74-927d-ef5eee774b06 req-24e76697-6a6d-4515-b0aa-df0a23013ed2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 945 time: 0.1164017 Nov 12 11:25:42.587042 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9aa2373-7e23-442d-a735-d2d31aff404a req-d8d0ac51-e44b-4ac5-a452-e66f2749d5f4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622878 Nov 12 11:25:42.724696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16fae055-3b2a-4b74-927d-ef5eee774b06 req-9c7471e4-a15f-49b6-af5d-65b12046a61b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332467 Nov 12 11:25:42.783737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Allocated IP 172.20.0.2 (d24b085c-f9a9-46e4-91c7-2498340e9844/ef3983c8-7820-4f5e-8dea-8acd83359a6f/5ecaa202-0245-49c7-a98d-a6a3628210d3) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:42.984354 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.987434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:25:42.990111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.994450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.036586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:43.045819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:43.046440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:43.056354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:43.057523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.058256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.060986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:43.077224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Pushing event updated for resources: {'Port': ['ID=5ecaa202-0245-49c7-a98d-a6a3628210d3,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:43.084113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=daed353a-8b31-4cbf-908d-cc1ca0767ce1,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:43.093885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f3ad60f2-121a-405b-bf8a-0939ec2e59a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0665269 Nov 12 11:25:43.097455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 32820) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:43.102730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:5e:28:fb', 'name': 'tempest-NetworksTestDHCPv6-1676746580'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:43.168893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Attempting to bind port 5ecaa202-0245-49c7-a98d-a6a3628210d3 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:43.170074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Attempting to bind port 5ecaa202-0245-49c7-a98d-a6a3628210d3 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:43.170431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Attempting to bind port 5ecaa202-0245-49c7-a98d-a6a3628210d3 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:43.183424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:43.183788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:43.186134 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.187287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:43.188572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Bound port: 5ecaa202-0245-49c7-a98d-a6a3628210d3, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:43.189088 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.277709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] For port 5ecaa202-0245-49c7-a98d-a6a3628210d3, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:43.282037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] For port 5ecaa202-0245-49c7-a98d-a6a3628210d3, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ecaa202-0245-49c7-a98d-a6a3628210d3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:43.289104 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.380597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856da61-dcaf-4089-9af0-aadce1c51db1 None None] Pushing event updated for resources: {'Port': ['ID=5ecaa202-0245-49c7-a98d-a6a3628210d3,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:43.875249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8016b12-78ca-4127-ab61-988223e3d41b req-795d2827-c00b-4220-95c5-664e916c35ae tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.877570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f8016b12-78ca-4127-ab61-988223e3d41b req-795d2827-c00b-4220-95c5-664e916c35ae tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 945 time: 0.1354451 Nov 12 11:25:43.923814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50de977-d772-44d4-b104-a9970e41477c req-818d408d-2cf9-4f31-83fd-e1d1eb91a1f0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.925414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e50de977-d772-44d4-b104-a9970e41477c req-818d408d-2cf9-4f31-83fd-e1d1eb91a1f0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 945 time: 0.2167909 Nov 12 11:25:44.013033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:44.018568 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e50de977-d772-44d4-b104-a9970e41477c req-f5831272-44e6-44e8-93c6-e1b405ca1d6d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Nov 12 11:25:44.032535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-9771d2b7-cb43-4153-80aa-074b6050c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:44.037933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-9771d2b7-cb43-4153-80aa-074b6050c93e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 1097 time: 0.1928141 Nov 12 11:25:44.073124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eda3e9-40b7-440c-b05d-f21dab9c33c9 req-be5725b8-63a9-4549-af17-107927aa8c04 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:44.074744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67eda3e9-40b7-440c-b05d-f21dab9c33c9 req-be5725b8-63a9-4549-af17-107927aa8c04 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 945 time: 0.1375513 Nov 12 11:25:44.079131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:44.274891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67eda3e9-40b7-440c-b05d-f21dab9c33c9 req-a7351377-0961-4785-8b87-501db8023c18 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619911 Nov 12 11:25:44.277469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.283067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.339120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 420bca82-47a9-43ad-a541-0ef4da238779 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:44.364922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:44.365120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.668890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] For port 2e93355f-dab0-4da2-8414-3e6e8cf156e1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=2e93355f-dab0-4da2-8414-3e6e8cf156e1,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:44.669254 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.685343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:25:44.767848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for 2e93355f-dab0-4da2-8414-3e6e8cf156e1 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:44.768218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebbba45-3ffb-4967-8f5e-d703f9a01a11 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:44.808501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:44.969711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:45.013752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9a77f902-de6f-4cb2-9437-6c37c2fa714e {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:45.023738 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.035703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Ignored duplicate provisioning block setup for port 9a77f902-de6f-4cb2-9437-6c37c2fa714e by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 11:25:45.035968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:45.056374 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.080365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'port_id': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'mac_address': 'fa:16:3e:3d:b6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:25:45.092325 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cfe8bcb9-1059-4753-89f4-3c132e2d0a7f None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:45.092750 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bcb9-1059-4753-89f4-3c132e2d0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.155852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 172.20.0.7 (d24b085c-f9a9-46e4-91c7-2498340e9844/ef3983c8-7820-4f5e-8dea-8acd83359a6f/420bca82-47a9-43ad-a541-0ef4da238779) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:45.176664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe5e:28fb (d24b085c-f9a9-46e4-91c7-2498340e9844/daed353a-8b31-4cbf-908d-cc1ca0767ce1/420bca82-47a9-43ad-a541-0ef4da238779) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:45.244311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bad44-c056-4bdb-b783-f712c4da7cd4 req-bc5e6703-e04b-4cb2-b937-1dd1e8022086 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:45.246644 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e6bad44-c056-4bdb-b783-f712c4da7cd4 req-bc5e6703-e04b-4cb2-b937-1dd1e8022086 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 945 time: 0.1007097 Nov 12 11:25:45.295386 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bcb9-1059-4753-89f4-3c132e2d0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.360790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e6bad44-c056-4bdb-b783-f712c4da7cd4 req-46179831-8189-42e8-b596-ef0472e57647 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055670 Nov 12 11:25:45.404139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cfe8bcb9-1059-4753-89f4-3c132e2d0a7f None None] For port 5ecaa202-0245-49c7-a98d-a6a3628210d3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ecaa202-0245-49c7-a98d-a6a3628210d3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:45.436763 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bcb9-1059-4753-89f4-3c132e2d0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.499496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a984ad1-7dbf-4817-a3b0-419da683f528 None None] Update dhcp port {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': 'ef3983c8-7820-4f5e-8dea-8acd83359a6f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'daed353a-8b31-4cbf-908d-cc1ca0767ce1'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '5ecaa202-0245-49c7-a98d-a6a3628210d3'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:25:45.541562 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.543859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8bcb9-1059-4753-89f4-3c132e2d0a7f None None] Pushing event updated for resources: {'Port': ['ID=5ecaa202-0245-49c7-a98d-a6a3628210d3,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:45.549542 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1a984ad1-7dbf-4817-a3b0-419da683f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.650423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ecaa202-0245-49c7-a98d-a6a3628210d3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:45.682291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=9']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:45.718070 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.847244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5175b-250f-4f42-a2cd-61d1c557be46 req-953746e4-386b-474f-a56b-065bbef1965a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:45.855637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57b5175b-250f-4f42-a2cd-61d1c557be46 req-953746e4-386b-474f-a56b-065bbef1965a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 944 time: 0.2806115 Nov 12 11:25:45.874153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] No DVR routers for this DVR port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:45.921019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:45.950382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:45.951159 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.986354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:45.997595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:46.007951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=420bca82-47a9-43ad-a541-0ef4da238779,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:46.038657 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.067873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-1a984ad1-7dbf-4817-a3b0-419da683f528 None None] Allocated IP 2001:db8::f816:3eff:feba:474a (d24b085c-f9a9-46e4-91c7-2498340e9844/daed353a-8b31-4cbf-908d-cc1ca0767ce1/5ecaa202-0245-49c7-a98d-a6a3628210d3) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:46.152480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=2e93355f-dab0-4da2-8414-3e6e8cf156e1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:46.176445 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57b5175b-250f-4f42-a2cd-61d1c557be46 req-3797235e-9a42-4f66-bf71-9e527108372e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197396 Nov 12 11:25:46.264379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:46.265107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.280322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] No DVR routers for this DVR port 2e93355f-dab0-4da2-8414-3e6e8cf156e1 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:46.292007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.295619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f8016b12-78ca-4127-ab61-988223e3d41b req-75559e96-f3cf-4429-8c13-81359b9d0a70 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "DELETE /v2.0/ports/2e93355f-dab0-4da2-8414-3e6e8cf156e1 HTTP/1.1" status: 204 len: 173 time: 2.3792975 Nov 12 11:25:46.296096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda2ad47-b686-428c-ae6b-5a0191298960', 'name': 'network-vif-deleted', 'tag': '2e93355f-dab0-4da2-8414-3e6e8cf156e1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:46.300583 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7fdaa-cb63-4aff-8eb7-2d6af397d8f6" -d '{"events": [{"server_uuid": "eda2ad47-b686-428c-ae6b-5a0191298960", "name": "network-vif-deleted", "tag": "2e93355f-dab0-4da2-8414-3e6e8cf156e1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:46.369730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1a984ad1-7dbf-4817-a3b0-419da683f528 None None] For port 5ecaa202-0245-49c7-a98d-a6a3628210d3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ecaa202-0245-49c7-a98d-a6a3628210d3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:46.427444 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc599c70-1698-4fc4-99e7-aebaf4838a91 x-openstack-request-id: req-bc599c70-1698-4fc4-99e7-aebaf4838a91 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:46.428000 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda2ad47-b686-428c-ae6b-5a0191298960", "name": "network-vif-deleted", "tag": "2e93355f-dab0-4da2-8414-3e6e8cf156e1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:46.428685 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc599c70-1698-4fc4-99e7-aebaf4838a91 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:46.429275 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda2ad47-b686-428c-ae6b-5a0191298960', 'name': 'network-vif-deleted', 'tag': '2e93355f-dab0-4da2-8414-3e6e8cf156e1', 'status': 'completed', 'code': 200} Nov 12 11:25:46.440729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32882) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:46.456242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e844b5c0-8684-4a08-93ac-017bdd4685c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3556876 Nov 12 11:25:46.465867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1a984ad1-7dbf-4817-a3b0-419da683f528 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.469788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:46.472212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1a984ad1-7dbf-4817-a3b0-419da683f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.473103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:46.474077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:46.495562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:25:46.497538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:46.514050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:46.514348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Checking segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:46.514743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Bound using segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:46.515187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Bound port: 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:46.515552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.570194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a984ad1-7dbf-4817-a3b0-419da683f528 None None] Pushing event updated for resources: {'Port': ['ID=5ecaa202-0245-49c7-a98d-a6a3628210d3,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:46.582342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860c2c5-cdad-4fbe-94c0-c6d6d3137ce8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:46.599630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860c2c5-cdad-4fbe-94c0-c6d6d3137ce8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:46.604149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c860c2c5-cdad-4fbe-94c0-c6d6d3137ce8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1605952 Nov 12 11:25:46.604815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32884) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:46.627326 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e19176c-0438-4add-b5d7-c3dec11e15c3 req-65bae9da-3734-48d3-8265-703e5ee2b447 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.0822961 Nov 12 11:25:46.691719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:25:46.699942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 2e93355f-dab0-4da2-8414-3e6e8cf156e1 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:46.746150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:46.754982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:46.763983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.765224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 2e93355f-dab0-4da2-8414-3e6e8cf156e1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:46.765581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 2e93355f-dab0-4da2-8414-3e6e8cf156e1 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:46.765999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:46.789725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e34e59d3-7988-4310-a2fe-9e8a727cba49 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 420bca82-47a9-43ad-a541-0ef4da238779 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:46.790243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e34e59d3-7988-4310-a2fe-9e8a727cba49 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.870770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:46.907132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:46.910532 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.912897 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] 10.222.0.59 "PUT /v2.0/ports/9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1093 time: 2.8497641 Nov 12 11:25:46.914724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662904a-6abb-4295-8e9d-1fe6eff40282 service neutron] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:46.967053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:47.008562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-4a3cee23-934a-4124-9927-ee44b38f42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:47.013842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-4a3cee23-934a-4124-9927-ee44b38f42bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1097 time: 0.0696793 Nov 12 11:25:47.023372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:47.025569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:47.025982 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:47.041161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:25:47.041524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempting to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on network 495f21d2-52ae-407d-b298-a70325da0ebf {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:47.054656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:47.055046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Checking segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:47.055482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Bound using segment: {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:47.056109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Bound port: 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e72f9d-7d5a-490d-8f6c-1741a6e535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:47.056516 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.065059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e34e59d3-7988-4310-a2fe-9e8a727cba49 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.095628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e34e59d3-7988-4310-a2fe-9e8a727cba49 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 420bca82-47a9-43ad-a541-0ef4da238779 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:47.173291 n-d-768851-19 neutron-server[109167]: WARNING neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Concurrent port binding operations failed on port 9a77f902-de6f-4cb2-9437-6c37c2fa714e Nov 12 11:25:47.180762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:47.186600 n-d-768851-19 neutron-server[109167]: INFO neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Attempt 2 to bind port 9a77f902-de6f-4cb2-9437-6c37c2fa714e Nov 12 11:25:47.187120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 11:25:47.210136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-e6deaee1-75b9-4ad5-b545-27dcda5e44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:47.215682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-e6deaee1-75b9-4ad5-b545-27dcda5e44b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.1895673 Nov 12 11:25:47.358554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-1a21a115-99f8-438e-9548-b1dc9c3c4d63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1000 time: 0.1283450 Nov 12 11:25:47.486501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-81889c05-c914-4d66-a77e-e4e195a9fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:47.490788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-81889c05-c914-4d66-a77e-e4e195a9fb9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1248248 Nov 12 11:25:47.501778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ecaa202-0245-49c7-a98d-a6a3628210d3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:47.580205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c381f-329a-452d-a017-1abcebcd34c0 req-c53a7a46-4d65-48ba-8933-9b37bbd0d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:47.581810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-c53a7a46-4d65-48ba-8933-9b37bbd0d761 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846868 Nov 12 11:25:47.588017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:47.588389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.757932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d1b6f201-98a8-40ef-8414-97071baf90cd None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:47.758315 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f201-98a8-40ef-8414-97071baf90cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.861531 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-328042c2-2498-4358-8018-3c7416906918 req-09003651-c475-4e1d-95e8-741d5d35946b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.0629990 Nov 12 11:25:47.863737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-80fdb1d6-7ac6-4343-9cdd-bb11eb10b6e4 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694247 Nov 12 11:25:48.072834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-075c381f-329a-452d-a017-1abcebcd34c0 req-8030868d-862e-421c-8dc1-aad844d8dec3 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007580 Nov 12 11:25:48.228360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6fab2aeb-f24b-48b7-a8e3-8999dac46ef1 req-427c2492-9121-422e-a0a3-21deeade7390 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.0639572 Nov 12 11:25:48.241319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-10632c69-d701-43c8-b92c-c03e292254d8 None None] Could not find standard attr ID for object 4c440637-8a11-48dd-8c07-6ab4eb4b92a5. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:48.250621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4c5ad-cd62-4a08-ab7d-2fb7805b4a62 req-80769c17-5783-4ab4-a691-641bc5b5eaaa tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:48.253222 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cce4c5ad-cd62-4a08-ab7d-2fb7805b4a62 req-80769c17-5783-4ab4-a691-641bc5b5eaaa tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 945 time: 0.9335940 Nov 12 11:25:48.328334 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cce4c5ad-cd62-4a08-ab7d-2fb7805b4a62 req-295ca1bc-e7c3-48c1-81ac-5329f4cfc82b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619893 Nov 12 11:25:48.337039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e34e59d3-7988-4310-a2fe-9e8a727cba49 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.375600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e59d3-7988-4310-a2fe-9e8a727cba49 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=420bca82-47a9-43ad-a541-0ef4da238779,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:48.467511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9bcb8ab-06de-4acb-aa1b-c314bc1cd091 req-4a90bb7a-70b9-47e3-b51c-cb1e47c0b930 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.1761453 Nov 12 11:25:48.468065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:48.471276 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9723a1f-f615-4dd6-933d-1a98f6020056" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:48.619375 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21555f2-adf8-4275-a162-c427c2758b2d x-openstack-request-id: req-c21555f2-adf8-4275-a162-c427c2758b2d {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:48.619954 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:48.620374 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c21555f2-adf8-4275-a162-c427c2758b2d {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:48.620982 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'status': 'completed', 'code': 200} Nov 12 11:25:48.631840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e34e59d3-7988-4310-a2fe-9e8a727cba49 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.643792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e34e59d3-7988-4310-a2fe-9e8a727cba49 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/420bca82-47a9-43ad-a541-0ef4da238779 HTTP/1.1" status: 204 len: 168 time: 2.0376272 Nov 12 11:25:48.651941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 32940) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:48.714892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-e0765ca1-8761-4bcf-a6d8-f9ce60a86b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:48.722348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-e0765ca1-8761-4bcf-a6d8-f9ce60a86b31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1097 time: 0.0764136 Nov 12 11:25:48.772975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab2aeb-f24b-48b7-a8e3-8999dac46ef1 req-195c8732-aae3-44b8-bc97-f0bd377f4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:48.774485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6fab2aeb-f24b-48b7-a8e3-8999dac46ef1 req-195c8732-aae3-44b8-bc97-f0bd377f4b9a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5391939 Nov 12 11:25:48.879058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de67f24f-1add-4d92-8053-4bac4bdc95df tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:48.894976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de67f24f-1add-4d92-8053-4bac4bdc95df tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:48.896808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de67f24f-1add-4d92-8053-4bac4bdc95df tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:48.898311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-de67f24f-1add-4d92-8053-4bac4bdc95df tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2452104 Nov 12 11:25:48.918228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 32964) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:48.982809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-47b0b9d7-dfa9-4730-9c76-0219b3517b14 None None] Could not find standard attr ID for object 420bca82-47a9-43ad-a541-0ef4da238779. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:49.034759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-ea7aba84-ed11-48a8-86e5-1ddd9af9d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:49.036266 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-ea7aba84-ed11-48a8-86e5-1ddd9af9d761 service neutron] 10.222.0.52 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.3071229 Nov 12 11:25:49.231413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-485490f7-b0ab-4c57-b326-0dd9e520ef02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1000 time: 0.1819732 Nov 12 11:25:49.370019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-779d3385-2fc0-483a-b7dc-a68b48ac558a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet daed353a-8b31-4cbf-908d-cc1ca0767ce1 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:49.383124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-779d3385-2fc0-483a-b7dc-a68b48ac558a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.476758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-779d3385-2fc0-483a-b7dc-a68b48ac558a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.592711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-c7cb5133-94e9-486f-818e-5e52740344dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:49.599445 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-c7cb5133-94e9-486f-818e-5e52740344dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.3562577 Nov 12 11:25:49.693709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-8ce6fa57-3cb0-425b-8455-47001e07938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:49.696076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-8ce6fa57-3cb0-425b-8455-47001e07938d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1097 time: 1.0107241 Nov 12 11:25:49.900643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad86ae-1b80-4757-8f99-b01da382bc48 None None] get_active_networks_info from n-d-768851-19 {{(pid=109167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:25:49.920630 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-779d3385-2fc0-483a-b7dc-a68b48ac558a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.035232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbdf6872-c3ec-4c42-a61e-a021cd859237 req-52580b56-0bdd-4d45-bf53-e96808cbc447 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.2566590 Nov 12 11:25:50.087369 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-e75750e3-341d-4bd2-b855-79d5940187ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.091808 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-e75750e3-341d-4bd2-b855-79d5940187ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3153138 Nov 12 11:25:50.278803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad86ae-1b80-4757-8f99-b01da382bc48 None None] Resources bound (agent type, host, resource id): {{(pid=109167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:25:50.313189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-221ebec8-9766-47b2-b0a5-f2842924eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.328133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-221ebec8-9766-47b2-b0a5-f2842924eb1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.6037471 Nov 12 11:25:50.331825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-779d3385-2fc0-483a-b7dc-a68b48ac558a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.350008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab2aeb-f24b-48b7-a8e3-8999dac46ef1 req-4502c04e-2377-42a0-b796-e9d5b8b7ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.358085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6fab2aeb-f24b-48b7-a8e3-8999dac46ef1 req-4502c04e-2377-42a0-b796-e9d5b8b7ec70 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5697808 Nov 12 11:25:50.415356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fb887-1917-4440-b6bb-67522b2bf7ae req-47906d26-dfa2-4006-842c-84e3b3a48cdd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.426558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-316fb887-1917-4440-b6bb-67522b2bf7ae req-47906d26-dfa2-4006-842c-84e3b3a48cdd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 945 time: 0.7722871 Nov 12 11:25:50.512066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d3385-2fc0-483a-b7dc-a68b48ac558a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=daed353a-8b31-4cbf-908d-cc1ca0767ce1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:50.578208 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-779d3385-2fc0-483a-b7dc-a68b48ac558a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.593448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-779d3385-2fc0-483a-b7dc-a68b48ac558a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/daed353a-8b31-4cbf-908d-cc1ca0767ce1 HTTP/1.1" status: 204 len: 168 time: 1.6550672 Nov 12 11:25:50.594465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33140) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:50.638105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-6b003c2f-97f4-44ca-a917-9cc0360ab69c service neutron] 10.222.0.52 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364869 Nov 12 11:25:50.665430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:25:50.782141 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6fab2aeb-f24b-48b7-a8e3-8999dac46ef1 req-0703d41b-067e-4f96-80ae-5dfec1f45480 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda2ad47-b686-428c-ae6b-5a0191298960 HTTP/1.1" status: 200 len: 210 time: 0.1358142 Nov 12 11:25:50.843462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-9736095b-4978-4090-8eb8-7659c421749f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1000 time: 0.4651952 Nov 12 11:25:50.857979 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.resource_extend [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:25:50.871972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5566479-9837-4eea-9657-7697f9401e05 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet ef3983c8-7820-4f5e-8dea-8acd83359a6f {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:50.877722 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5566479-9837-4eea-9657-7697f9401e05 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.949713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5566479-9837-4eea-9657-7697f9401e05 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.983061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-316fb887-1917-4440-b6bb-67522b2bf7ae req-ecf8564b-f5a2-4446-a3d4-39ed128bf2ce tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5131791 Nov 12 11:25:51.038292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-336734c3-e468-4540-9bca-8f1accfbedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:51.039826 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-336734c3-e468-4540-9bca-8f1accfbedb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1723542 Nov 12 11:25:51.140439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-2fd6138f-7d32-425f-815e-165e66de00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:51.142166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-2fd6138f-7d32-425f-815e-165e66de00a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938225 Nov 12 11:25:51.159656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5566479-9837-4eea-9657-7697f9401e05 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.241114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:51.259907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5566479-9837-4eea-9657-7697f9401e05 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.278067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'port_id': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'mac_address': 'fa:16:3e:3d:b6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:25:51.286048 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f5566479-9837-4eea-9657-7697f9401e05 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.295489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f5566479-9837-4eea-9657-7697f9401e05 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/ef3983c8-7820-4f5e-8dea-8acd83359a6f HTTP/1.1" status: 204 len: 168 time: 0.6959662 Nov 12 11:25:51.296586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33202) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:51.402085 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.422659 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-95719705-35e9-4fb1-b245-22d0311ddeca service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693021 Nov 12 11:25:51.474565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a77f902-de6f-4cb2-9437-6c37c2fa714e {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:51.520112 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-74a2f5e2-3206-41c5-a739-fc5ef1fee316 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2120686 Nov 12 11:25:51.520645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:51.520773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33222) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:51.530602 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.532439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5566479-9837-4eea-9657-7697f9401e05 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3983c8-7820-4f5e-8dea-8acd83359a6f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:51.547419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:51.641668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-d0bd1bb0-a2b6-46bc-abdb-c86f3de8191e service neutron] 10.222.0.52 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9173322 Nov 12 11:25:51.715280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=11']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:51.841852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9a77f902-de6f-4cb2-9437-6c37c2fa714e'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:52.039437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a9723a1f-f615-4dd6-933d-1a98f6020056 req-d02e16e9-7e09-4838-9f3b-53f68515812e service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044233 Nov 12 11:25:52.040170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:52.044606 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.495009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d78d7-e611-4b84-a7bb-3579b5ac9c09 req-80b10487-b96c-4624-881c-569abeef2ad2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:52.510671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff1d78d7-e611-4b84-a7bb-3579b5ac9c09 req-80b10487-b96c-4624-881c-569abeef2ad2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 946 time: 0.1977341 Nov 12 11:25:52.593277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019902dc-c9f9-43ee-93f8-510621c14ef1 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:52.635774 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff1d78d7-e611-4b84-a7bb-3579b5ac9c09 req-f6f597a6-c30f-46f4-9077-c8cfcb5bcdf0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240485 Nov 12 11:25:52.652723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33332) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:52.694245 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.802487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c5b0895c-0ecf-4c1c-899d-5941f8d681d8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/88993918-1b37-4189-97a7-e084b1b91c44 HTTP/1.1" status: 200 len: 993 time: 0.1481447 Nov 12 11:25:52.851514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=12cc9b08-a3ce-4d20-ac10-b5ad29e0d0c1,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:52.862741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:52.864855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:52.871666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:52.872282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.895353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33358) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:52.900782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:52.905954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-96aae54d-3af8-4398-a684-0e4599ff966c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3841600 Nov 12 11:25:53.094390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6bdf32ca-d1b8-4a4c-968a-f4b0327cffc3 None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:53.095615 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6bdf32ca-d1b8-4a4c-968a-f4b0327cffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.181928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:53.192756 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.727765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b8be5-1521-4973-a238-6891c31f39e0 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:54.051516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d15a24ef-f043-46b6-bb81-4fd9c606fd09 None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:54.052211 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d15a24ef-f043-46b6-bb81-4fd9c606fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.090874 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b4d5-6dfe-4e07-9795-e77e4f305eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.294140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Update dhcp port {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '82e8a256-8e75-4786-8442-3e9f5a9793ac'}, {'subnet_id': '12cc9b08-a3ce-4d20-ac10-b5ad29e0d0c1'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '5ecaa202-0245-49c7-a98d-a6a3628210d3'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:25:54.308914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.objects.ports [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109166) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:25:54.325972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.636169 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:25:54.636169 n-d-768851-19 neutron-server[109167]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 12 11:25:54.636169 n-d-768851-19 neutron-server[109167]: [parameters: {'ip_address': '2001:db8::f816:3eff:feba:474a', 'status': 'ALLOCATED', 'ipam_subnet_id': '8d514d31-1b57-4b8d-afb2-978b9e6079c4'}] Nov 12 11:25:54.636169 n-d-768851-19 neutron-server[109167]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:54.636662 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:54.655342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:54.705982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.031203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] For port 5ecaa202-0245-49c7-a98d-a6a3628210d3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ecaa202-0245-49c7-a98d-a6a3628210d3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:55.123052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 9a77f902-de6f-4cb2-9437-6c37c2fa714e completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:25:55.123850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.128524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9a77f902-de6f-4cb2-9437-6c37c2fa714e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:55.128933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.130606 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.131582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.201394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-09bee2b8-eda9-499f-8366-c2696c146394 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:55.203107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-09bee2b8-eda9-499f-8366-c2696c146394 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/networks?id=794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 200 len: 813 time: 0.2209995 Nov 12 11:25:55.242555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-5e3b5f65-704d-4376-9221-ad969ea13c1b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/quotas/3641ca9852ba4d6a82fd219419e9687b HTTP/1.1" status: 200 len: 375 time: 0.0320783 Nov 12 11:25:55.282151 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.286775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-00d05826-d720-40e2-b5f9-d5a7423b2dcc tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3641ca9852ba4d6a82fd219419e9687b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429273 Nov 12 11:25:55.379032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=5ecaa202-0245-49c7-a98d-a6a3628210d3,revision_number=8']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:55.389798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=82e8a256-8e75-4786-8442-3e9f5a9793ac,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:55.408296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:55.412806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:55.415969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:55.416686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.438901 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc0d1143-a672-4b2a-8441-37f88d3d493f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5397387 Nov 12 11:25:55.439162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33482) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:55.449223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:41:58:76', 'name': 'tempest-NetworksTestDHCPv6-1040136620'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:55.558723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-4388ee90-fef8-478f-9508-6000c16f7fcb service neutron] 10.222.0.31 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707300 Nov 12 11:25:55.601123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Allocated IP 172.20.0.2 (d24b085c-f9a9-46e4-91c7-2498340e9844/12cc9b08-a3ce-4d20-ac10-b5ad29e0d0c1/5ecaa202-0245-49c7-a98d-a6a3628210d3) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:55.633580 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.639406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:55.698467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:55.726895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:55.729865 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b394f45-e524-4407-a936-9769c5e5aec5" -d '{"events": [{"server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "name": "network-vif-plugged", "status": "completed", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:55.741057 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.823198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] For port 5ecaa202-0245-49c7-a98d-a6a3628210d3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ecaa202-0245-49c7-a98d-a6a3628210d3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:55.837575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=12']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:55.898322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.904189 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a51d3a0-5734-41f0-9816-399ceca2892a x-openstack-request-id: req-8a51d3a0-5734-41f0-9816-399ceca2892a {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:55.904523 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "name": "network-vif-plugged", "status": "completed", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:55.904731 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a51d3a0-5734-41f0-9816-399ceca2892a {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:55.905144 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'code': 200} Nov 12 11:25:55.910840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.913223 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.946866 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port f5af6fc1-5c00-4b19-b44a-6de33500a075 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:56.001214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-04ad78f3-4f8f-4b8c-89f1-e256e662ae54 service neutron] 10.222.0.31 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379547 Nov 12 11:25:56.075015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c6f8-42fd-4242-a29e-7c9e836c4f5b None None] Pushing event updated for resources: {'Port': ['ID=5ecaa202-0245-49c7-a98d-a6a3628210d3,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:56.323475 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c00b-8dd6-4dd5-9d44-1d11f930a59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.460482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-62d13892-68f9-4206-a61c-8879f5c1df74 req-79f374ed-13cb-40e1-912a-f9f4faed87fa tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 210 time: 0.0948951 Nov 12 11:25:56.606905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 172.20.0.7 (d24b085c-f9a9-46e4-91c7-2498340e9844/12cc9b08-a3ce-4d20-ac10-b5ad29e0d0c1/f5af6fc1-5c00-4b19-b44a-6de33500a075) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:56.625180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe41:5876 (d24b085c-f9a9-46e4-91c7-2498340e9844/82e8a256-8e75-4786-8442-3e9f5a9793ac/f5af6fc1-5c00-4b19-b44a-6de33500a075) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:56.912074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.990955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.057844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=f5af6fc1-5c00-4b19-b44a-6de33500a075,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:57.080804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:57.082813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:57.094378 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:57.186813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:57.187490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.225778 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eca4774b-9434-41de-bc5b-2a6c0f8746cf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7854738 Nov 12 11:25:57.229260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33518) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:57.337964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f739e-68ff-4ea0-9313-3262ea65a52d None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:57.355995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24fff1-07c6-4a1a-ac7d-6cd8b07a30f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:57.379483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24fff1-07c6-4a1a-ac7d-6cd8b07a30f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:57.383099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bb24fff1-07c6-4a1a-ac7d-6cd8b07a30f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1525900 Nov 12 11:25:57.386267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33522) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:57.625435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ecaa202-0245-49c7-a98d-a6a3628210d3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:57.631992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4755e700-dabf-4fbb-98bb-c1f167ae4ab5 None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:57.645636 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4755e700-dabf-4fbb-98bb-c1f167ae4ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.710510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90d8427c-4c98-4606-a956-4c915029bb3c req-bcfb6a7a-08e2-4a4b-9510-81fd4c7d7c49 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 210 time: 0.0511386 Nov 12 11:25:57.812812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4ef66947-01fc-4253-8adf-5e63830a52a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port f5af6fc1-5c00-4b19-b44a-6de33500a075 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:57.812812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ef66947-01fc-4253-8adf-5e63830a52a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.954951 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.083930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-1c41e49f-0e6b-46df-8885-5d1fbdaa94c3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:58.090873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-1c41e49f-0e6b-46df-8885-5d1fbdaa94c3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.52 "GET /v2.0/networks?id=794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 200 len: 813 time: 0.4112675 Nov 12 11:25:58.111316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:58.111844 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.139229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Request body: {'port': {'device_id': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64', 'admin_state_up': True, 'tenant_id': '3641ca9852ba4d6a82fd219419e9687b'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:58.293992 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ef66947-01fc-4253-8adf-5e63830a52a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.320955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4ef66947-01fc-4253-8adf-5e63830a52a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for f5af6fc1-5c00-4b19-b44a-6de33500a075 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:58.566156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Made reservation on behalf of 3641ca9852ba4d6a82fd219419e9687b for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:58.579561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.582054 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-63db5898-d984-45a8-9fda-1badf1419d0e None None] Provisioning complete for port f5af6fc1-5c00-4b19-b44a-6de33500a075 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:58.583020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-63db5898-d984-45a8-9fda-1badf1419d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.667162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-63db5898-d984-45a8-9fda-1badf1419d0e None None] Port f5af6fc1-5c00-4b19-b44a-6de33500a075 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:58.695891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-63db5898-d984-45a8-9fda-1badf1419d0e None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:58.696833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-63db5898-d984-45a8-9fda-1badf1419d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.697251 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ef66947-01fc-4253-8adf-5e63830a52a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.927178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f328a0cf-de0a-4e20-996a-aea3467eb2e9 req-57a499b2-f38b-49d9-8fa6-2b248875e257 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 210 time: 0.0762312 Nov 12 11:25:58.928909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef66947-01fc-4253-8adf-5e63830a52a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=f5af6fc1-5c00-4b19-b44a-6de33500a075,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:59.028887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Allocated IP 172.20.0.8 (794beb84-3fa1-45f7-a59e-1691a7689d64/40a67d22-35ee-42ae-bb7b-5648f817caaa/f4764e9f-8fb1-46be-a7df-5a9a64a81a36) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:59.183247 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ef66947-01fc-4253-8adf-5e63830a52a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.183564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b9ca673d-b662-4ce7-8f1e-dbcf0ec808e0 None None] Could not find standard attr ID for object f5af6fc1-5c00-4b19-b44a-6de33500a075. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:59.189633 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4ef66947-01fc-4253-8adf-5e63830a52a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/f5af6fc1-5c00-4b19-b44a-6de33500a075 HTTP/1.1" status: 204 len: 168 time: 1.7995999 Nov 12 11:25:59.189812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33548) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:59.305229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f93638-e492-4fe6-9494-f4c7084b35bf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:59.307413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f93638-e492-4fe6-9494-f4c7084b35bf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:59.309400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f93638-e492-4fe6-9494-f4c7084b35bf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:59.311909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a0f93638-e492-4fe6-9494-f4c7084b35bf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1180806 Nov 12 11:25:59.316182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33554) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:59.340127 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.396695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7685ed90-000f-42c1-a371-51bed4c5111f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 12cc9b08-a3ce-4d20-ac10-b5ad29e0d0c1 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:59.402062 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7685ed90-000f-42c1-a371-51bed4c5111f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.419505 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.489218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.499400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7685ed90-000f-42c1-a371-51bed4c5111f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.612838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Pushing event updated for resources: {'Port': ['ID=f4764e9f-8fb1-46be-a7df-5a9a64a81a36,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:59.622235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Network 794beb84-3fa1-45f7-a59e-1691a7689d64 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:59.632501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7685ed90-000f-42c1-a371-51bed4c5111f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.635771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:59.642755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:59.653468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddabe66-d208-4253-8fc4-64051ff2ef61 None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:59.714915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-218f8e85-b34e-4b9a-b33a-8f92d6e02d8f None None] Provisioning complete for port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:59.715282 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-218f8e85-b34e-4b9a-b33a-8f92d6e02d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.769115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:59.772097 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.794271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7685ed90-000f-42c1-a371-51bed4c5111f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.805612 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-6885b191-6a27-4593-bb37-ddd6b67c94b3 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6710207 Nov 12 11:25:59.807701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-218f8e85-b34e-4b9a-b33a-8f92d6e02d8f None None] Port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:59.817951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Request body: {'port': {'device_id': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:59.861376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7685ed90-000f-42c1-a371-51bed4c5111f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.864698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7685ed90-000f-42c1-a371-51bed4c5111f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/12cc9b08-a3ce-4d20-ac10-b5ad29e0d0c1 HTTP/1.1" status: 204 len: 168 time: 0.5469930 Nov 12 11:25:59.865775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685ed90-000f-42c1-a371-51bed4c5111f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=12cc9b08-a3ce-4d20-ac10-b5ad29e0d0c1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:59.870031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e455dc-cde5-435d-bcda-5381ccce7979 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:59.873120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33560) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:59.946309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6075f60a-0008-47ef-89a0-2c49b064eec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 82e8a256-8e75-4786-8442-3e9f5a9793ac {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:59.950329 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6075f60a-0008-47ef-89a0-2c49b064eec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.999585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6075f60a-0008-47ef-89a0-2c49b064eec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.106340 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6075f60a-0008-47ef-89a0-2c49b064eec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.180890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380b6b7-e4bb-4be5-8aa1-cfe15c42b9dd req-520f80ea-80b2-4905-bdfa-7bfd41a859d6 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:00.182564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d380b6b7-e4bb-4be5-8aa1-cfe15c42b9dd req-520f80ea-80b2-4905-bdfa-7bfd41a859d6 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 931 time: 0.1011372 Nov 12 11:26:00.228334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6075f60a-0008-47ef-89a0-2c49b064eec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.339301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d380b6b7-e4bb-4be5-8aa1-cfe15c42b9dd req-c4738935-a5ac-493b-8ad1-a7c209eee14b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502159 Nov 12 11:26:00.401040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.474925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075f60a-0008-47ef-89a0-2c49b064eec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=82e8a256-8e75-4786-8442-3e9f5a9793ac,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:00.492813 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6075f60a-0008-47ef-89a0-2c49b064eec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.505194 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6075f60a-0008-47ef-89a0-2c49b064eec1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/82e8a256-8e75-4786-8442-3e9f5a9793ac HTTP/1.1" status: 204 len: 168 time: 0.6262152 Nov 12 11:26:00.507003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33604) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:00.658462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-06034c1e-9c38-4b68-a913-acaf1dd20524 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499021 Nov 12 11:26:00.660631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92eff00-8266-4091-a8d5-52fb6053ccc8 None None] Update dhcp port {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '82e8a256-8e75-4786-8442-3e9f5a9793ac'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '5ecaa202-0245-49c7-a98d-a6a3628210d3'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:26:00.662161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33616) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:00.815922 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f92eff00-8266-4091-a8d5-52fb6053ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.823975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cf3d4-b99a-418c-a0d9-631052871ac0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:00.826286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-011cf3d4-b99a-418c-a0d9-631052871ac0 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1629639 Nov 12 11:26:00.833472 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.835659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33618) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:01.129036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c8dc3-eb94-4b5b-997b-5fa343b39022 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:01.136406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-143c8dc3-eb94-4b5b-997b-5fa343b39022 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2863247 Nov 12 11:26:01.148508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33624) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:01.335459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0aea8c0a-b32c-4593-95b0-035ec38613f4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1840174 Nov 12 11:26:01.356964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:01.364589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-54239bab-f1f2-44ec-81e5-fe0f7a667c5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:01.556391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b6b806-57a4-4764-9b96-e1266a017bc6 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:01.742973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54239bab-f1f2-44ec-81e5-fe0f7a667c5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:01.747396 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54239bab-f1f2-44ec-81e5-fe0f7a667c5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.749030 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-54239bab-f1f2-44ec-81e5-fe0f7a667c5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:01.749484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54239bab-f1f2-44ec-81e5-fe0f7a667c5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:01.801332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-54239bab-f1f2-44ec-81e5-fe0f7a667c5d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4424357 Nov 12 11:26:01.804590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33642) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:01.811068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ef9832b1-1068-48e5-88c8-5387c87c55b1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:01.821209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fcb490ee-652d-431b-beea-397e7d982d93 None None] Provisioning complete for port 5ecaa202-0245-49c7-a98d-a6a3628210d3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:01.822285 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fcb490ee-652d-431b-beea-397e7d982d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.022469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:02.104485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9832b1-1068-48e5-88c8-5387c87c55b1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:02.112483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef9832b1-1068-48e5-88c8-5387c87c55b1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.114273 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9832b1-1068-48e5-88c8-5387c87c55b1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:02.114723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9832b1-1068-48e5-88c8-5387c87c55b1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:02.141333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] Deleting port 5ecaa202-0245-49c7-a98d-a6a3628210d3 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:02.141763 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.158454 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ef9832b1-1068-48e5-88c8-5387c87c55b1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3517375 Nov 12 11:26:02.159405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33676) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:02.171078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-215ff304-048c-4a58-87e6-d923de04690d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:02.255978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] For port 5ecaa202-0245-49c7-a98d-a6a3628210d3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ecaa202-0245-49c7-a98d-a6a3628210d3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:02.256415 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.307886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215ff304-048c-4a58-87e6-d923de04690d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:02.312623 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-215ff304-048c-4a58-87e6-d923de04690d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.314758 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-215ff304-048c-4a58-87e6-d923de04690d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:02.315468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215ff304-048c-4a58-87e6-d923de04690d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:02.318502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] Calling delete_port for 5ecaa202-0245-49c7-a98d-a6a3628210d3 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:02.350076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-215ff304-048c-4a58-87e6-d923de04690d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1893775 Nov 12 11:26:02.353014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33680) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:02.370064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ed908c78-6fb6-41e9-95f0-514588f80fba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:02.518568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed908c78-6fb6-41e9-95f0-514588f80fba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:02.520505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.535630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9c9c-2dc7-4011-9f0a-1154709893eb req-da574b7d-a2e1-4927-839e-c836cd568285 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:02.542684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed908c78-6fb6-41e9-95f0-514588f80fba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.549808 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed908c78-6fb6-41e9-95f0-514588f80fba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:02.550973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-714f9c9c-2dc7-4011-9f0a-1154709893eb req-da574b7d-a2e1-4927-839e-c836cd568285 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 931 time: 0.5140471 Nov 12 11:26:02.551294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] Pushing event deleted for resources: {'Port': ['ID=5ecaa202-0245-49c7-a98d-a6a3628210d3,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:02.551707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed908c78-6fb6-41e9-95f0-514588f80fba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:02.561935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3bfc6-06b1-4a1d-abb3-b02039adcccf None None] No DVR routers for this DVR port 5ecaa202-0245-49c7-a98d-a6a3628210d3 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:02.604093 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ed908c78-6fb6-41e9-95f0-514588f80fba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2492743 Nov 12 11:26:02.607695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33688) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:02.635835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-89ea85ef-a203-460e-ad54-6699e5eb67e5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:02.682484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-714f9c9c-2dc7-4011-9f0a-1154709893eb req-91ed02ad-bb28-42d3-b9a2-54e36fd7972b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300681 Nov 12 11:26:02.871721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4764e9f-8fb1-46be-a7df-5a9a64a81a36 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:26:02.885405 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.908449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ea85ef-a203-460e-ad54-6699e5eb67e5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:02.914940 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89ea85ef-a203-460e-ad54-6699e5eb67e5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.916580 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ea85ef-a203-460e-ad54-6699e5eb67e5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:02.918385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Transition to ACTIVE for port object f4764e9f-8fb1-46be-a7df-5a9a64a81a36 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:26:02.919525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ea85ef-a203-460e-ad54-6699e5eb67e5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:02.924356 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.956974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-89ea85ef-a203-460e-ad54-6699e5eb67e5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3449316 Nov 12 11:26:02.957111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33694) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:02.962764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-822f5363-56da-4e32-8f0c-650b36748c1f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:03.003684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Pushing event updated for resources: {'Port': ['ID=f4764e9f-8fb1-46be-a7df-5a9a64a81a36,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:03.042664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f0536c-d013-4201-96d0-65d9fb8db75e None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:03.099477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822f5363-56da-4e32-8f0c-650b36748c1f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:03.109357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-822f5363-56da-4e32-8f0c-650b36748c1f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.112048 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-822f5363-56da-4e32-8f0c-650b36748c1f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:03.114227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822f5363-56da-4e32-8f0c-650b36748c1f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:03.158774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-822f5363-56da-4e32-8f0c-650b36748c1f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2005100 Nov 12 11:26:03.161539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33696) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:03.211728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Attempting to bind port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:03.212010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Attempting to bind port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:03.212478 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Attempting to bind port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 on network 794beb84-3fa1-45f7-a59e-1691a7689d64 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:03.218257 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 on network 794beb84-3fa1-45f7-a59e-1691a7689d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:26:03.218581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Attempting to bind port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 on network 794beb84-3fa1-45f7-a59e-1691a7689d64 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:03.224850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:03.225230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Checking segment: {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:03.225618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Bound using segment: {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:03.226053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Bound port: f4764e9f-8fb1-46be-a7df-5a9a64a81a36, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:03.226411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.246875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-13676c18-3060-4d6b-8c0a-8229caa3879d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0833189 Nov 12 11:26:03.249712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33698) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:03.368893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32430537-aa67-406e-99d4-26ca51755cee tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:03.373321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33706) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:03.373834 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-32430537-aa67-406e-99d4-26ca51755cee tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1011658 Nov 12 11:26:03.380539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] For port f4764e9f-8fb1-46be-a7df-5a9a64a81a36, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:03.387302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] For port f4764e9f-8fb1-46be-a7df-5a9a64a81a36, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f4764e9f-8fb1-46be-a7df-5a9a64a81a36,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:03.412964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.477181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd49b6-dfe9-4ba5-b2fc-16908e026857 None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:03.481832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:03.483118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.485978 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] 10.222.0.52 "PUT /v2.0/ports/f4764e9f-8fb1-46be-a7df-5a9a64a81a36 HTTP/1.1" status: 200 len: 1092 time: 3.6723607 Nov 12 11:26:03.488918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'tag': 'f4764e9f-8fb1-46be-a7df-5a9a64a81a36'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:03.491579 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69490d45-1e2a-4475-b607-b48c777db041" -d '{"events": [{"name": "network-changed", "server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "tag": "f4764e9f-8fb1-46be-a7df-5a9a64a81a36"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:03.583154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c079b-645f-4559-85f3-68e2cf695dfe service neutron] Pushing event updated for resources: {'Port': ['ID=f4764e9f-8fb1-46be-a7df-5a9a64a81a36,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:03.614269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-d6287240-2717-4792-ae89-7a7605c88128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:03.614483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cf91a9c5-a424-4a53-8b64-e91ea1e5f39f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2354002 Nov 12 11:26:03.614570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ecaa202-0245-49c7-a98d-a6a3628210d3 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:03.614675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33712) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:03.615982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-d6287240-2717-4792-ae89-7a7605c88128 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3641ca9852ba4d6a82fd219419e9687b&device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 1095 time: 0.0782001 Nov 12 11:26:03.637856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:03.675038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5ecaa202-0245-49c7-a98d-a6a3628210d3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:03.681635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ecaa202-0245-49c7-a98d-a6a3628210d3 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:03.763975 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-74b64be2-e1c1-4ca6-a313-0e4a95e67557 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4764e9f-8fb1-46be-a7df-5a9a64a81a36 HTTP/1.1" status: 200 len: 217 time: 0.1396637 Nov 12 11:26:03.805224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:03.817420 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.884819 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebf1dd4-7c1c-455a-937b-e7ace762533b x-openstack-request-id: req-2ebf1dd4-7c1c-455a-937b-e7ace762533b {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:03.887627 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "tag": "f4764e9f-8fb1-46be-a7df-5a9a64a81a36", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:03.887627 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ebf1dd4-7c1c-455a-937b-e7ace762533b {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:03.887627 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'tag': 'f4764e9f-8fb1-46be-a7df-5a9a64a81a36', 'status': 'completed', 'code': 200} Nov 12 11:26:03.983588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-c352a271-325f-41c3-8195-329beeca9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:03.989865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-c352a271-325f-41c3-8195-329beeca9707 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40a67d22-35ee-42ae-bb7b-5648f817caaa HTTP/1.1" status: 200 len: 853 time: 0.2180684 Nov 12 11:26:04.045900 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-dd14b1a2-c671-45f6-a294-036141a0de01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=794beb84-3fa1-45f7-a59e-1691a7689d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487890 Nov 12 11:26:04.056428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1c1f8-ea9d-48b6-8571-525a11e669f2 req-b4ed6fd1-3a63-4743-9971-89eb5f9292a9 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:04.058060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9b1c1f8-ea9d-48b6-8571-525a11e669f2 req-b4ed6fd1-3a63-4743-9971-89eb5f9292a9 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 943 time: 0.1856737 Nov 12 11:26:04.161494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-fb1a7f7f-95f7-4657-8458-58762658742d service neutron] 10.222.0.52 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023629 Nov 12 11:26:04.316069 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-0dd0b827-2b7a-43b2-a77d-3973f7330715 service neutron] 10.222.0.52 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458735 Nov 12 11:26:04.333492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:26:04.336545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.418032 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:04.434084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:04.437522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:04.442733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.449818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2816f9e-871f-4f52-92c1-f4b8a56b1ec8 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:04.501018 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f9b1c1f8-ea9d-48b6-8571-525a11e669f2 req-3ec7f105-350b-4d78-b866-1c54e018b2a8 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357558 Nov 12 11:26:04.506521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=54c55ed4-6765-4151-916c-99b74e9781f4,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:04.530798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-733db4b7-6b8a-49fb-8173-96f97409dacb tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9106357 Nov 12 11:26:04.530798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33724) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:04.544498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:2b:f3:cb', 'name': 'tempest-NetworksTestDHCPv6-126599900'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:04.590265 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490d45-1e2a-4475-b607-b48c777db041 req-76aa832b-175d-47ca-a568-2d295e5933a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:04.592973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69490d45-1e2a-4475-b607-b48c777db041 req-76aa832b-175d-47ca-a568-2d295e5933a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3641ca9852ba4d6a82fd219419e9687b&device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 1095 time: 0.2065563 Nov 12 11:26:04.818480 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:26:04.904046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490d45-1e2a-4475-b607-b48c777db041 req-f1430830-109f-4d27-96d8-b30ce140c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:04.907325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69490d45-1e2a-4475-b607-b48c777db041 req-f1430830-109f-4d27-96d8-b30ce140c5fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 200 len: 914 time: 0.3068242 Nov 12 11:26:04.955515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '54c55ed4-6765-4151-916c-99b74e9781f4'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:04.956680 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.996102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-89e9d907-1270-4a73-85ba-13871718c4e7 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:04.998444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-89e9d907-1270-4a73-85ba-13871718c4e7 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.52 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 943 time: 0.2635095 Nov 12 11:26:05.022001 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69490d45-1e2a-4475-b607-b48c777db041 req-6c16b8b6-b751-4b6a-bfdc-46a1e6b0c88d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4764e9f-8fb1-46be-a7df-5a9a64a81a36 HTTP/1.1" status: 200 len: 217 time: 0.1076348 Nov 12 11:26:05.095434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:05.110436 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490d45-1e2a-4475-b607-b48c777db041 req-19e25b60-d984-4da3-ab2c-708a538d85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:05.113189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69490d45-1e2a-4475-b607-b48c777db041 req-19e25b60-d984-4da3-ab2c-708a538d85c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40a67d22-35ee-42ae-bb7b-5648f817caaa HTTP/1.1" status: 200 len: 853 time: 0.0844064 Nov 12 11:26:05.167177 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69490d45-1e2a-4475-b607-b48c777db041 req-87331737-b470-49f3-8408-b85cd28bc073 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=794beb84-3fa1-45f7-a59e-1691a7689d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463908 Nov 12 11:26:05.290457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Allocated IP 2001:db8::f816:3eff:fe70:e250 (d24b085c-f9a9-46e4-91c7-2498340e9844/54c55ed4-6765-4151-916c-99b74e9781f4/81eae7f0-d448-4081-ab2c-53d6f8f74e7f) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:05.419385 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69490d45-1e2a-4475-b607-b48c777db041 req-e0b784db-6bfd-4f49-b103-6d11a0dc6adb service neutron] 10.222.0.52 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428854 Nov 12 11:26:05.568947 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69490d45-1e2a-4475-b607-b48c777db041 req-5de31941-4939-4284-8d75-68c9b660b6bd service neutron] 10.222.0.52 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413026 Nov 12 11:26:05.583998 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.635660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 30de79df-8b9c-40b3-b0f4-5f3156f4a601 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:05.662128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Deleting port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:05.662555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.680152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.695495 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.769645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:05.771798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Pushing event updated for resources: {'Port': ['ID=81eae7f0-d448-4081-ab2c-53d6f8f74e7f,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:05.782889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:05.786352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:05.868649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Attempting to bind port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:05.869412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Attempting to bind port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:05.870426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Attempting to bind port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:05.879029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00ae2-c9b4-48a2-b2ab-f4813d11a939 req-a8cbbc53-4968-4e54-91f4-ff58ecf4977f tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:05.882135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7f00ae2-c9b4-48a2-b2ab-f4813d11a939 req-a8cbbc53-4968-4e54-91f4-ff58ecf4977f tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 943 time: 0.1663125 Nov 12 11:26:05.890811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:05.892145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:05.892784 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.893397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:05.894382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Bound port: 81eae7f0-d448-4081-ab2c-53d6f8f74e7f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:05.895227 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.994115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] For port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:05.999360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] For port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=81eae7f0-d448-4081-ab2c-53d6f8f74e7f,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:06.013212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.027865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] For port f4764e9f-8fb1-46be-a7df-5a9a64a81a36, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f4764e9f-8fb1-46be-a7df-5a9a64a81a36,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:06.028708 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.071202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe2b:f3cb (d24b085c-f9a9-46e4-91c7-2498340e9844/54c55ed4-6765-4151-916c-99b74e9781f4/30de79df-8b9c-40b3-b0f4-5f3156f4a601) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:06.075054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Calling delete_port for f4764e9f-8fb1-46be-a7df-5a9a64a81a36 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:06.132735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7f00ae2-c9b4-48a2-b2ab-f4813d11a939 req-ac21ab7a-9a6f-4ffe-8ab5-9417575b6481 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979659 Nov 12 11:26:06.235766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79710334-a95c-415c-aba8-d6be481f4633 None None] Pushing event updated for resources: {'Port': ['ID=81eae7f0-d448-4081-ab2c-53d6f8f74e7f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:06.456530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.519178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Pushing event deleted for resources: {'Port': ['ID=f4764e9f-8fb1-46be-a7df-5a9a64a81a36,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:06.523422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c761b-abb3-4442-8f1a-9faad7dbfdfc None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:06.547802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.565007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] No DVR routers for this DVR port f4764e9f-8fb1-46be-a7df-5a9a64a81a36 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:06.569142 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.572981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b42adf74-a537-4b78-b60d-0ccc27d240ae tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.52 "DELETE /v2.0/ports/f4764e9f-8fb1-46be-a7df-5a9a64a81a36 HTTP/1.1" status: 204 len: 173 time: 1.5438125 Nov 12 11:26:06.584503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'name': 'network-vif-deleted', 'tag': 'f4764e9f-8fb1-46be-a7df-5a9a64a81a36'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:06.588651 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48cd562-b473-46bc-a115-cd62b2f34c35" -d '{"events": [{"server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "name": "network-vif-deleted", "tag": "f4764e9f-8fb1-46be-a7df-5a9a64a81a36"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:06.658127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.778715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:06.783459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:06.828489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:06.843844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:06.845221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.860771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=30de79df-8b9c-40b3-b0f4-5f3156f4a601,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:06.869821 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cb50ab-ba4b-44ee-bf9f-74eacd26c191 x-openstack-request-id: req-14cb50ab-ba4b-44ee-bf9f-74eacd26c191 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:06.870104 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "name": "network-vif-deleted", "tag": "f4764e9f-8fb1-46be-a7df-5a9a64a81a36", "status": "failed", "code": 422}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:06.870503 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14cb50ab-ba4b-44ee-bf9f-74eacd26c191 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:06.870964 n-d-768851-19 neutron-server[109165]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'name': 'network-vif-deleted', 'tag': 'f4764e9f-8fb1-46be-a7df-5a9a64a81a36', 'status': 'failed', 'code': 422} returned with failed status Nov 12 11:26:06.898896 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bcf5b42d-8614-4521-9180-349b746059c1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3643427 Nov 12 11:26:06.899208 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33760) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:06.964062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04a82c-9af3-4a24-a2f2-19c6bd43d924 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:06.971664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04a82c-9af3-4a24-a2f2-19c6bd43d924 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:06.975803 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0b04a82c-9af3-4a24-a2f2-19c6bd43d924 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0726440 Nov 12 11:26:06.976239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33762) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:07.111572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ef08072d-5f9a-4691-a08a-4021c7863498 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 30de79df-8b9c-40b3-b0f4-5f3156f4a601 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:07.112136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef08072d-5f9a-4691-a08a-4021c7863498 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.685975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 81eae7f0-d448-4081-ab2c-53d6f8f74e7f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:07.771143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:07.771819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.900924 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.999936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=81eae7f0-d448-4081-ab2c-53d6f8f74e7f,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:08.009177 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.116346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=81eae7f0-d448-4081-ab2c-53d6f8f74e7f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:08.177423 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0604d14-ce5e-49e9-847f-072a1aa9e06c req-d651c630-b7d5-4d89-be42-fa34f7385e16 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 210 time: 0.0410092 Nov 12 11:26:08.246784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef08072d-5f9a-4691-a08a-4021c7863498 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.287340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ef08072d-5f9a-4691-a08a-4021c7863498 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 30de79df-8b9c-40b3-b0f4-5f3156f4a601 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:08.316570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2541d8db-031a-4bd0-85e2-e5467a4de728 None None] Provisioning complete for port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:08.317031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2541d8db-031a-4bd0-85e2-e5467a4de728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.631482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef08072d-5f9a-4691-a08a-4021c7863498 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.711823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08072d-5f9a-4691-a08a-4021c7863498 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=30de79df-8b9c-40b3-b0f4-5f3156f4a601,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:08.761584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ef08072d-5f9a-4691-a08a-4021c7863498 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.770655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ef08072d-5f9a-4691-a08a-4021c7863498 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/30de79df-8b9c-40b3-b0f4-5f3156f4a601 HTTP/1.1" status: 204 len: 168 time: 1.7929153 Nov 12 11:26:08.772821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33796) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:08.773002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9ef03250-d977-44fa-be18-b3a01f2b9f2d None None] Could not find standard attr ID for object 30de79df-8b9c-40b3-b0f4-5f3156f4a601. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:08.956578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae343baf-b821-4495-9d8c-15044312de6a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:08.960783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae343baf-b821-4495-9d8c-15044312de6a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:08.960783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae343baf-b821-4495-9d8c-15044312de6a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1865366 Nov 12 11:26:08.963631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33798) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:09.050425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-63f678fc-e286-4512-8783-3a808f126f31 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:09.052335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-63f678fc-e286-4512-8783-3a808f126f31 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.59 "GET /v2.0/networks?id=794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 200 len: 813 time: 0.2299030 Nov 12 11:26:09.075641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Request body: {'port': {'device_id': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64', 'admin_state_up': True, 'tenant_id': '3641ca9852ba4d6a82fd219419e9687b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:09.116170 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-df856958-367b-413b-baef-1e2248279906 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 54c55ed4-6765-4151-916c-99b74e9781f4 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:09.129796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df856958-367b-413b-baef-1e2248279906 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.240936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Made reservation on behalf of 3641ca9852ba4d6a82fd219419e9687b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:09.244950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.254313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df856958-367b-413b-baef-1e2248279906 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.476214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d415d36d-b6f8-43a0-97a0-ab818b82dc29 req-0467b14f-6b3c-4891-a834-a958f9d8cae8 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 210 time: 0.0522964 Nov 12 11:26:09.499825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df856958-367b-413b-baef-1e2248279906 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.567587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Allocated IP 172.20.0.10 (794beb84-3fa1-45f7-a59e-1691a7689d64/40a67d22-35ee-42ae-bb7b-5648f817caaa/8e87e84b-927b-47e6-aef4-93e796a9abeb) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:09.571371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 81eae7f0-d448-4081-ab2c-53d6f8f74e7f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:09.620429 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df856958-367b-413b-baef-1e2248279906 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.670715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df856958-367b-413b-baef-1e2248279906 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=54c55ed4-6765-4151-916c-99b74e9781f4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:09.709511 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df856958-367b-413b-baef-1e2248279906 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.717859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7227c1-0f19-4b76-bd6c-f8fa2e8e5c35 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:09.737247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-df856958-367b-413b-baef-1e2248279906 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/54c55ed4-6765-4151-916c-99b74e9781f4 HTTP/1.1" status: 204 len: 168 time: 0.7542086 Nov 12 11:26:09.738154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33814) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:09.759587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:09.759960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.841553 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-256efb4a-84d1-495b-b4ff-de96fdced1ce tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968959 Nov 12 11:26:09.845468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33816) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:09.851750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:09.895666 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.995014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.047761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:10.052039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.064524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:10.095537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Pushing event updated for resources: {'Port': ['ID=8e87e84b-927b-47e6-aef4-93e796a9abeb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:10.102577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Network 794beb84-3fa1-45f7-a59e-1691a7689d64 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:10.104640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:10.108757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:10.160841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f5a0e-8731-4b36-94a0-6969a2244caa None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:10.196068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:10.196346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.224435 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.236164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-679a6e6b-2f66-4b08-8b2a-8eb159714290 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1638143 Nov 12 11:26:10.241740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] Deleting port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:10.242804 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.255094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Request body: {'port': {'device_id': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:10.274195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d3e344a0-facb-4af2-90f6-c4a802790f0a None None] Provisioning complete for port 8e87e84b-927b-47e6-aef4-93e796a9abeb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:10.274694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3e344a0-facb-4af2-90f6-c4a802790f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.336064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d3e344a0-facb-4af2-90f6-c4a802790f0a None None] Port 8e87e84b-927b-47e6-aef4-93e796a9abeb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:10.376169 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.393820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] For port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=81eae7f0-d448-4081-ab2c-53d6f8f74e7f,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:10.394367 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.420102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] Calling delete_port for 81eae7f0-d448-4081-ab2c-53d6f8f74e7f owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:10.596455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.667927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.objects.ports [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109166) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:26:10.677560 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.700888 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] No DVR routers for this DVR port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:10.745034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68800e5d-003a-4830-b64b-9afbf17c9efe None None] Pushing event deleted for resources: {'Port': ['ID=81eae7f0-d448-4081-ab2c-53d6f8f74e7f,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:10.757816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1def3-f7c9-4047-b1f0-5ba737f9235a req-b19e244d-0277-44ce-beb4-20f2a4fb6b08 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:10.759873 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-14b1def3-f7c9-4047-b1f0-5ba737f9235a req-b19e244d-0277-44ce-beb4-20f2a4fb6b08 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 932 time: 0.1344998 Nov 12 11:26:10.868006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-14b1def3-f7c9-4047-b1f0-5ba737f9235a req-54f0358b-77b2-4bc3-8266-a9ca9d7953f6 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Nov 12 11:26:10.885383 n-d-768851-19 neutron-server[109166]: WARNING neutron.services.revisions.revision_plugin [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Could not find related port for resource to bump revision. Nov 12 11:26:10.902275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_pluggable_backend [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Port 81eae7f0-d448-4081-ab2c-53d6f8f74e7f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 11:26:10.902649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_pluggable_backend [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation for 2001:db8::f816:3eff:fe70:e250 {{(pid=109166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 11:26:10.907337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_pluggable_backend [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe70:e250 {{(pid=109166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 11:26:10.909003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.966421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=3b8ec39f-3cbc-43e2-80c7-0d867034a95a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:10.978611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:10.980287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:10.983019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:10.983619 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.991006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333bc24-b564-4c71-bc8b-30018e010e26 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:11.006028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a032d321-4c80-45e2-8918-ce132131380f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1591592 Nov 12 11:26:11.019879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33836) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:11.030606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:60:8a:5f', 'name': 'tempest-NetworksTestDHCPv6-1922828497'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:11.079581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e87e84b-927b-47e6-aef4-93e796a9abeb {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:26:11.090877 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.114498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Transition to ACTIVE for port object 8e87e84b-927b-47e6-aef4-93e796a9abeb will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:26:11.120586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.220935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Pushing event updated for resources: {'Port': ['ID=8e87e84b-927b-47e6-aef4-93e796a9abeb,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:11.226993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.227339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.227682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.228020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.228355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.228686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.229041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.229428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.229759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.230087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.232223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.232223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:11.260084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd3125d-7c3b-4959-bc77-cb15ccfdfa2d None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:11.269724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:11.286046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '3b8ec39f-3cbc-43e2-80c7-0d867034a95a'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:11.287157 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.337456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Attempting to bind port 8e87e84b-927b-47e6-aef4-93e796a9abeb on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:11.338650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Attempting to bind port 8e87e84b-927b-47e6-aef4-93e796a9abeb by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:11.339454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Attempting to bind port 8e87e84b-927b-47e6-aef4-93e796a9abeb on network 794beb84-3fa1-45f7-a59e-1691a7689d64 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:11.349657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Port 8e87e84b-927b-47e6-aef4-93e796a9abeb on network 794beb84-3fa1-45f7-a59e-1691a7689d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:26:11.350770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Attempting to bind port 8e87e84b-927b-47e6-aef4-93e796a9abeb on network 794beb84-3fa1-45f7-a59e-1691a7689d64 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:11.358966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:11.360244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Checking segment: {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:11.360818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Bound using segment: {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:11.361449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Bound port: 8e87e84b-927b-47e6-aef4-93e796a9abeb, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:11.362223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.425363 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.455796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 5ce984f0-0e48-4cab-9e57-465f19d3a1e5 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:11.526981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Allocated IP 2001:db8::f816:3eff:fec0:6347 (d24b085c-f9a9-46e4-91c7-2498340e9844/3b8ec39f-3cbc-43e2-80c7-0d867034a95a/cecba6fa-2dbf-4e5a-b7b6-821c93f10987) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:11.551639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 81eae7f0-d448-4081-ab2c-53d6f8f74e7f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:11.607808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] For port 8e87e84b-927b-47e6-aef4-93e796a9abeb, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:11.614338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] For port 8e87e84b-927b-47e6-aef4-93e796a9abeb, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e87e84b-927b-47e6-aef4-93e796a9abeb,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:11.625258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.643196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 81eae7f0-d448-4081-ab2c-53d6f8f74e7f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:11.643547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 81eae7f0-d448-4081-ab2c-53d6f8f74e7f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:11.667025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:11.667490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.668946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] 10.222.0.59 "PUT /v2.0/ports/8e87e84b-927b-47e6-aef4-93e796a9abeb HTTP/1.1" status: 200 len: 1093 time: 1.4200983 Nov 12 11:26:11.669422 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'tag': '8e87e84b-927b-47e6-aef4-93e796a9abeb'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:11.674220 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2cc6bd-8830-489c-956b-54848d9b6630" -d '{"events": [{"name": "network-changed", "server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "tag": "8e87e84b-927b-47e6-aef4-93e796a9abeb"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:11.701715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364dd53b-2c98-424c-9684-4549156fd73d None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:11.777006 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2c3b4a-ce62-4b27-9e0d-4d0627e00a05 x-openstack-request-id: req-0d2c3b4a-ce62-4b27-9e0d-4d0627e00a05 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:11.777255 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "tag": "8e87e84b-927b-47e6-aef4-93e796a9abeb", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:11.777796 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d2c3b4a-ce62-4b27-9e0d-4d0627e00a05 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:11.778312 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'tag': '8e87e84b-927b-47e6-aef4-93e796a9abeb', 'status': 'completed', 'code': 200} Nov 12 11:26:11.798781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86454b00-3d45-4be7-86c3-77f563ecf993 service neutron] Pushing event updated for resources: {'Port': ['ID=8e87e84b-927b-47e6-aef4-93e796a9abeb,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:11.835179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-74232750-8a4b-470b-b4bb-7bca52bcd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:11.837344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-74232750-8a4b-470b-b4bb-7bca52bcd5d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3641ca9852ba4d6a82fd219419e9687b&device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 1096 time: 0.0869870 Nov 12 11:26:11.869750 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.879515 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.908096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-7fc0e9f2-6f87-4555-bbba-0d3df5adaf09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e87e84b-927b-47e6-aef4-93e796a9abeb HTTP/1.1" status: 200 len: 217 time: 0.0582035 Nov 12 11:26:11.938956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:11.943242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:11.946352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:11.960063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Pushing event updated for resources: {'Port': ['ID=cecba6fa-2dbf-4e5a-b7b6-821c93f10987,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:12.001393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b7de190b-cd9f-4a82-852c-c3069cc328e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:12.004643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-b7de190b-cd9f-4a82-852c-c3069cc328e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40a67d22-35ee-42ae-bb7b-5648f817caaa HTTP/1.1" status: 200 len: 853 time: 0.0811594 Nov 12 11:26:12.035491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Attempting to bind port cecba6fa-2dbf-4e5a-b7b6-821c93f10987 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:12.035957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Attempting to bind port cecba6fa-2dbf-4e5a-b7b6-821c93f10987 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:12.036349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Attempting to bind port cecba6fa-2dbf-4e5a-b7b6-821c93f10987 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:12.042885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:12.043572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:12.044133 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.044683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:12.045390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Bound port: cecba6fa-2dbf-4e5a-b7b6-821c93f10987, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:12.045987 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.063711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-303cd1a7-c974-4d47-a337-c311f6c8e54a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=794beb84-3fa1-45f7-a59e-1691a7689d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512202 Nov 12 11:26:12.069143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe60:8a5f (d24b085c-f9a9-46e4-91c7-2498340e9844/3b8ec39f-3cbc-43e2-80c7-0d867034a95a/5ce984f0-0e48-4cab-9e57-465f19d3a1e5) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:12.140082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] For port cecba6fa-2dbf-4e5a-b7b6-821c93f10987, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:12.149887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] For port cecba6fa-2dbf-4e5a-b7b6-821c93f10987, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cecba6fa-2dbf-4e5a-b7b6-821c93f10987,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:12.161173 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.252416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c97b87-f102-4a22-ab3f-3f9ee29a9ce0 req-476d96c6-1070-4eee-8662-58720006d37b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:12.260644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8c97b87-f102-4a22-ab3f-3f9ee29a9ce0 req-476d96c6-1070-4eee-8662-58720006d37b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 944 time: 0.2047937 Nov 12 11:26:12.274391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.296021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90f402-9bbc-4c4d-a8ee-b4b39f666f29 None None] Pushing event updated for resources: {'Port': ['ID=cecba6fa-2dbf-4e5a-b7b6-821c93f10987,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:12.335142 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.349043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-9f717fca-1a4d-40e9-be8c-10edb2395828 service neutron] 10.222.0.59 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724748 Nov 12 11:26:12.392566 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:12.393205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8c97b87-f102-4a22-ab3f-3f9ee29a9ce0 req-d51d91f6-f146-4e7e-a5f1-4e270c5945a8 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314821 Nov 12 11:26:12.398043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:12.403795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:12.414834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:12.415613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.483987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=5ce984f0-0e48-4cab-9e57-465f19d3a1e5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:12.497355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0bd7e495-128b-48d6-b6fa-3152e0088572 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4745669 Nov 12 11:26:12.497904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33858) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:12.567434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40822f88-a608-4865-aba3-2dfb751ee66a req-31aa28ef-e0fc-4cd7-badf-f99f4753f323 service neutron] 10.222.0.59 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988444 Nov 12 11:26:12.583407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffcb18f-5716-45ec-8e53-d8ca50887f0f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:12.590275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffcb18f-5716-45ec-8e53-d8ca50887f0f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:12.595062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0ffcb18f-5716-45ec-8e53-d8ca50887f0f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0929515 Nov 12 11:26:12.595450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33860) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:12.721755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-ad97f54e-b534-493a-9d7f-d6833d275996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:12.723317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-ad97f54e-b534-493a-9d7f-d6833d275996 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3641ca9852ba4d6a82fd219419e9687b&device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 1096 time: 0.0812697 Nov 12 11:26:12.845183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6b01722c-1b0c-4a8c-9f69-018fe9d12704 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 5ce984f0-0e48-4cab-9e57-465f19d3a1e5 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:12.845694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b01722c-1b0c-4a8c-9f69-018fe9d12704 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.988222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-235a0be4-1a83-4b57-9ad1-6ad0ed0380ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1012113 Nov 12 11:26:12.993694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-369e4fc1-fc0b-44d4-8b18-f5db176bdc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:12.996289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-369e4fc1-fc0b-44d4-8b18-f5db176bdc76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 200 len: 914 time: 0.2609982 Nov 12 11:26:13.056088 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b01722c-1b0c-4a8c-9f69-018fe9d12704 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.071369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-079b5a4c-1aa4-4dab-af28-e38addbe4cd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e87e84b-927b-47e6-aef4-93e796a9abeb HTTP/1.1" status: 200 len: 217 time: 0.0596666 Nov 12 11:26:13.075509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6b01722c-1b0c-4a8c-9f69-018fe9d12704 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 5ce984f0-0e48-4cab-9e57-465f19d3a1e5 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:13.183463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-27784d45-0308-4c72-ab17-1cb204566ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:13.185195 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-27784d45-0308-4c72-ab17-1cb204566ac3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1099 time: 0.1260300 Nov 12 11:26:13.186676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-e71cc712-3823-4f93-9523-4c39bbbef48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:13.188845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-e71cc712-3823-4f93-9523-4c39bbbef48b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40a67d22-35ee-42ae-bb7b-5648f817caaa HTTP/1.1" status: 200 len: 853 time: 0.0910180 Nov 12 11:26:13.242852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-3fbac9ab-7970-43ff-b921-d721a25112c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=794beb84-3fa1-45f7-a59e-1691a7689d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426142 Nov 12 11:26:13.321276 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b01722c-1b0c-4a8c-9f69-018fe9d12704 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.429570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01722c-1b0c-4a8c-9f69-018fe9d12704 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=5ce984f0-0e48-4cab-9e57-465f19d3a1e5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:13.433149 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b01722c-1b0c-4a8c-9f69-018fe9d12704 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.441873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6b01722c-1b0c-4a8c-9f69-018fe9d12704 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/5ce984f0-0e48-4cab-9e57-465f19d3a1e5 HTTP/1.1" status: 204 len: 168 time: 0.8410850 Nov 12 11:26:13.442678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33876) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:13.601864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8229e4-74db-492c-9bd4-e3f59fc93e10 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:13.604490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8229e4-74db-492c-9bd4-e3f59fc93e10 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:13.614590 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1a8229e4-74db-492c-9bd4-e3f59fc93e10 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1676707 Nov 12 11:26:13.624147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33878) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:13.665096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cecba6fa-2dbf-4e5a-b7b6-821c93f10987 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:13.736145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-14296048-c497-4d35-b74b-33224802becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:13.738683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-14296048-c497-4d35-b74b-33224802becf service neutron] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.5075576 Nov 12 11:26:13.756684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484fbf7-f718-481f-88f5-61bbed824323 req-8e9b9ae9-caf6-420b-95f7-20d5ec5dbc18 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:13.758454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d484fbf7-f718-481f-88f5-61bbed824323 req-8e9b9ae9-caf6-420b-95f7-20d5ec5dbc18 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 944 time: 0.1640744 Nov 12 11:26:13.826755 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-637c0611-ea8c-4e3a-ab21-328b2ce55e7e service neutron] 10.222.0.59 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913316 Nov 12 11:26:13.831679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port cecba6fa-2dbf-4e5a-b7b6-821c93f10987 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:13.832062 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.862270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d484fbf7-f718-481f-88f5-61bbed824323 req-ef126e80-0207-4cf0-a008-396e917f87e5 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963578 Nov 12 11:26:14.003306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-634c0688-1bd3-4edf-a4fb-d35188d28fbe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 1002 time: 0.2383587 Nov 12 11:26:14.021023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-029d1c39-2556-4e9d-99bc-34ee72244335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 3b8ec39f-3cbc-43e2-80c7-0d867034a95a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:14.039616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.067003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-029d1c39-2556-4e9d-99bc-34ee72244335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.088795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port cecba6fa-2dbf-4e5a-b7b6-821c93f10987, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cecba6fa-2dbf-4e5a-b7b6-821c93f10987,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:14.102018 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.192107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-e246a6e6-706f-4c43-810c-ad6b8e420f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:14.197362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-e246a6e6-706f-4c43-810c-ad6b8e420f46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1691396 Nov 12 11:26:14.216124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=cecba6fa-2dbf-4e5a-b7b6-821c93f10987,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:14.217991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-029d1c39-2556-4e9d-99bc-34ee72244335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.320662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4c2cc6bd-8830-489c-956b-54848d9b6630 req-479f4e21-3425-4dab-a907-07548bdf6bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682837 Nov 12 11:26:14.335269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-297250d0-5277-4e68-ad67-e14bcc0315cc None None] Provisioning complete for port cecba6fa-2dbf-4e5a-b7b6-821c93f10987 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:14.335644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-297250d0-5277-4e68-ad67-e14bcc0315cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.405722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-329e00f8-c45c-423b-9d2b-2fc14c88086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:14.409549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-329e00f8-c45c-423b-9d2b-2fc14c88086d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978095 Nov 12 11:26:14.439880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-029d1c39-2556-4e9d-99bc-34ee72244335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.590000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-77dbecab-0e5e-44a1-85f7-284b0078b19e None None] Could not find standard attr ID for object 5ce984f0-0e48-4cab-9e57-465f19d3a1e5. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:14.617415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-a09bddec-4587-45e8-9761-d748f941b6b9 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972470 Nov 12 11:26:14.619721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-029d1c39-2556-4e9d-99bc-34ee72244335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.676310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1c39-2556-4e9d-99bc-34ee72244335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8ec39f-3cbc-43e2-80c7-0d867034a95a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:14.688607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-029d1c39-2556-4e9d-99bc-34ee72244335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.692020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-029d1c39-2556-4e9d-99bc-34ee72244335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/3b8ec39f-3cbc-43e2-80c7-0d867034a95a HTTP/1.1" status: 204 len: 168 time: 1.0668311 Nov 12 11:26:14.695081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33896) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.782968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-de0b3976-e330-415c-aad6-dab69831012a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843713 Nov 12 11:26:14.783945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33898) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.864550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6f05a12-d4ff-4bfb-97af-06e1669f4b02 req-a6428660-00d9-4374-992b-1593f61ddba6 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372017 Nov 12 11:26:14.874291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0c18c-1858-43a4-a42e-e46d7275e780 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:14.876965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-45a0c18c-1858-43a4-a42e-e46d7275e780 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0927892 Nov 12 11:26:14.879456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33904) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.964098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641cee0-323c-474e-b872-12c1c4a2bb28 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:15.029654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ab60b-40ae-4334-9427-d2e439681974 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:15.031762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ce6ab60b-40ae-4334-9427-d2e439681974 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1513417 Nov 12 11:26:15.034892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33912) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:15.131262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1bfeb-5849-4279-ba05-c76cf96ff923 req-0b0b3514-5909-4ff7-9d94-ca77808c0203 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:15.145874 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e1bfeb-5849-4279-ba05-c76cf96ff923 req-0b0b3514-5909-4ff7-9d94-ca77808c0203 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 944 time: 0.0903807 Nov 12 11:26:15.161875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a9c48dfb-eb1f-482c-b4c3-02e4a00ccdd7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232166 Nov 12 11:26:15.161875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33914) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:15.193836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:15.232732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e1bfeb-5849-4279-ba05-c76cf96ff923 req-eab6819f-a0d8-4bf4-8560-7cb87f871d09 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850048 Nov 12 11:26:15.287966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:15.325921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:15.330993 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.368907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] Deleting port cecba6fa-2dbf-4e5a-b7b6-821c93f10987 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:15.371141 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.493525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cecba6fa-2dbf-4e5a-b7b6-821c93f10987 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:15.508413 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] For port cecba6fa-2dbf-4e5a-b7b6-821c93f10987, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cecba6fa-2dbf-4e5a-b7b6-821c93f10987,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:15.510096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.570374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] Calling delete_port for cecba6fa-2dbf-4e5a-b7b6-821c93f10987 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:15.741884 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.770819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.811305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] Pushing event deleted for resources: {'Port': ['ID=cecba6fa-2dbf-4e5a-b7b6-821c93f10987,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:15.825558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.objects.ports [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109166) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:26:15.838133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9c669-8353-442d-8a53-eec054a3333e None None] No DVR routers for this DVR port cecba6fa-2dbf-4e5a-b7b6-821c93f10987 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:15.967381 n-d-768851-19 neutron-server[109166]: WARNING neutron.services.revisions.revision_plugin [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Could not find related port for resource to bump revision. Nov 12 11:26:15.974984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Port cecba6fa-2dbf-4e5a-b7b6-821c93f10987 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 11:26:15.976276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation for 2001:db8::f816:3eff:fec0:6347 {{(pid=109166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 11:26:15.983130 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec0:6347 {{(pid=109166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 11:26:15.985471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.058625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:16.062539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:16.067386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:16.068278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.074385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=ca885b3e-2cb7-4364-9a9a-d1650c9aebb0,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:16.083541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b8024-883c-4fe0-bdbd-9fc83029e406 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:16.113074 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3d10cfb4-b242-499f-a676-80c5b01821f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9390659 Nov 12 11:26:16.115811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33932) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:16.121935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:7d:27:1c', 'name': 'tempest-NetworksTestDHCPv6-1215104429'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:16.281858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'ca885b3e-2cb7-4364-9a9a-d1650c9aebb0'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:16.283004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.313893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:16.455523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Allocated IP 2001:db8::f816:3eff:fe5c:a40d (d24b085c-f9a9-46e4-91c7-2498340e9844/ca885b3e-2cb7-4364-9a9a-d1650c9aebb0/ac2deb9c-15e9-4891-b4bb-118267b3a911) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:16.492307 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.499601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020762f1-18c8-48d5-898c-4b30c653a009 req-95e657c9-eb29-450a-8946-621dbab30a77 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:16.509122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-020762f1-18c8-48d5-898c-4b30c653a009 req-95e657c9-eb29-450a-8946-621dbab30a77 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 944 time: 0.1007168 Nov 12 11:26:16.525695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port f4494d56-0358-4713-bb7d-7299198fb460 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:16.593734 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-020762f1-18c8-48d5-898c-4b30c653a009 req-9b275721-0b88-493e-af1c-fd444358769f tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828955 Nov 12 11:26:16.706079 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.716084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.726364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8e87e84b-927b-47e6-aef4-93e796a9abeb details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:26:16.783244 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:16.791991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:16.794288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:16.816584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe7d:271c (d24b085c-f9a9-46e4-91c7-2498340e9844/ca885b3e-2cb7-4364-9a9a-d1650c9aebb0/f4494d56-0358-4713-bb7d-7299198fb460) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:16.881464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Pushing event updated for resources: {'Port': ['ID=ac2deb9c-15e9-4891-b4bb-118267b3a911,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:17.066639 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.116991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.145497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Attempting to bind port ac2deb9c-15e9-4891-b4bb-118267b3a911 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:17.146142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Attempting to bind port ac2deb9c-15e9-4891-b4bb-118267b3a911 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:17.146283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Attempting to bind port ac2deb9c-15e9-4891-b4bb-118267b3a911 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:17.165437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:17.165437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:17.167606 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.168582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:17.170057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Bound port: ac2deb9c-15e9-4891-b4bb-118267b3a911, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:17.170521 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.186126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:17.189898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:17.194558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:17.200438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:17.201298 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.213007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=f4494d56-0358-4713-bb7d-7299198fb460,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:17.231589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ee078905-aef8-485a-929e-31066a54c5f1 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1142232 Nov 12 11:26:17.235366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33952) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:17.291527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8e87e84b-927b-47e6-aef4-93e796a9abeb, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e87e84b-927b-47e6-aef4-93e796a9abeb,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:17.318807 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8e87e84b-927b-47e6-aef4-93e796a9abeb', 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64', 'port_id': '8e87e84b-927b-47e6-aef4-93e796a9abeb', 'mac_address': 'fa:16:3e:90:1f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a67d22-35ee-42ae-bb7b-5648f817caaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:26:17.321039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a1e5e-968f-47b1-a41f-135f61a559a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:17.325973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] For port ac2deb9c-15e9-4891-b4bb-118267b3a911, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:17.329817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] For port ac2deb9c-15e9-4891-b4bb-118267b3a911, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ac2deb9c-15e9-4891-b4bb-118267b3a911,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:17.341065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a1e5e-968f-47b1-a41f-135f61a559a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:17.349400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-827a1e5e-968f-47b1-a41f-135f61a559a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1122627 Nov 12 11:26:17.350642 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33958) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:17.375524 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.435026 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.471615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e87e84b-927b-47e6-aef4-93e796a9abeb {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:26:17.476923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Pushing event updated for resources: {'Port': ['ID=ac2deb9c-15e9-4891-b4bb-118267b3a911,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:17.485085 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-837f1ce4-9710-4525-b712-644c4397d409 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port f4494d56-0358-4713-bb7d-7299198fb460 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:17.485430 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837f1ce4-9710-4525-b712-644c4397d409 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.523157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8e87e84b-927b-47e6-aef4-93e796a9abeb, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e87e84b-927b-47e6-aef4-93e796a9abeb,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:17.525599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.525995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.526321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.526703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.527068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.528401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.528401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.528401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.528791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.529200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.529537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.529867 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfa1bf-4dd0-404f-85e0-d0335333ae4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.540930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.643808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837f1ce4-9710-4525-b712-644c4397d409 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.654127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8e87e84b-927b-47e6-aef4-93e796a9abeb,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:17.659456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-837f1ce4-9710-4525-b712-644c4397d409 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for f4494d56-0358-4713-bb7d-7299198fb460 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:17.871243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8e87e84b-927b-47e6-aef4-93e796a9abeb'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:26:17.876291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787f17c-82e4-4a96-8c3f-b79063119ca3 req-326e7d1c-e3f3-4de0-8793-c83328a70129 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:17.879791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c787f17c-82e4-4a96-8c3f-b79063119ca3 req-326e7d1c-e3f3-4de0-8793-c83328a70129 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 945 time: 0.1435807 Nov 12 11:26:17.973296 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837f1ce4-9710-4525-b712-644c4397d409 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.031084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c787f17c-82e4-4a96-8c3f-b79063119ca3 req-63fe4dc5-7d14-4429-a9cf-7500a7737bd0 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301441 Nov 12 11:26:18.068841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1ce4-9710-4525-b712-644c4397d409 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=f4494d56-0358-4713-bb7d-7299198fb460,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:18.094538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-837f1ce4-9710-4525-b712-644c4397d409 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.098049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-837f1ce4-9710-4525-b712-644c4397d409 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/f4494d56-0358-4713-bb7d-7299198fb460 HTTP/1.1" status: 204 len: 168 time: 0.7462323 Nov 12 11:26:18.101737 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33966) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:18.218469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eacb95-0c3f-4789-9840-c69b6be35ca2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:18.221232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eacb95-0c3f-4789-9840-c69b6be35ca2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:18.225478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-52eacb95-0c3f-4789-9840-c69b6be35ca2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1200747 Nov 12 11:26:18.225807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 33976) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:18.309491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca427acb-be4a-4682-91a4-5f1836678152 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet ca885b3e-2cb7-4364-9a9a-d1650c9aebb0 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:18.315316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ca427acb-be4a-4682-91a4-5f1836678152 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.381793 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ca427acb-be4a-4682-91a4-5f1836678152 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.510477 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ca427acb-be4a-4682-91a4-5f1836678152 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.591133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ca427acb-be4a-4682-91a4-5f1836678152 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.643946 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca427acb-be4a-4682-91a4-5f1836678152 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=ca885b3e-2cb7-4364-9a9a-d1650c9aebb0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:18.665602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ca427acb-be4a-4682-91a4-5f1836678152 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.673593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33982) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:18.674596 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ca427acb-be4a-4682-91a4-5f1836678152 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/ca885b3e-2cb7-4364-9a9a-d1650c9aebb0 HTTP/1.1" status: 204 len: 168 time: 0.4476178 Nov 12 11:26:18.723917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-439607c7-3478-4fe1-9422-9714f4a3e6f6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484891 Nov 12 11:26:18.727199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 33984) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:18.736136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:18.890167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:18.898406 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.972138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5753f-d434-482b-940a-ea11502f76ac None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:19.065391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3d4c098e-ce5a-4032-8115-734998f0c982 None None] Provisioning complete for port ac2deb9c-15e9-4891-b4bb-118267b3a911 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:19.065867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d4c098e-ce5a-4032-8115-734998f0c982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.279127 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d4c098e-ce5a-4032-8115-734998f0c982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.296278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf7ccb-7cf2-464a-af4c-1c2c358d7ad6 req-5867ed78-134c-4999-931c-9b1f8bb73d6b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:19.304153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4bf7ccb-7cf2-464a-af4c-1c2c358d7ad6 req-5867ed78-134c-4999-931c-9b1f8bb73d6b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 945 time: 0.1354938 Nov 12 11:26:19.391222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:19.409348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3d4c098e-ce5a-4032-8115-734998f0c982 None None] For port ac2deb9c-15e9-4891-b4bb-118267b3a911, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ac2deb9c-15e9-4891-b4bb-118267b3a911,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:19.431318 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4bf7ccb-7cf2-464a-af4c-1c2c358d7ad6 req-5f7f43f3-f8e1-40a5-b393-37f5ff80ad65 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144984 Nov 12 11:26:19.433623 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d4c098e-ce5a-4032-8115-734998f0c982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.506748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:26:19.510566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c098e-ce5a-4032-8115-734998f0c982 None None] Pushing event updated for resources: {'Port': ['ID=ac2deb9c-15e9-4891-b4bb-118267b3a911,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:19.538833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] Deleting port ac2deb9c-15e9-4891-b4bb-118267b3a911 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:19.539219 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.664132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] For port ac2deb9c-15e9-4891-b4bb-118267b3a911, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ac2deb9c-15e9-4891-b4bb-118267b3a911,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:19.664546 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.682889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] Calling delete_port for ac2deb9c-15e9-4891-b4bb-118267b3a911 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:19.791027 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.822112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] Pushing event deleted for resources: {'Port': ['ID=ac2deb9c-15e9-4891-b4bb-118267b3a911,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:19.831385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978aeda1-dfc4-4b80-ad48-2fbde42f0c61 None None] No DVR routers for this DVR port ac2deb9c-15e9-4891-b4bb-118267b3a911 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:20.155033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Port ac2deb9c-15e9-4891-b4bb-118267b3a911 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 11:26:20.155477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5c:a40d {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 11:26:20.162687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5c:a40d {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 11:26:20.165594 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.224546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=771e0c20-af9e-4f83-b63c-e89fb605304f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:20.246821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:20.248671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:20.252172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:20.252793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.260246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d2ffd-90f9-4d5b-be66-337e598498b7 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:20.279776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-54009072-3ae0-4e01-af60-d43feb070dd8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5501413 Nov 12 11:26:20.283782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:20.291936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:54:76:7e', 'name': 'tempest-NetworksTestDHCPv6-238362223'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:20.444356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:20.603579 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.612521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '771e0c20-af9e-4f83-b63c-e89fb605304f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:20.614505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.640203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port d82ac428-8bb2-46aa-9855-407fa9d62cb8 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:20.676596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb29ef-48ba-4a35-b7e6-8b2803d20db7 req-0d5237ea-a0c3-454b-9cf3-7d8dbc0f8318 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:20.680265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83eb29ef-48ba-4a35-b7e6-8b2803d20db7 req-0d5237ea-a0c3-454b-9cf3-7d8dbc0f8318 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 945 time: 0.1276152 Nov 12 11:26:20.790062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8e87e84b-927b-47e6-aef4-93e796a9abeb up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:20.819950 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83eb29ef-48ba-4a35-b7e6-8b2803d20db7 req-08ffa64a-08c3-42ce-ad5b-028d1cabe1ab tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332548 Nov 12 11:26:20.879167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 8e87e84b-927b-47e6-aef4-93e796a9abeb completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:26:20.892778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 8e87e84b-927b-47e6-aef4-93e796a9abeb triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:20.893175 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.917988 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe54:767e (d24b085c-f9a9-46e4-91c7-2498340e9844/771e0c20-af9e-4f83-b63c-e89fb605304f/d82ac428-8bb2-46aa-9855-407fa9d62cb8) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:21.044166 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.075625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e87e84b-927b-47e6-aef4-93e796a9abeb'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:21.078109 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c15e712-116d-4549-bc5b-e7ad966f432b" -d '{"events": [{"server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "name": "network-vif-plugged", "status": "completed", "tag": "8e87e84b-927b-47e6-aef4-93e796a9abeb"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:21.094250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8e87e84b-927b-47e6-aef4-93e796a9abeb, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e87e84b-927b-47e6-aef4-93e796a9abeb,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:21.101304 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.153470 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7919c870-f345-4414-b65d-cddd97fcde2e x-openstack-request-id: req-7919c870-f345-4414-b65d-cddd97fcde2e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:21.155027 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "name": "network-vif-plugged", "status": "completed", "tag": "8e87e84b-927b-47e6-aef4-93e796a9abeb", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:21.155303 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7919c870-f345-4414-b65d-cddd97fcde2e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:21.157116 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e87e84b-927b-47e6-aef4-93e796a9abeb', 'code': 200} Nov 12 11:26:21.173795 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.203602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8e87e84b-927b-47e6-aef4-93e796a9abeb,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:21.254724 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.323247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Allocated IP 2001:db8::f816:3eff:fe12:c13f (d24b085c-f9a9-46e4-91c7-2498340e9844/771e0c20-af9e-4f83-b63c-e89fb605304f/7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:21.333626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46dc0a-194f-4e57-abd3-f44085394255 req-db9f33cc-7ee0-4f5e-8be3-7ef708ba36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:21.336127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa46dc0a-194f-4e57-abd3-f44085394255 req-db9f33cc-7ee0-4f5e-8be3-7ef708ba36bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 1098 time: 0.0901947 Nov 12 11:26:21.367755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:21.372300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:21.381461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:21.390071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:21.390789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.414958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=d82ac428-8bb2-46aa-9855-407fa9d62cb8,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:21.434148 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1422629 Nov 12 11:26:21.436298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aa46dc0a-194f-4e57-abd3-f44085394255 req-a713f45d-7acf-4686-8060-8d1a5f0dbd57 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912788 Nov 12 11:26:21.437037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34040) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:21.443551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.443933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.444374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.444893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.445580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.445951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.446498 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.447050 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.447594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.448144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.448699 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.449270 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbeb74-6ce4-4f7c-85bd-5a01f75f892d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:21.537093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc837e-3158-4f3f-b748-5f1df645ed87 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:21.539114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-febc837e-3158-4f3f-b748-5f1df645ed87 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1003416 Nov 12 11:26:21.543267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34046) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:21.663269 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.671059 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.696681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:21.699750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:21.712587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d899e2f3-5a80-4bb8-9576-54d71b67b1f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port d82ac428-8bb2-46aa-9855-407fa9d62cb8 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:21.713353 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d899e2f3-5a80-4bb8-9576-54d71b67b1f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.723068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:21.800026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Pushing event updated for resources: {'Port': ['ID=7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:21.820921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Attempting to bind port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:21.821296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Attempting to bind port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:21.821907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Attempting to bind port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:21.831044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:21.831432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:21.831848 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.832238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:21.832726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Bound port: 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:21.833139 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.869374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d899e2f3-5a80-4bb8-9576-54d71b67b1f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.887272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d899e2f3-5a80-4bb8-9576-54d71b67b1f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for d82ac428-8bb2-46aa-9855-407fa9d62cb8 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:21.958011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] For port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:21.961143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] For port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:21.967496 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.054672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8155c0-f332-4458-9271-8d294f97a5d8 None None] Pushing event updated for resources: {'Port': ['ID=7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:22.097811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aeb02-6474-4455-90b9-e83afa0c169b req-b9286629-0922-4cbc-a9b4-4e09de18786a tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:22.100076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef6aeb02-6474-4455-90b9-e83afa0c169b req-b9286629-0922-4cbc-a9b4-4e09de18786a tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 946 time: 0.1103017 Nov 12 11:26:22.187641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d899e2f3-5a80-4bb8-9576-54d71b67b1f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.201488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef6aeb02-6474-4455-90b9-e83afa0c169b req-2e829241-da82-4006-8734-179495a3f9da tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794365 Nov 12 11:26:22.281715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d899e2f3-5a80-4bb8-9576-54d71b67b1f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.288629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34054) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:22.301491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d899e2f3-5a80-4bb8-9576-54d71b67b1f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/d82ac428-8bb2-46aa-9855-407fa9d62cb8 HTTP/1.1" status: 204 len: 168 time: 0.7566016 Nov 12 11:26:22.306317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899e2f3-5a80-4bb8-9576-54d71b67b1f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=d82ac428-8bb2-46aa-9855-407fa9d62cb8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:22.405035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27584f51-6043-466a-9c71-7335ba8bdb25 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:22.409602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27584f51-6043-466a-9c71-7335ba8bdb25 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:22.412102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-27584f51-6043-466a-9c71-7335ba8bdb25 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1225069 Nov 12 11:26:22.416182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34056) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:22.504687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b791bdf3-007d-4917-b4e2-0b4b704b3ac2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 771e0c20-af9e-4f83-b63c-e89fb605304f {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:22.510044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b791bdf3-007d-4917-b4e2-0b4b704b3ac2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.591436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b791bdf3-007d-4917-b4e2-0b4b704b3ac2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.737682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b791bdf3-007d-4917-b4e2-0b4b704b3ac2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.842100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b791bdf3-007d-4917-b4e2-0b4b704b3ac2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.889079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b791bdf3-007d-4917-b4e2-0b4b704b3ac2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.896311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b791bdf3-007d-4917-b4e2-0b4b704b3ac2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/771e0c20-af9e-4f83-b63c-e89fb605304f HTTP/1.1" status: 204 len: 168 time: 0.4797845 Nov 12 11:26:22.897603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34060) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:22.904451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791bdf3-007d-4917-b4e2-0b4b704b3ac2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=771e0c20-af9e-4f83-b63c-e89fb605304f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:22.949150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34062) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:22.949652 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-69923b39-f57a-4bc5-9731-bfbf8358785a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501826 Nov 12 11:26:23.028461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10335a06-b0f6-4e1d-81d5-ccae99336fab tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:23.030486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-10335a06-b0f6-4e1d-81d5-ccae99336fab tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0795381 Nov 12 11:26:23.032784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34064) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:23.112748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25df46f-980e-47db-b228-47d6ff10caef tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:23.117539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34066) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:23.122244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e25df46f-980e-47db-b228-47d6ff10caef tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0875349 Nov 12 11:26:23.173860 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-61b05bdb-9358-4a97-88f4-180657c71c83 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547419 Nov 12 11:26:23.174431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34068) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:23.180706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:23.325683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:23.330774 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.480339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d3016-c734-438a-a55c-99ce5dad2e32 req-c8091ef6-e6e1-48eb-ae44-ec80578fc816 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:23.491642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-444d3016-c734-438a-a55c-99ce5dad2e32 req-c8091ef6-e6e1-48eb-ae44-ec80578fc816 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 946 time: 0.1557338 Nov 12 11:26:23.561711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-444d3016-c734-438a-a55c-99ce5dad2e32 req-e5ce53e7-fcb2-4ea2-b667-f2da6944a21d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668743 Nov 12 11:26:23.636361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:23.837121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd135b-24cb-461f-91be-23562eb79152 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:23.856708 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.001423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:24.012725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:24.017684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:24.018306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.038896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=073edffd-0834-40d3-885a-f1be6dc18f54,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:24.060281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b2171ad8-5082-4ffd-97e4-ea9c5810d16e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8845522 Nov 12 11:26:24.069586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:24.069989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.073029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2166fc2d-ebfc-4b05-b7d2-908e50044818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.074328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34122) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:24.084919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-be4ac020-e39e-44be-a22a-e6557e64201b None None] Provisioning complete for port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:24.085770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be4ac020-e39e-44be-a22a-e6557e64201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.089773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:e0:70:35', 'name': 'tempest-NetworksTestDHCPv6-1249342397'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:24.326775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:24.407819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be4ac020-e39e-44be-a22a-e6557e64201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.517562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-be4ac020-e39e-44be-a22a-e6557e64201b None None] For port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:24.527859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.530201 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be4ac020-e39e-44be-a22a-e6557e64201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.545199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.585250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 21c47d71-3771-43d0-9bf9-98f72848f380 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:24.756907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b1a961-c839-483f-b01f-1adc80f00a19 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:24.863170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::1d3 (d24b085c-f9a9-46e4-91c7-2498340e9844/073edffd-0834-40d3-885a-f1be6dc18f54/21c47d71-3771-43d0-9bf9-98f72848f380) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:25.137626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-de3157fc-dd28-416d-a03f-bf1b7ba31517 None None] Provisioning complete for port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:25.138011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de3157fc-dd28-416d-a03f-bf1b7ba31517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.140141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ac020-e39e-44be-a22a-e6557e64201b None None] Pushing event updated for resources: {'Port': ['ID=7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:25.180455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:26:25.181002 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:26:25.266327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.339332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.427968 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:25.432426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:25.454021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=21c47d71-3771-43d0-9bf9-98f72848f380,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:25.463773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:25.474127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:25.475716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.502701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-407e0308-bff6-4d9d-b4d4-f71521e64157 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4226937 Nov 12 11:26:25.504688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34178) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.626898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b247dc3-9e3f-435f-a1fe-3b699457bbb8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:25.635795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b247dc3-9e3f-435f-a1fe-3b699457bbb8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:25.640430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34180) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.641223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0b247dc3-9e3f-435f-a1fe-3b699457bbb8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1345122 Nov 12 11:26:25.829407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2bda8a49-b2e2-4d1a-af70-3380f59bb074 None None] Provisioning complete for port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:25.829934 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2bda8a49-b2e2-4d1a-af70-3380f59bb074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.957142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-489e4b81-f7c9-413e-8ed9-4c271d72d92b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 21c47d71-3771-43d0-9bf9-98f72848f380 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:25.957486 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-489e4b81-f7c9-413e-8ed9-4c271d72d92b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.054753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:26.240616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:26.244823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.256842 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-489e4b81-f7c9-413e-8ed9-4c271d72d92b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.294069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-489e4b81-f7c9-413e-8ed9-4c271d72d92b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 21c47d71-3771-43d0-9bf9-98f72848f380 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:26.357569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6c9bc396-b585-4985-91b7-a2d0c9ce7fa4 None None] Could not find standard attr ID for object d82ac428-8bb2-46aa-9855-407fa9d62cb8. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:26.396049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-70e4ff15-b369-4717-a0fa-83253a1010d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.615352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-489e4b81-f7c9-413e-8ed9-4c271d72d92b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.696893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e4b81-f7c9-413e-8ed9-4c271d72d92b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=21c47d71-3771-43d0-9bf9-98f72848f380,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:26.745790 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-489e4b81-f7c9-413e-8ed9-4c271d72d92b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.758198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34190) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.763942 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-489e4b81-f7c9-413e-8ed9-4c271d72d92b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/21c47d71-3771-43d0-9bf9-98f72848f380 HTTP/1.1" status: 204 len: 168 time: 1.1209795 Nov 12 11:26:26.787394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-43b09f12-a116-468b-b8ff-a16f75b7b214 None None] Could not find standard attr ID for object 21c47d71-3771-43d0-9bf9-98f72848f380. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:26.886930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b8132-350d-49b9-8f43-4c759ba65f37 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:26.889146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b8132-350d-49b9-8f43-4c759ba65f37 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:26.890985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cc4b8132-350d-49b9-8f43-4c759ba65f37 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1311522 Nov 12 11:26:26.893868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34192) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.963587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c812433b-42ce-4853-a7f3-7e23cfde4d24 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 073edffd-0834-40d3-885a-f1be6dc18f54 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:26.970595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c812433b-42ce-4853-a7f3-7e23cfde4d24 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.038152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c812433b-42ce-4853-a7f3-7e23cfde4d24 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.156197 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c812433b-42ce-4853-a7f3-7e23cfde4d24 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.268571 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c812433b-42ce-4853-a7f3-7e23cfde4d24 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.305068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c812433b-42ce-4853-a7f3-7e23cfde4d24 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.313110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34196) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.313410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c812433b-42ce-4853-a7f3-7e23cfde4d24 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/073edffd-0834-40d3-885a-f1be6dc18f54 HTTP/1.1" status: 204 len: 168 time: 0.4173086 Nov 12 11:26:27.376535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812433b-42ce-4853-a7f3-7e23cfde4d24 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=073edffd-0834-40d3-885a-f1be6dc18f54,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:27.491750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dea42a25-f786-4836-bee7-2286e5e98a2f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1754029 Nov 12 11:26:27.493194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34198) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.573156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b64260-c60e-45a5-b385-2742daf07f9f None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:27.620487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d03a2b-36a3-49ed-abfa-9bb63bc80479 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:27.625800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-86d03a2b-36a3-49ed-abfa-9bb63bc80479 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1304126 Nov 12 11:26:27.625976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34202) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.809166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb4516-53a7-4e14-ba87-16efbe806335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:27.816376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b2eb4516-53a7-4e14-ba87-16efbe806335 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1894643 Nov 12 11:26:27.820040 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34204) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.847186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.954950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34212) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.958493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a1a38cdc-f225-4d99-8ade-90f7663b8563 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1367769 Nov 12 11:26:27.960154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:28.131438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:28.190009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:28.219014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.370438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] Deleting port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:28.370842 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.510490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] For port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:28.511731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.532598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] Calling delete_port for 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:28.852639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:26:28.934362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.982753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] Pushing event deleted for resources: {'Port': ['ID=7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:28.996646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11b910-c61b-4e6c-92c1-bf44fa496cc4 None None] No DVR routers for this DVR port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:29.067983 n-d-768851-19 neutron-server[109165]: WARNING neutron.services.revisions.revision_plugin [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Could not find related port for resource to bump revision. Nov 12 11:26:29.079435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Port 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 11:26:29.079932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation for 2001:db8::f816:3eff:fe12:c13f {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 11:26:29.087259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe12:c13f {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 11:26:29.089717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:29.203650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:29.209211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:29.214003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:29.214931 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:29.225815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beec09cb-1a19-4202-a574-732a11829c37 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:29.230493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=8177e676-5021-4e2a-85d9-a88c042b0ba5,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:29.270556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0202a868-8d3f-487c-bd2b-81effafe87f5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3117640 Nov 12 11:26:29.271110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34228) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:29.285838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c92acff3-1f6f-4098-9c30-77803d603a63 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:29.602646 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:29.614336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '8177e676-5021-4e2a-85d9-a88c042b0ba5'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:29.616167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:29.626750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92acff3-1f6f-4098-9c30-77803d603a63 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:29.631585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c92acff3-1f6f-4098-9c30-77803d603a63 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:29.881711 n-d-768851-19 neutron-server[109165]: INFO neutron.db.ipam_backend_mixin [None req-c92acff3-1f6f-4098-9c30-77803d603a63 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8177e676-5021-4e2a-85d9-a88c042b0ba5 (CIDR: 2001:db8::/64) Nov 12 11:26:29.900088 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92acff3-1f6f-4098-9c30-77803d603a63 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:29.900708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92acff3-1f6f-4098-9c30-77803d603a63 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:29.941037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Allocated IP 2001:db8::f816:3eff:fec5:548d (d24b085c-f9a9-46e4-91c7-2498340e9844/8177e676-5021-4e2a-85d9-a88c042b0ba5/80ec136a-52ad-4d54-b2ed-41c87db4fbd5) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:29.948554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34234) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:29.954542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:29.957583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c92acff3-1f6f-4098-9c30-77803d603a63 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6846378 Nov 12 11:26:30.003594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:30.049151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:30.049814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e71eeb8-44d2-40e9-9d8e-bcd6fb95ae49 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:30.226361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:30.230151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.310567 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.323540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.393482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:30.401668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:30.406683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:30.440642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Pushing event updated for resources: {'Port': ['ID=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:30.492986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Attempting to bind port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:30.493340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Attempting to bind port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:30.494028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Attempting to bind port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:30.510400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:30.511456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:30.511968 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.512437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:30.513241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Bound port: 80ec136a-52ad-4d54-b2ed-41c87db4fbd5, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:30.513860 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.633268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] For port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:30.647645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] For port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:30.658526 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.691349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.764147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e6e0-5052-47b1-bc2d-97f5a7d5a910 None None] Pushing event updated for resources: {'Port': ['ID=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:30.885652 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.931333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:30.935062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:30.939071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:30.939879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.965561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=f908a0b2-024e-41bb-857a-15cc2522a4d5,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:30.975134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc8a0273-ec95-4ccb-b6aa-35159f54c9ba tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0253243 Nov 12 11:26:30.978518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34242) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:30.993598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:19:f5:0a', 'name': 'tempest-NetworksTestDHCPv6-397640539'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:31.285411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:31.429348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.459529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port f30edb7b-8770-4918-8a27-552f0398cb2e yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:31.834528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8:0:1::375 (d24b085c-f9a9-46e4-91c7-2498340e9844/f908a0b2-024e-41bb-857a-15cc2522a4d5/f30edb7b-8770-4918-8a27-552f0398cb2e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:31.854684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe19:f50a (d24b085c-f9a9-46e4-91c7-2498340e9844/8177e676-5021-4e2a-85d9-a88c042b0ba5/f30edb7b-8770-4918-8a27-552f0398cb2e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:32.029953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:32.173569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:32.173940 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.174937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.237781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.315507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.332492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=f30edb7b-8770-4918-8a27-552f0398cb2e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:32.343916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:32.346675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:32.350522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:32.361606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:32.363641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.390364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca1057-4b5c-4c32-aff4-50f7873f6d6b None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:32.392785 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-72f40996-3c24-4bba-bf01-fefb77858416 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4130201 Nov 12 11:26:32.395362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34254) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:32.399254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:32.481346 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.534717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b1b0b680-b674-4fbd-b37b-4a7dac5f9a31 None None] Provisioning complete for port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:32.535296 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b680-b674-4fbd-b37b-4a7dac5f9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.576708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a48f0411-9acb-45e1-9d15-0aad0e810192 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port f30edb7b-8770-4918-8a27-552f0398cb2e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:32.577119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a48f0411-9acb-45e1-9d15-0aad0e810192 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.612907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:32.772229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a48f0411-9acb-45e1-9d15-0aad0e810192 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.813485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a48f0411-9acb-45e1-9d15-0aad0e810192 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for f30edb7b-8770-4918-8a27-552f0398cb2e owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:32.964429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962fbf13-8bd0-44f7-9f34-0718ea149f47 None None] Update dhcp port {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '8177e676-5021-4e2a-85d9-a88c042b0ba5', 'ip_address': '2001:db8::f816:3eff:fec5:548d'}, {'subnet_id': 'f908a0b2-024e-41bb-857a-15cc2522a4d5'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '80ec136a-52ad-4d54-b2ed-41c87db4fbd5'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:26:33.045043 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-962fbf13-8bd0-44f7-9f34-0718ea149f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.387359 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a48f0411-9acb-45e1-9d15-0aad0e810192 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.528370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f0411-9acb-45e1-9d15-0aad0e810192 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=f30edb7b-8770-4918-8a27-552f0398cb2e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:33.579777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-962fbf13-8bd0-44f7-9f34-0718ea149f47 None None] Allocated IP 2001:db8:0:1::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/f908a0b2-024e-41bb-857a-15cc2522a4d5/80ec136a-52ad-4d54-b2ed-41c87db4fbd5) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:33.694747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a48f0411-9acb-45e1-9d15-0aad0e810192 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.703164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a48f0411-9acb-45e1-9d15-0aad0e810192 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/f30edb7b-8770-4918-8a27-552f0398cb2e HTTP/1.1" status: 204 len: 168 time: 1.3039432 Nov 12 11:26:33.703686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34296) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:33.771052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-962fbf13-8bd0-44f7-9f34-0718ea149f47 None None] For port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:33.903820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-962fbf13-8bd0-44f7-9f34-0718ea149f47 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.905071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee59b70-5986-409c-9912-267827d2827b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:33.910708 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-962fbf13-8bd0-44f7-9f34-0718ea149f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.911527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dee59b70-5986-409c-9912-267827d2827b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2057714 Nov 12 11:26:33.912390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34318) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:34.072241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:34.086844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b011c402-28f0-45e0-8161-36bbd99342ed tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:34.090604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b011c402-28f0-45e0-8161-36bbd99342ed tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1757786 Nov 12 11:26:34.094577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34332) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:34.207466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fbf13-8bd0-44f7-9f34-0718ea149f47 None None] Pushing event updated for resources: {'Port': ['ID=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:34.238917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:34.239920 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.275047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe88768-e4ce-4168-95a7-f0cd9137d5ca tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:34.279112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe88768-e4ce-4168-95a7-f0cd9137d5ca tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:34.282302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe88768-e4ce-4168-95a7-f0cd9137d5ca tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:34.289981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34346) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:34.311315 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1fe88768-e4ce-4168-95a7-f0cd9137d5ca tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1847303 Nov 12 11:26:34.529282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf93498-540d-4b2d-bf05-2634d4542862 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 8177e676-5021-4e2a-85d9-a88c042b0ba5 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:34.544990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdf93498-540d-4b2d-bf05-2634d4542862 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.638865 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdf93498-540d-4b2d-bf05-2634d4542862 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.806558 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdf93498-540d-4b2d-bf05-2634d4542862 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.935561 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdf93498-540d-4b2d-bf05-2634d4542862 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.973075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf93498-540d-4b2d-bf05-2634d4542862 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=8177e676-5021-4e2a-85d9-a88c042b0ba5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:34.989241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdf93498-540d-4b2d-bf05-2634d4542862 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.994024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cdf93498-540d-4b2d-bf05-2634d4542862 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/8177e676-5021-4e2a-85d9-a88c042b0ba5 HTTP/1.1" status: 204 len: 168 time: 0.7026060 Nov 12 11:26:35.002887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34420) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:35.094662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1be71e-b8b7-4529-a0d1-2cbda0d50377 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet f908a0b2-024e-41bb-857a-15cc2522a4d5 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:35.120003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de1be71e-b8b7-4529-a0d1-2cbda0d50377 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.240748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db13d5f8-06d0-4eb9-9403-190126f0cd59 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:35.248724 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de1be71e-b8b7-4529-a0d1-2cbda0d50377 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.390091 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de1be71e-b8b7-4529-a0d1-2cbda0d50377 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.396272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-30f360bd-d6d3-4b47-8690-d4af34e2071a None None] Provisioning complete for port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:35.396645 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-30f360bd-d6d3-4b47-8690-d4af34e2071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.614596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-30f360bd-d6d3-4b47-8690-d4af34e2071a None None] Could not find standard attr ID for object f30edb7b-8770-4918-8a27-552f0398cb2e. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:35.966261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:36.084154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de1be71e-b8b7-4529-a0d1-2cbda0d50377 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.108332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:36.109201 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.142787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1be71e-b8b7-4529-a0d1-2cbda0d50377 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=f908a0b2-024e-41bb-857a-15cc2522a4d5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:36.150167 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de1be71e-b8b7-4529-a0d1-2cbda0d50377 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.170476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-de1be71e-b8b7-4529-a0d1-2cbda0d50377 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/f908a0b2-024e-41bb-857a-15cc2522a4d5 HTTP/1.1" status: 204 len: 168 time: 1.1679890 Nov 12 11:26:36.171244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34528) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:36.299303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0cc409a7-193d-4f5f-a673-471b2b8867a7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242120 Nov 12 11:26:36.300213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34540) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:36.345776 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:36.606498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:36.615408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.652752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6bae7d-3c71-4c8d-921c-6da3a1e22a03 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:36.766825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dd1c5-8c8d-4c5d-981f-345ccec9dfa5 req-a7ccde13-a255-4f98-a631-d022998745e3 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:36.769744 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a5dd1c5-8c8d-4c5d-981f-345ccec9dfa5 req-a7ccde13-a255-4f98-a631-d022998745e3 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0715001 Nov 12 11:26:36.778195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a9055ba3-342f-4069-b26f-3635659d1b7b None None] Provisioning complete for port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:36.778692 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a9055ba3-342f-4069-b26f-3635659d1b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.847382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a5dd1c5-8c8d-4c5d-981f-345ccec9dfa5 req-91c14d09-c0ed-43a6-bec8-d4bda11de87f tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706968 Nov 12 11:26:36.877496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34604) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:37.035136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-efbbb245-1bb0-45b7-ab43-04c3cf8f57a8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:37.037026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-efbbb245-1bb0-45b7-ab43-04c3cf8f57a8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.3167837 Nov 12 11:26:37.061255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-38824fec-b3f6-4568-82b9-27d137ba4893 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/quotas/f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 375 time: 0.0140471 Nov 12 11:26:37.281125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-7f45f352-5e9d-457a-88a3-a02444edb107 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995945 Nov 12 11:26:37.297135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port adc634ad-4bd7-4733-86c3-73aa461de551 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:37.297889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.341650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:37.411469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.411801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.429605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for adc634ad-4bd7-4733-86c3-73aa461de551 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:37.458936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] Deleting port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:37.460623 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.567990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-a521f6ee-14a5-4e3f-9c99-baef22fde9fb service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693160 Nov 12 11:26:37.577411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:26:37.624103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] For port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:37.625446 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.641431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] Calling delete_port for 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:37.735398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.797801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] No DVR routers for this DVR port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:37.807614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b606d6-8973-4875-8f75-45fcad2d3dba None None] Pushing event deleted for resources: {'Port': ['ID=80ec136a-52ad-4d54-b2ed-41c87db4fbd5,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:37.852241 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.871191 n-d-768851-19 neutron-server[109165]: WARNING neutron.services.revisions.revision_plugin [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Could not find related port for resource to bump revision. Nov 12 11:26:37.886356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Port 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 11:26:37.886886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation for 2001:db8::f816:3eff:fec5:548d {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 11:26:37.902295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.ipam_pluggable_backend [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec5:548d {{(pid=109165) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 11:26:37.903942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.917336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-a1fae8ef-4dad-4db7-bf0e-a78d3e9379b7 service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475270 Nov 12 11:26:37.933038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:37.983491 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=adc634ad-4bd7-4733-86c3-73aa461de551,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:37.983907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:37.984508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 80ec136a-52ad-4d54-b2ed-41c87db4fbd5 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:38.020351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:38.035239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:38.037795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:38.041571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:38.043024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:38.051561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1edca6a-9cfb-416e-bf0d-f0a2e8308031 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:38.089202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-72a422aa-f490-4d06-a3d5-75649393b2c2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7829986 Nov 12 11:26:38.091363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34704) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:38.101911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f31b99f7-b706-44e8-ab8f-6a426cbf85e4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:38.109015 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:38.112167 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Floating IP 88993918-1b37-4189-97a7-e084b1b91c44 disassociated (deleted). External IP: 172.25.2.137, port: 9a77f902-de6f-4cb2-9437-6c37c2fa714e. Nov 12 11:26:38.386385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31b99f7-b706-44e8-ab8f-6a426cbf85e4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:38.391368 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f31b99f7-b706-44e8-ab8f-6a426cbf85e4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:38.398551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:38.400215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:38.550935 n-d-768851-19 neutron-server[109165]: INFO neutron.db.ipam_backend_mixin [None req-f31b99f7-b706-44e8-ab8f-6a426cbf85e4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7 (CIDR: 2001:db8::/64) Nov 12 11:26:38.557295 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31b99f7-b706-44e8-ab8f-6a426cbf85e4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:38.558022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31b99f7-b706-44e8-ab8f-6a426cbf85e4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:38.603212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f31b99f7-b706-44e8-ab8f-6a426cbf85e4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5105886 Nov 12 11:26:38.608449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34750) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:38.619811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:38.640929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Allocated IP 2001:db8::f816:3eff:fe8e:f375 (d24b085c-f9a9-46e4-91c7-2498340e9844/9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7/31072a40-c087-4811-897d-a0c18f4da09c) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:38.667720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:38.851499 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-627b90d4-ab78-4bb9-99a2-49f8e4588d11 req-4c69c929-acb6-4ed6-b578-94907849e34a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.0562313 Nov 12 11:26:38.978219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:38.981773 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.039472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:39.052541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.054597 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] Sync routers for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:39.075537 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:39.079190 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:26:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:39.107316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.123111 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.197649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:39.205105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:39.208570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:39.221285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1f95f192-1f9d-433a-ad2c-37ce43e97390 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/floatingips/88993918-1b37-4189-97a7-e084b1b91c44 HTTP/1.1" status: 204 len: 168 time: 2.3400667 Nov 12 11:26:39.226984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Pushing event updated for resources: {'Port': ['ID=31072a40-c087-4811-897d-a0c18f4da09c,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:39.260540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:39.264474 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8050a203-3abb-454c-af14-7aac46c1eda0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:39.310397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:26:39.330131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Attempting to bind port 31072a40-c087-4811-897d-a0c18f4da09c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:39.331192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Attempting to bind port 31072a40-c087-4811-897d-a0c18f4da09c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:39.332153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Attempting to bind port 31072a40-c087-4811-897d-a0c18f4da09c on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:39.340962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:39.342553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:39.343921 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.344665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:39.345978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Bound port: 31072a40-c087-4811-897d-a0c18f4da09c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:39.348620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.518546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] For port 31072a40-c087-4811-897d-a0c18f4da09c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:39.527792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] For port 31072a40-c087-4811-897d-a0c18f4da09c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=31072a40-c087-4811-897d-a0c18f4da09c,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:39.534079 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.590831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.687035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e764d-0d8e-4ab9-9aaf-7d4bdbb86f94 None None] Pushing event updated for resources: {'Port': ['ID=31072a40-c087-4811-897d-a0c18f4da09c,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:39.718987 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6551c5-cb81-4815-b93f-f8e1de2c46f6 x-openstack-request-id: req-ab6551c5-cb81-4815-b93f-f8e1de2c46f6 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:39.719889 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:39.719889 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab6551c5-cb81-4815-b93f-f8e1de2c46f6 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:39.720210 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'status': 'completed', 'code': 200} Nov 12 11:26:39.768055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:39.778886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:39.783393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:39.784063 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.811272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2009468 Nov 12 11:26:39.815902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5df73-a424-409f-ad18-3294b56cd75e tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=f9a988ff-82db-4804-80de-7f4019a80850,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:39.819442 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34792) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:39.824944 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:53:cd:87', 'name': 'tempest-NetworksTestDHCPv6-311529352'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:39.918628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-815fffda-8724-4e83-bb69-18ca143077f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:39.926071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-815fffda-8724-4e83-bb69-18ca143077f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 1099 time: 0.2104506 Nov 12 11:26:39.961187 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:24:01Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:40.085702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409cfb3-f104-4168-9a0a-a58de33e59a2 req-9bdb1fc0-dd3f-4c5e-a6b5-719b2e2d9281 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:40.087800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9409cfb3-f104-4168-9a0a-a58de33e59a2 req-9bdb1fc0-dd3f-4c5e-a6b5-719b2e2d9281 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 947 time: 0.1349039 Nov 12 11:26:40.125053 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] Checking router: fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:26:40.198131 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:40.200416 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:26:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:40.219148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:40.246230 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.248530 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9409cfb3-f104-4168-9a0a-a58de33e59a2 req-5eb41680-dba6-4196-b8c0-20116a6951ed tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511049 Nov 12 11:26:40.323643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a9ebaab-b108-4253-a16c-ce0a92c06dcd req-04c7c2ac-5451-42de-81e7-b3bc23a35139 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.0820229 Nov 12 11:26:40.365477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-350a219a-b69b-4653-90c1-de6558044d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:40.368339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-350a219a-b69b-4653-90c1-de6558044d12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 200 len: 898 time: 0.4296782 Nov 12 11:26:40.450365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.478786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-405a89ae-fd25-4267-9ff1-ccf1078f817e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 200 len: 217 time: 0.0958257 Nov 12 11:26:40.512512 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 637f57ac-dae3-47da-8c87-d52a9c0610ad yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:40.546839 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.622673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-3ace60db-231f-476e-bc0d-cba4e34bb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:40.625709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-3ace60db-231f-476e-bc0d-cba4e34bb4d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 200 len: 833 time: 0.1346874 Nov 12 11:26:40.637145 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:26:40.730521 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-0459d39d-e2fc-40c9-a513-d24d70a8e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:40.737170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-0459d39d-e2fc-40c9-a513-d24d70a8e7f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=495f21d2-52ae-407d-b298-a70325da0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977869 Nov 12 11:26:40.915073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8:0:1::55 (d24b085c-f9a9-46e4-91c7-2498340e9844/f9a988ff-82db-4804-80de-7f4019a80850/637f57ac-dae3-47da-8c87-d52a9c0610ad) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:40.926905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::f816:3eff:fe53:cd87 (d24b085c-f9a9-46e4-91c7-2498340e9844/9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7/637f57ac-dae3-47da-8c87-d52a9c0610ad) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:41.277304 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.278531 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-2b72cf28-9e82-463e-90ec-4b8edb1c389a service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418787 Nov 12 11:26:41.321550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-129da6f9-06aa-4bdc-a3fe-e39583cbd0cd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:41.323831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-129da6f9-06aa-4bdc-a3fe-e39583cbd0cd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.3849947 Nov 12 11:26:41.402499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'port': {'device_id': 'cd975d0c-fca1-470c-a358-18d494e65996', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'admin_state_up': True, 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:41.418306 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.508016 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:24:01Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:41.650317 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401b419-6baf-40e3-86be-2ae02542a11b None None] The sync data for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 is: [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:56Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'a27fd6c7-15c4-48b2-aa6c-eedbc42b6232', 'name': '', 'network_id': '495f21d2-52ae-407d-b298-a70325da0ebf', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:05:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:54Z', 'updated_at': '2021-11-12T11:24:01Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:41.737211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:41.775344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a7c615c-0333-4139-a8fe-e073e4f85bf1 req-d3db5cc9-5de5-4a6c-a060-a7f6f254a576 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.1939940 Nov 12 11:26:41.790253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.59', 57106) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:41.822718 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:26:41.842857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:41.851557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:41.874810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:41.877877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.900829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=637f57ac-dae3-47da-8c87-d52a9c0610ad,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:41.991588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f3a96-fc23-4f0c-8441-b07e9a04fd54 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:42.004434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8050a203-3abb-454c-af14-7aac46c1eda0 req-21769d25-e83d-4184-ac04-3545625831c0 service neutron] 10.222.0.59 "GET /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747780 Nov 12 11:26:42.006216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:42.013139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.014366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676963bc-a085-4eab-9407-c73076432e4f req-52d084da-28cd-4ab8-b8f0-545ca06075b6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:42.016419 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-676963bc-a085-4eab-9407-c73076432e4f req-52d084da-28cd-4ab8-b8f0-545ca06075b6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 947 time: 0.4856160 Nov 12 11:26:42.055238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e75aa-f548-4511-93c5-562829935c58 req-7123f146-c469-43aa-84fb-3d968b74b3ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:42.056815 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-924e75aa-f548-4511-93c5-562829935c58 req-7123f146-c469-43aa-84fb-3d968b74b3ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 947 time: 0.2637794 Nov 12 11:26:42.063284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-78acbe82-455d-43de-8a3d-c0f04112094f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2426088 Nov 12 11:26:42.108449 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34814) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:42.168121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 31072a40-c087-4811-897d-a0c18f4da09c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:42.258118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.20.0.12 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:42.312991 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-676963bc-a085-4eab-9407-c73076432e4f req-27880760-ea54-4fed-8af1-719fedae8c86 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721860 Nov 12 11:26:42.328149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a202fc6d-04e2-4819-bf17-81772a38996c None None] New status for floating IP 88993918-1b37-4189-97a7-e084b1b91c44: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:26:42.450526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-05a22d70-7cd7-4025-b5c7-84eb00914d82 None None] Provisioning complete for port 31072a40-c087-4811-897d-a0c18f4da09c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:42.451583 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05a22d70-7cd7-4025-b5c7-84eb00914d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.464631 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.504194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.573347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 9a77f902-de6f-4cb2-9437-6c37c2fa714e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:42.573700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.637122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 31072a40-c087-4811-897d-a0c18f4da09c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:42.637558 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.685722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:42.693111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:42.710953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:42.784826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:42.852832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:42.856820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.888589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-67aef377-6c0b-4a87-aa62-9753f7e806ea tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5362861 Nov 12 11:26:42.909329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Request body: {'port': {'device_id': 'cd975d0c-fca1-470c-a358-18d494e65996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:42.909552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b296a-83ee-4928-9713-5a933b0175e7 None None] Update dhcp port {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': '9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7', 'ip_address': '2001:db8::f816:3eff:fe8e:f375'}, {'subnet_id': 'f9a988ff-82db-4804-80de-7f4019a80850'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '31072a40-c087-4811-897d-a0c18f4da09c'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:26:42.940435 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05a22d70-7cd7-4025-b5c7-84eb00914d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.062170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.079554 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-453b296a-83ee-4928-9713-5a933b0175e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.166794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-121e40b1-e9bc-426a-a182-b750aa360ec2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 637f57ac-dae3-47da-8c87-d52a9c0610ad {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:43.167252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-121e40b1-e9bc-426a-a182-b750aa360ec2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.185622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-05a22d70-7cd7-4025-b5c7-84eb00914d82 None None] For port 31072a40-c087-4811-897d-a0c18f4da09c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=31072a40-c087-4811-897d-a0c18f4da09c,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:43.208701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port 9a77f902-de6f-4cb2-9437-6c37c2fa714e, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9a77f902-de6f-4cb2-9437-6c37c2fa714e,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:43.209187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.212814 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05a22d70-7cd7-4025-b5c7-84eb00914d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.258741 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 9a77f902-de6f-4cb2-9437-6c37c2fa714e owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:43.340450 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-121e40b1-e9bc-426a-a182-b750aa360ec2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.365787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-121e40b1-e9bc-426a-a182-b750aa360ec2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 637f57ac-dae3-47da-8c87-d52a9c0610ad owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:43.369188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d883f-b6d1-4a1c-8f3b-a7652aa2c3bb req-df83caac-dead-4e7f-9649-347aad2c408f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:43.383453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-453b296a-83ee-4928-9713-5a933b0175e7 None None] Allocated IP 2001:db8:0:1::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/f9a988ff-82db-4804-80de-7f4019a80850/31072a40-c087-4811-897d-a0c18f4da09c) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:43.387526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e92d883f-b6d1-4a1c-8f3b-a7652aa2c3bb req-df83caac-dead-4e7f-9649-347aad2c408f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 932 time: 0.3430188 Nov 12 11:26:43.509906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.561182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e92d883f-b6d1-4a1c-8f3b-a7652aa2c3bb req-d285cbd7-2df9-4f15-a2ae-0c251c0e4f12 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708095 Nov 12 11:26:43.628501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c5adc3cb-0305-4397-a2a4-0bb4e178b411 None None] Provisioning complete for port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:43.632316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c5adc3cb-0305-4397-a2a4-0bb4e178b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.774931 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-121e40b1-e9bc-426a-a182-b750aa360ec2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.801325 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.814972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a22d70-7cd7-4025-b5c7-84eb00914d82 None None] Pushing event updated for resources: {'Port': ['ID=31072a40-c087-4811-897d-a0c18f4da09c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:43.833270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c5adc3cb-0305-4397-a2a4-0bb4e178b411 None None] Port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:43.849792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-453b296a-83ee-4928-9713-5a933b0175e7 None None] For port 31072a40-c087-4811-897d-a0c18f4da09c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=31072a40-c087-4811-897d-a0c18f4da09c,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:43.866154 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1688b6b-02ec-4174-b97e-53900160805d req-2b915cc3-0fb4-47ee-8e54-4889aafa868d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:43.869584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1688b6b-02ec-4174-b97e-53900160805d req-2b915cc3-0fb4-47ee-8e54-4889aafa868d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 868 time: 0.3900292 Nov 12 11:26:43.914254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e40b1-e9bc-426a-a182-b750aa360ec2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=637f57ac-dae3-47da-8c87-d52a9c0610ad,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:43.927220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-453b296a-83ee-4928-9713-5a933b0175e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.940344 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-453b296a-83ee-4928-9713-5a933b0175e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.074604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=9a77f902-de6f-4cb2-9437-6c37c2fa714e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:44.150251 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-121e40b1-e9bc-426a-a182-b750aa360ec2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.171832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-121e40b1-e9bc-426a-a182-b750aa360ec2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/637f57ac-dae3-47da-8c87-d52a9c0610ad HTTP/1.1" status: 204 len: 168 time: 2.0594475 Nov 12 11:26:44.181012 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c1688b6b-02ec-4174-b97e-53900160805d req-4d8889c7-ba8d-48f5-bab5-fa50fc230f80 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=e52650c9-8d1b-4633-b7c4-4a4464a953ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545316 Nov 12 11:26:44.184726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34828) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:44.287139 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:26:44.287727 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:26:44.313892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b296a-83ee-4928-9713-5a933b0175e7 None None] Pushing event updated for resources: {'Port': ['ID=31072a40-c087-4811-897d-a0c18f4da09c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:44.402044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] No DVR routers for this DVR port 9a77f902-de6f-4cb2-9437-6c37c2fa714e on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:44.405933 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.409797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-924e75aa-f548-4511-93c5-562829935c58 req-06df2524-c023-43c5-b39f-db28d0a5c487 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "DELETE /v2.0/ports/9a77f902-de6f-4cb2-9437-6c37c2fa714e HTTP/1.1" status: 204 len: 173 time: 2.3454108 Nov 12 11:26:44.410263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'name': 'network-vif-deleted', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:44.412750 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dacb69-c038-4df5-aeb9-4d0169d44781" -d '{"events": [{"server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "name": "network-vif-deleted", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:44.456532 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da8eab-fd14-419e-84a3-78a7aee8ec8a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:44.467241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-01da8eab-fd14-419e-84a3-78a7aee8ec8a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2794907 Nov 12 11:26:44.476254 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7a777b-bba0-476f-bc20-63371bff1452 x-openstack-request-id: req-5c7a777b-bba0-476f-bc20-63371bff1452 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:44.476713 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd15707-608f-4f6d-b818-1f5fa2bbbfc0", "name": "network-vif-deleted", "tag": "9a77f902-de6f-4cb2-9437-6c37c2fa714e", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:44.477051 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c7a777b-bba0-476f-bc20-63371bff1452 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:44.477557 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd15707-608f-4f6d-b818-1f5fa2bbbfc0', 'name': 'network-vif-deleted', 'tag': '9a77f902-de6f-4cb2-9437-6c37c2fa714e', 'status': 'completed', 'code': 200} Nov 12 11:26:44.477943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34832) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:44.535204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:26:44.551981 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.574077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a45391e-50e0-474b-a4ce-34d3e7b1a780 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:44.578766 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a45391e-50e0-474b-a4ce-34d3e7b1a780 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0969441 Nov 12 11:26:44.586634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Transition to ACTIVE for port object dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:26:44.587616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34834) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:44.612458 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.853954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:44.879831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cc97f-bb31-4714-b253-c76cd460ebed req-1536f682-c434-4357-b1f8-70dcb35c0073 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:44.896920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-419cc97f-bb31-4714-b253-c76cd460ebed req-1536f682-c434-4357-b1f8-70dcb35c0073 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.1791613 Nov 12 11:26:44.925073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d92fd1-4c18-480a-95ad-6a8f105aa2da tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:44.926793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d92fd1-4c18-480a-95ad-6a8f105aa2da tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:44.941196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 9a77f902-de6f-4cb2-9437-6c37c2fa714e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:44.942689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d92fd1-4c18-480a-95ad-6a8f105aa2da tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:44.945426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e9d92fd1-4c18-480a-95ad-6a8f105aa2da tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3556497 Nov 12 11:26:44.945627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9a77f902-de6f-4cb2-9437-6c37c2fa714e not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:44.962441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34842) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:44.974904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Pushing event updated for resources: {'Port': ['ID=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:45.189492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4607bac-c34b-4425-9c2c-89e039014c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:45.228208 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4607bac-c34b-4425-9c2c-89e039014c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.309664 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Attempting to bind port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:45.312634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Attempting to bind port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:45.314072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Attempting to bind port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:45.322774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 31072a40-c087-4811-897d-a0c18f4da09c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:45.343669 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-419cc97f-bb31-4714-b253-c76cd460ebed req-dd1ef5c5-e82e-48d3-bdfb-dc277cca8bd9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278762 Nov 12 11:26:45.345650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:26:45.346044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Attempting to bind port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:45.375757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:45.376087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:45.376481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:45.379842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Bound port: dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:45.380224 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.444634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4607bac-c34b-4425-9c2c-89e039014c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.474307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed9393c2-cbab-4621-8ee0-ba4b719d4ac6 req-000f9d72-9101-4433-83a8-836bc51068bd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd15707-608f-4f6d-b818-1f5fa2bbbfc0 HTTP/1.1" status: 200 len: 210 time: 0.0643516 Nov 12 11:26:45.507267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 31072a40-c087-4811-897d-a0c18f4da09c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:45.508074 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.617434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] For port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:45.623415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] For port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:45.633141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.665017 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4607bac-c34b-4425-9c2c-89e039014c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.755624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Pushing event updated for resources: {'Port': ['ID=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:45.768783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:45.774286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.787179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-ca6f3e1e-6c5d-43bb-9c46-5dec551623fe service neutron] 10.222.0.59 "PUT /v2.0/ports/dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d HTTP/1.1" status: 200 len: 1093 time: 2.8743949 Nov 12 11:26:45.790205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd975d0c-fca1-470c-a358-18d494e65996', 'tag': 'dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:45.799965 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a68f5-ebdb-407f-898b-b1016539ab68" -d '{"events": [{"name": "network-changed", "server_uuid": "cd975d0c-fca1-470c-a358-18d494e65996", "tag": "dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:45.802332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4607bac-c34b-4425-9c2c-89e039014c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.856733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d4607bac-c34b-4425-9c2c-89e039014c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.860588 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d4607bac-c34b-4425-9c2c-89e039014c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7 HTTP/1.1" status: 204 len: 168 time: 0.8970332 Nov 12 11:26:45.864609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34850) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:45.865545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607bac-c34b-4425-9c2c-89e039014c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:45.997584 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124472ae-521c-4915-9fab-50a47460a493 x-openstack-request-id: req-124472ae-521c-4915-9fab-50a47460a493 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:45.998377 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd975d0c-fca1-470c-a358-18d494e65996", "tag": "dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:45.998807 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-124472ae-521c-4915-9fab-50a47460a493 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:46.000090 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd975d0c-fca1-470c-a358-18d494e65996', 'tag': 'dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d', 'status': 'completed', 'code': 200} Nov 12 11:26:46.065039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b1b15d-c0ec-4fd2-b190-76df28d1b2b8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet f9a988ff-82db-4804-80de-7f4019a80850 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:46.079298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-292a6ebb-6408-4377-88e5-62b9723a2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.087114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-292a6ebb-6408-4377-88e5-62b9723a2bec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 1096 time: 0.2162900 Nov 12 11:26:46.088177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71b1b15d-c0ec-4fd2-b190-76df28d1b2b8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:46.092358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-73edf356-9807-4122-8165-2845621f3550 None None] Could not find standard attr ID for object 637f57ac-dae3-47da-8c87-d52a9c0610ad. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:46.144655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-73edf356-9807-4122-8165-2845621f3550 None None] Provisioning complete for port 31072a40-c087-4811-897d-a0c18f4da09c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:46.145506 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-73edf356-9807-4122-8165-2845621f3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:46.200327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f768468-735e-46e1-b430-c95b85c9eb8b None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:46.238234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-8deeb368-10a4-41bd-aabe-9394593e3fa6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d HTTP/1.1" status: 200 len: 217 time: 0.0769172 Nov 12 11:26:46.331634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-afb69a8c-607c-4978-992a-06831c4df029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.333772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-afb69a8c-607c-4978-992a-06831c4df029 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0804584 Nov 12 11:26:46.341455 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71b1b15d-c0ec-4fd2-b190-76df28d1b2b8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:46.492658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-c8a24536-80a3-4e7b-a62d-09fd9517157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.495296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-c8a24536-80a3-4e7b-a62d-09fd9517157e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090887 Nov 12 11:26:46.541852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a2ce8c48-6992-413d-bacf-29a94e65e6a2 None None] Could not find standard attr ID for object 637f57ac-dae3-47da-8c87-d52a9c0610ad. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:46.601237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34858) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.712646 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71b1b15d-c0ec-4fd2-b190-76df28d1b2b8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:46.860369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e2c19-68af-4049-a0c8-e69a30d1e626 req-8a6ef591-5d60-42f0-83b8-a131caa0eb6a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.866325 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f1e2c19-68af-4049-a0c8-e69a30d1e626 req-8a6ef591-5d60-42f0-83b8-a131caa0eb6a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.3621340 Nov 12 11:26:46.983230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-6feb2c38-631d-4b96-9374-b5dd5c373900 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499273 Nov 12 11:26:47.158922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71b1b15d-c0ec-4fd2-b190-76df28d1b2b8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.331484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18d5a2e8-10c5-4788-8557-58e8c7a2efc7 req-bcfc9d22-3ad2-436a-90f5-ef8a8f1b90fc service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206613 Nov 12 11:26:47.370667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1b15d-c0ec-4fd2-b190-76df28d1b2b8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a988ff-82db-4804-80de-7f4019a80850,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:47.399873 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71b1b15d-c0ec-4fd2-b190-76df28d1b2b8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.403867 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-71b1b15d-c0ec-4fd2-b190-76df28d1b2b8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/f9a988ff-82db-4804-80de-7f4019a80850 HTTP/1.1" status: 204 len: 168 time: 1.5356615 Nov 12 11:26:47.412284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34868) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:47.427448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f1e2c19-68af-4049-a0c8-e69a30d1e626 req-b44b69c1-ed21-47b9-a1ed-d3e6d26aa77e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422211 Nov 12 11:26:47.506194 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96a66771-bb16-4c87-a4f6-1b4e454e73ac tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880842 Nov 12 11:26:47.513583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-59fe3ea2-608b-47f2-b3ad-630538c51208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:47.516676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-59fe3ea2-608b-47f2-b3ad-630538c51208 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 1096 time: 0.1117055 Nov 12 11:26:47.517560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34870) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:47.527614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:47.688423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.724287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ad333-41f4-47f3-abe8-563ee5afbdad None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:47.863914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-0ddc9841-a8c8-413b-a43a-e29b8db3184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:47.866982 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-0ddc9841-a8c8-413b-a43a-e29b8db3184d service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1950116 Nov 12 11:26:47.918989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5877ef28-6578-4064-b6a6-887d412080e1 None None] Provisioning complete for port 31072a40-c087-4811-897d-a0c18f4da09c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:47.919368 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5877ef28-6578-4064-b6a6-887d412080e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.965603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-a353199d-d6b6-408c-9bfd-8bc6be617f20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d HTTP/1.1" status: 200 len: 217 time: 0.0863934 Nov 12 11:26:48.071924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-b8ee5665-735a-4a83-bb64-0bf094054f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:48.083734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-b8ee5665-735a-4a83-bb64-0bf094054f4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.1025825 Nov 12 11:26:48.089437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:48.093734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.322488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:48.359379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-5426e915-4709-458e-a3ac-759195a157c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:48.361424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-5426e915-4709-458e-a3ac-759195a157c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637882 Nov 12 11:26:48.379411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:48.379759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.430173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] Deleting port 31072a40-c087-4811-897d-a0c18f4da09c {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:48.431069 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.514880 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port a27fd6c7-15c4-48b2-aa6c-eedbc42b6232, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:48.515268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.533147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:48.579102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] For port 31072a40-c087-4811-897d-a0c18f4da09c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=31072a40-c087-4811-897d-a0c18f4da09c,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:48.579867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.604990 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] Calling delete_port for 31072a40-c087-4811-897d-a0c18f4da09c owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:48.687811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d06de-ca1d-4edf-8eca-e571ccf06dc2 req-8603a7b4-05b7-45e2-bbbf-1674f84929ae tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:48.689587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd4d06de-ca1d-4edf-8eca-e571ccf06dc2 req-8603a7b4-05b7-45e2-bbbf-1674f84929ae tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.0880947 Nov 12 11:26:48.727915 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.795524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:48.823149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.826800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:48.844179 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd4d06de-ca1d-4edf-8eca-e571ccf06dc2 req-527d2ee6-1649-472f-8f2d-771f0cc5802f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448627 Nov 12 11:26:48.865599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:48.868359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] Pushing event deleted for resources: {'Port': ['ID=31072a40-c087-4811-897d-a0c18f4da09c,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:48.868704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.889813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f217645-0683-429b-bd09-ff794ad6ff6d None None] No DVR routers for this DVR port 31072a40-c087-4811-897d-a0c18f4da09c on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:48.891209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=2f950a19-59de-43c3-bcf6-d9638acb6f31,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:48.902938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-6a46b3d4-b099-482c-8645-9d4da3c4b237 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246329 Nov 12 11:26:48.922839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40322ee0-76b9-44db-a9f2-40560c3dd81c None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:48.932145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-197ea77e-1f11-473d-8f7d-7a569e927861 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4133954 Nov 12 11:26:48.946517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34878) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:48.952628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-49d1bf32-6a24-40f8-b6f0-c90700c60c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:49.086400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a68f5-ebdb-407f-898b-b1016539ab68 req-ffba40e2-7d1d-4f24-bd0c-bdf816632e48 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763909 Nov 12 11:26:49.147785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.155369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 31072a40-c087-4811-897d-a0c18f4da09c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:49.199869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 31072a40-c087-4811-897d-a0c18f4da09c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:49.200501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 31072a40-c087-4811-897d-a0c18f4da09c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:49.239396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=a27fd6c7-15c4-48b2-aa6c-eedbc42b6232,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:49.270055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': '2f950a19-59de-43c3-bcf6-d9638acb6f31'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:49.271102 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.481042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/2f950a19-59de-43c3-bcf6-d9638acb6f31/c098d026-fa0c-47a5-88f6-b63d03bb45ba) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:49.719165 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.730692 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.800340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Pushing event updated for resources: {'Port': ['ID=c098d026-fa0c-47a5-88f6-b63d03bb45ba,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:49.819833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:49.821746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:49.824216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:49.856230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d1bf32-6a24-40f8-b6f0-c90700c60c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:49.867218 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49d1bf32-6a24-40f8-b6f0-c90700c60c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.881098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.912726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Attempting to bind port c098d026-fa0c-47a5-88f6-b63d03bb45ba on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:49.913380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Attempting to bind port c098d026-fa0c-47a5-88f6-b63d03bb45ba by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:49.914624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Attempting to bind port c098d026-fa0c-47a5-88f6-b63d03bb45ba on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:49.922233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:49.922605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:49.923011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.923554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:49.924131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Bound port: c098d026-fa0c-47a5-88f6-b63d03bb45ba, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:49.925675 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:50.029974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] For port c098d026-fa0c-47a5-88f6-b63d03bb45ba, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:50.034731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] For port c098d026-fa0c-47a5-88f6-b63d03bb45ba, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c098d026-fa0c-47a5-88f6-b63d03bb45ba,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:50.041963 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:50.078724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ec0d3-a7c5-4b82-9a69-db94e0e6281e req-cc3e136a-d3f9-4fa7-9ea3-1c3b6e5f58c5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:50.080448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f67ec0d3-a7c5-4b82-9a69-db94e0e6281e req-cc3e136a-d3f9-4fa7-9ea3-1c3b6e5f58c5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.0907345 Nov 12 11:26:50.162032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f67ec0d3-a7c5-4b82-9a69-db94e0e6281e req-ac80eaa1-b0e0-4dd1-8dad-262ead426087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736129 Nov 12 11:26:50.223840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee64ba-9423-4579-90c5-debcc7bc2fc9 None None] Pushing event updated for resources: {'Port': ['ID=c098d026-fa0c-47a5-88f6-b63d03bb45ba,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:50.253359 n-d-768851-19 neutron-server[109166]: INFO neutron.db.ipam_backend_mixin [None req-49d1bf32-6a24-40f8-b6f0-c90700c60c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f950a19-59de-43c3-bcf6-d9638acb6f31 (CIDR: 2001:db8::/64) Nov 12 11:26:50.411439 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d1bf32-6a24-40f8-b6f0-c90700c60c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:50.411948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d1bf32-6a24-40f8-b6f0-c90700c60c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:50.437595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:50.446009 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-49d1bf32-6a24-40f8-b6f0-c90700c60c50 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4983346 Nov 12 11:26:50.449328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34900) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:50.480790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:50.624963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:50.641899 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] Sync routers for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:50.642619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-543fd217-b28b-45e1-9980-a64d06e224ba tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "PUT /v2.0/routers/fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0401609 Nov 12 11:26:50.643288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34908) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:50.652964 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:50.653834 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:26:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:50.751897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:50.756603 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:50.772196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-10abb1b8-921e-42f3-a740-8b3f5f287680 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting subnet fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:50.781761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10abb1b8-921e-42f3-a740-8b3f5f287680 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:50.809135 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:26:50.881673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10abb1b8-921e-42f3-a740-8b3f5f287680 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:51.072802 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:26:48Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:51.079559 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10abb1b8-921e-42f3-a740-8b3f5f287680 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:51.129223 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] Checking router: fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:26:51.154138 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] Routers {'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:51.154798 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:26:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:51.258493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10abb1b8-921e-42f3-a740-8b3f5f287680 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:51.301994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-10abb1b8-921e-42f3-a740-8b3f5f287680 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:51.308664 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-10abb1b8-921e-42f3-a740-8b3f5f287680 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/subnets/fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af HTTP/1.1" status: 204 len: 168 time: 0.6643012 Nov 12 11:26:51.312632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f64e9-3c38-48bf-bd07-b82c82d3342a None None] Network 495f21d2-52ae-407d-b298-a70325da0ebf requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:51.337719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34912) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:51.349065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abb1b8-921e-42f3-a740-8b3f5f287680 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Subnet': ['ID=fa47b84f-63bb-4027-b0e9-b1d2a2a1a7af,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:51.402856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c098d026-fa0c-47a5-88f6-b63d03bb45ba up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:51.477966 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] Set router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:26:51.727934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:26:51.743677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c098d026-fa0c-47a5-88f6-b63d03bb45ba triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:51.744527 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:51.756701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1605f-5ce5-40b6-878b-1aaa6b41c7c4 req-43f5a7d8-b86f-4c55-9180-1c7f6b79eba5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:51.768994 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36b1605f-5ce5-40b6-878b-1aaa6b41c7c4 req-43f5a7d8-b86f-4c55-9180-1c7f6b79eba5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.3982804 Nov 12 11:26:51.901300 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:26:48Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:51.957367 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:51.959163 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd897f-4200-4d20-ae9c-ca6c42fc8a69 None None] The sync data for ids ['fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31'] in n-d-768851-19 is: [{'id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759464314', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:26:48Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'a0dda607-fe8a-4039-8de2-485667093a5b', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:48Z', 'updated_at': '2021-11-12T11:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:52.025128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36b1605f-5ce5-40b6-878b-1aaa6b41c7c4 req-d5ce3a04-5fd7-48d1-85ea-b80cba69cc97 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550278 Nov 12 11:26:52.040956 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.093210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d41178f7-4180-44cf-b03c-b45c11d8cdde None None] Provisioning complete for port c098d026-fa0c-47a5-88f6-b63d03bb45ba triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:52.093734 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d41178f7-4180-44cf-b03c-b45c11d8cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.096717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port c098d026-fa0c-47a5-88f6-b63d03bb45ba, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c098d026-fa0c-47a5-88f6-b63d03bb45ba,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:52.158499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.161229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.294660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=c098d026-fa0c-47a5-88f6-b63d03bb45ba,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:52.327021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.412684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] DHCP port deletion for 495f21d2-52ae-407d-b298-a70325da0ebf request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:52.533302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port a0dda607-fe8a-4039-8de2-485667093a5b {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:52.534650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.568149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] For port c098d026-fa0c-47a5-88f6-b63d03bb45ba, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c098d026-fa0c-47a5-88f6-b63d03bb45ba,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:52.594687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] Deleting port df3804a4-d1c5-4329-b558-167d55930ff6 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:52.595273 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.669191 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.675005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.675899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.830552 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port a0dda607-fe8a-4039-8de2-485667093a5b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a0dda607-fe8a-4039-8de2-485667093a5b,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:52.831069 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.842555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] For port df3804a4-d1c5-4329-b558-167d55930ff6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=df3804a4-d1c5-4329-b558-167d55930ff6,segment=NetworkSegment(72e72f9d-7d5a-490d-8f6c-1741a6e535ee),segment_id=72e72f9d-7d5a-490d-8f6c-1741a6e535ee)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:52.843170 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.849439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for a0dda607-fe8a-4039-8de2-485667093a5b owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:52.894948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] Calling delete_port for df3804a4-d1c5-4329-b558-167d55930ff6 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:52.971729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=c098d026-fa0c-47a5-88f6-b63d03bb45ba,revision_number=5']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:52.975220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=f00fdebe-3cd5-4cc7-b3de-4eb5230be3d9,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:53.015612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:53.017706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:53.025104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:53.025857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.043860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf085e6-fcb4-4a16-ac76-ab469f1a8ac7 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:53.050140 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.091880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fbcf24cd-772e-4a72-9806-f0639bfc5ce2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6383810 Nov 12 11:26:53.095294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:53.112723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:79:f2:53', 'name': 'tempest-NetworksTestDHCPv6-1395521144'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:53.117815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] Pushing event deleted for resources: {'Port': ['ID=df3804a4-d1c5-4329-b558-167d55930ff6,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:53.216576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3e50b-a802-43aa-bac8-2c562469d83f None None] No DVR routers for this DVR port df3804a4-d1c5-4329-b558-167d55930ff6 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:53.248531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c098d026-fa0c-47a5-88f6-b63d03bb45ba up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:53.392638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f134f8-2ac8-415a-bbd4-f6e6e17cb10b req-30319fdb-9445-42f2-96c4-72e0492e2dd2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:53.400398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6f134f8-2ac8-415a-bbd4-f6e6e17cb10b req-30319fdb-9445-42f2-96c4-72e0492e2dd2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.2077065 Nov 12 11:26:53.451824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.504616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=a0dda607-fe8a-4039-8de2-485667093a5b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:53.563999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6f134f8-2ac8-415a-bbd4-f6e6e17cb10b req-0840e5a7-6ac3-423f-b803-c31a55ba5f2d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624892 Nov 12 11:26:53.593724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:53.637417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64eed5-a36a-4dda-9c09-4fb5458b872a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:53.686610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.725578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c098d026-fa0c-47a5-88f6-b63d03bb45ba triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:53.726927 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.758732 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.796048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port d148e465-be3f-4587-bf67-33738cd90840 yet. {{(pid=109165) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:54.063040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.066961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.107686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eddedb98-063a-4dc7-9e31-0b45ef31d5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.129815 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.130444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Fanout notify agent at l3_agent the message router_deleted on router fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:26:54.146285 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.149998 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b99e7ff6-7535-432e-b963-4842a8d7e248 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/routers/fe3e195e-18fc-40cc-b2a3-a32f8b8d2a31 HTTP/1.1" status: 204 len: 168 time: 2.8077054 Nov 12 11:26:54.150496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34930) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:54.426900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device df3804a4-d1c5-4329-b558-167d55930ff6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:54.522048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::325 (d24b085c-f9a9-46e4-91c7-2498340e9844/2f950a19-59de-43c3-bcf6-d9638acb6f31/d148e465-be3f-4587-bf67-33738cd90840) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:54.529896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8:0:1:f816:3eff:fe79:f253 (d24b085c-f9a9-46e4-91c7-2498340e9844/f00fdebe-3cd5-4cc7-b3de-4eb5230be3d9/d148e465-be3f-4587-bf67-33738cd90840) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:54.535548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.547011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: df3804a4-d1c5-4329-b558-167d55930ff6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:54.547545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device df3804a4-d1c5-4329-b558-167d55930ff6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:54.548215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:54.626310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:54.626893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a27fd6c7-15c4-48b2-aa6c-eedbc42b6232 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:54.895262 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.924934 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.976885 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495f21d2-52ae-407d-b298-a70325da0ebf']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:54.981164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.001292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e72f9d-7d5a-490d-8f6c-1741a6e535ee') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:55.001593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e72f9d-7d5a-490d-8f6c-1741a6e535ee') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:55.034079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-272b2f08-dcb9-4eff-a41b-1957a1397e1f None None] Provisioning complete for port c098d026-fa0c-47a5-88f6-b63d03bb45ba triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:55.034592 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-272b2f08-dcb9-4eff-a41b-1957a1397e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.055256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cec7f-8f29-4899-9af3-3f925df29e03 req-11003dea-3604-49d9-aa5f-952f5d118b89 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:55.081883 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-980cec7f-8f29-4899-9af3-3f925df29e03 req-11003dea-3604-49d9-aa5f-952f5d118b89 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.2694201 Nov 12 11:26:55.104854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.128132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:55.150048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:55.157114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:55.166014 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.171475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:55.172835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.204122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:55.204746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.230865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=d148e465-be3f-4587-bf67-33738cd90840,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:55.231856 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:55.265730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a0dda607-fe8a-4039-8de2-485667093a5b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:55.270540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6f3ec407-444e-458a-ae4a-c72c8bb1e477 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1700978 Nov 12 11:26:55.276023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34946) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:55.323890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a0dda607-fe8a-4039-8de2-485667093a5b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:55.324797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a0dda607-fe8a-4039-8de2-485667093a5b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:55.361069 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-980cec7f-8f29-4899-9af3-3f925df29e03 req-12c74ef8-ceb1-4d25-a840-0ac057168d83 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665112 Nov 12 11:26:55.465938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.502012 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.510492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34948) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:55.511351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/networks/495f21d2-52ae-407d-b298-a70325da0ebf HTTP/1.1" status: 204 len: 168 time: 1.3577051 Nov 12 11:26:55.512501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a55682-25a9-4e04-9098-e617eaf580e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Network': ['ID=495f21d2-52ae-407d-b298-a70325da0ebf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:55.575935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1e485dbc-5e02-424a-8a41-5a6eb6df6287 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port d148e465-be3f-4587-bf67-33738cd90840 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:55.576485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e485dbc-5e02-424a-8a41-5a6eb6df6287 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.700885 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34c084e1-3180-4e39-8415-025c0846674e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.746256 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e485dbc-5e02-424a-8a41-5a6eb6df6287 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.761229 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34c084e1-3180-4e39-8415-025c0846674e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.780569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1e485dbc-5e02-424a-8a41-5a6eb6df6287 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for d148e465-be3f-4587-bf67-33738cd90840 owned by {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:55.877417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-678d03cf-0827-4fc6-a5fb-8116f93c1abf None None] Provisioning complete for port d148e465-be3f-4587-bf67-33738cd90840 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:55.877782 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-678d03cf-0827-4fc6-a5fb-8116f93c1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.935427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-678d03cf-0827-4fc6-a5fb-8116f93c1abf None None] Port d148e465-be3f-4587-bf67-33738cd90840 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:56.034051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34c084e1-3180-4e39-8415-025c0846674e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.038277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-34c084e1-3180-4e39-8415-025c0846674e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.042858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-34c084e1-3180-4e39-8415-025c0846674e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/security-groups/e52650c9-8d1b-4633-b7c4-4a4464a953ea HTTP/1.1" status: 204 len: 168 time: 0.5279062 Nov 12 11:26:56.075227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c084e1-3180-4e39-8415-025c0846674e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52650c9-8d1b-4633-b7c4-4a4464a953ea,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:56.216209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e485dbc-5e02-424a-8a41-5a6eb6df6287 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.261003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e485dbc-5e02-424a-8a41-5a6eb6df6287 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=d148e465-be3f-4587-bf67-33738cd90840,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:56.321719 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b97342e8-63e5-454c-8493-d8a9282c69e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.387994 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e485dbc-5e02-424a-8a41-5a6eb6df6287 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.394788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34964) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:56.411825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1e485dbc-5e02-424a-8a41-5a6eb6df6287 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/d148e465-be3f-4587-bf67-33738cd90840 HTTP/1.1" status: 204 len: 168 time: 1.1150935 Nov 12 11:26:56.515959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3124c-97eb-4391-b25d-36dfb48fea66 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:56.520293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a9e3124c-97eb-4391-b25d-36dfb48fea66 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1238053 Nov 12 11:26:56.522745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34966) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:56.573518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34968) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:56.590103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e10ec-7357-4915-8970-c4ba5479796c req-5af80c1e-cd02-4632-9610-a39b8a204d0d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:56.591762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc8e10ec-7357-4915-8970-c4ba5479796c req-5af80c1e-cd02-4632-9610-a39b8a204d0d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.1131921 Nov 12 11:26:56.672074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ccf046-3da6-49eb-8fb4-a5a611cbcfd3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:56.688445 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-98ccf046-3da6-49eb-8fb4-a5a611cbcfd3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1574185 Nov 12 11:26:56.689624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34972) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:56.732322 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc8e10ec-7357-4915-8970-c4ba5479796c req-80fade87-c7f2-4b87-8249-dd0af92a5560 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299598 Nov 12 11:26:56.847375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8595c1a2-0633-45ee-9edd-135d81c813c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:56.850207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8595c1a2-0633-45ee-9edd-135d81c813c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:56.852893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8595c1a2-0633-45ee-9edd-135d81c813c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:56.859007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34974) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:56.859527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8595c1a2-0633-45ee-9edd-135d81c813c8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1676130 Nov 12 11:26:56.883401 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c9e72063-574e-4f2b-8ad7-231167bea608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.940491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74703be-ab0a-4b28-a845-a4595ea043b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 2f950a19-59de-43c3-bcf6-d9638acb6f31 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:56.955145 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a74703be-ab0a-4b28-a845-a4595ea043b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.986485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34976) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:56.993776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c9e72063-574e-4f2b-8ad7-231167bea608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.997817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f22b5822-a886-43bf-9b3d-efd9978a06d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365731585', 'description': 'tempest-secgroup-smoke-1365731585 description', 'project_id': '457c723929f14efab737d75f4170b9cc'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:57.000272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c9e72063-574e-4f2b-8ad7-231167bea608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.041440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a74703be-ab0a-4b28-a845-a4595ea043b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.044922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f22b5822-a886-43bf-9b3d-efd9978a06d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.057188 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c9e72063-574e-4f2b-8ad7-231167bea608 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=550424a56fef4759ade9cd564cb5f48f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4823678 Nov 12 11:26:57.062178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34978) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:57.068371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e72063-574e-4f2b-8ad7-231167bea608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda88ac4-4a16-4243-b793-aae60a958cba,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:57.142140 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b889562a-9079-4c76-b226-d99d8f98182a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.171180 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b889562a-9079-4c76-b226-d99d8f98182a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.197673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a74703be-ab0a-4b28-a845-a4595ea043b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.249602 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b889562a-9079-4c76-b226-d99d8f98182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.253904 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b889562a-9079-4c76-b226-d99d8f98182a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.255476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b889562a-9079-4c76-b226-d99d8f98182a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fda88ac4-4a16-4243-b793-aae60a958cba HTTP/1.1" status: 204 len: 168 time: 0.1921999 Nov 12 11:26:57.260729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f22b5822-a886-43bf-9b3d-efd9978a06d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.270065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889562a-9079-4c76-b226-d99d8f98182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda88ac4-4a16-4243-b793-aae60a958cba,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:57.280754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f22b5822-a886-43bf-9b3d-efd9978a06d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.344434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f22b5822-a886-43bf-9b3d-efd9978a06d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.345715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f22b5822-a886-43bf-9b3d-efd9978a06d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3579800 Nov 12 11:26:57.348676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34984) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:57.354739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-330a2f09-a8fa-4882-8675-c7978562bc82 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '6d531efe-237b-4ff3-be0b-19dad9bacf1b', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:57.375557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b5822-a886-43bf-9b3d-efd9978a06d2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d531efe-237b-4ff3-be0b-19dad9bacf1b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:57.379450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a74703be-ab0a-4b28-a845-a4595ea043b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.403382 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-330a2f09-a8fa-4882-8675-c7978562bc82 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.414316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74703be-ab0a-4b28-a845-a4595ea043b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=2f950a19-59de-43c3-bcf6-d9638acb6f31,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:57.419374 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a74703be-ab0a-4b28-a845-a4595ea043b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.424093 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a74703be-ab0a-4b28-a845-a4595ea043b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/2f950a19-59de-43c3-bcf6-d9638acb6f31 HTTP/1.1" status: 204 len: 168 time: 0.5640404 Nov 12 11:26:57.428525 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34986) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:57.431892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687d62c-60ff-4592-94a6-4746eb8c8174 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:57.531629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebd396d-8d23-4e85-8150-695f114b572d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet f00fdebe-3cd5-4cc7-b3de-4eb5230be3d9 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:57.547130 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-330a2f09-a8fa-4882-8675-c7978562bc82 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.548150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ebd396d-8d23-4e85-8150-695f114b572d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.552458 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-330a2f09-a8fa-4882-8675-c7978562bc82 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.626011 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-330a2f09-a8fa-4882-8675-c7978562bc82 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.630188 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-330a2f09-a8fa-4882-8675-c7978562bc82 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774887 Nov 12 11:26:57.630616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34990) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:57.633043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a2f09-a8fa-4882-8675-c7978562bc82 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573a36fd-6bc3-453a-b93b-4584097bbd87,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:57.635810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-afaf1c82-9fc5-42f8-95a3-25bb44d37539 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '6d531efe-237b-4ff3-be0b-19dad9bacf1b', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:57.648443 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ebd396d-8d23-4e85-8150-695f114b572d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.706024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afaf1c82-9fc5-42f8-95a3-25bb44d37539 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.787180 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.828768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34994) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:57.848736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc76745f-b6ad-4f6c-a0f8-dfd4b92ddc94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.881082 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afaf1c82-9fc5-42f8-95a3-25bb44d37539 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.882926 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ebd396d-8d23-4e85-8150-695f114b572d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.898165 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afaf1c82-9fc5-42f8-95a3-25bb44d37539 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.964518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf1c82-9fc5-42f8-95a3-25bb44d37539 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961c4e7c-8fbe-4769-bada-f5bac6ada04f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:58.010312 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-afaf1c82-9fc5-42f8-95a3-25bb44d37539 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.019054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 34996) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:58.023301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-afaf1c82-9fc5-42f8-95a3-25bb44d37539 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3799701 Nov 12 11:26:58.035235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-03658e71-9d22-4e3a-bdb3-8862dfeb3338 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '6d531efe-237b-4ff3-be0b-19dad9bacf1b', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:58.041673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ebd396d-8d23-4e85-8150-695f114b572d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.088280 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5ebd396d-8d23-4e85-8150-695f114b572d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.102904 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5ebd396d-8d23-4e85-8150-695f114b572d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/f00fdebe-3cd5-4cc7-b3de-4eb5230be3d9 HTTP/1.1" status: 204 len: 168 time: 0.6736765 Nov 12 11:26:58.118818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524b49-a554-4f4b-97ce-d26490e1075d req-f280865b-9e6b-4f90-b827-a55149fb2a1e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:58.127746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb524b49-a554-4f4b-97ce-d26490e1075d req-f280865b-9e6b-4f90-b827-a55149fb2a1e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.2542877 Nov 12 11:26:58.127746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 34998) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:58.165763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd396d-8d23-4e85-8150-695f114b572d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=f00fdebe-3cd5-4cc7-b3de-4eb5230be3d9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:58.205681 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03658e71-9d22-4e3a-bdb3-8862dfeb3338 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.226964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0f4ceaa0-8f64-44b7-8195-b7a5cf37c226 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970080 Nov 12 11:26:58.231279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35000) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:58.237731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:58.301832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03658e71-9d22-4e3a-bdb3-8862dfeb3338 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.309847 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03658e71-9d22-4e3a-bdb3-8862dfeb3338 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.349876 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03658e71-9d22-4e3a-bdb3-8862dfeb3338 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05015b0e-5832-41dc-996e-d09e5fcceb26,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:58.366664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb524b49-a554-4f4b-97ce-d26490e1075d req-d1e55e09-ade1-4f75-bbc6-edcb2c86f678 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232828 Nov 12 11:26:58.384452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03658e71-9d22-4e3a-bdb3-8862dfeb3338 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.386039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-03658e71-9d22-4e3a-bdb3-8862dfeb3338 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657634 Nov 12 11:26:58.394815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35004) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:58.407462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-82749bb9-5448-4fa3-bd6e-6622658024b8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '6d531efe-237b-4ff3-be0b-19dad9bacf1b', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:58.418025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc76745f-b6ad-4f6c-a0f8-dfd4b92ddc94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.463469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82749bb9-5448-4fa3-bd6e-6622658024b8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.480597 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc76745f-b6ad-4f6c-a0f8-dfd4b92ddc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.553714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76745f-b6ad-4f6c-a0f8-dfd4b92ddc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc15aac-5bc2-4962-b98e-87acabc85762,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:58.578510 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82749bb9-5448-4fa3-bd6e-6622658024b8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.585695 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82749bb9-5448-4fa3-bd6e-6622658024b8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.596561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:58.600308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.617011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82749bb9-5448-4fa3-bd6e-6622658024b8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7677fe1-4fc2-4c5d-9dda-45d262b43c7e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:58.631930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-82749bb9-5448-4fa3-bd6e-6622658024b8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.636740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-82749bb9-5448-4fa3-bd6e-6622658024b8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2402568 Nov 12 11:26:58.640127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35006) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:58.642593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bc76745f-b6ad-4f6c-a0f8-dfd4b92ddc94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=174d66461e7f4669a6b39245742766e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8103888 Nov 12 11:26:58.645141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f7f5db04-30a1-402a-aea8-e02e273c0d45 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '6d531efe-237b-4ff3-be0b-19dad9bacf1b', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:58.648750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35008) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:58.693789 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-f7f5db04-30a1-402a-aea8-e02e273c0d45 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Project 457c723929f14efab737d75f4170b9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:26:58.714473 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7f5db04-30a1-402a-aea8-e02e273c0d45 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.791124 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe6b1e-f996-454f-ab24-23bd858e6cb3 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:58.794759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5001ab5c-c496-456c-a163-a7a9a2399eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.820235 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7f5db04-30a1-402a-aea8-e02e273c0d45 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.826539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7f5db04-30a1-402a-aea8-e02e273c0d45 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.855637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5db04-30a1-402a-aea8-e02e273c0d45 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078bd54e-6918-427b-83f9-99da84190560,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:58.863785 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5001ab5c-c496-456c-a163-a7a9a2399eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.867494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7f5db04-30a1-402a-aea8-e02e273c0d45 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.869104 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f7f5db04-30a1-402a-aea8-e02e273c0d45 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286217 Nov 12 11:26:58.872973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35010) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:58.880259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-808ddd83-d795-4ef4-98f7-f2ad1e3dea59 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '6d531efe-237b-4ff3-be0b-19dad9bacf1b', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:58.926799 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-808ddd83-d795-4ef4-98f7-f2ad1e3dea59 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Project 457c723929f14efab737d75f4170b9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:26:58.941514 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-808ddd83-d795-4ef4-98f7-f2ad1e3dea59 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.968703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a5f2d95e-900d-467d-b994-fc107ecb5a78 None None] Provisioning complete for port c098d026-fa0c-47a5-88f6-b63d03bb45ba triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:58.969136 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d95e-900d-467d-b994-fc107ecb5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.014949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5001ab5c-c496-456c-a163-a7a9a2399eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.027836 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5001ab5c-c496-456c-a163-a7a9a2399eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.032261 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5001ab5c-c496-456c-a163-a7a9a2399eb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fc15aac-5bc2-4962-b98e-87acabc85762 HTTP/1.1" status: 204 len: 168 time: 0.3776574 Nov 12 11:26:59.035674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.081519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001ab5c-c496-456c-a163-a7a9a2399eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc15aac-5bc2-4962-b98e-87acabc85762,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:59.093484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-808ddd83-d795-4ef4-98f7-f2ad1e3dea59 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.100461 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-808ddd83-d795-4ef4-98f7-f2ad1e3dea59 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.122614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:59.131118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:59.133248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ddd83-d795-4ef4-98f7-f2ad1e3dea59 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbfac70-59de-4311-b54f-7c9c8168a3eb,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:59.137320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:59.137998 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.153770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-808ddd83-d795-4ef4-98f7-f2ad1e3dea59 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.159856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-808ddd83-d795-4ef4-98f7-f2ad1e3dea59 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2832859 Nov 12 11:26:59.167877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=b65cd2c5-d7ba-4081-8a66-43ac234bb9cf,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:59.169084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:59.184550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'network': {'name': 'tempest-network-smoke--1968839448', 'project_id': '457c723929f14efab737d75f4170b9cc', 'port_security_enabled': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:59.207786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-54fc863c-84db-456f-a009-91a155e3499c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9725964 Nov 12 11:26:59.209739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35016) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:59.220914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-94758f25-e2ed-494f-9906-114de3ae935f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:59.221415 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:59.229326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.285010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:26:59.289919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:59.319763 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.322059 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Added segment 069517b3-8e6d-420a-89c4-38f131c581e5 of type vlan for network 1406692d-8533-4caa-9f8c-6c4485ade4b9 Nov 12 11:26:59.389717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] Deleting port c098d026-fa0c-47a5-88f6-b63d03bb45ba {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:59.390266 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.433425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94758f25-e2ed-494f-9906-114de3ae935f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:59.443456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-94758f25-e2ed-494f-9906-114de3ae935f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.460920 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.503364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] For port c098d026-fa0c-47a5-88f6-b63d03bb45ba, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c098d026-fa0c-47a5-88f6-b63d03bb45ba,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:59.504226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.531329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] Calling delete_port for c098d026-fa0c-47a5-88f6-b63d03bb45ba owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:59.623250 n-d-768851-19 neutron-server[109165]: INFO neutron.db.ipam_backend_mixin [None req-94758f25-e2ed-494f-9906-114de3ae935f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b65cd2c5-d7ba-4081-8a66-43ac234bb9cf (CIDR: 2001:db8::/64) Nov 12 11:26:59.626217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.630198 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.630646 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-94758f25-e2ed-494f-9906-114de3ae935f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:26:59.631649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94758f25-e2ed-494f-9906-114de3ae935f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:59.645124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:59.645933 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.647602 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.673197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-94758f25-e2ed-494f-9906-114de3ae935f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4590352 Nov 12 11:26:59.676285 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35024) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:59.678483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5070806 Nov 12 11:26:59.680363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] No DVR routers for this DVR port c098d026-fa0c-47a5-88f6-b63d03bb45ba on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:59.681375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35026) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:59.703148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'subnet': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:59.712020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6840610-04e3-452d-b5b0-670bf941aefe None None] Pushing event deleted for resources: {'Port': ['ID=c098d026-fa0c-47a5-88f6-b63d03bb45ba,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:59.716061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c02c1f-3aef-48b4-baa4-ba5e0b9e0772 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:59.721632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b70f85-2875-4592-a27c-62111dae7965 req-de4b82a0-e5f8-4ef9-8729-a9d10b29c29b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:59.723356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36b70f85-2875-4592-a27c-62111dae7965 req-de4b82a0-e5f8-4ef9-8729-a9d10b29c29b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.1893382 Nov 12 11:26:59.733132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'admin_state_up': True, 'project_id': '457c723929f14efab737d75f4170b9cc', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:59.789497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21479b-1d07-4415-a526-9977ba774629 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Network': ['ID=1406692d-8533-4caa-9f8c-6c4485ade4b9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:59.831419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:59.839571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36b70f85-2875-4592-a27c-62111dae7965 req-dc51c195-3f02-464d-ad72-6b88eb991e32 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734205 Nov 12 11:26:59.918886 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.925185 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.989846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:59.994502 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.053654 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.079858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-d24b085c-f9a9-46e4-91c7-2498340e9844', 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'tenant_id': 'f47048772c3c4d17baf88d23fadcd59a', 'fixed_ips': [{'subnet_id': 'b65cd2c5-d7ba-4081-8a66-43ac234bb9cf'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:27:00.082061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.380232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Allocated IP 2001:db8::2 (d24b085c-f9a9-46e4-91c7-2498340e9844/b65cd2c5-d7ba-4081-8a66-43ac234bb9cf/8452fd78-d219-423f-b3ca-e0f3adb7adc3) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:00.602565 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.628908 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.647137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.690369 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.707338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:00.712079 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:00.718326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:00.728311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Pushing event updated for resources: {'Port': ['ID=8452fd78-d219-423f-b3ca-e0f3adb7adc3,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:00.802307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Attempting to bind port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:00.802666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Attempting to bind port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:00.803863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Attempting to bind port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 on network d24b085c-f9a9-46e4-91c7-2498340e9844 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:00.810248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:00.810248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Checking segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:00.810542 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.810953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Bound using segment: {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:00.811427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Bound port: 8452fd78-d219-423f-b3ca-e0f3adb7adc3, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ed5b46-8096-409b-ac11-a5c8451486e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:00.811804 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.887004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] For port 8452fd78-d219-423f-b3ca-e0f3adb7adc3, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:00.890974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] For port 8452fd78-d219-423f-b3ca-e0f3adb7adc3, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8452fd78-d219-423f-b3ca-e0f3adb7adc3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:00.905160 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.989565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77962115-4582-4879-bc14-347bd1b7eaed None None] Pushing event updated for resources: {'Port': ['ID=8452fd78-d219-423f-b3ca-e0f3adb7adc3,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:01.128171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c098d026-fa0c-47a5-88f6-b63d03bb45ba no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:01.144584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.152908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35056) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:01.171907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c098d026-fa0c-47a5-88f6-b63d03bb45ba {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:01.172364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c098d026-fa0c-47a5-88f6-b63d03bb45ba not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:01.206396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e9c4b-e886-462a-a20a-8b061f378698 req-702279d1-b4fe-432d-9e36-8528bfd7712c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:01.208226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef7e9c4b-e886-462a-a20a-8b061f378698 req-702279d1-b4fe-432d-9e36-8528bfd7712c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.2307959 Nov 12 11:27:01.234087 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.333541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be20a218-2a3b-464c-a10b-84011860e58c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.346751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.objects.ports [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109165) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:27:01.437734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be20a218-2a3b-464c-a10b-84011860e58c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.442723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef7e9c4b-e886-462a-a20a-8b061f378698 req-fbc53de7-34dd-4309-8211-45578f9d723e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036376 Nov 12 11:27:01.442896 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-be20a218-2a3b-464c-a10b-84011860e58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.483784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-be20a218-2a3b-464c-a10b-84011860e58c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9aa72bc602754769a8a988bfce59c366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282256 Nov 12 11:27:01.485394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20a218-2a3b-464c-a10b-84011860e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a8ffbf-5231-4616-9a1c-62c90abfed9d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:01.487804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35060) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:01.543794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4f9-27aa-4b46-b61f-00b31dcb4cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.555107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.25.2.213 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/5a84a6f5-b105-4cea-bbe4-25926601b270) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:01.580159 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4f9-27aa-4b46-b61f-00b31dcb4cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.652907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4f9-27aa-4b46-b61f-00b31dcb4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.656808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4f9-27aa-4b46-b61f-00b31dcb4cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.658197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ad09f4f9-27aa-4b46-b61f-00b31dcb4cf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7a8ffbf-5231-4616-9a1c-62c90abfed9d HTTP/1.1" status: 204 len: 168 time: 0.1693890 Nov 12 11:27:01.674195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09f4f9-27aa-4b46-b61f-00b31dcb4cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a8ffbf-5231-4616-9a1c-62c90abfed9d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:01.687210 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.765053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.950561 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.037028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:02.050964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:02.060798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] For port 8452fd78-d219-423f-b3ca-e0f3adb7adc3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8452fd78-d219-423f-b3ca-e0f3adb7adc3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:02.069707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42a484-457f-4f23-bc07-37082857c1bb None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:02.082991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:02.136762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-641f607c-9ab6-4f2b-88f8-527cea2cf7c6 None None] Provisioning complete for port 5a84a6f5-b105-4cea-bbe4-25926601b270 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:02.137175 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-641f607c-9ab6-4f2b-88f8-527cea2cf7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.184950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-641f607c-9ab6-4f2b-88f8-527cea2cf7c6 None None] Port 5a84a6f5-b105-4cea-bbe4-25926601b270 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:02.221071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=5a84a6f5-b105-4cea-bbe4-25926601b270,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:02.241306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.251801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.252384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.320458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-47510592-c5d9-4cb5-9eda-3abdfcd2b462 None None] Provisioning complete for port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:02.321278 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-47510592-c5d9-4cb5-9eda-3abdfcd2b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.414486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:02.440684 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-47510592-c5d9-4cb5-9eda-3abdfcd2b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.447689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:02.463207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:02.463832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.464928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7de0797-08c5-4cbe-9152-02e6b257d260 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:02.492451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Subnet': ['ID=27cfec72-57b4-43d3-8f87-24d21a036a9a,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:02.517634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-47510592-c5d9-4cb5-9eda-3abdfcd2b462 None None] For port 8452fd78-d219-423f-b3ca-e0f3adb7adc3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8452fd78-d219-423f-b3ca-e0f3adb7adc3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:02.522978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=8452fd78-d219-423f-b3ca-e0f3adb7adc3,revision_number=4']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:02.551840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-426beb3f-5163-4641-aa2a-1ecd3175d7b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8744130 Nov 12 11:27:02.555084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35096) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:02.563723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Request body: {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'mac_address': 'fa:16:3e:67:38:d0', 'name': 'tempest-NetworksTestDHCPv6-324733938'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:02.571554 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-47510592-c5d9-4cb5-9eda-3abdfcd2b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.663743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47510592-c5d9-4cb5-9eda-3abdfcd2b462 None None] Pushing event updated for resources: {'Port': ['ID=8452fd78-d219-423f-b3ca-e0f3adb7adc3,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:02.720250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c341-efbf-415d-868e-a9c6ced1de3e req-cf58cb6f-b284-4058-a094-1e5e12f1c8c0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:02.727756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69c6c341-efbf-415d-868e-a9c6ced1de3e req-cf58cb6f-b284-4058-a094-1e5e12f1c8c0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.1169856 Nov 12 11:27:02.761183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.843444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-69c6c341-efbf-415d-868e-a9c6ced1de3e req-8e39bc0b-043b-4939-a463-231e8e8acb02 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147022 Nov 12 11:27:03.247021 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.253662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8452fd78-d219-423f-b3ca-e0f3adb7adc3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:03.274303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Made reservation on behalf of f47048772c3c4d17baf88d23fadcd59a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:03.327588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:03.327946 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.508948 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.573252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] device_id is not set on port 64d6f464-5193-4742-8aa0-1bb603600799 yet. {{(pid=109166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:27:03.578246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:27:03.772029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:03.799118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Sync routers for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:03.811973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.816676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d3490b51-7411-47f6-8fbc-71222762a81a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1292512 Nov 12 11:27:03.816996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:03.816996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:26:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:03.818576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35110) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:03.862672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-01900ca8-cf25-400d-9139-f13d7fcde340 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=457c723929f14efab737d75f4170b9cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389683 Nov 12 11:27:03.863103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:03.999041 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8::b0 (d24b085c-f9a9-46e4-91c7-2498340e9844/b65cd2c5-d7ba-4081-8a66-43ac234bb9cf/64d6f464-5193-4742-8aa0-1bb603600799) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:04.017370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Allocated IP 2001:db8:0:1:f816:3eff:fe67:38d0 (d24b085c-f9a9-46e4-91c7-2498340e9844/27cfec72-57b4-43d3-8f87-24d21a036a9a/64d6f464-5193-4742-8aa0-1bb603600799) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:04.102380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2128f3a5-24f6-4ae9-91ce-362bc150a210 None None] Provisioning complete for port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:04.105215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2128f3a5-24f6-4ae9-91ce-362bc150a210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.145592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ec390-d523-4f27-9113-13a06fd52c5e tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:04.150073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-721ec390-d523-4f27-9113-13a06fd52c5e tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2831864 Nov 12 11:27:04.151424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35116) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:04.176239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:04.385423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e95ded48-096e-46c8-8637-105f5276ae14 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2224164 Nov 12 11:27:04.385863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35118) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:04.391764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774869723', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'project_id': '457c723929f14efab737d75f4170b9cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:04.489297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2d6ed-d2c9-4476-97a9-0f418b9b66a2 req-266285ce-1b1f-47c8-a318-65f9ea69a53f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:04.493015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76f2d6ed-d2c9-4476-97a9-0f418b9b66a2 req-266285ce-1b1f-47c8-a318-65f9ea69a53f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 944 time: 0.1167212 Nov 12 11:27:04.516372 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.525198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:02Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:04.572179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.598296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:04.608317 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.659010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event updated for resources: {'Port': ['ID=64d6f464-5193-4742-8aa0-1bb603600799,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:04.715577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Network d24b085c-f9a9-46e4-91c7-2498340e9844 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:04.719951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76f2d6ed-d2c9-4476-97a9-0f418b9b66a2 req-bf748b2d-8b0f-4d25-bcf9-e8c0ed5c9e3d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593616 Nov 12 11:27:04.721010 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:04.733811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:04.755200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:04.756127 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.797755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5c3c6abd-a0f5-457e-b7c4-47972fd4ffe2 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2374482 Nov 12 11:27:04.797999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35124) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:04.814759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Checking router: 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:04.815126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Updating router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 port 5a84a6f5-b105-4cea-bbe4-25926601b270 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:27:04.850421 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.960497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-39997de6-1623-4534-bda5-db632036174a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting port 64d6f464-5193-4742-8aa0-1bb603600799 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:04.961076 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39997de6-1623-4534-bda5-db632036174a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.038513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:27:05.062306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.206859 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39997de6-1623-4534-bda5-db632036174a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.223503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Subnet': ['ID=bc0c3592-59e6-4cca-bf2d-2ab77cd88183,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:05.237826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Checking segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:05.238309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network hostable DHCP agents. Network: 1406692d-8533-4caa-9f8c-6c4485ade4b9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:27:05.244200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-39997de6-1623-4534-bda5-db632036174a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Calling delete_port for 64d6f464-5193-4742-8aa0-1bb603600799 owned by {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:05.262431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:27:05.275860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 1406692d-8533-4caa-9f8c-6c4485ade4b9) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:05.292602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:05.294218 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.295163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc73daa-6cec-4de2-97b3-7418cfaa13b2 None None] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:05.320487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4d3cf524-e564-4b28-bb96-441a18a1aede tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9334028 Nov 12 11:27:05.327997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35126) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:05.352988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-63a90706-7a65-4359-9452-e314ecb47252 None None] Provisioning complete for port 64d6f464-5193-4742-8aa0-1bb603600799 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:05.353349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-63a90706-7a65-4359-9452-e314ecb47252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.402682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:05.454803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'port_id': 'dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d', 'mac_address': 'fa:16:3e:a3:07:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:27:05.505578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-63a90706-7a65-4359-9452-e314ecb47252 None None] Port 64d6f464-5193-4742-8aa0-1bb603600799 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:05.597810 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.644570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:27:05.653768 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.661247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-1406692d-8533-4caa-9f8c-6c4485ade4b9', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:27:05.662559 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.711524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:05.714440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.722137 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.822766 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39997de6-1623-4534-bda5-db632036174a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.876117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa52f6f-74ab-4e5b-81d5-b9cd17f2d5f8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:05.921544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39997de6-1623-4534-bda5-db632036174a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Port': ['ID=64d6f464-5193-4742-8aa0-1bb603600799,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:05.960115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8496e86-38ae-4e80-a4ef-428fa78295a9 req-2c96fd93-d148-432b-b85e-527af5ff98ce tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:05.961783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8496e86-38ae-4e80-a4ef-428fa78295a9 req-2c96fd93-d148-432b-b85e-527af5ff98ce tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 945 time: 0.1001403 Nov 12 11:27:05.987762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Attempting to bind port 5a84a6f5-b105-4cea-bbe4-25926601b270 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:05.992474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Attempting to bind port 5a84a6f5-b105-4cea-bbe4-25926601b270 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:05.992693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Attempting to bind port 5a84a6f5-b105-4cea-bbe4-25926601b270 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:05.995034 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52483e34-c686-4cef-9af0-3b3fcb31411c None None] Pushing event updated for resources: {'Port': ['ID=5a84a6f5-b105-4cea-bbe4-25926601b270,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:06.086160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:06.086540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:06.087056 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.087463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:06.087971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Bound port: 5a84a6f5-b105-4cea-bbe4-25926601b270, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:06.088531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.097443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8496e86-38ae-4e80-a4ef-428fa78295a9 req-8d6e10cd-c019-4d0c-82ec-df8eccdd22aa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290948 Nov 12 11:27:06.143997 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39997de6-1623-4534-bda5-db632036174a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.147468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-39997de6-1623-4534-bda5-db632036174a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/64d6f464-5193-4742-8aa0-1bb603600799 HTTP/1.1" status: 204 len: 168 time: 1.3484788 Nov 12 11:27:06.149970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35146) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:06.165166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:06.212793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd377e02-1399-427f-be6f-bce5f2f250c3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:06.214712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fd377e02-1399-427f-be6f-bce5f2f250c3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0635872 Nov 12 11:27:06.221473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35148) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:06.226150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-dc9de348-b8fd-4fe2-894d-5c2b3ed9a0fa tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ee0d5121161a48099a716dec6e1061a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767589 Nov 12 11:27:06.286447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-daaf0146-97d2-472f-8f7f-e558ca0e9b72 None None] Provisioning complete for port 5a84a6f5-b105-4cea-bbe4-25926601b270 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:06.286920 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-daaf0146-97d2-472f-8f7f-e558ca0e9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.322527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e796b1b2-73f5-424b-864a-2550fe7bdb2a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:06.328339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e796b1b2-73f5-424b-864a-2550fe7bdb2a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1054871 Nov 12 11:27:06.329023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35150) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:06.334606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Allocated IP 172.20.0.2 (1406692d-8533-4caa-9f8c-6c4485ade4b9/bc0c3592-59e6-4cca-bf2d-2ab77cd88183/db668cd5-c04d-4fb5-93b4-8419073c933a) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:06.338831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-daaf0146-97d2-472f-8f7f-e558ca0e9b72 None None] Port 5a84a6f5-b105-4cea-bbe4-25926601b270 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:06.347032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:06.370000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] For port 5a84a6f5-b105-4cea-bbe4-25926601b270, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:06.379946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] For port 5a84a6f5-b105-4cea-bbe4-25926601b270, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5a84a6f5-b105-4cea-bbe4-25926601b270,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:06.399089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.417289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a372a8c-8415-47fe-bd59-a8937e095894 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:06.418956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a372a8c-8415-47fe-bd59-a8937e095894 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:06.421421 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a372a8c-8415-47fe-bd59-a8937e095894 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:06.423931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a372a8c-8415-47fe-bd59-a8937e095894 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0939279 Nov 12 11:27:06.427045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35152) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:06.432189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.495291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-3ab4dc31-9812-4189-ac8a-d3aa942e2fcb tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:06.497348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7237a7a9-070e-4c5a-b74f-80763c15e307 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet 27cfec72-57b4-43d3-8f87-24d21a036a9a {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:27:06.503257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7237a7a9-070e-4c5a-b74f-80763c15e307 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.504422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-3ab4dc31-9812-4189-ac8a-d3aa942e2fcb tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695663 Nov 12 11:27:06.538405 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-7bfcbf2f-e91a-4b5f-b050-9c6c4a3dc85c tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/quotas/ee0d5121161a48099a716dec6e1061a9 HTTP/1.1" status: 200 len: 375 time: 0.0327060 Nov 12 11:27:06.556787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30116cca-c6c4-4c30-9ede-2737de095e15 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:06.568057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7237a7a9-070e-4c5a-b74f-80763c15e307 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.619009 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-6de3d413-0d01-4b87-bab4-81ce380a5558 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee0d5121161a48099a716dec6e1061a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796292 Nov 12 11:27:06.632604 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:06.633271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:26:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:06.641808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52483e34-c686-4cef-9af0-3b3fcb31411c None None] Pushing event updated for resources: {'Port': ['ID=5a84a6f5-b105-4cea-bbe4-25926601b270,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:06.732556 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7237a7a9-070e-4c5a-b74f-80763c15e307 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.809971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-09607434-911d-4a9d-a23e-37e69f817d41 None None] Provisioning complete for port 5a84a6f5-b105-4cea-bbe4-25926601b270 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:06.810450 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09607434-911d-4a9d-a23e-37e69f817d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.857665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7237a7a9-070e-4c5a-b74f-80763c15e307 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.921869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237a7a9-070e-4c5a-b74f-80763c15e307 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=27cfec72-57b4-43d3-8f87-24d21a036a9a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:06.924985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7237a7a9-070e-4c5a-b74f-80763c15e307 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.928134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7237a7a9-070e-4c5a-b74f-80763c15e307 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/27cfec72-57b4-43d3-8f87-24d21a036a9a HTTP/1.1" status: 204 len: 168 time: 0.5001149 Nov 12 11:27:06.931008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35160) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:06.976656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc1893-efcb-42e9-9f43-09ba6bd0eedc None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:06.986944 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d90de6d-690c-4eb1-b684-c1eefeabbe78 req-03dc80ab-9727-4c2b-b46e-d3cb8e98e950 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 210 time: 0.0662329 Nov 12 11:27:07.013149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.033644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-324cf43c-e883-41cd-a7e3-5e68fa78d394 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Deleting subnet b65cd2c5-d7ba-4081-8a66-43ac234bb9cf {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:27:07.036358 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-324cf43c-e883-41cd-a7e3-5e68fa78d394 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.101444 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.183600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.20.0.1 (1406692d-8533-4caa-9f8c-6c4485ade4b9/bc0c3592-59e6-4cca-bf2d-2ab77cd88183/81aba252-e94d-4081-90b6-6f0d83135ba3) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:07.198743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:07.201977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-324cf43c-e883-41cd-a7e3-5e68fa78d394 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.213188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:07.410350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.425332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:07.456191 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:07.461991 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.545411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=81aba252-e94d-4081-90b6-6f0d83135ba3,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:07.600168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Pushing event updated for resources: {'Port': ['ID=db668cd5-c04d-4fb5-93b4-8419073c933a,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:07.632301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:07.641846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:07.644550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:07.663256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0625-eca5-4e6c-8b37-8f2a0d025d58 req-bba00a32-e9cf-40eb-a078-cb20490c82db tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:07.666024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff5e0625-eca5-4e6c-8b37-8f2a0d025d58 req-bba00a32-e9cf-40eb-a078-cb20490c82db tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 945 time: 0.4674859 Nov 12 11:27:07.667486 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09607434-911d-4a9d-a23e-37e69f817d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.710100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-324cf43c-e883-41cd-a7e3-5e68fa78d394 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.755372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-09607434-911d-4a9d-a23e-37e69f817d41 None None] For port 5a84a6f5-b105-4cea-bbe4-25926601b270, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5a84a6f5-b105-4cea-bbe4-25926601b270,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:07.758967 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Attempting to bind port db668cd5-c04d-4fb5-93b4-8419073c933a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:07.759656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Attempting to bind port db668cd5-c04d-4fb5-93b4-8419073c933a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:07.759797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Attempting to bind port db668cd5-c04d-4fb5-93b4-8419073c933a on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:07.773726 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09607434-911d-4a9d-a23e-37e69f817d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.802017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:07.802507 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Checking segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:07.802813 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.803479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Bound using segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:07.803984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Bound port: db668cd5-c04d-4fb5-93b4-8419073c933a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:07.804365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.841214 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.903644 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff5e0625-eca5-4e6c-8b37-8f2a0d025d58 req-d79add70-555d-4990-8493-2c9552f28361 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559374 Nov 12 11:27:07.923453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-324cf43c-e883-41cd-a7e3-5e68fa78d394 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.968517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cf43c-e883-41cd-a7e3-5e68fa78d394 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Subnet': ['ID=b65cd2c5-d7ba-4081-8a66-43ac234bb9cf,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:07.972673 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-324cf43c-e883-41cd-a7e3-5e68fa78d394 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.979506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-324cf43c-e883-41cd-a7e3-5e68fa78d394 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/b65cd2c5-d7ba-4081-8a66-43ac234bb9cf HTTP/1.1" status: 204 len: 168 time: 1.0442178 Nov 12 11:27:07.979895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35172) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:08.030578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] For port db668cd5-c04d-4fb5-93b4-8419073c933a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:08.041293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] For port db668cd5-c04d-4fb5-93b4-8419073c933a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=db668cd5-c04d-4fb5-93b4-8419073c933a,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:08.064312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.072345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a8a234f8-15af-44ae-afb7-1d3565f9fcff tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911269 Nov 12 11:27:08.073369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35176) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:08.103051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.112343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09607434-911d-4a9d-a23e-37e69f817d41 None None] Pushing event updated for resources: {'Port': ['ID=5a84a6f5-b105-4cea-bbe4-25926601b270,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:08.195085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb612629-4fe8-4838-9a9c-61e1f9add322 req-c96d94f2-8db0-4b6a-96a3-b37dcd8acbd0 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 210 time: 0.0579102 Nov 12 11:27:08.203815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:02Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:08.243562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e36e3d-7520-45d6-ab1f-f58667355ff9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:08.244022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-16e36e3d-7520-45d6-ab1f-f58667355ff9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1689708 Nov 12 11:27:08.246744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35178) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:08.265048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08707fd0-7931-4834-92ed-5f043fff4f53 None None] The sync data for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 is: [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:02Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:08.294676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cb8ec-6e5f-420c-9bd6-42eb0de1bc2c None None] Pushing event updated for resources: {'Port': ['ID=db668cd5-c04d-4fb5-93b4-8419073c933a,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:08.338107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9601ce2-626f-4383-9fea-cfe0d1198219 None None] Update dhcp port {'port': {'network_id': 'd24b085c-f9a9-46e4-91c7-2498340e9844', 'fixed_ips': [{'subnet_id': 'b65cd2c5-d7ba-4081-8a66-43ac234bb9cf'}], 'binding:host_id': 'n-d-768851-19'}, 'id': '8452fd78-d219-423f-b3ca-e0f3adb7adc3'} from n-d-768851-19. {{(pid=109167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:27:08.405409 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9601ce2-626f-4383-9fea-cfe0d1198219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.467700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-f516336a-3885-4eaf-98d7-c7487a7fc785 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ee0d5121161a48099a716dec6e1061a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094592 Nov 12 11:27:08.697871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b177ab-3d84-4cdd-b23f-a3ee398c0279 None None] Network d24b085c-f9a9-46e4-91c7-2498340e9844 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:08.819468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3235dc4-e350-466f-b87d-79cb3c002613 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:08.823673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b3235dc4-e350-466f-b87d-79cb3c002613 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5735202 Nov 12 11:27:08.832905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35180) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:08.898103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:08.915634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9a083d96-f5bd-4869-a5d3-a5be5999c6e8 None None] Provisioning complete for port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:08.916003 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a083d96-f5bd-4869-a5d3-a5be5999c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.935067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-190f7ce5-1038-4739-83f2-ee92994409e3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981815 Nov 12 11:27:08.968372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35184) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:09.107988 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9992a528-8bc6-47ff-a4a9-5da27c758f8a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:09.108998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9992a528-8bc6-47ff-a4a9-5da27c758f8a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:09.117249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9992a528-8bc6-47ff-a4a9-5da27c758f8a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/64d6f464-5193-4742-8aa0-1bb603600799 HTTP/1.1" status: 404 len: 333 time: 0.1281698 Nov 12 11:27:09.124560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35188) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:09.268942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:27:09.297152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:09.299113 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.314600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] DHCP port deletion for d24b085c-f9a9-46e4-91c7-2498340e9844 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:09.424362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device db668cd5-c04d-4fb5-93b4-8419073c933a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:09.430708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3be35-15f0-4ef5-953a-9f54913cd422 req-ae436db9-e3d2-4423-baae-cd1fa0c74cdc tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:09.432379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aff3be35-15f0-4ef5-953a-9f54913cd422 req-ae436db9-e3d2-4423-baae-cd1fa0c74cdc tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 945 time: 0.2315404 Nov 12 11:27:09.628780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aff3be35-15f0-4ef5-953a-9f54913cd422 req-bfec24d3-8e8c-4626-b48a-aacdece64c53 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804047 Nov 12 11:27:09.643696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.702995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] Deleting port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:09.703747 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.749365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.760129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.771307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd975d0c-fca1-470c-a358-18d494e65996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:09.774669 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd38a63-8f2a-49c5-93b7-e4ef1a88bbe5" -d '{"events": [{"server_uuid": "cd975d0c-fca1-470c-a358-18d494e65996", "name": "network-vif-plugged", "status": "completed", "tag": "dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:09.779817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port db668cd5-c04d-4fb5-93b4-8419073c933a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:09.780291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.825917 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c01e31-2015-4ac5-806e-c321db329a0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:09.826738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c01e31-2015-4ac5-806e-c321db329a0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:09.830353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-88c01e31-2015-4ac5-806e-c321db329a0d tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/27cfec72-57b4-43d3-8f87-24d21a036a9a HTTP/1.1" status: 404 len: 337 time: 0.7036281 Nov 12 11:27:09.837022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35194) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:09.899684 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-08977781-c2b4-42aa-9632-b0e7513f0778 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:09.902138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08977781-c2b4-42aa-9632-b0e7513f0778 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:09.903585 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e1e19b-bb7f-4dfb-aa18-2f1b4a4ad23e x-openstack-request-id: req-30e1e19b-bb7f-4dfb-aa18-2f1b4a4ad23e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:09.903799 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd975d0c-fca1-470c-a358-18d494e65996", "name": "network-vif-plugged", "status": "completed", "tag": "dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:09.903974 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30e1e19b-bb7f-4dfb-aa18-2f1b4a4ad23e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:09.904824 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd975d0c-fca1-470c-a358-18d494e65996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d', 'code': 200} Nov 12 11:27:09.908012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0103bfe6-e1e7-46a8-ac4b-0cdaa995a845 req-1a2f1518-aa07-4fb2-81d8-696ce50d41db tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 210 time: 0.1051428 Nov 12 11:27:09.916846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-08977781-c2b4-42aa-9632-b0e7513f0778 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/b65cd2c5-d7ba-4081-8a66-43ac234bb9cf HTTP/1.1" status: 404 len: 337 time: 0.0785785 Nov 12 11:27:09.919374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35196) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:09.967641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:09.968178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-86ef02a9-a335-4134-a9c2-ea7683417a02 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:09.970100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-86ef02a9-a335-4134-a9c2-ea7683417a02 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4691787 Nov 12 11:27:09.977428 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.991853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=81aba252-e94d-4081-90b6-6f0d83135ba3,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:10.000243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.011161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Request body: {'port': {'device_id': 'c9c67aa5-dacf-4670-a790-2b7dc36e5633', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'ee0d5121161a48099a716dec6e1061a9'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:10.026665 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9dde83-f0bc-499d-ace9-adbf8fabe469 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.027707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9dde83-f0bc-499d-ace9-adbf8fabe469 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.032421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2d9dde83-f0bc-499d-ace9-adbf8fabe469 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/d148e465-be3f-4587-bf67-33738cd90840 HTTP/1.1" status: 404 len: 333 time: 0.1028874 Nov 12 11:27:10.037366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35198) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.097415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029cd1e-7d1a-4fba-b9b0-22c2aff416cc None None] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:10.171465 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dcec30-13a8-43da-830a-39b882b3ce9c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.172067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07dcec30-13a8-43da-830a-39b882b3ce9c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.177526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-07dcec30-13a8-43da-830a-39b882b3ce9c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/f00fdebe-3cd5-4cc7-b3de-4eb5230be3d9 HTTP/1.1" status: 404 len: 337 time: 0.1338267 Nov 12 11:27:10.178520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35202) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.182194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] For port 8452fd78-d219-423f-b3ca-e0f3adb7adc3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=8452fd78-d219-423f-b3ca-e0f3adb7adc3,segment=NetworkSegment(d1ed5b46-8096-409b-ac11-a5c8451486e6),segment_id=d1ed5b46-8096-409b-ac11-a5c8451486e6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:10.182694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.192082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Made reservation on behalf of ee0d5121161a48099a716dec6e1061a9 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:10.197153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.199473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] Calling delete_port for 8452fd78-d219-423f-b3ca-e0f3adb7adc3 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:10.231973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.238031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f2980-97e6-4649-85ec-fe91b90bd7ae req-2d124693-c9d3-4815-b1c5-2e533765d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:10.239643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-415f2980-97e6-4649-85ec-fe91b90bd7ae req-2d124693-c9d3-4815-b1c5-2e533765d463 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 1098 time: 0.2308640 Nov 12 11:27:10.246510 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a45064c-90cf-47c6-8efd-ad8a8ee3338b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.247208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a45064c-90cf-47c6-8efd-ad8a8ee3338b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.255457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9a45064c-90cf-47c6-8efd-ad8a8ee3338b tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/2f950a19-59de-43c3-bcf6-d9638acb6f31 HTTP/1.1" status: 404 len: 337 time: 0.0754611 Nov 12 11:27:10.266982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35204) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.301944 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-735da904-8b2e-4b80-b621-0413db6fcc23 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.302991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735da904-8b2e-4b80-b621-0413db6fcc23 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.306185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:10.310327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-735da904-8b2e-4b80-b621-0413db6fcc23 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/637f57ac-dae3-47da-8c87-d52a9c0610ad HTTP/1.1" status: 404 len: 333 time: 0.0402648 Nov 12 11:27:10.311241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:10.313774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35206) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.350042 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0233c12-1663-49da-bc50-dffa6021f6f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.350635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0233c12-1663-49da-bc50-dffa6021f6f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.357635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e0233c12-1663-49da-bc50-dffa6021f6f9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/f9a988ff-82db-4804-80de-7f4019a80850 HTTP/1.1" status: 404 len: 337 time: 0.0405076 Nov 12 11:27:10.358510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35208) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.402790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.403010 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f41b5d-3bfd-4893-bec0-57419b865d9a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.403249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f41b5d-3bfd-4893-bec0-57419b865d9a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.403707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:10.409140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c8f41b5d-3bfd-4893-bec0-57419b865d9a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/9ee3cd35-a73e-413e-bfb5-aaa3c6228aa7 HTTP/1.1" status: 404 len: 337 time: 0.0473790 Nov 12 11:27:10.409415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35210) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.411794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8e007c31-b286-4150-9739-3098f76ca705 None None] Provisioning complete for port db668cd5-c04d-4fb5-93b4-8419073c933a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:10.412282 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e007c31-b286-4150-9739-3098f76ca705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.436851 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-554bb4cc-91c9-4859-8e05-9896c060e2da tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.437768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554bb4cc-91c9-4859-8e05-9896c060e2da tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.443538 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-554bb4cc-91c9-4859-8e05-9896c060e2da tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/f30edb7b-8770-4918-8a27-552f0398cb2e HTTP/1.1" status: 404 len: 333 time: 0.0309548 Nov 12 11:27:10.444992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35212) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.475989 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-511ca5b0-f6a9-42c1-b7ca-dc9e29ab49b5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.476206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:10.476678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511ca5b0-f6a9-42c1-b7ca-dc9e29ab49b5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.481909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-511ca5b0-f6a9-42c1-b7ca-dc9e29ab49b5 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/f908a0b2-024e-41bb-857a-15cc2522a4d5 HTTP/1.1" status: 404 len: 337 time: 0.0336504 Nov 12 11:27:10.484665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35214) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.535715 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbb6ea5-4310-4969-8dc9-71371d48a2f7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.536185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbb6ea5-4310-4969-8dc9-71371d48a2f7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.540400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2bbb6ea5-4310-4969-8dc9-71371d48a2f7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/8177e676-5021-4e2a-85d9-a88c042b0ba5 HTTP/1.1" status: 404 len: 337 time: 0.0427334 Nov 12 11:27:10.543743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35216) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.548522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.563653 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.566505 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.575163 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-415f2980-97e6-4649-85ec-fe91b90bd7ae req-8c3b1935-c0d3-40fa-8008-75edd0bdd9e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036864 Nov 12 11:27:10.579747 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f8a6f9-2cb5-4c16-916a-62564f15cb94 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.580545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f8a6f9-2cb5-4c16-916a-62564f15cb94 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.587692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-83f8a6f9-2cb5-4c16-916a-62564f15cb94 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/21c47d71-3771-43d0-9bf9-98f72848f380 HTTP/1.1" status: 404 len: 333 time: 0.0397625 Nov 12 11:27:10.588261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35218) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.615985 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.635917 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.654332 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccafde1-fd6f-4ca5-85ae-d8026ec3f109 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.654721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccafde1-fd6f-4ca5-85ae-d8026ec3f109 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.660301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1ccafde1-fd6f-4ca5-85ae-d8026ec3f109 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/073edffd-0834-40d3-885a-f1be6dc18f54 HTTP/1.1" status: 404 len: 337 time: 0.0688767 Nov 12 11:27:10.660998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35222) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.688700 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-45889e15-29fa-4a29-80c3-4b345ea065a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.689451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45889e15-29fa-4a29-80c3-4b345ea065a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.692534 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-45889e15-29fa-4a29-80c3-4b345ea065a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/d82ac428-8bb2-46aa-9855-407fa9d62cb8 HTTP/1.1" status: 404 len: 333 time: 0.0305948 Nov 12 11:27:10.698662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35224) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.773736 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3614a17b-f323-4082-bbba-c610763d6374 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.774494 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3614a17b-f323-4082-bbba-c610763d6374 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.778456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3614a17b-f323-4082-bbba-c610763d6374 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/771e0c20-af9e-4f83-b63c-e89fb605304f HTTP/1.1" status: 404 len: 337 time: 0.0787473 Nov 12 11:27:10.825965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Allocated IP 192.168.233.70 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/6365f39e-0f7e-4d67-8031-749f14e76622) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:10.829799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35226) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.926163 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-117c8588-f19d-49e9-b114-392b3013eb47 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:10.927189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117c8588-f19d-49e9-b114-392b3013eb47 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:10.946105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-117c8588-f19d-49e9-b114-392b3013eb47 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/f4494d56-0358-4713-bb7d-7299198fb460 HTTP/1.1" status: 404 len: 333 time: 0.1129754 Nov 12 11:27:10.957099 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35230) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.995962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] No DVR routers for this DVR port 8452fd78-d219-423f-b3ca-e0f3adb7adc3 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:11.025253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port db668cd5-c04d-4fb5-93b4-8419073c933a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=db668cd5-c04d-4fb5-93b4-8419073c933a,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:11.031633 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-004a9448-f781-448e-b140-e774bfa564a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.032188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004a9448-f781-448e-b140-e774bfa564a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.046669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62cefae-d1ac-4477-baef-4e1f5123aff6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:11.049944 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.051771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5a84a6f5-b105-4cea-bbe4-25926601b270 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:11.057365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-004a9448-f781-448e-b140-e774bfa564a9 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/ca885b3e-2cb7-4364-9a9a-d1650c9aebb0 HTTP/1.1" status: 404 len: 337 time: 0.0979896 Nov 12 11:27:11.062556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35232) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.106132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41739cb-6f89-42af-8c77-5a8e18a87767 req-3a79ae20-3f44-4cb3-afcd-2211edc64abe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:11.109423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09891b1-0038-4ea2-a25a-589ebe310a88 None None] Pushing event deleted for resources: {'Port': ['ID=8452fd78-d219-423f-b3ca-e0f3adb7adc3,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:11.122701 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba802a7-bade-4594-bd70-3ea3bdf1f345 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.124157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba802a7-bade-4594-bd70-3ea3bdf1f345 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.126849 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c41739cb-6f89-42af-8c77-5a8e18a87767 req-3a79ae20-3f44-4cb3-afcd-2211edc64abe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 946 time: 0.3605816 Nov 12 11:27:11.133151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2ba802a7-bade-4594-bd70-3ea3bdf1f345 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/5ce984f0-0e48-4cab-9e57-465f19d3a1e5 HTTP/1.1" status: 404 len: 333 time: 0.0569208 Nov 12 11:27:11.138703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35234) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.164407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:11.187168 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Sync routers for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:11.189018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cec2562d-c3fa-451e-a2d8-ef84c5ea42c2 req-db73950e-cf7d-4e24-aed9-bfe38aeef2a6 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 210 time: 0.1189196 Nov 12 11:27:11.213013 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:11.213939 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:26:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:11.270075 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5716d7ac-3c79-4d26-84c3-20196e7743e8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "PUT /v2.0/routers/8bc7e572-9de2-43d8-a3c7-aae44e81f8a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9323049 Nov 12 11:27:11.270333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=db668cd5-c04d-4fb5-93b4-8419073c933a,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:11.270457 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d372d10-0741-414a-8de2-e1b48ffd9d68 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.270457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d372d10-0741-414a-8de2-e1b48ffd9d68 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.282631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4d372d10-0741-414a-8de2-e1b48ffd9d68 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/3b8ec39f-3cbc-43e2-80c7-0d867034a95a HTTP/1.1" status: 404 len: 337 time: 0.1400394 Nov 12 11:27:11.284242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35240) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.307022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5a84a6f5-b105-4cea-bbe4-25926601b270 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:11.307534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.325282 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.327214 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f9d92b-564c-4e34-8d4c-7da6ea12403a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.327959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f9d92b-564c-4e34-8d4c-7da6ea12403a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.335686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-21f9d92b-564c-4e34-8d4c-7da6ea12403a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/30de79df-8b9c-40b3-b0f4-5f3156f4a601 HTTP/1.1" status: 404 len: 333 time: 0.0474293 Nov 12 11:27:11.338219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35242) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.348224 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c41739cb-6f89-42af-8c77-5a8e18a87767 req-221dd322-ac3b-46aa-9d2c-d0e7165d896f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205098 Nov 12 11:27:11.395985 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:11.400690 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-44479847-e7ee-493e-9fe4-c846e19d6c7c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.401766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44479847-e7ee-493e-9fe4-c846e19d6c7c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.405502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-44479847-e7ee-493e-9fe4-c846e19d6c7c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/54c55ed4-6765-4151-916c-99b74e9781f4 HTTP/1.1" status: 404 len: 337 time: 0.0659981 Nov 12 11:27:11.408068 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35244) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.455143 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-049e8e4e-eb81-4735-98dd-6b02da953f5d None None] Provisioning complete for port db668cd5-c04d-4fb5-93b4-8419073c933a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:11.455402 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f321ba-96bf-464f-94ab-81b6f5b15f59 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.455494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-049e8e4e-eb81-4735-98dd-6b02da953f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.473350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f321ba-96bf-464f-94ab-81b6f5b15f59 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.475408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.490748 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e6f321ba-96bf-464f-94ab-81b6f5b15f59 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/f5af6fc1-5c00-4b19-b44a-6de33500a075 HTTP/1.1" status: 404 len: 333 time: 0.0810215 Nov 12 11:27:11.504929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35246) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.567914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Pushing event updated for resources: {'Port': ['ID=6365f39e-0f7e-4d67-8031-749f14e76622,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:11.581031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:11.584582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.585029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.585300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.585677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.585969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.586303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.586646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.586963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.587292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.587615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.587937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.588255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:11.592797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:11.595120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:11.626436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8452fd78-d219-423f-b3ca-e0f3adb7adc3 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:11.655891 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fd9126-04ba-4e42-8c69-021260dd93c7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.656669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fd9126-04ba-4e42-8c69-021260dd93c7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.666763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-55fd9126-04ba-4e42-8c69-021260dd93c7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/82e8a256-8e75-4786-8442-3e9f5a9793ac HTTP/1.1" status: 404 len: 337 time: 0.1489351 Nov 12 11:27:11.667398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35258) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.672068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 8452fd78-d219-423f-b3ca-e0f3adb7adc3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:11.672833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 8452fd78-d219-423f-b3ca-e0f3adb7adc3 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:11.689966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:11.697643 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.723452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-049e8e4e-eb81-4735-98dd-6b02da953f5d None None] Provisioning complete for port 81aba252-e94d-4081-90b6-6f0d83135ba3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:11.724092 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-049e8e4e-eb81-4735-98dd-6b02da953f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.775137 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c8d6f4-c1c1-41d8-bfb3-2e1980318031 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.775513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c8d6f4-c1c1-41d8-bfb3-2e1980318031 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.777238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-747683ca-26eb-46e6-b7d0-5f48bbce8bce tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7750294 Nov 12 11:27:11.787836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35260) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.793665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-52c8d6f4-c1c1-41d8-bfb3-2e1980318031 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/12cc9b08-a3ce-4d20-ac10-b5ad29e0d0c1 HTTP/1.1" status: 404 len: 337 time: 0.1249626 Nov 12 11:27:11.813488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Request body: {'port': {'device_id': 'c9c67aa5-dacf-4670-a790-2b7dc36e5633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:11.834591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-049e8e4e-eb81-4735-98dd-6b02da953f5d None None] Port 81aba252-e94d-4081-90b6-6f0d83135ba3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:11.863871 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:09Z', 'revision_number': 2, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:11.881134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device db668cd5-c04d-4fb5-93b4-8419073c933a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:11.916405 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e1b201-d2f4-4064-be86-979b42d5501f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:11.917306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e1b201-d2f4-4064-be86-979b42d5501f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:11.931068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Checking router: 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:11.931500 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Updating router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 port 81aba252-e94d-4081-90b6-6f0d83135ba3 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:27:11.933728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f4e1b201-d2f4-4064-be86-979b42d5501f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/420bca82-47a9-43ad-a541-0ef4da238779 HTTP/1.1" status: 404 len: 333 time: 0.1391973 Nov 12 11:27:11.934417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35262) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.994530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e945b01a-0adc-47a2-84ab-38223a5547f0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365731585&fields=id&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 267 time: 0.2564704 Nov 12 11:27:11.998397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0b5c02c7-b956-418b-aac8-c42dfd2ed0d7 None None] Provisioning complete for port 81aba252-e94d-4081-90b6-6f0d83135ba3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:11.998960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0b5c02c7-b956-418b-aac8-c42dfd2ed0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.001187 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccd56bb-285f-45e5-b1b6-903797041cc6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.001678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccd56bb-285f-45e5-b1b6-903797041cc6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.004328 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.010218 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3ccd56bb-285f-45e5-b1b6-903797041cc6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/daed353a-8b31-4cbf-908d-cc1ca0767ce1 HTTP/1.1" status: 404 len: 337 time: 0.0724819 Nov 12 11:27:12.010814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35264) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.045777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c02c7-b956-418b-aac8-c42dfd2ed0d7 None None] Port 81aba252-e94d-4081-90b6-6f0d83135ba3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:12.049445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port db668cd5-c04d-4fb5-93b4-8419073c933a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:12.050212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.070847 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f22699-7956-4c71-81e8-f0757964526f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.071468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f22699-7956-4c71-81e8-f0757964526f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.078270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b8f22699-7956-4c71-81e8-f0757964526f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/ef3983c8-7820-4f5e-8dea-8acd83359a6f HTTP/1.1" status: 404 len: 337 time: 0.0634167 Nov 12 11:27:12.078773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35266) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.108804 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f29249-5e24-48f8-a455-f5b36a3d559c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.109807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f29249-5e24-48f8-a455-f5b36a3d559c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.115946 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-58f29249-5e24-48f8-a455-f5b36a3d559c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/4c440637-8a11-48dd-8c07-6ab4eb4b92a5 HTTP/1.1" status: 404 len: 333 time: 0.0338333 Nov 12 11:27:12.117053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35268) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.134728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.161002 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8872be2-79f4-41a1-9d9e-ead2bd7883f3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.162074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8872be2-79f4-41a1-9d9e-ead2bd7883f3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.168743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a8872be2-79f4-41a1-9d9e-ead2bd7883f3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/4205799b-46d0-4946-bee6-6b026acf3fde HTTP/1.1" status: 404 len: 337 time: 0.0478046 Nov 12 11:27:12.169051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35270) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.186711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-928f137f-5a48-4cb8-ac66-ae93ec5bfe62 None None] Provisioning complete for port 6365f39e-0f7e-4d67-8031-749f14e76622 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:12.187479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-928f137f-5a48-4cb8-ac66-ae93ec5bfe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.201246 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-901b4ad9-7d32-4425-bd7e-a955790dbf3c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.201246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901b4ad9-7d32-4425-bd7e-a955790dbf3c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.205126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-901b4ad9-7d32-4425-bd7e-a955790dbf3c tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/220ccfcf-acaa-425b-804a-1bad5776aaa2 HTTP/1.1" status: 404 len: 337 time: 0.0350690 Nov 12 11:27:12.207492 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35274) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.238761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-c39be699-361f-487c-a417-9eafed5b3ce3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:12.239361 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07bd461-796d-4093-8daa-1b98a7fe31c3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.240038 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07bd461-796d-4093-8daa-1b98a7fe31c3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.242916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-c39be699-361f-487c-a417-9eafed5b3ce3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/networks?id=1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 200 len: 797 time: 0.2459366 Nov 12 11:27:12.243740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e07bd461-796d-4093-8daa-1b98a7fe31c3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/dbc57f93-a243-4b73-b2ba-676b3e1b31a1 HTTP/1.1" status: 404 len: 333 time: 0.0352471 Nov 12 11:27:12.246323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35276) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.260466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-928f137f-5a48-4cb8-ac66-ae93ec5bfe62 None None] Port 6365f39e-0f7e-4d67-8031-749f14e76622 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:12.275809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-928f137f-5a48-4cb8-ac66-ae93ec5bfe62 None None] Provisioning complete for port 81aba252-e94d-4081-90b6-6f0d83135ba3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:12.276359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-928f137f-5a48-4cb8-ac66-ae93ec5bfe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.283942 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-c591b0b0-469a-4f02-8ddc-07718d6ce4cf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/quotas/457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 375 time: 0.0313022 Nov 12 11:27:12.308900 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1821f15d-7b16-4562-be7e-dcbab79153b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.309257 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1821f15d-7b16-4562-be7e-dcbab79153b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.316214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1821f15d-7b16-4562-be7e-dcbab79153b7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/0d125a57-ecc9-4ba7-a161-54f1421ca440 HTTP/1.1" status: 404 len: 337 time: 0.0656743 Nov 12 11:27:12.316950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35280) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.337004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-928f137f-5a48-4cb8-ac66-ae93ec5bfe62 None None] Port 81aba252-e94d-4081-90b6-6f0d83135ba3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:12.375440 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b7558d-c80d-404d-a09d-9cb019b97f6a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.376055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b7558d-c80d-404d-a09d-9cb019b97f6a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.382504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-14b7558d-c80d-404d-a09d-9cb019b97f6a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/bd32a268-21b4-49e8-a0d3-6252f7550da5 HTTP/1.1" status: 404 len: 337 time: 0.0510404 Nov 12 11:27:12.385398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35282) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.403293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee5ab-6605-4640-82d3-6cdd1c0a8689 req-f1e5398c-dc97-42b4-a8fe-6bc8dceab7c0 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:12.405063 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ffee5ab-6605-4640-82d3-6cdd1c0a8689 req-f1e5398c-dc97-42b4-a8fe-6bc8dceab7c0 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 935 time: 0.1150339 Nov 12 11:27:12.416816 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.423006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3d275a89-c7c7-4685-b7f2-76746b1b35d4 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports?device_id=be2c89e9-ac52-4670-9af8-19f171ea5a89 HTTP/1.1" status: 200 len: 205 time: 0.0367002 Nov 12 11:27:12.427048 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.429089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35286) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.475001 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ffee5ab-6605-4640-82d3-6cdd1c0a8689 req-27fc3586-06b2-409f-9a45-651227293ffc tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547850 Nov 12 11:27:12.524098 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Pushing event updated for resources: {'Port': ['ID=81aba252-e94d-4081-90b6-6f0d83135ba3,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:12.537012 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.537430 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.537984 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.538406 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.538744 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.539078 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.539417 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.539743 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.540069 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.540574 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.541105 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.541609 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:12.550716 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Attempting to bind port 81aba252-e94d-4081-90b6-6f0d83135ba3 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:12.551084 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Attempting to bind port 81aba252-e94d-4081-90b6-6f0d83135ba3 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:12.551445 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Attempting to bind port 81aba252-e94d-4081-90b6-6f0d83135ba3 on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:12.557868 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:12.558452 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Checking segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:12.559044 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.559436 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Bound using segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:12.559912 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Bound port: 81aba252-e94d-4081-90b6-6f0d83135ba3, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:12.560291 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.613560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378faa-96d1-47e1-b551-fa1343ea8ee5 req-0d1b5270-48e4-4ec9-8592-c570465e65de tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:12.616590 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a378faa-96d1-47e1-b551-fa1343ea8ee5 req-0d1b5270-48e4-4ec9-8592-c570465e65de tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 946 time: 0.0705807 Nov 12 11:27:12.630024 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-9c3af10f-f4c0-41e9-9815-2323ed97e393 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] delete failed (client error): The resource could not be found. Nov 12 11:27:12.633810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c3af10f-f4c0-41e9-9815-2323ed97e393 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/routers/be2c89e9-ac52-4670-9af8-19f171ea5a89 HTTP/1.1" status: 404 len: 336 time: 0.1998987 Nov 12 11:27:12.636116 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] For port 81aba252-e94d-4081-90b6-6f0d83135ba3, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:12.639464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35288) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.640579 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] For port 81aba252-e94d-4081-90b6-6f0d83135ba3, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=81aba252-e94d-4081-90b6-6f0d83135ba3,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:12.644814 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.646352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-9eb3db40-1aff-42fe-9190-b2af89e79b2b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3527648 Nov 12 11:27:12.700575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a378faa-96d1-47e1-b551-fa1343ea8ee5 req-8e9f84c3-97de-4c19-8c5a-96d3014a4457 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750723 Nov 12 11:27:12.707670 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fd5fc6-ddbc-43bb-87a6-d41673705d9a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.708397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fd5fc6-ddbc-43bb-87a6-d41673705d9a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.714510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b7fd5fc6-ddbc-43bb-87a6-d41673705d9a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/c4ba6779-2a85-42d2-a442-3727d3511288 HTTP/1.1" status: 404 len: 337 time: 0.0669246 Nov 12 11:27:12.717967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35292) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.780033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bfa0b3de-3878-4343-8db8-03d08fd28cac tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8dca94a-93e1-424d-aa38-3ac60269a076 HTTP/1.1" status: 200 len: 205 time: 0.0601537 Nov 12 11:27:12.781237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35296) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.792690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-aa9c424b-9418-4b50-ba7f-fce00d1ba622 None None] Provisioning complete for port 81aba252-e94d-4081-90b6-6f0d83135ba3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:12.792940 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa9c424b-9418-4b50-ba7f-fce00d1ba622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.827045 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:12.827761 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:26:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:12.835230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6365f39e-0f7e-4d67-8031-749f14e76622 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:27:12.851081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.866021 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08149dd3-b892-41d2-b2cb-bda0b9e8e95f None None] Pushing event updated for resources: {'Port': ['ID=81aba252-e94d-4081-90b6-6f0d83135ba3,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:12.868278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Transition to ACTIVE for port object 6365f39e-0f7e-4d67-8031-749f14e76622 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:27:12.885971 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.906908 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-aa4d7191-2e56-4332-8d24-aa9311eadc17 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] delete failed (client error): The resource could not be found. Nov 12 11:27:12.906908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aa4d7191-2e56-4332-8d24-aa9311eadc17 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/routers/b8dca94a-93e1-424d-aa38-3ac60269a076 HTTP/1.1" status: 404 len: 336 time: 0.1236510 Nov 12 11:27:12.925701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35298) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:12.979463 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-722fe5b0-6535-4157-874a-91e467068eb8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:12.979928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722fe5b0-6535-4157-874a-91e467068eb8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:12.983358 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-722fe5b0-6535-4157-874a-91e467068eb8 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/2e2ddf2b-0f99-4025-b127-436f7294a160 HTTP/1.1" status: 404 len: 337 time: 0.0566242 Nov 12 11:27:12.986175 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:12.988388 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa9c424b-9418-4b50-ba7f-fce00d1ba622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.988663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35300) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.028532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Pushing event updated for resources: {'Port': ['ID=6365f39e-0f7e-4d67-8031-749f14e76622,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:13.043109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aa9c424b-9418-4b50-ba7f-fce00d1ba622 None None] For port 81aba252-e94d-4081-90b6-6f0d83135ba3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=81aba252-e94d-4081-90b6-6f0d83135ba3,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:13.046599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675e5a-a40f-4b90-bfe8-9191de21e474 req-a16a1d67-65a0-4837-853b-338642a6187e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:13.048215 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b675e5a-a40f-4b90-bfe8-9191de21e474 req-a16a1d67-65a0-4837-853b-338642a6187e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 946 time: 0.1543999 Nov 12 11:27:13.053481 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeca966-cf71-4236-8259-a4defeb82311 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.053940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eeca966-cf71-4236-8259-a4defeb82311 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.057069 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa9c424b-9418-4b50-ba7f-fce00d1ba622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:13.057349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2eeca966-cf71-4236-8259-a4defeb82311 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/8b023aca-c1de-4798-9766-03873f70fb2e HTTP/1.1" status: 404 len: 337 time: 0.0675297 Nov 12 11:27:13.068808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35302) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.109336 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ccb3ce-14a7-4241-9f20-b2d64389a5f3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.110056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ccb3ce-14a7-4241-9f20-b2d64389a5f3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.114082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f3ccb3ce-14a7-4241-9f20-b2d64389a5f3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/4dc753e8-b9ee-41c5-a68b-dff81c2fb188 HTTP/1.1" status: 404 len: 333 time: 0.0424190 Nov 12 11:27:13.115986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35304) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.127303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c424b-9418-4b50-ba7f-fce00d1ba622 None None] Pushing event updated for resources: {'Port': ['ID=81aba252-e94d-4081-90b6-6f0d83135ba3,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:13.181496 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f98a4d-aec8-4f7b-aa18-6f55daab3e10 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.181958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f98a4d-aec8-4f7b-aa18-6f55daab3e10 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.187577 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-40f98a4d-aec8-4f7b-aa18-6f55daab3e10 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/972c1e23-200f-48da-8b24-9bb043e978b0 HTTP/1.1" status: 404 len: 337 time: 0.0683215 Nov 12 11:27:13.189402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35306) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.195753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9b34bb72-ba4a-4934-9108-ad15291aeb04 None None] Provisioning complete for port 81aba252-e94d-4081-90b6-6f0d83135ba3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:13.195753 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b34bb72-ba4a-4934-9108-ad15291aeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:13.206400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8154b48a-d23e-4d98-859e-7794396dfaf0 service neutron] 10.222.0.31 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444260 Nov 12 11:27:13.223472 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e1642a-3f79-44dc-9648-8b7e23617b01 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.224194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e1642a-3f79-44dc-9648-8b7e23617b01 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.228970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b9e1642a-3f79-44dc-9648-8b7e23617b01 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/11f33dda-6b61-4102-b0c5-b0d799377212 HTTP/1.1" status: 404 len: 333 time: 0.0371656 Nov 12 11:27:13.231523 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9b675e5a-a40f-4b90-bfe8-9191de21e474 req-1016aa2c-d395-4527-a516-f1432439b08b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731806 Nov 12 11:27:13.231987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35308) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.298546 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a25df7-3d06-4217-856a-edb7458219b6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.304241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a25df7-3d06-4217-856a-edb7458219b6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.310560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-41a25df7-3d06-4217-856a-edb7458219b6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/c8d8357e-0618-4660-84e7-0ce3d1afe244 HTTP/1.1" status: 404 len: 337 time: 0.0774999 Nov 12 11:27:13.311264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35312) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.337610 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e44a6d-084a-4859-ae4d-af34f9f7078f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.338484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e44a6d-084a-4859-ae4d-af34f9f7078f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.345380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-02e44a6d-084a-4859-ae4d-af34f9f7078f tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/48cc83ea-3822-4470-aef2-4d12cebd35b3 HTTP/1.1" status: 404 len: 333 time: 0.0330200 Nov 12 11:27:13.346122 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35314) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.376377 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f87de91-ba9a-402f-beb2-2903ede266a7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.376994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f87de91-ba9a-402f-beb2-2903ede266a7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.378673 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:12Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:13.380339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-b133ad0f-1534-47fa-9d60-9e270e192c67 service neutron] 10.222.0.31 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669099 Nov 12 11:27:13.382780 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f87de91-ba9a-402f-beb2-2903ede266a7 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/d3cea0fa-48da-46ec-9bfb-ecb9a14b82dd HTTP/1.1" status: 404 len: 337 time: 0.0350215 Nov 12 11:27:13.385310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35318) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.419893 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85ed2d-0a41-4a23-bc23-02b00aab53a1 None None] The sync data for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 is: [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:12Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:13.432369 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95b9fd0-a26f-4e0d-8047-aed9cc3aef42 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.433303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95b9fd0-a26f-4e0d-8047-aed9cc3aef42 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.441484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a95b9fd0-a26f-4e0d-8047-aed9cc3aef42 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/f8b9ca7f-a3e2-4a8f-8ab5-aeb318a95239 HTTP/1.1" status: 404 len: 333 time: 0.0548625 Nov 12 11:27:13.442298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.494258 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6541f1a-dc42-4212-a42b-d4ba69b0e8a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.494725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6541f1a-dc42-4212-a42b-d4ba69b0e8a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.504622 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a6541f1a-dc42-4212-a42b-d4ba69b0e8a6 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/74cee129-b68f-4f49-82a0-4ed3d0d5968f HTTP/1.1" status: 404 len: 337 time: 0.0588629 Nov 12 11:27:13.510194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35324) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.535542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Attempting to bind port 6365f39e-0f7e-4d67-8031-749f14e76622 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:13.536013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Attempting to bind port 6365f39e-0f7e-4d67-8031-749f14e76622 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:13.536669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Attempting to bind port 6365f39e-0f7e-4d67-8031-749f14e76622 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:13.542215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Port 6365f39e-0f7e-4d67-8031-749f14e76622 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:27:13.542625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Attempting to bind port 6365f39e-0f7e-4d67-8031-749f14e76622 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:13.545510 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-68229956-a883-4042-9506-2f218cfa4e2a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.546215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68229956-a883-4042-9506-2f218cfa4e2a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.548384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:13.548789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:13.549494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:13.549699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-68229956-a883-4042-9506-2f218cfa4e2a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/0dbfd159-e184-4bc3-8c91-0b0418e83aad HTTP/1.1" status: 404 len: 333 time: 0.0346196 Nov 12 11:27:13.552338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35328) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.567248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Bound port: 6365f39e-0f7e-4d67-8031-749f14e76622, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:13.567664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:13.603378 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a1629e-e6fc-46e0-9933-94bf28720bd3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.604205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a1629e-e6fc-46e0-9933-94bf28720bd3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.607776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-64a1629e-e6fc-46e0-9933-94bf28720bd3 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/bdd2b2f7-d2d4-4f9a-a8bd-164348fe9ed7 HTTP/1.1" status: 404 len: 337 time: 0.0539382 Nov 12 11:27:13.611228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35330) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.668373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] For port 6365f39e-0f7e-4d67-8031-749f14e76622, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:13.676169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] For port 6365f39e-0f7e-4d67-8031-749f14e76622, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6365f39e-0f7e-4d67-8031-749f14e76622,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:13.683650 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:13.690182 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eac763-858c-4f87-bc40-e091671ba149 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.690913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72eac763-858c-4f87-bc40-e091671ba149 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.702183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-72eac763-858c-4f87-bc40-e091671ba149 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/fd73bf96-4627-4098-b7bc-262bada34ad9 HTTP/1.1" status: 404 len: 333 time: 0.0884621 Nov 12 11:27:13.710818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35338) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.759907 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1eed045-bdb3-437c-8066-cb4a01508884 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.760376 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1eed045-bdb3-437c-8066-cb4a01508884 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.764373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a1eed045-bdb3-437c-8066-cb4a01508884 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/bc591beb-80c3-47dc-abb7-c8eb6a831e71 HTTP/1.1" status: 404 len: 337 time: 0.0516188 Nov 12 11:27:13.767131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35342) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.820052 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8342964e-91fc-4429-80e0-f1fe82c7569a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.820836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8342964e-91fc-4429-80e0-f1fe82c7569a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.824960 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8342964e-91fc-4429-80e0-f1fe82c7569a tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/ports/cadc1d3f-03c1-47f5-85b1-5289957a5101 HTTP/1.1" status: 404 len: 333 time: 0.0558233 Nov 12 11:27:13.830952 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35344) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.843283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:13.843912 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:13.849714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] 10.222.0.59 "PUT /v2.0/ports/6365f39e-0f7e-4d67-8031-749f14e76622 HTTP/1.1" status: 200 len: 1096 time: 2.0422564 Nov 12 11:27:13.893197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 81aba252-e94d-4081-90b6-6f0d83135ba3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:13.900492 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e7e338-2936-4ee3-83e1-5819fb3dd511 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] DELETE failed (client error): The resource could not be found. Nov 12 11:27:13.900980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e7e338-2936-4ee3-83e1-5819fb3dd511 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:13.917611 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-18e7e338-2936-4ee3-83e1-5819fb3dd511 tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/subnets/b78ac945-9ba6-4bdb-ac05-c513d837a203 HTTP/1.1" status: 404 len: 337 time: 0.0833461 Nov 12 11:27:13.920779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35346) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.920949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c67aa5-dacf-4670-a790-2b7dc36e5633', 'tag': '6365f39e-0f7e-4d67-8031-749f14e76622'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:13.951997 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc334045-1553-4259-b20b-802a35770f24" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c67aa5-dacf-4670-a790-2b7dc36e5633", "tag": "6365f39e-0f7e-4d67-8031-749f14e76622"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:14.081594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 81aba252-e94d-4081-90b6-6f0d83135ba3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:14.082674 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.169221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d71a7-3c32-4743-a3b9-24ca21e11aa9 req-1ff064d3-25a4-4175-9849-c81abd96b698 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:14.172480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-665d71a7-3c32-4743-a3b9-24ca21e11aa9 req-1ff064d3-25a4-4175-9849-c81abd96b698 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 947 time: 0.3751297 Nov 12 11:27:14.182522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6921bd-a861-4e47-b4f6-1ca118e15f16 service neutron] Pushing event updated for resources: {'Port': ['ID=6365f39e-0f7e-4d67-8031-749f14e76622,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:14.216328 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-6f039965-72c2-4d5f-bc85-8ba2ad9f6759 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3277609 Nov 12 11:27:14.227201 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.306779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-008981a1-95d2-402f-8e56-4774d7f24c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:14.308298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-008981a1-95d2-402f-8e56-4774d7f24c30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee0d5121161a48099a716dec6e1061a9&device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 1099 time: 0.3268661 Nov 12 11:27:14.475129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-744ffd08-8753-457e-84f4-d42a151daf45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6365f39e-0f7e-4d67-8031-749f14e76622 HTTP/1.1" status: 200 len: 217 time: 0.1452522 Nov 12 11:27:14.501411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.518211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337aaf3-6984-43ab-887b-3e258e884751 req-ea8bc217-1174-4ab1-8711-a2922cad1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:14.519917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-ea8bc217-1174-4ab1-8711-a2922cad1aad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76ef1e6111804f05a6c111f785899ceb&device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 1098 time: 0.1970289 Nov 12 11:27:14.535713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24b085c-f9a9-46e4-91c7-2498340e9844']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:14.562999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-5d615fba-3e25-4c45-a738-452c47216121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:14.565783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-5d615fba-3e25-4c45-a738-452c47216121 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0827396 Nov 12 11:27:14.577114 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ed5b46-8096-409b-ac11-a5c8451486e6') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:14.578124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ed5b46-8096-409b-ac11-a5c8451486e6') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:14.584071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-665d71a7-3c32-4743-a3b9-24ca21e11aa9 req-5bcc86da-6f16-45be-8265-7866d237e2bf tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798583 Nov 12 11:27:14.619105 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.699805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-ed812665-f62f-4663-afc8-5af160c32e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:14.709150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-ed812665-f62f-4663-afc8-5af160c32e9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194115 Nov 12 11:27:14.723757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.746377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:27:14.746983 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.834124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6e1d7e1-5558-45db-aabe-cff5fde92302 req-37018f3f-da23-4134-b65e-84ee65c970f0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 210 time: 0.0735989 Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:27:14.863726 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:27:14.899439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337aaf3-6984-43ab-887b-3e258e884751 req-4c5898a8-8d6d-4457-b7f2-50b383ae8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:14.901641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-4c5898a8-8d6d-4457-b7f2-50b383ae8a07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d1fca85-e44c-4260-b452-055f3a030160 HTTP/1.1" status: 200 len: 910 time: 0.3526778 Nov 12 11:27:14.903400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.919377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.926922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] 10.222.0.31 "DELETE /v2.0/networks/d24b085c-f9a9-46e4-91c7-2498340e9844 HTTP/1.1" status: 204 len: 168 time: 1.0026083 Nov 12 11:27:14.943684 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1256aa3-a8fa-4476-87ff-4b90b922bd5b x-openstack-request-id: req-b1256aa3-a8fa-4476-87ff-4b90b922bd5b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:14.944031 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c67aa5-dacf-4670-a790-2b7dc36e5633", "tag": "6365f39e-0f7e-4d67-8031-749f14e76622", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:14.951922 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1256aa3-a8fa-4476-87ff-4b90b922bd5b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:14.955397 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c67aa5-dacf-4670-a790-2b7dc36e5633', 'tag': '6365f39e-0f7e-4d67-8031-749f14e76622', 'status': 'completed', 'code': 200} Nov 12 11:27:14.960663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-227a840f-5493-427c-a0c7-9d0e50505e4f service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374151 Nov 12 11:27:15.046395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac679ad-6c9b-4a51-a370-51de523ecbaf tempest-NetworksTestDHCPv6-1661881719 tempest-NetworksTestDHCPv6-1661881719-project] Pushing event deleted for resources: {'Network': ['ID=d24b085c-f9a9-46e4-91c7-2498340e9844,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:15.080953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-489941a8-56c7-46ae-8fc8-d6e63cf1d3a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23 HTTP/1.1" status: 200 len: 1002 time: 0.1637337 Nov 12 11:27:15.173323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337aaf3-6984-43ab-887b-3e258e884751 req-98ed2144-25f1-48d8-90e1-787be3508ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:15.174850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-98ed2144-25f1-48d8-90e1-787be3508ffa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d96ff90b-77a2-49b3-9a4a-c02c3484e304 HTTP/1.1" status: 200 len: 848 time: 0.0854073 Nov 12 11:27:15.178044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd744fd5-a337-4cf2-8295-71cfc9caff7b req-372ecb22-9c69-4b2d-bc07-50baf0d0ab76 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085376 Nov 12 11:27:15.285766 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337aaf3-6984-43ab-887b-3e258e884751 req-700d4a54-3d0b-4952-b75e-6048f34336fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:15.288112 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-700d4a54-3d0b-4952-b75e-6048f34336fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d1fca85-e44c-4260-b452-055f3a030160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916052 Nov 12 11:27:15.378136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc334045-1553-4259-b20b-802a35770f24 req-62e8e1c0-1e84-4eea-942a-c17d5270ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:15.384568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc334045-1553-4259-b20b-802a35770f24 req-62e8e1c0-1e84-4eea-942a-c17d5270ca4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee0d5121161a48099a716dec6e1061a9&device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 1099 time: 0.1160738 Nov 12 11:27:15.492584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-ce1c7760-ce97-4069-a762-3af246090d91 service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936855 Nov 12 11:27:15.534601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35392) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:15.613321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc334045-1553-4259-b20b-802a35770f24 req-75e61a48-6e36-4736-97a4-ba1fd4bb8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:15.614889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc334045-1553-4259-b20b-802a35770f24 req-75e61a48-6e36-4736-97a4-ba1fd4bb8a2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.2047722 Nov 12 11:27:15.762830 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-f6303a4b-4335-4e2a-9b4c-4349856eda61 service neutron] 10.222.0.59 "GET /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539287 Nov 12 11:27:15.911368 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc334045-1553-4259-b20b-802a35770f24 req-864eb25c-d10f-4cc4-a6b7-df55d30b5529 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6365f39e-0f7e-4d67-8031-749f14e76622 HTTP/1.1" status: 200 len: 217 time: 0.1731339 Nov 12 11:27:16.057741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4671d3-f394-420c-a6e7-2f11be36c878 req-0ed1243c-3829-4bdd-8ba2-f12199d59e5c tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:16.059883 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e4671d3-f394-420c-a6e7-2f11be36c878 req-0ed1243c-3829-4bdd-8ba2-f12199d59e5c tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 947 time: 0.2398717 Nov 12 11:27:16.061860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc334045-1553-4259-b20b-802a35770f24 req-e91abf84-c1ca-4b57-80b7-2302f87d9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:16.063399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc334045-1553-4259-b20b-802a35770f24 req-e91abf84-c1ca-4b57-80b7-2302f87d9de1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1309984 Nov 12 11:27:16.072812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4d906444-fa28-4fe0-88c3-2ec419cb3751 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f47048772c3c4d17baf88d23fadcd59a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5341916 Nov 12 11:27:16.073889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35408) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:16.086138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-0ecc2fe1-e2f5-4ae3-87ba-ba64c2151492 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:16.087552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-0ecc2fe1-e2f5-4ae3-87ba-ba64c2151492 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/networks?id=1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 200 len: 797 time: 0.4717474 Nov 12 11:27:16.150447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75f3ab2d-1519-4883-9f8b-cb95bb7a6296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.186335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75f3ab2d-1519-4883-9f8b-cb95bb7a6296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.195926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc334045-1553-4259-b20b-802a35770f24 req-ba9ba39c-0c7d-4e27-b807-5b564357a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:16.197905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc334045-1553-4259-b20b-802a35770f24 req-ba9ba39c-0c7d-4e27-b807-5b564357a77c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090376 Nov 12 11:27:16.214244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e4671d3-f394-420c-a6e7-2f11be36c878 req-e578e5cc-f0db-4c6c-930c-f26043ae4dcc tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413305 Nov 12 11:27:16.269399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e3f9a23d-1a6f-4b25-9e6f-83cc06bf8b32 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 380 time: 0.1622529 Nov 12 11:27:16.296107 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75f3ab2d-1519-4883-9f8b-cb95bb7a6296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.298658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-75f3ab2d-1519-4883-9f8b-cb95bb7a6296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.299862 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-75f3ab2d-1519-4883-9f8b-cb95bb7a6296 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/613e7644-d68a-4461-b9fb-930748267b76 HTTP/1.1" status: 204 len: 168 time: 0.2249036 Nov 12 11:27:16.326387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3ab2d-1519-4883-9f8b-cb95bb7a6296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e7644-d68a-4461-b9fb-930748267b76,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:16.344322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'port': {'device_id': '884fea78-8598-4b63-a090-acf9c02440b2', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'admin_state_up': True, 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'security_groups': ['6d531efe-237b-4ff3-be0b-19dad9bacf1b']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:16.358782 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d618485d-0086-4c6a-b739-3ff1a271aeaa req-aa528381-7130-4c4b-bd97-632dd5a44b0d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 210 time: 0.0554621 Nov 12 11:27:16.438462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc334045-1553-4259-b20b-802a35770f24 req-be4ff05d-0743-4619-849b-059fac944925 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198684 Nov 12 11:27:16.614161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cc334045-1553-4259-b20b-802a35770f24 req-6667b9b6-77f3-4a45-99d3-d6bf3bcdc0c8 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475303 Nov 12 11:27:16.627011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:16.631956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.885861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.20.0.6 (1406692d-8533-4caa-9f8c-6c4485ade4b9/bc0c3592-59e6-4cca-bf2d-2ab77cd88183/fecbe425-4e4e-4446-a18b-7e7d044b935d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:17.048779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.093996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.143686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:17.146866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:17.150840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:17.177350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:17.207593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:17.208436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.229887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-e29a6cff-f8ce-41f3-86ce-d309fec187f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9040606 Nov 12 11:27:17.244366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Request body: {'port': {'device_id': '884fea78-8598-4b63-a090-acf9c02440b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:17.339536 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.395206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8503d8-6aa3-4fd5-8d67-f31ec2f4cc5a req-7a5fec47-cbdd-4ad1-93d7-988a3be32b1f tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:17.396746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf8503d8-6aa3-4fd5-8d67-f31ec2f4cc5a req-7a5fec47-cbdd-4ad1-93d7-988a3be32b1f tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 947 time: 0.0888190 Nov 12 11:27:17.480553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-19ddbbd1-bf70-418e-845f-312ef31891ce None None] Provisioning complete for port fecbe425-4e4e-4446-a18b-7e7d044b935d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:17.481553 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-19ddbbd1-bf70-418e-845f-312ef31891ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.536510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-19ddbbd1-bf70-418e-845f-312ef31891ce None None] Port fecbe425-4e4e-4446-a18b-7e7d044b935d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:17.538860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965ab0-6520-437f-86e1-0df40a301a77 req-c054c88f-645d-416d-ab05-cb227d059ba6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:17.545883 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60965ab0-6520-437f-86e1-0df40a301a77 req-c054c88f-645d-416d-ab05-cb227d059ba6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 931 time: 0.0837147 Nov 12 11:27:17.547551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf8503d8-6aa3-4fd5-8d67-f31ec2f4cc5a req-4b5fe577-6eb4-4df2-9d71-11227428796b tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415062 Nov 12 11:27:17.629098 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-60965ab0-6520-437f-86e1-0df40a301a77 req-4f45e0e8-17f1-4362-9330-c5238106cb75 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707211 Nov 12 11:27:17.730751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecbe425-4e4e-4446-a18b-7e7d044b935d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:27:17.765587 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.789607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Transition to ACTIVE for port object fecbe425-4e4e-4446-a18b-7e7d044b935d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:27:17.793751 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.857600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-79d41f56-7e74-4201-838e-7c5a868c2d16 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:17.859482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-79d41f56-7e74-4201-838e-7c5a868c2d16 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.1714303 Nov 12 11:27:17.889368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:17.917028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-0a375d0c-9b68-406b-a8d5-48eaa8aef9a4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/quotas/f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 375 time: 0.0465958 Nov 12 11:27:18.011865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:18.012205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:18.012539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:18.020058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:27:18.020393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:18.041768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-8fab52e1-a3a8-406d-9721-0714d1f5583a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045468 Nov 12 11:27:18.051610 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:18.051959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Checking segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:18.052353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Bound using segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:18.052934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Bound port: fecbe425-4e4e-4446-a18b-7e7d044b935d, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:18.053571 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.559373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-a1096ab6-5849-4d73-a8bd-1dbaf6fa9093 service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165102 Nov 12 11:27:18.562791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:18.566530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:18.577530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.661569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:18.662171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.663966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 1092 time: 1.4240317 Nov 12 11:27:18.664553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:18.671333 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:18.740208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973b938-f1ea-40d3-92ec-2bc1fdcaf7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:18.788889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5c9f0-00d7-44ee-ac7f-ad283051b834 req-7211ac74-f50f-44e3-af1d-ac256db65b1b tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:18.817683 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-def5c9f0-00d7-44ee-ac7f-ad283051b834 req-7211ac74-f50f-44e3-af1d-ac256db65b1b tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 947 time: 0.1412437 Nov 12 11:27:18.833426 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:27:18.875136 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-5ca59a0d-b191-4d02-bdf4-9c7047f0a9c8 service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068354 Nov 12 11:27:18.880533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-fd643db7-8aa3-4fed-92c0-8a61eae03679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:18.900969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-fd643db7-8aa3-4fed-92c0-8a61eae03679 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1095 time: 0.1629314 Nov 12 11:27:18.915047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6365f39e-0f7e-4d67-8031-749f14e76622 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:27:18.928823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-def5c9f0-00d7-44ee-ac7f-ad283051b834 req-51a9c987-7961-4fb5-b0f4-6fc9ed19c6fd tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101840 Nov 12 11:27:18.980807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-56a61459-d638-4703-b016-002f4da46253 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 217 time: 0.0694697 Nov 12 11:27:19.106861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-246501f6-49ed-4fa8-bb1e-bcd3768ca532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:19.115625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-246501f6-49ed-4fa8-bb1e-bcd3768ca532 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc0c3592-59e6-4cca-bf2d-2ab77cd88183 HTTP/1.1" status: 200 len: 834 time: 0.1272657 Nov 12 11:27:19.152226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6365f39e-0f7e-4d67-8031-749f14e76622, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6365f39e-0f7e-4d67-8031-749f14e76622,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:19.183202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '6365f39e-0f7e-4d67-8031-749f14e76622', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '6365f39e-0f7e-4d67-8031-749f14e76622', 'mac_address': 'fa:16:3e:3a:ee:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:27:19.188695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357966f5-89f9-46d4-87f0-a6518c64ca1d req-23c60c1b-4678-42af-8d76-a01a464c92c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:19.190919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357966f5-89f9-46d4-87f0-a6518c64ca1d req-23c60c1b-4678-42af-8d76-a01a464c92c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 943 time: 0.0986748 Nov 12 11:27:19.222694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-14627be6-32b9-480b-8073-1f00a915d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:19.226553 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-14627be6-32b9-480b-8073-1f00a915d343 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1406692d-8533-4caa-9f8c-6c4485ade4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917647 Nov 12 11:27:19.272000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.298730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6365f39e-0f7e-4d67-8031-749f14e76622 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:27:19.318684 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd6b2c4-0610-47cd-816d-caa5289d9200 x-openstack-request-id: req-fbd6b2c4-0610-47cd-816d-caa5289d9200 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:19.319266 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:19.319688 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbd6b2c4-0610-47cd-816d-caa5289d9200 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:19.320248 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'status': 'completed', 'code': 200} Nov 12 11:27:19.333192 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-357966f5-89f9-46d4-87f0-a6518c64ca1d req-b8ddd725-1a8b-4f70-8a92-8da249ceb4c1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281474 Nov 12 11:27:19.353623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6365f39e-0f7e-4d67-8031-749f14e76622, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6365f39e-0f7e-4d67-8031-749f14e76622,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:19.360459 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.426009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9f4b17f-a6a1-4e92-810e-78a38e091c48 req-ed71f986-3906-4151-95c6-ad2b7824376e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.1046839 Nov 12 11:27:19.428506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-88dd0533-19bc-42b8-9d95-0e8995225b61 service neutron] 10.222.0.59 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878731 Nov 12 11:27:19.468764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6365f39e-0f7e-4d67-8031-749f14e76622,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:19.480677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.481228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.481684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.482195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.483914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.484380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.484826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.485347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.485906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.486812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.487262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.487842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:19.594286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d71e44b1-bf9e-4966-aebb-c7c67d4b2b0c req-d7ff3b21-4f28-43a3-96d7-600847c180dd service neutron] 10.222.0.59 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557176 Nov 12 11:27:19.661316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['6365f39e-0f7e-4d67-8031-749f14e76622'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:19.799711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-f223d830-bdbe-48b4-97ac-d88f10a78927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:19.805168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-f223d830-bdbe-48b4-97ac-d88f10a78927 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1095 time: 0.1217523 Nov 12 11:27:19.974851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-b2c5b473-697e-4b92-97c6-c697c3bca693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:19.977908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-b2c5b473-697e-4b92-97c6-c697c3bca693 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 200 len: 898 time: 0.1627648 Nov 12 11:27:20.058979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-fb6c8a58-6137-4bbd-ad69-3caea3ea25ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 217 time: 0.0672102 Nov 12 11:27:20.131298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-1b2ebc75-b35a-45ab-a717-7fca7231a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:20.131978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6767f-e4a3-4544-9198-6de382064a34 req-e3c604c1-97cb-445b-8a7f-ee38eb7f0fe3 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:20.134454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4bb6767f-e4a3-4544-9198-6de382064a34 req-e3c604c1-97cb-445b-8a7f-ee38eb7f0fe3 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 948 time: 0.1071951 Nov 12 11:27:20.136920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-1b2ebc75-b35a-45ab-a717-7fca7231a82d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc0c3592-59e6-4cca-bf2d-2ab77cd88183 HTTP/1.1" status: 200 len: 834 time: 0.0689540 Nov 12 11:27:20.246057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4bb6767f-e4a3-4544-9198-6de382064a34 req-17d59053-bd90-4f1e-b3c0-507c28e70089 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934854 Nov 12 11:27:20.258208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-440dea3b-7a42-49db-8f4e-86e2b513ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:20.271125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-440dea3b-7a42-49db-8f4e-86e2b513ad2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1406692d-8533-4caa-9f8c-6c4485ade4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236262 Nov 12 11:27:20.587016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-cca89e3e-9c57-4819-aea1-4510eabf169d service neutron] 10.222.0.59 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902424 Nov 12 11:27:20.602154 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-140c5b93-986e-4447-92ee-3572be12f923 req-3225e046-ecec-4276-8e9a-a257bd5b0385 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0367124 Nov 12 11:27:20.652149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199c1e2-2d9b-44d3-b580-7a3d5c11c5d6 req-bb637b0f-de47-4f54-9ec7-21ef2d8ff836 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:20.654391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7199c1e2-2d9b-44d3-b580-7a3d5c11c5d6 req-bb637b0f-de47-4f54-9ec7-21ef2d8ff836 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 943 time: 0.1454883 Nov 12 11:27:20.790319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7199c1e2-2d9b-44d3-b580-7a3d5c11c5d6 req-3ba8bcf6-af58-400d-b6b1-910ca58edc2d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287875 Nov 12 11:27:20.798713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1f44df-30b1-4dfc-86c5-cc43173bb8d9 req-93c3d0cb-7baa-4ba7-9340-026287d49f2c service neutron] 10.222.0.59 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029238 Nov 12 11:27:20.925173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-9102a549-9698-430a-8efc-1486bb948eff tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:20.926928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-9102a549-9698-430a-8efc-1486bb948eff tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.1546676 Nov 12 11:27:20.933693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6365f39e-0f7e-4d67-8031-749f14e76622 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:20.945278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'port': {'device_id': '9d5e541e-24a3-45ee-a853-3c6b7e3993fe', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'admin_state_up': True, 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:20.987001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 6365f39e-0f7e-4d67-8031-749f14e76622 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:27:20.991199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 6365f39e-0f7e-4d67-8031-749f14e76622 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:20.991577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.072329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:21.079768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.088759 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.131279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6365f39e-0f7e-4d67-8031-749f14e76622, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6365f39e-0f7e-4d67-8031-749f14e76622,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:21.132453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c67aa5-dacf-4670-a790-2b7dc36e5633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6365f39e-0f7e-4d67-8031-749f14e76622'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:21.135479 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcd6a3f-15fc-425a-bb45-31631b079591" -d '{"events": [{"server_uuid": "c9c67aa5-dacf-4670-a790-2b7dc36e5633", "name": "network-vif-plugged", "status": "completed", "tag": "6365f39e-0f7e-4d67-8031-749f14e76622"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:21.140191 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.195716 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343f7d62-8358-4451-a050-686ca4e33f4f x-openstack-request-id: req-343f7d62-8358-4451-a050-686ca4e33f4f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:21.196262 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c67aa5-dacf-4670-a790-2b7dc36e5633", "name": "network-vif-plugged", "status": "completed", "tag": "6365f39e-0f7e-4d67-8031-749f14e76622", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:21.196660 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-343f7d62-8358-4451-a050-686ca4e33f4f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:21.197239 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c67aa5-dacf-4670-a790-2b7dc36e5633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6365f39e-0f7e-4d67-8031-749f14e76622', 'code': 200} Nov 12 11:27:21.227176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6365f39e-0f7e-4d67-8031-749f14e76622,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:21.387094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.20.0.4 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/d97bb985-5436-48ef-b7a0-c03cec8f2a97) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:21.401509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27de601-542d-4d08-8a67-f104af0d307e req-1e8de4f9-ccd0-4bfa-a0a0-da343c587fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:21.404148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d27de601-542d-4d08-8a67-f104af0d307e req-1e8de4f9-ccd0-4bfa-a0a0-da343c587fbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 1101 time: 0.0936897 Nov 12 11:27:21.531682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d27de601-542d-4d08-8a67-f104af0d307e req-2bf3f4a1-d16a-4c08-b5e4-6b3c835eea6a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105540 Nov 12 11:27:21.590168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495da37-bb4a-4496-8a03-fcf4d75f9fdb req-f9dc16e5-195a-489c-8c2e-c561fc7c658e tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:21.592581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9495da37-bb4a-4496-8a03-fcf4d75f9fdb req-f9dc16e5-195a-489c-8c2e-c561fc7c658e tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 949 time: 0.1768572 Nov 12 11:27:21.720825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9495da37-bb4a-4496-8a03-fcf4d75f9fdb req-33790c9b-9013-4496-a059-3e3970ecad12 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923536 Nov 12 11:27:21.721748 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-47ba4e79-b9be-44a5-a899-4c6a9ae2327c req-a8f77d02-0f50-4750-bd02-0ce30a923993 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0344646 Nov 12 11:27:21.751166 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.807019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.822569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:21.976185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:21.986308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:21.998188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:22.081221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b9f8d-0414-4658-b16c-0d7a4401f33f req-056b1b81-cadb-49a8-a5fe-973e5a1ad5f8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:22.097575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d5b9f8d-0414-4658-b16c-0d7a4401f33f req-056b1b81-cadb-49a8-a5fe-973e5a1ad5f8 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 943 time: 0.1449955 Nov 12 11:27:22.143757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=d97bb985-5436-48ef-b7a0-c03cec8f2a97,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:22.192677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:22.204248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.235037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-b9c7fc06-5170-414f-9739-bcd056930777 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2946208 Nov 12 11:27:22.251523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Request body: {'port': {'device_id': '9d5e541e-24a3-45ee-a853-3c6b7e3993fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:22.255429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d5b9f8d-0414-4658-b16c-0d7a4401f33f req-0e395dea-fda9-44fd-80d7-3a076963eabf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567030 Nov 12 11:27:22.382805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.477027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d14694e5-007b-4923-bed7-7e258038225a None None] Provisioning complete for port d97bb985-5436-48ef-b7a0-c03cec8f2a97 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:22.478812 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d14694e5-007b-4923-bed7-7e258038225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.543243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d14694e5-007b-4923-bed7-7e258038225a None None] Port d97bb985-5436-48ef-b7a0-c03cec8f2a97 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:22.770532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d97bb985-5436-48ef-b7a0-c03cec8f2a97 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:27:22.791766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.808895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Transition to ACTIVE for port object d97bb985-5436-48ef-b7a0-c03cec8f2a97 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:27:22.814548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.893045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Pushing event updated for resources: {'Port': ['ID=d97bb985-5436-48ef-b7a0-c03cec8f2a97,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:22.950093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fecbe425-4e4e-4446-a18b-7e7d044b935d details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:27:23.008069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcb93d-a4a5-46e9-b8c5-3ed3936b8f6d req-ede5077f-5b70-4538-aa9e-a725fc96b208 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:23.019973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7abcb93d-a4a5-46e9-b8c5-3ed3936b8f6d req-ede5077f-5b70-4538-aa9e-a725fc96b208 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 949 time: 0.1536269 Nov 12 11:27:23.128382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79992704-4384-4f00-a1a5-4e548f46ea8d req-5bad3047-19ca-4c12-812d-bdb68524aee7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:23.131236 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79992704-4384-4f00-a1a5-4e548f46ea8d req-5bad3047-19ca-4c12-812d-bdb68524aee7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.2471340 Nov 12 11:27:23.229631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7abcb93d-a4a5-46e9-b8c5-3ed3936b8f6d req-ae3b763e-44c6-4545-9730-cb130c5ea088 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085037 Nov 12 11:27:23.316784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:23.344214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'port_id': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'mac_address': 'fa:16:3e:db:57:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:27:23.375885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Attempting to bind port d97bb985-5436-48ef-b7a0-c03cec8f2a97 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:23.376337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Attempting to bind port d97bb985-5436-48ef-b7a0-c03cec8f2a97 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:23.377175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Attempting to bind port d97bb985-5436-48ef-b7a0-c03cec8f2a97 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:23.384017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79992704-4384-4f00-a1a5-4e548f46ea8d req-c6815201-7f3f-414e-be30-f96913e61cda tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315650 Nov 12 11:27:23.396537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Port d97bb985-5436-48ef-b7a0-c03cec8f2a97 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:27:23.410183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Attempting to bind port d97bb985-5436-48ef-b7a0-c03cec8f2a97 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:23.426762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:23.427267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:23.427783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:23.428607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Bound port: d97bb985-5436-48ef-b7a0-c03cec8f2a97, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:23.429208 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.508215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.520665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ff84a-3a1b-4a5d-ba56-1b8646fe5b61 req-8e18815d-7fd6-44ca-ba1e-987dfc842185 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:23.535656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-963ff84a-3a1b-4a5d-ba56-1b8646fe5b61 req-8e18815d-7fd6-44ca-ba1e-987dfc842185 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 943 time: 0.1339664 Nov 12 11:27:23.551974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecbe425-4e4e-4446-a18b-7e7d044b935d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:27:23.564680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] For port d97bb985-5436-48ef-b7a0-c03cec8f2a97, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:23.568609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] For port d97bb985-5436-48ef-b7a0-c03cec8f2a97, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d97bb985-5436-48ef-b7a0-c03cec8f2a97,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:23.574540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.609502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:23.623892 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.654724 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-963ff84a-3a1b-4a5d-ba56-1b8646fe5b61 req-51743491-6313-4397-b0b9-f7af0f475f58 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116230 Nov 12 11:27:23.671189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:23.671821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.674134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] 10.222.0.59 "PUT /v2.0/ports/d97bb985-5436-48ef-b7a0-c03cec8f2a97 HTTP/1.1" status: 200 len: 1092 time: 1.4277251 Nov 12 11:27:23.675443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5e541e-24a3-45ee-a853-3c6b7e3993fe', 'tag': 'd97bb985-5436-48ef-b7a0-c03cec8f2a97'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:23.691480 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63cd30f-15f8-431b-8d1e-37e449031379" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5e541e-24a3-45ee-a853-3c6b7e3993fe", "tag": "d97bb985-5436-48ef-b7a0-c03cec8f2a97"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:23.791322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:23.831050 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1630c5-3887-4064-9f20-3926f70dc6e4 x-openstack-request-id: req-ed1630c5-3887-4064-9f20-3926f70dc6e4 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:23.831636 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5e541e-24a3-45ee-a853-3c6b7e3993fe", "tag": "d97bb985-5436-48ef-b7a0-c03cec8f2a97", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:23.832064 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed1630c5-3887-4064-9f20-3926f70dc6e4 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:23.832919 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5e541e-24a3-45ee-a853-3c6b7e3993fe', 'tag': 'd97bb985-5436-48ef-b7a0-c03cec8f2a97', 'status': 'completed', 'code': 200} Nov 12 11:27:23.865077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69213a84-85f7-468c-bcdc-a440d631f6ec service neutron] Pushing event updated for resources: {'Port': ['ID=d97bb985-5436-48ef-b7a0-c03cec8f2a97,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:23.887850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-9688ef63-e0f7-480f-a7b8-6cddb0a8122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:23.902217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-9688ef63-e0f7-480f-a7b8-6cddb0a8122f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 1095 time: 0.1613600 Nov 12 11:27:23.962789 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55d05071-c3d0-46fc-8ffa-6909a3d81e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:24.016802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-721bd824-8a18-41a8-9925-9c6d30773e5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d97bb985-5436-48ef-b7a0-c03cec8f2a97 HTTP/1.1" status: 200 len: 217 time: 0.0899036 Nov 12 11:27:24.036547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fecbe425-4e4e-4446-a18b-7e7d044b935d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:24.147200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-1b87ea55-7ffd-4caf-8b9d-53e819273876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:24.149673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-1b87ea55-7ffd-4caf-8b9d-53e819273876 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.1213999 Nov 12 11:27:24.300718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-492b8f8c-a498-4b5f-963f-4d3f62282760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:24.308020 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-492b8f8c-a498-4b5f-963f-4d3f62282760 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450555 Nov 12 11:27:24.499473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ec57f-4354-4f24-85d6-0910319693c6 req-1445b282-199e-4a76-8041-3537c26f8212 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:24.505599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e6ec57f-4354-4f24-85d6-0910319693c6 req-1445b282-199e-4a76-8041-3537c26f8212 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 949 time: 0.1184874 Nov 12 11:27:24.566704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-5c927b9d-fb9f-44f9-a7e3-501c0694c9c4 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488523 Nov 12 11:27:24.703977 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6e6ec57f-4354-4f24-85d6-0910319693c6 req-3e722a97-5774-4c14-8c73-58993cde895b tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880670 Nov 12 11:27:24.953825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fe76b-cf9d-48fc-b9a7-e064628f64a9 req-c604318a-da4b-4c6a-a053-345ab8a74293 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:24.958898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba692a47-9554-461c-a687-0a429df50de4 req-bba98099-1505-4bb7-b320-bfaa50de739c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:24.961160 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba692a47-9554-461c-a687-0a429df50de4 req-bba98099-1505-4bb7-b320-bfaa50de739c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.2658100 Nov 12 11:27:24.963733 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec5fe76b-cf9d-48fc-b9a7-e064628f64a9 req-c604318a-da4b-4c6a-a053-345ab8a74293 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 944 time: 0.0773296 Nov 12 11:27:25.039839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2e6af57-913e-479d-a4fd-99f132bb4f00 req-7a1763cd-5f44-4e71-bc48-8d31180873c1 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607365 Nov 12 11:27:25.046381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba692a47-9554-461c-a687-0a429df50de4 req-51239864-0340-4515-b5b3-ce8be4e6110e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800350 Nov 12 11:27:25.102926 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ec5fe76b-cf9d-48fc-b9a7-e064628f64a9 req-4f9bfa0c-befe-49a1-9b98-58b4680947e1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329803 Nov 12 11:27:25.244539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-6b8c270e-7e62-475b-90bb-3700949bd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:25.247184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-6b8c270e-7e62-475b-90bb-3700949bd75b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 1095 time: 0.0861011 Nov 12 11:27:25.488297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-f49ca05e-99b9-4731-ae12-bf7b81c721ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:25.490512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-f49ca05e-99b9-4731-ae12-bf7b81c721ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.2288151 Nov 12 11:27:25.617609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-6ba536e1-c092-45b2-a137-ab225ae58f93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d97bb985-5436-48ef-b7a0-c03cec8f2a97 HTTP/1.1" status: 200 len: 217 time: 0.1104882 Nov 12 11:27:25.743087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-647f9ccd-b40d-4520-891a-41435a8e0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:25.745177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-647f9ccd-b40d-4520-891a-41435a8e0fe2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.1153886 Nov 12 11:27:25.854162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-2ad3223d-3bed-41f7-bba6-4b5b97c92930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:25.857401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-2ad3223d-3bed-41f7-bba6-4b5b97c92930 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966372 Nov 12 11:27:26.092815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-bb6bbdcf-a04f-4d3d-9dbf-98a4a0447cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212029 Nov 12 11:27:26.304203 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-690d8a9b-5ede-4dbe-9d2e-2253727dad80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.411560 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e60af2-fdf2-471c-b052-f32a1dc6530b req-39e45ede-fb92-4c01-b807-300c2b01d84c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:26.424828 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37e60af2-fdf2-471c-b052-f32a1dc6530b req-39e45ede-fb92-4c01-b807-300c2b01d84c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1734834 Nov 12 11:27:26.577797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37e60af2-fdf2-471c-b052-f32a1dc6530b req-c0d3515b-f2d4-4075-ac93-2ee61cafb6a3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519575 Nov 12 11:27:26.641709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a91343-56b4-40c0-811f-44d357cae3d2 req-b234cb4c-64f8-4287-bbb1-1f7822eb797d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:26.651281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96a91343-56b4-40c0-811f-44d357cae3d2 req-b234cb4c-64f8-4287-bbb1-1f7822eb797d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 944 time: 0.2838361 Nov 12 11:27:26.666176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f63cd30f-15f8-431b-8d1e-37e449031379 req-0c2af276-3e22-4ff4-a1af-97ea2d4f9a84 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644896 Nov 12 11:27:26.801250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96a91343-56b4-40c0-811f-44d357cae3d2 req-b22293d4-9430-4cf0-b0c4-5a4c03b7c7ea tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481707 Nov 12 11:27:26.977392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fecbe425-4e4e-4446-a18b-7e7d044b935d up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:27.108439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port fecbe425-4e4e-4446-a18b-7e7d044b935d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:27:27.114342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port fecbe425-4e4e-4446-a18b-7e7d044b935d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:27.114721 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.310799 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.392504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:27.395329 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbbad25-7b33-483c-b4e4-8d931cce7ac5" -d '{"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-plugged", "status": "completed", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:27.423947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:27.433520 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.504288 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5cdb9b-94bb-4a8e-a43f-9a4d50465af2 x-openstack-request-id: req-ad5cdb9b-94bb-4a8e-a43f-9a4d50465af2 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:27.504678 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-plugged", "status": "completed", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:27.505570 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad5cdb9b-94bb-4a8e-a43f-9a4d50465af2 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:27.505570 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'code': 200} Nov 12 11:27:27.586669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:27.809422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.901084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3f7ce-a891-48f8-93d7-7a18e3c2fe3e req-7f5556e0-27f3-46de-a07d-7074268dccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:27.908053 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6a3f7ce-a891-48f8-93d7-7a18e3c2fe3e req-7f5556e0-27f3-46de-a07d-7074268dccbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1097 time: 0.3214171 Nov 12 11:27:27.991996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da4e3f-7a72-417d-8508-cffbdfaae045 req-48d3f85e-fc24-48d8-8431-75a8eef49873 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:27.995732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-99da4e3f-7a72-417d-8508-cffbdfaae045 req-48d3f85e-fc24-48d8-8431-75a8eef49873 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.2003388 Nov 12 11:27:28.067744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6a3f7ce-a891-48f8-93d7-7a18e3c2fe3e req-ea3bf81a-94fa-42cb-ac6e-5524603c3cf6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375563 Nov 12 11:27:28.182284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-99da4e3f-7a72-417d-8508-cffbdfaae045 req-9eb67bad-fc39-49f1-b686-99be260a28fe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803551 Nov 12 11:27:28.258398 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdce405-71ca-4f6f-b071-b421d49b24f4 req-0c222ba6-e592-4b66-8729-aa20abbf8e96 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:28.260754 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cdce405-71ca-4f6f-b071-b421d49b24f4 req-0c222ba6-e592-4b66-8729-aa20abbf8e96 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.2739589 Nov 12 11:27:28.395110 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cdce405-71ca-4f6f-b071-b421d49b24f4 req-39315377-7c23-41f0-bbf5-83f540eb95b5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259279 Nov 12 11:27:29.589763 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.834415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda44af-7143-4875-a332-87272b97f4f3 req-f10e09cd-74f1-4dd2-8ea0-eeae386d89f8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:29.849154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7bda44af-7143-4875-a332-87272b97f4f3 req-f10e09cd-74f1-4dd2-8ea0-eeae386d89f8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.4098263 Nov 12 11:27:29.994083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c825ea-b634-4464-bee2-f5d25907eaea req-d50041f2-6351-473a-b62f-febdaa07b572 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:30.009224 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1c825ea-b634-4464-bee2-f5d25907eaea req-d50041f2-6351-473a-b62f-febdaa07b572 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.2005506 Nov 12 11:27:30.085503 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7bda44af-7143-4875-a332-87272b97f4f3 req-1202fb19-aa52-45bf-b1ed-f6a17064ad83 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340157 Nov 12 11:27:30.194557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1c825ea-b634-4464-bee2-f5d25907eaea req-2ce71ee7-1742-454f-9e24-43492db5e38c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585858 Nov 12 11:27:30.650422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:30.660673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35668) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:30.978182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.211931 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.231447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.357421 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7248369e258a40fd9ea61c58ca73c056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6943991 Nov 12 11:27:31.363372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35682) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:31.386680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226fada3-a1a0-48c4-b434-1f35d07eb480,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:31.425658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.426282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.427107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.427332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.427850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.428621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.430848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.433847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.434340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.435215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.436278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.436278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f6938-5890-4fcb-aca7-fe45d307360b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:31.537276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25865f96-f5b2-4991-8200-0c046d0d3f87 req-1d5e075b-5243-4a5b-90ad-4cf734b6aa26 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:31.538887 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25865f96-f5b2-4991-8200-0c046d0d3f87 req-1d5e075b-5243-4a5b-90ad-4cf734b6aa26 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.1808445 Nov 12 11:27:31.541030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693d7e2-f48e-4897-9690-025185c5aa4d req-29ab83f0-625b-443c-9358-3b39776bcda5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:31.543031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4693d7e2-f48e-4897-9690-025185c5aa4d req-29ab83f0-625b-443c-9358-3b39776bcda5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.2634709 Nov 12 11:27:31.661024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25865f96-f5b2-4991-8200-0c046d0d3f87 req-77252414-9597-4c03-9b72-cfe0ae9bdd78 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092849 Nov 12 11:27:31.751224 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fff039ea-3991-4d39-865c-ee086fb90d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.821950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fff039ea-3991-4d39-865c-ee086fb90d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.863006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4693d7e2-f48e-4897-9690-025185c5aa4d req-11df0da1-9064-4776-8885-94960a4facf7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876134 Nov 12 11:27:32.034650 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fff039ea-3991-4d39-865c-ee086fb90d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:32.043633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fff039ea-3991-4d39-865c-ee086fb90d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:32.053617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97334-57a0-4478-8cc6-c2bdd6615ba4 req-1fccdbf5-6f6a-46d2-af9f-25c25007457b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:32.060541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fff039ea-3991-4d39-865c-ee086fb90d71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/226fada3-a1a0-48c4-b434-1f35d07eb480 HTTP/1.1" status: 204 len: 168 time: 0.6896579 Nov 12 11:27:32.063175 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5b97334-57a0-4478-8cc6-c2bdd6615ba4 req-1fccdbf5-6f6a-46d2-af9f-25c25007457b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.0799837 Nov 12 11:27:32.087103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff039ea-3991-4d39-865c-ee086fb90d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226fada3-a1a0-48c4-b434-1f35d07eb480,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:32.164032 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5b97334-57a0-4478-8cc6-c2bdd6615ba4 req-90374cc7-00d8-460c-bef4-1a2d2219b29f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996447 Nov 12 11:27:32.182808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35692) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:32.289281 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a0b1c-8740-46df-8be4-6e8b31880d0b tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:32.299376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fa3a0b1c-8740-46df-8be4-6e8b31880d0b tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1092 time: 0.1142609 Nov 12 11:27:32.302746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35694) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:32.312098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:32.405142 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:32.673338 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:32.814190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35698) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:32.844106 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-095dce16-8250-455e-b917-967773586b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.067732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.25.2.206 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/252fd582-e8b3-4c32-84fd-f59d724a4575) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:33.228322 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.234380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-095dce16-8250-455e-b917-967773586b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.247159 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-095dce16-8250-455e-b917-967773586b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.321926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f6231-dae3-4787-a2ba-eb82a7b95121 req-5367e40b-2c37-468b-971a-0a63d8d18c2d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:33.324616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67f6231-dae3-4787-a2ba-eb82a7b95121 req-5367e40b-2c37-468b-971a-0a63d8d18c2d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.2895846 Nov 12 11:27:33.383697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.483441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:33.499077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:33.552194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-095dce16-8250-455e-b917-967773586b1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f280060c7e24b2dba9cb413defb614d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7361901 Nov 12 11:27:33.557420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35706) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:33.568657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dce16-8250-455e-b917-967773586b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71baaa-6264-401b-aa11-d34b65c9f23b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:33.625515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=252fd582-e8b3-4c32-84fd-f59d724a4575,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:33.639804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:33.789466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b67f6231-dae3-4787-a2ba-eb82a7b95121 req-196b71df-20bd-4d81-a860-80b5cab69c7c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997035 Nov 12 11:27:33.849138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4a38643-6c97-42ee-ac21-5ab77ab14c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.965701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4a38643-6c97-42ee-ac21-5ab77ab14c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.066909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4a38643-6c97-42ee-ac21-5ab77ab14c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.071479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e4a38643-6c97-42ee-ac21-5ab77ab14c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.073687 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e4a38643-6c97-42ee-ac21-5ab77ab14c9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd71baaa-6264-401b-aa11-d34b65c9f23b HTTP/1.1" status: 204 len: 168 time: 0.5147700 Nov 12 11:27:34.105416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a38643-6c97-42ee-ac21-5ab77ab14c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71baaa-6264-401b-aa11-d34b65c9f23b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:35.217839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e2dab-6ecd-453e-abd1-9b0281965dbd req-cfe5654d-14da-44a3-866a-9f7980e71b80 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:35.220641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f6e2dab-6ecd-453e-abd1-9b0281965dbd req-cfe5654d-14da-44a3-866a-9f7980e71b80 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1638989 Nov 12 11:27:35.332265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:35.400213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f6e2dab-6ecd-453e-abd1-9b0281965dbd req-7cb53c8b-0518-432b-8200-fdb3aebd9a60 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683197 Nov 12 11:27:35.514092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:35.932762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:35.942532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:36.020542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=252fd582-e8b3-4c32-84fd-f59d724a4575,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:36.090641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:36.366050 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Floating IP 792e7c1b-695b-490f-bc4f-01638881b31c associated. External IP: 172.25.2.206, port: fecbe425-4e4e-4446-a18b-7e7d044b935d. Nov 12 11:27:36.852798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bcc93-3634-41fc-8363-b6d0d612315b req-0570ca2a-6521-4a67-9e54-7f2db1f46b2f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:36.864356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b69bcc93-3634-41fc-8363-b6d0d612315b req-0570ca2a-6521-4a67-9e54-7f2db1f46b2f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1941659 Nov 12 11:27:36.996448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b69bcc93-3634-41fc-8363-b6d0d612315b req-e1b7674d-f041-45e9-976f-646c88dd49c8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303055 Nov 12 11:27:37.011316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:37.242331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:37.257799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] Sync routers for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:37.277213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:37.281427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:37.285609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:27:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:37.361180 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9de4e42d-524c-4edf-9d3a-b6c98845a58c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0564857 Nov 12 11:27:37.362178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:37.369663 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409f068d-27ad-4800-95fd-cc12d3168e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:37.435371 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b9b853-4b59-412a-a3d8-7e7d3266cbb3 x-openstack-request-id: req-76b9b853-4b59-412a-a3d8-7e7d3266cbb3 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:37.435671 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:37.435926 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76b9b853-4b59-412a-a3d8-7e7d3266cbb3 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:37.436340 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'status': 'completed', 'code': 200} Nov 12 11:27:37.545992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:37.557853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-3a82769d-8d25-47a9-8f57-2459bf2ea67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:37.559923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-3a82769d-8d25-47a9-8f57-2459bf2ea67d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1097 time: 0.0959949 Nov 12 11:27:37.651141 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0d78b-859c-4c51-9c90-6e80afcb7afd req-702e546d-0345-4994-8c5a-6da4d749d00a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:37.658631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2f0d78b-859c-4c51-9c90-6e80afcb7afd req-702e546d-0345-4994-8c5a-6da4d749d00a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.1410480 Nov 12 11:27:37.737375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-485ed7ee-26ae-4c20-8081-8c6c71fe8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:37.737375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-485ed7ee-26ae-4c20-8081-8c6c71fe8bc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 200 len: 898 time: 0.1548543 Nov 12 11:27:37.767507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2f0d78b-859c-4c51-9c90-6e80afcb7afd req-665c4150-283b-419f-b16d-aab3d189a0dd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077268 Nov 12 11:27:37.792971 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35774) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:37.962553 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-db2f1d57-dbc4-4feb-b67d-15d8d6d7fa6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 999 time: 0.2130170 Nov 12 11:27:37.964984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27927e30-91e7-4d5a-96d2-13ca2c9b549b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/792e7c1b-695b-490f-bc4f-01638881b31c HTTP/1.1" status: 200 len: 991 time: 0.1618125 Nov 12 11:27:38.083620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-c52def7e-d8f1-49f8-8ba9-d01b37e46678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:38.085464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-c52def7e-d8f1-49f8-8ba9-d01b37e46678 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc0c3592-59e6-4cca-bf2d-2ab77cd88183 HTTP/1.1" status: 200 len: 834 time: 0.1084347 Nov 12 11:27:38.179670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '792e7c1b-695b-490f-bc4f-01638881b31c', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'port_id': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'mac_address': 'fa:16:3e:db:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884fea78-8598-4b63-a090-acf9c02440b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:27:34Z', 'updated_at': '2021-11-12T11:27:34Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:13Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:38.229374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-c8f84cbc-9ae5-48ef-a4f7-180af6bb98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:38.230963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-c8f84cbc-9ae5-48ef-a4f7-180af6bb98b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1406692d-8533-4caa-9f8c-6c4485ade4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350365 Nov 12 11:27:38.318908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3173-3aff-47c3-875d-09284426d1e4 req-93e79e5d-9141-4f91-af62-c5011c45ea99 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:38.321718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be1c3173-3aff-47c3-875d-09284426d1e4 req-93e79e5d-9141-4f91-af62-c5011c45ea99 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1551592 Nov 12 11:27:38.482647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] Checking router: 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:38.503605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:38.504300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:27:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:38.536894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be1c3173-3aff-47c3-875d-09284426d1e4 req-645f100c-d541-42af-86b6-a58ced39fb29 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667125 Nov 12 11:27:38.549249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-7d4abf03-acdd-40df-a3b6-9acf36adcbae service neutron] 10.222.0.59 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027930 Nov 12 11:27:38.692666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-409f068d-27ad-4800-95fd-cc12d3168e2a req-4d8965f1-1867-4be9-8b78-ae5ba43a679c service neutron] 10.222.0.59 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297901 Nov 12 11:27:38.702362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:38.969287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35794) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:39.074213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7d3d9b27-1b7a-422b-ae9a-dfe0d83b4829 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/792e7c1b-695b-490f-bc4f-01638881b31c HTTP/1.1" status: 200 len: 991 time: 0.1027653 Nov 12 11:27:39.109563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '792e7c1b-695b-490f-bc4f-01638881b31c', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'port_id': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'mac_address': 'fa:16:3e:db:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884fea78-8598-4b63-a090-acf9c02440b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:27:34Z', 'updated_at': '2021-11-12T11:27:34Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:13Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:39.142846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66fa0af-d397-47e7-bac5-c10b5116dcfe None None] The sync data for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 is: [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '792e7c1b-695b-490f-bc4f-01638881b31c', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'port_id': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'mac_address': 'fa:16:3e:db:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884fea78-8598-4b63-a090-acf9c02440b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:27:34Z', 'updated_at': '2021-11-12T11:27:34Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:13Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:39.422726 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749a92c-713e-45db-ab9c-e8c0a9428278 None None] New status for floating IP 792e7c1b-695b-490f-bc4f-01638881b31c: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:27:39.735420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808907cf-2d0b-4e81-a1c7-e6411b1f6f2d req-2f3406bf-c723-458c-b961-26a24fade847 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:39.738060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-808907cf-2d0b-4e81-a1c7-e6411b1f6f2d req-2f3406bf-c723-458c-b961-26a24fade847 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0731931 Nov 12 11:27:39.843779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-808907cf-2d0b-4e81-a1c7-e6411b1f6f2d req-425fb3dc-ced9-41eb-819f-2bd766c5e32a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972340 Nov 12 11:27:40.077413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35806) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:40.164083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e4518cfe-da10-4054-8de4-7ceb1da0c7a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/792e7c1b-695b-490f-bc4f-01638881b31c HTTP/1.1" status: 200 len: 993 time: 0.0845797 Nov 12 11:27:40.180195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:40.526916 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:41.027231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e6e9d-d057-4c38-be54-8e745be5cabd req-d26aa0f6-d317-44b2-b6b2-275153b33152 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:41.039628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a9e6e9d-d057-4c38-be54-8e745be5cabd req-d26aa0f6-d317-44b2-b6b2-275153b33152 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0836604 Nov 12 11:27:41.116723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9a9e6e9d-d057-4c38-be54-8e745be5cabd req-3192d5bd-90a9-4351-b211-c42f8fe38b28 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760756 Nov 12 11:27:42.313700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f88f-9dd9-43b2-be82-84587e964b08 req-ef3b8144-0291-4180-98e6-2ecd8338e557 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:42.316447 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45f6f88f-9dd9-43b2-be82-84587e964b08 req-ef3b8144-0291-4180-98e6-2ecd8338e557 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0779412 Nov 12 11:27:42.391523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45f6f88f-9dd9-43b2-be82-84587e964b08 req-d1d0118e-6087-468e-8073-2660e7511fd3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647719 Nov 12 11:27:43.564262 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d237d50-a85e-405b-bb4b-920481831ce8 req-b454a3bf-7de0-489a-a421-017ee37e62b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:43.565794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2d237d50-a85e-405b-bb4b-920481831ce8 req-b454a3bf-7de0-489a-a421-017ee37e62b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0715556 Nov 12 11:27:43.626443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2d237d50-a85e-405b-bb4b-920481831ce8 req-1fcd2fed-0082-4c1f-b095-76c19adb40e6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537915 Nov 12 11:27:44.807077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bba47-daaf-4d7c-9cc4-03a6edf0ea60 req-82205f2f-3d0a-40b3-bdf5-e2765beb979f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:44.809383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-507bba47-daaf-4d7c-9cc4-03a6edf0ea60 req-82205f2f-3d0a-40b3-bdf5-e2765beb979f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0759847 Nov 12 11:27:44.891069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-507bba47-daaf-4d7c-9cc4-03a6edf0ea60 req-0c730739-c0b0-475c-a037-4cd5418c7567 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732009 Nov 12 11:27:46.077593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100290-a886-48d6-a23f-9947d6a32d63 req-78fea247-4e74-4566-92a0-699929c29d0d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:46.079349 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27100290-a886-48d6-a23f-9947d6a32d63 req-78fea247-4e74-4566-92a0-699929c29d0d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0825131 Nov 12 11:27:46.159034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27100290-a886-48d6-a23f-9947d6a32d63 req-e2d1882d-6f82-4daf-99b6-6a1bd358ad58 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679402 Nov 12 11:27:46.948253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee429ae-eeb5-44fa-af85-b217d4306db5 req-1ced5a52-e9a5-4b3e-aa97-3d25965a9983 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:46.950303 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ee429ae-eeb5-44fa-af85-b217d4306db5 req-1ced5a52-e9a5-4b3e-aa97-3d25965a9983 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 946 time: 0.0813336 Nov 12 11:27:47.023812 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ee429ae-eeb5-44fa-af85-b217d4306db5 req-226c82c9-61c5-4507-8bd8-9d41fe79dd71 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665278 Nov 12 11:27:47.343884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e4ead-2d37-4803-8779-91d3431b1446 req-a2896c1a-b388-4f8d-b83b-70e568a2dd20 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:47.346596 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da1e4ead-2d37-4803-8779-91d3431b1446 req-a2896c1a-b388-4f8d-b83b-70e568a2dd20 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0866163 Nov 12 11:27:47.443628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da1e4ead-2d37-4803-8779-91d3431b1446 req-916ba5b3-74a4-49da-8a65-7f6fbe66cc7e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835249 Nov 12 11:27:48.264199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd767d-b77d-4562-82cd-6bfac4986a8a req-6f8f5aed-e795-4f36-8250-0133b1b69e0c tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:48.267854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-92cd767d-b77d-4562-82cd-6bfac4986a8a req-6f8f5aed-e795-4f36-8250-0133b1b69e0c tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 946 time: 0.1267021 Nov 12 11:27:48.388024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-92cd767d-b77d-4562-82cd-6bfac4986a8a req-3088053a-b040-4255-9bdb-36975c776731 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046934 Nov 12 11:27:48.673298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643339bc-1fc7-48dd-b0d4-0191562025d3 req-71d54fb9-cada-4452-b9ee-12c54ef42cc3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:48.686761 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-643339bc-1fc7-48dd-b0d4-0191562025d3 req-71d54fb9-cada-4452-b9ee-12c54ef42cc3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1344864 Nov 12 11:27:48.797818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-643339bc-1fc7-48dd-b0d4-0191562025d3 req-86fd99f0-3736-4572-a3dd-2f86109bd286 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073236 Nov 12 11:27:49.660672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24c1f1-a4fe-4d5d-9e6e-928858a54da5 req-1e97208c-e6c7-4e3b-9a92-a8f570513c49 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:49.665314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf24c1f1-a4fe-4d5d-9e6e-928858a54da5 req-1e97208c-e6c7-4e3b-9a92-a8f570513c49 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 946 time: 0.1445191 Nov 12 11:27:49.670752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-a248ede0-89ad-495f-b82d-eecb5ac4deb2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:49.679716 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-a248ede0-89ad-495f-b82d-eecb5ac4deb2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.59 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 946 time: 0.1132157 Nov 12 11:27:49.826155 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf24c1f1-a4fe-4d5d-9e6e-928858a54da5 req-04b8c7be-fb29-4842-afe9-e17c506efbac tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437187 Nov 12 11:27:50.010340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Deleting port 8e87e84b-927b-47e6-aef4-93e796a9abeb {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:50.011034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.156067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab96073-4dad-44af-aa44-66fa49e124c0 req-d963773b-cb75-4ede-9365-6b46ddb6df94 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:50.159342 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ab96073-4dad-44af-aa44-66fa49e124c0 req-d963773b-cb75-4ede-9365-6b46ddb6df94 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.2100110 Nov 12 11:27:50.317932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ab96073-4dad-44af-aa44-66fa49e124c0 req-c034f8c3-879a-4d37-a0ac-eca0c66043eb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468244 Nov 12 11:27:50.355441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] For port 8e87e84b-927b-47e6-aef4-93e796a9abeb, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e87e84b-927b-47e6-aef4-93e796a9abeb,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:50.357033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.405278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Calling delete_port for 8e87e84b-927b-47e6-aef4-93e796a9abeb owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:50.826375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.861237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8e87e84b-927b-47e6-aef4-93e796a9abeb'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:50.917643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Pushing event deleted for resources: {'Port': ['ID=8e87e84b-927b-47e6-aef4-93e796a9abeb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:50.991659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078160b-d43a-4cb1-bce0-ddd392fef0fc None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:51.041156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] No DVR routers for this DVR port 8e87e84b-927b-47e6-aef4-93e796a9abeb on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:51.046473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.052404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05c1c27f-7113-4df2-9bd4-bbca152aaa44 req-e548f5f4-3a83-43eb-b74e-0af22decb68d tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.59 "DELETE /v2.0/ports/8e87e84b-927b-47e6-aef4-93e796a9abeb HTTP/1.1" status: 204 len: 173 time: 1.3642471 Nov 12 11:27:51.053451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'name': 'network-vif-deleted', 'tag': '8e87e84b-927b-47e6-aef4-93e796a9abeb'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:51.070663 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeeb67f-d83e-4194-8d2e-4205119db70b" -d '{"events": [{"server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "name": "network-vif-deleted", "tag": "8e87e84b-927b-47e6-aef4-93e796a9abeb"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:51.162105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6483da07-0eb4-4ca9-b1ca-0bc2d2ac5813 req-c62e6bc1-e0c5-45e5-88e7-1407bd9b885b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=54015b0f-a3ce-41b2-8f48-926a5132cb99 HTTP/1.1" status: 200 len: 210 time: 0.0668283 Nov 12 11:27:51.202004 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbf777b-977f-474e-960f-16706703e482 x-openstack-request-id: req-0fbf777b-977f-474e-960f-16706703e482 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:51.202538 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54015b0f-a3ce-41b2-8f48-926a5132cb99", "name": "network-vif-deleted", "tag": "8e87e84b-927b-47e6-aef4-93e796a9abeb", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:51.202980 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fbf777b-977f-474e-960f-16706703e482 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:51.203636 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54015b0f-a3ce-41b2-8f48-926a5132cb99', 'name': 'network-vif-deleted', 'tag': '8e87e84b-927b-47e6-aef4-93e796a9abeb', 'status': 'completed', 'code': 200} Nov 12 11:27:51.608529 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f50b7d-44b9-4efb-bbe8-65469950de57 req-e2e08328-91ca-4ff0-987c-d815624391c1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:51.611361 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28f50b7d-44b9-4efb-bbe8-65469950de57 req-e2e08328-91ca-4ff0-987c-d815624391c1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1041617 Nov 12 11:27:51.679576 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28f50b7d-44b9-4efb-bbe8-65469950de57 req-561a620f-7a60-485c-ae4e-330394b98d3f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559788 Nov 12 11:27:52.880639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29d7da-17f0-4ff1-b445-213e24aa3d8e req-3735466e-7dc3-4a45-9893-17f089403ac4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:52.883130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d29d7da-17f0-4ff1-b445-213e24aa3d8e req-3735466e-7dc3-4a45-9893-17f089403ac4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0627294 Nov 12 11:27:52.960705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d29d7da-17f0-4ff1-b445-213e24aa3d8e req-efaa3468-dafc-4be4-9000-f2594717c0cf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712469 Nov 12 11:27:53.163023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8e87e84b-927b-47e6-aef4-93e796a9abeb no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:53.200651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 8e87e84b-927b-47e6-aef4-93e796a9abeb {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:53.201215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8e87e84b-927b-47e6-aef4-93e796a9abeb not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:53.972686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-583bf887-b2fc-4804-bc61-43ed93eeffa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.054439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 35962) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:54.293271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d0b80-f136-4359-8a60-f4bb0f9f4a15 req-44320548-bd72-4271-922e-c0da06ac1335 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:54.309719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-709d0b80-f136-4359-8a60-f4bb0f9f4a15 req-44320548-bd72-4271-922e-c0da06ac1335 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1701057 Nov 12 11:27:54.310103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9757bd5f-09a0-4d0f-879c-c91226d93359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.399562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-709d0b80-f136-4359-8a60-f4bb0f9f4a15 req-3060a0b6-b053-4012-8a8f-4af44b755613 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867250 Nov 12 11:27:54.472085 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9757bd5f-09a0-4d0f-879c-c91226d93359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.479378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9757bd5f-09a0-4d0f-879c-c91226d93359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.629799 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9757bd5f-09a0-4d0f-879c-c91226d93359 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f0734bb8be246d1b76b338e1baa9a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5735421 Nov 12 11:27:54.633415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35968) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:54.645940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757bd5f-09a0-4d0f-879c-c91226d93359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5480192d-7af4-46ca-820c-c683d820c51e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:54.810369 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60b38419-9577-4e71-8451-f5a8409b4eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.861683 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60b38419-9577-4e71-8451-f5a8409b4eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.968700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60b38419-9577-4e71-8451-f5a8409b4eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.972529 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60b38419-9577-4e71-8451-f5a8409b4eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.975864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-60b38419-9577-4e71-8451-f5a8409b4eda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5480192d-7af4-46ca-820c-c683d820c51e HTTP/1.1" status: 204 len: 168 time: 0.3393636 Nov 12 11:27:54.986355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b38419-9577-4e71-8451-f5a8409b4eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5480192d-7af4-46ca-820c-c683d820c51e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:55.367579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35976) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:55.388122 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8dc08a96-62b2-4f71-9195-b5436650b169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.489510 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8dc08a96-62b2-4f71-9195-b5436650b169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.494700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8dc08a96-62b2-4f71-9195-b5436650b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.540895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc08a96-62b2-4f71-9195-b5436650b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdb4e56-493a-4710-aa03-e2ae11694425,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:55.547259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8dc08a96-62b2-4f71-9195-b5436650b169 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fcc6d441a8a4e48bb5ae25d347de182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782181 Nov 12 11:27:55.551547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 35980) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:55.594862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c4471-4d51-422f-9b15-1096a8e35298 req-f44d0033-818a-4a3c-ae2c-f5ff28c60823 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:55.597190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-490c4471-4d51-422f-9b15-1096a8e35298 req-f44d0033-818a-4a3c-ae2c-f5ff28c60823 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0870669 Nov 12 11:27:55.627012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3413309a-5e99-40ce-9989-0012b5cd9748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.670002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-490c4471-4d51-422f-9b15-1096a8e35298 req-cf873628-ce13-4c47-87a0-950d9943cd53 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658810 Nov 12 11:27:55.676540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3413309a-5e99-40ce-9989-0012b5cd9748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.759036 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3413309a-5e99-40ce-9989-0012b5cd9748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.762687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3413309a-5e99-40ce-9989-0012b5cd9748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.766852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3413309a-5e99-40ce-9989-0012b5cd9748 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fdb4e56-493a-4710-aa03-e2ae11694425 HTTP/1.1" status: 204 len: 168 time: 0.2112875 Nov 12 11:27:55.772709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413309a-5e99-40ce-9989-0012b5cd9748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdb4e56-493a-4710-aa03-e2ae11694425,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:55.828095 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:27:56.316385 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a0bbc68-f37b-4b5c-b16f-6d63286837bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.338906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fa7f-da28-4abc-a754-9dc802bd7f74 req-2e6d881c-c2fc-4023-99b0-345af1e3b90a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:57.340806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e62fa7f-da28-4abc-a754-9dc802bd7f74 req-2e6d881c-c2fc-4023-99b0-345af1e3b90a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.5483646 Nov 12 11:27:57.465880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7e62fa7f-da28-4abc-a754-9dc802bd7f74 req-1bb52421-6d8d-41db-885f-f54741c78637 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162872 Nov 12 11:27:57.779156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:58.692299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21073ee-04a3-4211-ba4a-bcd61448277f req-8b284a91-c09e-4150-baf7-c2a766250cf0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:58.703049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e21073ee-04a3-4211-ba4a-bcd61448277f req-8b284a91-c09e-4150-baf7-c2a766250cf0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1255271 Nov 12 11:27:58.851360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e21073ee-04a3-4211-ba4a-bcd61448277f req-7da4ad96-bbf5-4b67-9d12-2e8733c4eae3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449890 Nov 12 11:27:59.541192 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.049260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212afb8-fc7f-4f0a-85ea-292c9ac626d5 req-319dddd9-dcc0-4267-ba89-9693f665c702 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:00.051398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d212afb8-fc7f-4f0a-85ea-292c9ac626d5 req-319dddd9-dcc0-4267-ba89-9693f665c702 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.0871444 Nov 12 11:28:00.155758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d212afb8-fc7f-4f0a-85ea-292c9ac626d5 req-df37e4c1-094b-45b9-9e5d-7b3670f46629 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897040 Nov 12 11:28:00.693599 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.161758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d97bb985-5436-48ef-b7a0-c03cec8f2a97 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:28:01.346091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d97bb985-5436-48ef-b7a0-c03cec8f2a97, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d97bb985-5436-48ef-b7a0-c03cec8f2a97,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:01.378606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'd97bb985-5436-48ef-b7a0-c03cec8f2a97', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'port_id': 'd97bb985-5436-48ef-b7a0-c03cec8f2a97', 'mac_address': 'fa:16:3e:2e:dc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:28:01.423233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82942-e203-4903-8c20-d464721f9f30 req-9b96156c-c24b-4808-bed2-2f9fcab8d544 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:01.425084 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ade82942-e203-4903-8c20-d464721f9f30 req-9b96156c-c24b-4808-bed2-2f9fcab8d544 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 943 time: 0.1672525 Nov 12 11:28:01.446603 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.467127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d97bb985-5436-48ef-b7a0-c03cec8f2a97 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:28:01.495613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d97bb985-5436-48ef-b7a0-c03cec8f2a97, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d97bb985-5436-48ef-b7a0-c03cec8f2a97,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:01.501931 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ade82942-e203-4903-8c20-d464721f9f30 req-cbc63e4f-afc6-4fca-80c7-172e56521f54 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654478 Nov 12 11:28:01.506759 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.591268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=d97bb985-5436-48ef-b7a0-c03cec8f2a97,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:01.884047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['d97bb985-5436-48ef-b7a0-c03cec8f2a97'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:28:02.041823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-57b7a902-bade-4bba-88f5-cdf2c6e56bf9 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:02.045077 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-57b7a902-bade-4bba-88f5-cdf2c6e56bf9 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/networks?id=794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 200 len: 813 time: 0.1845675 Nov 12 11:28:02.078514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-88feff21-20c6-44d3-8423-84ec6bbffbac tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/quotas/3641ca9852ba4d6a82fd219419e9687b HTTP/1.1" status: 200 len: 375 time: 0.0233815 Nov 12 11:28:02.116727 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-737962ac-948f-4f3d-bdf2-9f24f8e092af tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3641ca9852ba4d6a82fd219419e9687b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368807 Nov 12 11:28:02.682473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-72da0da1-620c-402c-b8e4-6ece256ba3b4 service neutron] 10.222.0.31 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648234 Nov 12 11:28:02.850887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-8cae6a82-738a-41d7-aab5-771d5a507317 service neutron] 10.222.0.31 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570430 Nov 12 11:28:03.177567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d97bb985-5436-48ef-b7a0-c03cec8f2a97 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:03.259043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5850b-9d86-42cb-a831-6f0b9bd19619 req-34940330-953f-4da2-88fa-bb8c26b2a1b2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:03.264607 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ded5850b-9d86-42cb-a831-6f0b9bd19619 req-34940330-953f-4da2-88fa-bb8c26b2a1b2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 944 time: 0.1033323 Nov 12 11:28:03.317341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port d97bb985-5436-48ef-b7a0-c03cec8f2a97 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:28:03.327663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port d97bb985-5436-48ef-b7a0-c03cec8f2a97 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:03.328187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.333499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9621a-f388-4b12-b9e8-75a23a649edd req-c3cd4837-8ed2-4e9a-88a5-6ce840c1ca53 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:03.347710 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3bd9621a-f388-4b12-b9e8-75a23a649edd req-c3cd4837-8ed2-4e9a-88a5-6ce840c1ca53 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 946 time: 0.1427629 Nov 12 11:28:03.394146 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ded5850b-9d86-42cb-a831-6f0b9bd19619 req-e29bc0e2-d655-41c4-ac53-7b2dd606546e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214652 Nov 12 11:28:03.467165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3bd9621a-f388-4b12-b9e8-75a23a649edd req-1634568d-6b31-4b52-bcf1-28abc5d59c46 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154101 Nov 12 11:28:03.580314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.603067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-437ebc30-c1b4-49a8-b9ae-c89d25ffec75 req-1df9007a-eecb-4637-8b85-01a01c5a8488 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 210 time: 0.1165504 Nov 12 11:28:03.635598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5e541e-24a3-45ee-a853-3c6b7e3993fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97bb985-5436-48ef-b7a0-c03cec8f2a97'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:03.639189 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e514fcba-b8d0-4072-a85b-d93bc852c83b" -d '{"events": [{"server_uuid": "9d5e541e-24a3-45ee-a853-3c6b7e3993fe", "name": "network-vif-plugged", "status": "completed", "tag": "d97bb985-5436-48ef-b7a0-c03cec8f2a97"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:03.691757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d97bb985-5436-48ef-b7a0-c03cec8f2a97, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d97bb985-5436-48ef-b7a0-c03cec8f2a97,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:03.703787 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.711889 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0068c811-e255-4b58-8614-0a0830978778 x-openstack-request-id: req-0068c811-e255-4b58-8614-0a0830978778 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:03.715457 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5e541e-24a3-45ee-a853-3c6b7e3993fe", "name": "network-vif-plugged", "status": "completed", "tag": "d97bb985-5436-48ef-b7a0-c03cec8f2a97", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:03.717003 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0068c811-e255-4b58-8614-0a0830978778 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:03.717687 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5e541e-24a3-45ee-a853-3c6b7e3993fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97bb985-5436-48ef-b7a0-c03cec8f2a97', 'code': 200} Nov 12 11:28:03.878710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=d97bb985-5436-48ef-b7a0-c03cec8f2a97,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:03.967624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1128ae4-9da5-4b07-8e03-207d3d0f5a44 req-0a86c355-e627-4aec-9030-ad9f9fd3aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:03.970725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1128ae4-9da5-4b07-8e03-207d3d0f5a44 req-0a86c355-e627-4aec-9030-ad9f9fd3aad6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 1097 time: 0.0855155 Nov 12 11:28:04.076109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1128ae4-9da5-4b07-8e03-207d3d0f5a44 req-0b35d227-9077-4e19-8a80-e77f68d7d81f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859981 Nov 12 11:28:04.465600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-6790c049-cba2-45ee-bb11-49476377ef56 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:04.468154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-6790c049-cba2-45ee-bb11-49476377ef56 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.59 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 946 time: 0.1194344 Nov 12 11:28:04.642771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da60f4-f913-4074-a798-8f0c7e735476 req-c6d5e02c-cf48-4c66-bdd2-64c199d79584 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:04.650429 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9da60f4-f913-4074-a798-8f0c7e735476 req-c6d5e02c-cf48-4c66-bdd2-64c199d79584 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 945 time: 0.0954566 Nov 12 11:28:04.717355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9da60f4-f913-4074-a798-8f0c7e735476 req-3ca80ccf-9ff5-4a96-897b-a920bd11f530 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659657 Nov 12 11:28:04.733896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd7e3e-f54f-4827-880e-a6581fc6f5e2 req-4cb5eede-4a38-49eb-9084-037f6855ce09 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:04.735708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5cd7e3e-f54f-4827-880e-a6581fc6f5e2 req-4cb5eede-4a38-49eb-9084-037f6855ce09 tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 946 time: 0.0941019 Nov 12 11:28:04.798361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Deleting port fa4642dc-e69b-42f1-b213-b10af80e6b23 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:04.800923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.877370 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af734276-ed7a-423f-bf15-56d45f9fdb24 req-f1d81c7d-b060-4946-9a05-4775b8420167 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 210 time: 0.0578284 Nov 12 11:28:04.897714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5cd7e3e-f54f-4827-880e-a6581fc6f5e2 req-cb43c597-334d-4dd9-bcf1-cbba71e9d92f tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/security-groups?id=50321167-1fcf-4a78-9a55-282f396c2183&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449277 Nov 12 11:28:04.974538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] For port fa4642dc-e69b-42f1-b213-b10af80e6b23, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fa4642dc-e69b-42f1-b213-b10af80e6b23,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:04.974916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.526462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-93482a3f-5e34-44ff-a7de-ba5f6a96afb2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:05.529042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-93482a3f-5e34-44ff-a7de-ba5f6a96afb2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.59 "GET /v2.0/networks?id=794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 200 len: 813 time: 0.3778780 Nov 12 11:28:05.547523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Request body: {'port': {'device_id': 'd7f391c2-4643-47a9-9bc4-098f1e34c1b0', 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64', 'admin_state_up': True, 'tenant_id': '3641ca9852ba4d6a82fd219419e9687b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:05.557746 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.558417 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.559425 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Floating IP 788acd98-51fd-4869-bfaa-94ccb153ebbc disassociated. External IP: 172.25.2.114, port: fa4642dc-e69b-42f1-b213-b10af80e6b23. Nov 12 11:28:05.559987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Calling delete_port for fa4642dc-e69b-42f1-b213-b10af80e6b23 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:05.868119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Made reservation on behalf of 3641ca9852ba4d6a82fd219419e9687b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:28:05.874985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.933912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc36a5-c0f0-4b44-9e17-132efabdb733 req-0a5dc99b-0ad7-4219-b921-c03f3f8191bd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:05.942352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cfc36a5-c0f0-4b44-9e17-132efabdb733 req-0a5dc99b-0ad7-4219-b921-c03f3f8191bd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 945 time: 0.1028421 Nov 12 11:28:06.026835 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4cfc36a5-c0f0-4b44-9e17-132efabdb733 req-69d8c069-3275-4a56-aa4b-1a132b53b4d9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834208 Nov 12 11:28:06.116519 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.215831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event deleted for resources: {'Port': ['ID=fa4642dc-e69b-42f1-b213-b10af80e6b23,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:06.244191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c016cd98-a4bd-48cd-b98c-a10cea2553f8 req-21b5f859-bf6e-4b06-be8f-320826eca365 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 210 time: 0.1343591 Nov 12 11:28:06.289914 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99d58aae-ce3e-415f-bc54-dd2a99e61de5 req-f19fddbe-1d13-4e6f-b411-3bf182b77c0d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 210 time: 0.1312301 Nov 12 11:28:06.545558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Allocated IP 172.20.0.11 (794beb84-3fa1-45f7-a59e-1691a7689d64/40a67d22-35ee-42ae-bb7b-5648f817caaa/bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:06.746847 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729b768-d6a5-4768-81f7-2233a31bada7 req-e9b126a7-c312-474e-b149-2c1c9d909266 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:06.761072 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7729b768-d6a5-4768-81f7-2233a31bada7 req-e9b126a7-c312-474e-b149-2c1c9d909266 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 945 time: 0.3239737 Nov 12 11:28:06.856806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:07.020749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7729b768-d6a5-4768-81f7-2233a31bada7 req-2bfbd01f-80e0-4b2e-9e8f-8a1641714d57 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587969 Nov 12 11:28:07.152393 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.184753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:07.192442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fa4642dc-e69b-42f1-b213-b10af80e6b23 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:07.281886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] No DVR routers for this DVR port fa4642dc-e69b-42f1-b213-b10af80e6b23 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:07.289799 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.293822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20bfa84f-e634-4640-bec9-0fc45771b187 req-65434f95-70e9-4a25-996c-66702736ed2d tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.59 "DELETE /v2.0/ports/fa4642dc-e69b-42f1-b213-b10af80e6b23 HTTP/1.1" status: 204 len: 173 time: 2.8172743 Nov 12 11:28:07.294300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'name': 'network-vif-deleted', 'tag': 'fa4642dc-e69b-42f1-b213-b10af80e6b23'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:07.296642 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59bba9-f5ff-48e0-9f40-eaf481e2ee4b" -d '{"events": [{"server_uuid": "03164d18-ee0d-48c2-b45c-0cc3552c4285", "name": "network-vif-deleted", "tag": "fa4642dc-e69b-42f1-b213-b10af80e6b23"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:07.320148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.323671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: fa4642dc-e69b-42f1-b213-b10af80e6b23 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:07.325708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fa4642dc-e69b-42f1-b213-b10af80e6b23 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:07.329614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] Sync routers for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:07.358582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:07.360831 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:27:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:07.457429 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13173bfc-03ff-4606-bff0-cf81f16bf353 x-openstack-request-id: req-13173bfc-03ff-4606-bff0-cf81f16bf353 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:07.458098 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03164d18-ee0d-48c2-b45c-0cc3552c4285", "name": "network-vif-deleted", "tag": "fa4642dc-e69b-42f1-b213-b10af80e6b23", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:07.458455 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13173bfc-03ff-4606-bff0-cf81f16bf353 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:07.459224 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03164d18-ee0d-48c2-b45c-0cc3552c4285', 'name': 'network-vif-deleted', 'tag': 'fa4642dc-e69b-42f1-b213-b10af80e6b23', 'status': 'completed', 'code': 200} Nov 12 11:28:07.503487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Network 794beb84-3fa1-45f7-a59e-1691a7689d64 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:07.505689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Pushing event updated for resources: {'Port': ['ID=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:07.511486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:07.515905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:07.609208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:07.610003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.701046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fde54300-552a-4a52-a3be-30189af643c2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1606610 Nov 12 11:28:07.714031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19f3c42-2192-4184-ad7b-1d651fbfc224 None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:07.731556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Request body: {'port': {'device_id': 'd7f391c2-4643-47a9-9bc4-098f1e34c1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:07.804897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:07.834332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a56d8-3c16-46f2-8459-3af9ce3c7af9 req-86d4722c-1b38-4e5a-bf0a-85160d6099d2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:07.836970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-722a56d8-3c16-46f2-8459-3af9ce3c7af9 req-86d4722c-1b38-4e5a-bf0a-85160d6099d2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 932 time: 0.2190564 Nov 12 11:28:07.883081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.897552 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a06e2c5-97db-4e57-ab7e-68a27adca520 req-3ac43d0e-eae7-4ba2-ae6d-0867b5fcf45a tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "GET /v2.0/ports?device_id=03164d18-ee0d-48c2-b45c-0cc3552c4285 HTTP/1.1" status: 200 len: 210 time: 0.1020279 Nov 12 11:28:07.916613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5c80746b-dd07-46da-ac26-d5e4eb03bc47 None None] Provisioning complete for port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:07.918478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5c80746b-dd07-46da-ac26-d5e4eb03bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.990704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5c80746b-dd07-46da-ac26-d5e4eb03bc47 None None] Port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:08.131622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61377c2-3842-4bdd-b569-27c99291dec9 req-7fd91030-d3fa-44fa-8c8d-f1413d9d6b59 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:08.140040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a61377c2-3842-4bdd-b569-27c99291dec9 req-7fd91030-d3fa-44fa-8c8d-f1413d9d6b59 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 945 time: 0.1138296 Nov 12 11:28:08.290704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a61377c2-3842-4bdd-b569-27c99291dec9 req-1cf78041-4200-4092-9161-6f8e20a0d9cd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420245 Nov 12 11:28:08.382164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-722a56d8-3c16-46f2-8459-3af9ce3c7af9 req-4b4e40fa-f6a1-42dd-ac47-9791790fdbf2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962981 Nov 12 11:28:08.387127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:35Z', 'revision_number': 5, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:08.471650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] Checking router: 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:08.482769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:08.483424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:27:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:08.742099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:28:08.760318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.785585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Transition to ACTIVE for port object bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:28:08.791290 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.816157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:08.919508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a755c-3dda-4464-a2d8-567ebf9103c2 None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:09.009221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Pushing event updated for resources: {'Port': ['ID=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:09.024077 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36228) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:09.032316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Attempting to bind port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:09.032978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Attempting to bind port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:09.034482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Attempting to bind port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 on network 794beb84-3fa1-45f7-a59e-1691a7689d64 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:09.040923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 on network 794beb84-3fa1-45f7-a59e-1691a7689d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:28:09.041749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Attempting to bind port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 on network 794beb84-3fa1-45f7-a59e-1691a7689d64 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:09.059656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:09.060904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Checking segment: {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:09.061864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Bound using segment: {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:09.063349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Bound port: bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:09.064294 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.192960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] For port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:09.197615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] For port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:09.204552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.260245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:09.260949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.263336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] 10.222.0.59 "PUT /v2.0/ports/bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 HTTP/1.1" status: 200 len: 1093 time: 1.5419824 Nov 12 11:28:09.283043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49bc23f-0492-46e6-926d-de65939b64bc None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:09.287786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:35Z', 'revision_number': 5, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:09.320746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d5a89-93e6-4b67-819c-3a00d9819828 service neutron] Pushing event updated for resources: {'Port': ['ID=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:09.361754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Deleting port b2b17ac5-227b-40c9-9614-08443cf3f42c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:09.362335 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.387330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614f17c-a77b-452e-b006-e5efdef7695f None None] The sync data for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 is: [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:22:27Z', 'revision_number': 4, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a', 'name': '', 'network_id': '9d1fca85-e44c-4260-b452-055f3a030160', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'mac_address': 'fa:16:3e:37:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:25Z', 'updated_at': '2021-11-12T11:22:35Z', 'revision_number': 5, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'subnets': [{'id': 'd96ff90b-77a2-49b3-9a4a-c02c3484e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:09.473124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f391c2-4643-47a9-9bc4-098f1e34c1b0', 'tag': 'bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:09.478680 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5529dd70-407a-4a86-8f81-dc0cf108ba94" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f391c2-4643-47a9-9bc4-098f1e34c1b0", "tag": "bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:09.489164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fafe4eef-bfda-47d8-8036-e7cb282a5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:09.490730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-fafe4eef-bfda-47d8-8036-e7cb282a5aff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3641ca9852ba4d6a82fd219419e9687b&device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 1096 time: 0.1526363 Nov 12 11:28:09.566495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-c57a61b4-b607-4539-9b44-78900b3b840c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 HTTP/1.1" status: 200 len: 217 time: 0.0575852 Nov 12 11:28:09.683206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb6df-b034-400c-bfa0-4085f904e135 req-3620af65-644b-451c-b08c-a976cab2be81 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:09.692465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c0cb6df-b034-400c-bfa0-4085f904e135 req-3620af65-644b-451c-b08c-a976cab2be81 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 945 time: 0.1295848 Nov 12 11:28:09.701784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-d1cee134-054f-4a28-a25f-37096dcc9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:09.704500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-d1cee134-054f-4a28-a25f-37096dcc9ec2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40a67d22-35ee-42ae-bb7b-5648f817caaa HTTP/1.1" status: 200 len: 853 time: 0.1207299 Nov 12 11:28:09.775785 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c0cb6df-b034-400c-bfa0-4085f904e135 req-521b622c-0e78-4c4e-a62c-b020d6c7a339 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818458 Nov 12 11:28:09.778723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.779037 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.816026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-2597a613-7136-49b5-95fe-fb926a14cdda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=794beb84-3fa1-45f7-a59e-1691a7689d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918424 Nov 12 11:28:09.818862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Calling delete_port for b2b17ac5-227b-40c9-9614-08443cf3f42c owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:09.950108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41f4f-aba4-4dc5-a5bc-74c67524c63c req-9462a4f7-a458-4f4d-bdff-2a95fd10d8b6 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:09.953021 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41d41f4f-aba4-4dc5-a5bc-74c67524c63c req-9462a4f7-a458-4f4d-bdff-2a95fd10d8b6 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 944 time: 0.2449203 Nov 12 11:28:09.954899 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d944181-9d93-4b66-a848-e7d98424ce09 x-openstack-request-id: req-3d944181-9d93-4b66-a848-e7d98424ce09 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:09.955317 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f391c2-4643-47a9-9bc4-098f1e34c1b0", "tag": "bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:09.955565 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d944181-9d93-4b66-a848-e7d98424ce09 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:09.955968 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f391c2-4643-47a9-9bc4-098f1e34c1b0', 'tag': 'bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6', 'status': 'completed', 'code': 200} Nov 12 11:28:10.051656 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7b3f4d-df60-469a-a6ee-5ff145478c43 None None] New status for floating IP 788acd98-51fd-4869-bfaa-94ccb153ebbc: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:28:10.082809 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41d41f4f-aba4-4dc5-a5bc-74c67524c63c req-1495c534-29eb-4741-9b64-a68984890b5b tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919707 Nov 12 11:28:10.108555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-80310d5d-88ea-4171-afbc-30251fefea88 service neutron] 10.222.0.59 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403526 Nov 12 11:28:10.193891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.197224 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.db.api [None req-db7b3f4d-df60-469a-a6ee-5ff145478c43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:28:10.197724 n-d-768851-19 neutron-server[109168]: DEBUG oslo_db.api [None req-db7b3f4d-df60-469a-a6ee-5ff145478c43 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:28:10.198876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.229157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event deleted for resources: {'Port': ['ID=b2b17ac5-227b-40c9-9614-08443cf3f42c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:10.319661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-118b9d06-dbe9-4073-b2bc-b9b0bc8eb121 req-16621ecf-3c7e-4227-b8a9-ed2b9a51c1cf service neutron] 10.222.0.59 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078328 Nov 12 11:28:10.344362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.359785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.365474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e6fdf579-fa67-4017-87ea-89918f1485bc tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "DELETE /v2.0/floatingips/788acd98-51fd-4869-bfaa-94ccb153ebbc HTTP/1.1" status: 204 len: 168 time: 1.3367364 Nov 12 11:28:10.496034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36246) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:10.581227 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.585198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-d58de6ff-eca2-4305-9a18-b6c29bf07376 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:10.588762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-d58de6ff-eca2-4305-9a18-b6c29bf07376 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 945 time: 0.1705973 Nov 12 11:28:10.604614 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6592a91c-8925-401e-8ae6-246760cd845c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.629528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-2a95f910-6b8e-40b2-9a2f-11bed93670be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:10.633773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-2a95f910-6b8e-40b2-9a2f-11bed93670be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3641ca9852ba4d6a82fd219419e9687b&device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 1096 time: 0.2337892 Nov 12 11:28:10.663272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6592a91c-8925-401e-8ae6-246760cd845c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.700033 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7b3f4d-df60-469a-a6ee-5ff145478c43 None None] New status for floating IP 788acd98-51fd-4869-bfaa-94ccb153ebbc: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:28:10.787793 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6592a91c-8925-401e-8ae6-246760cd845c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.791416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6592a91c-8925-401e-8ae6-246760cd845c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.794453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6592a91c-8925-401e-8ae6-246760cd845c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] 10.222.0.31 "DELETE /v2.0/security-groups/50321167-1fcf-4a78-9a55-282f396c2183 HTTP/1.1" status: 204 len: 168 time: 0.2971849 Nov 12 11:28:10.819553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592a91c-8925-401e-8ae6-246760cd845c tempest-TestServerBasicOps-1032714157 tempest-TestServerBasicOps-1032714157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50321167-1fcf-4a78-9a55-282f396c2183,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:10.871543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36254) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:11.054107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port d97bb985-5436-48ef-b7a0-c03cec8f2a97 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:11.054853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.104693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-e8a36a3a-2be5-4d07-84b9-6218bdce7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:11.108923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-e8a36a3a-2be5-4d07-84b9-6218bdce7a0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 200 len: 914 time: 0.4233713 Nov 12 11:28:11.423429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7a637-9677-41be-8dca-d6c2e42456c7 req-58326e52-0ef2-486b-be1e-e7b209c8e21f tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:11.427526 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dff7a637-9677-41be-8dca-d6c2e42456c7 req-58326e52-0ef2-486b-be1e-e7b209c8e21f tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 944 time: 0.1316528 Nov 12 11:28:11.529694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dff7a637-9677-41be-8dca-d6c2e42456c7 req-bcf2923d-8700-4824-a715-24bd77d186d5 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900357 Nov 12 11:28:11.678677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-8d08554d-f194-40f1-9270-cf010f5b5a54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 HTTP/1.1" status: 200 len: 217 time: 0.0532103 Nov 12 11:28:11.701624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cd5cd-e544-4beb-a6eb-ad99aa25b895 req-5528cc3c-990d-4831-a890-a94e991ae9b1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:11.711225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a1cd5cd-e544-4beb-a6eb-ad99aa25b895 req-5528cc3c-990d-4831-a890-a94e991ae9b1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 945 time: 0.7238700 Nov 12 11:28:11.844780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] For port d97bb985-5436-48ef-b7a0-c03cec8f2a97, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d97bb985-5436-48ef-b7a0-c03cec8f2a97,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:11.845775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.874195 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.877193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-100cc1f5-6291-448b-b14f-6a60d22a48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:11.879684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-100cc1f5-6291-448b-b14f-6a60d22a48d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40a67d22-35ee-42ae-bb7b-5648f817caaa HTTP/1.1" status: 200 len: 853 time: 0.1595371 Nov 12 11:28:11.907548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7a1cd5cd-e544-4beb-a6eb-ad99aa25b895 req-0928cc2f-35d3-47e7-bddc-e40c3bc0fbb3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950970 Nov 12 11:28:11.933502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for d97bb985-5436-48ef-b7a0-c03cec8f2a97 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:11.954961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-722e8b63-ef90-4106-9370-991a5112dc90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=794beb84-3fa1-45f7-a59e-1691a7689d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407796 Nov 12 11:28:12.186617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-5d95f757-efd4-4e12-9ca3-3316612aeedc service neutron] 10.222.0.59 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792006 Nov 12 11:28:12.344937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Deleting port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:12.344937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.367667 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.386379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:28:12.414270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=d97bb985-5436-48ef-b7a0-c03cec8f2a97,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:12.444539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.444994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.445347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.445772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.446203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.446654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.446993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.447331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.447675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.448045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.448434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.448812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:12.484788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5529dd70-407a-4a86-8f81-dc0cf108ba94 req-8305c359-982a-4a05-b1f1-1513ddb5d657 service neutron] 10.222.0.59 "GET /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895584 Nov 12 11:28:12.531501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] No DVR routers for this DVR port d97bb985-5436-48ef-b7a0-c03cec8f2a97 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:12.537656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.542211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cc42789-093c-4f14-95a9-8992d2e17a25 req-a33f7915-8f9a-4d13-b84b-0a0b58eab36f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "DELETE /v2.0/ports/d97bb985-5436-48ef-b7a0-c03cec8f2a97 HTTP/1.1" status: 204 len: 173 time: 1.9265363 Nov 12 11:28:12.543322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5e541e-24a3-45ee-a853-3c6b7e3993fe', 'name': 'network-vif-deleted', 'tag': 'd97bb985-5436-48ef-b7a0-c03cec8f2a97'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:12.546822 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f058f8b-a935-484c-aa0d-ce6f2df04b2b" -d '{"events": [{"server_uuid": "9d5e541e-24a3-45ee-a853-3c6b7e3993fe", "name": "network-vif-deleted", "tag": "d97bb985-5436-48ef-b7a0-c03cec8f2a97"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:12.626978 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] For port b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:12.627850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.655933 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ead036-81b5-456b-b2cb-9b26cab48228 x-openstack-request-id: req-00ead036-81b5-456b-b2cb-9b26cab48228 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:12.656203 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5e541e-24a3-45ee-a853-3c6b7e3993fe", "name": "network-vif-deleted", "tag": "d97bb985-5436-48ef-b7a0-c03cec8f2a97", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:12.656535 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00ead036-81b5-456b-b2cb-9b26cab48228 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:12.657118 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5e541e-24a3-45ee-a853-3c6b7e3993fe', 'name': 'network-vif-deleted', 'tag': 'd97bb985-5436-48ef-b7a0-c03cec8f2a97', 'status': 'completed', 'code': 200} Nov 12 11:28:12.691067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Calling delete_port for b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:12.907276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b491da-cd21-42b0-acb5-3a73cb554c0b req-bcdc91d5-ebad-4f65-960e-c744aed33f68 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:12.930112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5b491da-cd21-42b0-acb5-3a73cb554c0b req-bcdc91d5-ebad-4f65-960e-c744aed33f68 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 944 time: 0.2247269 Nov 12 11:28:13.045575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5b491da-cd21-42b0-acb5-3a73cb554c0b req-0c537c71-fb7a-41da-bf2f-110cfd5ce53a tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950789 Nov 12 11:28:13.181873 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a74a197-cc52-4ecb-81ef-71073ebdac13 req-20d60821-39d4-4636-83b4-e170db10c04f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0870466 Nov 12 11:28:13.217584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:28:13.223324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d97bb985-5436-48ef-b7a0-c03cec8f2a97 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:13.246944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.268914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: d97bb985-5436-48ef-b7a0-c03cec8f2a97 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:13.269903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d97bb985-5436-48ef-b7a0-c03cec8f2a97 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:13.292051 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:13.485296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:13.510438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6', 'network_id': '794beb84-3fa1-45f7-a59e-1691a7689d64', 'port_id': 'bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6', 'mac_address': 'fa:16:3e:38:f8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a67d22-35ee-42ae-bb7b-5648f817caaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:28:13.583239 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.646586 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.647964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:28:13.723945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:13.742981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.889974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:14.160371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:28:14.317331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-e5b56858-96df-4a19-9708-e855b81b0d11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1850605 Nov 12 11:28:14.345919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c301458-7045-45c0-b7f2-fda8b999ef3d req-7bdf9652-5377-429b-833e-3d227680e721 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:14.354061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c301458-7045-45c0-b7f2-fda8b999ef3d req-7bdf9652-5377-429b-833e-3d227680e721 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 945 time: 0.1511669 Nov 12 11:28:14.421716 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57cb9d81-980c-42d1-9962-8cece2f2f5e4 req-0672e8da-5387-4423-9b41-cdd5cd56d23f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0446765 Nov 12 11:28:14.485565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-48d1ebfb-9d34-466c-91bd-ba8649b7c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:14.488035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-48d1ebfb-9d34-466c-91bd-ba8649b7c82c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 1098 time: 0.1228940 Nov 12 11:28:14.523092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0c301458-7045-45c0-b7f2-fda8b999ef3d req-5b67ba79-488e-4a8e-9e15-bd3dddea00b8 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490657 Nov 12 11:28:14.592166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:14.706357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-59b9ff36-b10e-44e3-80cd-37a5f3171f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:14.715372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-59b9ff36-b10e-44e3-80cd-37a5f3171f9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1903467 Nov 12 11:28:14.827411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:14.836844 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-89f24c4c-54a4-425b-9e81-52ea0ead8b6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d HTTP/1.1" status: 200 len: 217 time: 0.1101739 Nov 12 11:28:14.840474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] Sync routers for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:14.847346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b8839bd3-885c-4cd7-b3bb-4d684bbe0f1c admin admin] 10.222.0.31 "PUT /v2.0/routers/6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9742222 Nov 12 11:28:14.851099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36290) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:14.864090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:14.865321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:27:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:15.054668 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-d397d977-0ced-4b08-a821-58844ac8727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:15.056391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:15.058911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-d397d977-0ced-4b08-a821-58844ac8727b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.1159821 Nov 12 11:28:15.247120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-96d76846-ff73-42dc-a033-7ffae8c406f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:15.249653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-96d76846-ff73-42dc-a033-7ffae8c406f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310034 Nov 12 11:28:15.253873 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.287704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:15.422757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:28:15.459277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:15.459277 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.526255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:28:13Z', 'revision_number': 5, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port': {'id': '25df7e61-3110-4b84-ab0d-b9b05ac539c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:21Z', 'updated_at': '2021-11-12T11:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:15.593583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] Checking router: 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:15.605770 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.632214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] Routers {'6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:15.633264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:27:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:15.743880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-94b49d59-e5b6-4ae1-b985-a14dc88416ce req-10cbd569-bba7-45ac-8a9c-6f3820a2ab25 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0565259 Nov 12 11:28:15.908034 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.913802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3f1c5-b971-4968-99d5-70f9a04b4464 req-b619f483-bb58-47ed-9a45-e73ea9bf431c tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:15.925140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcd3f1c5-b971-4968-99d5-70f9a04b4464 req-b619f483-bb58-47ed-9a45-e73ea9bf431c tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 945 time: 0.1198566 Nov 12 11:28:15.936547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] Set router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:15.975339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-cd9063f3-3dab-4f3a-9fa8-538092176589 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570291 Nov 12 11:28:15.980695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Deleting port 25df7e61-3110-4b84-ab0d-b9b05ac539c8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:15.981069 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.054871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:28:15Z', 'revision_number': 6, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:16.068755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f391c2-4643-47a9-9bc4-098f1e34c1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:16.070369 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3031fd-db00-49dd-8349-6a9e0933ea5b" -d '{"events": [{"server_uuid": "d7f391c2-4643-47a9-9bc4-098f1e34c1b0", "name": "network-vif-plugged", "status": "completed", "tag": "bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:16.145346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60300feb-80d5-4741-84fb-1563b575af78 None None] The sync data for ids ['6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1'] in n-d-768851-19 is: [{'id': '6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1', 'name': 'tempest-TestServerBasicOps-1913074249-router', 'tenant_id': '76ef1e6111804f05a6c111f785899ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:20Z', 'updated_at': '2021-11-12T11:28:15Z', 'revision_number': 6, 'project_id': '76ef1e6111804f05a6c111f785899ceb', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:16.161135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:16.166525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.257144 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e7e497-1a24-4587-b3d3-6514aa271948 x-openstack-request-id: req-03e7e497-1a24-4587-b3d3-6514aa271948 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:16.257917 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f391c2-4643-47a9-9bc4-098f1e34c1b0", "name": "network-vif-plugged", "status": "completed", "tag": "bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:16.257917 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03e7e497-1a24-4587-b3d3-6514aa271948 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:16.258273 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f391c2-4643-47a9-9bc4-098f1e34c1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6', 'code': 200} Nov 12 11:28:16.274275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] For port 25df7e61-3110-4b84-ab0d-b9b05ac539c8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=25df7e61-3110-4b84-ab0d-b9b05ac539c8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:16.275470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.308001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Calling delete_port for 25df7e61-3110-4b84-ab0d-b9b05ac539c8 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:16.335125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:16.409317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dcd3f1c5-b971-4968-99d5-70f9a04b4464 req-80351385-10d9-469b-92bf-753d795dd6e2 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824326 Nov 12 11:28:16.522811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03339d-e10a-4ac9-b1a5-298c0ac789a1 req-f35d7ddd-624e-4cd4-9a2d-7b51ab843dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:16.526194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe03339d-e10a-4ac9-b1a5-298c0ac789a1 req-f35d7ddd-624e-4cd4-9a2d-7b51ab843dfc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 1098 time: 0.2023962 Nov 12 11:28:16.534602 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0127179b-a783-4509-8a7d-0a2440e3dcf2 req-3ad88c64-9fe6-41e1-bfa8-9f348ee77d6a service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474456 Nov 12 11:28:16.782817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.893161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe03339d-e10a-4ac9-b1a5-298c0ac789a1 req-577819b4-f816-47eb-a4fa-3d1546cd59a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280725 Nov 12 11:28:16.893893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Pushing event deleted for resources: {'Port': ['ID=25df7e61-3110-4b84-ab0d-b9b05ac539c8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:16.944024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd3f75-2e2d-4aea-a374-dfcddb572010 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:17.015724 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e40ea963-3a99-4659-8824-90323da32198 req-4441e7c4-f64c-4327-bfa2-527e577369ad tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0707638 Nov 12 11:28:17.092884 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.284901 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.290973 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.380114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.381222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:28:17.403938 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.409372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d34a3e24-9ccd-465c-ab90-a76ea6e17baf admin admin] 10.222.0.31 "DELETE /v2.0/routers/6d8216c6-dcaf-40f9-b296-a5e9ea7e30d1 HTTP/1.1" status: 204 len: 168 time: 2.5508914 Nov 12 11:28:17.409722 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36332) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:17.508387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-58183aa3-9cfa-46b1-8368-4142cd6ee7b8 admin admin] Deleting subnet d96ff90b-77a2-49b3-9a4a-c02c3484e304 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:28:17.514787 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58183aa3-9cfa-46b1-8368-4142cd6ee7b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.593545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58183aa3-9cfa-46b1-8368-4142cd6ee7b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.752533 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58183aa3-9cfa-46b1-8368-4142cd6ee7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.759479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f212c-680c-43a1-a673-542c946dd352 req-1d34940a-d114-4347-84ae-3411e2538d90 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:17.775035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-804f212c-680c-43a1-a673-542c946dd352 req-1d34940a-d114-4347-84ae-3411e2538d90 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 946 time: 0.1459467 Nov 12 11:28:17.932759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58183aa3-9cfa-46b1-8368-4142cd6ee7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.959895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:18.011937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-804f212c-680c-43a1-a673-542c946dd352 req-6851c079-c332-4cdf-a970-090f16ab5268 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342088 Nov 12 11:28:18.019356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:18.021401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b4abf7d8-2e5f-4b57-bf2f-10528c33bf0a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:18.022156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 25df7e61-3110-4b84-ab0d-b9b05ac539c8 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:18.041999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58183aa3-9cfa-46b1-8368-4142cd6ee7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96ff90b-77a2-49b3-9a4a-c02c3484e304,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:18.061770 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58183aa3-9cfa-46b1-8368-4142cd6ee7b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.068374 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-58183aa3-9cfa-46b1-8368-4142cd6ee7b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d96ff90b-77a2-49b3-9a4a-c02c3484e304 HTTP/1.1" status: 204 len: 168 time: 0.6568568 Nov 12 11:28:18.072476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36348) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:18.104935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 25df7e61-3110-4b84-ab0d-b9b05ac539c8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:18.105660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 25df7e61-3110-4b84-ab0d-b9b05ac539c8 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:18.109206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe1bf2f-246b-4c4a-ac2f-cf044f2234ce None None] Network 9d1fca85-e44c-4260-b452-055f3a030160 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:18.336381 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0297d13e-346a-4207-97d1-8efdf9a0020f req-f6893798-f64f-4e8f-ad3d-d4bfba624faa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.1041040 Nov 12 11:28:18.411104 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.461224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] DHCP port deletion for 9d1fca85-e44c-4260-b452-055f3a030160 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:18.706257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] Deleting port 2947fae0-796e-43ff-a04d-e6be8aa6f730 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:18.778017 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.797588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Deleting port 2947fae0-796e-43ff-a04d-e6be8aa6f730 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:18.797588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.809667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] For port 2947fae0-796e-43ff-a04d-e6be8aa6f730, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2947fae0-796e-43ff-a04d-e6be8aa6f730,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:18.812788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] For port 2947fae0-796e-43ff-a04d-e6be8aa6f730, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2947fae0-796e-43ff-a04d-e6be8aa6f730,segment=NetworkSegment(7caafbd1-bdb0-431f-9b60-dcff87cf2208),segment_id=7caafbd1-bdb0-431f-9b60-dcff87cf2208)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:18.814030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.819190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.841556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] Calling delete_port for 2947fae0-796e-43ff-a04d-e6be8aa6f730 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:18.866479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Calling delete_port for 2947fae0-796e-43ff-a04d-e6be8aa6f730 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:19.118282 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.128654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.163817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] No DVR routers for this DVR port 2947fae0-796e-43ff-a04d-e6be8aa6f730 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:19.251286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f75d9-2106-475e-b7df-1996a7e0213b None None] Pushing event deleted for resources: {'Port': ['ID=2947fae0-796e-43ff-a04d-e6be8aa6f730,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:19.260759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] No DVR routers for this DVR port 2947fae0-796e-43ff-a04d-e6be8aa6f730 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:19.336732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2947fae0-796e-43ff-a04d-e6be8aa6f730,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:19.378438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2c944-9523-4d52-8df4-fd93037fbc50 req-8bcbaccf-487d-43d9-8a8e-a3b7c18c372e tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:19.381167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ac2c944-9523-4d52-8df4-fd93037fbc50 req-8bcbaccf-487d-43d9-8a8e-a3b7c18c372e tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 946 time: 0.1274250 Nov 12 11:28:19.510033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.605228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f1f3132f-cc8f-45ec-90d3-65050bc08012 req-abacf23d-07cc-42cb-8649-d0753e4a1985 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0642805 Nov 12 11:28:19.622953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ac2c944-9523-4d52-8df4-fd93037fbc50 req-544cde3b-5cc9-4f1b-8193-b851551d03e4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131422 Nov 12 11:28:19.624143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1fca85-e44c-4260-b452-055f3a030160']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:19.666462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7caafbd1-bdb0-431f-9b60-dcff87cf2208') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:19.666937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7caafbd1-bdb0-431f-9b60-dcff87cf2208') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:19.706154 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.759064 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.772773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:28:19.773494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: self.session.flush() Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:28:19.776090 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:28:19.923288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.943708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.955738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36374) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:19.962277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2947fae0-796e-43ff-a04d-e6be8aa6f730 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:19.978128 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d1fca85-e44c-4260-b452-055f3a030160 HTTP/1.1" status: 204 len: 168 time: 1.8951566 Nov 12 11:28:20.050737 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e8fe3-a348-4650-8363-52f1e98e65d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1fca85-e44c-4260-b452-055f3a030160,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:20.086090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 2947fae0-796e-43ff-a04d-e6be8aa6f730 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:20.088224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2947fae0-796e-43ff-a04d-e6be8aa6f730 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:20.881719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:21.222245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-546349c6-d6e9-4330-971c-2db37058ebaf req-19399c10-deca-42bc-a832-e7ccba194a90 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0452840 Nov 12 11:28:21.578469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Deleting port 98644716-62d4-4fa6-b3c6-d0cc94fe626f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:21.579010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:21.795476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] For port 98644716-62d4-4fa6-b3c6-d0cc94fe626f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=98644716-62d4-4fa6-b3c6-d0cc94fe626f,segment=NetworkSegment(963a4415-a48a-401c-b965-68fb883336fc),segment_id=963a4415-a48a-401c-b965-68fb883336fc)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:21.796090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:21.830195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Calling delete_port for 98644716-62d4-4fa6-b3c6-d0cc94fe626f owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:22.231313 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:22.329038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=98644716-62d4-4fa6-b3c6-d0cc94fe626f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:22.395784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8e8be737-ac5b-401b-b860-4639be695a76 req-d9903665-25bd-4139-9892-9aa693237793 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.0458062 Nov 12 11:28:22.706951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.133187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Router 14c31155-d990-490a-9b42-20d8e2b9ff66 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:24.024096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-71a4f4e5-8fac-4657-a2f6-f92425c8a574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.061153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58c1a09f-1339-4f6a-8c56-aac32b49551d req-60e0d86d-fa41-41f1-9453-d684ed2c0243 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5e541e-24a3-45ee-a853-3c6b7e3993fe HTTP/1.1" status: 200 len: 210 time: 0.2850711 Nov 12 11:28:24.067976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:24.080737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cdca5af7-7853-43e6-95e9-db824e2baee7 admin admin] 10.222.0.31 "PUT /v2.0/routers/14c31155-d990-490a-9b42-20d8e2b9ff66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1220481 Nov 12 11:28:24.084852 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36458) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:24.100387 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] Sync routers for ids ['14c31155-d990-490a-9b42-20d8e2b9ff66'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:24.145318 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] Routers {'14c31155-d990-490a-9b42-20d8e2b9ff66'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:24.146365 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:27:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['14c31155-d990-490a-9b42-20d8e2b9ff66'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:24.391040 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.502765 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] Set router 14c31155-d990-490a-9b42-20d8e2b9ff66 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:24.669219 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.811803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Deleting port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:24.812393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.959573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:28:22Z', 'revision_number': 5, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port': {'id': '6c339633-79c7-4fdd-88dd-6a71fa9d1cc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:33Z', 'updated_at': '2021-11-12T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:24.962503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] For port 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c339633-79c7-4fdd-88dd-6a71fa9d1cc7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:24.962877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.005727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Calling delete_port for 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:25.181044 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] Checking router: 14c31155-d990-490a-9b42-20d8e2b9ff66 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:25.210620 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] Routers {'14c31155-d990-490a-9b42-20d8e2b9ff66'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:25.211545 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:27:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['14c31155-d990-490a-9b42-20d8e2b9ff66'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:25.296909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.348079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c339633-79c7-4fdd-88dd-6a71fa9d1cc7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:25.410739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d224b7-40aa-481c-91d7-6a21ab7a6d35 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:25.486241 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] Set router 14c31155-d990-490a-9b42-20d8e2b9ff66 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:25.528545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.712117 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:28:24Z', 'revision_number': 6, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:25.771618 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.774271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.777257 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79dd69c-32df-4e2f-af8d-1536fba187ef None None] The sync data for ids ['14c31155-d990-490a-9b42-20d8e2b9ff66'] in n-d-768851-19 is: [{'id': '14c31155-d990-490a-9b42-20d8e2b9ff66', 'name': 'tempest-TestServerBasicOps-1304690030-router', 'tenant_id': '01d50783f20d4a04911d21460c12ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:32Z', 'updated_at': '2021-11-12T11:28:24Z', 'revision_number': 6, 'project_id': '01d50783f20d4a04911d21460c12ba38', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:25.929901 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3a32-7b71-48c8-837e-454641cd90f2 req-9a005f86-be27-4970-88a1-90d92a80c416 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:25.931500 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-230c3a32-7b71-48c8-837e-454641cd90f2 req-9a005f86-be27-4970-88a1-90d92a80c416 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.5786757 Nov 12 11:28:25.949906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.950454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c31155-d990-490a-9b42-20d8e2b9ff66 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:28:25.973830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.987235 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3cff8b10-4579-47df-b7a5-6802444d9d8f admin admin] 10.222.0.31 "DELETE /v2.0/routers/14c31155-d990-490a-9b42-20d8e2b9ff66 HTTP/1.1" status: 204 len: 168 time: 1.9015605 Nov 12 11:28:25.989748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36486) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:26.082986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0d00f5-2b79-4fa3-81ee-22ade58d8c1f admin admin] Deleting subnet 83fb87d4-0918-4309-95ce-02bec9a07beb {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:28:26.089552 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-230c3a32-7b71-48c8-837e-454641cd90f2 req-4e2da5d0-14b9-434b-91cb-8b66c92800d1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480012 Nov 12 11:28:26.090558 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc0d00f5-2b79-4fa3-81ee-22ade58d8c1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.134221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36492) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:26.180637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc0d00f5-2b79-4fa3-81ee-22ade58d8c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.341783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-baa5bca8-1f11-417e-b888-051372303b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.375166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d4a9402b-bac7-4428-aa02-06c4e823ebc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/792e7c1b-695b-490f-bc4f-01638881b31c HTTP/1.1" status: 200 len: 993 time: 0.2393153 Nov 12 11:28:26.465413 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc0d00f5-2b79-4fa3-81ee-22ade58d8c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.611722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc0d00f5-2b79-4fa3-81ee-22ade58d8c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.699016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d00f5-2b79-4fa3-81ee-22ade58d8c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83fb87d4-0918-4309-95ce-02bec9a07beb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:26.717791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a15305-d0a1-4321-9e61-933b9a7e226a None None] Network 09c39a59-da3e-4a61-b467-6bfc84d0bed0 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:26.732963 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc0d00f5-2b79-4fa3-81ee-22ade58d8c1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.735917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bc0d00f5-2b79-4fa3-81ee-22ade58d8c1f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/83fb87d4-0918-4309-95ce-02bec9a07beb HTTP/1.1" status: 204 len: 168 time: 0.7444310 Nov 12 11:28:26.739544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36516) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:27.155257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.197786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] DHCP port deletion for 09c39a59-da3e-4a61-b467-6bfc84d0bed0 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:27.271639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aaf84-d7f9-444a-9012-508c71a84f64 req-e123826f-3269-4e64-bc58-50c93c564a34 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:27.278238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2d1aaf84-d7f9-444a-9012-508c71a84f64 req-e123826f-3269-4e64-bc58-50c93c564a34 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1097 time: 0.3082123 Nov 12 11:28:27.288662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Deleting port 881143b3-e9a5-4eb8-b801-d65a97908ae3 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:27.289097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.434157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2d1aaf84-d7f9-444a-9012-508c71a84f64 req-b577a331-c81c-43e7-b499-4185329354a3 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422446 Nov 12 11:28:27.458717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Deleting port 881143b3-e9a5-4eb8-b801-d65a97908ae3 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:27.459401 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.585433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] For port 881143b3-e9a5-4eb8-b801-d65a97908ae3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=881143b3-e9a5-4eb8-b801-d65a97908ae3,segment=NetworkSegment(963a4415-a48a-401c-b965-68fb883336fc),segment_id=963a4415-a48a-401c-b965-68fb883336fc)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:27.586232 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.680414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] For port 881143b3-e9a5-4eb8-b801-d65a97908ae3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=881143b3-e9a5-4eb8-b801-d65a97908ae3,segment=NetworkSegment(963a4415-a48a-401c-b965-68fb883336fc),segment_id=963a4415-a48a-401c-b965-68fb883336fc)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:27.683135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.715246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Calling delete_port for 881143b3-e9a5-4eb8-b801-d65a97908ae3 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:28.080464 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.140727 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Pushing event deleted for resources: {'Port': ['ID=881143b3-e9a5-4eb8-b801-d65a97908ae3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:28.158565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] No DVR routers for this DVR port 881143b3-e9a5-4eb8-b801-d65a97908ae3 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:28.260349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 98644716-62d4-4fa6-b3c6-d0cc94fe626f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:28.343088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 98644716-62d4-4fa6-b3c6-d0cc94fe626f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:28.343815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 98644716-62d4-4fa6-b3c6-d0cc94fe626f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:28.345810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 881143b3-e9a5-4eb8-b801-d65a97908ae3 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:28.387121 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.397729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Calling delete_port for 881143b3-e9a5-4eb8-b801-d65a97908ae3 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:28.403046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 881143b3-e9a5-4eb8-b801-d65a97908ae3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:28.403733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 881143b3-e9a5-4eb8-b801-d65a97908ae3 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:28.405013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:28.441724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c39a59-da3e-4a61-b467-6bfc84d0bed0']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:28.478786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:28.497451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c339633-79c7-4fdd-88dd-6a71fa9d1cc7 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:28.502224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963a4415-a48a-401c-b965-68fb883336fc') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:28.502774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963a4415-a48a-401c-b965-68fb883336fc') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:28.520849 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.524616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.581231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.595868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:28:28.598917 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:28:28.605040 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:28:28.697870 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.754834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.759157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Pushing event deleted for resources: {'Port': ['ID=881143b3-e9a5-4eb8-b801-d65a97908ae3,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:28.796992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] No DVR routers for this DVR port 881143b3-e9a5-4eb8-b801-d65a97908ae3 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:28.801894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.802406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.802918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.803580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.804020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.804359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.804993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.805570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.806113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.806601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.812945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.812945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f1216-886b-4ff6-82b0-31023b9fbf2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:28.839659 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.867562 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] 10.222.0.31 "DELETE /v2.0/networks/09c39a59-da3e-4a61-b467-6bfc84d0bed0 HTTP/1.1" status: 204 len: 168 time: 2.1242599 Nov 12 11:28:28.867562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964e65b-7e7a-40a4-8d17-f22c14478863 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c39a59-da3e-4a61-b467-6bfc84d0bed0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:29.290870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36576) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:29.322702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-475ebc70-ca24-492c-beca-28e173728de0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1834292 Nov 12 11:28:29.333159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-f550e755-2460-48c9-83d0-e7693b1180b1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:28:29.351508 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-f550e755-2460-48c9-83d0-e7693b1180b1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247123 Nov 12 11:28:29.405717 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6cc0f22c-80ec-4274-b083-40ab1df2d0d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76ef1e6111804f05a6c111f785899ceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1127388 Nov 12 11:28:29.407869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36582) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:29.538809 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:29.551645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04433d98-4c8d-42f1-b619-a63baeab8695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:29.623234 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04433d98-4c8d-42f1-b619-a63baeab8695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:29.710457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04433d98-4c8d-42f1-b619-a63baeab8695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:29.714135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-04433d98-4c8d-42f1-b619-a63baeab8695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:29.718003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-04433d98-4c8d-42f1-b619-a63baeab8695 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fabe4922-564c-4057-813a-c9723a33ee9a HTTP/1.1" status: 204 len: 168 time: 0.3074641 Nov 12 11:28:29.742818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04433d98-4c8d-42f1-b619-a63baeab8695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe4922-564c-4057-813a-c9723a33ee9a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:30.354551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-731ba5a0-30a9-4531-91d0-64ab4f41a493 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:28:30.356305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-731ba5a0-30a9-4531-91d0-64ab4f41a493 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098252 Nov 12 11:28:30.487568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-45a8cfa8-3abe-4334-b4e6-9df9324c16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:30.496505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-45a8cfa8-3abe-4334-b4e6-9df9324c16b8 service neutron] 10.222.0.31 "GET /v2.0/ports/fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 1094 time: 0.0658677 Nov 12 11:28:30.504922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Request body: {'binding': {'host': 'n-h2-768851-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:30.505952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Unknown quota resources ['binding']. {{(pid=109165) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:28:30.525305 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 36608) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:30.644130 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:30.662044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36614) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:30.662851 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5a4878bf-78d7-459c-9d10-91a34faf8e8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01d50783f20d4a04911d21460c12ba38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340168 Nov 12 11:28:30.861984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on host n-h2-768851-19 for vnic_type normal with profile None {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:30.862729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:30.862898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:30.872956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:28:30.873295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:30.886685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:30.887033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Checking segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:30.887429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Bound using segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:30.887849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Bound port: fecbe425-4e4e-4446-a18b-7e7d044b935d, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:31.022844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:31.038347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.039571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0ae3dcc8-2c1a-4c3a-b943-45e43c861e47 service neutron] 10.222.0.31 "POST /v2.0/ports/fecbe425-4e4e-4446-a18b-7e7d044b935d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5417459 Nov 12 11:28:31.052429 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ff55647e-3cbf-483f-8f10-83922028962a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.083515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ff55647e-3cbf-483f-8f10-83922028962a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.206318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ff55647e-3cbf-483f-8f10-83922028962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.211449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ff55647e-3cbf-483f-8f10-83922028962a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.224764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ff55647e-3cbf-483f-8f10-83922028962a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6321d1d-ff96-45c8-b8bc-d79d32298cbb HTTP/1.1" status: 204 len: 168 time: 0.5568788 Nov 12 11:28:31.242594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55647e-3cbf-483f-8f10-83922028962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6321d1d-ff96-45c8-b8bc-d79d32298cbb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:31.603629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e131b8-d766-4d0c-bec1-cfd57bacb28e req-f613a520-278d-4839-b946-7318755d39ea tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:31.625432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34e131b8-d766-4d0c-bec1-cfd57bacb28e req-f613a520-278d-4839-b946-7318755d39ea tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.1786571 Nov 12 11:28:31.627340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-c5151994-b4a4-4587-9e24-d6b4bce8f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:31.629006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-c5151994-b4a4-4587-9e24-d6b4bce8f74e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1097 time: 0.1349053 Nov 12 11:28:31.883003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34e131b8-d766-4d0c-bec1-cfd57bacb28e req-a3a5cb63-d4f5-4fab-a164-01e876b1c855 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458339 Nov 12 11:28:32.057013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e5c07b74-c3d4-4296-9e09-d8ea97165eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:32.062330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e5c07b74-c3d4-4296-9e09-d8ea97165eb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 200 len: 898 time: 0.4240012 Nov 12 11:28:32.264834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-767afcaa-f077-4e7e-9047-d249125433c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 1001 time: 0.1950605 Nov 12 11:28:32.433151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0636ffc2-ab4d-4d17-b179-9933cfb44ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:32.434917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-0636ffc2-ab4d-4d17-b179-9933cfb44ff0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc0c3592-59e6-4cca-bf2d-2ab77cd88183 HTTP/1.1" status: 200 len: 834 time: 0.1634583 Nov 12 11:28:32.578707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e157979f-9e85-416a-91b3-918d51494260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:32.587258 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e157979f-9e85-416a-91b3-918d51494260 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1406692d-8533-4caa-9f8c-6c4485ade4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427472 Nov 12 11:28:32.806582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-58782313-544b-4364-abfb-1efa9940b344 service neutron] 10.222.0.52 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143288 Nov 12 11:28:32.836655 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:28:32.973042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-25049a48-de35-4472-8457-9d3e7f43f4e0 service neutron] 10.222.0.52 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561415 Nov 12 11:28:33.272747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb14ccb-4e0d-4548-bb1e-949ac567a339 req-88151610-e6da-4b69-8a1c-326779fe8004 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:33.276918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1cb14ccb-4e0d-4548-bb1e-949ac567a339 req-88151610-e6da-4b69-8a1c-326779fe8004 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.2497749 Nov 12 11:28:33.326144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-7a56f50b-0bdb-4308-bb2f-b2edf1a1d194 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:33.329219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-7a56f50b-0bdb-4308-bb2f-b2edf1a1d194 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2&tenant_id=457c723929f14efab737d75f4170b9cc&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1097 time: 0.2759788 Nov 12 11:28:33.367019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-19'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:33.615594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1cb14ccb-4e0d-4548-bb1e-949ac567a339 req-c8424262-1833-457c-b8bf-708be6e540e6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227987 Nov 12 11:28:33.621614 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.825402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:33.902500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:33.984651 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.988425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:33.991741 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4418d0-3021-4c7d-90a5-27d22fc66628" -d '{"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-unplugged", "status": "completed", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:34.005544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.187834 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c02ff5-83ea-47b9-9bdb-87cea959fd66 x-openstack-request-id: req-94c02ff5-83ea-47b9-9bdb-87cea959fd66 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:34.188275 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-unplugged", "status": "completed", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:34.188672 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94c02ff5-83ea-47b9-9bdb-87cea959fd66 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:34.189299 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'code': 200} Nov 12 11:28:34.234585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:34.354631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on host n-h1-768851-19 for vnic_type normal with profile {"migrating_to": "n-h2-768851-19"} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:34.357507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:34.358756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:34.364315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:28:34.364764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Attempting to bind port fecbe425-4e4e-4446-a18b-7e7d044b935d on network 1406692d-8533-4caa-9f8c-6c4485ade4b9 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:34.378569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:34.383265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Checking segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:34.383866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Bound using segment: {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:34.384470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Bound port: fecbe425-4e4e-4446-a18b-7e7d044b935d, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069517b3-8e6d-420a-89c4-38f131c581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:34.385014 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.558780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:34.578812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:34.588299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.594692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e9abdf01-f046-4a95-a191-4a5c5a2199c0 None None] Provisioning complete for port fecbe425-4e4e-4446-a18b-7e7d044b935d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:34.595913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9abdf01-f046-4a95-a191-4a5c5a2199c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.738063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=8']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:34.904271 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9abdf01-f046-4a95-a191-4a5c5a2199c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.969948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:34.974002 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e5d186-b78b-43ec-bb88-3d33eba533bf" -d '{"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-plugged", "status": "completed", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:35.054148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e9abdf01-f046-4a95-a191-4a5c5a2199c0 None None] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:35.060722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9abdf01-f046-4a95-a191-4a5c5a2199c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:35.147884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13174fe8-7b22-4497-b025-b38109134b47 req-18c2864d-1baa-404f-beef-010efb76f38a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:35.150254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-13174fe8-7b22-4497-b025-b38109134b47 req-18c2864d-1baa-404f-beef-010efb76f38a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 943 time: 0.2535636 Nov 12 11:28:35.176573 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0392c76-9630-4ad0-b552-e69353f2c765 x-openstack-request-id: req-c0392c76-9630-4ad0-b552-e69353f2c765 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:35.177008 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-plugged", "status": "completed", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:35.177377 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0392c76-9630-4ad0-b552-e69353f2c765 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:35.177969 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'code': 200} Nov 12 11:28:35.259943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:35.261484 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:35.263489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3157253e-d59c-4c01-9ba6-b347166a2ed8 service neutron] 10.222.0.52 "PUT /v2.0/ports/fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 1123 time: 1.9178026 Nov 12 11:28:35.358138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-13174fe8-7b22-4497-b025-b38109134b47 req-f87325de-5c18-4aff-a092-db2b2c0e799b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948733 Nov 12 11:28:35.538037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abdf01-f046-4a95-a191-4a5c5a2199c0 None None] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:35.559375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fecbe425-4e4e-4446-a18b-7e7d044b935d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:28:35.940283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3ce5feeb-cd11-4bc7-bdd6-1ae52c0a5284 None None] Provisioning complete for port fecbe425-4e4e-4446-a18b-7e7d044b935d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:35.941182 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3ce5feeb-cd11-4bc7-bdd6-1ae52c0a5284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:36.190267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:36.195628 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d88c83a-10fc-49d9-8569-0a0e6c545bba" -d '{"events": [{"name": "network-changed", "server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:36.275314 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b2b2f-5f13-4964-99d1-211adc5a8ca6 x-openstack-request-id: req-d31b2b2f-5f13-4964-99d1-211adc5a8ca6 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:36.276376 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:36.277698 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d31b2b2f-5f13-4964-99d1-211adc5a8ca6 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:36.278545 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'status': 'completed', 'code': 200} Nov 12 11:28:36.423331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-07f2b304-e28f-439e-a74e-eede1830f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:36.430527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-07f2b304-e28f-439e-a74e-eede1830f0f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1128 time: 0.1096754 Nov 12 11:28:36.681086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68661fc8-f6fa-4658-a1ad-542741ddccf9 req-268cb885-7f76-43ee-91fe-c03574fb78da tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:36.690620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68661fc8-f6fa-4658-a1ad-542741ddccf9 req-268cb885-7f76-43ee-91fe-c03574fb78da tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.0976975 Nov 12 11:28:36.753494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-ed889613-58ae-4225-b5f7-45a469e1a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:36.756001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-ed889613-58ae-4225-b5f7-45a469e1a926 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 200 len: 898 time: 0.3078229 Nov 12 11:28:36.938529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-01f55c05-4d31-4f64-9561-851e68e528c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 1001 time: 0.1554599 Nov 12 11:28:36.975297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68661fc8-f6fa-4658-a1ad-542741ddccf9 req-d5740226-5bfb-43fd-9e91-138983fb95a2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829354 Nov 12 11:28:37.057571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-b62c909b-06ea-4408-b510-a94b7252ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:37.060404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-b62c909b-06ea-4408-b510-a94b7252ee69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc0c3592-59e6-4cca-bf2d-2ab77cd88183 HTTP/1.1" status: 200 len: 834 time: 0.0832787 Nov 12 11:28:37.194229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-7af3d47f-3524-4146-955f-5323365351e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:37.196284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-7af3d47f-3524-4146-955f-5323365351e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1406692d-8533-4caa-9f8c-6c4485ade4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130753 Nov 12 11:28:37.390337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-9cebbdf7-fff2-4656-af3a-36b85ebc02c6 service neutron] 10.222.0.59 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575944 Nov 12 11:28:37.522726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fecbe425-4e4e-4446-a18b-7e7d044b935d details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:28:37.638705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d88c83a-10fc-49d9-8569-0a0e6c545bba req-76afc878-2074-4bba-a548-4c7dfaacf018 service neutron] 10.222.0.59 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330983 Nov 12 11:28:37.794541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:37.834813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fecbe425-4e4e-4446-a18b-7e7d044b935d has no active binding in host n-h2-768851-19 {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 11:28:38.327022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921bac9-c4d4-4527-b9c5-9e45eacd4106 req-0c7c10ba-2ecd-47cd-bde5-ac7fe6c0ab88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:38.339726 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5921bac9-c4d4-4527-b9c5-9e45eacd4106 req-0c7c10ba-2ecd-47cd-bde5-ac7fe6c0ab88 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.1663728 Nov 12 11:28:38.441622 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5921bac9-c4d4-4527-b9c5-9e45eacd4106 req-45580d31-254f-47c3-9a5d-d1cd789a67a7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977700 Nov 12 11:28:39.618307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f17a5-7c0e-4428-ba94-1e9109cd510a req-ae846632-34bf-4e62-a3cc-90356bcf5d7e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:39.627574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d05f17a5-7c0e-4428-ba94-1e9109cd510a req-ae846632-34bf-4e62-a3cc-90356bcf5d7e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.0810750 Nov 12 11:28:39.700239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d05f17a5-7c0e-4428-ba94-1e9109cd510a req-16a83017-aa3f-43d4-9757-0cbfbc9518dc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717533 Nov 12 11:28:39.938807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deed687-2517-4214-835f-5b2e99e2ea07 req-c6c10738-25b0-446d-801d-f58516d79e73 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:39.940646 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7deed687-2517-4214-835f-5b2e99e2ea07 req-c6c10738-25b0-446d-801d-f58516d79e73 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 946 time: 0.0790710 Nov 12 11:28:40.019987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7deed687-2517-4214-835f-5b2e99e2ea07 req-1f79d4c5-23a7-4d79-b070-d20b16967257 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700297 Nov 12 11:28:40.180610 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.603196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.783944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36816) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:41.007318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461807-22b5-4cfa-b502-7cc7073a9ae8 req-068d6504-4a28-4f7b-93d6-648df88eecdc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:41.010060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54461807-22b5-4cfa-b502-7cc7073a9ae8 req-068d6504-4a28-4f7b-93d6-648df88eecdc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 945 time: 0.1396229 Nov 12 11:28:41.069507 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89f8151c-050a-42a7-aca1-cbde3173f8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.133180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3f05959f-017d-4158-8fca-196c2143a7e2 service neutron] 10.222.0.59 "GET /v2.0/ports/fecbe425-4e4e-4446-a18b-7e7d044b935d/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 385 time: 0.2532158 Nov 12 11:28:41.162947 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-54461807-22b5-4cfa-b502-7cc7073a9ae8 req-d2e82074-165d-437b-91ff-37ec104bb1c9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402373 Nov 12 11:28:41.415065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a608c7-ec55-4090-85de-fb3d402ba5ad req-36fb6ff6-4847-4a11-9db6-fa3cec41099b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:41.417281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20a608c7-ec55-4090-85de-fb3d402ba5ad req-36fb6ff6-4847-4a11-9db6-fa3cec41099b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 946 time: 0.1740661 Nov 12 11:28:41.428533 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89f8151c-050a-42a7-aca1-cbde3173f8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.488637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-89f8151c-050a-42a7-aca1-cbde3173f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.604212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8151c-050a-42a7-aca1-cbde3173f8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef34ef75-8fb0-4255-affa-4d31a9338e41,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:41.625683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-20a608c7-ec55-4090-85de-fb3d402ba5ad req-c94edd1a-d3df-4a2a-8e8e-4e3f1897d0d8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935809 Nov 12 11:28:41.645019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-89f8151c-050a-42a7-aca1-cbde3173f8cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e60df06c3aad4d6e95b70db8e0ddfdf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8580198 Nov 12 11:28:41.645914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36834) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:41.679566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:41.722306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:41.767874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34cd4fd-4230-4d40-b648-bf7727cde6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.794820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:41.796984 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e82a468-65e2-4018-93c7-7702f4078c41" -d '{"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-unplugged", "status": "completed", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:41.808833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:41.831548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34cd4fd-4230-4d40-b648-bf7727cde6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.843217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.846298 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c731aa-aa25-43bd-a373-58e96cf2d1f0 x-openstack-request-id: req-72c731aa-aa25-43bd-a373-58e96cf2d1f0 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:41.846650 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-unplugged", "status": "completed", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:41.846791 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72c731aa-aa25-43bd-a373-58e96cf2d1f0 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:41.847432 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'code': 200} Nov 12 11:28:41.969137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34cd4fd-4230-4d40-b648-bf7727cde6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.971700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f34cd4fd-4230-4d40-b648-bf7727cde6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.973038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f34cd4fd-4230-4d40-b648-bf7727cde6d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef34ef75-8fb0-4255-affa-4d31a9338e41 HTTP/1.1" status: 204 len: 168 time: 0.3167477 Nov 12 11:28:41.991355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-cc3eed40-1990-4719-85df-7a0a02ec288b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:41.992818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-cc3eed40-1990-4719-85df-7a0a02ec288b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 946 time: 0.1161482 Nov 12 11:28:42.008786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cd4fd-4230-4d40-b648-bf7727cde6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef34ef75-8fb0-4255-affa-4d31a9338e41,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:42.011763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] Transition to ACTIVE for port object fecbe425-4e4e-4446-a18b-7e7d044b935d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:28:42.035108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.208204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] Pushing event updated for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=11']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:42.240734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:42.241671 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.296791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] No DVR routers for this DVR port fecbe425-4e4e-4446-a18b-7e7d044b935d on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:42.598607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] For port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:42.598984 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.636777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:42.642914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-bf43e7a6-2614-45ac-8e1b-6e355fc68d00 service neutron] 10.222.0.59 "PUT /v2.0/ports/fecbe425-4e4e-4446-a18b-7e7d044b935d/bindings/n-h2-768851-19/activate HTTP/1.1" status: 200 len: 370 time: 1.5002732 Nov 12 11:28:42.661986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66bd5a-a9d2-45f2-a31c-37dbbd26cd7a req-30237a17-6fb4-42b6-a4f2-603916a87860 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:42.663082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f66bd5a-a9d2-45f2-a31c-37dbbd26cd7a req-30237a17-6fb4-42b6-a4f2-603916a87860 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 944 time: 0.2882934 Nov 12 11:28:42.836275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735022de-b3e7-4d04-ae3d-ae31fd8f6528 req-bc697165-8763-4198-87a1-3e870e256d26 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:42.840173 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-735022de-b3e7-4d04-ae3d-ae31fd8f6528 req-bc697165-8763-4198-87a1-3e870e256d26 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 946 time: 0.0899529 Nov 12 11:28:42.962129 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-735022de-b3e7-4d04-ae3d-ae31fd8f6528 req-0b2555ff-ab89-4de4-b637-77e27a9f9c95 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=15cc592b-88d4-45bb-84a3-e752c2ea0e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142511 Nov 12 11:28:42.974751 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f66bd5a-a9d2-45f2-a31c-37dbbd26cd7a req-faa0c500-f125-4b97-9fb1-c844fde51f03 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335985 Nov 12 11:28:42.977247 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.980949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e8992274-1854-4c55-bc93-e0712967c303 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:42.982739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e8992274-1854-4c55-bc93-e0712967c303 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2&tenant_id=457c723929f14efab737d75f4170b9cc&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.2403495 Nov 12 11:28:42.995038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:28:43.059684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:43.126324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] No DVR routers for this DVR port dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:43.129922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.137673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d49f6e6-7e7b-453f-bbf3-fbcb2619d821 req-5bb4cd57-f258-49e6-816a-d79e60023648 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "DELETE /v2.0/ports/dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d HTTP/1.1" status: 204 len: 173 time: 1.1341641 Nov 12 11:28:43.152961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3f4d1328-c92c-439e-b24b-cc3c485d5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:43.153212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3f4d1328-c92c-439e-b24b-cc3c485d5e29 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 1096 time: 0.1608100 Nov 12 11:28:43.240708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3336dfdd-28e3-4f65-8c32-310f2d94091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:43.248080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3336dfdd-28e3-4f65-8c32-310f2d94091f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1096 time: 0.0653248 Nov 12 11:28:43.323556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fecbe425-4e4e-4446-a18b-7e7d044b935d no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:43.380595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3a04ddc9-b9d7-4aae-bfcf-f7314cd8439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:43.382539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-3a04ddc9-b9d7-4aae-bfcf-f7314cd8439b service neutron] 10.222.0.52 "GET /v2.0/networks?id=1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 200 len: 898 time: 0.1229227 Nov 12 11:28:43.441002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fecbe425-4e4e-4446-a18b-7e7d044b935d not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:43.507006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-a97f2a2a-164b-4db4-a502-81dec167637b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 999 time: 0.1137922 Nov 12 11:28:43.573835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-97c94e1d-7cc0-4c6f-bda0-fea8e4591524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:43.575451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-97c94e1d-7cc0-4c6f-bda0-fea8e4591524 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc0c3592-59e6-4cca-bf2d-2ab77cd88183 HTTP/1.1" status: 200 len: 834 time: 0.0612304 Nov 12 11:28:43.692096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e419ed08-6f73-448d-b4a8-6491f6030e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:43.697933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e419ed08-6f73-448d-b4a8-6491f6030e5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1406692d-8533-4caa-9f8c-6c4485ade4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118217 Nov 12 11:28:43.854663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd975d0c-fca1-470c-a358-18d494e65996', 'name': 'network-vif-deleted', 'tag': 'dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:43.857020 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ed64a3-8638-43f9-9a5c-2a952aa08f7e" -d '{"events": [{"server_uuid": "cd975d0c-fca1-470c-a358-18d494e65996", "name": "network-vif-deleted", "tag": "dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:43.935371 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-c0426fe4-9a30-484e-8520-81d4c9dd0659 service neutron] 10.222.0.52 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299902 Nov 12 11:28:43.940852 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f59339a-de20-44cc-ba68-e58cb69a3bd5 x-openstack-request-id: req-9f59339a-de20-44cc-ba68-e58cb69a3bd5 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:43.941166 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd975d0c-fca1-470c-a358-18d494e65996", "name": "network-vif-deleted", "tag": "dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:43.941423 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f59339a-de20-44cc-ba68-e58cb69a3bd5 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:43.941822 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd975d0c-fca1-470c-a358-18d494e65996', 'name': 'network-vif-deleted', 'tag': 'dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d', 'status': 'completed', 'code': 200} Nov 12 11:28:44.224413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664a263-393a-4b9a-8df1-c8d7b441374f req-423a02a4-407c-467a-949d-316dba05c7a0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:44.239674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9664a263-393a-4b9a-8df1-c8d7b441374f req-423a02a4-407c-467a-949d-316dba05c7a0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 944 time: 0.1697493 Nov 12 11:28:44.316151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9664a263-393a-4b9a-8df1-c8d7b441374f req-f59d2f47-780b-48d8-98f1-86fba31463a5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636265 Nov 12 11:28:44.656624 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb2b57d6-e40a-4a92-b41c-9b7c8c8fa305 req-5b91ae3b-33d9-44cc-8a7b-343afddbb2c4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.5311508 Nov 12 11:28:44.692040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-2fc74d5f-ba69-4dc4-a3aa-bd0c60e7f6f6 service neutron] 10.222.0.52 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477896 Nov 12 11:28:45.131323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e1315fe7-df02-4a0a-92b8-0144bad90784 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:45.135996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-e1315fe7-df02-4a0a-92b8-0144bad90784 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2&tenant_id=457c723929f14efab737d75f4170b9cc&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 1096 time: 0.1517801 Nov 12 11:28:45.327651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:45.338756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-c8329976-6b42-4899-b987-a95156c5a54f service neutron] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:45.351755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-c8329976-6b42-4899-b987-a95156c5a54f service neutron] Publish callbacks [] for binding, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.356283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-11b70bff-5c73-4d5d-bdac-ead56fb0f8ec req-c8329976-6b42-4899-b987-a95156c5a54f service neutron] 10.222.0.52 "DELETE /v2.0/ports/fecbe425-4e4e-4446-a18b-7e7d044b935d/bindings/n-h1-768851-19 HTTP/1.1" status: 204 len: 173 time: 0.2132058 Nov 12 11:28:45.357940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:45.358301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device dca56c9a-07b2-441e-bdc8-cf5cdf7f9d6d not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:45.499501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a95f25-13a3-488f-adbd-5ad2b447c3c7 req-11e5c356-5693-400e-8457-05fc37ddb797 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:45.501134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4a95f25-13a3-488f-adbd-5ad2b447c3c7 req-11e5c356-5693-400e-8457-05fc37ddb797 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 944 time: 0.0765910 Nov 12 11:28:45.579662 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4a95f25-13a3-488f-adbd-5ad2b447c3c7 req-dee54123-ecaf-4a81-8f32-1a3377a19faf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699565 Nov 12 11:28:45.716379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7904f-b4d3-4871-b294-f115ab2750ed req-7ace078d-1155-439c-afe5-37bab508f8a7 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:45.719576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fac7904f-b4d3-4871-b294-f115ab2750ed req-7ace078d-1155-439c-afe5-37bab508f8a7 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1096 time: 0.0609574 Nov 12 11:28:45.805073 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fac7904f-b4d3-4871-b294-f115ab2750ed req-66f4c71c-edcf-420c-9bbf-9536de081ea1 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713258 Nov 12 11:28:45.820099 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba29b53e-3984-4689-9b96-3c7f68f5acef req-76ca3450-b01d-41b3-a95c-274999dc90e8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.0516639 Nov 12 11:28:45.992269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de72d51-e7a0-4d6d-b3ed-a109f036c567 req-a079b06c-017b-478a-a95f-2f15d8fcf8e6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:46.003015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7de72d51-e7a0-4d6d-b3ed-a109f036c567 req-a079b06c-017b-478a-a95f-2f15d8fcf8e6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 944 time: 0.0909514 Nov 12 11:28:46.076029 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7de72d51-e7a0-4d6d-b3ed-a109f036c567 req-4fe0eaa7-6079-458e-afc0-792a017eb7f9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719655 Nov 12 11:28:46.105033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 36962) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:46.211917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bde34722-32c4-4960-827c-b9e5515ec258 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/792e7c1b-695b-490f-bc4f-01638881b31c HTTP/1.1" status: 200 len: 991 time: 0.1049316 Nov 12 11:28:46.973623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a733683-4164-40bd-a0f3-9ae16d2f1fac req-bb37d7e8-1610-4c06-9bb6-bc6b1dea1f5d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.0585666 Nov 12 11:28:48.124628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e496e127-a328-4f2a-9a08-5ea9f5d7e297 req-6d5cd0e6-0fff-4430-904e-0bcf8cfb922e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.0658278 Nov 12 11:28:48.556178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37016) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:48.753657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 252fd582-e8b3-4c32-84fd-f59d724a4575 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:48.754112 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:48.843709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:48.844391 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:48.857563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 252fd582-e8b3-4c32-84fd-f59d724a4575 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:49.078400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.111651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=252fd582-e8b3-4c32-84fd-f59d724a4575,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:49.192605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.193710 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Floating IP 792e7c1b-695b-490f-bc4f-01638881b31c disassociated (deleted). External IP: 172.25.2.206, port: fecbe425-4e4e-4446-a18b-7e7d044b935d. Nov 12 11:28:49.242871 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d6b80abf-c3cf-4c0b-82a7-9da715115f2d req-f9482cb0-0189-43b0-850e-460f4dcc6ece tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.0399065 Nov 12 11:28:49.504224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:49.683644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:49.690021 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.694642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] Sync routers for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:49.713160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:49.716465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:28:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:49.766332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-60ec965e-d440-419e-8ceb-5acc9301d2bb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/floatingips/792e7c1b-695b-490f-bc4f-01638881b31c HTTP/1.1" status: 204 len: 168 time: 1.2074642 Nov 12 11:28:49.767099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:49.770002 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff" -d '{"events": [{"name": "network-changed", "server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:49.884994 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02168174-8b42-43fc-a6a8-e988615d1316 x-openstack-request-id: req-02168174-8b42-43fc-a6a8-e988615d1316 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:49.885610 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:49.886074 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02168174-8b42-43fc-a6a8-e988615d1316 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:49.886690 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'status': 'completed', 'code': 200} Nov 12 11:28:49.973704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:50.074048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-ce548f02-8592-4254-bbd1-01534f87ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:50.076321 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-ce548f02-8592-4254-bbd1-01534f87ade8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 1096 time: 0.1648781 Nov 12 11:28:50.254429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7aee5-fc70-453f-beb5-620d851e18c9 req-91a2cd28-30c9-4467-a6d0-794025f8e1d6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:50.273605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15e7aee5-fc70-453f-beb5-620d851e18c9 req-91a2cd28-30c9-4467-a6d0-794025f8e1d6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 944 time: 0.1393712 Nov 12 11:28:50.314850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-bbaa1f8c-0771-4c4b-8f01-9181e594b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:50.335660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-bbaa1f8c-0771-4c4b-8f01-9181e594b23b service neutron] 10.222.0.52 "GET /v2.0/networks?id=1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 200 len: 898 time: 0.2375934 Nov 12 11:28:50.409273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15e7aee5-fc70-453f-beb5-620d851e18c9 req-4b57d331-371b-41f8-8afc-b5427b9479e4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d531efe-237b-4ff3-be0b-19dad9bacf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240456 Nov 12 11:28:50.469931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-b9d416b8-bc92-45e7-938e-b01b7e44fbf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 200 len: 217 time: 0.1320298 Nov 12 11:28:50.575762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:13Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:50.594033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-8cb8f32d-bf3a-4b5c-b399-27a615d1d010 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:50.595211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-16c0cf5f-33d5-44d8-9f26-182281644327 req-be6bcc3b-d801-4477-a8bc-09ff5746588f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd975d0c-fca1-470c-a358-18d494e65996 HTTP/1.1" status: 200 len: 210 time: 0.1333127 Nov 12 11:28:50.596316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-8cb8f32d-bf3a-4b5c-b399-27a615d1d010 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.52 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 944 time: 0.1251218 Nov 12 11:28:50.633155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-273909b5-454e-4852-a298-508a2cd500ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:50.635205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-273909b5-454e-4852-a298-508a2cd500ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc0c3592-59e6-4cca-bf2d-2ab77cd88183 HTTP/1.1" status: 200 len: 834 time: 0.1535375 Nov 12 11:28:50.658405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] Checking router: 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:50.677995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:50.678900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:28:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:50.723291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port fecbe425-4e4e-4446-a18b-7e7d044b935d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:50.723897 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.737705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-7562b478-7918-4599-82fb-a735ef742582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:50.739480 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-7562b478-7918-4599-82fb-a735ef742582 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1406692d-8533-4caa-9f8c-6c4485ade4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974004 Nov 12 11:28:50.934871 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-574b83be-2f91-4bb8-9bcd-abbadd85e71f service neutron] 10.222.0.52 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871276 Nov 12 11:28:50.953045 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:50.960259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port fecbe425-4e4e-4446-a18b-7e7d044b935d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fecbe425-4e4e-4446-a18b-7e7d044b935d,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:50.960628 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.996128 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for fecbe425-4e4e-4446-a18b-7e7d044b935d owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:51.131373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6bfa8ea-4fb4-4da5-822f-52a70cdf32ff req-d85fc257-13e8-4708-839c-88ef435382ce service neutron] 10.222.0.52 "GET /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877177 Nov 12 11:28:51.396954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.399567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:13Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:51.483557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bdc5d-93ba-4bf0-9939-90abe1dd70e3 None None] The sync data for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 is: [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:27:08Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '81aba252-e94d-4081-90b6-6f0d83135ba3', 'name': '', 'network_id': '1406692d-8533-4caa-9f8c-6c4485ade4b9', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:c5:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:06Z', 'updated_at': '2021-11-12T11:27:13Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'bc0c3592-59e6-4cca-bf2d-2ab77cd88183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:51.632731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=fecbe425-4e4e-4446-a18b-7e7d044b935d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:51.640289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-308f810a-958b-42c2-bc7c-6e416708eba5 req-2a1027ac-a2ea-41a9-b1e1-c4b52103e41d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=884fea78-8598-4b63-a090-acf9c02440b2 HTTP/1.1" status: 200 len: 210 time: 0.1008639 Nov 12 11:28:51.681324 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] No DVR routers for this DVR port fecbe425-4e4e-4446-a18b-7e7d044b935d on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:51.697587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.701082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b854d72c-9cc9-4d82-8407-f7f49c18a1c3 req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.52 "DELETE /v2.0/ports/fecbe425-4e4e-4446-a18b-7e7d044b935d HTTP/1.1" status: 204 len: 173 time: 1.0990996 Nov 12 11:28:51.701577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-deleted', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:51.703903 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb0fe63-7b25-4f3e-bbbc-fc8c58d466b2" -d '{"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-deleted", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:51.710832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.711190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.711537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.711878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.712217 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.712556 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.713457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.713927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.714119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.714439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.714764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.715086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e57e-213b-48b9-8797-f26d01e544ee tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:51.817847 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd4726-fdc3-4bc1-affa-192fca062e11 x-openstack-request-id: req-7fcd4726-fdc3-4bc1-affa-192fca062e11 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:51.818191 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fea78-8598-4b63-a090-acf9c02440b2", "name": "network-vif-deleted", "tag": "fecbe425-4e4e-4446-a18b-7e7d044b935d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:51.818438 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fcd4726-fdc3-4bc1-affa-192fca062e11 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:51.818847 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fea78-8598-4b63-a090-acf9c02440b2', 'name': 'network-vif-deleted', 'tag': 'fecbe425-4e4e-4446-a18b-7e7d044b935d', 'status': 'completed', 'code': 200} Nov 12 11:28:52.231007 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120fc3b-a0e4-4ab1-9c5e-044e8faf27b1 None None] New status for floating IP 792e7c1b-695b-490f-bc4f-01638881b31c: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:28:52.723905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37116) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:53.596991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fecbe425-4e4e-4446-a18b-7e7d044b935d no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:53.649784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: fecbe425-4e4e-4446-a18b-7e7d044b935d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:53.650232 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fecbe425-4e4e-4446-a18b-7e7d044b935d not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:53.942924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.973799 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4441c5ba-e18c-4f7b-af25-d30b24a4ad56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.326097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 81aba252-e94d-4081-90b6-6f0d83135ba3 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:54.326497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.447617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port 81aba252-e94d-4081-90b6-6f0d83135ba3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=81aba252-e94d-4081-90b6-6f0d83135ba3,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:54.448043 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.463640 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 81aba252-e94d-4081-90b6-6f0d83135ba3 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:54.794666 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.836089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=81aba252-e94d-4081-90b6-6f0d83135ba3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:55.233222 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.518579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:55.709860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:55.720734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37172) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:55.723375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] Sync routers for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:55.732620 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-392376b7-85db-41a6-a320-b2330435744e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "PUT /v2.0/routers/8bc7e572-9de2-43d8-a3c7-aae44e81f8a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0028834 Nov 12 11:28:55.737393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:55.738035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:28:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:55.795310 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-062e04c9-228b-49a3-9866-d81f0a26493e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting subnet bc0c3592-59e6-4cca-bf2d-2ab77cd88183 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:28:55.800678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-062e04c9-228b-49a3-9866-d81f0a26493e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.868118 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-062e04c9-228b-49a3-9866-d81f0a26493e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.989447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:56.010676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-062e04c9-228b-49a3-9866-d81f0a26493e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.125143 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-062e04c9-228b-49a3-9866-d81f0a26493e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.218588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e04c9-228b-49a3-9866-d81f0a26493e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0c3592-59e6-4cca-bf2d-2ab77cd88183,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:56.227145 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-062e04c9-228b-49a3-9866-d81f0a26493e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.246795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-062e04c9-228b-49a3-9866-d81f0a26493e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/subnets/bc0c3592-59e6-4cca-bf2d-2ab77cd88183 HTTP/1.1" status: 204 len: 168 time: 0.5213099 Nov 12 11:28:56.247444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37194) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:56.429871 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e10ae-d087-4f18-a07f-fce5b33e6411 None None] Network 1406692d-8533-4caa-9f8c-6c4485ade4b9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:56.465203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.625105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1caa8ef7-4cef-4f42-90d2-30ee77ba9512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.767438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.924009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 5a84a6f5-b105-4cea-bbe4-25926601b270 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:56.924342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:57.070570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:28:54Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': '5a84a6f5-b105-4cea-bbe4-25926601b270', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:01Z', 'updated_at': '2021-11-12T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:57.142699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port 5a84a6f5-b105-4cea-bbe4-25926601b270, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5a84a6f5-b105-4cea-bbe4-25926601b270,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:57.143187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:57.160220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] DHCP port deletion for 1406692d-8533-4caa-9f8c-6c4485ade4b9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:57.162569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] Checking router: 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:57.182026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 5a84a6f5-b105-4cea-bbe4-25926601b270 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:57.264565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] Routers {'8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:57.268076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:28:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:57.490001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] Set router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:57.531269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:57.593691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:28:56Z', 'revision_number': 6, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:57.606537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=5a84a6f5-b105-4cea-bbe4-25926601b270,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:57.704168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc390aaf-be44-414b-b4b1-44c35542a076 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:57.727305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb7185-abbb-4d57-aaf6-591bab3276a3 None None] The sync data for ids ['8bc7e572-9de2-43d8-a3c7-aae44e81f8a8'] in n-d-768851-19 is: [{'id': '8bc7e572-9de2-43d8-a3c7-aae44e81f8a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230458881', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:26:59Z', 'updated_at': '2021-11-12T11:28:56Z', 'revision_number': 6, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:57.788851 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:57.821481 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:57.826943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] Deleting port db668cd5-c04d-4fb5-93b4-8419073c933a {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:57.827317 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:57.986001 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.002567 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.009335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37262) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:58.017237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a77fa84a-6df5-4998-a644-35c7ea34f5f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176828828', 'description': 'tempest-secgroup-smoke-1176828828 description', 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:58.045618 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77fa84a-6df5-4998-a644-35c7ea34f5f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.058956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] For port db668cd5-c04d-4fb5-93b4-8419073c933a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=db668cd5-c04d-4fb5-93b4-8419073c933a,segment=NetworkSegment(069517b3-8e6d-420a-89c4-38f131c581e5),segment_id=069517b3-8e6d-420a-89c4-38f131c581e5)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:58.059654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.092040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] Calling delete_port for db668cd5-c04d-4fb5-93b4-8419073c933a owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:58.097884 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.099151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Fanout notify agent at l3_agent the message router_deleted on router 8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:28:58.120954 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.125671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-304cb285-6a9b-407d-bb62-442ac730e98e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/routers/8bc7e572-9de2-43d8-a3c7-aae44e81f8a8 HTTP/1.1" status: 204 len: 168 time: 1.8770590 Nov 12 11:28:58.128179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37264) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:58.267958 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77fa84a-6df5-4998-a644-35c7ea34f5f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.273594 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77fa84a-6df5-4998-a644-35c7ea34f5f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.300087 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.335030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.378872 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] Pushing event deleted for resources: {'Port': ['ID=db668cd5-c04d-4fb5-93b4-8419073c933a,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:58.387764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] The port 'db668cd5-c04d-4fb5-93b4-8419073c933a' was deleted {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 11:28:58.389188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda75eb6-d143-4b89-ad25-9a4c75475649 None None] No DVR routers for this DVR port db668cd5-c04d-4fb5-93b4-8419073c933a on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:58.426188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fa84a-6df5-4998-a644-35c7ea34f5f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d776cdb7-7372-4a4e-86bb-f51427d6b633,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:58.463300 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a77fa84a-6df5-4998-a644-35c7ea34f5f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.472932 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a77fa84a-6df5-4998-a644-35c7ea34f5f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4610436 Nov 12 11:28:58.474036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37272) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:58.479748 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f8a488ce-c9f7-4e04-9ff2-3176eb264323 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'security_group_rule': {'security_group_id': 'd776cdb7-7372-4a4e-86bb-f51427d6b633', 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:58.530758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8a488ce-c9f7-4e04-9ff2-3176eb264323 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.574992 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.605949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1406692d-8533-4caa-9f8c-6c4485ade4b9']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:58.621626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069517b3-8e6d-420a-89c4-38f131c581e5') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:58.622034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069517b3-8e6d-420a-89c4-38f131c581e5') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:58.638501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.649726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8a488ce-c9f7-4e04-9ff2-3176eb264323 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.655700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8a488ce-c9f7-4e04-9ff2-3176eb264323 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.677456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a488ce-c9f7-4e04-9ff2-3176eb264323 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd2e522-2e37-481a-81ab-864d0f184fcc,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:58.678457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.686896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:28:58.687334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: items = [ Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:28:58.692098 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:28:58.694929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f8a488ce-c9f7-4e04-9ff2-3176eb264323 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.695810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f8a488ce-c9f7-4e04-9ff2-3176eb264323 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2203176 Nov 12 11:28:58.701985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37280) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:58.722493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fd5cd1b9-20d6-45f3-8e3e-6fe346fb0100 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'security_group_rule': {'security_group_id': 'd776cdb7-7372-4a4e-86bb-f51427d6b633', 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:58.735135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device db668cd5-c04d-4fb5-93b4-8419073c933a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:58.819907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: db668cd5-c04d-4fb5-93b4-8419073c933a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:58.820647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device db668cd5-c04d-4fb5-93b4-8419073c933a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:58.821687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 81aba252-e94d-4081-90b6-6f0d83135ba3 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:58.880565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 81aba252-e94d-4081-90b6-6f0d83135ba3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:58.881335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 81aba252-e94d-4081-90b6-6f0d83135ba3 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:58.881671 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd1b9-20d6-45f3-8e3e-6fe346fb0100 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.894804 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.909612 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.914222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/networks/1406692d-8533-4caa-9f8c-6c4485ade4b9 HTTP/1.1" status: 204 len: 168 time: 0.7817008 Nov 12 11:28:58.920967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37284) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:59.025215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05271eaa-a823-4a00-aeef-0c93878e82ca tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Network': ['ID=1406692d-8533-4caa-9f8c-6c4485ade4b9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:59.053091 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd1b9-20d6-45f3-8e3e-6fe346fb0100 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.059838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd1b9-20d6-45f3-8e3e-6fe346fb0100 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.086967 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cd1b9-20d6-45f3-8e3e-6fe346fb0100 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a27672-172d-43e6-ad1c-4465590d8b02,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:59.098289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd1b9-20d6-45f3-8e3e-6fe346fb0100 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.099909 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd5cd1b9-20d6-45f3-8e3e-6fe346fb0100 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3992376 Nov 12 11:28:59.104184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37286) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:59.115438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1a4f5228-60b3-4853-9058-cd8a9b2afbd8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'security_group_rule': {'security_group_id': 'd776cdb7-7372-4a4e-86bb-f51427d6b633', 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:59.134914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26c7741b-86c5-494e-9325-d9752c9e7cdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.155311 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5228-60b3-4853-9058-cd8a9b2afbd8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.195733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26c7741b-86c5-494e-9325-d9752c9e7cdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.327362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5228-60b3-4853-9058-cd8a9b2afbd8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.333270 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5228-60b3-4853-9058-cd8a9b2afbd8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.334184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26c7741b-86c5-494e-9325-d9752c9e7cdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.345152 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-26c7741b-86c5-494e-9325-d9752c9e7cdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.394532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-26c7741b-86c5-494e-9325-d9752c9e7cdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/security-groups/6d531efe-237b-4ff3-be0b-19dad9bacf1b HTTP/1.1" status: 204 len: 168 time: 0.4708118 Nov 12 11:28:59.411864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f5228-60b3-4853-9058-cd8a9b2afbd8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b283104-a303-4409-a502-29353d970192,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:59.432172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5228-60b3-4853-9058-cd8a9b2afbd8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.434910 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1a4f5228-60b3-4853-9058-cd8a9b2afbd8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251619 Nov 12 11:28:59.441000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37296) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:59.442751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7741b-86c5-494e-9325-d9752c9e7cdf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d531efe-237b-4ff3-be0b-19dad9bacf1b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:59.455860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-43d01e15-ba5d-4e8e-8bc6-90bda24cf59c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'security_group_rule': {'security_group_id': 'd776cdb7-7372-4a4e-86bb-f51427d6b633', 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:59.527523 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43d01e15-ba5d-4e8e-8bc6-90bda24cf59c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.567824 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.629391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43d01e15-ba5d-4e8e-8bc6-90bda24cf59c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.641966 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43d01e15-ba5d-4e8e-8bc6-90bda24cf59c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.673046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d01e15-ba5d-4e8e-8bc6-90bda24cf59c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0504ed3-657f-456d-9197-c3c179f74212,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:59.691686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-43d01e15-ba5d-4e8e-8bc6-90bda24cf59c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.692892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-43d01e15-ba5d-4e8e-8bc6-90bda24cf59c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2500806 Nov 12 11:28:59.695871 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37304) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:59.703032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6d50ed15-0b10-44c7-841d-abec6f65b921 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'security_group_rule': {'security_group_id': 'd776cdb7-7372-4a4e-86bb-f51427d6b633', 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:59.739322 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-6d50ed15-0b10-44c7-841d-abec6f65b921 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Project f412e9b7b52c4e609dcdcfcf0bfefe7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:28:59.746848 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed15-0b10-44c7-841d-abec6f65b921 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.834627 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed15-0b10-44c7-841d-abec6f65b921 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.840561 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed15-0b10-44c7-841d-abec6f65b921 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.871175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5a84a6f5-b105-4cea-bbe4-25926601b270 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:59.879369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed15-0b10-44c7-841d-abec6f65b921 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.889199 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6d50ed15-0b10-44c7-841d-abec6f65b921 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1845276 Nov 12 11:28:59.889463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37306) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:59.893284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8044e24a-ee73-4bb5-8686-54c0e5adf8b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'security_group_rule': {'security_group_id': 'd776cdb7-7372-4a4e-86bb-f51427d6b633', 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:59.911752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5a84a6f5-b105-4cea-bbe4-25926601b270 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:59.913036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5a84a6f5-b105-4cea-bbe4-25926601b270 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:59.913832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ed15-0b10-44c7-841d-abec6f65b921 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357b18a8-6545-480a-a0db-ae17835535b2,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:59.949775 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-8044e24a-ee73-4bb5-8686-54c0e5adf8b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Project f412e9b7b52c4e609dcdcfcf0bfefe7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:28:59.956118 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8044e24a-ee73-4bb5-8686-54c0e5adf8b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:00.018434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8044e24a-ee73-4bb5-8686-54c0e5adf8b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:00.024163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8044e24a-ee73-4bb5-8686-54c0e5adf8b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:00.048154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044e24a-ee73-4bb5-8686-54c0e5adf8b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c797455c-cf4a-40a3-a483-d0966ad5a2a6,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:00.061563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8044e24a-ee73-4bb5-8686-54c0e5adf8b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:00.062861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8044e24a-ee73-4bb5-8686-54c0e5adf8b6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1763167 Nov 12 11:29:00.638318 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.250344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37416) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:01.256687 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-dde4b794-1999-4749-b88a-63f8eb7ef85d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560543587', 'description': 'tempest-secgroup-smoke-1560543587 description', 'project_id': '457c723929f14efab737d75f4170b9cc'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:01.335647 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dde4b794-1999-4749-b88a-63f8eb7ef85d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.445952 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dde4b794-1999-4749-b88a-63f8eb7ef85d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.457578 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dde4b794-1999-4749-b88a-63f8eb7ef85d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.556747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dde4b794-1999-4749-b88a-63f8eb7ef85d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.561185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37422) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:01.563805 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dde4b794-1999-4749-b88a-63f8eb7ef85d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3120296 Nov 12 11:29:01.566490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-2248de46-4110-4962-8489-b7fea270e7f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '104683fa-77b0-4060-9c6e-697cc1cdcecd', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:01.576045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4b794-1999-4749-b88a-63f8eb7ef85d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104683fa-77b0-4060-9c6e-697cc1cdcecd,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:01.642965 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2248de46-4110-4962-8489-b7fea270e7f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.751468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2248de46-4110-4962-8489-b7fea270e7f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.759107 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2248de46-4110-4962-8489-b7fea270e7f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.802129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248de46-4110-4962-8489-b7fea270e7f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6a3b34-d13a-4171-a420-2cd5568e3b11,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:01.822306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2248de46-4110-4962-8489-b7fea270e7f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.824313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2248de46-4110-4962-8489-b7fea270e7f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2619436 Nov 12 11:29:01.827373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37432) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:01.835554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-80ea97e1-ca42-4db4-8d2b-7858d9733e93 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '104683fa-77b0-4060-9c6e-697cc1cdcecd', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:01.913248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-80ea97e1-ca42-4db4-8d2b-7858d9733e93 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.040856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-80ea97e1-ca42-4db4-8d2b-7858d9733e93 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.046644 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-80ea97e1-ca42-4db4-8d2b-7858d9733e93 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.069908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea97e1-ca42-4db4-8d2b-7858d9733e93 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b027b3-c798-462b-940e-c5e7abe127d2,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:02.102422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-80ea97e1-ca42-4db4-8d2b-7858d9733e93 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.114408 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37436) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:02.115155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-80ea97e1-ca42-4db4-8d2b-7858d9733e93 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821755 Nov 12 11:29:02.122144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-db9cbebd-4917-4f67-8ddd-1c94a6fb88bc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '104683fa-77b0-4060-9c6e-697cc1cdcecd', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:02.201732 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db9cbebd-4917-4f67-8ddd-1c94a6fb88bc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.387962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db9cbebd-4917-4f67-8ddd-1c94a6fb88bc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.394859 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db9cbebd-4917-4f67-8ddd-1c94a6fb88bc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.421970 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cbebd-4917-4f67-8ddd-1c94a6fb88bc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0207a4a4-76e8-4d5a-bbfb-d209ba84dc82,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:02.461175 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db9cbebd-4917-4f67-8ddd-1c94a6fb88bc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.466438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-db9cbebd-4917-4f67-8ddd-1c94a6fb88bc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504770 Nov 12 11:29:02.469178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37450) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:02.476428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8a02d161-9264-4f92-8b39-f0c84805f344 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '104683fa-77b0-4060-9c6e-697cc1cdcecd', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:02.517241 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a02d161-9264-4f92-8b39-f0c84805f344 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.642975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a02d161-9264-4f92-8b39-f0c84805f344 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.648846 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a02d161-9264-4f92-8b39-f0c84805f344 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.680012 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8a02d161-9264-4f92-8b39-f0c84805f344 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.685086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37458) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:02.685646 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8a02d161-9264-4f92-8b39-f0c84805f344 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2149343 Nov 12 11:29:02.692678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6001f929-8d29-4286-8718-5fec3e3d0d4c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '104683fa-77b0-4060-9c6e-697cc1cdcecd', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:02.694445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02d161-9264-4f92-8b39-f0c84805f344 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476ec464-6034-4047-9f15-c8dbb03afd76,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:02.755893 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-6001f929-8d29-4286-8718-5fec3e3d0d4c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Project 457c723929f14efab737d75f4170b9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:29:02.775471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6001f929-8d29-4286-8718-5fec3e3d0d4c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.930066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6001f929-8d29-4286-8718-5fec3e3d0d4c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.935293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6001f929-8d29-4286-8718-5fec3e3d0d4c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.950709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001f929-8d29-4286-8718-5fec3e3d0d4c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593cc998-9e74-436a-86f1-6f9dfa6f52c5,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:02.975384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6001f929-8d29-4286-8718-5fec3e3d0d4c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.979496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6001f929-8d29-4286-8718-5fec3e3d0d4c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2930863 Nov 12 11:29:02.983434 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37466) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:02.989102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-96d3f816-626b-456d-93ff-256014aff744 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'security_group_rule': {'security_group_id': '104683fa-77b0-4060-9c6e-697cc1cdcecd', 'project_id': '457c723929f14efab737d75f4170b9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:03.018455 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-96d3f816-626b-456d-93ff-256014aff744 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Project 457c723929f14efab737d75f4170b9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:29:03.030850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96d3f816-626b-456d-93ff-256014aff744 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.171950 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96d3f816-626b-456d-93ff-256014aff744 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.181736 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96d3f816-626b-456d-93ff-256014aff744 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.227407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3f816-626b-456d-93ff-256014aff744 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74485da9-f7e2-4a7e-934e-d61ae2993f5a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:03.237648 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96d3f816-626b-456d-93ff-256014aff744 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.241383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96d3f816-626b-456d-93ff-256014aff744 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2567868 Nov 12 11:29:03.250083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37482) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:03.255464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'network': {'name': 'tempest-network-smoke--1654426996', 'project_id': '457c723929f14efab737d75f4170b9cc', 'port_security_enabled': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:03.280557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:03.289249 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.348765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:29:03.374734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.375155 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Added segment 64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968 of type vlan for network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 Nov 12 11:29:03.433589 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.468899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.480377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:03.482920 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.571206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3200078 Nov 12 11:29:03.574558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37486) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:03.579862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'admin_state_up': True, 'project_id': '457c723929f14efab737d75f4170b9cc', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:03.597238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0aeb35-24d5-4dcb-96c0-d398f73b4c44 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Network': ['ID=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:03.615580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:29:03.620817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.622587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.692111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.905612 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.253680 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.332905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.593752 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.25.2.248 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:04.802981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.863404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.911171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:04.916224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:04.923660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:04.936684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399568f-e540-489c-bca8-e5a58c4fa208 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:04.975574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:05.022115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d1b6228c-f903-435b-a654-6e8995743987 None None] Provisioning complete for port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:05.023009 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1b6228c-f903-435b-a654-6e8995743987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.139857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6228c-f903-435b-a654-6e8995743987 None None] Port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:05.310554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.630151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.785776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router be092bee-f10a-4826-8655-e6515f6f2f07 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:29:05.945820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:29:05.959815 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Sync routers for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:29:05.974720 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:05.976570 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:28:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:05.982578 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.984534 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1476b1cd-4a4f-4210-98bc-699e136f98a3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4080479 Nov 12 11:29:05.987858 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37510) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:06.030427 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f0bf258-6594-4de2-93a1-655b9ebb0fa3 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=457c723929f14efab737d75f4170b9cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411339 Nov 12 11:29:06.033373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37512) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:06.127817 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:06.172716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a03097-e2ac-4486-8fb5-84d16e6c584f tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:06.176780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-37a03097-e2ac-4486-8fb5-84d16e6c584f tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1407664 Nov 12 11:29:06.179413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37514) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:06.247347 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dde8af5e-f382-4069-92d0-563a3d903d15 tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665624 Nov 12 11:29:06.249947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 37518) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:06.264893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2134540715', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'project_id': '457c723929f14efab737d75f4170b9cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:06.339122 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:05Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:06.378765 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Checking router: be092bee-f10a-4826-8655-e6515f6f2f07 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:29:06.380928 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Updating router be092bee-f10a-4826-8655-e6515f6f2f07 port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:29:06.428995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:06.441233 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.442238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.757307 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.944110 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.950534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Checking segment: {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:06.953095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network hostable DHCP agents. Network: 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:29:06.953243 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.967580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Subnet': ['ID=ffcb647b-1c6e-44ba-be4e-141cf09d518d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:07.000398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:29:07.019568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:07.023665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:07.024564 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.031411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439415e-1ddd-4f64-8665-e5057a7bee3c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:07.042210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a471e-946c-4028-847a-8d956ab763eb None None] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:07.051915 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Pushing event updated for resources: {'Port': ['ID=e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:07.062658 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.063000 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.063336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.063669 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.064365 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.064725 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.065139 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.065387 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.066201 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.066503 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.066777 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.067678 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:07.075079 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7999ce73-40ee-4392-9270-30482b728922 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8207171 Nov 12 11:29:07.075306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 37526) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:07.088191 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Attempting to bind port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:07.088569 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Attempting to bind port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:07.088963 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Attempting to bind port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:07.095101 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:07.095491 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:07.095885 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.096535 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:07.097605 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Bound port: e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:07.098153 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.164531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] For port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:07.169448 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] For port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:07.177312 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.219656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b98fd225-ae12-42c4-a477-edec739089e7 None None] Provisioning complete for port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:07.220362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b98fd225-ae12-42c4-a477-edec739089e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.253619 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cf149-9c48-4f5b-aaec-2d8dff6b5de0 None None] Pushing event updated for resources: {'Port': ['ID=e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:07.294580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf75206-dac8-4c85-94cd-b4ce9e9d17f0 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:07.296245 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:07.296915 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:28:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:07.406336 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b98fd225-ae12-42c4-a477-edec739089e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.442490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b98fd225-ae12-42c4-a477-edec739089e7 None None] For port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:07.448010 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b98fd225-ae12-42c4-a477-edec739089e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.499835 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:07.519283 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fd225-ae12-42c4-a477-edec739089e7 None None] Pushing event updated for resources: {'Port': ['ID=e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:07.543766 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:29:07.546641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.714378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Allocated IP 172.20.0.2 (0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6/ffcb647b-1c6e-44ba-be4e-141cf09d518d/0daacb8a-3ba4-4206-9afc-8350a0d9a55e) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:07.897502 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.909475 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.947254 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:05Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:07.959728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Pushing event updated for resources: {'Port': ['ID=0daacb8a-3ba4-4206-9afc-8350a0d9a55e,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:07.975411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e2db396e-a29b-4de8-a78c-eea8631805df None None] Provisioning complete for port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:07.975778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e2db396e-a29b-4de8-a78c-eea8631805df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:07.983988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:07.995111 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b1f5f-d1a0-460e-80e3-619811e11f46 None None] The sync data for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 is: [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:05Z', 'revision_number': 3, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:29:08.009747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:08.017343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:08.108541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Attempting to bind port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:08.109219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Attempting to bind port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:08.109314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Attempting to bind port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e on network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:08.169280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:08.170212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Checking segment: {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:08.170212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:08.170621 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Bound using segment: {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:08.171189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Bound port: 0daacb8a-3ba4-4206-9afc-8350a0d9a55e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:08.171653 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:08.273294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] For port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:08.277801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] For port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0daacb8a-3ba4-4206-9afc-8350a0d9a55e,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:08.284688 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:08.358600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae163c63-5d47-4c4a-a83f-0be9ba7c5f90 None None] Pushing event updated for resources: {'Port': ['ID=0daacb8a-3ba4-4206-9afc-8350a0d9a55e,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:08.799727 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:09.312950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95baa8b-43fa-41b2-9a2a-81a90400f253 req-26530a5c-560e-4639-8d08-8d5689504009 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:09.333228 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a95baa8b-43fa-41b2-9a2a-81a90400f253 req-26530a5c-560e-4639-8d08-8d5689504009 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 946 time: 0.1085787 Nov 12 11:29:09.408802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.20.0.1 (0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6/ffcb647b-1c6e-44ba-be4e-141cf09d518d/ec279c4b-36f7-4c6f-a16a-9a88c28439c1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:09.469883 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a95baa8b-43fa-41b2-9a2a-81a90400f253 req-2b76efe0-2681-4a30-b319-e868f7514e11 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353312 Nov 12 11:29:09.653452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:09.713378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:09.823636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:09.827360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:09.831231 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:09.836239 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:29:09.908275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:09.992178 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:10.084669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0daacb8a-3ba4-4206-9afc-8350a0d9a55e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:10.150843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed04d0ba-f7cd-405f-af22-89d49dfb65a7 None None] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:10.244095 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:10.268719 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:10.292268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:10.293017 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:10.361006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-53ea1338-728b-4d9e-8331-4ffa71efdcc1 None None] Provisioning complete for port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:10.361814 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53ea1338-728b-4d9e-8331-4ffa71efdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:10.986330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791f734-603b-49e4-afd3-67ec7b06702f req-706dd67d-7b4e-4ed9-a929-019244d83283 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:10.996451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a791f734-603b-49e4-afd3-67ec7b06702f req-706dd67d-7b4e-4ed9-a929-019244d83283 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 946 time: 0.4261158 Nov 12 11:29:11.114270 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.137085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a791f734-603b-49e4-afd3-67ec7b06702f req-1352ffe0-ad06-4002-951e-a3e256872fd9 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/security-groups?id=1358029e-d4fb-445c-acf1-45503a370457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339610 Nov 12 11:29:11.194697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-25631342-ced4-4969-adbe-992ed92fe5b7 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:11.197034 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.199681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-25631342-ced4-4969-adbe-992ed92fe5b7 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 946 time: 0.1795604 Nov 12 11:29:11.209199 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.239682 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53ea1338-728b-4d9e-8331-4ffa71efdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.295358 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.314451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-53ea1338-728b-4d9e-8331-4ffa71efdcc1 None None] For port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0daacb8a-3ba4-4206-9afc-8350a0d9a55e,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:11.346456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53ea1338-728b-4d9e-8331-4ffa71efdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.352108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.455621 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:11.461849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Deleting port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:11.461849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.504827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:11.509778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:11.515374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea1338-728b-4d9e-8331-4ffa71efdcc1 None None] Pushing event updated for resources: {'Port': ['ID=0daacb8a-3ba4-4206-9afc-8350a0d9a55e,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:11.572286 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:29:11.572561 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:29:11.606791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] For port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,segment=NetworkSegment(f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c),segment_id=f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:11.607426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.633395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Calling delete_port for bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:11.678751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3a7119d6-69b8-4a95-80ff-a90417dd3208 None None] Provisioning complete for port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:11.679125 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3a7119d6-69b8-4a95-80ff-a90417dd3208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.728982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router be092bee-f10a-4826-8655-e6515f6f2f07 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:29:11.807827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3a7119d6-69b8-4a95-80ff-a90417dd3208 None None] Port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:11.837869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3a7119d6-69b8-4a95-80ff-a90417dd3208 None None] Provisioning complete for port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:11.838491 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3a7119d6-69b8-4a95-80ff-a90417dd3208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.862461 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.931587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Pushing event deleted for resources: {'Port': ['ID=bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:11.947510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f3899-9895-469c-b21e-93222d8a4a5d None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:12.043273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] No DVR routers for this DVR port bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:12.048334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:12.064917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33d79cf1-47c3-49bc-a5f0-207d4050c100 req-910b438a-4d7b-4a0e-90eb-7947ec06afe4 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.59 "DELETE /v2.0/ports/bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 HTTP/1.1" status: 204 len: 173 time: 0.8558910 Nov 12 11:29:12.066942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f391c2-4643-47a9-9bc4-098f1e34c1b0', 'name': 'network-vif-deleted', 'tag': 'bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:12.070275 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3740ef2-e8fb-40e5-b62d-9c55473f7e46" -d '{"events": [{"server_uuid": "d7f391c2-4643-47a9-9bc4-098f1e34c1b0", "name": "network-vif-deleted", "tag": "bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:12.083032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:29:12.089842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-08adf078-ee76-4741-954c-0d9940c6fdc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "PUT /v2.0/routers/be092bee-f10a-4826-8655-e6515f6f2f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0136638 Nov 12 11:29:12.147978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Sync routers for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:29:12.158730 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193fd146-ed6f-49a7-866a-094f041b7c78 x-openstack-request-id: req-193fd146-ed6f-49a7-866a-094f041b7c78 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:12.159143 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f391c2-4643-47a9-9bc4-098f1e34c1b0", "name": "network-vif-deleted", "tag": "bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:12.159758 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-193fd146-ed6f-49a7-866a-094f041b7c78 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:12.160306 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f391c2-4643-47a9-9bc4-098f1e34c1b0', 'name': 'network-vif-deleted', 'tag': 'bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6', 'status': 'completed', 'code': 200} Nov 12 11:29:12.296613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:12.297666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:28:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:12.407571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4eb8f0d-62ad-4fde-afd3-7b8b0704511c req-847c7fa2-5da3-41d0-bdf3-69f6309f3778 tempest-VolumesSnapshotTestJSON-1010114025 tempest-VolumesSnapshotTestJSON-1010114025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f391c2-4643-47a9-9bc4-098f1e34c1b0 HTTP/1.1" status: 200 len: 210 time: 0.0535908 Nov 12 11:29:12.502237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:12.519553 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-6a030d2e-3db5-4dc6-b8a9-2e12832ab561 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560543587&fields=id&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 267 time: 0.0849516 Nov 12 11:29:12.596489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:12.697572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-adc1aad1-6fb6-44a8-95da-f33044b72ed5 None None] Provisioning complete for port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:12.697859 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-adc1aad1-6fb6-44a8-95da-f33044b72ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:12.701321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-c1ef8613-7a76-4ae6-87b4-50bdaf4b6017 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:12.713663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-c1ef8613-7a76-4ae6-87b4-50bdaf4b6017 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/networks?id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 HTTP/1.1" status: 200 len: 797 time: 0.1878524 Nov 12 11:29:12.725250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-1524f0cf-34b4-4baf-821a-b5f5fc8153f6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/quotas/457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 375 time: 0.0104187 Nov 12 11:29:12.739336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-adc1aad1-6fb6-44a8-95da-f33044b72ed5 None None] Port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:12.862379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:12.863103 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:12.893218 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-4a2cc516-dbaa-4f11-9461-4bc0c7daec20 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586900 Nov 12 11:29:12.933876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-dae6c9be-61b1-4539-9a23-b9a703785a1d None None] Provisioning complete for port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:12.934629 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dae6c9be-61b1-4539-9a23-b9a703785a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:13.025617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-dae6c9be-61b1-4539-9a23-b9a703785a1d None None] Port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:13.035154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 2, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:13.074776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Checking router: be092bee-f10a-4826-8655-e6515f6f2f07 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:29:13.075220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Updating router be092bee-f10a-4826-8655-e6515f6f2f07 port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:29:13.102289 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:13.202593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-cc327b55-4642-4b12-a1ac-a6e9b40d2362 service neutron] 10.222.0.31 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855754 Nov 12 11:29:13.214230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0daacb8a-3ba4-4206-9afc-8350a0d9a55e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:13.401274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-4773e1df-ce05-4a4c-8565-202a1b496544 service neutron] 10.222.0.31 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977012 Nov 12 11:29:13.478946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:13.520845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:13.521223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device bc02b0ed-c9d5-4bff-8432-d9a56c6e1ba6 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:13.619529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:13.620479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:13.760589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-a72c3c3f-1c6c-42b6-819f-84376920e76c req-aeb89b22-db36-4051-bc66-560943223fa2 service neutron] (109166) timed out ('10.222.0.52', 65198) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:29:13.787878 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b19aacb5-972a-49cc-8a1b-1904abfeb956 req-94cac9ca-cb38-495b-9c8f-dbb5109feb10 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0543849 Nov 12 11:29:13.919052 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:13.936240 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:14.077241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386b4ac-e446-48dd-a919-7472ce8dca5a None None] Pushing event updated for resources: {'Port': ['ID=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:14.183345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Attempting to bind port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:14.183798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Attempting to bind port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:14.184234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Attempting to bind port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 on network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:14.195425 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:14.195852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Checking segment: {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:14.196352 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:14.196827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Bound using segment: {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:14.197390 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Bound port: ec279c4b-36f7-4c6f-a16a-9a88c28439c1, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:14.199168 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:14.346131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] For port ec279c4b-36f7-4c6f-a16a-9a88c28439c1, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:14.350449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] For port ec279c4b-36f7-4c6f-a16a-9a88c28439c1, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:14.363094 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:14.562472 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386b4ac-e446-48dd-a919-7472ce8dca5a None None] Pushing event updated for resources: {'Port': ['ID=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:14.566639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:14.568350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:28:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:14.580595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b73ccfb5-0d69-451f-8a7f-c6858645b376 None None] Provisioning complete for port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:14.583114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b73ccfb5-0d69-451f-8a7f-c6858645b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:14.992182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2a840c4-7cbc-4824-b685-cf292f4a110f req-aa736f8c-9a16-4359-8db1-d4550df8f543 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0565002 Nov 12 11:29:15.024350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:15.096718 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b73ccfb5-0d69-451f-8a7f-c6858645b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:15.469182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b73ccfb5-0d69-451f-8a7f-c6858645b376 None None] For port ec279c4b-36f7-4c6f-a16a-9a88c28439c1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:15.515486 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b73ccfb5-0d69-451f-8a7f-c6858645b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:15.739983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ccfb5-0d69-451f-8a7f-c6858645b376 None None] Pushing event updated for resources: {'Port': ['ID=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:15.746667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-26e01311-428e-4c36-b226-93d98f3b5a3c None None] Provisioning complete for port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:15.747035 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-26e01311-428e-4c36-b226-93d98f3b5a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:15.909574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-5c33ff3e-7ebe-4283-8b61-4b7dd8ef2b9c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:15.913810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-5c33ff3e-7ebe-4283-8b61-4b7dd8ef2b9c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/networks?id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 HTTP/1.1" status: 200 len: 797 time: 0.3319674 Nov 12 11:29:15.935601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:14Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:16.034962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51052fb5-8083-437f-82d3-ded9ed668a83 None None] The sync data for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 is: [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:14Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:29:16.156794 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-56b6203e-4d46-4443-bc56-4d512467bb75 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457c723929f14efab737d75f4170b9cc HTTP/1.1" status: 200 len: 380 time: 0.2210348 Nov 12 11:29:16.170036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'port': {'device_id': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'admin_state_up': True, 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'security_groups': ['104683fa-77b0-4060-9c6e-697cc1cdcecd']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:16.201519 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1463e19a-b641-4086-8d55-11154db3ba83 req-2968e0ff-469c-40f4-9971-734d5a9bed9f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0628457 Nov 12 11:29:16.395787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-92b61cc3-1278-40a1-8429-8e4da9ebcd51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4806092 Nov 12 11:29:16.410404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Made reservation on behalf of 457c723929f14efab737d75f4170b9cc for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:16.414540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:17.294033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec279c4b-36f7-4c6f-a16a-9a88c28439c1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:17.374275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-114126de-afb4-4e58-94e6-8d5a5a0cccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:17.384800 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-114126de-afb4-4e58-94e6-8d5a5a0cccb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee0d5121161a48099a716dec6e1061a9&device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 1101 time: 0.9033630 Nov 12 11:29:17.418839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:17.419552 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:17.543833 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3157a061-cd0b-4716-b6ee-cb13be086aa4 req-eee47d1b-c436-4735-bcd5-c0dbba1c8758 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 210 time: 0.1529965 Nov 12 11:29:17.614378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.20.0.6 (0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6/ffcb647b-1c6e-44ba-be4e-141cf09d518d/2ca2ae40-52fd-4865-89df-881750323523) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:17.904886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-64b6ed5a-0dfa-47e0-aad3-49fffc32f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:17.906658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-64b6ed5a-0dfa-47e0-aad3-49fffc32f398 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.4797294 Nov 12 11:29:17.991267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-4b660474-293e-4de3-9c43-ccd9c1525429 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6365f39e-0f7e-4d67-8031-749f14e76622 HTTP/1.1" status: 200 len: 217 time: 0.0638299 Nov 12 11:29:18.198697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-4f5f3515-d733-4fc9-874c-66bc8fdbda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:18.200278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-4f5f3515-d733-4fc9-874c-66bc8fdbda15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.1416891 Nov 12 11:29:18.270789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:18.463487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-fa562a36-0977-4578-ad90-01b4d9cd1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:18.466373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-fa562a36-0977-4578-ad90-01b4d9cd1890 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2468426 Nov 12 11:29:18.497259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-ef96b2bf-a73a-4c1c-b71d-0c294cb87f6b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:29:18.497259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-ef96b2bf-a73a-4c1c-b71d-0c294cb87f6b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116274 Nov 12 11:29:18.649798 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:18.951474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:18.972166 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:18.975431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:18.998229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0df09-6f22-4d27-b2e2-a1e5aa80af2d req-03288e8b-20e5-4871-95cd-08f7638e9509 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:19.024822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9a0df09-6f22-4d27-b2e2-a1e5aa80af2d req-03288e8b-20e5-4871-95cd-08f7638e9509 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 931 time: 0.2440269 Nov 12 11:29:19.125903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:19.126555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:19.249257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0755374 Nov 12 11:29:19.255376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=2ca2ae40-52fd-4865-89df-881750323523,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:19.287349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Request body: {'port': {'device_id': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:19.410561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9a0df09-6f22-4d27-b2e2-a1e5aa80af2d req-58c0bfb2-4429-4df6-8b4f-5280e77097f4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482964 Nov 12 11:29:19.496148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.501974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.503350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.504948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.505982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.514766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.517857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.519346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.521689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.523425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.525607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.526509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f5eb7d-0c75-4f35-b2f9-1d6aad468182 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:19.558124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:19.593443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5ea20d77-85cf-4fd9-841c-8b633df73fa3 None None] Provisioning complete for port 2ca2ae40-52fd-4865-89df-881750323523 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:19.603430 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ea20d77-85cf-4fd9-841c-8b633df73fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:19.719733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5ea20d77-85cf-4fd9-841c-8b633df73fa3 None None] Port 2ca2ae40-52fd-4865-89df-881750323523 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:19.766592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-cf8e282c-641a-4700-b913-84956439f480 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2530560 Nov 12 11:29:20.296333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca2ae40-52fd-4865-89df-881750323523 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:29:20.306634 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.328364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5dbea8b5-7766-4e95-aa52-c1fe8db4264f req-e7c09407-3b30-4eea-ad90-b65039ae0a73 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132730 Nov 12 11:29:20.347055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Transition to ACTIVE for port object 2ca2ae40-52fd-4865-89df-881750323523 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:29:20.365439 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.522059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Pushing event updated for resources: {'Port': ['ID=2ca2ae40-52fd-4865-89df-881750323523,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:20.810885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Attempting to bind port 2ca2ae40-52fd-4865-89df-881750323523 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:20.810885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Attempting to bind port 2ca2ae40-52fd-4865-89df-881750323523 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:20.810885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Attempting to bind port 2ca2ae40-52fd-4865-89df-881750323523 on network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:20.815650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Port 2ca2ae40-52fd-4865-89df-881750323523 on network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:20.816211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Attempting to bind port 2ca2ae40-52fd-4865-89df-881750323523 on network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:20.829343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:20.829989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Checking segment: {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:20.830559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Bound using segment: {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:20.831208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Bound port: 2ca2ae40-52fd-4865-89df-881750323523, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:20.831741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.897843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44241fa3-bf04-4eff-b1ef-c61c556cace6 req-9cc7996a-f025-442d-8efa-2ce86b73b9e3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:20.907037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44241fa3-bf04-4eff-b1ef-c61c556cace6 req-9cc7996a-f025-442d-8efa-2ce86b73b9e3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 943 time: 0.2008834 Nov 12 11:29:21.058798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-44241fa3-bf04-4eff-b1ef-c61c556cace6 req-6caf1b53-b6f0-4856-9895-951532ac2020 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486828 Nov 12 11:29:21.070315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:21.074624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2ca2ae40-52fd-4865-89df-881750323523,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:21.098470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:21.177096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Pushing event updated for resources: {'Port': ['ID=2ca2ae40-52fd-4865-89df-881750323523,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:21.185187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:21.186967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:21.191011 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-3a66defa-f33e-4a7d-8b40-eb35c88ea08e service neutron] 10.222.0.59 "PUT /v2.0/ports/2ca2ae40-52fd-4865-89df-881750323523 HTTP/1.1" status: 200 len: 1092 time: 1.9388275 Nov 12 11:29:21.194939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'tag': '2ca2ae40-52fd-4865-89df-881750323523'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:21.203431 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b73bcff-f316-4633-acb7-00c879314667" -d '{"events": [{"name": "network-changed", "server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "tag": "2ca2ae40-52fd-4865-89df-881750323523"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:21.297047 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc9893-9fd2-4e94-934d-80491bd6bb81 x-openstack-request-id: req-4acc9893-9fd2-4e94-934d-80491bd6bb81 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:21.297649 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "tag": "2ca2ae40-52fd-4865-89df-881750323523", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:21.298161 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4acc9893-9fd2-4e94-934d-80491bd6bb81 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:21.298789 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'tag': '2ca2ae40-52fd-4865-89df-881750323523', 'status': 'completed', 'code': 200} Nov 12 11:29:21.327208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-810850b5-469d-4581-8df7-66aac72c98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:21.329659 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-810850b5-469d-4581-8df7-66aac72c98ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 1095 time: 0.0840976 Nov 12 11:29:21.476067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-44707b9e-240e-4a4f-bb8e-e116547cad29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ca2ae40-52fd-4865-89df-881750323523 HTTP/1.1" status: 200 len: 217 time: 0.1371942 Nov 12 11:29:21.649894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-d2aa53c3-b88a-445e-8919-1fd0d8cc151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:21.651404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-d2aa53c3-b88a-445e-8919-1fd0d8cc151f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffcb647b-1c6e-44ba-be4e-141cf09d518d HTTP/1.1" status: 200 len: 835 time: 0.1626136 Nov 12 11:29:21.733836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-9c48a590-aa55-4640-82de-0c08ccb8aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:21.737888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-9c48a590-aa55-4640-82de-0c08ccb8aa6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737569 Nov 12 11:29:21.908707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-e541d199-915b-4c51-92f4-0aecfcf98209 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626992 Nov 12 11:29:22.315936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8f4e251-533c-4c41-a47d-da008fd9667e req-e62d8ef6-21a0-4fb3-9703-414dd04ab9d7 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924646 Nov 12 11:29:22.402249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18996494-639c-4d5f-b985-81b3ec5d878e req-6fd89cf9-514d-4374-af8f-92023ae4e451 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:22.404600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18996494-639c-4d5f-b985-81b3ec5d878e req-6fd89cf9-514d-4374-af8f-92023ae4e451 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 943 time: 0.1929448 Nov 12 11:29:22.548027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73bcff-f316-4633-acb7-00c879314667 req-e2798f9b-7137-4c23-875c-b5205a321e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:22.556018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b73bcff-f316-4633-acb7-00c879314667 req-e2798f9b-7137-4c23-875c-b5205a321e79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 1095 time: 0.1438034 Nov 12 11:29:22.712711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73bcff-f316-4633-acb7-00c879314667 req-e6dee7bb-be24-4c04-8f84-40424d708db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:22.718322 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b73bcff-f316-4633-acb7-00c879314667 req-e6dee7bb-be24-4c04-8f84-40424d708db5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 HTTP/1.1" status: 200 len: 898 time: 0.1360960 Nov 12 11:29:22.786600 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-18996494-639c-4d5f-b985-81b3ec5d878e req-cc2acf2b-4178-478e-b72d-59ac565662f7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154814 Nov 12 11:29:22.788640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b73bcff-f316-4633-acb7-00c879314667 req-932f61f6-7c30-4a77-aa6e-bb441136e947 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ca2ae40-52fd-4865-89df-881750323523 HTTP/1.1" status: 200 len: 217 time: 0.0568771 Nov 12 11:29:22.864301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73bcff-f316-4633-acb7-00c879314667 req-838d8672-b281-464a-8522-3622f60a85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:22.866278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b73bcff-f316-4633-acb7-00c879314667 req-838d8672-b281-464a-8522-3622f60a85f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffcb647b-1c6e-44ba-be4e-141cf09d518d HTTP/1.1" status: 200 len: 835 time: 0.0694094 Nov 12 11:29:22.991996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73bcff-f316-4633-acb7-00c879314667 req-1c44cd8e-ce54-4f64-ba68-3187a6c66269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:22.996848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b73bcff-f316-4633-acb7-00c879314667 req-1c44cd8e-ce54-4f64-ba68-3187a6c66269 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159799 Nov 12 11:29:23.220908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b73bcff-f316-4633-acb7-00c879314667 req-2fba24ec-d808-4ca7-85b4-0d8900d17d63 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146587 Nov 12 11:29:23.442853 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b73bcff-f316-4633-acb7-00c879314667 req-7259a511-611b-4f17-8068-7592a499e0f5 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079856 Nov 12 11:29:23.959957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5397aed5-fe53-4ee0-af4c-04c809a5822f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:23.990665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9315b-47b7-403f-b7ac-6788e131af14 req-67331214-0dfc-438e-b896-ce96fa5cc2d9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:23.999239 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ba9315b-47b7-403f-b7ac-6788e131af14 req-67331214-0dfc-438e-b896-ce96fa5cc2d9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 943 time: 0.1179621 Nov 12 11:29:24.141719 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ba9315b-47b7-403f-b7ac-6788e131af14 req-15a67218-80e8-458c-ae69-775c1a25f8d9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407681 Nov 12 11:29:25.438479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0352cb7-9839-4cb9-bd95-4dfa77407c6c req-09e5ee9a-b063-458b-9d6d-be26dda0b1da tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:25.440040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0352cb7-9839-4cb9-bd95-4dfa77407c6c req-09e5ee9a-b063-458b-9d6d-be26dda0b1da tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 943 time: 0.1280665 Nov 12 11:29:25.490139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2ca2ae40-52fd-4865-89df-881750323523 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:29:25.534660 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a0352cb7-9839-4cb9-bd95-4dfa77407c6c req-f43cd7ee-b4bc-40b1-a345-b5c0ecb38b60 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870366 Nov 12 11:29:25.751700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2ca2ae40-52fd-4865-89df-881750323523,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:25.777147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '2ca2ae40-52fd-4865-89df-881750323523', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'port_id': '2ca2ae40-52fd-4865-89df-881750323523', 'mac_address': 'fa:16:3e:d7:e0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:29:25.974086 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.016056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca2ae40-52fd-4865-89df-881750323523 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:29:26.040847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2ca2ae40-52fd-4865-89df-881750323523,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:26.046585 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.145073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2ca2ae40-52fd-4865-89df-881750323523,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:26.325258 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1738e059-62b2-4ced-8df8-165e624f3471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.390471 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['2ca2ae40-52fd-4865-89df-881750323523'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:26.849389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a34d43-0fbd-4b70-b0a0-fad32f16c36b req-bf981eb8-ce6f-44d6-b162-f49e9ec6da71 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:26.855849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26a34d43-0fbd-4b70-b0a0-fad32f16c36b req-bf981eb8-ce6f-44d6-b162-f49e9ec6da71 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 944 time: 0.1323106 Nov 12 11:29:27.023235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26a34d43-0fbd-4b70-b0a0-fad32f16c36b req-8c25ac6c-57ab-4be6-9963-b339d5fafd57 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598582 Nov 12 11:29:27.776190 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:28.292947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738de1-00b3-4b32-990a-82d854b8ee7d req-5f91ab0f-b34b-4b52-acf6-4645a5c5585b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:28.294545 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf738de1-00b3-4b32-990a-82d854b8ee7d req-5f91ab0f-b34b-4b52-acf6-4645a5c5585b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 944 time: 0.1390767 Nov 12 11:29:28.412624 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bf738de1-00b3-4b32-990a-82d854b8ee7d req-860577b5-cf37-4c42-b0dd-47baec7d3c1a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963922 Nov 12 11:29:29.531608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2ca2ae40-52fd-4865-89df-881750323523 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:29.642327 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:29.755826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 2ca2ae40-52fd-4865-89df-881750323523 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:29:29.773290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 2ca2ae40-52fd-4865-89df-881750323523 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:29.774034 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:29.821278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0b70a-9e07-483d-a53d-9fd770d1008a req-a5dc2bd7-1a45-4ac4-b52b-aa12ecc727cb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:29.829418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ff0b70a-9e07-483d-a53d-9fd770d1008a req-a5dc2bd7-1a45-4ac4-b52b-aa12ecc727cb tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 944 time: 0.2932045 Nov 12 11:29:30.078349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:30.084514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ff0b70a-9e07-483d-a53d-9fd770d1008a req-85d198b9-6045-46f5-a632-896dcb89de30 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381551 Nov 12 11:29:30.131185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca2ae40-52fd-4865-89df-881750323523'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:30.146000 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c1d9ee-715a-4bd5-b648-7e20df99c120" -d '{"events": [{"server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "name": "network-vif-plugged", "status": "completed", "tag": "2ca2ae40-52fd-4865-89df-881750323523"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:30.170027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2ca2ae40-52fd-4865-89df-881750323523,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:30.174544 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:30.290962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2ca2ae40-52fd-4865-89df-881750323523,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:30.301415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.301764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.302100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.302452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.302783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.303116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.303697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.304026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.304353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.304679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.305061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.305393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:30.415809 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664bc894-7b7d-4261-8443-ea28417cc160 x-openstack-request-id: req-664bc894-7b7d-4261-8443-ea28417cc160 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:30.416115 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "name": "network-vif-plugged", "status": "completed", "tag": "2ca2ae40-52fd-4865-89df-881750323523", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:30.416437 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-664bc894-7b7d-4261-8443-ea28417cc160 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:30.416839 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca2ae40-52fd-4865-89df-881750323523', 'code': 200} Nov 12 11:29:30.592401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2004af-29c9-4c6b-899e-6696c82172c0 req-e395bfd0-d2f9-44a3-8cc4-e990cfd6d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:30.594243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed2004af-29c9-4c6b-899e-6696c82172c0 req-e395bfd0-d2f9-44a3-8cc4-e990cfd6d6ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0711122 Nov 12 11:29:30.635833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:30.698130 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed2004af-29c9-4c6b-899e-6696c82172c0 req-0f097f0a-b0da-4f1d-b82d-5a0fb6c38f03 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899165 Nov 12 11:29:31.448904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1147f-e391-4bf3-bf9b-b84892cca61e req-368193d9-886e-4e61-aaf2-d0c025431a0c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:31.450685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eda1147f-e391-4bf3-bf9b-b84892cca61e req-368193d9-886e-4e61-aaf2-d0c025431a0c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1847904 Nov 12 11:29:31.635040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eda1147f-e391-4bf3-bf9b-b84892cca61e req-d20e2186-9d8f-4ae7-a46c-ba7126585c5e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650934 Nov 12 11:29:32.912779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f2551-b29e-46aa-926f-37608a6c0dcd req-5d8f2606-6740-4cf0-b37d-8ce0609e902d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:32.916738 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e9f2551-b29e-46aa-926f-37608a6c0dcd req-5d8f2606-6740-4cf0-b37d-8ce0609e902d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1148307 Nov 12 11:29:33.055830 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e9f2551-b29e-46aa-926f-37608a6c0dcd req-699f0167-f569-472d-a15f-b548344c95a2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324728 Nov 12 11:29:33.305126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e8f8-d50d-484b-a205-c2c489ec042a req-9bdbc4fc-83a6-470a-8ab1-6fca8ffd09c4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:33.313483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f63e8f8-d50d-484b-a205-c2c489ec042a req-9bdbc4fc-83a6-470a-8ab1-6fca8ffd09c4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0986247 Nov 12 11:29:33.408141 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f63e8f8-d50d-484b-a205-c2c489ec042a req-bd2032e3-763f-4ec3-9243-fe8de73de2e2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933557 Nov 12 11:29:33.466319 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38290) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:33.628756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96962e-d583-423f-b5e1-0a6f438b4c6d tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:33.646122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2d96962e-d583-423f-b5e1-0a6f438b4c6d tempest-TestNetworkAdvancedServerOps-1477362283 tempest-TestNetworkAdvancedServerOps-1477362283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 1092 time: 0.1649902 Nov 12 11:29:33.646851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38292) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:33.669974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '2ca2ae40-52fd-4865-89df-881750323523', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:33.726741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.080629 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.290367 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Allocated IP 172.25.2.182 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/606a1941-2189-4a7d-9807-a1da424e47e7) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:34.510187 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.658177 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.851042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:34.862150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:34.867249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:34.934860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908de69c-c624-4299-b7ae-b5ba3eb420d8 req-2a011399-a776-4d2d-a4d7-64e0a1de3b2d tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:34.951252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-908de69c-c624-4299-b7ae-b5ba3eb420d8 req-2a011399-a776-4d2d-a4d7-64e0a1de3b2d tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 949 time: 0.1776505 Nov 12 11:29:35.053803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=606a1941-2189-4a7d-9807-a1da424e47e7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:35.054790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-908de69c-c624-4299-b7ae-b5ba3eb420d8 req-e6e10d63-d613-43e2-914d-d6e8d9ae542b tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999827 Nov 12 11:29:35.812937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:35.940605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:35.980532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38334) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:36.163629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-549c8e9b-5aa2-4811-87ae-315983c783a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.231060 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.237326 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.301766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-549c8e9b-5aa2-4811-87ae-315983c783a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.313620 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-549c8e9b-5aa2-4811-87ae-315983c783a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.387362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-549c8e9b-5aa2-4811-87ae-315983c783a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=895d781f49984756adeff3264169f2a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941529 Nov 12 11:29:36.387362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38342) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:36.427896 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.480413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8e9b-5aa2-4811-87ae-315983c783a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843a5128-002d-4a30-8eea-e4ad7971a4ce,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:36.516502 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-247b9136-9615-44e2-aaf0-14a6ebeddf8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.559633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-247b9136-9615-44e2-aaf0-14a6ebeddf8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.613005 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Floating IP cb11a197-1272-4da9-8e4a-8d00affbdf8b associated. External IP: 172.25.2.182, port: 2ca2ae40-52fd-4865-89df-881750323523. Nov 12 11:29:36.633658 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-247b9136-9615-44e2-aaf0-14a6ebeddf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.636829 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-247b9136-9615-44e2-aaf0-14a6ebeddf8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.638957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-247b9136-9615-44e2-aaf0-14a6ebeddf8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/843a5128-002d-4a30-8eea-e4ad7971a4ce HTTP/1.1" status: 204 len: 168 time: 0.2210720 Nov 12 11:29:36.650124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b9136-9615-44e2-aaf0-14a6ebeddf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843a5128-002d-4a30-8eea-e4ad7971a4ce,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:36.695067 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event updated for resources: {'Port': ['ID=606a1941-2189-4a7d-9807-a1da424e47e7,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:36.723161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f8a8b-32a4-44b0-9f79-f95ffb584fc7 req-9fed1003-7530-4859-9447-05bf93236145 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:36.728984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d57f8a8b-32a4-44b0-9f79-f95ffb584fc7 req-9fed1003-7530-4859-9447-05bf93236145 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 949 time: 0.4204395 Nov 12 11:29:36.927212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-bf3715aa-9c31-44f8-abf1-28b7fe45cb07 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:36.930969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-bf3715aa-9c31-44f8-abf1-28b7fe45cb07 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 949 time: 0.1275213 Nov 12 11:29:37.036779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d57f8a8b-32a4-44b0-9f79-f95ffb584fc7 req-64edf0cf-0083-4e6c-af2c-e31094143c10 tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/security-groups?id=d62cefae-d1ac-4477-baef-4e1f5123aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996740 Nov 12 11:29:37.110979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Deleting port 6365f39e-0f7e-4d67-8031-749f14e76622 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:37.118941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.167468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router be092bee-f10a-4826-8655-e6515f6f2f07 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:29:37.302251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] For port 6365f39e-0f7e-4d67-8031-749f14e76622, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6365f39e-0f7e-4d67-8031-749f14e76622,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:37.302922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.325546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Calling delete_port for 6365f39e-0f7e-4d67-8031-749f14e76622 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:37.504672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.532601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['6365f39e-0f7e-4d67-8031-749f14e76622'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:37.574448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Pushing event deleted for resources: {'Port': ['ID=6365f39e-0f7e-4d67-8031-749f14e76622,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:37.671361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] No DVR routers for this DVR port 6365f39e-0f7e-4d67-8031-749f14e76622 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:37.675520 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.680418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-665c60f1-fd2c-4e40-93d5-cb9bcf96a1d4 req-05b882e4-006b-4426-873f-8978b1cf942a tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.59 "DELETE /v2.0/ports/6365f39e-0f7e-4d67-8031-749f14e76622 HTTP/1.1" status: 204 len: 173 time: 0.7415946 Nov 12 11:29:37.681163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c67aa5-dacf-4670-a790-2b7dc36e5633', 'name': 'network-vif-deleted', 'tag': '6365f39e-0f7e-4d67-8031-749f14e76622'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:37.684412 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa803c47-f24b-4460-ac04-8dd97fddedb3" -d '{"events": [{"server_uuid": "c9c67aa5-dacf-4670-a790-2b7dc36e5633", "name": "network-vif-deleted", "tag": "6365f39e-0f7e-4d67-8031-749f14e76622"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:37.734770 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e254e0-2fc0-47bf-86f6-d30426de26cc x-openstack-request-id: req-98e254e0-2fc0-47bf-86f6-d30426de26cc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:37.735441 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c67aa5-dacf-4670-a790-2b7dc36e5633", "name": "network-vif-deleted", "tag": "6365f39e-0f7e-4d67-8031-749f14e76622", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:37.735918 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98e254e0-2fc0-47bf-86f6-d30426de26cc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:37.736557 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c67aa5-dacf-4670-a790-2b7dc36e5633', 'name': 'network-vif-deleted', 'tag': '6365f39e-0f7e-4d67-8031-749f14e76622', 'status': 'completed', 'code': 200} Nov 12 11:29:37.782349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:29:37.808412 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] Sync routers for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:29:37.824115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.826905 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:37.828503 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:29:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:37.898060 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b61f517e-d0ea-4373-b6d8-d73e7f494bd5 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2493064 Nov 12 11:29:37.917193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'tag': '2ca2ae40-52fd-4865-89df-881750323523'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:37.919822 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ec504-6277-4aa0-aa42-feb32d0e1c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "tag": "2ca2ae40-52fd-4865-89df-881750323523"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:38.007537 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:38.023600 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd85aad-834a-49b4-b730-94cf55917b94 x-openstack-request-id: req-7bd85aad-834a-49b4-b730-94cf55917b94 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:38.024920 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "tag": "2ca2ae40-52fd-4865-89df-881750323523", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:38.025545 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bd85aad-834a-49b4-b730-94cf55917b94 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:38.026607 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'tag': '2ca2ae40-52fd-4865-89df-881750323523', 'status': 'completed', 'code': 200} Nov 12 11:29:38.160477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-2fb227f3-bf12-4077-9577-2896f477f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:38.162286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-2fb227f3-bf12-4077-9577-2896f477f655 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 1097 time: 0.1059024 Nov 12 11:29:38.175851 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f34434-ab05-4db9-b930-e19d4488b13d req-88f2ed14-558d-482a-8c9f-6e00d0c78ba4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:38.188307 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b0f34434-ab05-4db9-b930-e19d4488b13d req-88f2ed14-558d-482a-8c9f-6e00d0c78ba4 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1369298 Nov 12 11:29:38.363395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b0f34434-ab05-4db9-b930-e19d4488b13d req-60f56bcd-99c7-45e9-9fb1-05af1fc9097c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609325 Nov 12 11:29:38.396398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71212923-b6bd-4d00-8e15-fd1b190579ad req-cfa8d316-9472-4436-9760-918bfe4b807d tempest-VolumesBackupsTest-57826957 tempest-VolumesBackupsTest-57826957-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c67aa5-dacf-4670-a790-2b7dc36e5633 HTTP/1.1" status: 200 len: 210 time: 0.1654513 Nov 12 11:29:38.417030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38384) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:38.541176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-a5afc2d3-e633-4013-9fe0-27375c4cdd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:38.544202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-a5afc2d3-e633-4013-9fe0-27375c4cdd5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 HTTP/1.1" status: 200 len: 898 time: 0.3681931 Nov 12 11:29:38.595035 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc3bca08-861a-47cc-9f7e-8fe1670afa98 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/cb11a197-1272-4da9-8e4a-8d00affbdf8b HTTP/1.1" status: 200 len: 991 time: 0.1745796 Nov 12 11:29:38.687720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-98195fdf-5452-46f8-94bb-d255aa0dfa93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ca2ae40-52fd-4865-89df-881750323523 HTTP/1.1" status: 200 len: 999 time: 0.1263223 Nov 12 11:29:38.706709 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'cb11a197-1272-4da9-8e4a-8d00affbdf8b', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'port_id': '2ca2ae40-52fd-4865-89df-881750323523', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'mac_address': 'fa:16:3e:d7:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:29:35Z', 'updated_at': '2021-11-12T11:29:35Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:15Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:38.782640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-e38477a7-7724-4d25-b8bc-864de9c6c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:38.783476 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] Checking router: be092bee-f10a-4826-8655-e6515f6f2f07 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:29:38.791433 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-e38477a7-7724-4d25-b8bc-864de9c6c621 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffcb647b-1c6e-44ba-be4e-141cf09d518d HTTP/1.1" status: 200 len: 835 time: 0.0939810 Nov 12 11:29:38.798845 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:38.800209 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:29:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:38.906891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-6e906e90-2e4c-4521-bdfb-a44a3093398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:38.909179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-6e906e90-2e4c-4521-bdfb-a44a3093398b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098998 Nov 12 11:29:38.962285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3e31923c-4a6d-4161-a23b-9299a37310a9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176828828&fields=id&tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 267 time: 0.0882988 Nov 12 11:29:39.002489 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:39.148359 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-7ff612a9-12ec-4d01-9545-2d1a447e8b68 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241974 Nov 12 11:29:39.158254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-cfa53e9d-d982-497d-90d0-53c263b81e3d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:39.160251 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-cfa53e9d-d982-497d-90d0-53c263b81e3d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.1971242 Nov 12 11:29:39.194216 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-78045e3f-9c64-4187-91d1-044437898eb3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/quotas/f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 375 time: 0.0271080 Nov 12 11:29:39.287039 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-375e49ca-39f5-4d91-aaf8-c8f3643fa958 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862975 Nov 12 11:29:39.288719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521ec504-6277-4aa0-aa42-feb32d0e1c9b req-5365bd9a-f768-438d-9fe2-3a7203ffa301 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321437 Nov 12 11:29:39.339314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'cb11a197-1272-4da9-8e4a-8d00affbdf8b', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'port_id': '2ca2ae40-52fd-4865-89df-881750323523', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'mac_address': 'fa:16:3e:d7:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:29:35Z', 'updated_at': '2021-11-12T11:29:35Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:15Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:39.366979 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad2cd0-e49e-498b-a387-f8f04e77051b None None] The sync data for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 is: [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'cb11a197-1272-4da9-8e4a-8d00affbdf8b', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'port_id': '2ca2ae40-52fd-4865-89df-881750323523', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'mac_address': 'fa:16:3e:d7:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:29:35Z', 'updated_at': '2021-11-12T11:29:35Z', 'revision_number': 0, 'project_id': '457c723929f14efab737d75f4170b9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:15Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:29:39.587862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6365f39e-0f7e-4d67-8031-749f14e76622 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:39.590927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38408) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:39.621298 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-d53d207b-5e53-4a3a-9f2e-e7c0ea32d954 service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142319 Nov 12 11:29:39.679844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 6365f39e-0f7e-4d67-8031-749f14e76622 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:39.685479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6365f39e-0f7e-4d67-8031-749f14e76622 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:39.769945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84edf25-6d8f-4968-b608-1d132d162ac9 None None] New status for floating IP cb11a197-1272-4da9-8e4a-8d00affbdf8b: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:29:39.832556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ff8b4cb3-f75e-421a-89d3-aad31fcc463b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/cb11a197-1272-4da9-8e4a-8d00affbdf8b HTTP/1.1" status: 200 len: 991 time: 0.2399275 Nov 12 11:29:39.885393 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-23b01dc8-b89a-4656-b5d1-725edc14ca5c service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562482 Nov 12 11:29:40.251440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.505134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdc65e87-ee3d-4a3d-a212-55dfc08b211b req-937e7d0b-3989-408c-96c4-2f8e2eb5c2f4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 210 time: 0.0570211 Nov 12 11:29:40.596121 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.827750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38440) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:40.954807 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4eb9ef5c-a6dd-452c-a98d-a3277c7b24dd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/cb11a197-1272-4da9-8e4a-8d00affbdf8b HTTP/1.1" status: 200 len: 993 time: 0.1257577 Nov 12 11:29:41.663153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d8776a26-65e8-4aa2-a3cd-cf50ee7a4f1f req-6a48a5e9-84b4-4fbd-ad3f-f9ee3bb63e48 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 210 time: 0.0303206 Nov 12 11:29:41.978407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-9b7575a8-4eaf-4a86-b2da-1daa2896bb79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:41.982905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-9b7575a8-4eaf-4a86-b2da-1daa2896bb79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.1859260 Nov 12 11:29:42.077230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-a489f95b-b60d-44b7-afa1-29578e38afc0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 380 time: 0.0741043 Nov 12 11:29:42.092671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'port': {'device_id': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'admin_state_up': True, 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'security_groups': ['d776cdb7-7372-4a4e-86bb-f51427d6b633']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:42.240097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:42.244958 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:42.408605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.20.0.7 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/9be7ec75-bb34-461b-9c48-413c11e651aa) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:42.675825 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:42.736172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:42.809492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=9be7ec75-bb34-461b-9c48-413c11e651aa,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:42.827524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:42.829772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:42.943917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:43.132593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:43.137039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.183240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6eaf1-b6cf-43f8-8cb6-009e6c55b6af req-29b2ed01-4e7d-4c2c-b2e9-19f258fb5cbe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:43.184922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ed6eaf1-b6cf-43f8-8cb6-009e6c55b6af req-29b2ed01-4e7d-4c2c-b2e9-19f258fb5cbe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 931 time: 0.3644333 Nov 12 11:29:43.225941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-211aad7a-09d1-4a1f-8f92-7b4de1ef1b79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1385128 Nov 12 11:29:43.246036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Request body: {'port': {'device_id': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:43.347842 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.371673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ed6eaf1-b6cf-43f8-8cb6-009e6c55b6af req-54bdf7a2-9e6e-4947-ba4d-5e235c291a22 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745796 Nov 12 11:29:43.410317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7e719d9a-be06-45c1-896e-30ace61aa2b4 None None] Provisioning complete for port 9be7ec75-bb34-461b-9c48-413c11e651aa triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:43.415554 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7e719d9a-be06-45c1-896e-30ace61aa2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.513121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7e719d9a-be06-45c1-896e-30ace61aa2b4 None None] Port 9be7ec75-bb34-461b-9c48-413c11e651aa cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:43.948188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be7ec75-bb34-461b-9c48-413c11e651aa {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:29:43.957662 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.976441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Transition to ACTIVE for port object 9be7ec75-bb34-461b-9c48-413c11e651aa will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:29:43.983241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.134951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Pushing event updated for resources: {'Port': ['ID=9be7ec75-bb34-461b-9c48-413c11e651aa,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:44.360389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Attempting to bind port 9be7ec75-bb34-461b-9c48-413c11e651aa on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:44.360915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Attempting to bind port 9be7ec75-bb34-461b-9c48-413c11e651aa by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:44.361198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Attempting to bind port 9be7ec75-bb34-461b-9c48-413c11e651aa on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:44.366681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Port 9be7ec75-bb34-461b-9c48-413c11e651aa on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:44.367010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Attempting to bind port 9be7ec75-bb34-461b-9c48-413c11e651aa on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:44.390264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:44.390604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:44.391026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:44.391481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Bound port: 9be7ec75-bb34-461b-9c48-413c11e651aa, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:44.391861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.581663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] For port 9be7ec75-bb34-461b-9c48-413c11e651aa, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:44.589757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] For port 9be7ec75-bb34-461b-9c48-413c11e651aa, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9be7ec75-bb34-461b-9c48-413c11e651aa,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:44.598090 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.644819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6a522-1ad6-4c58-85a0-3d9cccd5b6ee req-995879a8-ffe4-49c4-a9c4-ff9d86d5f86a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:44.667985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ee6a522-1ad6-4c58-85a0-3d9cccd5b6ee req-995879a8-ffe4-49c4-a9c4-ff9d86d5f86a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.1333704 Nov 12 11:29:44.749352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ee6a522-1ad6-4c58-85a0-3d9cccd5b6ee req-cef7c9f3-f29d-483f-af42-91e95d6c459c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801084 Nov 12 11:29:44.780526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:44.781558 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.783777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] 10.222.0.59 "PUT /v2.0/ports/9be7ec75-bb34-461b-9c48-413c11e651aa HTTP/1.1" status: 200 len: 1092 time: 1.5449550 Nov 12 11:29:44.784481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'tag': '9be7ec75-bb34-461b-9c48-413c11e651aa'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:44.788244 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da5b87-b98b-49d1-af6b-6c77e78727df" -d '{"events": [{"name": "network-changed", "server_uuid": "0062e6d1-f323-4e53-a6dc-0513d99c8def", "tag": "9be7ec75-bb34-461b-9c48-413c11e651aa"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:44.925808 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ae6336-3efd-41f8-a28d-c8ef0f2aa49d x-openstack-request-id: req-03ae6336-3efd-41f8-a28d-c8ef0f2aa49d {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:44.925808 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0062e6d1-f323-4e53-a6dc-0513d99c8def", "tag": "9be7ec75-bb34-461b-9c48-413c11e651aa", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:44.928601 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03ae6336-3efd-41f8-a28d-c8ef0f2aa49d {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:44.928601 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'tag': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'status': 'completed', 'code': 200} Nov 12 11:29:44.928601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962271c-49a0-4ccf-b155-7a683f9390bb service neutron] Pushing event updated for resources: {'Port': ['ID=9be7ec75-bb34-461b-9c48-413c11e651aa,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:44.966882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-a6982944-c4e1-4684-8bbe-2077792cad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:44.969110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-a6982944-c4e1-4684-8bbe-2077792cad1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 1095 time: 0.1220412 Nov 12 11:29:45.074986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-4d0d42c9-810b-4add-8685-04bbc1eb79f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be7ec75-bb34-461b-9c48-413c11e651aa HTTP/1.1" status: 200 len: 217 time: 0.0899138 Nov 12 11:29:45.185498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-e2d2c264-b54a-4166-b46b-251be383ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:45.186987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-e2d2c264-b54a-4166-b46b-251be383ba83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0979102 Nov 12 11:29:45.292406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-5d0a4189-3de1-4e69-a846-3e59f7da933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:45.294128 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-5d0a4189-3de1-4e69-a846-3e59f7da933d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900669 Nov 12 11:29:45.519042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-2581c39f-ea8a-40c9-bc0f-dbe32e2df55d service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127843 Nov 12 11:29:45.765681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 38560) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:45.790131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e0f44846-f00a-4f8b-bbda-3e84adbd2067 req-a64426a8-882e-4e6b-b1fe-c586d9c6f940 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602904 Nov 12 11:29:46.036673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-0c374c61-96df-4540-bf06-1ad9e0afeaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:46.046968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-0c374c61-96df-4540-bf06-1ad9e0afeaf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 1095 time: 0.1695416 Nov 12 11:29:46.220475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43bbbe-4c75-4d45-8595-0c4732c6efa0 req-e56ff5c5-3c62-4ce5-b5a9-bf96ca9bd9c2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:46.259306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b43bbbe-4c75-4d45-8595-0c4732c6efa0 req-e56ff5c5-3c62-4ce5-b5a9-bf96ca9bd9c2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.2659791 Nov 12 11:29:46.411046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b43bbbe-4c75-4d45-8595-0c4732c6efa0 req-6f7d8631-15bb-4949-9bd3-098238baa462 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468008 Nov 12 11:29:46.417382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-56c1eb52-5432-47fa-9a67-b5f4697ed801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:46.431270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-03feaef2-b6ba-42d8-952d-b0311c29402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:46.433369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-03feaef2-b6ba-42d8-952d-b0311c29402e service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.3779457 Nov 12 11:29:46.517362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-0cdb31d8-0a09-493d-b528-e436a03e40a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be7ec75-bb34-461b-9c48-413c11e651aa HTTP/1.1" status: 200 len: 217 time: 0.0618963 Nov 12 11:29:46.602671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-31ba91a5-cd76-4cde-b8db-2269d11c9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:46.604288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-31ba91a5-cd76-4cde-b8db-2269d11c9e6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0718439 Nov 12 11:29:46.665347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-56c1eb52-5432-47fa-9a67-b5f4697ed801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:46.673602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-56c1eb52-5432-47fa-9a67-b5f4697ed801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:46.715282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-d84e55ec-80ef-4449-8731-f353201272f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:46.717283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-d84e55ec-80ef-4449-8731-f353201272f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934010 Nov 12 11:29:46.734032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-56c1eb52-5432-47fa-9a67-b5f4697ed801 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d64d396023c949da97df216bda07dce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9665105 Nov 12 11:29:46.737101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38570) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:46.758793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1eb52-5432-47fa-9a67-b5f4697ed801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdcd15f-906d-48c6-8d58-e30993a8abbb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:46.822966 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:29:46.843998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-709da379-11b9-4628-b881-2d23ac52d075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:46.876249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-0832712e-ab6e-40f1-b14c-0e77f9a67629 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450062 Nov 12 11:29:46.884082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-709da379-11b9-4628-b881-2d23ac52d075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:47.033883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-709da379-11b9-4628-b881-2d23ac52d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:47.036757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-709da379-11b9-4628-b881-2d23ac52d075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:47.042865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-709da379-11b9-4628-b881-2d23ac52d075 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cdcd15f-906d-48c6-8d58-e30993a8abbb HTTP/1.1" status: 204 len: 168 time: 0.3035409 Nov 12 11:29:47.062301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709da379-11b9-4628-b881-2d23ac52d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdcd15f-906d-48c6-8d58-e30993a8abbb,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:47.105460 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00da5b87-b98b-49d1-af6b-6c77e78727df req-24d35161-13ca-46d7-a2b9-9ceb27ea0299 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185855 Nov 12 11:29:47.675035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e72ac-fad2-4663-91a5-7de4c4a48074 req-e1fb9b77-736c-4ed5-8abb-2142dcca1544 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:47.684248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-985e72ac-fad2-4663-91a5-7de4c4a48074 req-e1fb9b77-736c-4ed5-8abb-2142dcca1544 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.1163919 Nov 12 11:29:47.808880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-985e72ac-fad2-4663-91a5-7de4c4a48074 req-bd202ba4-a2b5-4c5d-8d9f-a1d46b595d8c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235886 Nov 12 11:29:49.090089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a8485-2ed7-4416-b042-48898b8bcfe1 req-9882bc77-6212-4373-9e5c-4f87cb028bfa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:49.091677 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b0a8485-2ed7-4416-b042-48898b8bcfe1 req-9882bc77-6212-4373-9e5c-4f87cb028bfa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.1036980 Nov 12 11:29:49.201293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b0a8485-2ed7-4416-b042-48898b8bcfe1 req-a446c80f-f906-44e2-bb0b-173dacce68a9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968959 Nov 12 11:29:50.355230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d80d-3b4a-4b6f-a331-3a0cdd3b0aca req-f833e1f9-08b8-417b-b2c6-f90741e062f7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:50.357074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-37f5d80d-3b4a-4b6f-a331-3a0cdd3b0aca req-f833e1f9-08b8-417b-b2c6-f90741e062f7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.0647767 Nov 12 11:29:50.465256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-37f5d80d-3b4a-4b6f-a331-3a0cdd3b0aca req-d0125087-7c1f-46c6-af97-e7a5ce75dc2a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006529 Nov 12 11:29:51.607249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db392b-3bc2-45c5-89e6-6c3b0afe6600 req-5c983a7a-be26-430d-9094-45cee52d702a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:51.611885 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7db392b-3bc2-45c5-89e6-6c3b0afe6600 req-5c983a7a-be26-430d-9094-45cee52d702a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.0786638 Nov 12 11:29:51.678777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7db392b-3bc2-45c5-89e6-6c3b0afe6600 req-ddada70e-e809-48f6-880c-cc3f0ee6d151 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591500 Nov 12 11:29:53.188769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78ec89-a1ec-4fc7-b81c-03ee0cf5f2f2 req-9b17dcef-7ea4-44f1-927d-91630fb435a2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:53.193409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd78ec89-a1ec-4fc7-b81c-03ee0cf5f2f2 req-9b17dcef-7ea4-44f1-927d-91630fb435a2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.4330256 Nov 12 11:29:53.265719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd78ec89-a1ec-4fc7-b81c-03ee0cf5f2f2 req-85462d52-d8ac-49fd-a61f-c275b67496f1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622377 Nov 12 11:29:53.950903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3380207a-cd0e-41e2-b4de-9e7ea409b0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:54.441581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c4bf6-6c6f-4db4-9f1a-c54eee732fa0 req-9df1e0ab-e0a0-41a2-ae4d-52e8a35a73cb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:54.452430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a29c4bf6-6c6f-4db4-9f1a-c54eee732fa0 req-9df1e0ab-e0a0-41a2-ae4d-52e8a35a73cb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.1020720 Nov 12 11:29:54.596093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a29c4bf6-6c6f-4db4-9f1a-c54eee732fa0 req-2239fff1-e6d2-4b33-8ba2-8ab96cdf5b40 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400268 Nov 12 11:29:55.753906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35341653-f04f-441f-9574-22c7736a7481 req-872b6eb8-dc7e-42f0-b2af-2a3eb4a6934c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:55.759674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35341653-f04f-441f-9574-22c7736a7481 req-872b6eb8-dc7e-42f0-b2af-2a3eb4a6934c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.0708017 Nov 12 11:29:55.866393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-35341653-f04f-441f-9574-22c7736a7481 req-0e448c7c-415d-45f2-b285-ba97c85881bf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029525 Nov 12 11:29:56.320822 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-caa5485c-c8d8-4f2c-9aaf-0436c2267a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.022635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b15f5-f87a-420c-b2c5-b175e7f5f754 req-aa8a9634-b2e3-42d9-b62d-d2b0f55b180b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:57.022635 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-363b15f5-f87a-420c-b2c5-b175e7f5f754 req-aa8a9634-b2e3-42d9-b62d-d2b0f55b180b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 943 time: 0.0609741 Nov 12 11:29:57.098818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-363b15f5-f87a-420c-b2c5-b175e7f5f754 req-119c1765-4418-4a74-a055-f2c95488ec8f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599720 Nov 12 11:29:57.682830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9be7ec75-bb34-461b-9c48-413c11e651aa details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:29:57.785965 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.822493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9be7ec75-bb34-461b-9c48-413c11e651aa, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9be7ec75-bb34-461b-9c48-413c11e651aa,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:57.842179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'port_id': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'mac_address': 'fa:16:3e:a7:38:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:29:57.890975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.906388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be7ec75-bb34-461b-9c48-413c11e651aa {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:29:57.938892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9be7ec75-bb34-461b-9c48-413c11e651aa, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9be7ec75-bb34-461b-9c48-413c11e651aa,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:57.945196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.015919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9be7ec75-bb34-461b-9c48-413c11e651aa,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:58.249220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9be7ec75-bb34-461b-9c48-413c11e651aa'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:58.278802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29513253-05dc-4079-8b15-a756ccc3630d req-80c98378-89cf-4e46-baa3-6ca149840f5c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:58.287825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-29513253-05dc-4079-8b15-a756ccc3630d req-80c98378-89cf-4e46-baa3-6ca149840f5c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 944 time: 0.1020424 Nov 12 11:29:58.357539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-29513253-05dc-4079-8b15-a756ccc3630d req-078d96ae-90a1-401b-82cc-0f5682960490 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607796 Nov 12 11:29:59.494817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc8474-a118-47da-a54b-5fea15113bda req-c6c4f8ff-d8eb-4492-b13e-5c159705470b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:59.498699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73cc8474-a118-47da-a54b-5fea15113bda req-c6c4f8ff-d8eb-4492-b13e-5c159705470b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 944 time: 0.0626440 Nov 12 11:29:59.527189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.576777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-73cc8474-a118-47da-a54b-5fea15113bda req-d86312ae-0cc9-4a98-96b5-167419a95882 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637615 Nov 12 11:29:59.698587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9be7ec75-bb34-461b-9c48-413c11e651aa up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:59.796716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 9be7ec75-bb34-461b-9c48-413c11e651aa completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:29:59.803652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9be7ec75-bb34-461b-9c48-413c11e651aa triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:59.804238 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.950997 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.997986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9be7ec75-bb34-461b-9c48-413c11e651aa, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9be7ec75-bb34-461b-9c48-413c11e651aa,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:59.999319 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be7ec75-bb34-461b-9c48-413c11e651aa'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:30:00.003019 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd96f29-ee3d-416a-90b1-0887691552e5" -d '{"events": [{"server_uuid": "0062e6d1-f323-4e53-a6dc-0513d99c8def", "name": "network-vif-plugged", "status": "completed", "tag": "9be7ec75-bb34-461b-9c48-413c11e651aa"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:30:00.007084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:00.081623 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f7ba3c-4a97-48f9-b4f1-6b6f7e781a8b x-openstack-request-id: req-c4f7ba3c-4a97-48f9-b4f1-6b6f7e781a8b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:30:00.082186 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0062e6d1-f323-4e53-a6dc-0513d99c8def", "name": "network-vif-plugged", "status": "completed", "tag": "9be7ec75-bb34-461b-9c48-413c11e651aa", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:30:00.082635 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4f7ba3c-4a97-48f9-b4f1-6b6f7e781a8b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:30:00.083367 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'code': 200} Nov 12 11:30:00.092182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9be7ec75-bb34-461b-9c48-413c11e651aa,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:00.262676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6be43e-9b16-4f0d-b7c4-4a022a99638f req-caa5b774-820f-4bf3-8c82-90af49559ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:00.270528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d6be43e-9b16-4f0d-b7c4-4a022a99638f req-caa5b774-820f-4bf3-8c82-90af49559ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 1097 time: 0.0923564 Nov 12 11:30:00.333906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d6be43e-9b16-4f0d-b7c4-4a022a99638f req-911f81d4-ab73-404c-a801-aa8ffbb1b665 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601263 Nov 12 11:30:00.628335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:00.765011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58a6a-4089-4656-b98f-81cb1eb0f304 req-9f9d4cba-443a-4fde-bfe2-cec9f6671c08 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:00.767654 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03c58a6a-4089-4656-b98f-81cb1eb0f304 req-9f9d4cba-443a-4fde-bfe2-cec9f6671c08 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 945 time: 0.0954528 Nov 12 11:30:00.879592 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03c58a6a-4089-4656-b98f-81cb1eb0f304 req-816fc76c-d2ee-446e-90e2-afeaa841b9ac tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015296 Nov 12 11:30:02.063996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d5acc-e2fa-44e3-9bd6-29cdf576c283 req-cc2d632e-c8c2-4f3e-be08-a863bec4f501 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.068113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c4d5acc-e2fa-44e3-9bd6-29cdf576c283 req-cc2d632e-c8c2-4f3e-be08-a863bec4f501 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 945 time: 0.0653617 Nov 12 11:30:02.161643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c4d5acc-e2fa-44e3-9bd6-29cdf576c283 req-89cc2898-724f-41f8-be68-da9ac804f366 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837598 Nov 12 11:30:02.318302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804653b-c863-494b-8418-e13323e5202d req-86b04707-b448-4b52-abfb-8bfafb3a22e8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.320343 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b804653b-c863-494b-8418-e13323e5202d req-86b04707-b448-4b52-abfb-8bfafb3a22e8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 945 time: 0.0571029 Nov 12 11:30:02.399255 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b804653b-c863-494b-8418-e13323e5202d req-736f34cb-2004-47a7-a10a-1b9a37b575e7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712402 Nov 12 11:30:02.426069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38794) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:02.771133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e4081-2975-45e9-a36a-bad8920050bd tempest-TestVolumeBootPattern-634862203 tempest-TestVolumeBootPattern-634862203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.777031 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bb9e4081-2975-45e9-a36a-bad8920050bd tempest-TestVolumeBootPattern-634862203 tempest-TestVolumeBootPattern-634862203-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 1092 time: 0.3456788 Nov 12 11:30:02.777351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 38800) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:02.785808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:02.813808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:02.941543 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.112391 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.25.2.83 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/9a191bf6-8e90-4a1f-a366-6907b0a7b4ba) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:03.279361 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.325439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.371779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:03.379159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:03.383533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:03.411131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=9a191bf6-8e90-4a1f-a366-6907b0a7b4ba,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:03.420672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.421200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.421394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.421744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.422190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.422535 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.422866 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.423194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.423526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.423848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.424177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.424503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.918323 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.020069 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.245282 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.252481 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.328202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=9a191bf6-8e90-4a1f-a366-6907b0a7b4ba,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:04.343033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.466434 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Floating IP 24d26ac7-7a27-4f3c-b2f0-bb40f85b9c31 associated. External IP: 172.25.2.83, port: 9be7ec75-bb34-461b-9c48-413c11e651aa. Nov 12 11:30:04.765800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:30:04.916463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:04.929952 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:04.940588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.948210 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:04.949573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:29:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:04.976848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-575a7dc2-0c7a-4ff2-8af9-8af50e309318 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1951287 Nov 12 11:30:04.977811 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'tag': '9be7ec75-bb34-461b-9c48-413c11e651aa'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:30:04.980188 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac852d3-8595-4b26-b5c8-17215b901e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0062e6d1-f323-4e53-a6dc-0513d99c8def", "tag": "9be7ec75-bb34-461b-9c48-413c11e651aa"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:30:05.091370 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07eb40d-cc64-4cd4-9668-a81fb9117283 x-openstack-request-id: req-f07eb40d-cc64-4cd4-9668-a81fb9117283 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:30:05.091667 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0062e6d1-f323-4e53-a6dc-0513d99c8def", "tag": "9be7ec75-bb34-461b-9c48-413c11e651aa", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:30:05.091929 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f07eb40d-cc64-4cd4-9668-a81fb9117283 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:30:05.092337 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'tag': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'status': 'completed', 'code': 200} Nov 12 11:30:05.160011 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:05.208763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-c9662278-06e8-47e3-8580-3c4bf7c786f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:05.211817 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-c9662278-06e8-47e3-8580-3c4bf7c786f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 1097 time: 0.0914543 Nov 12 11:30:05.372684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-b3b45cb5-3015-4282-8b80-f8a85f2b56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:05.374472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-b3b45cb5-3015-4282-8b80-f8a85f2b56ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1384819 Nov 12 11:30:05.501928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-65dd643f-0df2-42de-acb7-a453123c4d5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be7ec75-bb34-461b-9c48-413c11e651aa HTTP/1.1" status: 200 len: 998 time: 0.1134677 Nov 12 11:30:05.537036 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '24d26ac7-7a27-4f3c-b2f0-bb40f85b9c31', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:a7:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:30:03Z', 'updated_at': '2021-11-12T11:30:03Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:05.574532 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:05.586450 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:05.587462 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:29:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:05.609757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-a9d4e614-b9fd-4eb6-9342-c4b73b02f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:05.613828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-a9d4e614-b9fd-4eb6-9342-c4b73b02f10d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0947027 Nov 12 11:30:05.691349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-be087dd6-9e8c-4746-8d74-0b6f7626415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:05.693101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-be087dd6-9e8c-4746-8d74-0b6f7626415a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686831 Nov 12 11:30:05.874623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-ff90464a-7c05-4950-b813-8fab10ae439d service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608944 Nov 12 11:30:05.912595 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:06.022270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6ac852d3-8595-4b26-b5c8-17215b901e4a req-3a20b751-acb9-41f4-8987-217de6116043 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465297 Nov 12 11:30:06.254396 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '24d26ac7-7a27-4f3c-b2f0-bb40f85b9c31', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:a7:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:30:03Z', 'updated_at': '2021-11-12T11:30:03Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:06.282356 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d4b634-432d-4f61-b584-714ce1de3572 None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '24d26ac7-7a27-4f3c-b2f0-bb40f85b9c31', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:a7:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:30:03Z', 'updated_at': '2021-11-12T11:30:03Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:06.582563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396a8f16-8963-4dbb-8cc9-902b6a026134 None None] New status for floating IP 24d26ac7-7a27-4f3c-b2f0-bb40f85b9c31: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:30:10.193797 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:10.607525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:16.279297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558507f8-b596-4f80-a27e-01cde29dd23c req-d6235282-56ae-4c39-9cc6-1329707aaaae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1088593 Nov 12 11:30:16.420254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558507f8-b596-4f80-a27e-01cde29dd23c req-273058cb-c681-45dd-9a99-681176618d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:16.421861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558507f8-b596-4f80-a27e-01cde29dd23c req-273058cb-c681-45dd-9a99-681176618d27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0734432 Nov 12 11:30:16.639262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558507f8-b596-4f80-a27e-01cde29dd23c req-64b6aaf1-458d-48c7-a28f-2f2690f29452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:16.641614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558507f8-b596-4f80-a27e-01cde29dd23c req-64b6aaf1-458d-48c7-a28f-2f2690f29452 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 HTTP/1.1" status: 200 len: 898 time: 0.1793244 Nov 12 11:30:16.835788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558507f8-b596-4f80-a27e-01cde29dd23c req-993eca05-0e58-4e23-a7cd-15ae680d526f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ca2ae40-52fd-4865-89df-881750323523 HTTP/1.1" status: 200 len: 1001 time: 0.1819081 Nov 12 11:30:17.013347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558507f8-b596-4f80-a27e-01cde29dd23c req-982443eb-4861-4987-9940-57f72340c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:17.017046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93465-6275-4d85-b74c-d6e65f48d9d1 req-ab45d826-467f-446a-9f04-c3eaaa59dfa0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:17.028666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558507f8-b596-4f80-a27e-01cde29dd23c req-982443eb-4861-4987-9940-57f72340c8f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffcb647b-1c6e-44ba-be4e-141cf09d518d HTTP/1.1" status: 200 len: 835 time: 0.1709514 Nov 12 11:30:17.031407 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cbf93465-6275-4d85-b74c-d6e65f48d9d1 req-ab45d826-467f-446a-9f04-c3eaaa59dfa0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1117406 Nov 12 11:30:17.239267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cbf93465-6275-4d85-b74c-d6e65f48d9d1 req-1023846b-7f00-4e1c-b567-1a0f7d4501ad tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997333 Nov 12 11:30:17.266567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558507f8-b596-4f80-a27e-01cde29dd23c req-cc3c4543-6669-44f1-8d41-a5b61bc11e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:17.270990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558507f8-b596-4f80-a27e-01cde29dd23c req-cc3c4543-6669-44f1-8d41-a5b61bc11e51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2389603 Nov 12 11:30:17.690588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558507f8-b596-4f80-a27e-01cde29dd23c req-9bf10a75-89f2-40e1-813b-94baefd0ea54 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046142 Nov 12 11:30:17.873119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-558507f8-b596-4f80-a27e-01cde29dd23c req-2871925d-e4aa-483b-85c4-4915b09a86c3 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656983 Nov 12 11:30:18.496520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe377452-c903-4003-98c6-b279736ae536 req-7a412ec7-e770-4fe1-9265-8b672e0af6fe tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:18.500140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe377452-c903-4003-98c6-b279736ae536 req-7a412ec7-e770-4fe1-9265-8b672e0af6fe tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1081116 Nov 12 11:30:18.605265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe377452-c903-4003-98c6-b279736ae536 req-39304e13-a03e-4618-858a-ac6c8547ff3e tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902119 Nov 12 11:30:19.781854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba51d-73e7-4571-950e-2066aa03bdaf req-7995e9e6-8282-47a6-93b6-3f51fc154431 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:19.790008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f38ba51d-73e7-4571-950e-2066aa03bdaf req-7995e9e6-8282-47a6-93b6-3f51fc154431 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0772657 Nov 12 11:30:19.873948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f38ba51d-73e7-4571-950e-2066aa03bdaf req-0ae423a2-71b8-4631-8867-dae2f1b2a6ed tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824037 Nov 12 11:30:21.088470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0b252-887a-400c-b024-8a7b8046f4b3 req-bcbee19a-6dff-45c0-bfe3-7fa7d600dbef tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:21.091273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8c0b252-887a-400c-b024-8a7b8046f4b3 req-bcbee19a-6dff-45c0-bfe3-7fa7d600dbef tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0984128 Nov 12 11:30:21.169444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e8c0b252-887a-400c-b024-8a7b8046f4b3 req-0787de95-859f-498f-b16a-654d1f889e72 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702081 Nov 12 11:30:22.361647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee6d69-dc8d-4052-9a60-60c75cff28de req-0740ff28-eb6d-47b4-9d9d-6e880932c25a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:22.363591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-abee6d69-dc8d-4052-9a60-60c75cff28de req-0740ff28-eb6d-47b4-9d9d-6e880932c25a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0789051 Nov 12 11:30:22.438029 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-abee6d69-dc8d-4052-9a60-60c75cff28de req-de453d51-9d97-4c3b-aec8-d165b263c074 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646851 Nov 12 11:30:23.594536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062c1a5-9ef5-4d29-a838-5b89845a864e req-305ac8c4-f31a-4024-b3c6-47a0599226b7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:23.596082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2062c1a5-9ef5-4d29-a838-5b89845a864e req-305ac8c4-f31a-4024-b3c6-47a0599226b7 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0705204 Nov 12 11:30:23.653058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2062c1a5-9ef5-4d29-a838-5b89845a864e req-614bcbc4-b6f1-413c-b131-7d0473076ba3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506322 Nov 12 11:30:23.822904 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:30:23.945498 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50f6aa02-f957-42af-b735-588ada01dfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.806934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfd7c3-2ec3-4310-bde8-6c73e0fcb495 req-be514013-5a56-4afe-ad8d-689b42658f43 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:24.809172 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2cfd7c3-2ec3-4310-bde8-6c73e0fcb495 req-be514013-5a56-4afe-ad8d-689b42658f43 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0634301 Nov 12 11:30:24.870995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f2cfd7c3-2ec3-4310-bde8-6c73e0fcb495 req-5100bdc0-c214-49b6-bb08-4ec645087653 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548725 Nov 12 11:30:25.063884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39086) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:25.260140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Deleting subnet 40a67d22-35ee-42ae-bb7b-5648f817caaa {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:30:25.265721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.332042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.393549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.483327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.504354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.509327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/40a67d22-35ee-42ae-bb7b-5648f817caaa HTTP/1.1" status: 204 len: 168 time: 0.4418240 Nov 12 11:30:25.511694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39092) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:25.512228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766be59-337f-4806-a493-218ad0b52820 None None] Network 794beb84-3fa1-45f7-a59e-1691a7689d64 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:25.529676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a67d22-35ee-42ae-bb7b-5648f817caaa,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:25.538860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.539346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.539786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.540363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.540794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.541266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.541678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.542102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.542630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.543138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.543759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.544107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a7e16-9075-4583-9cb7-686c12c848b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:25.706590 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.870812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.935853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794beb84-3fa1-45f7-a59e-1691a7689d64']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:25.959680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:25.960084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f3cd6a-fcdd-4323-b7ed-dcb15856e04c') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:25.986746 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.012806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.026023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:30:26.026566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:30:26.028453 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:30:26.128784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9438-9c93-4295-8220-4954b5631714 req-8bfcbde6-6553-4741-ac9c-a1e06cdbf8f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:26.136958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-033c9438-9c93-4295-8220-4954b5631714 req-8bfcbde6-6553-4741-ac9c-a1e06cdbf8f2 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1218226 Nov 12 11:30:26.166853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.175215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.184265 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] 10.222.0.31 "DELETE /v2.0/networks/794beb84-3fa1-45f7-a59e-1691a7689d64 HTTP/1.1" status: 204 len: 168 time: 0.6705942 Nov 12 11:30:26.239567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac9472-0bb8-4461-b612-a4a0ed6dfade admin admin] Pushing event deleted for resources: {'Network': ['ID=794beb84-3fa1-45f7-a59e-1691a7689d64,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:26.269842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-033c9438-9c93-4295-8220-4954b5631714 req-c8678d5b-64f7-49c0-92b1-c57f44eaa2ac tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211607 Nov 12 11:30:26.345089 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2be72f92-d4c3-4e1e-9c8c-3a809aa9b9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.359341 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c03028-dbad-4282-abf4-0b5de41a84b7 None None] DHCP port deletion for 794beb84-3fa1-45f7-a59e-1691a7689d64 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:26.424196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39102) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:26.485490 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6f392b97-7e79-4010-b5d9-97f50f94baca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3641ca9852ba4d6a82fd219419e9687b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589526 Nov 12 11:30:26.488027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:26.592228 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eb18fa3-6146-4c26-aa63-047e306c82de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.620041 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eb18fa3-6146-4c26-aa63-047e306c82de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.710187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eb18fa3-6146-4c26-aa63-047e306c82de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.728958 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eb18fa3-6146-4c26-aa63-047e306c82de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.735346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9eb18fa3-6146-4c26-aa63-047e306c82de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1358029e-d4fb-445c-acf1-45503a370457 HTTP/1.1" status: 204 len: 168 time: 0.2454944 Nov 12 11:30:26.771012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb18fa3-6146-4c26-aa63-047e306c82de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1358029e-d4fb-445c-acf1-45503a370457,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:27.448830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eb4b7-c810-4587-99e0-1538f77d08f2 req-98dfb12a-e01f-4602-a9cd-0ab38893aafa tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:27.451563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-713eb4b7-c810-4587-99e0-1538f77d08f2 req-98dfb12a-e01f-4602-a9cd-0ab38893aafa tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1002250 Nov 12 11:30:27.556547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-713eb4b7-c810-4587-99e0-1538f77d08f2 req-87f0395a-329f-4108-9212-86c89372e060 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975318 Nov 12 11:30:27.827989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:28.740269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e7f7-d24a-4756-8861-45b42ae5aa24 req-82a8d2fa-5879-4d75-a902-bdabd764a2e3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:28.742877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5fa6e7f7-d24a-4756-8861-45b42ae5aa24 req-82a8d2fa-5879-4d75-a902-bdabd764a2e3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0661464 Nov 12 11:30:28.816115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5fa6e7f7-d24a-4756-8861-45b42ae5aa24 req-f413b559-c3ee-4bd4-84cf-50f73e2bf583 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671275 Nov 12 11:30:29.534277 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.990112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65dfe6-eb86-4e33-b13c-61d00086e6aa req-133bc636-0891-4952-80ac-41873e9aa89a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:30.000104 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df65dfe6-eb86-4e33-b13c-61d00086e6aa req-133bc636-0891-4952-80ac-41873e9aa89a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0819714 Nov 12 11:30:30.077320 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df65dfe6-eb86-4e33-b13c-61d00086e6aa req-424ec185-3f97-41f6-86a4-9c31590418fc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760796 Nov 12 11:30:30.631476 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:31.369472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd57bf-58d9-4271-b5bb-38976dbd5e0c req-e324e26c-e836-493f-bae6-d3f822d6d099 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:31.372974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75dd57bf-58d9-4271-b5bb-38976dbd5e0c req-e324e26c-e836-493f-bae6-d3f822d6d099 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.2037246 Nov 12 11:30:31.447185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75dd57bf-58d9-4271-b5bb-38976dbd5e0c req-31745df9-aea0-4650-9e0f-43a530f05ebc tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663302 Nov 12 11:30:32.633312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f48ec5-7511-4c59-ba45-7cce5d9e4669 req-afa5d0c4-461b-413f-9507-c132bdc878b9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:32.643690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b7f48ec5-7511-4c59-ba45-7cce5d9e4669 req-afa5d0c4-461b-413f-9507-c132bdc878b9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0896070 Nov 12 11:30:32.708787 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b7f48ec5-7511-4c59-ba45-7cce5d9e4669 req-87c5281c-6ad4-4c69-8f0f-ada16c6ca0a0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637128 Nov 12 11:30:33.869943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eefba-1ee5-463f-b6e8-b25105aba509 req-86492dd3-bd9d-4793-a4eb-1bb8260fe586 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:33.871712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f0eefba-1ee5-463f-b6e8-b25105aba509 req-86492dd3-bd9d-4793-a4eb-1bb8260fe586 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0690134 Nov 12 11:30:33.941884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f0eefba-1ee5-463f-b6e8-b25105aba509 req-bff544e0-dbc2-4185-baec-bfb9107278d9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613484 Nov 12 11:30:35.145527 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7da0ee-71cf-44f9-9acd-9b8c65fb0d94 req-7726a5bb-2525-483c-aa9d-ca2418c6cea1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:35.148528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da7da0ee-71cf-44f9-9acd-9b8c65fb0d94 req-7726a5bb-2525-483c-aa9d-ca2418c6cea1 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0717266 Nov 12 11:30:35.219003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da7da0ee-71cf-44f9-9acd-9b8c65fb0d94 req-086e8858-aa40-4e0e-ad84-a9ff870140b0 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627630 Nov 12 11:30:35.921897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2ca2ae40-52fd-4865-89df-881750323523 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:30:35.973863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af00c9-1742-4f47-abad-b44a5e4dc2aa req-6122bc72-457a-41b5-a1b9-81c96542856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:35.976025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1af00c9-1742-4f47-abad-b44a5e4dc2aa req-6122bc72-457a-41b5-a1b9-81c96542856c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0521598 Nov 12 11:30:36.034653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2ca2ae40-52fd-4865-89df-881750323523,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:36.050066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '2ca2ae40-52fd-4865-89df-881750323523', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'port_id': '2ca2ae40-52fd-4865-89df-881750323523', 'mac_address': 'fa:16:3e:d7:e0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:30:36.081122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1af00c9-1742-4f47-abad-b44a5e4dc2aa req-fdb6348c-7bed-4fa8-848a-fc709c69384b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921762 Nov 12 11:30:36.112032 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:36.145570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ca2ae40-52fd-4865-89df-881750323523 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:30:36.168165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2ca2ae40-52fd-4865-89df-881750323523,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:36.173669 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:36.266017 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2ca2ae40-52fd-4865-89df-881750323523,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:36.300974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.302790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.305277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.305830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.306353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.306972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.308089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.309339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.309861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.310856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.311581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.323226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:36.412116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3a06-cde7-4b0d-9761-abd7e930aa89 req-faf3694b-cfc5-498d-89e5-ca10fd257dcd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:36.413838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-757d3a06-cde7-4b0d-9761-abd7e930aa89 req-faf3694b-cfc5-498d-89e5-ca10fd257dcd tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 944 time: 0.0882716 Nov 12 11:30:36.502484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['2ca2ae40-52fd-4865-89df-881750323523'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:30:36.504961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-757d3a06-cde7-4b0d-9761-abd7e930aa89 req-f578e71e-5e57-4a4b-89b6-8cd78e02c45b tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784094 Nov 12 11:30:37.741859 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f020d8-40e4-452d-b840-eb8e3e366a72 req-95251c46-ac97-4008-a6fe-5d5488e4ecc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:37.755410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4f020d8-40e4-452d-b840-eb8e3e366a72 req-95251c46-ac97-4008-a6fe-5d5488e4ecc9 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 944 time: 0.1181493 Nov 12 11:30:37.840267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39330) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:37.863654 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4f020d8-40e4-452d-b840-eb8e3e366a72 req-414e2ae4-a37b-46e1-bc84-8c040f8e7ce3 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071398 Nov 12 11:30:37.877332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39334) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:37.929000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2ca2ae40-52fd-4865-89df-881750323523 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:38.081366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 2ca2ae40-52fd-4865-89df-881750323523 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:38.082257 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.110462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2a3389dd-ffc6-4541-8896-ba21bdc1b45c tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/floatingips/cb11a197-1272-4da9-8e4a-8d00affbdf8b HTTP/1.1" status: 200 len: 992 time: 0.2300048 Nov 12 11:30:38.161260 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5763480f-d8b0-4661-b7a1-b16d67bd0703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.227666 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.265199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca2ae40-52fd-4865-89df-881750323523'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:30:38.267957 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d721a25e-dc4d-47d4-bb81-d08796cf4185" -d '{"events": [{"server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "name": "network-vif-plugged", "status": "completed", "tag": "2ca2ae40-52fd-4865-89df-881750323523"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:30:38.313964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2ca2ae40-52fd-4865-89df-881750323523,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:38.320346 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.368768 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686d86df-a1b1-4cff-a387-1147b7c5439f x-openstack-request-id: req-686d86df-a1b1-4cff-a387-1147b7c5439f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:30:38.369522 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "name": "network-vif-plugged", "status": "completed", "tag": "2ca2ae40-52fd-4865-89df-881750323523", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:30:38.369996 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-686d86df-a1b1-4cff-a387-1147b7c5439f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:30:38.370609 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca2ae40-52fd-4865-89df-881750323523', 'code': 200} Nov 12 11:30:38.406004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=2ca2ae40-52fd-4865-89df-881750323523,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:38.415823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5763480f-d8b0-4661-b7a1-b16d67bd0703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.421989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5763480f-d8b0-4661-b7a1-b16d67bd0703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.486155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5763480f-d8b0-4661-b7a1-b16d67bd0703 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ace44f81efb400a9c15af73fbe02e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6432219 Nov 12 11:30:38.488166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39346) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:38.550615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763480f-d8b0-4661-b7a1-b16d67bd0703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fca2f6-3145-405e-bd2d-4d1c499e3bce,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:38.589657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b28a70f4-5e78-42e5-b527-0e734454f7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.621190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b28a70f4-5e78-42e5-b527-0e734454f7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.694758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b28a70f4-5e78-42e5-b527-0e734454f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.697771 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b28a70f4-5e78-42e5-b527-0e734454f7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.701621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b28a70f4-5e78-42e5-b527-0e734454f7ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61fca2f6-3145-405e-bd2d-4d1c499e3bce HTTP/1.1" status: 204 len: 168 time: 0.2122984 Nov 12 11:30:38.710641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a70f4-5e78-42e5-b527-0e734454f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fca2f6-3145-405e-bd2d-4d1c499e3bce,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:40.222666 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.543987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39398) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:40.609647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.747113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'network': {'name': 'tempest-network-smoke--1391323871', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'port_security_enabled': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:40.771358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:40.776119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.795861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.893961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.899743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.926612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:30:40.945589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.945932 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Added segment 20e9c5f3-f824-4582-91b2-9286cf10021c of type vlan for network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e Nov 12 11:30:40.947172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a23093-812f-498e-a8ad-ab1e66412732,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:40.989557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.017589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.023734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:41.024370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.096474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5467937 Nov 12 11:30:41.096682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39406) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:41.101018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-279129194', 'admin_state_up': True, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:41.107554 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d72a5d-5050-45f4-9dbb-8fdc7a113fad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Network': ['ID=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:41.127495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:30:41.140250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.142644 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.226730 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.423809 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.663940 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.691905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.738447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39416) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:41.863689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.25.2.229 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/c1d47fe0-55db-4311-ae56-05f7c156f07c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:41.907178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-81d026fc-5bec-412a-974b-708b4be74003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.016824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-81d026fc-5bec-412a-974b-708b4be74003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.022537 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-81d026fc-5bec-412a-974b-708b4be74003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.036078 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.087976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-81d026fc-5bec-412a-974b-708b4be74003 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1783d1512784445faf5df817a323ba7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472679 Nov 12 11:30:42.088553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:42.093940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d026fc-5bec-412a-974b-708b4be74003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62f6f23-7628-4838-83ec-8b523d016dd1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:42.096944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.163495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:42.174528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:42.176702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=c1d47fe0-55db-4311-ae56-05f7c156f07c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:42.179848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:42.209883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7c54c-0df4-4c31-bd03-44ca297562fb None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:42.226003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e46c58d-f8ee-4c5f-af30-4e054c5a465d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.300364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f6f7d2e7-6510-4466-8972-c849e1df1979 None None] Provisioning complete for port c1d47fe0-55db-4311-ae56-05f7c156f07c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:42.301445 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f6f7d2e7-6510-4466-8972-c849e1df1979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.363049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7d2e7-6510-4466-8972-c849e1df1979 None None] Port c1d47fe0-55db-4311-ae56-05f7c156f07c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:42.598287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e46c58d-f8ee-4c5f-af30-4e054c5a465d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.710707 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e46c58d-f8ee-4c5f-af30-4e054c5a465d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.713779 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2e46c58d-f8ee-4c5f-af30-4e054c5a465d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.715360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2e46c58d-f8ee-4c5f-af30-4e054c5a465d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d62f6f23-7628-4838-83ec-8b523d016dd1 HTTP/1.1" status: 204 len: 168 time: 0.6253068 Nov 12 11:30:42.763242 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46c58d-f8ee-4c5f-af30-4e054c5a465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62f6f23-7628-4838-83ec-8b523d016dd1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:42.842091 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.091966 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.257568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router c9dbf3db-5c66-4f7c-9179-9719c477de3d is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:30:43.381728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:43.404159 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Sync routers for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:43.417808 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:43.418496 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:30:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:43.421793 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.423591 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ea0f561b-1e19-4724-af04-22d05c2a8269 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3259709 Nov 12 11:30:43.428457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39452) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:43.574713 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:43.666964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39460) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:43.743865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-754518610-network', 'tenant_id': '3bcb7e0832344c1292f470cd252f728c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:43.797715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Made reservation on behalf of 3bcb7e0832344c1292f470cd252f728c for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:43.800133 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.803462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f06552a-1e4f-4d6b-aba0-217c095473c3 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dbc10fd275344f60aa700a85e3699591&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3720241 Nov 12 11:30:43.806916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39468) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:43.812827 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.834319 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:42Z', 'revision_number': 3, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:43.873141 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Checking router: c9dbf3db-5c66-4f7c-9179-9719c477de3d for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:43.873499 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Updating router c9dbf3db-5c66-4f7c-9179-9719c477de3d port c1d47fe0-55db-4311-ae56-05f7c156f07c binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:30:43.910455 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.927520 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.933188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.961843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:30:43.982361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7358e-7696-4624-b8cf-ba438de83101,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:43.986645 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.987449 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Added segment 6780428e-4baa-448c-bea2-0c48947634fe of type vlan for network 371565e0-c907-4158-955c-c419bbe01773 Nov 12 11:30:44.039601 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.066259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d3f811-3056-4334-970c-6ba5918c4c87 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:44.072108 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-70d3f811-3056-4334-970c-6ba5918c4c87 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2634609 Nov 12 11:30:44.072904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39470) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:44.103668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.105414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:44.106058 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.120400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7991fce1-c625-43fc-98b8-f1861e96870a tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462930 Nov 12 11:30:44.121035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39472) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:44.127193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2103982168', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:44.175562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] Pushing event updated for resources: {'Network': ['ID=371565e0-c907-4158-955c-c419bbe01773,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:44.184400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-717ad36b-7df7-4590-a086-320cabeb964a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5155606 Nov 12 11:30:44.186652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39474) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:44.191671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 371565e0-c907-4158-955c-c419bbe01773 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:30:44.199684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Request body: {'subnet': {'network_id': '371565e0-c907-4158-955c-c419bbe01773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-754518610-subnet', 'tenant_id': '3bcb7e0832344c1292f470cd252f728c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:44.246778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Made reservation on behalf of 3bcb7e0832344c1292f470cd252f728c for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:44.253758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.292029 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.299669 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.302255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:44.307455 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.355239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730699ac-b610-4b5a-9d08-4f03a4db7343 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:44.361478 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Attempting to bind port c1d47fe0-55db-4311-ae56-05f7c156f07c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:44.361839 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Attempting to bind port c1d47fe0-55db-4311-ae56-05f7c156f07c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:44.362202 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Attempting to bind port c1d47fe0-55db-4311-ae56-05f7c156f07c on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:44.369094 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Pushing event updated for resources: {'Port': ['ID=c1d47fe0-55db-4311-ae56-05f7c156f07c,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:44.371668 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:44.372122 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:44.372414 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.372850 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:44.373870 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Bound port: c1d47fe0-55db-4311-ae56-05f7c156f07c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:44.374035 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.400472 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.400992 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.401329 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.401775 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.402030 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.402301 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.402619 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.402935 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.403251 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.403563 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.403876 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.404187 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:44.415858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8578f626-b3de-4409-9485-ed5e846d0778 None None] Provisioning complete for port c1d47fe0-55db-4311-ae56-05f7c156f07c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:44.418242 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8578f626-b3de-4409-9485-ed5e846d0778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.484979 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] For port c1d47fe0-55db-4311-ae56-05f7c156f07c, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:44.497610 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] For port c1d47fe0-55db-4311-ae56-05f7c156f07c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c1d47fe0-55db-4311-ae56-05f7c156f07c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:44.505052 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.523093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8578f626-b3de-4409-9485-ed5e846d0778 None None] Port c1d47fe0-55db-4311-ae56-05f7c156f07c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:44.558819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.594368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b517b1-6ee7-4edc-b0e3-bbabe08e8f80 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:44.609108 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:44.610038 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:30:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:44.629354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4f11b3-d398-4a10-af4e-3fdb56fd43c7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:44.657050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-28388939-1545-4518-8f0e-712de2dce058 None None] Provisioning complete for port c1d47fe0-55db-4311-ae56-05f7c156f07c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:44.657427 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28388939-1545-4518-8f0e-712de2dce058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.668117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Checking segment: {'id': '6780428e-4baa-448c-bea2-0c48947634fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '371565e0-c907-4158-955c-c419bbe01773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:44.668608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Network hostable DHCP agents. Network: 371565e0-c907-4158-955c-c419bbe01773, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:30:44.692459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Network 371565e0-c907-4158-955c-c419bbe01773 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:30:44.712669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 371565e0-c907-4158-955c-c419bbe01773) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:44.722335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:44.722939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.726441 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.734312 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0870d069-aab1-4d7e-99b0-feaba01cb62d None None] Network 371565e0-c907-4158-955c-c419bbe01773 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:44.761372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aef1b91d-a783-4a37-8c4d-dac0335a8b86 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5714743 Nov 12 11:30:44.816513 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:44.819694 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28effe-94f1-4d50-8029-016af14974f6 None None] Pushing event updated for resources: {'Port': ['ID=c1d47fe0-55db-4311-ae56-05f7c156f07c,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:44.945779 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Subnet': ['ID=2b9bc16c-6984-4e5f-ae44-898055f0b914,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:44.959873 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531db5b-9c20-4635-800e-b189f6d5bf79 None None] Network 371565e0-c907-4158-955c-c419bbe01773 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:44.980833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Checking segment: {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:44.981230 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network hostable DHCP agents. Network: 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:30:45.029007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:30:45.059769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:45.069429 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28388939-1545-4518-8f0e-712de2dce058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.082375 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:45.083000 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.093033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-28388939-1545-4518-8f0e-712de2dce058 None None] For port c1d47fe0-55db-4311-ae56-05f7c156f07c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c1d47fe0-55db-4311-ae56-05f7c156f07c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:45.101024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaa8251-b207-4849-93c4-ae582fc3e040 None None] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:45.105381 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-28388939-1545-4518-8f0e-712de2dce058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.123026 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-55a9028e-bfbb-4dc4-9b7d-8cc4d74524c4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0009305 Nov 12 11:30:45.127317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39486) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:45.248122 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:42Z', 'revision_number': 3, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:45.258979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28388939-1545-4518-8f0e-712de2dce058 None None] Pushing event updated for resources: {'Port': ['ID=c1d47fe0-55db-4311-ae56-05f7c156f07c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:45.420456 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d500af-a193-4cd7-bf64-940a9677a82d None None] The sync data for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 is: [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:42Z', 'revision_number': 3, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:45.451331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:30:45.452332 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.668694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Allocated IP 172.20.0.2 (9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e/2b9bc16c-6984-4e5f-ae44-898055f0b914/06eecd9c-df1e-4262-8119-cf257d35f3cd) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:45.784775 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39500) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:45.793300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1552234940-network', 'tenant_id': 'f3f4f53a441d4364b3de15ddbd1fe382'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:45.867073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Made reservation on behalf of f3f4f53a441d4364b3de15ddbd1fe382 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:45.869840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.905231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.963893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.019600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.030933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.088749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.095148 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.098412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:46.102575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:46.107098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:46.121272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:30:46.151353 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.151712 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Added segment 1fa84f6b-79d7-40cc-8207-3c7ab4872872 of type vlan for network 211be8c3-844a-437f-a173-c9b26cd4787e Nov 12 11:30:46.187344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Pushing event updated for resources: {'Port': ['ID=06eecd9c-df1e-4262-8119-cf257d35f3cd,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:46.211383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Attempting to bind port 06eecd9c-df1e-4262-8119-cf257d35f3cd on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:46.211682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Attempting to bind port 06eecd9c-df1e-4262-8119-cf257d35f3cd by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:46.212047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Attempting to bind port 06eecd9c-df1e-4262-8119-cf257d35f3cd on network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:46.222930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:46.223345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Checking segment: {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:46.223642 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.224320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Bound using segment: {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:46.224851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Bound port: 06eecd9c-df1e-4262-8119-cf257d35f3cd, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:46.225844 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.257420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80dd76f-532d-4ba9-906a-31913f2fe1dc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:46.287021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.351378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.355174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:46.356621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.376731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] For port 06eecd9c-df1e-4262-8119-cf257d35f3cd, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:46.384700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] For port 06eecd9c-df1e-4262-8119-cf257d35f3cd, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=06eecd9c-df1e-4262-8119-cf257d35f3cd,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:46.390960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.476654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f52126-5453-4850-a5fa-e0a77ad2e032 None None] Pushing event updated for resources: {'Port': ['ID=06eecd9c-df1e-4262-8119-cf257d35f3cd,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:46.560854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39508) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:46.562229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7759378 Nov 12 11:30:46.568217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Request body: {'subnet': {'network_id': '211be8c3-844a-437f-a173-c9b26cd4787e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1552234940-subnet', 'tenant_id': 'f3f4f53a441d4364b3de15ddbd1fe382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:46.573045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1a189-e22b-4864-8207-8243a60dab59 admin admin] Pushing event updated for resources: {'Network': ['ID=211be8c3-844a-437f-a173-c9b26cd4787e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:46.584575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 211be8c3-844a-437f-a173-c9b26cd4787e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:30:46.605987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Made reservation on behalf of f3f4f53a441d4364b3de15ddbd1fe382 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:46.608558 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.646349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.20.0.1 (9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e/2b9bc16c-6984-4e5f-ae44-898055f0b914/43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:46.951110 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.024077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.058099 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.111461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:47.126246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:47.129101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:47.164427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c76f03-0c15-4164-a9d8-d81383d12172,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:47.174507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:47.201618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Checking segment: {'id': '1fa84f6b-79d7-40cc-8207-3c7ab4872872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '211be8c3-844a-437f-a173-c9b26cd4787e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:47.201985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Network hostable DHCP agents. Network: 211be8c3-844a-437f-a173-c9b26cd4787e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:30:47.213270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.267124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Network 211be8c3-844a-437f-a173-c9b26cd4787e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:30:47.290074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 211be8c3-844a-437f-a173-c9b26cd4787e) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:47.309970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9d4830-9605-4d9e-b01f-320f56674779 None None] Network 211be8c3-844a-437f-a173-c9b26cd4787e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:47.312012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:47.312766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.384133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e5d126ee-e2d1-4447-8224-eaa61cfa1d6d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8222888 Nov 12 11:30:47.420240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c1d47fe0-55db-4311-ae56-05f7c156f07c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:47.499717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.505356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c1d47fe0-55db-4311-ae56-05f7c156f07c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:47.505724 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.644716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab6d60f-1392-4986-b180-2bcdc7865150 None None] Network 211be8c3-844a-437f-a173-c9b26cd4787e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:47.743576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 06eecd9c-df1e-4262-8119-cf257d35f3cd up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:47.903926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 06eecd9c-df1e-4262-8119-cf257d35f3cd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:47.904491 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.065524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.072735 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.196094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:48.203019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.377638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-41e7d20b-101e-4f9e-8737-92c9ea7d0509 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:48.379281 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-41e7d20b-101e-4f9e-8737-92c9ea7d0509 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/networks?id=371565e0-c907-4158-955c-c419bbe01773 HTTP/1.1" status: 200 len: 811 time: 0.2690148 Nov 12 11:30:48.381463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:48.383148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:48.407097 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-f2f00cbf-41b6-4879-8a96-ffe1f88995d2 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/quotas/3bcb7e0832344c1292f470cd252f728c HTTP/1.1" status: 200 len: 375 time: 0.0111575 Nov 12 11:30:48.447679 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.458936 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-73a06034-b5a1-49f4-9270-f8ff85ff9100 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3bcb7e0832344c1292f470cd252f728c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418906 Nov 12 11:30:48.504511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 06eecd9c-df1e-4262-8119-cf257d35f3cd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=06eecd9c-df1e-4262-8119-cf257d35f3cd,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:48.510579 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.599322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661f656-b072-492d-af89-ec350d814895 None None] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:48.611694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-30c59b18-2b71-4545-9cbf-c734e9e06c07 service neutron] 10.222.0.31 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430817 Nov 12 11:30:48.634900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router c9dbf3db-5c66-4f7c-9179-9719c477de3d has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:30:48.649923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=06eecd9c-df1e-4262-8119-cf257d35f3cd,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:48.698027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-461b3c65-3ebb-4bc6-8a5c-36af132bed38 None None] Provisioning complete for port 06eecd9c-df1e-4262-8119-cf257d35f3cd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:48.698489 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-461b3c65-3ebb-4bc6-8a5c-36af132bed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.743729 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-385e806d-3982-45ad-876f-35879f7ad4f6 service neutron] 10.222.0.31 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229513 Nov 12 11:30:48.807557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:48.814113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fc80e494-de0c-47fb-8ccf-8fc99d25514e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "PUT /v2.0/routers/c9dbf3db-5c66-4f7c-9179-9719c477de3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6853929 Nov 12 11:30:48.816503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39538) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:48.876724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Sync routers for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:48.920260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:48.921025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:30:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:48.978545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3de36e93-6642-4d80-b633-f0e7063be065 req-c408060c-bd3a-46b4-84b8-259f9a103564 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 210 time: 0.0586865 Nov 12 11:30:49.171767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.172466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.173158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.173796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.174428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.175704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.176683 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.177483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.178685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.189196 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f7b170d5-2c32-45b2-808f-daaf9e84583e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6370 time: 0.3684864 Nov 12 11:30:49.189443 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39546) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:49.193052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:49.326383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 06eecd9c-df1e-4262-8119-cf257d35f3cd up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:49.369541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.369909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.370365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.370808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.379197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.381120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.382385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.383589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.385487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:49.388413 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-07c8269c-9478-46b9-8228-cadacd9ad29e tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5908 time: 0.1980183 Nov 12 11:30:49.391815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39548) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:49.487612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 06eecd9c-df1e-4262-8119-cf257d35f3cd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:49.488206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.656402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5a583c8d-2345-49bb-a453-ddb2d86f8b98 None None] Provisioning complete for port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:49.656843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a583c8d-2345-49bb-a453-ddb2d86f8b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.776039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5a583c8d-2345-49bb-a453-ddb2d86f8b98 None None] Port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:49.819453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 2, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:49.823828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5a583c8d-2345-49bb-a453-ddb2d86f8b98 None None] Provisioning complete for port 06eecd9c-df1e-4262-8119-cf257d35f3cd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:49.824503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5a583c8d-2345-49bb-a453-ddb2d86f8b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.848461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-20d79781-7aa1-4172-8236-dd093ef45fe8 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.4515948 Nov 12 11:30:49.865109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Checking router: c9dbf3db-5c66-4f7c-9179-9719c477de3d for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:49.865505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Updating router c9dbf3db-5c66-4f7c-9179-9719c477de3d port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:30:49.926382 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.208717 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a883fbb4-5337-43ee-8f7d-68415a3457aa req-3b9352ac-e303-46da-a301-27884c139f0d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 210 time: 0.0603061 Nov 12 11:30:50.223789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-08fc06d0-038e-4f62-8918-44b0bdd8a3e5 None None] Provisioning complete for port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:50.224170 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-08fc06d0-038e-4f62-8918-44b0bdd8a3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.309717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-08fc06d0-038e-4f62-8918-44b0bdd8a3e5 None None] Port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:50.370350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39566) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:50.376938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fcf201b8-37b0-449d-bf8b-9ef8838c5f52 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162286552', 'description': 'tempest-secgroup-smoke-1162286552 description', 'project_id': 'dbc10fd275344f60aa700a85e3699591'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:50.417917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcf201b8-37b0-449d-bf8b-9ef8838c5f52 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.457667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fa7af075-3b65-4fd1-8fca-a99d5e166ee3 None None] Provisioning complete for port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:50.458061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fa7af075-3b65-4fd1-8fca-a99d5e166ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.461816 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.514806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcf201b8-37b0-449d-bf8b-9ef8838c5f52 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.515369 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.520490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcf201b8-37b0-449d-bf8b-9ef8838c5f52 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.554010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fcf201b8-37b0-449d-bf8b-9ef8838c5f52 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.559262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fcf201b8-37b0-449d-bf8b-9ef8838c5f52 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1844144 Nov 12 11:30:50.559600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39568) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:50.564542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-66c37724-5525-4716-b229-eebf394df983 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e720ae64-0cb4-4bbc-b1db-b8d731cbf507', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:50.566142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf201b8-37b0-449d-bf8b-9ef8838c5f52 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e720ae64-0cb4-4bbc-b1db-b8d731cbf507,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:50.577181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fa7af075-3b65-4fd1-8fca-a99d5e166ee3 None None] Port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:50.612509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66c37724-5525-4716-b229-eebf394df983 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.613494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29681067-a747-4ede-8e42-30c5cf9d694e None None] Pushing event updated for resources: {'Port': ['ID=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:50.696371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Attempting to bind port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:50.697039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Attempting to bind port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:50.697562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Attempting to bind port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c on network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:50.705860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:50.706626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Checking segment: {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:50.706914 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.707406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Bound using segment: {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:50.708008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Bound port: 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:50.709109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.731411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66c37724-5525-4716-b229-eebf394df983 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.738003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66c37724-5525-4716-b229-eebf394df983 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.767697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-66c37724-5525-4716-b229-eebf394df983 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.769982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-66c37724-5525-4716-b229-eebf394df983 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2093773 Nov 12 11:30:50.773667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39572) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:50.783428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1913a976-18ef-4db8-a19f-d3b0a32372ee tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e720ae64-0cb4-4bbc-b1db-b8d731cbf507', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:50.799340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c37724-5525-4716-b229-eebf394df983 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caae436-852f-417e-8e1e-6e47862158aa,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:50.831370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1913a976-18ef-4db8-a19f-d3b0a32372ee tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.844842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] For port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:50.852555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] For port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:50.858534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.965897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29681067-a747-4ede-8e42-30c5cf9d694e None None] Pushing event updated for resources: {'Port': ['ID=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:50.995214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1913a976-18ef-4db8-a19f-d3b0a32372ee tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.003780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:51.010535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:30:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:51.016349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1913a976-18ef-4db8-a19f-d3b0a32372ee tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.102796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-24d802e7-5883-40dd-9c1f-54c22bf9f8c1 None None] Provisioning complete for port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:51.103156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24d802e7-5883-40dd-9c1f-54c22bf9f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.103569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913a976-18ef-4db8-a19f-d3b0a32372ee tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa73f86-8e0a-4255-9f43-44075b4083a0,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:51.131421 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1913a976-18ef-4db8-a19f-d3b0a32372ee tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.132692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1913a976-18ef-4db8-a19f-d3b0a32372ee tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3575654 Nov 12 11:30:51.135736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39580) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:51.159178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2c3cf9c5-3684-45fa-a0a1-8fc73d54dd0b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e720ae64-0cb4-4bbc-b1db-b8d731cbf507', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:51.174662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-81865ac7-081f-4d48-bc42-2184e7afe7f1 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:51.176588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-81865ac7-081f-4d48-bc42-2184e7afe7f1 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.59 "GET /v2.0/networks?id=371565e0-c907-4158-955c-c419bbe01773 HTTP/1.1" status: 200 len: 811 time: 0.2138457 Nov 12 11:30:51.193760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Request body: {'port': {'device_id': 'd138bb88-01e4-4d88-b7b0-155d302a5c84', 'network_id': '371565e0-c907-4158-955c-c419bbe01773', 'admin_state_up': True, 'tenant_id': '3bcb7e0832344c1292f470cd252f728c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:51.222290 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf9c5-3684-45fa-a0a1-8fc73d54dd0b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.334053 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf9c5-3684-45fa-a0a1-8fc73d54dd0b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.342156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf9c5-3684-45fa-a0a1-8fc73d54dd0b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.344623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:51.388517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf9c5-3684-45fa-a0a1-8fc73d54dd0b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345f9a6e-8e12-4c5b-a007-2d4ac0ac9cf0,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:51.402397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0a3b0374-d05b-43d6-89b0-b843f833f7bc req-87388994-bf21-41d4-abdb-15d578ea2778 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 210 time: 0.0523250 Nov 12 11:30:51.440446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf9c5-3684-45fa-a0a1-8fc73d54dd0b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.440446 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c3cf9c5-3684-45fa-a0a1-8fc73d54dd0b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2960091 Nov 12 11:30:51.440820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24d802e7-5883-40dd-9c1f-54c22bf9f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.444132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39586) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:51.451340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ef8ebee1-1f20-4eb3-b042-6564e5b0ed8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e720ae64-0cb4-4bbc-b1db-b8d731cbf507', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:51.482219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Made reservation on behalf of 3bcb7e0832344c1292f470cd252f728c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:51.490768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.515414 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebee1-1f20-4eb3-b042-6564e5b0ed8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.560497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-24d802e7-5883-40dd-9c1f-54c22bf9f8c1 None None] For port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:51.569149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24d802e7-5883-40dd-9c1f-54c22bf9f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.622200 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebee1-1f20-4eb3-b042-6564e5b0ed8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.627646 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebee1-1f20-4eb3-b042-6564e5b0ed8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.654082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ebee1-1f20-4eb3-b042-6564e5b0ed8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31a7002-3e3f-4c68-9c8e-1862213b3c8f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:51.671796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d802e7-5883-40dd-9c1f-54c22bf9f8c1 None None] Pushing event updated for resources: {'Port': ['ID=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:51.678807 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebee1-1f20-4eb3-b042-6564e5b0ed8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.681233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ef8ebee1-1f20-4eb3-b042-6564e5b0ed8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2360630 Nov 12 11:30:51.684221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39588) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:51.695296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-93c72a16-5c89-4dc0-bd64-8441f1fc0ef0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e720ae64-0cb4-4bbc-b1db-b8d731cbf507', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:51.729630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0233c7dc-6d9d-464e-8855-a053f53e3560 None None] Provisioning complete for port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:51.730101 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0233c7dc-6d9d-464e-8855-a053f53e3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.732332 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-93c72a16-5c89-4dc0-bd64-8441f1fc0ef0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Project dbc10fd275344f60aa700a85e3699591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:30:51.739192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93c72a16-5c89-4dc0-bd64-8441f1fc0ef0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.762389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Allocated IP 172.20.0.3 (371565e0-c907-4158-955c-c419bbe01773/ce4f11b3-d398-4a10-af4e-3fdb56fd43c7/0454ffae-cb41-4934-9ddf-dfcde99c6567) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:51.762824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:50Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:51.867654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93c72a16-5c89-4dc0-bd64-8441f1fc0ef0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.874334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93c72a16-5c89-4dc0-bd64-8441f1fc0ef0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.923945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c72a16-5c89-4dc0-bd64-8441f1fc0ef0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b89586-7cd3-484b-934e-03c976cf8a69,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:51.953432 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-93c72a16-5c89-4dc0-bd64-8441f1fc0ef0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:51.962064 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-93c72a16-5c89-4dc0-bd64-8441f1fc0ef0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2740116 Nov 12 11:30:51.963899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39592) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:51.976412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4f4d0595-a475-4679-9877-ee9db0c69599 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e720ae64-0cb4-4bbc-b1db-b8d731cbf507', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:52.026320 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-4f4d0595-a475-4679-9877-ee9db0c69599 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Project dbc10fd275344f60aa700a85e3699591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:30:52.039213 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0595-a475-4679-9877-ee9db0c69599 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.046506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82676ce0-4ddd-4678-8a14-f704c2cf02eb None None] The sync data for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 is: [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:50Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:52.064082 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.121968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.229793 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0595-a475-4679-9877-ee9db0c69599 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.235784 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0595-a475-4679-9877-ee9db0c69599 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.255728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0595-a475-4679-9877-ee9db0c69599 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8698dc0-bb49-4094-90d0-a08548e087b2,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:52.277268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0595-a475-4679-9877-ee9db0c69599 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.278867 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4f4d0595-a475-4679-9877-ee9db0c69599 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3115768 Nov 12 11:30:52.675677 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-54cf97c4-ba9e-4b14-8bec-0a73bf4f6a3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162286552&fields=id&tenant_id=dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 267 time: 0.0757687 Nov 12 11:30:52.841279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456865-219c-405f-9f76-48119d34709d req-eef68adb-c4b6-4277-b6f1-a5b5d800d546 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:52.853821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-eef68adb-c4b6-4277-b6f1-a5b5d800d546 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/networks?id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e HTTP/1.1" status: 200 len: 797 time: 0.1770897 Nov 12 11:30:52.872595 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-9a664652-fa0a-4b20-b439-661405bc1058 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/quotas/dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 375 time: 0.0175130 Nov 12 11:30:52.874909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Network 371565e0-c907-4158-955c-c419bbe01773 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:52.876313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Pushing event updated for resources: {'Port': ['ID=0454ffae-cb41-4934-9ddf-dfcde99c6567,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:52.883576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:52.886563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:52.943171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-82ee3eab-39a7-4f3d-a090-16212069e825 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694194 Nov 12 11:30:52.966827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48927b5a-e03e-4bfc-82a8-176b5c817e89 req-d6246e9f-b201-491d-88dc-3baad068aaa8 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:52.968688 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48927b5a-e03e-4bfc-82a8-176b5c817e89 req-d6246e9f-b201-491d-88dc-3baad068aaa8 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 931 time: 0.1609848 Nov 12 11:30:52.996408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:52.997248 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.065382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48927b5a-e03e-4bfc-82a8-176b5c817e89 req-aaf8c72b-b2a3-461b-ac89-4eb198d4e258 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635300 Nov 12 11:30:53.070240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-2233f58c-45e8-4c72-aab1-26f6d952d6f5 service neutron] 10.222.0.31 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136358 Nov 12 11:30:53.075348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-caeee518-d65f-4989-b8b5-d0f8aea33393 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8860686 Nov 12 11:30:53.096364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Request body: {'port': {'device_id': 'd138bb88-01e4-4d88-b7b0-155d302a5c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:53.159915 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.300428 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-40f4e383-ab46-4374-9911-4a14c7fb484d service neutron] 10.222.0.31 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221107 Nov 12 11:30:53.406848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:53.501302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:53.502022 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.672083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-866810ef-fffe-47a9-8031-75e81f9bee00 req-6d4a2239-edf1-4cb3-a647-75286bb85beb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 210 time: 0.0976434 Nov 12 11:30:53.684682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0454ffae-cb41-4934-9ddf-dfcde99c6567 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:30:53.698865 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.725064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Transition to ACTIVE for port object 0454ffae-cb41-4934-9ddf-dfcde99c6567 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:30:53.734109 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.802795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Pushing event updated for resources: {'Port': ['ID=0454ffae-cb41-4934-9ddf-dfcde99c6567,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:53.922226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Attempting to bind port 0454ffae-cb41-4934-9ddf-dfcde99c6567 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:53.922785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Attempting to bind port 0454ffae-cb41-4934-9ddf-dfcde99c6567 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '6780428e-4baa-448c-bea2-0c48947634fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '371565e0-c907-4158-955c-c419bbe01773'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:53.922899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Attempting to bind port 0454ffae-cb41-4934-9ddf-dfcde99c6567 on network 371565e0-c907-4158-955c-c419bbe01773 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:53.936413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Port 0454ffae-cb41-4934-9ddf-dfcde99c6567 on network 371565e0-c907-4158-955c-c419bbe01773 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:53.936850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Attempting to bind port 0454ffae-cb41-4934-9ddf-dfcde99c6567 on network 371565e0-c907-4158-955c-c419bbe01773 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:53.949283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:53.949602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Checking segment: {'id': '6780428e-4baa-448c-bea2-0c48947634fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '371565e0-c907-4158-955c-c419bbe01773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:53.950180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Bound using segment: {'id': '6780428e-4baa-448c-bea2-0c48947634fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '371565e0-c907-4158-955c-c419bbe01773'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:53.950700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Bound port: 0454ffae-cb41-4934-9ddf-dfcde99c6567, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6780428e-4baa-448c-bea2-0c48947634fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '371565e0-c907-4158-955c-c419bbe01773'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:53.951511 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.960987 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ec22-c647-4923-a9dd-5c503e113d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:54.057880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] For port 0454ffae-cb41-4934-9ddf-dfcde99c6567, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:54.061615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] For port 0454ffae-cb41-4934-9ddf-dfcde99c6567, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567,segment=NetworkSegment(6780428e-4baa-448c-bea2-0c48947634fe),segment_id=6780428e-4baa-448c-bea2-0c48947634fe)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:54.067457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:54.107118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:54.107748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:54.109386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] 10.222.0.59 "PUT /v2.0/ports/0454ffae-cb41-4934-9ddf-dfcde99c6567 HTTP/1.1" status: 200 len: 1092 time: 1.0176029 Nov 12 11:30:54.109861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd138bb88-01e4-4d88-b7b0-155d302a5c84', 'tag': '0454ffae-cb41-4934-9ddf-dfcde99c6567'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:30:54.112636 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2e04e-2543-4492-b136-70313b407eae" -d '{"events": [{"name": "network-changed", "server_uuid": "d138bb88-01e4-4d88-b7b0-155d302a5c84", "tag": "0454ffae-cb41-4934-9ddf-dfcde99c6567"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:30:54.145923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7cce5-24ff-46c4-871f-cd43d762b486 service neutron] Pushing event updated for resources: {'Port': ['ID=0454ffae-cb41-4934-9ddf-dfcde99c6567,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:54.248979 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb5520e-2776-470f-80e5-b32a3e10ee27 x-openstack-request-id: req-3bb5520e-2776-470f-80e5-b32a3e10ee27 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:30:54.249241 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d138bb88-01e4-4d88-b7b0-155d302a5c84", "tag": "0454ffae-cb41-4934-9ddf-dfcde99c6567", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:30:54.249487 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bb5520e-2776-470f-80e5-b32a3e10ee27 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:30:54.249880 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd138bb88-01e4-4d88-b7b0-155d302a5c84', 'tag': '0454ffae-cb41-4934-9ddf-dfcde99c6567', 'status': 'completed', 'code': 200} Nov 12 11:30:54.270057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-0099bcb8-92c0-4e78-aa3c-ee26b49fe8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:54.271489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-0099bcb8-92c0-4e78-aa3c-ee26b49fe8da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bcb7e0832344c1292f470cd252f728c&device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 1095 time: 0.0596430 Nov 12 11:30:54.335287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-8cc66771-3ca6-4a4f-9a28-d9e7cb04ac8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567 HTTP/1.1" status: 200 len: 217 time: 0.0478804 Nov 12 11:30:54.336751 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420145ba-4296-4b91-bb93-894929288781 req-5be8f48b-0203-45b8-a243-45a2a163ec2b tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:54.338400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-420145ba-4296-4b91-bb93-894929288781 req-5be8f48b-0203-45b8-a243-45a2a163ec2b tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 943 time: 0.0808640 Nov 12 11:30:54.437811 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-420145ba-4296-4b91-bb93-894929288781 req-235f7c87-19b8-4201-8a94-db392245cbca tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828016 Nov 12 11:30:54.453045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-645dab3d-134e-47a2-be1f-0ec25ae68f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:54.455495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-645dab3d-134e-47a2-be1f-0ec25ae68f17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce4f11b3-d398-4a10-af4e-3fdb56fd43c7 HTTP/1.1" status: 200 len: 851 time: 0.1003611 Nov 12 11:30:54.508746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-325cf7b5-8dab-4fea-bf44-5c65c719b231 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=371565e0-c907-4158-955c-c419bbe01773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335343 Nov 12 11:30:54.651410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-5d8119c2-89c3-4169-8048-2f843430161b service neutron] 10.222.0.59 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323586 Nov 12 11:30:54.821671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-907fa729-b784-4a8b-9c57-92f2cc218ca6 req-9e036130-ab9e-4d54-80ca-7789f624fa24 service neutron] 10.222.0.59 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619263 Nov 12 11:30:54.824197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-007dab14-c60a-4caa-9434-c3e41dae2939 req-e80dfa95-0bcf-48d9-8676-f3a1b4ddf88c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 210 time: 0.0511417 Nov 12 11:30:55.080735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e04e-2543-4492-b136-70313b407eae req-51f1b735-8772-4f82-9c09-5e40093aba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:55.084135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfd2e04e-2543-4492-b136-70313b407eae req-51f1b735-8772-4f82-9c09-5e40093aba83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bcb7e0832344c1292f470cd252f728c&device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 1095 time: 0.1614511 Nov 12 11:30:55.252093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456865-219c-405f-9f76-48119d34709d req-7a6cbb0e-9b82-4793-8b0c-5bad9d6b1504 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:55.254030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-7a6cbb0e-9b82-4793-8b0c-5bad9d6b1504 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/networks?id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e HTTP/1.1" status: 200 len: 797 time: 0.2904153 Nov 12 11:30:55.289810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e04e-2543-4492-b136-70313b407eae req-7de24596-3eaa-423d-9822-3cc664872b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:55.291270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfd2e04e-2543-4492-b136-70313b407eae req-7de24596-3eaa-423d-9822-3cc664872b53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=371565e0-c907-4158-955c-c419bbe01773 HTTP/1.1" status: 200 len: 912 time: 0.1986468 Nov 12 11:30:55.354344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfd2e04e-2543-4492-b136-70313b407eae req-0a9cae5f-4806-4bd1-830c-e576760f7dc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567 HTTP/1.1" status: 200 len: 217 time: 0.0534799 Nov 12 11:30:55.419779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-967f3e95-4be2-4e74-9b04-b270657bf786 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 380 time: 0.1514554 Nov 12 11:30:55.439137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'port': {'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'admin_state_up': True, 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'security_groups': ['e720ae64-0cb4-4bbc-b1db-b8d731cbf507']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:55.463746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e04e-2543-4492-b136-70313b407eae req-37b1e05d-ed74-46a0-81f9-9faafa1bf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:55.465426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfd2e04e-2543-4492-b136-70313b407eae req-37b1e05d-ed74-46a0-81f9-9faafa1bf5e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce4f11b3-d398-4a10-af4e-3fdb56fd43c7 HTTP/1.1" status: 200 len: 851 time: 0.0995214 Nov 12 11:30:55.537885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfd2e04e-2543-4492-b136-70313b407eae req-e7e26d62-0f5b-4c16-b41e-b8667c1ab718 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=371565e0-c907-4158-955c-c419bbe01773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600407 Nov 12 11:30:55.602178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486687ae-7d79-432d-8cce-f2a9466605ea req-5e8ce79b-2f2b-45dd-87bd-5adc10f51ee5 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:55.603930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-486687ae-7d79-432d-8cce-f2a9466605ea req-5e8ce79b-2f2b-45dd-87bd-5adc10f51ee5 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 943 time: 0.0724967 Nov 12 11:30:55.683657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-486687ae-7d79-432d-8cce-f2a9466605ea req-259acf1b-14f3-49c5-a1bf-2129e171898f tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681641 Nov 12 11:30:55.714739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfd2e04e-2543-4492-b136-70313b407eae req-bae43454-0818-4092-8f7a-95573135f428 service neutron] 10.222.0.59 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628737 Nov 12 11:30:55.753356 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:55.758242 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:55.937879 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dfd2e04e-2543-4492-b136-70313b407eae req-345a0833-493a-46ec-9ca7-954112679f11 service neutron] 10.222.0.59 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083650 Nov 12 11:30:56.012488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d3fa7a8-e636-4732-9624-67387046fb58 req-26d5ea95-e287-4b44-826c-d612739cac6c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 210 time: 0.0392556 Nov 12 11:30:56.055260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.20.0.9 (9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e/2b9bc16c-6984-4e5f-ae44-898055f0b914/1043546d-201e-4a96-acfe-a7d169a421f9) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:56.227141 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.269197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.316930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2aec49ea-a20b-4ac0-8ec8-26651f7d3fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.337254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:56.340506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:56.345214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:56.350345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=1043546d-201e-4a96-acfe-a7d169a421f9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:56.411132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:56.411935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.432520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-f31869f9-0a05-4b78-8315-ebf144840ddb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0019975 Nov 12 11:30:56.448578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Request body: {'port': {'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:56.509712 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.624549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6cdc7e23-8652-4b35-8982-c4f34115d33c None None] Provisioning complete for port 1043546d-201e-4a96-acfe-a7d169a421f9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:56.625267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6cdc7e23-8652-4b35-8982-c4f34115d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.664920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc7e23-8652-4b35-8982-c4f34115d33c None None] Port 1043546d-201e-4a96-acfe-a7d169a421f9 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:56.832793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1043546d-201e-4a96-acfe-a7d169a421f9 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:30:56.846443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.847350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5966a-7365-462d-8b70-e21cb39c46ba req-edc97bfb-9755-4a5b-9dce-6c2459fa67b3 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:56.848971 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72d5966a-7365-462d-8b70-e21cb39c46ba req-edc97bfb-9755-4a5b-9dce-6c2459fa67b3 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 943 time: 0.0577111 Nov 12 11:30:56.867408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Transition to ACTIVE for port object 1043546d-201e-4a96-acfe-a7d169a421f9 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:30:56.871692 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.933372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72d5966a-7365-462d-8b70-e21cb39c46ba req-9cc00257-1087-4078-89f6-6641e04ff0c7 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747077 Nov 12 11:30:56.934147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Pushing event updated for resources: {'Port': ['ID=1043546d-201e-4a96-acfe-a7d169a421f9,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:57.070235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Attempting to bind port 1043546d-201e-4a96-acfe-a7d169a421f9 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:57.070633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Attempting to bind port 1043546d-201e-4a96-acfe-a7d169a421f9 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:57.071607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Attempting to bind port 1043546d-201e-4a96-acfe-a7d169a421f9 on network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:57.076542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Port 1043546d-201e-4a96-acfe-a7d169a421f9 on network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:57.078023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Attempting to bind port 1043546d-201e-4a96-acfe-a7d169a421f9 on network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:57.085263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:57.086046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Checking segment: {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:57.086799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Bound using segment: {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:57.087709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Bound port: 1043546d-201e-4a96-acfe-a7d169a421f9, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e9c5f3-f824-4582-91b2-9286cf10021c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:57.088300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:57.213718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] For port 1043546d-201e-4a96-acfe-a7d169a421f9, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:57.217825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] For port 1043546d-201e-4a96-acfe-a7d169a421f9, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1043546d-201e-4a96-acfe-a7d169a421f9,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:57.230949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d13e58-01cc-4931-b42d-41ca102b6004 req-411906ae-1c98-4393-94a9-94eb26e41c39 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:57.232461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5d13e58-01cc-4931-b42d-41ca102b6004 req-411906ae-1c98-4393-94a9-94eb26e41c39 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 943 time: 0.0818021 Nov 12 11:30:57.234205 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:57.286860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:57.288152 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:57.290567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] 10.222.0.59 "PUT /v2.0/ports/1043546d-201e-4a96-acfe-a7d169a421f9 HTTP/1.1" status: 200 len: 1092 time: 0.8489079 Nov 12 11:30:57.291169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:30:57.294392 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:30:57.353331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541b8aa-6015-48a9-b57e-41c7dba2b033 service neutron] Pushing event updated for resources: {'Port': ['ID=1043546d-201e-4a96-acfe-a7d169a421f9,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:57.370693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5d13e58-01cc-4931-b42d-41ca102b6004 req-fc2c0716-1669-4393-9ba5-6fcda465c456 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298518 Nov 12 11:30:57.394560 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2642aabe-c753-4b45-b884-960f0db63a55 x-openstack-request-id: req-2642aabe-c753-4b45-b884-960f0db63a55 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:30:57.395124 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:30:57.395611 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2642aabe-c753-4b45-b884-960f0db63a55 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:30:57.396313 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9', 'status': 'completed', 'code': 200} Nov 12 11:30:57.426931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456865-219c-405f-9f76-48119d34709d req-1c94ddf9-3713-47c8-9db2-8e7a56f98485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:57.430636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-1c94ddf9-3713-47c8-9db2-8e7a56f98485 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 1095 time: 0.0739844 Nov 12 11:30:57.492817 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-e2b48385-ee0f-4101-8b48-0edc627269f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1043546d-201e-4a96-acfe-a7d169a421f9 HTTP/1.1" status: 200 len: 217 time: 0.0508826 Nov 12 11:30:57.556059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456865-219c-405f-9f76-48119d34709d req-1e8d3bdd-5896-46fc-bdd7-b253c20b0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:57.557764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-1e8d3bdd-5896-46fc-bdd7-b253c20b0448 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b9bc16c-6984-4e5f-ae44-898055f0b914 HTTP/1.1" status: 200 len: 835 time: 0.0573039 Nov 12 11:30:57.623224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456865-219c-405f-9f76-48119d34709d req-11627d22-7950-4312-9371-ae652d61e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:57.625757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-11627d22-7950-4312-9371-ae652d61e4cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520220 Nov 12 11:30:57.728582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-00fe61d9-a759-485f-82ea-66c1f00bbb6d service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933959 Nov 12 11:30:57.796371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:57.847131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8456865-219c-405f-9f76-48119d34709d req-54fa7df8-6a3a-4963-a871-036a70db1fdc service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108735 Nov 12 11:30:57.982271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-60da5ff8-21ef-4ef2-a6a0-250172016584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:57.983798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-60da5ff8-21ef-4ef2-a6a0-250172016584 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 1095 time: 0.0499797 Nov 12 11:30:58.079544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb088d5-2736-4f8c-986d-e9fc3cf14341 req-31f39d35-396f-4182-ad3d-c78533eff907 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:58.081945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0454ffae-cb41-4934-9ddf-dfcde99c6567 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:30:58.082264 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbb088d5-2736-4f8c-986d-e9fc3cf14341 req-31f39d35-396f-4182-ad3d-c78533eff907 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 943 time: 0.0604482 Nov 12 11:30:58.116592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-d8ee853f-c4fc-4692-bb4a-457172755f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:58.118599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-d8ee853f-c4fc-4692-bb4a-457172755f04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e HTTP/1.1" status: 200 len: 898 time: 0.1232824 Nov 12 11:30:58.184718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-4b46579a-3a2c-4ada-922a-6671451c88ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1043546d-201e-4a96-acfe-a7d169a421f9 HTTP/1.1" status: 200 len: 217 time: 0.0532484 Nov 12 11:30:58.187533 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbb088d5-2736-4f8c-986d-e9fc3cf14341 req-6e91a0f9-8864-4e1b-bf9a-b4437cf6c9db tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893052 Nov 12 11:30:58.217987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0454ffae-cb41-4934-9ddf-dfcde99c6567, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567,segment=NetworkSegment(6780428e-4baa-448c-bea2-0c48947634fe),segment_id=6780428e-4baa-448c-bea2-0c48947634fe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:58.234297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '0454ffae-cb41-4934-9ddf-dfcde99c6567', 'network_id': '371565e0-c907-4158-955c-c419bbe01773', 'port_id': '0454ffae-cb41-4934-9ddf-dfcde99c6567', 'mac_address': 'fa:16:3e:d9:ee:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4f11b3-d398-4a10-af4e-3fdb56fd43c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:30:58.258736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-8b8ef042-7dd5-4785-a799-cb371daca350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:58.260767 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-8b8ef042-7dd5-4785-a799-cb371daca350 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b9bc16c-6984-4e5f-ae44-898055f0b914 HTTP/1.1" status: 200 len: 835 time: 0.0667477 Nov 12 11:30:58.294613 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:58.320415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0454ffae-cb41-4934-9ddf-dfcde99c6567 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:30:58.333396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-810974ad-acf3-4518-800c-8e6b06550960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:58.334988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-810974ad-acf3-4518-800c-8e6b06550960 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593126 Nov 12 11:30:58.351717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0454ffae-cb41-4934-9ddf-dfcde99c6567, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567,segment=NetworkSegment(6780428e-4baa-448c-bea2-0c48947634fe),segment_id=6780428e-4baa-448c-bea2-0c48947634fe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:58.356822 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:58.444025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=0454ffae-cb41-4934-9ddf-dfcde99c6567,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:58.495421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-cafd97b4-74e6-4bc1-a472-c27ba84246f2 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495304 Nov 12 11:30:58.626741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c7f9f-6ae2-4baa-aa1a-ee459f096150 req-8bf8a9c1-f01c-474d-8979-0be33eb0779f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:58.628826 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e02c7f9f-6ae2-4baa-aa1a-ee459f096150 req-8bf8a9c1-f01c-474d-8979-0be33eb0779f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 943 time: 0.1274006 Nov 12 11:30:58.686748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a6d0094-0ea7-45f3-beed-bc2abda1b9e4 req-121df10d-9b0b-4e44-9fa9-73223771de36 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746938 Nov 12 11:30:58.734070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e02c7f9f-6ae2-4baa-aa1a-ee459f096150 req-048fc550-a503-4bf3-9dc7-0884c39f9ad9 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919604 Nov 12 11:30:58.785013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['0454ffae-cb41-4934-9ddf-dfcde99c6567'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:30:59.339244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade628-68c0-4af6-9a46-833d12a7c781 req-2ae61416-065b-44b2-b033-0cbca9f33e5d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:59.340722 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75ade628-68c0-4af6-9a46-833d12a7c781 req-2ae61416-065b-44b2-b033-0cbca9f33e5d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 944 time: 0.0623510 Nov 12 11:30:59.408444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75ade628-68c0-4af6-9a46-833d12a7c781 req-582d9af3-e6a4-488d-986e-38c4121f3bc8 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Nov 12 11:30:59.528648 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:59.871912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45445-1682-4e59-a6ef-e0189e24f0bb req-b2757bc4-9a2e-4cc8-a9cb-ce146d3c7814 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:59.873571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1b45445-1682-4e59-a6ef-e0189e24f0bb req-b2757bc4-9a2e-4cc8-a9cb-ce146d3c7814 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 943 time: 0.0608838 Nov 12 11:30:59.938356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1b45445-1682-4e59-a6ef-e0189e24f0bb req-750a5e09-d26f-4d9d-b0d0-12dad34248ac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485322 Nov 12 11:31:00.090923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1043546d-201e-4a96-acfe-a7d169a421f9 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:31:00.093150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0454ffae-cb41-4934-9ddf-dfcde99c6567 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:00.225170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 0454ffae-cb41-4934-9ddf-dfcde99c6567 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:31:00.233486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 0454ffae-cb41-4934-9ddf-dfcde99c6567 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:00.233704 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.271936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1043546d-201e-4a96-acfe-a7d169a421f9, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1043546d-201e-4a96-acfe-a7d169a421f9,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:00.292581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '1043546d-201e-4a96-acfe-a7d169a421f9', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:31:00.345508 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.391863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1043546d-201e-4a96-acfe-a7d169a421f9 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:31:00.409302 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.430954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1043546d-201e-4a96-acfe-a7d169a421f9, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1043546d-201e-4a96-acfe-a7d169a421f9,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:00.441571 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.450647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd138bb88-01e4-4d88-b7b0-155d302a5c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0454ffae-cb41-4934-9ddf-dfcde99c6567'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:00.453172 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9c5c0d-1caa-461d-a1b8-1f04fa502d27" -d '{"events": [{"server_uuid": "d138bb88-01e4-4d88-b7b0-155d302a5c84", "name": "network-vif-plugged", "status": "completed", "tag": "0454ffae-cb41-4934-9ddf-dfcde99c6567"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:00.527233 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097bae5e-c9a9-4f5e-9bb3-0f381f57c594 x-openstack-request-id: req-097bae5e-c9a9-4f5e-9bb3-0f381f57c594 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:00.528012 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d138bb88-01e4-4d88-b7b0-155d302a5c84", "name": "network-vif-plugged", "status": "completed", "tag": "0454ffae-cb41-4934-9ddf-dfcde99c6567", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:00.529128 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-097bae5e-c9a9-4f5e-9bb3-0f381f57c594 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:00.529724 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd138bb88-01e4-4d88-b7b0-155d302a5c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0454ffae-cb41-4934-9ddf-dfcde99c6567', 'code': 200} Nov 12 11:31:00.542801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0454ffae-cb41-4934-9ddf-dfcde99c6567, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567,segment=NetworkSegment(6780428e-4baa-448c-bea2-0c48947634fe),segment_id=6780428e-4baa-448c-bea2-0c48947634fe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:00.555568 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.637284 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1043546d-201e-4a96-acfe-a7d169a421f9,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:00.651672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272c91-2c53-418f-a34c-ecbe502a5d24 req-ed220fbe-4bda-4374-b13b-7d174e50aadb tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:00.662888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29272c91-2c53-418f-a34c-ecbe502a5d24 req-ed220fbe-4bda-4374-b13b-7d174e50aadb tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.1232488 Nov 12 11:31:00.699580 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.725632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29272c91-2c53-418f-a34c-ecbe502a5d24 req-457b5077-ece4-4d2d-a283-59fc82838601 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614855 Nov 12 11:31:00.742870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1961ab8-05a8-46b9-8fc6-b48c069ddae2 req-8b87a8fd-ffd7-4016-a2a6-c918f2e85dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:00.745690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1961ab8-05a8-46b9-8fc6-b48c069ddae2 req-8b87a8fd-ffd7-4016-a2a6-c918f2e85dde service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 1097 time: 0.1170304 Nov 12 11:31:00.746717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=0454ffae-cb41-4934-9ddf-dfcde99c6567,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:00.823631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:31:00.839891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['1043546d-201e-4a96-acfe-a7d169a421f9'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:31:00.840804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b1961ab8-05a8-46b9-8fc6-b48c069ddae2 req-9c76a218-df2e-4f2d-a1a1-b17b4c9a1e45 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775793 Nov 12 11:31:01.094783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace1900-5bbb-4f75-8991-c6ae06339492 req-d1a63412-41a6-4188-a0b6-b002af484c04 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:01.096257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dace1900-5bbb-4f75-8991-c6ae06339492 req-d1a63412-41a6-4188-a0b6-b002af484c04 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 944 time: 0.0731194 Nov 12 11:31:01.171336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dace1900-5bbb-4f75-8991-c6ae06339492 req-929a667e-5249-4d26-8cbc-41ca988c0774 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664508 Nov 12 11:31:01.878445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed3357-0eb1-4e11-86fc-bbd1fd3ffd21 req-6b219fb4-c3a4-4952-a777-2eda26bdb969 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:01.880269 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3ed3357-0eb1-4e11-86fc-bbd1fd3ffd21 req-6b219fb4-c3a4-4952-a777-2eda26bdb969 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0624251 Nov 12 11:31:01.954920 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3ed3357-0eb1-4e11-86fc-bbd1fd3ffd21 req-08f01607-be40-4752-a38b-08b3d2df1b16 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Nov 12 11:31:02.099015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1043546d-201e-4a96-acfe-a7d169a421f9 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:02.188963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 1043546d-201e-4a96-acfe-a7d169a421f9 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:31:02.195089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 1043546d-201e-4a96-acfe-a7d169a421f9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:02.196207 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.318083 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.369369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 1043546d-201e-4a96-acfe-a7d169a421f9, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1043546d-201e-4a96-acfe-a7d169a421f9,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:02.375791 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.447242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=1043546d-201e-4a96-acfe-a7d169a421f9,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:02.530993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:02.533608 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcedfc3-4e4b-4d50-93cf-c567dbffc9fd" -d '{"events": [{"server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "name": "network-vif-plugged", "status": "completed", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:02.589178 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeebe4ec-a6dc-4dd9-8c52-3631bc981bda x-openstack-request-id: req-aeebe4ec-a6dc-4dd9-8c52-3631bc981bda {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:02.589458 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "name": "network-vif-plugged", "status": "completed", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:02.589847 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeebe4ec-a6dc-4dd9-8c52-3631bc981bda {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:02.590158 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9', 'code': 200} Nov 12 11:31:02.748799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4433ad-d5c6-4101-bd97-a40ad513118a req-9d4c5942-cd01-4447-aa47-a27d0fdac967 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:02.750501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e4433ad-d5c6-4101-bd97-a40ad513118a req-9d4c5942-cd01-4447-aa47-a27d0fdac967 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 944 time: 0.4199500 Nov 12 11:31:02.761649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337ec3c-9bfa-4a9a-9431-6792b24ddabf req-e58090e2-d0e1-4a9d-8efd-6283d1f96485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:02.763171 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9337ec3c-9bfa-4a9a-9431-6792b24ddabf req-e58090e2-d0e1-4a9d-8efd-6283d1f96485 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 1097 time: 0.0781853 Nov 12 11:31:02.852583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e4433ad-d5c6-4101-bd97-a40ad513118a req-72636c54-577f-4486-b852-65f316b58910 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883760 Nov 12 11:31:02.869965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9337ec3c-9bfa-4a9a-9431-6792b24ddabf req-6e92c0d2-7436-47a3-a5a4-a71607c9190b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868840 Nov 12 11:31:03.104243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53949-2667-4292-8056-a19d1d3af969 req-7091e7fb-c285-414a-b493-a891d9f3ce15 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:03.106002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b3a53949-2667-4292-8056-a19d1d3af969 req-7091e7fb-c285-414a-b493-a891d9f3ce15 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0712259 Nov 12 11:31:03.176355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b3a53949-2667-4292-8056-a19d1d3af969 req-3c74278c-1310-423b-8d4b-5ed1bd23b47e tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623448 Nov 12 11:31:03.364391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bd3a2-c17d-49b2-beae-31b0a9174859 req-7715c9ce-5c7c-40e8-9edd-266922aac6b4 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:03.366533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-071bd3a2-c17d-49b2-beae-31b0a9174859 req-7715c9ce-5c7c-40e8-9edd-266922aac6b4 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0729582 Nov 12 11:31:03.439748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-071bd3a2-c17d-49b2-beae-31b0a9174859 req-933a493a-631a-428f-b556-448120072798 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648682 Nov 12 11:31:03.788496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a4ec-b91e-4a3f-b7b0-675e65feb3b3 req-00eb2521-8558-4686-8b65-0cb9ce435f5c tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:03.792038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7426a4ec-b91e-4a3f-b7b0-675e65feb3b3 req-00eb2521-8558-4686-8b65-0cb9ce435f5c tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0961337 Nov 12 11:31:03.901948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7426a4ec-b91e-4a3f-b7b0-675e65feb3b3 req-6a95a299-0d36-433a-9eaa-1bb5986fafe5 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966191 Nov 12 11:31:04.086292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471b282-4a99-4cbe-9006-5f0330b20747 req-7edff805-1ef8-4ef5-b995-4be93df9bd42 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:04.088386 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6471b282-4a99-4cbe-9006-5f0330b20747 req-7edff805-1ef8-4ef5-b995-4be93df9bd42 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 945 time: 0.0896182 Nov 12 11:31:04.197474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6471b282-4a99-4cbe-9006-5f0330b20747 req-00068183-7230-41a2-a6be-12ba85ac9322 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007252 Nov 12 11:31:05.061178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f463a-0c12-45e1-bd86-9125e605d654 req-01e30379-da59-4dd6-8798-0d983fb0d89d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:05.064110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f8f463a-0c12-45e1-bd86-9125e605d654 req-01e30379-da59-4dd6-8798-0d983fb0d89d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0685453 Nov 12 11:31:05.125230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f8f463a-0c12-45e1-bd86-9125e605d654 req-eb558c8b-8220-4c91-9b60-f854c7bfd2bd tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530956 Nov 12 11:31:05.409479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b5f4-d1af-40fb-b18e-1ef7f22335b1 req-a1fc60db-8c89-41c7-b4c0-fa603ad71ff1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:05.411601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9884b5f4-d1af-40fb-b18e-1ef7f22335b1 req-a1fc60db-8c89-41c7-b4c0-fa603ad71ff1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 945 time: 0.0796103 Nov 12 11:31:05.450987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5b84b-2301-4f3a-a3b6-b20624945268 req-889c119d-12be-4655-84da-f423a10b06d2 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:05.453352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72e5b84b-2301-4f3a-a3b6-b20624945268 req-889c119d-12be-4655-84da-f423a10b06d2 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.1027415 Nov 12 11:31:05.503067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-e56ec3ef-6ec2-4617-bf80-666ae8132d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:05.504665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-e56ec3ef-6ec2-4617-bf80-666ae8132d61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bcb7e0832344c1292f470cd252f728c&device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 1097 time: 0.0881250 Nov 12 11:31:05.509796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9884b5f4-d1af-40fb-b18e-1ef7f22335b1 req-a324fb31-7048-4bb4-9c5a-65573dd140a9 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842419 Nov 12 11:31:05.536356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-72e5b84b-2301-4f3a-a3b6-b20624945268 req-c0bf888d-53ce-453d-a2d3-da1c3047eabd tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722711 Nov 12 11:31:05.670129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-3adcfcbf-fcec-46e8-a092-badc365df2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:05.671502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-3adcfcbf-fcec-46e8-a092-badc365df2d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=371565e0-c907-4158-955c-c419bbe01773 HTTP/1.1" status: 200 len: 912 time: 0.1557050 Nov 12 11:31:05.688995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e8c74-c79e-4dcd-9a03-85f228c7f212 req-f8a551dd-09b0-455f-ae1c-a770a5868f4a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:05.690530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-991e8c74-c79e-4dcd-9a03-85f228c7f212 req-f8a551dd-09b0-455f-ae1c-a770a5868f4a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 945 time: 0.0917733 Nov 12 11:31:05.743255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-3c93b3ca-c4e1-438f-a144-c6ea6a1557ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567 HTTP/1.1" status: 200 len: 217 time: 0.0503967 Nov 12 11:31:05.831221 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-991e8c74-c79e-4dcd-9a03-85f228c7f212 req-7da63759-8648-4b98-97e9-430474377411 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303663 Nov 12 11:31:05.833320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-86a61ede-4fbb-4a21-abbd-f5bcc5b28ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:05.834576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-86a61ede-4fbb-4a21-abbd-f5bcc5b28ffd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce4f11b3-d398-4a10-af4e-3fdb56fd43c7 HTTP/1.1" status: 200 len: 851 time: 0.0813570 Nov 12 11:31:05.876657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39750) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:05.891731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-ed88ec68-bcc9-48dd-a07a-9507444de552 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=371565e0-c907-4158-955c-c419bbe01773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425282 Nov 12 11:31:05.961603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef88691-fd92-4e6a-9229-c0e0e4c1d4f3 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:05.966273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cef88691-fd92-4e6a-9229-c0e0e4c1d4f3 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 1092 time: 0.0856295 Nov 12 11:31:05.966849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39754) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:05.975872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:06.015084 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:06.032369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-94894081-476c-434a-ae67-49c2b0c64b67 service neutron] 10.222.0.59 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273985 Nov 12 11:31:06.158305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77138b54-0f33-4d8f-99d0-814942f434d9 req-65b1ba53-16f7-4553-b4f9-c9b8e63dd600 service neutron] 10.222.0.59 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161549 Nov 12 11:31:06.489108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:06.759568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.25.2.130 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/960d3d7e-2e5a-4d25-9a2f-df823c7d4555) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:06.800823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169df6d2-1c5f-4eda-9649-4c1c505ebb19 req-b6911eb1-b2bd-4cef-93a5-a7d67730df6a tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:06.802483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-169df6d2-1c5f-4eda-9649-4c1c505ebb19 req-b6911eb1-b2bd-4cef-93a5-a7d67730df6a tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.1340964 Nov 12 11:31:06.922943 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-169df6d2-1c5f-4eda-9649-4c1c505ebb19 req-9a629efe-7d6f-40f5-bf63-34cca52c5d68 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026876 Nov 12 11:31:06.967299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.030769 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.100258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:07.101456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=960d3d7e-2e5a-4d25-9a2f-df823c7d4555,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:07.117538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.117876 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.118234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.118606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.118956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.119285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.119618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.119945 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.120269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.120593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.120947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.121279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:07.125824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:07.135462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:07.605184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.707508 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.917030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.924415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.031142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=960d3d7e-2e5a-4d25-9a2f-df823c7d4555,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:08.054806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.177810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74a609-9723-4b37-ac13-418a72c11a8d req-2ee288bf-a831-43cd-bc68-b8b93c540892 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:08.180496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb74a609-9723-4b37-ac13-418a72c11a8d req-2ee288bf-a831-43cd-bc68-b8b93c540892 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.1032913 Nov 12 11:31:08.211329 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Floating IP d29e47ab-74b2-419e-9c94-a519b2fa247d associated. External IP: 172.25.2.130, port: 1043546d-201e-4a96-acfe-a7d169a421f9. Nov 12 11:31:08.254051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bb74a609-9723-4b37-ac13-418a72c11a8d req-0732e903-3583-4b71-8c71-352b5e870554 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617507 Nov 12 11:31:08.545767 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router c9dbf3db-5c66-4f7c-9179-9719c477de3d has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:31:08.646735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd02d90-e0a2-4812-af36-82c32bf5fdee req-a460e453-6312-441f-856e-445746369d5f tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:08.656443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cd02d90-e0a2-4812-af36-82c32bf5fdee req-a460e453-6312-441f-856e-445746369d5f tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.1017787 Nov 12 11:31:08.730579 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4cd02d90-e0a2-4812-af36-82c32bf5fdee req-b16af54e-79bb-435e-b2cc-c83e3738ace8 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714304 Nov 12 11:31:08.771466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:08.790496 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] Sync routers for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:08.814180 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:08.815126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:30:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:08.821610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.882106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ee95e0c5-05ea-44da-b028-1d05aea70c3c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9102314 Nov 12 11:31:08.882106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:08.883572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39778) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:08.890597 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa" -d '{"events": [{"name": "network-changed", "server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:08.991762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aa5eb083-104d-4aed-b8ff-b91b0042244a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/floatingips/d29e47ab-74b2-419e-9c94-a519b2fa247d HTTP/1.1" status: 200 len: 991 time: 0.1053083 Nov 12 11:31:08.994341 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:09.010239 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee63596f-f160-42af-8a73-6e936a0567df x-openstack-request-id: req-ee63596f-f160-42af-8a73-6e936a0567df {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:09.010669 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:09.011058 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee63596f-f160-42af-8a73-6e936a0567df {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:09.011560 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9', 'status': 'completed', 'code': 200} Nov 12 11:31:09.099476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-1eb98dfc-5bec-45c5-b75f-50bb1ce5cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:09.102925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-1eb98dfc-5bec-45c5-b75f-50bb1ce5cd3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 1097 time: 0.0605974 Nov 12 11:31:09.234580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-051d5e8c-daeb-40c7-90a9-3fb4a529ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:09.237563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-051d5e8c-daeb-40c7-90a9-3fb4a529ee06 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e HTTP/1.1" status: 200 len: 898 time: 0.1202798 Nov 12 11:31:09.328638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-55faf224-a355-4261-8927-c805238a70f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1043546d-201e-4a96-acfe-a7d169a421f9 HTTP/1.1" status: 200 len: 999 time: 0.0792494 Nov 12 11:31:09.374566 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:07Z', 'revision_number': 0, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:09.385625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-5f02b387-c029-4699-b908-942b6f81178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:09.387171 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-5f02b387-c029-4699-b908-942b6f81178d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b9bc16c-6984-4e5f-ae44-898055f0b914 HTTP/1.1" status: 200 len: 835 time: 0.0507042 Nov 12 11:31:09.405256 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] Checking router: c9dbf3db-5c66-4f7c-9179-9719c477de3d for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:31:09.415098 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:09.415886 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:30:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:09.453546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-f53fe98e-b4af-4278-a76f-0bd8c99342e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:09.455089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-f53fe98e-b4af-4278-a76f-0bd8c99342e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478332 Nov 12 11:31:09.531197 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:09.563539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-6c7247b3-4ddc-4220-87e4-6b53a69ccdc2 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991569 Nov 12 11:31:09.667580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be677b71-dd16-42c3-ae4e-fd42ff9aedaa req-beac5f23-56cf-483f-b6b8-a57dcfcbdf25 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957465 Nov 12 11:31:09.780478 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:07Z', 'revision_number': 0, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:09.812098 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6c04a-79ed-4612-87d0-19a767577ac6 None None] The sync data for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 is: [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:07Z', 'revision_number': 0, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:09.946197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be09e8-c937-442d-90fc-748a35d7e87b req-5ce0944f-661a-45c0-ab16-40381f457026 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:09.948815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0be09e8-c937-442d-90fc-748a35d7e87b req-5ce0944f-661a-45c0-ab16-40381f457026 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0880051 Nov 12 11:31:09.993848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39796) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:10.065395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0be09e8-c937-442d-90fc-748a35d7e87b req-7227e11c-1920-4980-954b-73db3524df1c tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073642 Nov 12 11:31:10.088324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd0abb-5cb3-4366-a66c-6849ab3fea32 None None] New status for floating IP d29e47ab-74b2-419e-9c94-a519b2fa247d: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:31:10.105823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-283098d7-670b-4f93-b73b-b5dd32852863 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/floatingips/d29e47ab-74b2-419e-9c94-a519b2fa247d HTTP/1.1" status: 200 len: 991 time: 0.1094787 Nov 12 11:31:10.272810 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:10.363709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20d95e-1af3-4921-91bc-c8fe9a618298 req-de28192e-7c9a-4df6-a9c6-af85fd11aed9 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:10.368957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d20d95e-1af3-4921-91bc-c8fe9a618298 req-de28192e-7c9a-4df6-a9c6-af85fd11aed9 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0932548 Nov 12 11:31:10.427584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-cf073c3d-7a4d-418d-ae55-54ef8eda4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:10.429382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-cf073c3d-7a4d-418d-ae55-54ef8eda4bad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bcb7e0832344c1292f470cd252f728c&device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 1097 time: 0.0898495 Nov 12 11:31:10.443176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d20d95e-1af3-4921-91bc-c8fe9a618298 req-b4af71cb-82dd-45f5-b461-b8ad1480a203 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595860 Nov 12 11:31:10.541129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-483e006b-d7de-46ba-a315-c906860440b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:10.542698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-483e006b-d7de-46ba-a315-c906860440b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=371565e0-c907-4158-955c-c419bbe01773 HTTP/1.1" status: 200 len: 912 time: 0.0985351 Nov 12 11:31:10.591185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-bd3f2275-83c6-4206-ba10-5d76c91ca4ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567 HTTP/1.1" status: 200 len: 217 time: 0.0401833 Nov 12 11:31:10.613349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:10.644209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-f907449a-ff34-4f2f-8b2f-c7c8b6186136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:10.645785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-f907449a-ff34-4f2f-8b2f-c7c8b6186136 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce4f11b3-d398-4a10-af4e-3fdb56fd43c7 HTTP/1.1" status: 200 len: 851 time: 0.0477335 Nov 12 11:31:10.681780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-16f3e9cb-e587-4066-a418-d092de2879c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=371565e0-c907-4158-955c-c419bbe01773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269153 Nov 12 11:31:10.785431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-2151f345-15b2-4a8d-9360-1e67bf454eba service neutron] 10.222.0.59 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952783 Nov 12 11:31:10.889023 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776a9e82-2d29-423d-a14a-b8dd220bbe39 req-c4a714f8-8347-4161-9988-4fea058f03cd service neutron] 10.222.0.59 "GET /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959754 Nov 12 11:31:11.108692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39808) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:11.184005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c51d2293-20ce-47aa-99bc-1e9007386b48 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/floatingips/d29e47ab-74b2-419e-9c94-a519b2fa247d HTTP/1.1" status: 200 len: 993 time: 0.0740998 Nov 12 11:31:11.589316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb70c15-a180-44ee-ba55-83bd40c01ba6 req-09c3940f-2182-441f-b069-077ca28a841e tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:11.591659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccb70c15-a180-44ee-ba55-83bd40c01ba6 req-09c3940f-2182-441f-b069-077ca28a841e tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0597858 Nov 12 11:31:11.651410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ccb70c15-a180-44ee-ba55-83bd40c01ba6 req-8a888e33-8a63-4da9-8fff-6f90f0d572f7 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486269 Nov 12 11:31:12.838844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17714a86-2990-4631-a610-58f10923836a req-6e6fc957-ae85-4502-a105-52c87811f24e tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:12.841626 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17714a86-2990-4631-a610-58f10923836a req-6e6fc957-ae85-4502-a105-52c87811f24e tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0851264 Nov 12 11:31:12.902690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17714a86-2990-4631-a610-58f10923836a req-6daaff79-a85b-438b-8a9d-4f1fac14b10e tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540929 Nov 12 11:31:13.201891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a5e94-141a-48d5-b267-95de38568fd1 req-f8bc59b1-af4b-419c-ab73-15b243e9594b tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:13.201891 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-801a5e94-141a-48d5-b267-95de38568fd1 req-f8bc59b1-af4b-419c-ab73-15b243e9594b tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0697372 Nov 12 11:31:13.274519 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-801a5e94-141a-48d5-b267-95de38568fd1 req-255b8e88-3cd4-4ba5-82c2-46cfcdb9bf3b tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639505 Nov 12 11:31:14.456749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be5c1-35b9-4993-99e0-5e0b222d5279 req-155a7b1f-cdc7-4a5e-ab3e-57b7f1935a4d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:14.458900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd8be5c1-35b9-4993-99e0-5e0b222d5279 req-155a7b1f-cdc7-4a5e-ab3e-57b7f1935a4d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0743208 Nov 12 11:31:14.520365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd8be5c1-35b9-4993-99e0-5e0b222d5279 req-568b96e3-5915-44cb-8ff0-7f90dcec5643 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536952 Nov 12 11:31:15.713898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18042-0d13-4599-9895-add8be9edee1 req-5196b552-aeaa-40bf-b101-90ecb4a01187 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:15.715482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ca18042-0d13-4599-9895-add8be9edee1 req-5196b552-aeaa-40bf-b101-90ecb4a01187 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0856106 Nov 12 11:31:15.730856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708791-9581-4764-935c-2f10d62f92e3 req-31396ac2-005d-4bd3-a993-6a821a678a19 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:15.733158 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e708791-9581-4764-935c-2f10d62f92e3 req-31396ac2-005d-4bd3-a993-6a821a678a19 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.59 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 945 time: 0.0802960 Nov 12 11:31:15.788696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ca18042-0d13-4599-9895-add8be9edee1 req-0372aec2-f384-4670-b4f9-564439eee9c4 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e7358e-7696-4624-b8cf-ba438de83101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637064 Nov 12 11:31:15.861586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Deleting port 0454ffae-cb41-4934-9ddf-dfcde99c6567 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:15.861927 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.981159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] For port 0454ffae-cb41-4934-9ddf-dfcde99c6567, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0454ffae-cb41-4934-9ddf-dfcde99c6567,segment=NetworkSegment(6780428e-4baa-448c-bea2-0c48947634fe),segment_id=6780428e-4baa-448c-bea2-0c48947634fe)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:15.981555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.997594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Calling delete_port for 0454ffae-cb41-4934-9ddf-dfcde99c6567 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:16.138148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.161893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['0454ffae-cb41-4934-9ddf-dfcde99c6567'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:31:16.173179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Pushing event deleted for resources: {'Port': ['ID=0454ffae-cb41-4934-9ddf-dfcde99c6567,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:16.218399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] No DVR routers for this DVR port 0454ffae-cb41-4934-9ddf-dfcde99c6567 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:31:16.221213 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.225653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e708791-9581-4764-935c-2f10d62f92e3 req-1fb5346e-fe30-47cc-af8d-375dac10787d tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.59 "DELETE /v2.0/ports/0454ffae-cb41-4934-9ddf-dfcde99c6567 HTTP/1.1" status: 204 len: 173 time: 0.4850802 Nov 12 11:31:16.226115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd138bb88-01e4-4d88-b7b0-155d302a5c84', 'name': 'network-vif-deleted', 'tag': '0454ffae-cb41-4934-9ddf-dfcde99c6567'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:16.228585 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27942580-cf62-4069-9715-d1e79baea695" -d '{"events": [{"server_uuid": "d138bb88-01e4-4d88-b7b0-155d302a5c84", "name": "network-vif-deleted", "tag": "0454ffae-cb41-4934-9ddf-dfcde99c6567"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:16.389124 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e787c01d-e6a5-451f-a10c-75bf43b95467 x-openstack-request-id: req-e787c01d-e6a5-451f-a10c-75bf43b95467 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:16.389668 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d138bb88-01e4-4d88-b7b0-155d302a5c84", "name": "network-vif-deleted", "tag": "0454ffae-cb41-4934-9ddf-dfcde99c6567", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:16.390130 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e787c01d-e6a5-451f-a10c-75bf43b95467 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:16.390832 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd138bb88-01e4-4d88-b7b0-155d302a5c84', 'name': 'network-vif-deleted', 'tag': '0454ffae-cb41-4934-9ddf-dfcde99c6567', 'status': 'completed', 'code': 200} Nov 12 11:31:16.747253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-c861ae54-61d4-43db-841f-71062c4f6a67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484395 Nov 12 11:31:16.847206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-3f813bd7-d55d-4fb6-9f23-5437687f1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:16.848997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-3f813bd7-d55d-4fb6-9f23-5437687f1458 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 1097 time: 0.0630026 Nov 12 11:31:16.970881 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28cabe18-93dc-4e4a-9596-61ac65c13c9b req-32c27ec4-1906-43fc-904b-de49d41bdbd0 tempest-TestServerAdvancedOps-49524576 tempest-TestServerAdvancedOps-49524576-project] 10.222.0.31 "GET /v2.0/ports?device_id=d138bb88-01e4-4d88-b7b0-155d302a5c84 HTTP/1.1" status: 200 len: 210 time: 0.0484004 Nov 12 11:31:17.013319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-9d48d7a5-73cc-4b51-bccf-fbec9e16edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:17.014917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-9d48d7a5-73cc-4b51-bccf-fbec9e16edb3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1244543 Nov 12 11:31:17.124760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-00bc2581-4e57-47ec-b40e-72885b866f82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be7ec75-bb34-461b-9c48-413c11e651aa HTTP/1.1" status: 200 len: 1000 time: 0.1016212 Nov 12 11:31:17.181218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-aeead68e-95c4-48b7-b271-d20d9f88c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:17.182801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-aeead68e-95c4-48b7-b271-d20d9f88c60a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0469136 Nov 12 11:31:17.254157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-3c7bc638-9787-4926-b432-5d728fc9df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:17.255568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-3c7bc638-9787-4926-b432-5d728fc9df33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639484 Nov 12 11:31:17.365828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-bb36444b-e9aa-4375-854b-5120ff57a7d5 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961123 Nov 12 11:31:17.474338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de2a6352-3ba6-45d2-8dd4-018f4a71bfa5 req-0397d270-27e9-4640-b06b-c7346ebb44ba service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945942 Nov 12 11:31:18.046332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39900) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:18.109897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-41920061-d6cf-452f-b3b7-55dacbe02f43 admin admin] Deleting subnet ce4f11b3-d398-4a10-af4e-3fdb56fd43c7 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:31:18.115360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41920061-d6cf-452f-b3b7-55dacbe02f43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.170522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41920061-d6cf-452f-b3b7-55dacbe02f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.237635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41920061-d6cf-452f-b3b7-55dacbe02f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.311005 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41920061-d6cf-452f-b3b7-55dacbe02f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.348217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41920061-d6cf-452f-b3b7-55dacbe02f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4f11b3-d398-4a10-af4e-3fdb56fd43c7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:18.353841 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41920061-d6cf-452f-b3b7-55dacbe02f43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.361368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39904) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:18.362083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-41920061-d6cf-452f-b3b7-55dacbe02f43 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ce4f11b3-d398-4a10-af4e-3fdb56fd43c7 HTTP/1.1" status: 204 len: 168 time: 0.3136787 Nov 12 11:31:18.439393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.524188 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.547485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371565e0-c907-4158-955c-c419bbe01773']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:18.561632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6780428e-4baa-448c-bea2-0c48947634fe') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:18.562664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6780428e-4baa-448c-bea2-0c48947634fe') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:18.579159 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.596407 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.603658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:31:18.604495 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:31:18.606471 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:31:18.674709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.683317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.688378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] 10.222.0.31 "DELETE /v2.0/networks/371565e0-c907-4158-955c-c419bbe01773 HTTP/1.1" status: 204 len: 168 time: 0.3258922 Nov 12 11:31:18.691392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39914) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:18.702195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf0459-51e5-4e89-b655-ba27132be59c admin admin] Pushing event deleted for resources: {'Network': ['ID=371565e0-c907-4158-955c-c419bbe01773,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:18.765992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bf1a06-e5f0-41e0-8227-1e097ae98154 admin admin] Deleting subnet 26c76f03-0c15-4164-a9d8-d81383d12172 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:31:18.771131 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a06-e5f0-41e0-8227-1e097ae98154 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.821665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a06-e5f0-41e0-8227-1e097ae98154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.879529 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a06-e5f0-41e0-8227-1e097ae98154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.962519 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a06-e5f0-41e0-8227-1e097ae98154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.998431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a06-e5f0-41e0-8227-1e097ae98154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.001903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-25bf1a06-e5f0-41e0-8227-1e097ae98154 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/26c76f03-0c15-4164-a9d8-d81383d12172 HTTP/1.1" status: 204 len: 168 time: 0.3092897 Nov 12 11:31:19.002746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1a06-e5f0-41e0-8227-1e097ae98154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c76f03-0c15-4164-a9d8-d81383d12172,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:19.005665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39916) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:19.087130 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.173236 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.201997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211be8c3-844a-437f-a173-c9b26cd4787e']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:19.213758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa84f6b-79d7-40cc-8207-3c7ab4872872') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:19.214052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa84f6b-79d7-40cc-8207-3c7ab4872872') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:19.227690 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.242508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.248827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:31:19.249253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:31:19.250952 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:31:19.310101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.316339 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.322171 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] 10.222.0.31 "DELETE /v2.0/networks/211be8c3-844a-437f-a173-c9b26cd4787e HTTP/1.1" status: 204 len: 168 time: 0.3138115 Nov 12 11:31:19.333409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4d26f-b9a9-436f-b2ef-efcb98c9f384 admin admin] Pushing event deleted for resources: {'Network': ['ID=211be8c3-844a-437f-a173-c9b26cd4787e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:19.530105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:19.582303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b68d8ac3-0155-42e7-bac3-a190e3e7b5ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bcb7e0832344c1292f470cd252f728c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511961 Nov 12 11:31:19.586508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39930) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:19.661043 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bb460ff-0333-4f89-b16c-d9753addad93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.697552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bb460ff-0333-4f89-b16c-d9753addad93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.771238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bb460ff-0333-4f89-b16c-d9753addad93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.775305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bb460ff-0333-4f89-b16c-d9753addad93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.776470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7bb460ff-0333-4f89-b16c-d9753addad93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8e7358e-7696-4624-b8cf-ba438de83101 HTTP/1.1" status: 204 len: 168 time: 0.1881981 Nov 12 11:31:19.791372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb460ff-0333-4f89-b16c-d9753addad93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7358e-7696-4624-b8cf-ba438de83101,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:20.222309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39946) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:20.229419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0454ffae-cb41-4934-9ddf-dfcde99c6567 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:31:20.253797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 0454ffae-cb41-4934-9ddf-dfcde99c6567 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:31:20.253797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0454ffae-cb41-4934-9ddf-dfcde99c6567 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:31:20.284626 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a8736414-e482-45ec-991f-498d66ae9c16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3f4f53a441d4364b3de15ddbd1fe382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602696 Nov 12 11:31:20.287788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 39948) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:20.348884 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4073bda5-2147-464c-aa44-571d8edc8af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.377768 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4073bda5-2147-464c-aa44-571d8edc8af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.445311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4073bda5-2147-464c-aa44-571d8edc8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.448563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4073bda5-2147-464c-aa44-571d8edc8af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.453699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4073bda5-2147-464c-aa44-571d8edc8af5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e80dd76f-532d-4ba9-906a-31913f2fe1dc HTTP/1.1" status: 204 len: 168 time: 0.1601248 Nov 12 11:31:20.459494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073bda5-2147-464c-aa44-571d8edc8af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80dd76f-532d-4ba9-906a-31913f2fe1dc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:23.142627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 39974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:23.336724 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 606a1941-2189-4a7d-9807-a1da424e47e7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:23.337157 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:23.429120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:23.429539 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:23.446628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 606a1941-2189-4a7d-9807-a1da424e47e7 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:23.629767 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:23.658259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=606a1941-2189-4a7d-9807-a1da424e47e7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:23.729860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:23.730542 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Floating IP cb11a197-1272-4da9-8e4a-8d00affbdf8b disassociated (deleted). External IP: 172.25.2.182, port: 2ca2ae40-52fd-4865-89df-881750323523. Nov 12 11:31:23.958276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a110011e-97a0-47cf-b5e6-abe8fb7578cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:24.012745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router be092bee-f10a-4826-8655-e6515f6f2f07 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:31:24.170288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:24.178641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:24.182367 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] Sync routers for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:24.197767 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:24.199072 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:30:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:24.218850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f6381ec-fe18-421e-b6d4-9335616bf873 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/floatingips/cb11a197-1272-4da9-8e4a-8d00affbdf8b HTTP/1.1" status: 204 len: 168 time: 1.0747919 Nov 12 11:31:24.219859 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'tag': '2ca2ae40-52fd-4865-89df-881750323523'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:24.223243 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "tag": "2ca2ae40-52fd-4865-89df-881750323523"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:24.290686 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b49f704-e312-4944-a4d2-b7b77826eb1c x-openstack-request-id: req-7b49f704-e312-4944-a4d2-b7b77826eb1c {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:24.290986 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "tag": "2ca2ae40-52fd-4865-89df-881750323523", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:24.291247 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b49f704-e312-4944-a4d2-b7b77826eb1c {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:24.291663 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'tag': '2ca2ae40-52fd-4865-89df-881750323523', 'status': 'completed', 'code': 200} Nov 12 11:31:24.351254 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:24.395667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-240de8b9-51b5-403e-b49a-1a1780ac6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:24.397444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-240de8b9-51b5-403e-b49a-1a1780ac6bff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=457c723929f14efab737d75f4170b9cc&device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0698991 Nov 12 11:31:24.618151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-950aba53-2ce7-4bd6-a2cc-5a8f0f141a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:24.619880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-950aba53-2ce7-4bd6-a2cc-5a8f0f141a3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 HTTP/1.1" status: 200 len: 898 time: 0.2058179 Nov 12 11:31:24.657114 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:15Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:24.686495 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] Checking router: be092bee-f10a-4826-8655-e6515f6f2f07 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:31:24.696333 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:24.696975 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:30:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:24.702134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df32183-5dbd-4e47-8df6-91efac2f7a63 req-c8be98d2-28e4-4b09-a33b-9e8101ad641a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:24.703815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6df32183-5dbd-4e47-8df6-91efac2f7a63 req-c8be98d2-28e4-4b09-a33b-9e8101ad641a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1649961 Nov 12 11:31:24.705408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-4897e4f9-0ce9-43cf-973a-1330103690e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ca2ae40-52fd-4865-89df-881750323523 HTTP/1.1" status: 200 len: 217 time: 0.0750227 Nov 12 11:31:24.851704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-d6e98917-a76d-4ae6-8207-9c6ba51efb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:24.853352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-d6e98917-a76d-4ae6-8207-9c6ba51efb16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffcb647b-1c6e-44ba-be4e-141cf09d518d HTTP/1.1" status: 200 len: 835 time: 0.1248703 Nov 12 11:31:24.858617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6df32183-5dbd-4e47-8df6-91efac2f7a63 req-fb35296c-9772-497e-958e-7c3b09fb638f tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432807 Nov 12 11:31:24.938102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-f86239d7-54cc-41e6-80da-a2d97f2f699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:24.940916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-f86239d7-54cc-41e6-80da-a2d97f2f699b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755510 Nov 12 11:31:24.954896 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:25.089512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-cdf7c7dc-de13-46ca-b486-9ab4e625ca8e service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367679 Nov 12 11:31:25.251449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b1cf6d6-2c61-459f-8762-2a3ec643e6fa req-1cae4ad9-a196-4a72-9f51-976102b87b46 service neutron] 10.222.0.59 "GET /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531963 Nov 12 11:31:25.282309 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:15Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:25.329800 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e689b-d2bb-4d7e-b19b-a10a75256751 None None] The sync data for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 is: [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:29:10Z', 'revision_number': 4, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ec279c4b-36f7-4c6f-a16a-9a88c28439c1', 'name': '', 'network_id': '0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'mac_address': 'fa:16:3e:dd:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:09Z', 'updated_at': '2021-11-12T11:29:15Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'subnets': [{'id': 'ffcb647b-1c6e-44ba-be4e-141cf09d518d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:25.726060 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898c0b2-255c-4069-ba0d-14636e8b2ad0 None None] New status for floating IP cb11a197-1272-4da9-8e4a-8d00affbdf8b: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:31:26.345937 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55987034-c982-4af8-a849-62ab76085a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:26.488422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73acee-b935-4b96-8189-3f02edd0004a req-283af427-4611-431b-8c32-9c8af6864a5a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:26.490048 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b73acee-b935-4b96-8189-3f02edd0004a req-283af427-4611-431b-8c32-9c8af6864a5a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0667267 Nov 12 11:31:26.570939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4b73acee-b935-4b96-8189-3f02edd0004a req-4a6d0502-feaa-438f-af12-d1becd2797d6 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/security-groups?id=104683fa-77b0-4060-9c6e-697cc1cdcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731034 Nov 12 11:31:26.636581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-1cccf1db-8ecc-4b15-aa80-32d83d974c39 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:26.639694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-1cccf1db-8ecc-4b15-aa80-32d83d974c39 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 945 time: 0.0988953 Nov 12 11:31:26.753461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port 2ca2ae40-52fd-4865-89df-881750323523 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:26.753925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.133169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port 2ca2ae40-52fd-4865-89df-881750323523, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=2ca2ae40-52fd-4865-89df-881750323523,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:27.133559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.147885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for 2ca2ae40-52fd-4865-89df-881750323523 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:27.289270 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.349000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=2ca2ae40-52fd-4865-89df-881750323523,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:27.372966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] No DVR routers for this DVR port 2ca2ae40-52fd-4865-89df-881750323523 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:31:27.375907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.380068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-127389c3-50ea-432b-a2de-b74a80b1e3e4 req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.59 "DELETE /v2.0/ports/2ca2ae40-52fd-4865-89df-881750323523 HTTP/1.1" status: 204 len: 173 time: 0.7296581 Nov 12 11:31:27.385297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'name': 'network-vif-deleted', 'tag': '2ca2ae40-52fd-4865-89df-881750323523'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:27.387645 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afb11b1-e0c0-4d8f-9f15-d7a7c0744a35" -d '{"events": [{"server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "name": "network-vif-deleted", "tag": "2ca2ae40-52fd-4865-89df-881750323523"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:27.392269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.392611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.393169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.393360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.395154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.395154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.395154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.395154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.396612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.396612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.396612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.396612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60953b3-7a5a-4312-984b-29c2e713cc85 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:27.454385 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a3fe54-60c7-4c5b-8015-3ae8b0082b5f x-openstack-request-id: req-56a3fe54-60c7-4c5b-8015-3ae8b0082b5f {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:27.454663 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b36a53-a2af-43cd-ad80-ea1049b1c7f2", "name": "network-vif-deleted", "tag": "2ca2ae40-52fd-4865-89df-881750323523", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:27.454950 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56a3fe54-60c7-4c5b-8015-3ae8b0082b5f {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:27.455314 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b36a53-a2af-43cd-ad80-ea1049b1c7f2', 'name': 'network-vif-deleted', 'tag': '2ca2ae40-52fd-4865-89df-881750323523', 'status': 'completed', 'code': 200} Nov 12 11:31:27.750474 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3de7bf8a-9f33-4e28-bfcd-81d267c18e82 req-78e69442-64b6-4c42-bc2d-5d732b9dbefa tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "GET /v2.0/ports?device_id=94b36a53-a2af-43cd-ad80-ea1049b1c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0387137 Nov 12 11:31:27.800233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.825687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40072) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:29.387193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.531575 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.747938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port ec279c4b-36f7-4c6f-a16a-9a88c28439c1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:29.748344 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.859503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port ec279c4b-36f7-4c6f-a16a-9a88c28439c1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:29.861354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.877892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for ec279c4b-36f7-4c6f-a16a-9a88c28439c1 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:30.107826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.145460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=ec279c4b-36f7-4c6f-a16a-9a88c28439c1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:30.279268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2ca2ae40-52fd-4865-89df-881750323523 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:31:30.309164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 2ca2ae40-52fd-4865-89df-881750323523 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:31:30.309489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 2ca2ae40-52fd-4865-89df-881750323523 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:31:30.377542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.634569 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.675994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Router be092bee-f10a-4826-8655-e6515f6f2f07 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:31:30.824790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:30.831154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-990649ef-2702-4cdf-b363-5d0bc7906661 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "PUT /v2.0/routers/be092bee-f10a-4826-8655-e6515f6f2f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0040805 Nov 12 11:31:30.834262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40106) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:30.838521 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] Sync routers for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:30.849001 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:30.849623 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:31:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:30.903509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a823877-1607-4c7b-a1c0-4b6d8770e300 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting subnet ffcb647b-1c6e-44ba-be4e-141cf09d518d {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:31:30.908227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a823877-1607-4c7b-a1c0-4b6d8770e300 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.966810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a823877-1607-4c7b-a1c0-4b6d8770e300 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.973384 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:31.100374 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a823877-1607-4c7b-a1c0-4b6d8770e300 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:31.207391 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:31:30Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:31.243777 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] Checking router: be092bee-f10a-4826-8655-e6515f6f2f07 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:31:31.255355 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] Routers {'be092bee-f10a-4826-8655-e6515f6f2f07'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:31.255988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:31:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be092bee-f10a-4826-8655-e6515f6f2f07'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:31.395197 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] Set router be092bee-f10a-4826-8655-e6515f6f2f07 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:31.476192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a823877-1607-4c7b-a1c0-4b6d8770e300 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:31.511641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a823877-1607-4c7b-a1c0-4b6d8770e300 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcb647b-1c6e-44ba-be4e-141cf09d518d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:31.523432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8a823877-1607-4c7b-a1c0-4b6d8770e300 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:31.529282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4c4c9-2c48-4e39-99b1-7f8f93c6af6c None None] Network 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:31:31.533366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8a823877-1607-4c7b-a1c0-4b6d8770e300 tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/subnets/ffcb647b-1c6e-44ba-be4e-141cf09d518d HTTP/1.1" status: 204 len: 168 time: 0.6960964 Nov 12 11:31:31.536023 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40118) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:31.643196 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:31:30Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:31.677782 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bdb264-7b6d-4d11-a785-0aa5dabe383b None None] The sync data for ids ['be092bee-f10a-4826-8655-e6515f6f2f07'] in n-d-768851-19 is: [{'id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847502574', 'tenant_id': '457c723929f14efab737d75f4170b9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:03Z', 'updated_at': '2021-11-12T11:31:30Z', 'revision_number': 5, 'project_id': '457c723929f14efab737d75f4170b9cc', 'gw_port': {'id': 'e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092bee-f10a-4826-8655-e6515f6f2f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:04Z', 'updated_at': '2021-11-12T11:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:31.698001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:31.856438 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:31.914500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Deleting port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:31.914844 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.007430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] For port e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:32.007808 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.026630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Calling delete_port for e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:32.067921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] DHCP port deletion for 0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:32.155103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] Deleting port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:32.155804 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.269499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] For port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=0daacb8a-3ba4-4206-9afc-8350a0d9a55e,segment=NetworkSegment(64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968),segment_id=64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:32.269946 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.273577 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.285015 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] Calling delete_port for 0daacb8a-3ba4-4206-9afc-8350a0d9a55e owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:32.314264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Port': ['ID=e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:32.332050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eedf0b-3a05-4819-b593-c1292e68a0df None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:32.386304 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.418708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.420329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] Pushing event deleted for resources: {'Port': ['ID=0daacb8a-3ba4-4206-9afc-8350a0d9a55e,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:32.423257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c470e7b-5201-41b0-be18-4d62162c3c20 None None] No DVR routers for this DVR port 0daacb8a-3ba4-4206-9afc-8350a0d9a55e on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:31:32.544028 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.547481 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.596854 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.597457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Fanout notify agent at l3_agent the message router_deleted on router be092bee-f10a-4826-8655-e6515f6f2f07 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:31:32.604803 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.607751 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1beb4cf4-d389-4ea2-b1c7-30d38d9d4abf tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/routers/be092bee-f10a-4826-8655-e6515f6f2f07 HTTP/1.1" status: 204 len: 168 time: 1.0683632 Nov 12 11:31:32.610134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40134) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:32.704158 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.813387 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.836214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:32.846404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:32.846695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c34e6d-c9bf-46e2-bfaf-6b9fd1b9f968') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:32.856576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.874073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.881080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:31:32.882042 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:31:32.889366 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:31:32.964448 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.970698 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.976232 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/networks/0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6 HTTP/1.1" status: 204 len: 168 time: 0.3649971 Nov 12 11:31:32.981793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40140) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:33.010418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583849f-6ef9-4322-8f02-5faf1748315d tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'Network': ['ID=0eadd35e-cb4c-4fe0-abdd-66af00b5a8f6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:33.062215 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0b16cea-3d6b-4f09-9113-bc793888554a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.094627 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0b16cea-3d6b-4f09-9113-bc793888554a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.184586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0b16cea-3d6b-4f09-9113-bc793888554a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.187639 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b0b16cea-3d6b-4f09-9113-bc793888554a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.188795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b0b16cea-3d6b-4f09-9113-bc793888554a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] 10.222.0.31 "DELETE /v2.0/security-groups/104683fa-77b0-4060-9c6e-697cc1cdcecd HTTP/1.1" status: 204 len: 168 time: 0.2060323 Nov 12 11:31:33.202004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b16cea-3d6b-4f09-9113-bc793888554a tempest-TestNetworkAdvancedServerOps-105234063 tempest-TestNetworkAdvancedServerOps-105234063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104683fa-77b0-4060-9c6e-697cc1cdcecd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:33.361731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0daacb8a-3ba4-4206-9afc-8350a0d9a55e no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:31:33.385103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 0daacb8a-3ba4-4206-9afc-8350a0d9a55e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:31:33.385442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 0daacb8a-3ba4-4206-9afc-8350a0d9a55e not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:31:33.386042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:31:33.406630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:31:33.407003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e2cb649b-443e-4ae3-902a-e5c5f6aeb0e5 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:31:33.407544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec279c4b-36f7-4c6f-a16a-9a88c28439c1 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:31:33.430636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ec279c4b-36f7-4c6f-a16a-9a88c28439c1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:31:33.431204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ec279c4b-36f7-4c6f-a16a-9a88c28439c1 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:31:33.667452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40160) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:33.838256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b332d101-3108-4335-8ba0-084edd899dce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=457c723929f14efab737d75f4170b9cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694751 Nov 12 11:31:33.841027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40168) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:33.899184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1aad1cb9-8662-45f7-8b36-74c3c6d2f8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.922716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1aad1cb9-8662-45f7-8b36-74c3c6d2f8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.985320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1aad1cb9-8662-45f7-8b36-74c3c6d2f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.988504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1aad1cb9-8662-45f7-8b36-74c3c6d2f8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.993092 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1aad1cb9-8662-45f7-8b36-74c3c6d2f8f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b261f4d-f51a-43ff-ab10-8a250eec9f54 HTTP/1.1" status: 204 len: 168 time: 0.1476698 Nov 12 11:31:34.002194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad1cb9-8662-45f7-8b36-74c3c6d2f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b261f4d-f51a-43ff-ab10-8a250eec9f54,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:34.405891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40184) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:34.460506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-82abfb30-bdd1-4d75-8b46-17d98ac9cad5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e29fe57553b4dee81e24b44cc01b4e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528765 Nov 12 11:31:34.462899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40186) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:34.517776 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1966853-6b3d-464d-ac7b-9bae5507273b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.548171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1966853-6b3d-464d-ac7b-9bae5507273b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.610025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1966853-6b3d-464d-ac7b-9bae5507273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.614254 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f1966853-6b3d-464d-ac7b-9bae5507273b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.615668 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f1966853-6b3d-464d-ac7b-9bae5507273b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63328b08-96a3-41f0-8889-04f32eb45c0e HTTP/1.1" status: 204 len: 168 time: 0.1515999 Nov 12 11:31:34.627023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1966853-6b3d-464d-ac7b-9bae5507273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63328b08-96a3-41f0-8889-04f32eb45c0e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:37.824596 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:31:40.181590 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:40.630891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.418556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40256) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:48.504380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df09ff-e464-4da2-8752-d8c16b8d6a84 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:48.505323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df09ff-e464-4da2-8752-d8c16b8d6a84 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:48.506701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df09ff-e464-4da2-8752-d8c16b8d6a84 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:48.509705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a1df09ff-e464-4da2-8752-d8c16b8d6a84 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=dbc10fd275344f60aa700a85e3699591&network_id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e HTTP/1.1" status: 200 len: 2972 time: 0.0900164 Nov 12 11:31:51.302235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40324) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:51.368827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce227c-55cc-4d58-87b4-c77c6848cee1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:51.371426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d6ce227c-55cc-4d58-87b4-c77c6848cee1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61 HTTP/1.1" status: 200 len: 814 time: 0.0676887 Nov 12 11:31:52.319487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40346) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.327127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'network': {'name': 'tempest-network-smoke--1078925131', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'port_security_enabled': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:52.353588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:52.358716 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.398570 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:31:52.409212 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.409546 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Added segment 29e9c38c-e911-45a5-89e2-5b51ee73c079 of type vlan for network af5217ac-784e-4c1a-9c11-e9adb291504e Nov 12 11:31:52.453973 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.491068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.496856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:52.497480 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.543411 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2197690 Nov 12 11:31:52.543908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40352) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.628301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28291f21-d90f-4236-859a-c69ab94bed8d tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:52.635609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-28291f21-d90f-4236-859a-c69ab94bed8d tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dbc10fd275344f60aa700a85e3699591&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0852354 Nov 12 11:31:52.636995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40354) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.761868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63ffc9-c0fc-4bda-acff-53bdded67848 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:52.764947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0d63ffc9-c0fc-4bda-acff-53bdded67848 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1254330 Nov 12 11:31:52.767649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40358) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.799864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1152a56b-858f-489f-a7af-fabfd85dbfc7 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304658 Nov 12 11:31:52.804215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40360) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.839450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-64c5a8e3-4ffa-4494-8ce5-e4d3ae3cc9d6 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dbc10fd275344f60aa700a85e3699591&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336580 Nov 12 11:31:52.842269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40362) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.943857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432a633-f2ec-4126-b876-eb399e00c850 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Network': ['ID=af5217ac-784e-4c1a-9c11-e9adb291504e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:52.958781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network af5217ac-784e-4c1a-9c11-e9adb291504e details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:31:52.967244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a7b3c-d8f8-4f5b-9d57-5af643307efe tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:52.971884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40366) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.972199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-de7a7b3c-d8f8-4f5b-9d57-5af643307efe tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287904 Nov 12 11:31:53.008517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c7f0d822-401d-4027-8c84-1ac06dec48c6 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344698 Nov 12 11:31:53.010900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40368) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:53.017770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232539312', 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:53.141658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:53.145390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:53.365406 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:53.436035 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Subnet': ['ID=3f4e60cb-09db-4a68-bba2-129d4b6037d6,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:53.447837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Checking segment: {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:53.448201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network hostable DHCP agents. Network: af5217ac-784e-4c1a-9c11-e9adb291504e, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:31:53.466514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network af5217ac-784e-4c1a-9c11-e9adb291504e is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:31:53.477374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, af5217ac-784e-4c1a-9c11-e9adb291504e) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:53.482046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:53.482992 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:53.490116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58052765-c538-463e-a0e8-ed15b3566823 None None] Network af5217ac-784e-4c1a-9c11-e9adb291504e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:31:53.503967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c506e3c3-330f-4cae-8201-70c629ab2048 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4909472 Nov 12 11:31:53.668131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-af5217ac-784e-4c1a-9c11-e9adb291504e', 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ips': [{'subnet_id': '3f4e60cb-09db-4a68-bba2-129d4b6037d6'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:31:53.669092 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:53.869923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Allocated IP 172.20.0.18 (af5217ac-784e-4c1a-9c11-e9adb291504e/3f4e60cb-09db-4a68-bba2-129d4b6037d6/cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:53.963265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40384) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:53.973004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4baa7b3c-4def-4bd7-a78b-f30c87b8f769 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233220582', 'description': 'tempest-secgroup-smoke-233220582 description', 'project_id': 'dbc10fd275344f60aa700a85e3699591'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:53.973441 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-75af349d-b152-452b-ac65-4fc158b945c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.024649 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4baa7b3c-4def-4bd7-a78b-f30c87b8f769 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.132854 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4baa7b3c-4def-4bd7-a78b-f30c87b8f769 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.138512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4baa7b3c-4def-4bd7-a78b-f30c87b8f769 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.177420 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4baa7b3c-4def-4bd7-a78b-f30c87b8f769 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.182603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4baa7b3c-4def-4bd7-a78b-f30c87b8f769 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2132168 Nov 12 11:31:54.182603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa7b3c-4def-4bd7-a78b-f30c87b8f769 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6d841c-8eae-4a34-a805-fe6a309bb709,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:54.183173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 40390) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:54.187754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-53b7638a-309e-44e1-8c19-0b85f42681e0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'bb6d841c-8eae-4a34-a805-fe6a309bb709', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:54.242546 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.247170 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53b7638a-309e-44e1-8c19-0b85f42681e0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.249855 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.301103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Network af5217ac-784e-4c1a-9c11-e9adb291504e is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:54.313679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:54.315630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Pushing event updated for resources: {'Port': ['ID=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:54.324006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:54.328021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.328744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.329135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.329480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.329814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.330167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.330648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.330919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.331415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.331639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.331935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.332259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:54.376413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53b7638a-309e-44e1-8c19-0b85f42681e0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.384817 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53b7638a-309e-44e1-8c19-0b85f42681e0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.406281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7638a-309e-44e1-8c19-0b85f42681e0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00963498-cc19-4e57-93fc-41b5a026fe8b,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:54.414927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-53b7638a-309e-44e1-8c19-0b85f42681e0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.416221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-53b7638a-309e-44e1-8c19-0b85f42681e0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324636 Nov 12 11:31:54.420846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40396) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:54.425660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-44b13110-f0ab-4093-b8cc-4d80dea4515f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'bb6d841c-8eae-4a34-a805-fe6a309bb709', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:54.428821 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Attempting to bind port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:54.429508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Attempting to bind port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:54.430165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Attempting to bind port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc on network af5217ac-784e-4c1a-9c11-e9adb291504e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:54.440050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:54.440761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Checking segment: {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:54.441596 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.442136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Bound using segment: {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:54.442920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Bound port: cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:54.444033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.456577 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-44b13110-f0ab-4093-b8cc-4d80dea4515f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.534923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-44b13110-f0ab-4093-b8cc-4d80dea4515f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.540409 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-44b13110-f0ab-4093-b8cc-4d80dea4515f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.558689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b13110-f0ab-4093-b8cc-4d80dea4515f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af624ede-e5e6-4bf6-85a8-3c4d2b3ec248,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:54.569211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] For port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:31:54.573984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] For port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:31:54.574332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-44b13110-f0ab-4093-b8cc-4d80dea4515f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.575745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-44b13110-f0ab-4093-b8cc-4d80dea4515f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1538508 Nov 12 11:31:54.580312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40400) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:54.585751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-097d8472-639c-44a3-aa0a-71cdb5441e30 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'bb6d841c-8eae-4a34-a805-fe6a309bb709', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:54.588857 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.630475 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-097d8472-639c-44a3-aa0a-71cdb5441e30 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.672270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa37c-3377-4eeb-934e-35bef9550e09 None None] Pushing event updated for resources: {'Port': ['ID=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:54.747899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-097d8472-639c-44a3-aa0a-71cdb5441e30 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.752807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-097d8472-639c-44a3-aa0a-71cdb5441e30 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.791012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d8472-639c-44a3-aa0a-71cdb5441e30 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87755b3-6a1d-4063-ad7f-58d75c52fe0e,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:54.796525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-097d8472-639c-44a3-aa0a-71cdb5441e30 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.798380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-097d8472-639c-44a3-aa0a-71cdb5441e30 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2169209 Nov 12 11:31:54.802827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40404) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:54.809566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-be521e67-ebf7-429c-9dd1-17700a6ac57f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'bb6d841c-8eae-4a34-a805-fe6a309bb709', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:54.845293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be521e67-ebf7-429c-9dd1-17700a6ac57f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.960657 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be521e67-ebf7-429c-9dd1-17700a6ac57f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.965079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be521e67-ebf7-429c-9dd1-17700a6ac57f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.988912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be521e67-ebf7-429c-9dd1-17700a6ac57f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04828fd0-cf7a-4fd3-91d2-dec223385acc,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:54.999619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be521e67-ebf7-429c-9dd1-17700a6ac57f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.000949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-be521e67-ebf7-429c-9dd1-17700a6ac57f tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1961846 Nov 12 11:31:55.004244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40408) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:55.010241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f3f2a16e-ac7b-48b0-acbf-a08b23a3ce27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'bb6d841c-8eae-4a34-a805-fe6a309bb709', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:55.048538 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-f3f2a16e-ac7b-48b0-acbf-a08b23a3ce27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Project dbc10fd275344f60aa700a85e3699591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:31:55.055964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a16e-ac7b-48b0-acbf-a08b23a3ce27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.126109 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a16e-ac7b-48b0-acbf-a08b23a3ce27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.130416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a16e-ac7b-48b0-acbf-a08b23a3ce27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.157893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2a16e-ac7b-48b0-acbf-a08b23a3ce27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10d2b4a-5aec-4fe4-bb73-033a9c6f4286,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:55.164295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a16e-ac7b-48b0-acbf-a08b23a3ce27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.168376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f3f2a16e-ac7b-48b0-acbf-a08b23a3ce27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1599536 Nov 12 11:31:55.169161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40412) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:55.175420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-cce6a5bf-5fb7-4784-843c-836daf2fee71 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'bb6d841c-8eae-4a34-a805-fe6a309bb709', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:55.203346 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-cce6a5bf-5fb7-4784-843c-836daf2fee71 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Project dbc10fd275344f60aa700a85e3699591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:31:55.214639 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cce6a5bf-5fb7-4784-843c-836daf2fee71 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.319309 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cce6a5bf-5fb7-4784-843c-836daf2fee71 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.323767 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cce6a5bf-5fb7-4784-843c-836daf2fee71 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.347229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6a5bf-5fb7-4784-843c-836daf2fee71 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c68c34-8f53-4248-b318-fbbb50662553,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:55.370068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cce6a5bf-5fb7-4784-843c-836daf2fee71 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.373269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cce6a5bf-5fb7-4784-843c-836daf2fee71 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2029011 Nov 12 11:31:55.374604 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:55.443608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:55.444379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.553148 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.605077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:55.610665 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.694426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:55.723748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-b7b191d2-a591-4cce-97b0-6a98f2ffa920 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233220582&fields=id&tenant_id=dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 267 time: 0.0685818 Nov 12 11:31:55.889426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d886-63ef-4960-897d-2e082de14420 req-d7a20964-b3dd-4164-9ca0-f4d7f96b858a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:55.891008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-d7a20964-b3dd-4164-9ca0-f4d7f96b858a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/networks?id=af5217ac-784e-4c1a-9c11-e9adb291504e HTTP/1.1" status: 200 len: 797 time: 0.1586654 Nov 12 11:31:55.913111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-095e3e51-f627-41d9-adc4-66bfac52ade3 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/quotas/dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 375 time: 0.0132997 Nov 12 11:31:55.924792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b91a54b-d978-46aa-a554-98755b006e94 None None] Network af5217ac-784e-4c1a-9c11-e9adb291504e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:31:55.995620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-138ca91d-0ffd-4ad3-8efa-1251521e2213 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0750036 Nov 12 11:31:56.015780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-e4d4595b-4d41-414f-b870-90c535323231 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:31:56.016478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-e4d4595b-4d41-414f-b870-90c535323231 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067360 Nov 12 11:31:56.042646 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7aa5defa-cb37-4aa6-b836-0ee2fad1c2d8 None None] Provisioning complete for port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:56.043014 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7aa5defa-cb37-4aa6-b836-0ee2fad1c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:56.127655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-d497f61b-9502-4c80-883b-15f412f90757 service neutron] 10.222.0.31 "GET /v2.0/networks/af5217ac-784e-4c1a-9c11-e9adb291504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037140 Nov 12 11:31:56.297170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0b87ace8-1b75-4cb4-ab9b-c1605dd26325 service neutron] 10.222.0.31 "GET /v2.0/networks/af5217ac-784e-4c1a-9c11-e9adb291504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453834 Nov 12 11:31:56.331499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3859efa6-f032-4f89-a042-748a0447d7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:56.545449 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2100bca3-64af-4fa0-8337-266b0d164597 req-e30af4ed-6ddf-4f57-892a-6748631fdf9e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 210 time: 0.0331056 Nov 12 11:31:56.579885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-605546ce-6de4-4b24-b17c-e49333e24393 None None] Provisioning complete for port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:56.581105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-605546ce-6de4-4b24-b17c-e49333e24393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.298708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:57.370281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:57.370836 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.670431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c2f2fc2-6caa-40c7-b98f-67d637035d03 req-9edb44c8-a241-4ce8-b084-e4da5e517a02 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 210 time: 0.0358539 Nov 12 11:31:57.795582 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.917645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d886-63ef-4960-897d-2e082de14420 req-dfc076e8-3fad-4901-9b17-a8da32ae25b5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:57.919180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-dfc076e8-3fad-4901-9b17-a8da32ae25b5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/networks?id=af5217ac-784e-4c1a-9c11-e9adb291504e HTTP/1.1" status: 200 len: 797 time: 0.1344633 Nov 12 11:31:58.025548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-e32bfea6-65a8-49c3-8c0e-e41b7be3a3c3 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 472 time: 0.0920289 Nov 12 11:31:58.043681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'port': {'device_id': '60f8f3c7-2ff9-4416-9d8b-9cd42c15e621', 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e', 'admin_state_up': True, 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'security_groups': ['bb6d841c-8eae-4a34-a805-fe6a309bb709']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:58.185074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:58.188891 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.331453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.20.0.20 (af5217ac-784e-4c1a-9c11-e9adb291504e/3f4e60cb-09db-4a68-bba2-129d4b6037d6/515093cf-ee36-4332-b970-c147c2206856) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:58.505464 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.542448 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.598393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network af5217ac-784e-4c1a-9c11-e9adb291504e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:58.601674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:58.604458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:58.635550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=515093cf-ee36-4332-b970-c147c2206856,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:58.688592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:58.689296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.708069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-f7085855-8528-425a-bafd-defe8f0b4309 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6688101 Nov 12 11:31:58.723038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Request body: {'port': {'device_id': '60f8f3c7-2ff9-4416-9d8b-9cd42c15e621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:58.807265 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.837387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500bc9-5f3b-425d-a9b9-2106f8c0af98 req-3e10c1aa-3f94-4528-9432-49a8c6d60c36 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:58.839946 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91500bc9-5f3b-425d-a9b9-2106f8c0af98 req-3e10c1aa-3f94-4528-9432-49a8c6d60c36 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 932 time: 0.0651288 Nov 12 11:31:58.911990 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91500bc9-5f3b-425d-a9b9-2106f8c0af98 req-8059673e-0744-4011-870a-055896f44344 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656526 Nov 12 11:31:58.947978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a6017c1b-5c49-4d41-9e41-af2c67ac8afc None None] Provisioning complete for port 515093cf-ee36-4332-b970-c147c2206856 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:58.949051 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6017c1b-5c49-4d41-9e41-af2c67ac8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.988263 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a6017c1b-5c49-4d41-9e41-af2c67ac8afc None None] Port 515093cf-ee36-4332-b970-c147c2206856 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:59.158707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515093cf-ee36-4332-b970-c147c2206856 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:31:59.167258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.180393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Transition to ACTIVE for port object 515093cf-ee36-4332-b970-c147c2206856 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:31:59.184619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.239761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Pushing event updated for resources: {'Port': ['ID=515093cf-ee36-4332-b970-c147c2206856,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:59.318110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Attempting to bind port 515093cf-ee36-4332-b970-c147c2206856 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:59.318450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Attempting to bind port 515093cf-ee36-4332-b970-c147c2206856 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:59.318799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Attempting to bind port 515093cf-ee36-4332-b970-c147c2206856 on network af5217ac-784e-4c1a-9c11-e9adb291504e {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:59.324442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Port 515093cf-ee36-4332-b970-c147c2206856 on network af5217ac-784e-4c1a-9c11-e9adb291504e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:31:59.325917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Attempting to bind port 515093cf-ee36-4332-b970-c147c2206856 on network af5217ac-784e-4c1a-9c11-e9adb291504e {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:59.331249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:59.331599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Checking segment: {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:59.332405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Bound using segment: {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:59.332405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Bound port: 515093cf-ee36-4332-b970-c147c2206856, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:59.332778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.403916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] For port 515093cf-ee36-4332-b970-c147c2206856, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:31:59.409357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] For port 515093cf-ee36-4332-b970-c147c2206856, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=515093cf-ee36-4332-b970-c147c2206856,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:31:59.415358 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.455184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:59.455902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.458035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] 10.222.0.59 "PUT /v2.0/ports/515093cf-ee36-4332-b970-c147c2206856 HTTP/1.1" status: 200 len: 1093 time: 0.7398300 Nov 12 11:31:59.459029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f8f3c7-2ff9-4416-9d8b-9cd42c15e621', 'tag': '515093cf-ee36-4332-b970-c147c2206856'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:59.470091 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41" -d '{"events": [{"name": "network-changed", "server_uuid": "60f8f3c7-2ff9-4416-9d8b-9cd42c15e621", "tag": "515093cf-ee36-4332-b970-c147c2206856"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:59.495256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0db8df-e4ed-447f-bd34-3c455ffa8051 service neutron] Pushing event updated for resources: {'Port': ['ID=515093cf-ee36-4332-b970-c147c2206856,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:59.549852 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.550044 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb17000-ab33-4e1d-9536-ec260b5419f0 x-openstack-request-id: req-ecb17000-ab33-4e1d-9536-ec260b5419f0 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:59.550168 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f8f3c7-2ff9-4416-9d8b-9cd42c15e621", "tag": "515093cf-ee36-4332-b970-c147c2206856", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:59.550405 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecb17000-ab33-4e1d-9536-ec260b5419f0 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:59.550815 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f8f3c7-2ff9-4416-9d8b-9cd42c15e621', 'tag': '515093cf-ee36-4332-b970-c147c2206856', 'status': 'completed', 'code': 200} Nov 12 11:31:59.601082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d886-63ef-4960-897d-2e082de14420 req-04eb650d-72f3-482c-ae38-d4aa52c0cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:59.602728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-04eb650d-72f3-482c-ae38-d4aa52c0cfe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 1096 time: 0.0770290 Nov 12 11:31:59.659777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-51a11c90-4112-47b2-a9b2-9b35b2bcb42c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=515093cf-ee36-4332-b970-c147c2206856 HTTP/1.1" status: 200 len: 217 time: 0.0418022 Nov 12 11:31:59.725396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d886-63ef-4960-897d-2e082de14420 req-23543ae2-2af5-494d-8fca-694dcc53a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:59.726872 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-23543ae2-2af5-494d-8fca-694dcc53a50a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f4e60cb-09db-4a68-bba2-129d4b6037d6 HTTP/1.1" status: 200 len: 838 time: 0.0562835 Nov 12 11:31:59.796141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d886-63ef-4960-897d-2e082de14420 req-ea3dc7e3-96f8-4b77-8e87-d5ef3e4f34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:59.797478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-ea3dc7e3-96f8-4b77-8e87-d5ef3e4f34b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af5217ac-784e-4c1a-9c11-e9adb291504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0595102 Nov 12 11:31:59.905783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-8a0f3285-db3e-4fcd-bcf2-2184e4fb1c0a service neutron] 10.222.0.59 "GET /v2.0/networks/af5217ac-784e-4c1a-9c11-e9adb291504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964324 Nov 12 11:32:00.031992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0dd5d886-63ef-4960-897d-2e082de14420 req-09719433-e43b-42a2-924c-f7ddd0f891ba service neutron] 10.222.0.59 "GET /v2.0/networks/af5217ac-784e-4c1a-9c11-e9adb291504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169975 Nov 12 11:32:00.054686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc901b-bc86-4dc9-a53f-31e2a67907fd req-22aaf44a-4a0d-4555-8fba-42730bc876b2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:00.056268 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1efc901b-bc86-4dc9-a53f-31e2a67907fd req-22aaf44a-4a0d-4555-8fba-42730bc876b2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 944 time: 0.0560009 Nov 12 11:32:00.127560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1efc901b-bc86-4dc9-a53f-31e2a67907fd req-47ea2b7e-ee5b-4f4c-90ef-ebb1393a3baa tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642936 Nov 12 11:32:00.142482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-8e2292d0-370b-43a6-8527-5f2e58a2ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:00.144095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-8e2292d0-370b-43a6-8527-5f2e58a2ca95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 1096 time: 0.0530252 Nov 12 11:32:00.259330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-85e1bc05-e72c-4893-a0c5-c892401af1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:00.260844 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-85e1bc05-e72c-4893-a0c5-c892401af1d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af5217ac-784e-4c1a-9c11-e9adb291504e HTTP/1.1" status: 200 len: 898 time: 0.1058962 Nov 12 11:32:00.311276 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-6bc560fa-3295-48a2-970e-4328fcff23dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=515093cf-ee36-4332-b970-c147c2206856 HTTP/1.1" status: 200 len: 217 time: 0.0419948 Nov 12 11:32:00.369219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-98b04604-6ce9-425f-920f-83d481edfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:00.374717 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-98b04604-6ce9-425f-920f-83d481edfc27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f4e60cb-09db-4a68-bba2-129d4b6037d6 HTTP/1.1" status: 200 len: 838 time: 0.0505528 Nov 12 11:32:00.437277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-a8db5d5b-6a40-41f8-b447-0187c9621ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:00.439417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-a8db5d5b-6a40-41f8-b447-0187c9621ec0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af5217ac-784e-4c1a-9c11-e9adb291504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0588708 Nov 12 11:32:00.588194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-b0e21d32-d1c7-4fa7-ba57-2fa00f9dd50b service neutron] 10.222.0.59 "GET /v2.0/networks/af5217ac-784e-4c1a-9c11-e9adb291504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394036 Nov 12 11:32:00.630722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:00.728893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8cd8d0de-566a-423b-9bfa-79f9c1bf9b41 req-7dc84ad8-180e-4918-aa5c-459d97e83ce4 service neutron] 10.222.0.59 "GET /v2.0/networks/af5217ac-784e-4c1a-9c11-e9adb291504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323726 Nov 12 11:32:01.281672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1001e-6026-42d1-a091-a8308d291e31 req-19b4b975-f65e-4311-b396-facac5ec6823 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:01.283289 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-99f1001e-6026-42d1-a091-a8308d291e31 req-19b4b975-f65e-4311-b396-facac5ec6823 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 944 time: 0.0663803 Nov 12 11:32:01.354240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-99f1001e-6026-42d1-a091-a8308d291e31 req-49f5e87e-4b97-49fb-ad53-286e972f64dd tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567112 Nov 12 11:32:02.495804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85131-0546-4c60-af4f-806cff76ecbb req-4ebc6ca6-d0e3-4b69-b3ea-3b59e63326da tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:02.497844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1be85131-0546-4c60-af4f-806cff76ecbb req-4ebc6ca6-d0e3-4b69-b3ea-3b59e63326da tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 944 time: 0.0582223 Nov 12 11:32:02.555847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1be85131-0546-4c60-af4f-806cff76ecbb req-00ffffea-5567-48af-b5de-2db5b70e7ba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506713 Nov 12 11:32:03.684025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cafa8-5b5d-4bec-bb24-6a8c1ae7d06f req-df9e9da5-57af-4e83-8994-93c5d8047974 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:03.685564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-322cafa8-5b5d-4bec-bb24-6a8c1ae7d06f req-df9e9da5-57af-4e83-8994-93c5d8047974 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 944 time: 0.0523133 Nov 12 11:32:03.736064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-322cafa8-5b5d-4bec-bb24-6a8c1ae7d06f req-6448a768-626c-4532-98fe-e0455f28281c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442433 Nov 12 11:32:04.473267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 515093cf-ee36-4332-b970-c147c2206856 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:32:04.570492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 515093cf-ee36-4332-b970-c147c2206856, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=515093cf-ee36-4332-b970-c147c2206856,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:04.582076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '515093cf-ee36-4332-b970-c147c2206856', 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e', 'port_id': '515093cf-ee36-4332-b970-c147c2206856', 'mac_address': 'fa:16:3e:1d:07:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4e60cb-09db-4a68-bba2-129d4b6037d6', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:32:04.635249 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.648349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515093cf-ee36-4332-b970-c147c2206856 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:32:04.668314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 515093cf-ee36-4332-b970-c147c2206856, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=515093cf-ee36-4332-b970-c147c2206856,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:04.673556 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.727362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=515093cf-ee36-4332-b970-c147c2206856,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:04.897182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc606f-18cf-4d41-95db-a6fc26a92079 req-999ad103-62ef-49da-9726-8e85656d1a8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:04.898653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95bc606f-18cf-4d41-95db-a6fc26a92079 req-999ad103-62ef-49da-9726-8e85656d1a8a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 945 time: 0.0652251 Nov 12 11:32:04.953934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-95bc606f-18cf-4d41-95db-a6fc26a92079 req-4402c382-91b8-4e58-a8de-ba9d38daa128 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492153 Nov 12 11:32:04.972152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['515093cf-ee36-4332-b970-c147c2206856'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:32:06.091849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b75a-60a9-4313-a96a-3340b669228b req-54a994ee-9e02-442e-bcfc-f2304b1524ed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:06.093431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d538b75a-60a9-4313-a96a-3340b669228b req-54a994ee-9e02-442e-bcfc-f2304b1524ed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 945 time: 0.0586445 Nov 12 11:32:06.157834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d538b75a-60a9-4313-a96a-3340b669228b req-a77c94a3-2012-4316-86c6-da96436c1cf8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569987 Nov 12 11:32:06.474038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 515093cf-ee36-4332-b970-c147c2206856 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:32:06.526880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 515093cf-ee36-4332-b970-c147c2206856 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:32:06.530898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 515093cf-ee36-4332-b970-c147c2206856 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:06.531274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.612744 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.636449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f8f3c7-2ff9-4416-9d8b-9cd42c15e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515093cf-ee36-4332-b970-c147c2206856'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:06.638704 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2dfa30-ffc0-4757-b289-839d9bdc6469" -d '{"events": [{"server_uuid": "60f8f3c7-2ff9-4416-9d8b-9cd42c15e621", "name": "network-vif-plugged", "status": "completed", "tag": "515093cf-ee36-4332-b970-c147c2206856"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:06.652296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 515093cf-ee36-4332-b970-c147c2206856, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=515093cf-ee36-4332-b970-c147c2206856,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:06.656931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.683550 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788374c0-cfa2-4329-9a7a-0decda100132 x-openstack-request-id: req-788374c0-cfa2-4329-9a7a-0decda100132 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:06.683836 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f8f3c7-2ff9-4416-9d8b-9cd42c15e621", "name": "network-vif-plugged", "status": "completed", "tag": "515093cf-ee36-4332-b970-c147c2206856", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:06.683954 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-788374c0-cfa2-4329-9a7a-0decda100132 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:06.684394 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f8f3c7-2ff9-4416-9d8b-9cd42c15e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515093cf-ee36-4332-b970-c147c2206856', 'code': 200} Nov 12 11:32:06.710059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=515093cf-ee36-4332-b970-c147c2206856,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:06.797893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136b310-9c21-4f1f-9d67-74ca76d9bbb2 req-db5f690b-e254-48f5-8216-9309397da6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:06.800507 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3136b310-9c21-4f1f-9d67-74ca76d9bbb2 req-db5f690b-e254-48f5-8216-9309397da6dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 1098 time: 0.0533767 Nov 12 11:32:06.853339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3136b310-9c21-4f1f-9d67-74ca76d9bbb2 req-a9fd6eff-bf2a-4227-bebd-c05b8c8a9fdd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438046 Nov 12 11:32:07.291508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa415a63-82f0-42a4-b7a1-1482928c10ab req-c5db79c0-9ebd-4729-9312-82fc99abf812 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:07.293187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa415a63-82f0-42a4-b7a1-1482928c10ab req-c5db79c0-9ebd-4729-9312-82fc99abf812 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 946 time: 0.0606933 Nov 12 11:32:07.346267 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa415a63-82f0-42a4-b7a1-1482928c10ab req-df62ba76-ac67-43aa-aebc-9555039b8cab tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469079 Nov 12 11:32:08.468037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29ecc2-e5c9-4e3f-ad5c-e657d82d0df7 req-2b44646d-70ee-48ad-b362-9d936d7789fa tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:08.469725 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e29ecc2-e5c9-4e3f-ad5c-e657d82d0df7 req-2b44646d-70ee-48ad-b362-9d936d7789fa tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 946 time: 0.0508151 Nov 12 11:32:08.522062 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e29ecc2-e5c9-4e3f-ad5c-e657d82d0df7 req-c33b5a75-30cb-4631-bbbb-9e91b3bfc3aa tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452449 Nov 12 11:32:08.654201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9369-5892-45d9-b3a1-86dd08a6020f req-b750c31a-311a-4cb7-99d1-e495a05c350e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:08.656574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d1d9369-5892-45d9-b3a1-86dd08a6020f req-b750c31a-311a-4cb7-99d1-e495a05c350e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 946 time: 0.0639284 Nov 12 11:32:08.709550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d1d9369-5892-45d9-b3a1-86dd08a6020f req-cc45a26b-df38-444c-988a-c78c129b350b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464609 Nov 12 11:32:10.188973 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:10.211137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 40628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:10.633819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:10.966894 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.246519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.20.0.17 (af5217ac-784e-4c1a-9c11-e9adb291504e/3f4e60cb-09db-4a68-bba2-129d4b6037d6/cebecf16-4d21-4188-a349-c98903d4dee6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:11.364977 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.402065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.448530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network af5217ac-784e-4c1a-9c11-e9adb291504e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:11.454175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:11.458792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:11.464444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=cebecf16-4d21-4188-a349-c98903d4dee6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:11.531104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.699412 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.770175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1f64aa30-f820-4b54-ba20-c5010ca32a8a None None] Provisioning complete for port cebecf16-4d21-4188-a349-c98903d4dee6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:11.770691 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1f64aa30-f820-4b54-ba20-c5010ca32a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.823752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1f64aa30-f820-4b54-ba20-c5010ca32a8a None None] Port cebecf16-4d21-4188-a349-c98903d4dee6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:32:12.035771 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.042565 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.166609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=cebecf16-4d21-4188-a349-c98903d4dee6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:12.173828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.295131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network af5217ac-784e-4c1a-9c11-e9adb291504e is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:12.297257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:12.462030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router c9dbf3db-5c66-4f7c-9179-9719c477de3d has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:12.604836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:12.625168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-906a395b-67c4-4eba-827a-4894c1783eac tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "PUT /v2.0/routers/c9dbf3db-5c66-4f7c-9179-9719c477de3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3980017 Nov 12 11:32:12.627803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Sync routers for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:12.641882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:12.642550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:31:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:12.693930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4fffb834-4d52-43c4-b462-dd9d4e7f6595 None None] Provisioning complete for port cebecf16-4d21-4188-a349-c98903d4dee6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:12.694305 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4fffb834-4d52-43c4-b462-dd9d4e7f6595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.765446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4fffb834-4d52-43c4-b462-dd9d4e7f6595 None None] Port cebecf16-4d21-4188-a349-c98903d4dee6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:32:12.809254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:13.101599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:11Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:10Z', 'revision_number': 1, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebecf16-4d21-4188-a349-c98903d4dee6', 'name': '', 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:b5:7f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '3f4e60cb-09db-4a68-bba2-129d4b6037d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:11Z', 'updated_at': '2021-11-12T11:32:11Z', 'revision_number': 2, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '3f4e60cb-09db-4a68-bba2-129d4b6037d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:13.127733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Checking router: c9dbf3db-5c66-4f7c-9179-9719c477de3d for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:13.128121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Updating router c9dbf3db-5c66-4f7c-9179-9719c477de3d port cebecf16-4d21-4188-a349-c98903d4dee6 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:32:13.161571 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.475398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.481905 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.528895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa5efc-db6d-456d-9296-a672fcaef3e6 None None] Pushing event updated for resources: {'Port': ['ID=cebecf16-4d21-4188-a349-c98903d4dee6,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:13.598787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Attempting to bind port cebecf16-4d21-4188-a349-c98903d4dee6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:32:13.599164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Attempting to bind port cebecf16-4d21-4188-a349-c98903d4dee6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:32:13.599533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Attempting to bind port cebecf16-4d21-4188-a349-c98903d4dee6 on network af5217ac-784e-4c1a-9c11-e9adb291504e {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:13.606909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:32:13.607631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Checking segment: {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:13.608328 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.609047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Bound using segment: {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:32:13.609749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Bound port: cebecf16-4d21-4188-a349-c98903d4dee6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e9c38c-e911-45a5-89e2-5b51ee73c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:32:13.610329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.698001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] For port cebecf16-4d21-4188-a349-c98903d4dee6, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:32:13.701556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] For port cebecf16-4d21-4188-a349-c98903d4dee6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cebecf16-4d21-4188-a349-c98903d4dee6,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:32:13.706540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.789777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:13.791318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:31:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:13.921985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309233c-943a-442a-9b23-5e3bbc7cddcd req-3dc19c0e-4124-4f83-9e03-899e425e02cb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:13.924958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3309233c-943a-442a-9b23-5e3bbc7cddcd req-3dc19c0e-4124-4f83-9e03-899e425e02cb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 945 time: 0.0959036 Nov 12 11:32:13.926062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa5efc-db6d-456d-9296-a672fcaef3e6 None None] Pushing event updated for resources: {'Port': ['ID=cebecf16-4d21-4188-a349-c98903d4dee6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:13.949174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9f0c1c96-c0b4-4066-83d0-892261f85b1d None None] Provisioning complete for port cebecf16-4d21-4188-a349-c98903d4dee6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:13.949856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1c96-c0b4-4066-83d0-892261f85b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.011882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:14.033133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3309233c-943a-442a-9b23-5e3bbc7cddcd req-8a7e299b-3d5d-46a7-ab72-87d762595bf9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855713 Nov 12 11:32:14.335453 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1c96-c0b4-4066-83d0-892261f85b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.432475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9f0c1c96-c0b4-4066-83d0-892261f85b1d None None] For port cebecf16-4d21-4188-a349-c98903d4dee6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cebecf16-4d21-4188-a349-c98903d4dee6,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:14.443620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1c96-c0b4-4066-83d0-892261f85b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.548264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c1c96-c0b4-4066-83d0-892261f85b1d None None] Pushing event updated for resources: {'Port': ['ID=cebecf16-4d21-4188-a349-c98903d4dee6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:14.583058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-20155fee-0d06-4312-bc2e-933275bee497 None None] Provisioning complete for port cebecf16-4d21-4188-a349-c98903d4dee6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:14.583058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-20155fee-0d06-4312-bc2e-933275bee497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.626746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:11Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:10Z', 'revision_number': 1, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebecf16-4d21-4188-a349-c98903d4dee6', 'name': '', 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:b5:7f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '3f4e60cb-09db-4a68-bba2-129d4b6037d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:11Z', 'updated_at': '2021-11-12T11:32:13Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '3f4e60cb-09db-4a68-bba2-129d4b6037d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:14.662907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bc757-a46f-4467-a9e6-b1e722477a63 None None] The sync data for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 is: [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:11Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:10Z', 'revision_number': 1, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebecf16-4d21-4188-a349-c98903d4dee6', 'name': '', 'network_id': 'af5217ac-784e-4c1a-9c11-e9adb291504e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:b5:7f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '3f4e60cb-09db-4a68-bba2-129d4b6037d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:11Z', 'updated_at': '2021-11-12T11:32:13Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '3f4e60cb-09db-4a68-bba2-129d4b6037d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:14.835390 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:32:15.176547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10dc8-4922-4991-9be0-db2180a5b8ee req-779f9957-6435-4a3a-8ed5-240165045851 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:15.178765 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbe10dc8-4922-4991-9be0-db2180a5b8ee req-779f9957-6435-4a3a-8ed5-240165045851 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 945 time: 0.0656679 Nov 12 11:32:15.252634 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbe10dc8-4922-4991-9be0-db2180a5b8ee req-3529d2da-d6d7-409c-94d2-551a40ceaabc tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615940 Nov 12 11:32:15.367771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cebecf16-4d21-4188-a349-c98903d4dee6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:32:15.436370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port cebecf16-4d21-4188-a349-c98903d4dee6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:15.437004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.987097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-56f3ca6e-b9e3-4075-b687-5ca948a33ee2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:15.988682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-56f3ca6e-b9e3-4075-b687-5ca948a33ee2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 945 time: 0.0527384 Nov 12 11:32:16.084730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port 9be7ec75-bb34-461b-9c48-413c11e651aa {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:16.085093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.180325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] For port 9be7ec75-bb34-461b-9c48-413c11e651aa, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9be7ec75-bb34-461b-9c48-413c11e651aa,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:16.180608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.445406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53351dc-a679-4bcc-95f5-e80bd6a561fe req-17ef3660-913b-4fcd-a462-fe947364e9ae tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:16.447163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b53351dc-a679-4bcc-95f5-e80bd6a561fe req-17ef3660-913b-4fcd-a462-fe947364e9ae tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 945 time: 0.1055422 Nov 12 11:32:16.449241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.449592 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.449910 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Floating IP 24d26ac7-7a27-4f3c-b2f0-bb40f85b9c31 disassociated. External IP: 172.25.2.83, port: 9be7ec75-bb34-461b-9c48-413c11e651aa. Nov 12 11:32:16.450248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for 9be7ec75-bb34-461b-9c48-413c11e651aa owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:16.557045 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b53351dc-a679-4bcc-95f5-e80bd6a561fe req-9e4c00c0-b1b0-4e7e-aa18-96f5807295be tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022758 Nov 12 11:32:16.641330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.678749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=9be7ec75-bb34-461b-9c48-413c11e651aa,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:16.803637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:16.932261 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-79ddc694-8e92-439d-916b-c80c3cd9cb41 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834937 Nov 12 11:32:16.954414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:16.968028 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:16.981574 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:16.982208 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:31:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:17.011617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] No DVR routers for this DVR port 9be7ec75-bb34-461b-9c48-413c11e651aa on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:32:17.032286 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:17.037304 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "DELETE /v2.0/ports/9be7ec75-bb34-461b-9c48-413c11e651aa HTTP/1.1" status: 204 len: 173 time: 1.0408254 Nov 12 11:32:17.040904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'name': 'network-vif-deleted', 'tag': '9be7ec75-bb34-461b-9c48-413c11e651aa'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:17.052662 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aad8d7-ed2e-4088-a944-405e29855953" -d '{"events": [{"server_uuid": "0062e6d1-f323-4e53-a6dc-0513d99c8def", "name": "network-vif-deleted", "tag": "9be7ec75-bb34-461b-9c48-413c11e651aa"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:17.120683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-2ad108d4-a770-48e0-a6c0-09f9ede4a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:17.122244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-2ad108d4-a770-48e0-a6c0-09f9ede4a5f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 1097 time: 0.1122360 Nov 12 11:32:17.130713 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deed3b79-1d68-4ed1-8a6c-e7a94dc11ec4 x-openstack-request-id: req-deed3b79-1d68-4ed1-8a6c-e7a94dc11ec4 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:17.131850 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0062e6d1-f323-4e53-a6dc-0513d99c8def", "name": "network-vif-deleted", "tag": "9be7ec75-bb34-461b-9c48-413c11e651aa", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:17.132488 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-deed3b79-1d68-4ed1-8a6c-e7a94dc11ec4 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:17.133101 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0062e6d1-f323-4e53-a6dc-0513d99c8def', 'name': 'network-vif-deleted', 'tag': '9be7ec75-bb34-461b-9c48-413c11e651aa', 'status': 'completed', 'code': 200} Nov 12 11:32:17.142711 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:17.289588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-5cf66780-985d-473b-b712-c6381e3e737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:17.291899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-5cf66780-985d-473b-b712-c6381e3e737d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e HTTP/1.1" status: 200 len: 898 time: 0.1439495 Nov 12 11:32:17.403795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-c972af12-0267-47a4-923d-71a2c0d681de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1043546d-201e-4a96-acfe-a7d169a421f9 HTTP/1.1" status: 200 len: 1001 time: 0.1017182 Nov 12 11:32:17.473696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-5416bb81-6dd2-4e1a-8030-ae4f243448e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:17.476187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-5416bb81-6dd2-4e1a-8030-ae4f243448e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b9bc16c-6984-4e5f-ae44-898055f0b914 HTTP/1.1" status: 200 len: 835 time: 0.0644875 Nov 12 11:32:17.478477 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:17.506710 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:17.519874 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:17.521278 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:31:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:17.557567 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-9690d6ec-53d6-433f-ad13-48c87cb07916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:17.559681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-9690d6ec-53d6-433f-ad13-48c87cb07916 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710294 Nov 12 11:32:17.679083 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:17.725823 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a419076-bf30-44a8-8579-9dbf3d9c7105 req-0f555ead-87d4-4452-90e7-e5d891682f78 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 210 time: 0.0714147 Nov 12 11:32:17.783945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-ec0b371d-adad-4cab-8cc2-35d8b637534e service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024314 Nov 12 11:32:17.960745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15c2b427-2339-4ccd-b589-242c9103b4b0 req-85fc695d-04b7-4916-b75a-5398b18e4f7f service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441438 Nov 12 11:32:18.117725 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:18.149525 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c95eb64-9c1d-420a-bcd5-d4a7f7e24ad6 None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:18.439610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c1172-e015-4220-9748-c47715d76add None None] New status for floating IP 24d26ac7-7a27-4f3c-b2f0-bb40f85b9c31: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:32:18.857608 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7490921e-2d8c-4975-a711-29dc64a8af87 req-9ebe3e41-4d16-49f0-a9f5-8241593070db tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 210 time: 0.0300231 Nov 12 11:32:19.969973 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5b14e989-a740-4cac-a49e-727d99ec2f5b req-dafdc837-7299-4dbb-9d71-e8e139dad6d6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 210 time: 0.0384612 Nov 12 11:32:20.506466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9be7ec75-bb34-461b-9c48-413c11e651aa no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:20.530782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 9be7ec75-bb34-461b-9c48-413c11e651aa {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:20.531096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9be7ec75-bb34-461b-9c48-413c11e651aa not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:21.098685 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-856bd388-ef85-46d4-828e-4dec85859f3c req-14f0cf95-6e22-4df4-8855-2644704c9ab6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 210 time: 0.0498180 Nov 12 11:32:22.261380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c16cc75-db6b-467d-bc3e-2f2591360846 req-f0272b74-d0f1-498b-9eda-e0bf1f870166 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0062e6d1-f323-4e53-a6dc-0513d99c8def HTTP/1.1" status: 200 len: 210 time: 0.0407510 Nov 12 11:32:23.576824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-3472420e-d12e-4980-9567-eddb53d6a508 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176828828&fields=id&tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 267 time: 0.0503426 Nov 12 11:32:23.708341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-cbd4bc61-13b3-44d9-92f1-2862bc7657c4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:23.710365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-cbd4bc61-13b3-44d9-92f1-2862bc7657c4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.1203160 Nov 12 11:32:23.726191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-ac5238c9-705e-4364-9deb-bbee5d29241a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/quotas/f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 375 time: 0.0095103 Nov 12 11:32:23.781290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-7a5eb2ca-81f3-4704-9780-411b322a8f43 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493422 Nov 12 11:32:23.950293 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2a19664b-6914-4ff0-b74d-4c9713ec32c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:24.032227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-3206bc40-7a1c-4b0e-82a8-93ccc78160f1 service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385120 Nov 12 11:32:24.150084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-46f4a16d-496b-42b6-b438-9fd8726ce59d service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058960 Nov 12 11:32:24.541652 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e71c294-75db-4ef1-9e63-adf022ab23b0 req-8b4dac84-4290-419c-8b60-7795356564e2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 210 time: 0.0272181 Nov 12 11:32:25.717913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06fbb039-1ba4-4f41-b94d-9f2e09e57de6 req-cfa541e4-3504-4e93-a0a3-641a8b0edb1c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 210 time: 0.0607204 Nov 12 11:32:25.857127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-377babe9-fa57-4aba-b909-a34b7e043c79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:25.859746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-377babe9-fa57-4aba-b909-a34b7e043c79 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.2741861 Nov 12 11:32:25.950923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-8e9f11dc-51ae-415d-9c5d-aafaa291edf4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 380 time: 0.0738676 Nov 12 11:32:25.975390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'port': {'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'admin_state_up': True, 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'security_groups': ['d776cdb7-7372-4a4e-86bb-f51427d6b633']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:26.113266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:26.117457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.283829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.20.0.9 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/0a292a65-5aa1-4d4b-be43-7893eb44fc1d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:26.341598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a9b5fba7-fb5d-456e-818a-b70762c87a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.863346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07548711-b4a3-4e33-92cd-d6356c454b01 req-2080226f-6904-4daa-ae6c-b046934a937b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 210 time: 0.0419726 Nov 12 11:32:26.898538 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.933716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.970627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:26.976622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:26.998838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:27.055966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:27.085112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:27.085794 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.104054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-c880f631-58ef-4d96-9464-a14b4adb6daf tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1352928 Nov 12 11:32:27.120907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Request body: {'port': {'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:27.187529 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.261653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-979ebd2e-ee95-4bdd-9ce2-63ff62b67375 None None] Provisioning complete for port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:27.262072 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-979ebd2e-ee95-4bdd-9ce2-63ff62b67375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.297735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-979ebd2e-ee95-4bdd-9ce2-63ff62b67375 None None] Port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:32:27.510680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a292a65-5aa1-4d4b-be43-7893eb44fc1d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:32:27.519736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.533306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Transition to ACTIVE for port object 0a292a65-5aa1-4d4b-be43-7893eb44fc1d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:32:27.537950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.672731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Pushing event updated for resources: {'Port': ['ID=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:27.701951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.702307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.702653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.703102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.703447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.703782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.704117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.704441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.704769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.705173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.705503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.705829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:27.709564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Attempting to bind port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:32:27.709904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Attempting to bind port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:32:27.710234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Attempting to bind port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:27.715813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:32:27.716136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Attempting to bind port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:27.722256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:32:27.722810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:27.723098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:32:27.723420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Bound port: 0a292a65-5aa1-4d4b-be43-7893eb44fc1d, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:32:27.723814 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.797799 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.800232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] For port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:32:27.804125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] For port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:32:27.813142 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.852523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:27.853277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.855350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] 10.222.0.59 "PUT /v2.0/ports/0a292a65-5aa1-4d4b-be43-7893eb44fc1d HTTP/1.1" status: 200 len: 1092 time: 0.7396894 Nov 12 11:32:27.856002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:27.859566 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679e2684-9269-4694-92ff-22fdf50a7ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:27.912653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb8ca6-5a21-48d2-8090-be8103191d9c service neutron] Pushing event updated for resources: {'Port': ['ID=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:27.944211 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d258c26-f3e6-47be-a48b-20927e56b3c1 x-openstack-request-id: req-6d258c26-f3e6-47be-a48b-20927e56b3c1 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:27.944679 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:27.945144 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d258c26-f3e6-47be-a48b-20927e56b3c1 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:27.945758 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'status': 'completed', 'code': 200} Nov 12 11:32:28.040658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-74eae42b-764e-4150-b13c-c642fc231442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.042227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-74eae42b-764e-4150-b13c-c642fc231442 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 1095 time: 0.0780778 Nov 12 11:32:28.103545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-a97d2918-8337-4035-8dc2-01e2a22319fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d HTTP/1.1" status: 200 len: 217 time: 0.0489419 Nov 12 11:32:28.108241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a300f0-cc51-4ef3-8fbb-43339fbf01d1 req-70142eaa-6c81-47b5-9934-8427c59078e5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.120601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14a300f0-cc51-4ef3-8fbb-43339fbf01d1 req-70142eaa-6c81-47b5-9934-8427c59078e5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.1282971 Nov 12 11:32:28.189519 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14a300f0-cc51-4ef3-8fbb-43339fbf01d1 req-8c6d1cb4-09a2-4feb-af36-c3cb0e22ff6f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675983 Nov 12 11:32:28.207756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-efb7212e-a29a-4594-9653-91c828ade327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.213558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-efb7212e-a29a-4594-9653-91c828ade327 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0925405 Nov 12 11:32:28.288912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-3e7a14f7-885f-4d8e-a2ec-35b4053d29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.290447 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-3e7a14f7-885f-4d8e-a2ec-35b4053d29c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714149 Nov 12 11:32:28.416101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-d662d8f6-5506-4cd4-a453-ed3959b3ff98 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145368 Nov 12 11:32:28.536558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6235f257-4e72-4b75-ad1f-02a6fc933956 req-b0da05b7-1fc5-4f87-aaf5-efca063b9ff2 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101387 Nov 12 11:32:28.676602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-0425d3dd-c12a-4b9a-950b-f272a9485d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.681664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-0425d3dd-c12a-4b9a-950b-f272a9485d25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 1095 time: 0.0585425 Nov 12 11:32:28.806642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-bb0fe622-5d22-49b9-bebf-7c76a78a828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.808281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-bb0fe622-5d22-49b9-bebf-7c76a78a828f service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1169400 Nov 12 11:32:28.858875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-c7a2bbf6-b2f3-4f8e-9f6c-e18d22d06662 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d HTTP/1.1" status: 200 len: 217 time: 0.0424356 Nov 12 11:32:28.925800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-0272b9bb-4872-4852-ac54-efb14b3711fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.928060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-0272b9bb-4872-4852-ac54-efb14b3711fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0600762 Nov 12 11:32:28.993588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-b1b52cdc-ffb1-4bc0-b085-480ba6f73282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.995039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-b1b52cdc-ffb1-4bc0-b085-480ba6f73282 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570998 Nov 12 11:32:29.111345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-592839e1-1e1c-44b0-927e-12a50baf41b3 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070116 Nov 12 11:32:29.267581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-679e2684-9269-4694-92ff-22fdf50a7ffb req-5c0976ed-e14f-49a8-a82a-d82f85855dfa service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467791 Nov 12 11:32:29.339438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ceacf-d3d0-472e-9333-efe14d84a3be req-cdb24b52-999c-484e-80f8-7f9564689e43 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:29.340847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b6ceacf-d3d0-472e-9333-efe14d84a3be req-cdb24b52-999c-484e-80f8-7f9564689e43 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0574658 Nov 12 11:32:29.425429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7b6ceacf-d3d0-472e-9333-efe14d84a3be req-93d4a53f-8f9a-482b-b682-8ba799005994 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771282 Nov 12 11:32:29.542730 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:30.578340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ff054-cb8c-4bb1-89a6-a485dfeed25a req-5877c0a6-85c5-44ad-948d-f883a91d9bff tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:30.579988 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-385ff054-cb8c-4bb1-89a6-a485dfeed25a req-5877c0a6-85c5-44ad-948d-f883a91d9bff tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0667169 Nov 12 11:32:30.630497 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:30.663017 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-385ff054-cb8c-4bb1-89a6-a485dfeed25a req-26363b50-0e94-471f-8f5a-6e6755a87c97 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750017 Nov 12 11:32:31.830190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1480be-d3e3-4c24-b7f9-bf87e9e42b1a req-929dbaf2-6c3a-4bc4-80a0-69d5295e0c91 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:31.832960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e1480be-d3e3-4c24-b7f9-bf87e9e42b1a req-929dbaf2-6c3a-4bc4-80a0-69d5295e0c91 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0760818 Nov 12 11:32:31.906151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e1480be-d3e3-4c24-b7f9-bf87e9e42b1a req-7609bda4-7d33-462a-a21e-f7deb7040ffb tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647950 Nov 12 11:32:33.043385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0819-caec-47f5-bc1f-3c5d1879f6d1 req-0c36aeb9-4dbc-4e27-b5a2-151f7c7b7668 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:33.045498 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-278f0819-caec-47f5-bc1f-3c5d1879f6d1 req-0c36aeb9-4dbc-4e27-b5a2-151f7c7b7668 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0586104 Nov 12 11:32:33.108632 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-278f0819-caec-47f5-bc1f-3c5d1879f6d1 req-0a2f0006-c340-4bb3-9c43-752bad68884c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560019 Nov 12 11:32:34.255514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbf62c-a032-4b90-af7d-9459a165b959 req-94f37fb1-5189-4951-a98b-9222ce754361 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:34.257170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46cbf62c-a032-4b90-af7d-9459a165b959 req-94f37fb1-5189-4951-a98b-9222ce754361 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0671763 Nov 12 11:32:34.319149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46cbf62c-a032-4b90-af7d-9459a165b959 req-773a2429-d588-4259-b47d-54c857d84722 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554652 Nov 12 11:32:35.474615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444813e1-869b-4661-90f8-9715109f769f req-aef62e20-304e-4731-bfa0-2e4328ad5fda tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:35.483617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-444813e1-869b-4661-90f8-9715109f769f req-aef62e20-304e-4731-bfa0-2e4328ad5fda tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0829971 Nov 12 11:32:35.539378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-444813e1-869b-4661-90f8-9715109f769f req-8d5c832a-c317-4d8b-b185-b4db9a12f221 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548434 Nov 12 11:32:36.684677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c1a1f-947b-4c8a-b9f7-132e1fb45980 req-ac391388-7ffb-459b-aff0-e9a3c9b34446 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:36.686391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf3c1a1f-947b-4c8a-b9f7-132e1fb45980 req-ac391388-7ffb-459b-aff0-e9a3c9b34446 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0632563 Nov 12 11:32:36.741576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf3c1a1f-947b-4c8a-b9f7-132e1fb45980 req-620177ba-2476-4ef2-9c09-c69b3a16db67 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483108 Nov 12 11:32:37.791260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41368) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:37.927402 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4796c7-8029-429a-9b72-3f114220a001 req-f85e4659-5fbc-477f-8c5a-2a221a4b1cfa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:37.930115 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be4796c7-8029-429a-9b72-3f114220a001 req-f85e4659-5fbc-477f-8c5a-2a221a4b1cfa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0663643 Nov 12 11:32:38.002908 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be4796c7-8029-429a-9b72-3f114220a001 req-9aac8e22-341a-4cb0-b31d-a70965032b48 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674140 Nov 12 11:32:38.277660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:38.676153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port cebecf16-4d21-4188-a349-c98903d4dee6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:38.676474 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:38.796312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port cebecf16-4d21-4188-a349-c98903d4dee6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cebecf16-4d21-4188-a349-c98903d4dee6,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:38.797080 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:38.812337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for cebecf16-4d21-4188-a349-c98903d4dee6 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:39.027208 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:39.059952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=cebecf16-4d21-4188-a349-c98903d4dee6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:39.256680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f1cf-6e1a-47b8-bf85-0a89766270a8 req-7717172e-657d-482e-b8ce-c65633bf2e7d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:39.258346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5bd2f1cf-6e1a-47b8-bf85-0a89766270a8 req-7717172e-657d-482e-b8ce-c65633bf2e7d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.1252389 Nov 12 11:32:39.343145 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:39.368622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5bd2f1cf-6e1a-47b8-bf85-0a89766270a8 req-fe84b3c7-ac0d-4c76-a1c6-a4ce9e1dc758 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797920 Nov 12 11:32:39.619967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router c9dbf3db-5c66-4f7c-9179-9719c477de3d has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:39.741801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:39.758912 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea9ae361-7e85-43e0-b6e7-97dd9e79ada1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "PUT /v2.0/routers/c9dbf3db-5c66-4f7c-9179-9719c477de3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9659219 Nov 12 11:32:39.771796 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] Sync routers for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:39.786772 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:39.787412 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:39.916591 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:40.080768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cadf7-6363-4697-9c38-4ec0919383c5 req-8c5e8365-e566-4eb3-b1d8-679ca11a1381 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:40.083256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-878cadf7-6363-4697-9c38-4ec0919383c5 req-8c5e8365-e566-4eb3-b1d8-679ca11a1381 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 946 time: 0.0809441 Nov 12 11:32:40.164591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-878cadf7-6363-4697-9c38-4ec0919383c5 req-046b14d8-df49-469a-8b1d-558c9c928803 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728781 Nov 12 11:32:40.195770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:40.229784 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:38Z', 'revision_number': 6, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:10Z', 'revision_number': 1, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:40.262578 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] Checking router: c9dbf3db-5c66-4f7c-9179-9719c477de3d for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:40.272955 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:40.273646 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:40.435687 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:40.535450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02defdcb-e916-4b41-af66-95bb3e5cd284 req-ac6107b0-46ec-4696-84a2-f2ca889241ed tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:40.537169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02defdcb-e916-4b41-af66-95bb3e5cd284 req-ac6107b0-46ec-4696-84a2-f2ca889241ed tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 943 time: 0.0707717 Nov 12 11:32:40.606254 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-02defdcb-e916-4b41-af66-95bb3e5cd284 req-9957f31e-a262-4673-8637-c0c51fe015b4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592568 Nov 12 11:32:40.633505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0a292a65-5aa1-4d4b-be43-7893eb44fc1d details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:32:40.669953 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:40.755165 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:38Z', 'revision_number': 6, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:10Z', 'revision_number': 1, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:40.787405 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd0bf2-4b76-4df9-afd4-8fac351a3d22 None None] The sync data for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 is: [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:38Z', 'revision_number': 6, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'd29e47ab-74b2-419e-9c94-a519b2fa247d', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'port_id': '1043546d-201e-4a96-acfe-a7d169a421f9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'mac_address': 'fa:16:3e:43:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:10Z', 'revision_number': 1, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:40.799342 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:40.836985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:32:40.884918 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:40.906812 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a292a65-5aa1-4d4b-be43-7893eb44fc1d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:32:40.943157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:40.949092 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:41.023627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:41.289422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['0a292a65-5aa1-4d4b-be43-7893eb44fc1d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:32:41.379514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e1039-dca0-49b7-b1f2-d38b98b5493c req-31a28e75-49e4-49ff-b97e-01c9df1758e9 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:41.382697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-702e1039-dca0-49b7-b1f2-d38b98b5493c req-31a28e75-49e4-49ff-b97e-01c9df1758e9 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 946 time: 0.1137586 Nov 12 11:32:41.404071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cebecf16-4d21-4188-a349-c98903d4dee6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:41.472301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: cebecf16-4d21-4188-a349-c98903d4dee6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:41.473657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cebecf16-4d21-4188-a349-c98903d4dee6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:41.484757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-702e1039-dca0-49b7-b1f2-d38b98b5493c req-e6e983cd-52bc-486b-b769-148ac15ba96e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906484 Nov 12 11:32:41.841646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaae561-ff30-49bb-af80-afdac348a3d8 req-f8c8cd36-a080-4465-a41e-652fafaf42dd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:41.843739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5eaae561-ff30-49bb-af80-afdac348a3d8 req-f8c8cd36-a080-4465-a41e-652fafaf42dd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 944 time: 0.1011941 Nov 12 11:32:41.921291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5eaae561-ff30-49bb-af80-afdac348a3d8 req-c7a90c47-dd2e-47ea-b0ed-0560f47bd845 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645888 Nov 12 11:32:41.942891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-d8e9804f-6b07-4bfc-8f2a-b56a4b32f08b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:41.945129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-d8e9804f-6b07-4bfc-8f2a-b56a4b32f08b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 946 time: 0.0631804 Nov 12 11:32:42.056889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port 515093cf-ee36-4332-b970-c147c2206856 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:42.057259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.166608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port 515093cf-ee36-4332-b970-c147c2206856, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=515093cf-ee36-4332-b970-c147c2206856,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:42.166971 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.188418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for 515093cf-ee36-4332-b970-c147c2206856 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:42.618605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.661075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=515093cf-ee36-4332-b970-c147c2206856,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:42.662995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0a292a65-5aa1-4d4b-be43-7893eb44fc1d up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:32:42.671974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaff8f-6c85-4635-9cb3-be00c65ad069 req-d4085ded-faf8-46cf-9146-e86b78021357 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:42.674321 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4eaff8f-6c85-4635-9cb3-be00c65ad069 req-d4085ded-faf8-46cf-9146-e86b78021357 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f8f3c7-2ff9-4416-9d8b-9cd42c15e621 HTTP/1.1" status: 200 len: 867 time: 0.0994427 Nov 12 11:32:42.737383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:32:42.738405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] No DVR routers for this DVR port 515093cf-ee36-4332-b970-c147c2206856 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:32:42.742178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.744809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:42.747833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.748109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-df4953e0-6cb0-486f-acd8-0036b8529eb3 req-419d1a38-e5ff-498a-bd6f-c2ab881823fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "DELETE /v2.0/ports/515093cf-ee36-4332-b970-c147c2206856 HTTP/1.1" status: 204 len: 173 time: 0.7913494 Nov 12 11:32:42.748109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f8f3c7-2ff9-4416-9d8b-9cd42c15e621', 'name': 'network-vif-deleted', 'tag': '515093cf-ee36-4332-b970-c147c2206856'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:42.748436 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ad86b-4cdd-4d34-affd-6866bd2ab78b" -d '{"events": [{"server_uuid": "60f8f3c7-2ff9-4416-9d8b-9cd42c15e621", "name": "network-vif-deleted", "tag": "515093cf-ee36-4332-b970-c147c2206856"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:42.787869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4eaff8f-6c85-4635-9cb3-be00c65ad069 req-70f2bb9d-19e8-4c2d-ba47-98a1a7ca57bf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb6d841c-8eae-4a34-a805-fe6a309bb709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870316 Nov 12 11:32:42.819656 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9069cc9-dc52-404a-b86b-06ad626e1567 x-openstack-request-id: req-a9069cc9-dc52-404a-b86b-06ad626e1567 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:42.820061 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f8f3c7-2ff9-4416-9d8b-9cd42c15e621", "name": "network-vif-deleted", "tag": "515093cf-ee36-4332-b970-c147c2206856", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:42.820385 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9069cc9-dc52-404a-b86b-06ad626e1567 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:42.820796 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f8f3c7-2ff9-4416-9d8b-9cd42c15e621', 'name': 'network-vif-deleted', 'tag': '515093cf-ee36-4332-b970-c147c2206856', 'status': 'completed', 'code': 200} Nov 12 11:32:42.875861 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.908378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:42.911373 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dab487e-110b-415c-9f53-d2fc8696a25f" -d '{"events": [{"server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "name": "network-vif-plugged", "status": "completed", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:42.932785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:42.941167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.993704 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12d1f8f-5791-47b5-b303-3e58976bdd4f x-openstack-request-id: req-d12d1f8f-5791-47b5-b303-3e58976bdd4f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:42.994161 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "name": "network-vif-plugged", "status": "completed", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:42.994570 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d12d1f8f-5791-47b5-b303-3e58976bdd4f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:42.995238 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'code': 200} Nov 12 11:32:43.015096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:43.134903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd7c45-1785-4d55-8e4f-c779b88fa2c9 req-2d6cefb1-5b63-4fee-8451-f84bf8122131 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:43.137356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97bd7c45-1785-4d55-8e4f-c779b88fa2c9 req-2d6cefb1-5b63-4fee-8451-f84bf8122131 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 945 time: 0.0989459 Nov 12 11:32:43.154095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eea26-956b-46bc-b3a9-6e9e70c377f2 req-87dab1d9-9260-4ee0-975e-f0f3e2656111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:43.156241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-406eea26-956b-46bc-b3a9-6e9e70c377f2 req-87dab1d9-9260-4ee0-975e-f0f3e2656111 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 1097 time: 0.0564418 Nov 12 11:32:43.209484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97bd7c45-1785-4d55-8e4f-c779b88fa2c9 req-c23d3de1-c62e-4ff0-8e08-c32979b60d48 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658560 Nov 12 11:32:43.225577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-406eea26-956b-46bc-b3a9-6e9e70c377f2 req-fa547138-4f25-42f9-bf05-6c2bedf29558 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575459 Nov 12 11:32:43.868266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41478) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:43.951820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.984171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.067056 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.070046 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.071256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb6d841c-8eae-4a34-a805-fe6a309bb709 HTTP/1.1" status: 204 len: 168 time: 0.2016275 Nov 12 11:32:44.086232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6d841c-8eae-4a34-a805-fe6a309bb709,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:44.098469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.098985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.100237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.101074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.101523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.101963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.102604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.103024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.103552 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.104126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.104753 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.105137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3281c-a2d6-4bb7-b843-1af7a0cdfdaf tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:44.122210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41488) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:44.187323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f89526-b1ad-40f5-a93a-89caf0ab6dc2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting subnet 3f4e60cb-09db-4a68-bba2-129d4b6037d6 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:32:44.191882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19f89526-b1ad-40f5-a93a-89caf0ab6dc2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.258321 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19f89526-b1ad-40f5-a93a-89caf0ab6dc2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.427966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19f89526-b1ad-40f5-a93a-89caf0ab6dc2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.439225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b405092-bc5e-47cc-80af-d972ca26bd4f req-ed9887b3-379f-4bb2-b407-14fa9e250b13 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:44.440732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b405092-bc5e-47cc-80af-d972ca26bd4f req-ed9887b3-379f-4bb2-b407-14fa9e250b13 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 945 time: 0.1199956 Nov 12 11:32:44.529768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b405092-bc5e-47cc-80af-d972ca26bd4f req-fd524bad-6b79-4c2e-870f-3f36fdf34b62 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682092 Nov 12 11:32:44.537756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19f89526-b1ad-40f5-a93a-89caf0ab6dc2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.574004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f89526-b1ad-40f5-a93a-89caf0ab6dc2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4e60cb-09db-4a68-bba2-129d4b6037d6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:44.586116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-19f89526-b1ad-40f5-a93a-89caf0ab6dc2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.589446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-19f89526-b1ad-40f5-a93a-89caf0ab6dc2 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/subnets/3f4e60cb-09db-4a68-bba2-129d4b6037d6 HTTP/1.1" status: 204 len: 168 time: 0.4661219 Nov 12 11:32:44.593107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41500) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:44.596923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d8aad-d1ee-4e65-9405-9bdb59c467a4 None None] Network af5217ac-784e-4c1a-9c11-e9adb291504e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:32:44.703428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.773751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:44.774345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.855983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] DHCP port deletion for af5217ac-784e-4c1a-9c11-e9adb291504e request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:44.859156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:44.859607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.876906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:44.914044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] Deleting port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:44.914404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.991048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] For port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,segment=NetworkSegment(29e9c38c-e911-45a5-89e2-5b51ee73c079),segment_id=29e9c38c-e911-45a5-89e2-5b51ee73c079)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:44.991758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:44.994360 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.007358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] Calling delete_port for cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:45.022879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:45.029845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] No DVR routers for this DVR port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:32:45.101696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.124547 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.129690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] Pushing event deleted for resources: {'Port': ['ID=cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:45.135559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823d215-7cd2-44a1-9ef7-39e2fa8f0fb6 None None] No DVR routers for this DVR port cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:32:45.155671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5217ac-784e-4c1a-9c11-e9adb291504e']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:45.167914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e9c38c-e911-45a5-89e2-5b51ee73c079') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:45.168300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e9c38c-e911-45a5-89e2-5b51ee73c079') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:45.178880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.193865 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.201954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:32:45.202419 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:32:45.208525 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:32:45.279380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.289278 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.293219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/networks/af5217ac-784e-4c1a-9c11-e9adb291504e HTTP/1.1" status: 204 len: 168 time: 0.6990099 Nov 12 11:32:45.295823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41512) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:45.319553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b8fa7-ef84-420f-a686-ac72cfd3704d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Network': ['ID=af5217ac-784e-4c1a-9c11-e9adb291504e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:45.352230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:45.383190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:45.383753 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cfe5f2be-6c0c-4ecb-a763-69b26d51f9bc not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:45.479948 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port 960d3d7e-2e5a-4d25-9a2f-df823c7d4555 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:45.480408 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.570389 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.570828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.583618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for 960d3d7e-2e5a-4d25-9a2f-df823c7d4555 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:45.715372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d07f7-7d2b-4b72-abd0-e4f03ba7591f req-98d5b676-f0e7-4c73-b91b-4aa17aafa6b0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:45.717197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be8d07f7-7d2b-4b72-abd0-e4f03ba7591f req-98d5b676-f0e7-4c73-b91b-4aa17aafa6b0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 945 time: 0.0899339 Nov 12 11:32:45.820053 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-be8d07f7-7d2b-4b72-abd0-e4f03ba7591f req-cb9af540-e057-402b-8490-3ca7baf54ef9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868311 Nov 12 11:32:45.833005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.869740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=960d3d7e-2e5a-4d25-9a2f-df823c7d4555,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:45.941680 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.942036 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Floating IP d29e47ab-74b2-419e-9c94-a519b2fa247d disassociated (deleted). External IP: 172.25.2.130, port: 1043546d-201e-4a96-acfe-a7d169a421f9. Nov 12 11:32:45.959667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e64db3-5405-4fd2-8ce5-1acda36e8407 req-4f49f41d-4b1b-4d6d-b8b7-4fbe10747038 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:45.961640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76e64db3-5405-4fd2-8ce5-1acda36e8407 req-4f49f41d-4b1b-4d6d-b8b7-4fbe10747038 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 945 time: 0.0553317 Nov 12 11:32:46.034030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76e64db3-5405-4fd2-8ce5-1acda36e8407 req-0ca2f081-82c5-4413-99d0-93160b14e204 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633194 Nov 12 11:32:46.058646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41532) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:46.170713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37239663-c549-41f9-a75f-39da43e0fcf0 tempest-TestVolumeBootPattern-634862203 tempest-TestVolumeBootPattern-634862203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:46.172240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-37239663-c549-41f9-a75f-39da43e0fcf0 tempest-TestVolumeBootPattern-634862203 tempest-TestVolumeBootPattern-634862203-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 1092 time: 0.1130025 Nov 12 11:32:46.175748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41536) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:46.180908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:46.200708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router c9dbf3db-5c66-4f7c-9179-9719c477de3d has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:46.226065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.315860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:46.321163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.329326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] Sync routers for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:46.343158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:46.344408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:46.350982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-629c3ef3-617f-4543-9bc9-779ba4fbdf25 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/floatingips/d29e47ab-74b2-419e-9c94-a519b2fa247d HTTP/1.1" status: 204 len: 168 time: 1.0538876 Nov 12 11:32:46.352022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:46.354895 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0866898-bc15-4fd7-b9ea-899bda82eaae" -d '{"events": [{"name": "network-changed", "server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:46.366754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.436756 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8407d8a2-ecea-4a6e-b08f-f8b3f5d81868 x-openstack-request-id: req-8407d8a2-ecea-4a6e-b08f-f8b3f5d81868 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:46.438012 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:46.440196 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8407d8a2-ecea-4a6e-b08f-f8b3f5d81868 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:46.442315 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9', 'status': 'completed', 'code': 200} Nov 12 11:32:46.475597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:46.590283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.25.2.212 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/cee315fb-65e6-406b-8b04-129d21f69f7d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:46.619543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-d3abcc7a-ff4e-4c95-8c75-bd574b9a074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:46.621122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-d3abcc7a-ff4e-4c95-8c75-bd574b9a074a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 1097 time: 0.1066573 Nov 12 11:32:46.688193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 515093cf-ee36-4332-b970-c147c2206856 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:46.712585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 515093cf-ee36-4332-b970-c147c2206856 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:46.715784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 515093cf-ee36-4332-b970-c147c2206856 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:46.787440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:38Z', 'revision_number': 6, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:46.825896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] Checking router: c9dbf3db-5c66-4f7c-9179-9719c477de3d for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:46.836262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:46.836903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:46.842472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dddec-4459-4d43-8cc9-35770378dc82 req-74c3cf00-d64d-4c14-9c55-b7c081f1c658 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:46.843998 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-742dddec-4459-4d43-8cc9-35770378dc82 req-74c3cf00-d64d-4c14-9c55-b7c081f1c658 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 945 time: 0.1463954 Nov 12 11:32:46.865550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-d32b049b-8dd7-41cf-ab94-90f7de1715e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:46.868257 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-d32b049b-8dd7-41cf-ab94-90f7de1715e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e HTTP/1.1" status: 200 len: 898 time: 0.2296145 Nov 12 11:32:46.881421 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.954408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-ed3e4f28-dc25-477a-8187-a5c720b3bb6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1043546d-201e-4a96-acfe-a7d169a421f9 HTTP/1.1" status: 200 len: 217 time: 0.0597494 Nov 12 11:32:47.044898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-742dddec-4459-4d43-8cc9-35770378dc82 req-ed99d17e-3bbe-4244-81cb-6f05adbdaae5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842520 Nov 12 11:32:47.069402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.073925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-03df5e9b-3646-4ace-a850-5cc1a880712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:47.075858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-03df5e9b-3646-4ace-a850-5cc1a880712a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b9bc16c-6984-4e5f-ae44-898055f0b914 HTTP/1.1" status: 200 len: 835 time: 0.1085348 Nov 12 11:32:47.120809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:47.155265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:47.165598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:47.169251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:47.171263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=cee315fb-65e6-406b-8b04-129d21f69f7d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:47.210858 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-933462c0-9eb3-4315-a345-4a5b533b7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:47.219642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-933462c0-9eb3-4315-a345-4a5b533b7565 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017127 Nov 12 11:32:47.404387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:38Z', 'revision_number': 6, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:47.435726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53944845-505b-4e2c-9c1f-f465d1add8a4 None None] The sync data for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 is: [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:38Z', 'revision_number': 6, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c', 'name': '', 'network_id': '9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:89:45:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:46Z', 'updated_at': '2021-11-12T11:30:51Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '2b9bc16c-6984-4e5f-ae44-898055f0b914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:47.446276 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-f6f085b8-da18-4e76-a600-d8be57061698 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228909 Nov 12 11:32:47.702086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0866898-bc15-4fd7-b9ea-899bda82eaae req-9c1fba12-f9c2-493e-bc1c-049e182dc093 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434390 Nov 12 11:32:47.783108 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe30345-af8e-4109-8ae2-684a4dc4a0a9 None None] New status for floating IP d29e47ab-74b2-419e-9c94-a519b2fa247d: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:32:48.010532 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.225817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891e5a-0863-47a5-be2c-5f1f529963e0 req-c3ac98b4-1b32-4ff9-b83c-7ababdef5dc1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:48.227606 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8891e5a-0863-47a5-be2c-5f1f529963e0 req-c3ac98b4-1b32-4ff9-b83c-7ababdef5dc1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 945 time: 0.0636117 Nov 12 11:32:48.294706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f8891e5a-0863-47a5-be2c-5f1f529963e0 req-c8850a09-6cf1-41b7-b914-1406817474ea tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e720ae64-0cb4-4bbc-b1db-b8d731cbf507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607939 Nov 12 11:32:48.571194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-578fead1-6dc4-4d65-87b2-7eef05abd25b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:48.572681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-578fead1-6dc4-4d65-87b2-7eef05abd25b tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 945 time: 0.0965028 Nov 12 11:32:48.580584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.813698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port 1043546d-201e-4a96-acfe-a7d169a421f9 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:48.813989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.885372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.895956 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.992155 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port 1043546d-201e-4a96-acfe-a7d169a421f9, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=1043546d-201e-4a96-acfe-a7d169a421f9,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:48.992544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.995038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=cee315fb-65e6-406b-8b04-129d21f69f7d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:49.014751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for 1043546d-201e-4a96-acfe-a7d169a421f9 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:49.023733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.192492 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Floating IP a852211b-68bc-4e23-8c6b-2ec15b922382 associated. External IP: 172.25.2.212, port: 0a292a65-5aa1-4d4b-be43-7893eb44fc1d. Nov 12 11:32:49.359898 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.451092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=1043546d-201e-4a96-acfe-a7d169a421f9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:49.506284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9075fc7f-3ced-4de9-ab3e-63fcfa1ca3c3 req-ccfacfe1-ba1e-415a-8897-3f5226981a02 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b132b5f-18f1-4c5b-ba92-588701b4b588 HTTP/1.1" status: 200 len: 210 time: 0.0927262 Nov 12 11:32:49.530304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] No DVR routers for this DVR port 1043546d-201e-4a96-acfe-a7d169a421f9 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:32:49.533175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.537614 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6a4634a-df66-4e9c-823a-e9e9785c5241 req-3d9190ba-633e-4b2a-8d0f-23b3c11aac93 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "DELETE /v2.0/ports/1043546d-201e-4a96-acfe-a7d169a421f9 HTTP/1.1" status: 204 len: 173 time: 0.9541495 Nov 12 11:32:49.567235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'name': 'network-vif-deleted', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:49.571162 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320da07b-b8f3-4ae3-9d9e-5b8b6f245a19" -d '{"events": [{"server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "name": "network-vif-deleted", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:49.622009 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa40a14-4980-4a51-935b-8222b9329c19 x-openstack-request-id: req-5fa40a14-4980-4a51-935b-8222b9329c19 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:49.622009 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b132b5f-18f1-4c5b-ba92-588701b4b588", "name": "network-vif-deleted", "tag": "1043546d-201e-4a96-acfe-a7d169a421f9", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:49.622009 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fa40a14-4980-4a51-935b-8222b9329c19 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:49.622009 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b132b5f-18f1-4c5b-ba92-588701b4b588', 'name': 'network-vif-deleted', 'tag': '1043546d-201e-4a96-acfe-a7d169a421f9', 'status': 'completed', 'code': 200} Nov 12 11:32:49.627781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:49.779400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:49.789892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:49.810692 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.811514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:49.811514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:49.845107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-596968f4-080e-458c-8eca-44581c1e3cec tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6682060 Nov 12 11:32:49.990192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:50.282013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:47Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:50.317408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:50.327356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:50.328023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:50.444701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:50.589517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41620) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:50.660966 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1d17-cf2c-44c6-a1fb-c97d617e8534 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.695063 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1d17-cf2c-44c6-a1fb-c97d617e8534 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.702637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:47Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:50.734947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b788557-9ab0-4085-8e9f-ff78d3b74957 None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:47Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:50.786738 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1d17-cf2c-44c6-a1fb-c97d617e8534 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.789972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1d17-cf2c-44c6-a1fb-c97d617e8534 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.791286 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4b0e1d17-cf2c-44c6-a1fb-c97d617e8534 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/security-groups/e720ae64-0cb4-4bbc-b1db-b8d731cbf507 HTTP/1.1" status: 204 len: 168 time: 0.2006917 Nov 12 11:32:50.814717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e1d17-cf2c-44c6-a1fb-c97d617e8534 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e720ae64-0cb4-4bbc-b1db-b8d731cbf507,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:50.843693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41628) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:51.076722 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed86a6-07c4-4940-a014-067db832f536 None None] New status for floating IP a852211b-68bc-4e23-8c6b-2ec15b922382: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:32:51.332548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.620202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:51.622486 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e6e087-8279-45f1-99d0-a14411bb0367" -d '{"events": [{"name": "network-changed", "server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:51.653187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:51.653540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.672794 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ece1687-1ac3-4f78-8b25-6e35bf09e166 x-openstack-request-id: req-7ece1687-1ac3-4f78-8b25-6e35bf09e166 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:51.673135 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:51.673737 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ece1687-1ac3-4f78-8b25-6e35bf09e166 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:51.674173 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'status': 'completed', 'code': 200} Nov 12 11:32:51.788852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-b2facdbe-b480-4e99-b0df-e74995c3bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:51.790333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-b2facdbe-b480-4e99-b0df-e74995c3bfe9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 1097 time: 0.0766096 Nov 12 11:32:51.795560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:51.795914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.825643 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:32:51.835680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:51.947933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-e031e902-f971-4d09-8390-bb2af85e737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:51.949417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-e031e902-f971-4d09-8390-bb2af85e737b service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1508820 Nov 12 11:32:52.068098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-aa1e67aa-5e76-4770-81c0-e57356713add service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d HTTP/1.1" status: 200 len: 1001 time: 0.1102448 Nov 12 11:32:52.155276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-6a1d9ddb-94d4-4e72-8ee6-35c45caf4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:52.162103 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-6a1d9ddb-94d4-4e72-8ee6-35c45caf4ea0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0810091 Nov 12 11:32:52.179693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.230709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:52.285387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-e845ecdb-0ba2-47e9-8b8d-b721c84e67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:52.286934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-e845ecdb-0ba2-47e9-8b8d-b721c84e67e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206050 Nov 12 11:32:52.489429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-938afae7-8a89-445d-adee-fa5e6d179cfd service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792500 Nov 12 11:32:52.739243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1043546d-201e-4a96-acfe-a7d169a421f9 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:52.785294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 1043546d-201e-4a96-acfe-a7d169a421f9 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:52.785968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 1043546d-201e-4a96-acfe-a7d169a421f9 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:52.852955 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.935539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e6e087-8279-45f1-99d0-a14411bb0367 req-28750b56-8890-491e-892b-4204373c3018 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346995 Nov 12 11:32:53.113626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router c9dbf3db-5c66-4f7c-9179-9719c477de3d has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:53.224389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:53.230222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e960595d-5955-4fd6-8e55-f5fb98b0166e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "PUT /v2.0/routers/c9dbf3db-5c66-4f7c-9179-9719c477de3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3847101 Nov 12 11:32:53.232923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41672) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:53.237011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] Sync routers for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:53.248192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:53.249178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:53.342195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-face236e-5195-4e40-861a-c75e8e5ccba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting subnet 2b9bc16c-6984-4e5f-ae44-898055f0b914 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:32:53.345542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-face236e-5195-4e40-861a-c75e8e5ccba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.379469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:53.390315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-face236e-5195-4e40-861a-c75e8e5ccba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.488214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-face236e-5195-4e40-861a-c75e8e5ccba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.550195 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-face236e-5195-4e40-861a-c75e8e5ccba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.583923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:52Z', 'revision_number': 7, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:53.597378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face236e-5195-4e40-861a-c75e8e5ccba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9bc16c-6984-4e5f-ae44-898055f0b914,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:53.606212 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-face236e-5195-4e40-861a-c75e8e5ccba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.611243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-face236e-5195-4e40-861a-c75e8e5ccba0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/subnets/2b9bc16c-6984-4e5f-ae44-898055f0b914 HTTP/1.1" status: 204 len: 168 time: 0.3773031 Nov 12 11:32:53.614368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41680) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:53.614849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbff7cd-c74e-4dc0-8ffb-4bc231d67168 None None] Network 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:32:53.617814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] Checking router: c9dbf3db-5c66-4f7c-9179-9719c477de3d for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:53.680708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] Routers {'c9dbf3db-5c66-4f7c-9179-9719c477de3d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:53.681460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:53.736721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.856069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] Set router c9dbf3db-5c66-4f7c-9179-9719c477de3d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:53.858961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.930235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port c1d47fe0-55db-4311-ae56-05f7c156f07c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:53.930876 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.959019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] DHCP port deletion for 9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:54.021803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port c1d47fe0-55db-4311-ae56-05f7c156f07c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c1d47fe0-55db-4311-ae56-05f7c156f07c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:54.022493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.030570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e22c37cf-952e-4421-a83a-8a68ede0eb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.042533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for c1d47fe0-55db-4311-ae56-05f7c156f07c owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:54.102808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Deleting port 06eecd9c-df1e-4262-8119-cf257d35f3cd {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:54.103333 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.267803 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.300363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=c1d47fe0-55db-4311-ae56-05f7c156f07c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:54.354003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307fd3d2-e21c-4a9d-be1c-73784ad40687 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:54.363540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] For port 06eecd9c-df1e-4262-8119-cf257d35f3cd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=06eecd9c-df1e-4262-8119-cf257d35f3cd,segment=NetworkSegment(20e9c5f3-f824-4582-91b2-9286cf10021c),segment_id=20e9c5f3-f824-4582-91b2-9286cf10021c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:54.364014 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.370752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.385027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Calling delete_port for 06eecd9c-df1e-4262-8119-cf257d35f3cd owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:54.404955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:52Z', 'revision_number': 7, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:54.437182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef226335-7b40-4d3b-ac19-1a7076ed0d30 None None] The sync data for ids ['c9dbf3db-5c66-4f7c-9179-9719c477de3d'] in n-d-768851-19 is: [{'id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'name': 'tempest-TestNetworkBasicOps-router-279129194', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:32:52Z', 'revision_number': 7, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'c1d47fe0-55db-4311-ae56-05f7c156f07c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dbf3db-5c66-4f7c-9179-9719c477de3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:41Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:54.482796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.485120 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.524644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.554595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.555176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Fanout notify agent at l3_agent the message router_deleted on router c9dbf3db-5c66-4f7c-9179-9719c477de3d {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:32:54.563645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.564781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a1b66948-b552-4a01-946a-7680871d7140 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/routers/c9dbf3db-5c66-4f7c-9179-9719c477de3d HTTP/1.1" status: 204 len: 168 time: 0.9483109 Nov 12 11:32:54.567546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41696) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:54.569539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Pushing event deleted for resources: {'Port': ['ID=06eecd9c-df1e-4262-8119-cf257d35f3cd,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:54.578719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] No DVR routers for this DVR port 06eecd9c-df1e-4262-8119-cf257d35f3cd on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:32:54.581164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.581527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.581968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.582304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.582642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.582970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.583295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.583618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.583933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.584251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.584569 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.584905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ac290-8fe1-4259-bfc4-504566879e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:54.659823 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.755488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.778342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:54.790037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e9c5f3-f824-4582-91b2-9286cf10021c') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:54.792438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e9c5f3-f824-4582-91b2-9286cf10021c') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:54.805849 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.827091 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.834652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:32:54.835118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:32:54.838444 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:32:54.909374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.918786 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.922447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/networks/9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e HTTP/1.1" status: 204 len: 168 time: 0.3538518 Nov 12 11:32:54.936536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41702) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:54.942556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'network': {'name': 'tempest-network-smoke--704311986', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'port_security_enabled': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:54.944266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8aa4b-f447-41c8-a48e-0a20c884a0c5 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Network': ['ID=9f9ba74c-5aab-4d4c-9a9f-97b46a80ea0e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:54.975395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:54.979408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.007087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:32:55.019277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.019818 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Added segment 3c83c60b-3c2b-43f7-aa3c-8adf96a1deff of type vlan for network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 Nov 12 11:32:55.067138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.095552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.102240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:55.102989 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.148330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2097633 Nov 12 11:32:55.151580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41708) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:55.156417 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'admin_state_up': True, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:55.185499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.185762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c114947-fe0a-4cb3-94aa-30650bfe7fd7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Network': ['ID=0ebf75e6-92a0-45a2-aa16-3a2136c5c053,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:55.189327 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.198148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:32:55.266629 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.438370 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.761893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 06eecd9c-df1e-4262-8119-cf257d35f3cd no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:55.793463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 06eecd9c-df1e-4262-8119-cf257d35f3cd {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:55.793958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 06eecd9c-df1e-4262-8119-cf257d35f3cd not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:55.794560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:55.816847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:55.817752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 43d46f4c-edb8-4cfd-a6ed-acb8f1e76b4c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:56.036291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.057916 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.183272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.25.2.250 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/fec0ba17-fb45-4eb6-9d66-bb04e720b269) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:56.301281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.319614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ec231a9f-6a81-4794-9d0a-32de80419cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.341125 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.393804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:56.398253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:56.400578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=fec0ba17-fb45-4eb6-9d66-bb04e720b269,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:56.403501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:56.423576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a13c7e-64c7-4426-89a8-cd5a2565836b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:56.459289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c1f715e3-ffed-4173-8e1b-532c2493fe20 None None] Provisioning complete for port fec0ba17-fb45-4eb6-9d66-bb04e720b269 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:56.459842 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c1f715e3-ffed-4173-8e1b-532c2493fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.507154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c1f715e3-ffed-4173-8e1b-532c2493fe20 None None] Port fec0ba17-fb45-4eb6-9d66-bb04e720b269 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:32:56.698218 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.921954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.077507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router 5e068a3b-a025-49ef-958a-f6ea31a2798b is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:32:57.196682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:57.210422 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Sync routers for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:57.221479 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:57.222170 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.222393 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:57.224084 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-63c29b2d-b056-4eec-9d62-43c63f486582 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0714242 Nov 12 11:32:57.227932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41750) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.284116 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c113170-e75a-4c53-a48c-00587aa4d68d tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dbc10fd275344f60aa700a85e3699591&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547962 Nov 12 11:32:57.287007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41752) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.336290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c1d47fe0-55db-4311-ae56-05f7c156f07c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:57.351294 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:57.374874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c1d47fe0-55db-4311-ae56-05f7c156f07c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:57.375505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c1d47fe0-55db-4311-ae56-05f7c156f07c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:57.392773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7b59c-6d3c-40e1-86e7-c9c80ca45f71 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:57.397110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-43c7b59c-6d3c-40e1-86e7-c9c80ca45f71 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1060543 Nov 12 11:32:57.398279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41754) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.433190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b177f38e-fd3d-4e01-ae94-2d82f0831914 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335877 Nov 12 11:32:57.435936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41758) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.441684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-981317876', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:57.538033 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:57.542003 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.688891 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:56Z', 'revision_number': 3, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:57.717148 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Checking router: 5e068a3b-a025-49ef-958a-f6ea31a2798b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:57.717761 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Updating router 5e068a3b-a025-49ef-958a-f6ea31a2798b port fec0ba17-fb45-4eb6-9d66-bb04e720b269 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:32:57.745037 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.758101 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.806209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.833704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Subnet': ['ID=59804325-ffd2-428e-b68b-e578329cf24e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:57.843700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Checking segment: {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:57.844072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network hostable DHCP agents. Network: 0ebf75e6-92a0-45a2-aa16-3a2136c5c053, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:32:57.870212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:32:57.885134 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 0ebf75e6-92a0-45a2-aa16-3a2136c5c053) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:57.892553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:57.894226 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.899199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004f312-6f2f-4429-b0f7-543cc3b45471 None None] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:32:57.915527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8acf865d-3c8a-46db-a34b-2b535f042802 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4782288 Nov 12 11:32:57.918463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41768) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:58.094129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:32:58.095837 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.103773 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.113394 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.167616 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Attempting to bind port fec0ba17-fb45-4eb6-9d66-bb04e720b269 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:32:58.167986 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Attempting to bind port fec0ba17-fb45-4eb6-9d66-bb04e720b269 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:32:58.168351 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Attempting to bind port fec0ba17-fb45-4eb6-9d66-bb04e720b269 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:58.176031 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551690-2a96-4f07-869e-58480164d077 None None] Pushing event updated for resources: {'Port': ['ID=fec0ba17-fb45-4eb6-9d66-bb04e720b269,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:58.178968 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:32:58.179336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:58.179734 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.180125 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:32:58.180597 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Bound port: fec0ba17-fb45-4eb6-9d66-bb04e720b269, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:32:58.180994 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.205356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93ae0b-b7fb-406b-a5f6-b707e56510be None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:58.211050 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.211836 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.211995 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.212234 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.212747 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.213278 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.213774 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.214289 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.214782 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.215271 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.215761 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.216257 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11551690-2a96-4f07-869e-58480164d077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:58.295822 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] For port fec0ba17-fb45-4eb6-9d66-bb04e720b269, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:32:58.298992 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] For port fec0ba17-fb45-4eb6-9d66-bb04e720b269, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fec0ba17-fb45-4eb6-9d66-bb04e720b269,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:32:58.305235 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.320465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Allocated IP 172.20.0.2 (0ebf75e6-92a0-45a2-aa16-3a2136c5c053/59804325-ffd2-428e-b68b-e578329cf24e/6c80084c-b0af-44af-8a92-e9d754fe6b42) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:58.402809 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:58.404198 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:58.414748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c3d9b-430d-451f-a7f1-c9495a266729 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:58.452185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fb64c239-aecc-4c12-b910-c91b025b1ee1 None None] Provisioning complete for port fec0ba17-fb45-4eb6-9d66-bb04e720b269 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:58.452829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fb64c239-aecc-4c12-b910-c91b025b1ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.521824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.531405 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:58.591314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.607465 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551690-2a96-4f07-869e-58480164d077 None None] Pushing event updated for resources: {'Port': ['ID=fec0ba17-fb45-4eb6-9d66-bb04e720b269,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:58.622124 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.701211 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fb64c239-aecc-4c12-b910-c91b025b1ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.714520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:58.729522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:58.740696 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:58.800282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fb64c239-aecc-4c12-b910-c91b025b1ee1 None None] For port fec0ba17-fb45-4eb6-9d66-bb04e720b269, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fec0ba17-fb45-4eb6-9d66-bb04e720b269,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:58.801440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Pushing event updated for resources: {'Port': ['ID=6c80084c-b0af-44af-8a92-e9d754fe6b42,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:58.814253 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:56Z', 'revision_number': 3, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:58.837408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Attempting to bind port 6c80084c-b0af-44af-8a92-e9d754fe6b42 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:32:58.837785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Attempting to bind port 6c80084c-b0af-44af-8a92-e9d754fe6b42 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:32:58.838159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Attempting to bind port 6c80084c-b0af-44af-8a92-e9d754fe6b42 on network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:58.840168 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fb64c239-aecc-4c12-b910-c91b025b1ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.849291 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd690af5-104b-4386-8aa0-91cc2b71977a None None] The sync data for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 is: [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:56Z', 'revision_number': 3, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:58.850885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:32:58.851253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Checking segment: {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:58.851797 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.852193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Bound using segment: {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:32:58.852734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Bound port: 6c80084c-b0af-44af-8a92-e9d754fe6b42, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:32:58.853148 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.940843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64c239-aecc-4c12-b910-c91b025b1ee1 None None] Pushing event updated for resources: {'Port': ['ID=fec0ba17-fb45-4eb6-9d66-bb04e720b269,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:58.985524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6597e8ce-3121-41fd-990a-2738279ef8dd None None] Provisioning complete for port fec0ba17-fb45-4eb6-9d66-bb04e720b269 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:58.985893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6597e8ce-3121-41fd-990a-2738279ef8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.987973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] For port 6c80084c-b0af-44af-8a92-e9d754fe6b42, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:32:58.991945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] For port 6c80084c-b0af-44af-8a92-e9d754fe6b42, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c80084c-b0af-44af-8a92-e9d754fe6b42,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:32:59.023832 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.043743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.20.0.1 (0ebf75e6-92a0-45a2-aa16-3a2136c5c053/59804325-ffd2-428e-b68b-e578329cf24e/2f685798-68af-4031-8ff0-3f47c343a710) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:59.125266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571416e-5f9e-4a7e-85da-e4938613c7af None None] Pushing event updated for resources: {'Port': ['ID=6c80084c-b0af-44af-8a92-e9d754fe6b42,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:59.242311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.297175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.395615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fec0ba17-fb45-4eb6-9d66-bb04e720b269 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:32:59.417863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:59.425026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:59.430697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:59.435427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=2f685798-68af-4031-8ff0-3f47c343a710,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:59.531176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.559639 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.563465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port fec0ba17-fb45-4eb6-9d66-bb04e720b269 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:59.563930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.772536 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.171875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.180046 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.294508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.298088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=2f685798-68af-4031-8ff0-3f47c343a710,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:00.442733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:00.445476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:00.604824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18a732-08ae-45eb-b020-6bd5d9ea014d None None] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:00.605395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router 5e068a3b-a025-49ef-958a-f6ea31a2798b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:00.703671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.723658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25f1fa52-5a6c-4e68-ac92-b304c1a87d0c None None] Provisioning complete for port 6c80084c-b0af-44af-8a92-e9d754fe6b42 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:00.724192 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25f1fa52-5a6c-4e68-ac92-b304c1a87d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.767693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:00.774081 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2f7e0a49-63a5-4f06-b98b-ead7ea51338e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "PUT /v2.0/routers/5e068a3b-a025-49ef-958a-f6ea31a2798b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8536820 Nov 12 11:33:00.776849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41800) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:00.893755 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25f1fa52-5a6c-4e68-ac92-b304c1a87d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.914959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de7d10-542b-4e35-bbde-526b5faa34ca tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:00.915490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de7d10-542b-4e35-bbde-526b5faa34ca tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:00.915973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de7d10-542b-4e35-bbde-526b5faa34ca tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:00.916468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de7d10-542b-4e35-bbde-526b5faa34ca tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:00.916939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de7d10-542b-4e35-bbde-526b5faa34ca tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:00.917445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de7d10-542b-4e35-bbde-526b5faa34ca tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:00.921709 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-52de7d10-542b-4e35-bbde-526b5faa34ca tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1417878 Nov 12 11:33:00.922099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41802) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:00.976567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-25f1fa52-5a6c-4e68-ac92-b304c1a87d0c None None] For port 6c80084c-b0af-44af-8a92-e9d754fe6b42, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c80084c-b0af-44af-8a92-e9d754fe6b42,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:00.994135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25f1fa52-5a6c-4e68-ac92-b304c1a87d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.023042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83819c-ab16-4be6-b50c-6595d2153be1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:01.023042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83819c-ab16-4be6-b50c-6595d2153be1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:01.023042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83819c-ab16-4be6-b50c-6595d2153be1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:01.023042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83819c-ab16-4be6-b50c-6595d2153be1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:01.023930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83819c-ab16-4be6-b50c-6595d2153be1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:01.024439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83819c-ab16-4be6-b50c-6595d2153be1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:01.026666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea83819c-ab16-4be6-b50c-6595d2153be1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1035175 Nov 12 11:33:01.031094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41804) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:01.088664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1fa52-5a6c-4e68-ac92-b304c1a87d0c None None] Pushing event updated for resources: {'Port': ['ID=6c80084c-b0af-44af-8a92-e9d754fe6b42,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:01.305132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Sync routers for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:01.324430 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:01.331101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:01.409875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-71c84f39-f9a2-4dcd-9a29-0febf25d19fd tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3770912 Nov 12 11:33:01.502382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-52c4a87c-68ef-4dda-8089-60fbf90b6d17 None None] Provisioning complete for port 6c80084c-b0af-44af-8a92-e9d754fe6b42 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:01.503008 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-52c4a87c-68ef-4dda-8089-60fbf90b6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.591931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c80084c-b0af-44af-8a92-e9d754fe6b42 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:01.743099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:33:01.766982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41810) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:01.773409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c330f12f-5fb2-42d8-85fa-a0b227c1fb1a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771183365', 'description': 'tempest-secgroup-smoke-1771183365 description', 'project_id': 'dbc10fd275344f60aa700a85e3699591'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:01.815569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c330f12f-5fb2-42d8-85fa-a0b227c1fb1a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.840064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 6c80084c-b0af-44af-8a92-e9d754fe6b42 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:01.840446 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.019593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-52c4a87c-68ef-4dda-8089-60fbf90b6d17 None None] Provisioning complete for port 2f685798-68af-4031-8ff0-3f47c343a710 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:02.020366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-52c4a87c-68ef-4dda-8089-60fbf90b6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.119513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-52c4a87c-68ef-4dda-8089-60fbf90b6d17 None None] Port 2f685798-68af-4031-8ff0-3f47c343a710 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:02.195881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 2, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:02.241357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Checking router: 5e068a3b-a025-49ef-958a-f6ea31a2798b for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:33:02.241357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Updating router 5e068a3b-a025-49ef-958a-f6ea31a2798b port 2f685798-68af-4031-8ff0-3f47c343a710 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:33:02.260086 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c330f12f-5fb2-42d8-85fa-a0b227c1fb1a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.265997 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c330f12f-5fb2-42d8-85fa-a0b227c1fb1a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.276808 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.278845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b4d584b4-40ba-43f7-aade-66e6b7ccd5f0 None None] Provisioning complete for port 2f685798-68af-4031-8ff0-3f47c343a710 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:02.279967 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b4d584b4-40ba-43f7-aade-66e6b7ccd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.301260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330f12f-5fb2-42d8-85fa-a0b227c1fb1a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e802876e-746c-442d-b07a-8074cac03d2c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:02.310625 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c330f12f-5fb2-42d8-85fa-a0b227c1fb1a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.312001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c330f12f-5fb2-42d8-85fa-a0b227c1fb1a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5428438 Nov 12 11:33:02.315139 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41812) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:02.321523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b052f8ea-643f-4fa4-ad29-8080c743ae33 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e802876e-746c-442d-b07a-8074cac03d2c', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:02.355486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b052f8ea-643f-4fa4-ad29-8080c743ae33 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.436834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b052f8ea-643f-4fa4-ad29-8080c743ae33 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.441610 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b052f8ea-643f-4fa4-ad29-8080c743ae33 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.464831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052f8ea-643f-4fa4-ad29-8080c743ae33 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a445abe-4ad0-45de-afa2-5f534246cbb5,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:02.476265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b052f8ea-643f-4fa4-ad29-8080c743ae33 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.481884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b052f8ea-643f-4fa4-ad29-8080c743ae33 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645720 Nov 12 11:33:02.482295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41814) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:02.487002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a65cfc3e-8583-40ef-9505-531b17a70383 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e802876e-746c-442d-b07a-8074cac03d2c', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:02.522095 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a65cfc3e-8583-40ef-9505-531b17a70383 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.539856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b4d584b4-40ba-43f7-aade-66e6b7ccd5f0 None None] Port 2f685798-68af-4031-8ff0-3f47c343a710 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:02.627758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a65cfc3e-8583-40ef-9505-531b17a70383 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.634896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a65cfc3e-8583-40ef-9505-531b17a70383 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.668687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cfc3e-8583-40ef-9505-531b17a70383 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b873c005-233e-4ab4-b055-70bb7d8ef2f4,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:02.686839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a65cfc3e-8583-40ef-9505-531b17a70383 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.689429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a65cfc3e-8583-40ef-9505-531b17a70383 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2054877 Nov 12 11:33:02.691793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41818) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:02.699754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5d0c8e15-083f-49bc-99a4-b33f4351f81c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e802876e-746c-442d-b07a-8074cac03d2c', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:02.746269 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8e15-083f-49bc-99a4-b33f4351f81c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.816845 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8e15-083f-49bc-99a4-b33f4351f81c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.824576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8e15-083f-49bc-99a4-b33f4351f81c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.850909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c8e15-083f-49bc-99a4-b33f4351f81c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac5732b-ed55-4d34-9e96-a56a7582be8d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:02.861392 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8e15-083f-49bc-99a4-b33f4351f81c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.862757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5d0c8e15-083f-49bc-99a4-b33f4351f81c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693380 Nov 12 11:33:02.866421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41820) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:02.872034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-97276b17-edca-43c0-87aa-4792ff76f1f7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e802876e-746c-442d-b07a-8074cac03d2c', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:02.909102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97276b17-edca-43c0-87aa-4792ff76f1f7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.909647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.917120 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.975963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80636b64-0cac-4d69-919e-36d1ac1aa80f None None] Pushing event updated for resources: {'Port': ['ID=2f685798-68af-4031-8ff0-3f47c343a710,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:02.988397 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97276b17-edca-43c0-87aa-4792ff76f1f7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.999163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97276b17-edca-43c0-87aa-4792ff76f1f7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.025892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276b17-edca-43c0-87aa-4792ff76f1f7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e823f1-0da5-4070-b2e3-8068be46afd8,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:03.033571 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-97276b17-edca-43c0-87aa-4792ff76f1f7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.036110 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-97276b17-edca-43c0-87aa-4792ff76f1f7 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1684523 Nov 12 11:33:03.038934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41822) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:03.048686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d738edff-d63c-442a-94d8-c26f9a4b546a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e802876e-746c-442d-b07a-8074cac03d2c', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:03.050586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Attempting to bind port 2f685798-68af-4031-8ff0-3f47c343a710 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:33:03.050964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Attempting to bind port 2f685798-68af-4031-8ff0-3f47c343a710 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:33:03.051330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Attempting to bind port 2f685798-68af-4031-8ff0-3f47c343a710 on network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:03.059975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:33:03.060345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Checking segment: {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:03.060978 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.061604 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Bound using segment: {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:33:03.061905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Bound port: 2f685798-68af-4031-8ff0-3f47c343a710, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:33:03.062349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.096928 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-d738edff-d63c-442a-94d8-c26f9a4b546a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Project dbc10fd275344f60aa700a85e3699591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:33:03.103758 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d738edff-d63c-442a-94d8-c26f9a4b546a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.153454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] For port 2f685798-68af-4031-8ff0-3f47c343a710, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:33:03.158626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] For port 2f685798-68af-4031-8ff0-3f47c343a710, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2f685798-68af-4031-8ff0-3f47c343a710,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:33:03.164423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.214572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d738edff-d63c-442a-94d8-c26f9a4b546a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.221643 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d738edff-d63c-442a-94d8-c26f9a4b546a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.234377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:03.235290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:03.241672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738edff-d63c-442a-94d8-c26f9a4b546a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b2d1de-44dc-4575-94a3-575669b17436,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:03.271469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d738edff-d63c-442a-94d8-c26f9a4b546a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.276000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41826) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:03.277011 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d738edff-d63c-442a-94d8-c26f9a4b546a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2326486 Nov 12 11:33:03.281558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1470f0f6-9212-4886-ba63-f16616c6f1e1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'security_group_rule': {'security_group_id': 'e802876e-746c-442d-b07a-8074cac03d2c', 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:03.323129 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-1470f0f6-9212-4886-ba63-f16616c6f1e1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Project dbc10fd275344f60aa700a85e3699591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:33:03.324571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80636b64-0cac-4d69-919e-36d1ac1aa80f None None] Pushing event updated for resources: {'Port': ['ID=2f685798-68af-4031-8ff0-3f47c343a710,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:03.330271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1470f0f6-9212-4886-ba63-f16616c6f1e1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.368256 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ad9b52e3-7924-4560-b900-e861f461b63b None None] Provisioning complete for port 2f685798-68af-4031-8ff0-3f47c343a710 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:03.368778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad9b52e3-7924-4560-b900-e861f461b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.425788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1470f0f6-9212-4886-ba63-f16616c6f1e1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.436365 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1470f0f6-9212-4886-ba63-f16616c6f1e1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.472739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470f0f6-9212-4886-ba63-f16616c6f1e1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811b36ef-3f70-4ccd-ac32-424e11b41e79,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:03.496153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1470f0f6-9212-4886-ba63-f16616c6f1e1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.507443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1470f0f6-9212-4886-ba63-f16616c6f1e1 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2301295 Nov 12 11:33:03.548415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:33:03.667417 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad9b52e3-7924-4560-b900-e861f461b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.753025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ad9b52e3-7924-4560-b900-e861f461b63b None None] For port 2f685798-68af-4031-8ff0-3f47c343a710, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2f685798-68af-4031-8ff0-3f47c343a710,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:03.760588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad9b52e3-7924-4560-b900-e861f461b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.884645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b52e3-7924-4560-b900-e861f461b63b None None] Pushing event updated for resources: {'Port': ['ID=2f685798-68af-4031-8ff0-3f47c343a710,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:03.912836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8c073ff8-893b-4d8a-b48d-0edb802dcd53 None None] Provisioning complete for port 2f685798-68af-4031-8ff0-3f47c343a710 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:03.914066 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8c073ff8-893b-4d8a-b48d-0edb802dcd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.918648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:33:03Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:03.941242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-2fb0c73b-2c40-4612-a3e5-d4625be5c611 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771183365&fields=id&tenant_id=dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 267 time: 0.0505118 Nov 12 11:33:03.970641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a20312-4045-40cc-84bc-00d55f3d3f0e None None] The sync data for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 is: [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:33:03Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:04.127069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-193e589d-5305-46fe-8e97-5434c1f43095 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:04.128661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-193e589d-5305-46fe-8e97-5434c1f43095 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/networks?id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053 HTTP/1.1" status: 200 len: 796 time: 0.1781151 Nov 12 11:33:04.146025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-a40dacb6-136d-449f-9297-195a77a51e9a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/quotas/dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 375 time: 0.0106034 Nov 12 11:33:04.218847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-f1cd2ade-3b99-4d18-bc6f-44d3ee5a49a6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664217 Nov 12 11:33:04.355274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-402c6d00-6fd4-45f3-848c-9457eab524c4 service neutron] 10.222.0.31 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197009 Nov 12 11:33:04.507167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-fc8be36f-0903-464f-9b06-3754f3d45c99 service neutron] 10.222.0.31 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383979 Nov 12 11:33:04.814018 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-406f6cd7-0bad-40da-88dd-a7c31d213c97 req-f0e1f926-3437-4826-9bdd-1f447b1e31a0 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 210 time: 0.1296463 Nov 12 11:33:05.407529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2f685798-68af-4031-8ff0-3f47c343a710 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:05.494693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2f685798-68af-4031-8ff0-3f47c343a710 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:05.495301 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.969947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ff788ed-b6f7-4749-a3c3-c7f4d795ca73 req-a5bb52db-f19f-40c7-a6d7-49cf651c0368 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 210 time: 0.0684211 Nov 12 11:33:06.026959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-471ed0c5-43b6-44b6-a612-e429995219ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:06.028752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-471ed0c5-43b6-44b6-a612-e429995219ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/networks?id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053 HTTP/1.1" status: 200 len: 796 time: 0.1604609 Nov 12 11:33:06.118938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-18733fa3-c322-41f8-a2fe-59f57b724e0e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbc10fd275344f60aa700a85e3699591 HTTP/1.1" status: 200 len: 380 time: 0.0737619 Nov 12 11:33:06.132049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'port': {'device_id': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'admin_state_up': True, 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'security_groups': ['e802876e-746c-442d-b07a-8074cac03d2c']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:06.254472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Made reservation on behalf of dbc10fd275344f60aa700a85e3699591 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:06.258762 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.404690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.20.0.11 (0ebf75e6-92a0-45a2-aa16-3a2136c5c053/59804325-ffd2-428e-b68b-e578329cf24e/f215898c-eb6c-423d-9705-b2df063f9a24) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:06.555362 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.602217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.648682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:06.651824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:06.655742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:06.683087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=f215898c-eb6c-423d-9705-b2df063f9a24,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:06.716021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:06.716779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.740194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-c5c0feab-aa1c-4fea-aa71-98be55ccf3ad tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6123991 Nov 12 11:33:06.753714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Request body: {'port': {'device_id': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:06.835103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.915839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-42197bd6-c7d7-4214-ada2-714fb2308f7b None None] Provisioning complete for port f215898c-eb6c-423d-9705-b2df063f9a24 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:06.916688 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-42197bd6-c7d7-4214-ada2-714fb2308f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.962192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-42197bd6-c7d7-4214-ada2-714fb2308f7b None None] Port f215898c-eb6c-423d-9705-b2df063f9a24 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:07.119145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf659b77-3cd6-4074-bfca-e83ab90e6f75 req-e291cd16-e663-4cd6-9da8-60dfa41b7688 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.120998 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf659b77-3cd6-4074-bfca-e83ab90e6f75 req-e291cd16-e663-4cd6-9da8-60dfa41b7688 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 932 time: 0.0710762 Nov 12 11:33:07.132804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f215898c-eb6c-423d-9705-b2df063f9a24 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:33:07.141342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.155819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Transition to ACTIVE for port object f215898c-eb6c-423d-9705-b2df063f9a24 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:33:07.164525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.184609 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf659b77-3cd6-4074-bfca-e83ab90e6f75 req-a57f4a10-f519-4c2e-b3ea-69d1f988fc14 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549881 Nov 12 11:33:07.250327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Pushing event updated for resources: {'Port': ['ID=f215898c-eb6c-423d-9705-b2df063f9a24,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:07.323709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Attempting to bind port f215898c-eb6c-423d-9705-b2df063f9a24 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:33:07.324045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Attempting to bind port f215898c-eb6c-423d-9705-b2df063f9a24 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:33:07.324372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Attempting to bind port f215898c-eb6c-423d-9705-b2df063f9a24 on network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:07.329824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Port f215898c-eb6c-423d-9705-b2df063f9a24 on network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:33:07.331523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Attempting to bind port f215898c-eb6c-423d-9705-b2df063f9a24 on network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:07.336068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:33:07.336402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Checking segment: {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:07.336992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Bound using segment: {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:33:07.337429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Bound port: f215898c-eb6c-423d-9705-b2df063f9a24, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:33:07.337865 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.410396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] For port f215898c-eb6c-423d-9705-b2df063f9a24, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:33:07.413676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] For port f215898c-eb6c-423d-9705-b2df063f9a24, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f215898c-eb6c-423d-9705-b2df063f9a24,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:33:07.420606 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.454288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.455313 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.460623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] 10.222.0.59 "PUT /v2.0/ports/f215898c-eb6c-423d-9705-b2df063f9a24 HTTP/1.1" status: 200 len: 1093 time: 0.7079542 Nov 12 11:33:07.460623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:07.462362 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:07.504202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3f470-d248-4db4-aa45-d0ebca949330 service neutron] Pushing event updated for resources: {'Port': ['ID=f215898c-eb6c-423d-9705-b2df063f9a24,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:07.537463 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c355d4-0c03-4788-8d84-1a96dd4729b2 x-openstack-request-id: req-51c355d4-0c03-4788-8d84-1a96dd4729b2 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:07.537757 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:07.538000 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51c355d4-0c03-4788-8d84-1a96dd4729b2 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:07.538512 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'status': 'completed', 'code': 200} Nov 12 11:33:07.557557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-b4bffa43-3bd5-4e5b-93ef-a5da6f6437af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.562270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-b4bffa43-3bd5-4e5b-93ef-a5da6f6437af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 1096 time: 0.0508521 Nov 12 11:33:07.629516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-8a35a394-88c2-4552-b951-e91b42d9fd9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f215898c-eb6c-423d-9705-b2df063f9a24 HTTP/1.1" status: 200 len: 217 time: 0.0523272 Nov 12 11:33:07.683461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-ca8a356f-6136-4e96-a8a7-bb65b0d58b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.685500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-ca8a356f-6136-4e96-a8a7-bb65b0d58b43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59804325-ffd2-428e-b68b-e578329cf24e HTTP/1.1" status: 200 len: 834 time: 0.0494833 Nov 12 11:33:07.740619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-87b133a7-0362-4286-bd5b-6e6565cc1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.742197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-87b133a7-0362-4286-bd5b-6e6565cc1533 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476580 Nov 12 11:33:07.850801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-563224ee-3f28-4181-90cb-91f834e73e5f service neutron] 10.222.0.59 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984778 Nov 12 11:33:07.952771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-52fe46f1-5eaf-407b-9663-e8ad8c851a0f req-ffe63ba0-db12-476f-b964-9aa04bda0bd5 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928254 Nov 12 11:33:08.066717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-0f0efd0f-eb30-4c75-bea6-d8a4f72a1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:08.068272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-0f0efd0f-eb30-4c75-bea6-d8a4f72a1612 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 1096 time: 0.0536699 Nov 12 11:33:08.179410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-34d0faf0-0758-4ed8-969a-b08225245979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:08.181317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-34d0faf0-0758-4ed8-969a-b08225245979 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053 HTTP/1.1" status: 200 len: 897 time: 0.1049042 Nov 12 11:33:08.249028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-b6402dd6-558c-49d9-ba18-b410f0cc557d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f215898c-eb6c-423d-9705-b2df063f9a24 HTTP/1.1" status: 200 len: 217 time: 0.0595396 Nov 12 11:33:08.311452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-2a83bea9-6487-4e57-acda-07e405338c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:08.312736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-2a83bea9-6487-4e57-acda-07e405338c31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59804325-ffd2-428e-b68b-e578329cf24e HTTP/1.1" status: 200 len: 834 time: 0.0549252 Nov 12 11:33:08.325516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b625c33-415e-4d52-9a49-a169a3f9d741 req-0daaf0f8-455c-434b-b3bc-0f78f1e95409 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:08.327044 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b625c33-415e-4d52-9a49-a169a3f9d741 req-0daaf0f8-455c-434b-b3bc-0f78f1e95409 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 944 time: 0.0581999 Nov 12 11:33:08.368927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-5c2ac285-8468-4311-bc75-1457f6671caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:08.370432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-5c2ac285-8468-4311-bc75-1457f6671caa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459130 Nov 12 11:33:08.393016 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b625c33-415e-4d52-9a49-a169a3f9d741 req-98594d4b-f4fe-42f6-acad-5eae517043b8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591042 Nov 12 11:33:08.480168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-3b1e2d21-598a-4767-9985-46100c6f0819 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000254 Nov 12 11:33:08.583008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6448fe6a-c053-4944-af94-2ddb0a7e0f6e req-7f4e157e-f7cb-41fc-a918-553e64158291 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952032 Nov 12 11:33:09.525119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa503-22f5-421d-8a9f-88cc8d424341 req-d596c874-3681-4bee-aba0-efccf82e7042 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:09.526639 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66ffa503-22f5-421d-8a9f-88cc8d424341 req-d596c874-3681-4bee-aba0-efccf82e7042 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 944 time: 0.0526035 Nov 12 11:33:09.587397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66ffa503-22f5-421d-8a9f-88cc8d424341 req-d445b9d2-b17c-4b2b-892a-1acfc781941c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536273 Nov 12 11:33:10.190346 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.661128 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.719042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d21fac-43e4-4c3b-825a-754ab0f4fe20 req-75fa88cd-81d2-427f-ba27-a356ba3cd15d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:10.720636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13d21fac-43e4-4c3b-825a-754ab0f4fe20 req-75fa88cd-81d2-427f-ba27-a356ba3cd15d tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 944 time: 0.0581079 Nov 12 11:33:10.775639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-13d21fac-43e4-4c3b-825a-754ab0f4fe20 req-61970eb8-bba6-4d17-8a1b-ef3ab1bd6b88 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487404 Nov 12 11:33:10.820262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f215898c-eb6c-423d-9705-b2df063f9a24 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:33:10.939845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f215898c-eb6c-423d-9705-b2df063f9a24, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f215898c-eb6c-423d-9705-b2df063f9a24,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:10.952388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'port_id': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'mac_address': 'fa:16:3e:7e:39:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:33:11.003395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.019750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f215898c-eb6c-423d-9705-b2df063f9a24 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:33:11.045500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f215898c-eb6c-423d-9705-b2df063f9a24, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f215898c-eb6c-423d-9705-b2df063f9a24,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:11.049893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.104702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=f215898c-eb6c-423d-9705-b2df063f9a24,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:11.309948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['f215898c-eb6c-423d-9705-b2df063f9a24'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:33:11.909973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1e44c-95e7-49ce-ad74-132c9ecaa4fd req-aa5c6978-8299-456b-a492-007f318febf6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:11.911548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ee1e44c-95e7-49ce-ad74-132c9ecaa4fd req-aa5c6978-8299-456b-a492-007f318febf6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 945 time: 0.0556254 Nov 12 11:33:11.982899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ee1e44c-95e7-49ce-ad74-132c9ecaa4fd req-77a1f3ca-7897-4765-b5a2-027bfff1e29e tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588012 Nov 12 11:33:12.824495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f215898c-eb6c-423d-9705-b2df063f9a24 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:12.883361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port f215898c-eb6c-423d-9705-b2df063f9a24 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:33:12.888519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port f215898c-eb6c-423d-9705-b2df063f9a24 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:12.891056 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.989187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.019266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:13.022445 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd3f33-0476-4be7-8759-e6f4a106b968" -d '{"events": [{"server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "name": "network-vif-plugged", "status": "completed", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:13.043605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f215898c-eb6c-423d-9705-b2df063f9a24, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f215898c-eb6c-423d-9705-b2df063f9a24,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:13.050137 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.087679 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f459c7-79cc-4bad-aebe-02e490eba8c1 x-openstack-request-id: req-f1f459c7-79cc-4bad-aebe-02e490eba8c1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:13.088114 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "name": "network-vif-plugged", "status": "completed", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:13.088738 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1f459c7-79cc-4bad-aebe-02e490eba8c1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:13.089184 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'code': 200} Nov 12 11:33:13.131013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=f215898c-eb6c-423d-9705-b2df063f9a24,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:13.135467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b6ab6-6d24-4382-9cc0-0b12e3c6333e req-024965dc-a6d4-430d-a2b1-aa13fd061b44 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:13.144609 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e14b6ab6-6d24-4382-9cc0-0b12e3c6333e req-024965dc-a6d4-430d-a2b1-aa13fd061b44 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 946 time: 0.0773847 Nov 12 11:33:13.195009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd9581-1956-4db8-be75-c6297e987b1d req-9ac5d31d-fc94-4470-a3c2-abbf53adc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:13.196837 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-56fd9581-1956-4db8-be75-c6297e987b1d req-9ac5d31d-fc94-4470-a3c2-abbf53adc649 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 1098 time: 0.0487325 Nov 12 11:33:13.201432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e14b6ab6-6d24-4382-9cc0-0b12e3c6333e req-297daeb2-2f6e-4041-8159-b89f211ea700 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551641 Nov 12 11:33:13.250483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-56fd9581-1956-4db8-be75-c6297e987b1d req-6a5a0441-f554-4114-952c-00a3a4ceadfc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445991 Nov 12 11:33:14.354462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d08a-d794-451d-b26f-a0f2913c98bb req-e4fad360-5f4d-4264-b0b1-53c9ea31c2fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:14.359720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c12d08a-d794-451d-b26f-a0f2913c98bb req-e4fad360-5f4d-4264-b0b1-53c9ea31c2fb tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 946 time: 0.0696456 Nov 12 11:33:14.434062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c12d08a-d794-451d-b26f-a0f2913c98bb req-c7ab1597-7fd2-482e-bf35-3c5e68794c27 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682418 Nov 12 11:33:15.561299 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65d79e-0dfc-4a3a-8d15-fb4daea466f3 req-b8f3ff46-9b95-41c6-8935-361854488355 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:15.562667 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d65d79e-0dfc-4a3a-8d15-fb4daea466f3 req-b8f3ff46-9b95-41c6-8935-361854488355 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 946 time: 0.0509555 Nov 12 11:33:15.616544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d65d79e-0dfc-4a3a-8d15-fb4daea466f3 req-c2b4c6a6-0bb7-445d-a2ca-3cd978be4b4c tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473733 Nov 12 11:33:15.731354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aa4ed-dd19-442a-85b8-b87466062f6d req-820f1149-6868-4ea6-977f-8374e0dbfad8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:15.732976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-547aa4ed-dd19-442a-85b8-b87466062f6d req-820f1149-6868-4ea6-977f-8374e0dbfad8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 946 time: 0.0496302 Nov 12 11:33:15.787345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-547aa4ed-dd19-442a-85b8-b87466062f6d req-6db06d1c-98c8-4cb6-ba34-0d1f0ffee0aa tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480037 Nov 12 11:33:15.810318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41928) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.855708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5416f967-834a-4f04-858b-24c0742a92c1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:15.857345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5416f967-834a-4f04-858b-24c0742a92c1 tempest-TestNetworkBasicOps-156864571 tempest-TestNetworkBasicOps-156864571-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 1093 time: 0.0459843 Nov 12 11:33:15.860029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 41930) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.864500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:15.887765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.989134 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.099531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Allocated IP 172.25.2.13 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/7068a01c-6928-4b9e-9bbe-842369f34802) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:16.202611 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.237389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.277931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:16.285308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:16.288833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:16.300196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=7068a01c-6928-4b9e-9bbe-842369f34802,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:16.702917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.777453 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.944414 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.949202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.027098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event updated for resources: {'Port': ['ID=7068a01c-6928-4b9e-9bbe-842369f34802,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:17.036114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.147871 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Floating IP 5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4 associated. External IP: 172.25.2.13, port: f215898c-eb6c-423d-9705-b2df063f9a24. Nov 12 11:33:17.374836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router 5e068a3b-a025-49ef-958a-f6ea31a2798b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:17.497177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:17.506281 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] Sync routers for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:17.516182 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.518234 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:17.519028 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:17.548153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d16bd338-c8ad-4d13-b2bc-cae8422942d8 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6869504 Nov 12 11:33:17.549066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:17.550865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41968) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:17.552835 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b806ef-cf43-4180-ac8b-866fc024d602" -d '{"events": [{"name": "network-changed", "server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:17.613160 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a259c3-9453-4484-bae3-8ffc8f9df37c x-openstack-request-id: req-49a259c3-9453-4484-bae3-8ffc8f9df37c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:17.613449 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:17.613698 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49a259c3-9453-4484-bae3-8ffc8f9df37c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:17.614104 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'status': 'completed', 'code': 200} Nov 12 11:33:17.647152 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:33:17.649896 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b6ac67f4-8f8b-4bc3-ad71-b9f5a77ab5ee tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/floatingips/5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4 HTTP/1.1" status: 200 len: 991 time: 0.0974963 Nov 12 11:33:17.707374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-1572d9d8-01ef-4d24-a5e2-cf25344817f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:17.709554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-1572d9d8-01ef-4d24-a5e2-cf25344817f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 1098 time: 0.0570493 Nov 12 11:33:17.818612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-e161c79b-dce6-4163-b416-6804725efa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:17.820895 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-e161c79b-dce6-4163-b416-6804725efa56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053 HTTP/1.1" status: 200 len: 897 time: 0.0996819 Nov 12 11:33:17.898249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-72117649-b932-46d0-8986-af75d8e3f9f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f215898c-eb6c-423d-9705-b2df063f9a24 HTTP/1.1" status: 200 len: 999 time: 0.0690033 Nov 12 11:33:17.921555 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'port_id': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'mac_address': 'fa:16:3e:7e:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:33:16Z', 'updated_at': '2021-11-12T11:33:16Z', 'revision_number': 0, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:33:03Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:17.950136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-ce08888c-1a33-4286-a7c8-3c590090dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:17.955490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-ce08888c-1a33-4286-a7c8-3c590090dfd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59804325-ffd2-428e-b68b-e578329cf24e HTTP/1.1" status: 200 len: 834 time: 0.0454612 Nov 12 11:33:17.955757 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] Checking router: 5e068a3b-a025-49ef-958a-f6ea31a2798b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:33:17.962828 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:17.963433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:32:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:18.008154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-c06dacc2-9aaa-430b-884f-b4eceab5023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:18.013126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-c06dacc2-9aaa-430b-884f-b4eceab5023a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501871 Nov 12 11:33:18.089088 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:33:18.124057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-5c9e7a51-eefc-45a9-8942-e94ae421e0b5 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029615 Nov 12 11:33:18.466823 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'port_id': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'mac_address': 'fa:16:3e:7e:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:33:16Z', 'updated_at': '2021-11-12T11:33:16Z', 'revision_number': 0, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:33:03Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:18.505878 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25589c93-d34d-4517-8b72-d3b28fbc21db None None] The sync data for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 is: [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'port_id': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'mac_address': 'fa:16:3e:7e:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:33:16Z', 'updated_at': '2021-11-12T11:33:16Z', 'revision_number': 0, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:33:03Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:18.550553 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5b806ef-cf43-4180-ac8b-866fc024d602 req-94b7d0a4-0db8-4688-b8ec-fb819c8d56e9 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220247 Nov 12 11:33:18.653581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 41996) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:18.742722 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cc666cc2-27d9-47b6-8bf8-b08d52ff20a6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/floatingips/5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4 HTTP/1.1" status: 200 len: 991 time: 0.0867579 Nov 12 11:33:18.757828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b7849-193a-40ff-b339-1a83815ac28d None None] New status for floating IP 5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:33:19.745588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42022) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:19.813860 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2aceeb79-425d-46bc-9f12-0b5f85c9f925 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/floatingips/5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4 HTTP/1.1" status: 200 len: 993 time: 0.0670807 Nov 12 11:33:23.950092 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d15c1f77-6ca9-4a73-aecd-fbb3aba9daf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.315693 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2d76-141e-4870-836c-c24163d4cbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.809161 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:28.828266 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:33:29.542517 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.627776 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:40.221456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:40.675120 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.527415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42690) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:47.687399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-88759488-cf4c-4d6e-acc6-27393cd5d2a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee0d5121161a48099a716dec6e1061a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584508 Nov 12 11:33:47.689810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42694) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:47.739334 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.764061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.821495 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.824691 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.826376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d62cefae-d1ac-4477-baef-4e1f5123aff6 HTTP/1.1" status: 204 len: 168 time: 0.1355736 Nov 12 11:33:47.835901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62cefae-d1ac-4477-baef-4e1f5123aff6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:47.844241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.844592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.844955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.845289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.845742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.846110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.846258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.846585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.846909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.847225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.847578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:47.847997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10e09b-295f-4e7f-9a3f-007b3c426ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:53.946260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6fe6458e-0c9b-466b-a1cc-c681cf86d91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.012101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42750) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:55.085236 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-725d60b0-76d8-494d-817c-36f5ed0cb352 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/floatingips/5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4 HTTP/1.1" status: 200 len: 993 time: 0.0718184 Nov 12 11:33:55.453027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42758) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:55.661511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port 7068a01c-6928-4b9e-9bbe-842369f34802 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:55.662402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.757482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.757814 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.771853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for 7068a01c-6928-4b9e-9bbe-842369f34802 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:55.946035 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.976786 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=7068a01c-6928-4b9e-9bbe-842369f34802,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:56.006685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.007030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.007373 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.007713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.008053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.008384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.008711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.009197 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.009523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.009848 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.010174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.010501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:56.054056 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.054056 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Floating IP 5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4 disassociated (deleted). External IP: 172.25.2.13, port: f215898c-eb6c-423d-9705-b2df063f9a24. Nov 12 11:33:56.272235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router 5e068a3b-a025-49ef-958a-f6ea31a2798b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:56.327272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-61d270aa-a92d-4929-8783-62e7f79d1804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.384466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:56.389313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.394591 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] Sync routers for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:56.404810 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:56.405459 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:33:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.421816 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6368adf5-139d-4cf7-a479-d628e862f9fc tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/floatingips/5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4 HTTP/1.1" status: 204 len: 168 time: 0.9676585 Nov 12 11:33:56.422396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:56.424696 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:56.489369 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ffd59a-7607-4d3c-937a-4ca06c866510 x-openstack-request-id: req-a6ffd59a-7607-4d3c-937a-4ca06c866510 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:56.489722 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:56.490422 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6ffd59a-7607-4d3c-937a-4ca06c866510 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:56.491350 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'status': 'completed', 'code': 200} Nov 12 11:33:56.557655 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:33:56.584731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-c7816ec1-4ef5-4d08-a877-c5e5016dcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:56.586402 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-c7816ec1-4ef5-4d08-a877-c5e5016dcfa5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbc10fd275344f60aa700a85e3699591&device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 1098 time: 0.0554280 Nov 12 11:33:56.709786 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-fbd10c67-b49d-4e01-a253-afbb00399861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:56.712591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-fbd10c67-b49d-4e01-a253-afbb00399861 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053 HTTP/1.1" status: 200 len: 897 time: 0.1177990 Nov 12 11:33:56.757488 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec94f8-41e9-4ed6-8037-36c09a9a1110 req-a5a973aa-bce0-4faa-9b56-0997eafaaa63 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:56.765731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffec94f8-41e9-4ed6-8037-36c09a9a1110 req-a5a973aa-bce0-4faa-9b56-0997eafaaa63 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 946 time: 0.0879960 Nov 12 11:33:56.794760 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:33:03Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.818569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-5d9788bf-21fb-4db9-b83b-a23a6eed8656 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f215898c-eb6c-423d-9705-b2df063f9a24 HTTP/1.1" status: 200 len: 217 time: 0.0906484 Nov 12 11:33:56.835148 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] Checking router: 5e068a3b-a025-49ef-958a-f6ea31a2798b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:33:56.844681 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:56.845554 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:33:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.852309 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffec94f8-41e9-4ed6-8037-36c09a9a1110 req-5128264f-fe95-43d7-8e74-44862ba5102a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854006 Nov 12 11:33:56.899700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-dfb07a3e-ef8d-4c43-ab52-2c58fcdaa555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:56.901336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-dfb07a3e-ef8d-4c43-ab52-2c58fcdaa555 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59804325-ffd2-428e-b68b-e578329cf24e HTTP/1.1" status: 200 len: 834 time: 0.0711026 Nov 12 11:33:56.966536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-86f71a72-4838-48c3-ad95-5cc03522e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:56.968126 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-86f71a72-4838-48c3-ad95-5cc03522e3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebf75e6-92a0-45a2-aa16-3a2136c5c053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572217 Nov 12 11:33:57.004679 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:33:57.106009 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-9fbb9e48-c5b8-4bc9-b2b2-fb9ec15a7b82 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265788 Nov 12 11:33:57.256684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b2723b3-3606-4947-b6ce-b27c9e13a5c3 req-7286c3f0-87c2-4312-bd68-5c910910286f service neutron] 10.222.0.59 "GET /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354496 Nov 12 11:33:57.281597 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:33:03Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:57.313043 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec8ec5-4dae-4785-a02e-891d04776df6 None None] The sync data for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 is: [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:32:59Z', 'revision_number': 4, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '2f685798-68af-4031-8ff0-3f47c343a710', 'name': '', 'network_id': '0ebf75e6-92a0-45a2-aa16-3a2136c5c053', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '59804325-ffd2-428e-b68b-e578329cf24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:58Z', 'updated_at': '2021-11-12T11:33:03Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'subnets': [{'id': '59804325-ffd2-428e-b68b-e578329cf24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:57.601767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07031e3d-f033-4f3c-b9ce-1fc420ab7093 None None] New status for floating IP 5c8e4527-ad2c-4d88-878e-6e9f5ca37ac4: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:33:57.864268 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.040814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416f743-400c-4d21-810c-89bb173a8a8d req-5f32ce2d-22e6-4658-9487-cbc0bad59876 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:58.042469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c416f743-400c-4d21-810c-89bb173a8a8d req-5f32ce2d-22e6-4658-9487-cbc0bad59876 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 946 time: 0.0716777 Nov 12 11:33:58.106808 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c416f743-400c-4d21-810c-89bb173a8a8d req-6e2ca665-dc72-4070-8a35-f86f9d6703ef tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/security-groups?id=e802876e-746c-442d-b07a-8074cac03d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565822 Nov 12 11:33:58.542288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-3caf16e7-3e45-4888-92fc-1f1b905075b4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:58.544016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-3caf16e7-3e45-4888-92fc-1f1b905075b4 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 946 time: 0.0580456 Nov 12 11:33:58.644951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port f215898c-eb6c-423d-9705-b2df063f9a24 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:58.645292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.743758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port f215898c-eb6c-423d-9705-b2df063f9a24, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f215898c-eb6c-423d-9705-b2df063f9a24,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:58.744184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.759120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for f215898c-eb6c-423d-9705-b2df063f9a24 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:58.912289 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.941455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=f215898c-eb6c-423d-9705-b2df063f9a24,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:58.988016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] No DVR routers for this DVR port f215898c-eb6c-423d-9705-b2df063f9a24 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:33:58.991304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.994954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b8d5bc43-8a32-45bb-b449-1efef4cc458d req-acc7afa7-b45f-417b-a900-e4457536bfed tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.59 "DELETE /v2.0/ports/f215898c-eb6c-423d-9705-b2df063f9a24 HTTP/1.1" status: 204 len: 173 time: 0.4431472 Nov 12 11:33:58.995414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'name': 'network-vif-deleted', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:58.997764 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb4d8c2-c029-4f4f-89f8-4ee8452d3db0" -d '{"events": [{"server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "name": "network-vif-deleted", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:59.042901 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddc9ab6-129f-4f16-a14e-55ae6a90d429 x-openstack-request-id: req-3ddc9ab6-129f-4f16-a14e-55ae6a90d429 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:59.043860 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63596dcc-e9e2-4345-bd78-aa73a2398df2", "name": "network-vif-deleted", "tag": "f215898c-eb6c-423d-9705-b2df063f9a24", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:59.043860 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ddc9ab6-129f-4f16-a14e-55ae6a90d429 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:59.043860 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63596dcc-e9e2-4345-bd78-aa73a2398df2', 'name': 'network-vif-deleted', 'tag': 'f215898c-eb6c-423d-9705-b2df063f9a24', 'status': 'completed', 'code': 200} Nov 12 11:33:59.234089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-db99a2b2-080a-4d6e-a5a3-6c15bcd8f542 req-c77adf27-aee0-4cee-9de3-6327a576aeb6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "GET /v2.0/ports?device_id=63596dcc-e9e2-4345-bd78-aa73a2398df2 HTTP/1.1" status: 200 len: 210 time: 0.0316453 Nov 12 11:33:59.549073 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.306964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42840) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:00.374379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49539dc5-ae37-47bf-920a-d2d36daa3ef6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.404469 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49539dc5-ae37-47bf-920a-d2d36daa3ef6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.481032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49539dc5-ae37-47bf-920a-d2d36daa3ef6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.484350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-49539dc5-ae37-47bf-920a-d2d36daa3ef6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.485892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-49539dc5-ae37-47bf-920a-d2d36daa3ef6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/security-groups/e802876e-746c-442d-b07a-8074cac03d2c HTTP/1.1" status: 204 len: 168 time: 0.1778114 Nov 12 11:34:00.507596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49539dc5-ae37-47bf-920a-d2d36daa3ef6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e802876e-746c-442d-b07a-8074cac03d2c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:00.634116 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:01.541249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42868) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.951827 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.563768 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port 2f685798-68af-4031-8ff0-3f47c343a710 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:02.564721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.668458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port 2f685798-68af-4031-8ff0-3f47c343a710, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2f685798-68af-4031-8ff0-3f47c343a710,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:02.669005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.687657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for 2f685798-68af-4031-8ff0-3f47c343a710 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:02.910190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.941203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=2f685798-68af-4031-8ff0-3f47c343a710,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:03.019440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f215898c-eb6c-423d-9705-b2df063f9a24 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:03.043944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: f215898c-eb6c-423d-9705-b2df063f9a24 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:03.044798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f215898c-eb6c-423d-9705-b2df063f9a24 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:03.151793 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.412016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Router 5e068a3b-a025-49ef-958a-f6ea31a2798b has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:34:03.528497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:03.537993 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] Sync routers for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:03.539076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b7e45950-c82d-45cd-9222-41fe884d4ea6 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "PUT /v2.0/routers/5e068a3b-a025-49ef-958a-f6ea31a2798b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9966879 Nov 12 11:34:03.542001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42902) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.558901 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:03.560106 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:33:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.604340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-31492ac9-2209-4a20-b5f9-aa76226c6aec tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting subnet 59804325-ffd2-428e-b68b-e578329cf24e {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:03.608000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-31492ac9-2209-4a20-b5f9-aa76226c6aec tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.652427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-31492ac9-2209-4a20-b5f9-aa76226c6aec tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.680680 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:03.753104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-31492ac9-2209-4a20-b5f9-aa76226c6aec tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.824100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-31492ac9-2209-4a20-b5f9-aa76226c6aec tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.848016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f278af-4a75-46e6-82a6-1e7ee6b177b6 None None] Network 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:03.855618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31492ac9-2209-4a20-b5f9-aa76226c6aec tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Subnet': ['ID=59804325-ffd2-428e-b68b-e578329cf24e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:03.858062 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-31492ac9-2209-4a20-b5f9-aa76226c6aec tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.863867 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-31492ac9-2209-4a20-b5f9-aa76226c6aec tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/subnets/59804325-ffd2-428e-b68b-e578329cf24e HTTP/1.1" status: 204 len: 168 time: 0.3183727 Nov 12 11:34:03.864248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42910) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.911348 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:34:02Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.948078 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] Checking router: 5e068a3b-a025-49ef-958a-f6ea31a2798b for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:34:03.957902 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] Routers {'5e068a3b-a025-49ef-958a-f6ea31a2798b'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:03.958567 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:33:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['5e068a3b-a025-49ef-958a-f6ea31a2798b'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.013918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.118971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] DHCP port deletion for 0ebf75e6-92a0-45a2-aa16-3a2136c5c053 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:04.162801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.184673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Deleting port 6c80084c-b0af-44af-8a92-e9d754fe6b42 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:04.185539 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.199583 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] Set router 5e068a3b-a025-49ef-958a-f6ea31a2798b gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:04.252228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Deleting port fec0ba17-fb45-4eb6-9d66-bb04e720b269 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:04.253379 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.288403 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] For port 6c80084c-b0af-44af-8a92-e9d754fe6b42, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=6c80084c-b0af-44af-8a92-e9d754fe6b42,segment=NetworkSegment(3c83c60b-3c2b-43f7-aa3c-8adf96a1deff),segment_id=3c83c60b-3c2b-43f7-aa3c-8adf96a1deff)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:04.297448 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.322625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Calling delete_port for 6c80084c-b0af-44af-8a92-e9d754fe6b42 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:04.356500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] For port fec0ba17-fb45-4eb6-9d66-bb04e720b269, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fec0ba17-fb45-4eb6-9d66-bb04e720b269,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:04.357075 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.380895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Calling delete_port for fec0ba17-fb45-4eb6-9d66-bb04e720b269 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:04.417986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.432233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] No DVR routers for this DVR port 6c80084c-b0af-44af-8a92-e9d754fe6b42 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:04.433580 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:34:02Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.473850 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c36da0-576b-444c-8581-f7b3db8b194c None None] The sync data for ids ['5e068a3b-a025-49ef-958a-f6ea31a2798b'] in n-d-768851-19 is: [{'id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'name': 'tempest-TestNetworkBasicOps-router-1523110066', 'tenant_id': 'dbc10fd275344f60aa700a85e3699591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:32:55Z', 'updated_at': '2021-11-12T11:34:02Z', 'revision_number': 5, 'project_id': 'dbc10fd275344f60aa700a85e3699591', 'gw_port': {'id': 'fec0ba17-fb45-4eb6-9d66-bb04e720b269', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e068a3b-a025-49ef-958a-f6ea31a2798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:32:56Z', 'updated_at': '2021-11-12T11:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:04.475781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Pushing event deleted for resources: {'Port': ['ID=6c80084c-b0af-44af-8a92-e9d754fe6b42,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:04.486818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.487243 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.487503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.487832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.488249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.488486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.488794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.489208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.489916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.490241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.490567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.490886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d688-1518-488c-b47f-045b4cfdd591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:04.608266 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.637809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Port': ['ID=fec0ba17-fb45-4eb6-9d66-bb04e720b269,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:04.657457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b2d88-cd89-4fb3-ab7a-e00258ae2a16 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:04.707377 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.805659 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.808316 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.862883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.863585 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Fanout notify agent at l3_agent the message router_deleted on router 5e068a3b-a025-49ef-958a-f6ea31a2798b {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:34:04.873484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.877814 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-729c06ce-66f9-44e2-9cb1-12c5dfff2f0a tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/routers/5e068a3b-a025-49ef-958a-f6ea31a2798b HTTP/1.1" status: 204 len: 168 time: 1.0094888 Nov 12 11:34:04.878204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42930) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.966263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.063983 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.092817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebf75e6-92a0-45a2-aa16-3a2136c5c053']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:05.104060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:05.104350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c83c60b-3c2b-43f7-aa3c-8adf96a1deff') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:05.125862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.147728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.156696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:05.157144 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:05.163513 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:05.237528 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.254318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.258318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] 10.222.0.31 "DELETE /v2.0/networks/0ebf75e6-92a0-45a2-aa16-3a2136c5c053 HTTP/1.1" status: 204 len: 168 time: 0.3786783 Nov 12 11:34:05.274157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df9c6a-783e-45a0-93ae-cbfc464a6d61 tempest-TestNetworkBasicOps-596547854 tempest-TestNetworkBasicOps-596547854-project] Pushing event deleted for resources: {'Network': ['ID=0ebf75e6-92a0-45a2-aa16-3a2136c5c053,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:05.564207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 42944) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:05.703384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2f685798-68af-4031-8ff0-3f47c343a710 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:05.733724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 2f685798-68af-4031-8ff0-3f47c343a710 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:05.734173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2f685798-68af-4031-8ff0-3f47c343a710 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:05.734466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c80084c-b0af-44af-8a92-e9d754fe6b42 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:05.756120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 6c80084c-b0af-44af-8a92-e9d754fe6b42 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:05.756631 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 6c80084c-b0af-44af-8a92-e9d754fe6b42 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:05.757331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fec0ba17-fb45-4eb6-9d66-bb04e720b269 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:05.768941 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0b4cd42e-d0eb-4ce4-840e-03ec0d56919e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbc10fd275344f60aa700a85e3699591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2014341 Nov 12 11:34:05.769761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42952) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:05.778155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: fec0ba17-fb45-4eb6-9d66-bb04e720b269 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:05.778509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fec0ba17-fb45-4eb6-9d66-bb04e720b269 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:05.829212 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:34:05.840001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc056fb1-d3c0-4aa5-9d77-088921abd488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.863652 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc056fb1-d3c0-4aa5-9d77-088921abd488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.919166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc056fb1-d3c0-4aa5-9d77-088921abd488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.923878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fc056fb1-d3c0-4aa5-9d77-088921abd488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.925090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fc056fb1-d3c0-4aa5-9d77-088921abd488 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28a23093-812f-498e-a8ad-ab1e66412732 HTTP/1.1" status: 204 len: 168 time: 0.1542361 Nov 12 11:34:05.936222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc056fb1-d3c0-4aa5-9d77-088921abd488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a23093-812f-498e-a8ad-ab1e66412732,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:06.242126 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42968) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:06.260190 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60e908c7-f592-429f-81fa-4cac93750b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.356836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60e908c7-f592-429f-81fa-4cac93750b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.363810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-60e908c7-f592-429f-81fa-4cac93750b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.411046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e908c7-f592-429f-81fa-4cac93750b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d312f012-1792-4c44-8c6e-9eadd722227b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:06.416557 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-60e908c7-f592-429f-81fa-4cac93750b06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=624f653f05ef4bd38db27497854a140d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731069 Nov 12 11:34:06.419106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 42970) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:06.474524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46f4e30e-1fd2-4fcc-bdd4-cee41cfc1acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.513727 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46f4e30e-1fd2-4fcc-bdd4-cee41cfc1acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.567761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46f4e30e-1fd2-4fcc-bdd4-cee41cfc1acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.570454 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46f4e30e-1fd2-4fcc-bdd4-cee41cfc1acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.574041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-46f4e30e-1fd2-4fcc-bdd4-cee41cfc1acb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d312f012-1792-4c44-8c6e-9eadd722227b HTTP/1.1" status: 204 len: 168 time: 0.1512427 Nov 12 11:34:06.579784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4e30e-1fd2-4fcc-bdd4-cee41cfc1acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d312f012-1792-4c44-8c6e-9eadd722227b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:10.225149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.679933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.845865 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-960e8ac4-c053-40d8-a743-2f79b57d2a38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1958859 Nov 12 11:34:19.931475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-4fd14c07-1211-442c-9270-719d6c99d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:19.932999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-4fd14c07-1211-442c-9270-719d6c99d033 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 1097 time: 0.0420609 Nov 12 11:34:20.050452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-0f78bc9a-2b13-4728-9f83-5e379aa970a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:20.051928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-0f78bc9a-2b13-4728-9f83-5e379aa970a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.0970373 Nov 12 11:34:20.120539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-0ce1d939-b9ac-4998-a77c-599148438bb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d HTTP/1.1" status: 200 len: 1001 time: 0.0607829 Nov 12 11:34:20.175737 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-06f3a044-26a1-468b-9868-f07c41ce57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:20.177213 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-06f3a044-26a1-468b-9868-f07c41ce57bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0486863 Nov 12 11:34:20.227894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-b0c93d62-b573-42d8-a32d-b48669f38b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:20.229591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-b0c93d62-b573-42d8-a32d-b48669f38b2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444934 Nov 12 11:34:20.336002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-9afb4400-227a-439d-b52b-ca3ca3702dc9 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980153 Nov 12 11:34:20.429945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3262e4c-1536-4fb3-82de-bb0f4ccfb5e9 req-e6f0e6c2-0107-4ba8-b39a-e9b5768b98c9 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858359 Nov 12 11:34:23.948069 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d70da731-3f81-48bf-9dd4-3e18e76f0755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.322145 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fafde0ca-5cdc-47d4-a74c-9c5bde7b2c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.804278 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.552571 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.636085 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.545695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 43808) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:37.698970 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08e56b19-eaf8-44e8-a178-b2135b4ebfd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.812694 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08e56b19-eaf8-44e8-a178-b2135b4ebfd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.823364 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08e56b19-eaf8-44e8-a178-b2135b4ebfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.892924 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-08e56b19-eaf8-44e8-a178-b2135b4ebfd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3cb09d654c8546498bf46762b9c43e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468781 Nov 12 11:34:37.896208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 43812) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:37.917185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e56b19-eaf8-44e8-a178-b2135b4ebfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11b5f6-e45b-4ba3-949d-76a5e3784d72,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:37.976084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53749bf4-2c6e-43e9-b5e6-9e19d03ec82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.021436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53749bf4-2c6e-43e9-b5e6-9e19d03ec82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.105382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53749bf4-2c6e-43e9-b5e6-9e19d03ec82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.108919 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-53749bf4-2c6e-43e9-b5e6-9e19d03ec82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.110561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-53749bf4-2c6e-43e9-b5e6-9e19d03ec82e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d11b5f6-e45b-4ba3-949d-76a5e3784d72 HTTP/1.1" status: 204 len: 168 time: 0.2116506 Nov 12 11:34:38.137407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53749bf4-2c6e-43e9-b5e6-9e19d03ec82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11b5f6-e45b-4ba3-949d-76a5e3784d72,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:40.254772 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:40.587949 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-4fde6996-a201-47f8-b54e-18d6d26e2bf2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176828828&fields=id&tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 267 time: 0.0488539 Nov 12 11:34:40.677591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:40.725473 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-0ba7db65-181f-4079-ba46-686c482db273 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:40.727304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-0ba7db65-181f-4079-ba46-686c482db273 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.1322453 Nov 12 11:34:40.744425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-1b99b862-f16d-4866-b02b-40b7e51de1ee tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/quotas/f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 375 time: 0.0105739 Nov 12 11:34:40.807414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-a730f281-e2e0-491d-abd5-18072ab71c92 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0569806 Nov 12 11:34:40.931132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-bd94d1b5-77e9-4113-8159-dae7551775e7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:34:40.932138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-bd94d1b5-77e9-4113-8159-dae7551775e7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1123059 Nov 12 11:34:41.038369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-0f2cf945-0449-44ae-9c65-92ef108f42ba service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985653 Nov 12 11:34:41.135515 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-6d089c76-3e9c-41fd-9151-90863e199f02 service neutron] 10.222.0.31 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909946 Nov 12 11:34:41.446313 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a7a6c1ca-da76-4a0a-adaf-be88a0cc5418 req-82ace376-5a1e-4cf2-845d-17abe167a3a1 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 210 time: 0.0356336 Nov 12 11:34:42.573081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-92370d49-ec6b-4a55-967a-ade9beae56ad tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:42.573081 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-92370d49-ec6b-4a55-967a-ade9beae56ad tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 812 time: 0.1446023 Nov 12 11:34:42.573976 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-362821ec-36e8-44ec-8de4-0e44c25ec73f req-2ef10095-3ba8-4289-bea0-df4a9dea60e2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 210 time: 0.0400784 Nov 12 11:34:42.667108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-7dc5d718-7c9a-41ac-b459-96c769a855ca tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c HTTP/1.1" status: 200 len: 380 time: 0.0736775 Nov 12 11:34:42.680852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'port': {'device_id': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'admin_state_up': True, 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'security_groups': ['d776cdb7-7372-4a4e-86bb-f51427d6b633']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:42.831114 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:34:42.848698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Made reservation on behalf of f412e9b7b52c4e609dcdcfcf0bfefe7c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:42.853140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.009702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.20.0.10 (19b9320c-da06-4451-bbe2-d79aadc9bd5a/ade19789-f02b-461f-aa4c-ef95974e9bf7/fcad2595-10ac-4319-8493-c4781827c041) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:43.176828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.213923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.265996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:43.269220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:43.274680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:43.281780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=fcad2595-10ac-4319-8493-c4781827c041,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:43.335196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:43.336223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.362837 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b49aec81-612e-4397-ba3e-6e86b0433442 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6865847 Nov 12 11:34:43.384733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Request body: {'port': {'device_id': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:43.461748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.556645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5838cc4c-4d0c-4662-bcdf-568a18103a44 None None] Provisioning complete for port fcad2595-10ac-4319-8493-c4781827c041 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:43.557724 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5838cc4c-4d0c-4662-bcdf-568a18103a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.612217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-5838cc4c-4d0c-4662-bcdf-568a18103a44 None None] Port fcad2595-10ac-4319-8493-c4781827c041 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:43.784791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812d508-c9ec-45c1-82ee-88fa617e86c6 req-1041c2ba-8c83-4ba0-9680-293a4df54079 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:43.786292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8812d508-c9ec-45c1-82ee-88fa617e86c6 req-1041c2ba-8c83-4ba0-9680-293a4df54079 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 932 time: 0.1201437 Nov 12 11:34:43.875954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcad2595-10ac-4319-8493-c4781827c041 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:34:43.892713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.905830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Transition to ACTIVE for port object fcad2595-10ac-4319-8493-c4781827c041 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:34:43.912199 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.950967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8812d508-c9ec-45c1-82ee-88fa617e86c6 req-f11f28b7-cecb-4002-b922-31632adfa03d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535704 Nov 12 11:34:43.994459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Pushing event updated for resources: {'Port': ['ID=fcad2595-10ac-4319-8493-c4781827c041,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:44.065257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Attempting to bind port fcad2595-10ac-4319-8493-c4781827c041 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:44.065591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Attempting to bind port fcad2595-10ac-4319-8493-c4781827c041 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:44.065929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Attempting to bind port fcad2595-10ac-4319-8493-c4781827c041 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:44.071295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Port fcad2595-10ac-4319-8493-c4781827c041 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:34:44.071620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Attempting to bind port fcad2595-10ac-4319-8493-c4781827c041 on network 19b9320c-da06-4451-bbe2-d79aadc9bd5a {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:44.076937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:44.077308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Checking segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:44.077730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Bound using segment: {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:44.078175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Bound port: fcad2595-10ac-4319-8493-c4781827c041, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:44.078538 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.159826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] For port fcad2595-10ac-4319-8493-c4781827c041, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:44.164012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] For port fcad2595-10ac-4319-8493-c4781827c041, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fcad2595-10ac-4319-8493-c4781827c041,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:44.171884 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.214483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:44.215032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.216469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] 10.222.0.59 "PUT /v2.0/ports/fcad2595-10ac-4319-8493-c4781827c041 HTTP/1.1" status: 200 len: 1093 time: 0.8435700 Nov 12 11:34:44.216962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:34:44.219312 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb5f47c-e275-4e91-b18d-b60151974f27" -d '{"events": [{"name": "network-changed", "server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "tag": "fcad2595-10ac-4319-8493-c4781827c041"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:34:44.311050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404fad3-63f7-41cf-913d-521511cc2a7a service neutron] Pushing event updated for resources: {'Port': ['ID=fcad2595-10ac-4319-8493-c4781827c041,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:44.343658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-ad599802-4507-4750-81e4-d901b048c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:44.345295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-ad599802-4507-4750-81e4-d901b048c89f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 1096 time: 0.0779619 Nov 12 11:34:44.349590 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6462d20b-9c3e-409c-99c9-e45490d92889 x-openstack-request-id: req-6462d20b-9c3e-409c-99c9-e45490d92889 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:34:44.350723 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "tag": "fcad2595-10ac-4319-8493-c4781827c041", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:34:44.350981 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6462d20b-9c3e-409c-99c9-e45490d92889 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:34:44.351421 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041', 'status': 'completed', 'code': 200} Nov 12 11:34:44.408075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-b8b7b52d-e734-4351-bd96-633be0206b8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcad2595-10ac-4319-8493-c4781827c041 HTTP/1.1" status: 200 len: 217 time: 0.0450346 Nov 12 11:34:44.479136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-f32c07ea-4233-4e87-a08b-27582dfbbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:44.481197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-f32c07ea-4233-4e87-a08b-27582dfbbd52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0596638 Nov 12 11:34:44.543366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-baae93f1-2c84-40fd-b208-9faa0afd8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:44.544869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-baae93f1-2c84-40fd-b208-9faa0afd8747 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507576 Nov 12 11:34:44.666066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-0c2e1b71-f666-4a4c-a957-2bf4585ac5fb service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086497 Nov 12 11:34:44.773108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66f3dc7b-917e-4993-8688-6623a91c41b8 req-74e6f9ae-ff88-494e-b4aa-772dd3999611 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958130 Nov 12 11:34:44.870775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-94c54aa8-b3f0-4db2-a9b0-fb19ca400d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:44.872757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-94c54aa8-b3f0-4db2-a9b0-fb19ca400d7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 1096 time: 0.0458906 Nov 12 11:34:44.992095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-73a7edbe-d1bf-472a-8149-5a2e664660f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:44.993623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-73a7edbe-d1bf-472a-8149-5a2e664660f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1118274 Nov 12 11:34:45.058760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-a72a663f-4345-4100-b434-d978d7e7edf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcad2595-10ac-4319-8493-c4781827c041 HTTP/1.1" status: 200 len: 217 time: 0.0508449 Nov 12 11:34:45.138792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-0311b4b7-f2de-45b5-bdb1-3cc783cba05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:45.140193 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-0311b4b7-f2de-45b5-bdb1-3cc783cba05a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0765514 Nov 12 11:34:45.148423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ac8fa-31f8-497d-958d-9c870523fb6f req-2a081ec2-c3bb-4ffc-b83a-f3f5b3d7aa74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:45.149914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc6ac8fa-31f8-497d-958d-9c870523fb6f req-2a081ec2-c3bb-4ffc-b83a-f3f5b3d7aa74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.1003063 Nov 12 11:34:45.221185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-b40b013d-5459-4103-8d77-7a39eb04af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:45.222714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-b40b013d-5459-4103-8d77-7a39eb04af76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703373 Nov 12 11:34:45.247403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc6ac8fa-31f8-497d-958d-9c870523fb6f req-ea9249f4-4d79-4ed1-9f13-4d3939dc06d2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858033 Nov 12 11:34:45.340497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-b8f46b2a-0d8e-4843-981d-aa77acfce7bd service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063678 Nov 12 11:34:45.443224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2fb5f47c-e275-4e91-b18d-b60151974f27 req-77a1ab27-6fc2-47f9-8caf-98ea29d8ab13 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949764 Nov 12 11:34:46.392647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21a1b-768e-4204-ac2a-41a24dca0200 req-8d991d60-2029-40f4-a280-ea0e7f4e8139 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:46.394284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79b21a1b-768e-4204-ac2a-41a24dca0200 req-8d991d60-2029-40f4-a280-ea0e7f4e8139 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0607493 Nov 12 11:34:46.450705 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79b21a1b-768e-4204-ac2a-41a24dca0200 req-5b0d6a8f-5fdb-46e9-8dcb-c9355b7c900d tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491254 Nov 12 11:34:47.585080 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457962-edbb-4036-a1af-85498223cddd req-4e3470f6-a7bc-41f4-a369-44b13b3655f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:47.586675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c457962-edbb-4036-a1af-85498223cddd req-4e3470f6-a7bc-41f4-a369-44b13b3655f2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0584059 Nov 12 11:34:47.647533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c457962-edbb-4036-a1af-85498223cddd req-90bc9a53-7acb-46cf-813d-1a59ffbff6fc tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532618 Nov 12 11:34:48.794956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e756a3f-ff53-47c3-83bd-958ba0ddfac6 req-5a3007d0-936f-4040-a070-ec1734bb1556 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:48.796138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e756a3f-ff53-47c3-83bd-958ba0ddfac6 req-5a3007d0-936f-4040-a070-ec1734bb1556 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0569799 Nov 12 11:34:48.859191 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4e756a3f-ff53-47c3-83bd-958ba0ddfac6 req-336db1ca-cc73-4994-b23d-6389c2863ed7 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507042 Nov 12 11:34:50.012400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cfc40-ff0d-4ff2-8c12-0194272e6faf req-8da9eaab-f4b4-41d4-9476-e94107715944 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:50.014327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-189cfc40-ff0d-4ff2-8c12-0194272e6faf req-8da9eaab-f4b4-41d4-9476-e94107715944 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0642350 Nov 12 11:34:50.076621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-189cfc40-ff0d-4ff2-8c12-0194272e6faf req-718ddcb2-dec6-41f9-bf56-e883c2aaeb9c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558074 Nov 12 11:34:51.216401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188139-a339-453e-8c83-8e68704c2711 req-07355c4e-ed63-4175-837a-fadbdb6b696e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:51.217949 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e188139-a339-453e-8c83-8e68704c2711 req-07355c4e-ed63-4175-837a-fadbdb6b696e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0564296 Nov 12 11:34:51.282701 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e188139-a339-453e-8c83-8e68704c2711 req-e7ef8540-154a-4430-9e63-a2adba5622ca tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580049 Nov 12 11:34:52.418771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bda15-3348-43c9-99c1-3cee1dc21a6b req-cfe556eb-eed5-47c4-b889-a0da42dd2bb5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:52.420270 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c71bda15-3348-43c9-99c1-3cee1dc21a6b req-cfe556eb-eed5-47c4-b889-a0da42dd2bb5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0567925 Nov 12 11:34:52.478108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c71bda15-3348-43c9-99c1-3cee1dc21a6b req-abc81bb1-d8d8-4887-b894-085e1c8a70e6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519452 Nov 12 11:34:53.602241 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbf14a-aa16-4607-b4d1-93607f507da0 req-dfd93737-2908-49f9-b2d8-a6a73d8cd163 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:53.603628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2dbf14a-aa16-4607-b4d1-93607f507da0 req-dfd93737-2908-49f9-b2d8-a6a73d8cd163 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0551562 Nov 12 11:34:53.656098 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2dbf14a-aa16-4607-b4d1-93607f507da0 req-78934d33-2816-4d93-a021-2e1de15e9111 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458617 Nov 12 11:34:53.955859 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-17c5372c-8d4d-438b-8e10-997f61ead56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:54.774882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2680d2b-af6f-4cec-9351-7eb343d79d94 req-c4461490-b90e-47e2-a362-c6674e7d5c50 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:54.776346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2680d2b-af6f-4cec-9351-7eb343d79d94 req-c4461490-b90e-47e2-a362-c6674e7d5c50 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0496852 Nov 12 11:34:54.837488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2680d2b-af6f-4cec-9351-7eb343d79d94 req-ec4a7d02-3d56-4de3-9d32-82e6a07fed2c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544457 Nov 12 11:34:55.968165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03b88a-0aff-4749-bc27-83b372b57c23 req-d652eed9-ac43-41ec-be4e-289c9626933a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:55.969957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb03b88a-0aff-4749-bc27-83b372b57c23 req-d652eed9-ac43-41ec-be4e-289c9626933a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0526285 Nov 12 11:34:56.025694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb03b88a-0aff-4749-bc27-83b372b57c23 req-edd93b9b-c9b4-4591-928a-9eb203846324 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480695 Nov 12 11:34:56.329984 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-203d1e5c-ddfc-44cd-b165-7a9a93b66f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.146359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fc7ef-7605-436b-8987-189fcb1052ab req-0aaadec3-9395-464b-b776-dca89ee09380 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:57.147876 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e55fc7ef-7605-436b-8987-189fcb1052ab req-0aaadec3-9395-464b-b776-dca89ee09380 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 944 time: 0.0513084 Nov 12 11:34:57.201444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e55fc7ef-7605-436b-8987-189fcb1052ab req-f3efbbb9-e72a-4b00-b682-ec660a00b613 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475194 Nov 12 11:34:57.334868 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fcad2595-10ac-4319-8493-c4781827c041 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:34:57.432338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fcad2595-10ac-4319-8493-c4781827c041, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fcad2595-10ac-4319-8493-c4781827c041,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:57.444042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'fcad2595-10ac-4319-8493-c4781827c041', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'port_id': 'fcad2595-10ac-4319-8493-c4781827c041', 'mac_address': 'fa:16:3e:56:9e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:34:57.486993 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.500816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcad2595-10ac-4319-8493-c4781827c041 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:34:57.520391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fcad2595-10ac-4319-8493-c4781827c041, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fcad2595-10ac-4319-8493-c4781827c041,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:57.524845 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.572556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fcad2595-10ac-4319-8493-c4781827c041,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:57.807353 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.814777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['fcad2595-10ac-4319-8493-c4781827c041'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:34:58.341682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f245376-65bf-441d-a3b5-76b2f6e37a0c req-a77eda19-cdf7-4f14-8f77-39771beba065 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:58.343041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f245376-65bf-441d-a3b5-76b2f6e37a0c req-a77eda19-cdf7-4f14-8f77-39771beba065 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 945 time: 0.0669456 Nov 12 11:34:58.401877 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f245376-65bf-441d-a3b5-76b2f6e37a0c req-d7ae0d56-4027-454c-999b-541917596bfe tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524533 Nov 12 11:34:59.347229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fcad2595-10ac-4319-8493-c4781827c041 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:59.404518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port fcad2595-10ac-4319-8493-c4781827c041 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:34:59.417983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port fcad2595-10ac-4319-8493-c4781827c041 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:59.418375 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.559597 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.567402 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.593650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:34:59.594600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f0a65-fb6f-49e6-a17c-52157a158deb req-1c59d826-f896-4558-8367-3ad2b6e6b6c9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:59.596072 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83b1fef-08c6-45ab-856e-a38920b060c2" -d '{"events": [{"server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "name": "network-vif-plugged", "status": "completed", "tag": "fcad2595-10ac-4319-8493-c4781827c041"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:34:59.596363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-220f0a65-fb6f-49e6-a17c-52157a158deb req-1c59d826-f896-4558-8367-3ad2b6e6b6c9 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 945 time: 0.0652540 Nov 12 11:34:59.619321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port fcad2595-10ac-4319-8493-c4781827c041, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fcad2595-10ac-4319-8493-c4781827c041,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:59.626106 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.673623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-220f0a65-fb6f-49e6-a17c-52157a158deb req-3118618e-966d-4b9e-b51c-e8e23eb99259 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630343 Nov 12 11:34:59.696268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=fcad2595-10ac-4319-8493-c4781827c041,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:59.788233 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8147b5-d093-4c20-84dd-73f68253cbde x-openstack-request-id: req-fa8147b5-d093-4c20-84dd-73f68253cbde {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:34:59.788536 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "name": "network-vif-plugged", "status": "completed", "tag": "fcad2595-10ac-4319-8493-c4781827c041", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:34:59.788788 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa8147b5-d093-4c20-84dd-73f68253cbde {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:34:59.789607 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041', 'code': 200} Nov 12 11:34:59.906049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f79aae-b6b1-4426-8357-24760f600afe req-33749d5f-1679-4241-9512-ee21581d864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:59.907471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21f79aae-b6b1-4426-8357-24760f600afe req-33749d5f-1679-4241-9512-ee21581d864e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 1098 time: 0.0430939 Nov 12 11:34:59.957925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21f79aae-b6b1-4426-8357-24760f600afe req-a3b8d484-fb27-4cf9-ae45-c12f630d5269 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Nov 12 11:35:00.631084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.805312 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3ed18-6a8c-43c5-8acb-7fda342aa9b6 req-6c197d33-8e12-48eb-8172-88fe26e77890 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:00.806910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ed3ed18-6a8c-43c5-8acb-7fda342aa9b6 req-6c197d33-8e12-48eb-8172-88fe26e77890 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 946 time: 0.0617361 Nov 12 11:35:00.873981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ed3ed18-6a8c-43c5-8acb-7fda342aa9b6 req-cbc5ebbb-4470-4058-b880-14227ef31b41 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561247 Nov 12 11:35:02.010920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f7fb4-7d9a-4b28-8bb2-66b823e7be85 req-7fdec310-225f-4e77-8f13-6827f56f05aa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:02.012353 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad2f7fb4-7d9a-4b28-8bb2-66b823e7be85 req-7fdec310-225f-4e77-8f13-6827f56f05aa tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 946 time: 0.0532546 Nov 12 11:35:02.077223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ad2f7fb4-7d9a-4b28-8bb2-66b823e7be85 req-59254b8b-9755-4d53-88bf-a5273ef79e33 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546606 Nov 12 11:35:02.239447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cedd1-be43-40eb-ba0e-2bc906148b15 req-09909ffe-5900-4ff3-926e-c55e7e922416 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:02.243662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a36cedd1-be43-40eb-ba0e-2bc906148b15 req-09909ffe-5900-4ff3-926e-c55e7e922416 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 946 time: 0.0829618 Nov 12 11:35:02.294328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a36cedd1-be43-40eb-ba0e-2bc906148b15 req-ae98b594-2c61-4273-88c8-ef86d929adff tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Nov 12 11:35:02.318628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44064) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:02.374026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf89b9-16dc-4d82-a25a-44af102085ae tempest-TestVolumeBootPattern-634862203 tempest-TestVolumeBootPattern-634862203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:02.375257 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5faf89b9-16dc-4d82-a25a-44af102085ae tempest-TestVolumeBootPattern-634862203 tempest-TestVolumeBootPattern-634862203-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 1093 time: 0.0551097 Nov 12 11:35:02.378087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44066) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:02.383218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'fcad2595-10ac-4319-8493-c4781827c041', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:35:02.406747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.510452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.626827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Allocated IP 172.25.2.159 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/c3557dba-9c59-4a62-a833-9b38bc28e936) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:35:02.734972 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.776393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.823918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:35:02.827086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:35:02.830926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:35:02.837251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=c3557dba-9c59-4a62-a833-9b38bc28e936,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:02.866635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.866985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.867329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.867667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.868005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.868337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.868685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.869012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.869340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.869664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.869990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:02.870314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:03.342451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.447137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.679141 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.691881 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.806965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event updated for resources: {'Port': ['ID=c3557dba-9c59-4a62-a833-9b38bc28e936,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:03.824336 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.988331 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Floating IP aef5cb76-6e11-487d-ba6a-5cfb5806fd4e associated. External IP: 172.25.2.159, port: fcad2595-10ac-4319-8493-c4781827c041. Nov 12 11:35:04.396184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:35:04.994503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:35:05.015703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:35:05.027487 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.038884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:05.040149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:34:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:05.065970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ec473db7-7990-449e-a4b4-b7051e7ead34 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6867812 Nov 12 11:35:05.066567 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:05.068824 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5948a94-c60d-4080-8f68-7a2d7978bef0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "tag": "fcad2595-10ac-4319-8493-c4781827c041"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:05.206144 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:05.218655 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cacccd-11f7-460e-9290-f48c634e2538 x-openstack-request-id: req-25cacccd-11f7-460e-9290-f48c634e2538 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:05.219168 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "tag": "fcad2595-10ac-4319-8493-c4781827c041", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:05.221606 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25cacccd-11f7-460e-9290-f48c634e2538 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:05.222446 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041', 'status': 'completed', 'code': 200} Nov 12 11:35:05.309592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-a2250cbf-bce2-4230-a05d-6dd5dd2ad350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:05.313454 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-a2250cbf-bce2-4230-a05d-6dd5dd2ad350 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 1098 time: 0.0652847 Nov 12 11:35:05.453263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-8b959016-a665-4b08-a18e-842ed9449de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:05.456888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-8b959016-a665-4b08-a18e-842ed9449de4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1276336 Nov 12 11:35:05.581558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-1c48568a-f33d-4727-a1a6-e2b5d3d86bd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcad2595-10ac-4319-8493-c4781827c041 HTTP/1.1" status: 200 len: 1000 time: 0.1163275 Nov 12 11:35:05.605656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:51Z', 'revision_number': 1, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}, {'id': 'aef5cb76-6e11-487d-ba6a-5cfb5806fd4e', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': 'fcad2595-10ac-4319-8493-c4781827c041', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:56:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:35:03Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:05.655408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-76afac48-bf7a-4dbb-8252-a87faa1d1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:05.658166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-76afac48-bf7a-4dbb-8252-a87faa1d1fe5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0677724 Nov 12 11:35:05.676485 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:35:05.688140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:05.690210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:34:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:05.713097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-81adcee8-ce87-41c4-90d7-75eb784d077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:05.715012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-81adcee8-ce87-41c4-90d7-75eb784d077b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465362 Nov 12 11:35:05.826698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:05.836019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-55ecfd09-24e9-46e9-b755-04492c02cfa5 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082170 Nov 12 11:35:05.955993 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5948a94-c60d-4080-8f68-7a2d7978bef0 req-336882b8-2d9a-4da5-9328-2311c33d3bd7 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111252 Nov 12 11:35:06.156938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:51Z', 'revision_number': 1, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}, {'id': 'aef5cb76-6e11-487d-ba6a-5cfb5806fd4e', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': 'fcad2595-10ac-4319-8493-c4781827c041', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:56:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:35:03Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:06.200845 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9d250-4a2e-46aa-9d0b-ab1f81dd44d0 None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:51Z', 'revision_number': 1, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}, {'id': 'aef5cb76-6e11-487d-ba6a-5cfb5806fd4e', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': 'fcad2595-10ac-4319-8493-c4781827c041', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:56:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:35:03Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 0, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:35:06.448127 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d15c7f-8479-4329-b334-f071e79e7ba8 None None] New status for floating IP aef5cb76-6e11-487d-ba6a-5cfb5806fd4e: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:35:10.249754 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:10.675024 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:19.838103 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:35:21.878990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-e8fa7ed5-62bf-44ee-bf54-0f6bf91a6c1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495324 Nov 12 11:35:21.987610 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-7bb27a96-1f3e-46b6-a782-bd6dc1426be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:21.989053 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-7bb27a96-1f3e-46b6-a782-bd6dc1426be5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 1097 time: 0.0547431 Nov 12 11:35:22.117427 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-0e5624cb-b242-4714-aed5-10012b85a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:22.119458 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-0e5624cb-b242-4714-aed5-10012b85a573 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.0989201 Nov 12 11:35:22.215557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-c5e0a3c3-e80b-40b7-b03b-8d7c1417cda9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d HTTP/1.1" status: 200 len: 1001 time: 0.0852194 Nov 12 11:35:22.270696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-1d7229c4-13f7-4149-a9d1-12a040e67728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:22.277087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-1d7229c4-13f7-4149-a9d1-12a040e67728 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0479548 Nov 12 11:35:22.324142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-21396fe6-5a27-4b52-af2b-603c427d97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:22.325660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-21396fe6-5a27-4b52-af2b-603c427d97d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426364 Nov 12 11:35:22.432827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-5bd78623-9062-4d60-8285-898dfd4e9988 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936470 Nov 12 11:35:22.531046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4173b52-14f4-4f9a-acb0-92fb1b340b56 req-cbea4701-0072-418c-97d6-7a352090154e service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905321 Nov 12 11:35:23.950779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9459cbe7-e2aa-4f17-8284-7dddc3685228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:26.325624 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-075c3840-40f8-45ee-86f4-64f5d9880fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:27.815617 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:29.552413 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:30.639381 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.110983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44174) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:32.228022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-433eff0b-0d0d-4469-907a-3b798e43e337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.300878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-433eff0b-0d0d-4469-907a-3b798e43e337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.305921 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-433eff0b-0d0d-4469-907a-3b798e43e337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.345630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-433eff0b-0d0d-4469-907a-3b798e43e337 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a919a7bc58f648a3b937c0ea345f90cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335501 Nov 12 11:35:32.346513 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433eff0b-0d0d-4469-907a-3b798e43e337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c6d973-37cd-4802-8317-72ec459cd297,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:32.348276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44178) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:32.397777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.425100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.478904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.482104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.483294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1c6d973-37cd-4802-8317-72ec459cd297 HTTP/1.1" status: 204 len: 168 time: 0.1339409 Nov 12 11:35:32.493146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c6d973-37cd-4802-8317-72ec459cd297,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:32.501164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.501505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.502067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.502407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.502742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.503072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.503399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.503723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.504048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.504388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.504680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:32.505028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef280d9-1963-40c4-8ebb-773ecb5751b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:34.721570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-e97843c5-b78f-45e6-83a7-f06229a53833 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5508d23e341247b68545944b4335bc4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306184 Nov 12 11:35:35.200372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-aba9cf1d-7fb8-4453-b52a-148463d3d60f tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:35.201920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-aba9cf1d-7fb8-4453-b52a-148463d3d60f tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4748764 Nov 12 11:35:35.217372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ae0fa456-99c5-4918-b63b-fb6653feacd7 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/quotas/5508d23e341247b68545944b4335bc4b HTTP/1.1" status: 200 len: 375 time: 0.0095205 Nov 12 11:35:35.248915 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-3c2e62e9-7d45-48e4-aef2-881c94f67a9f tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5508d23e341247b68545944b4335bc4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260327 Nov 12 11:35:36.435263 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-557cef0a-0525-4978-b85f-e847e22229e3 req-a260ee8d-34db-4145-ab12-ee69436e08e8 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 210 time: 0.0300856 Nov 12 11:35:37.521390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0fb1c449-c570-4893-95e2-fcb95f1c48ae req-4f68285e-1b7d-4350-a8fd-97161d5665bb tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 210 time: 0.0333252 Nov 12 11:35:38.604212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d718b3af-e106-4628-a328-43932773fac4 req-212ca024-843b-44b6-bf7e-8703f5afc1ec tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 210 time: 0.0296264 Nov 12 11:35:39.358840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-497b9286-3999-4b2d-a41d-b9bd6936df65 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5508d23e341247b68545944b4335bc4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242395 Nov 12 11:35:39.476224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ba6436e0-674f-40c9-9a9b-525c6f6c9ae1 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:39.477744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ba6436e0-674f-40c9-9a9b-525c6f6c9ae1 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131282 Nov 12 11:35:39.492995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Request body: {'port': {'device_id': 'c06782a0-9944-4895-898c-2a71e2a31026', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': '5508d23e341247b68545944b4335bc4b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:35:39.619070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Made reservation on behalf of 5508d23e341247b68545944b4335bc4b for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:35:39.623977 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:39.634967 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:39.711804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d0c37916-761f-41fd-8862-a31cb48ec028 req-0ddf7990-f968-4a76-9f2e-0d25007975f0 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 210 time: 0.0372615 Nov 12 11:35:39.741607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:39.745366 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:39.811882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99cf64-8364-4bc0-929b-421a3be2d5df,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:39.887191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Allocated IP 192.168.233.13 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/9548a0bc-fc88-4381-9eee-1ce04a237d79) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:35:40.049531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.082826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.124353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:35:40.129526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:35:40.133885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:35:40.163619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Pushing event updated for resources: {'Port': ['ID=9548a0bc-fc88-4381-9eee-1ce04a237d79,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:40.191428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:40.192057 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.209896 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-ee201395-29a7-4c20-b9a7-5abc815ed611 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7217567 Nov 12 11:35:40.227986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Request body: {'port': {'device_id': 'c06782a0-9944-4895-898c-2a71e2a31026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:35:40.259237 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.293345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.348378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7137b9ea-0460-4497-a598-ccbf99336f52 None None] Provisioning complete for port 9548a0bc-fc88-4381-9eee-1ce04a237d79 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:40.348749 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7137b9ea-0460-4497-a598-ccbf99336f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.539378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7137b9ea-0460-4497-a598-ccbf99336f52 None None] Port 9548a0bc-fc88-4381-9eee-1ce04a237d79 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:35:40.572242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9548a0bc-fc88-4381-9eee-1ce04a237d79 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:35:40.579849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.592816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Transition to ACTIVE for port object 9548a0bc-fc88-4381-9eee-1ce04a237d79 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:35:40.596685 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.648655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9548a0bc-fc88-4381-9eee-1ce04a237d79,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:40.684620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.726180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Attempting to bind port 9548a0bc-fc88-4381-9eee-1ce04a237d79 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:35:40.727520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Attempting to bind port 9548a0bc-fc88-4381-9eee-1ce04a237d79 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:35:40.727520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Attempting to bind port 9548a0bc-fc88-4381-9eee-1ce04a237d79 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:40.733044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Port 9548a0bc-fc88-4381-9eee-1ce04a237d79 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:35:40.733372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Attempting to bind port 9548a0bc-fc88-4381-9eee-1ce04a237d79 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:40.739570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:35:40.739945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:35:40.741503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:35:40.741503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Bound port: 9548a0bc-fc88-4381-9eee-1ce04a237d79, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:35:40.741881 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.830123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] For port 9548a0bc-fc88-4381-9eee-1ce04a237d79, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:35:40.833902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] For port 9548a0bc-fc88-4381-9eee-1ce04a237d79, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9548a0bc-fc88-4381-9eee-1ce04a237d79,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:35:40.840154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.842311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73157a-0902-4d95-bcfe-b0d1a55ad573 req-056db055-19a2-4812-be68-69911efe08d8 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:40.849863 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa73157a-0902-4d95-bcfe-b0d1a55ad573 req-056db055-19a2-4812-be68-69911efe08d8 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 947 time: 0.0613770 Nov 12 11:35:40.878328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:40.878941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:40.880612 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/9548a0bc-fc88-4381-9eee-1ce04a237d79 HTTP/1.1" status: 200 len: 1096 time: 0.6575260 Nov 12 11:35:40.884788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06782a0-9944-4895-898c-2a71e2a31026', 'tag': '9548a0bc-fc88-4381-9eee-1ce04a237d79'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:40.885448 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943e3c77-5bc7-4216-9bc1-5c9717a9394e" -d '{"events": [{"name": "network-changed", "server_uuid": "c06782a0-9944-4895-898c-2a71e2a31026", "tag": "9548a0bc-fc88-4381-9eee-1ce04a237d79"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:40.914049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca8bf5-1a47-401b-9f91-5bf081f517b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9548a0bc-fc88-4381-9eee-1ce04a237d79,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:40.915061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa73157a-0902-4d95-bcfe-b0d1a55ad573 req-44120dd4-4b67-46ae-b927-c43dc7f4d1b0 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641236 Nov 12 11:35:40.973589 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8e61b5-11d4-4ce7-a47c-47e11c616b72 x-openstack-request-id: req-ef8e61b5-11d4-4ce7-a47c-47e11c616b72 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:40.973904 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06782a0-9944-4895-898c-2a71e2a31026", "tag": "9548a0bc-fc88-4381-9eee-1ce04a237d79", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:40.974114 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef8e61b5-11d4-4ce7-a47c-47e11c616b72 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:40.974505 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06782a0-9944-4895-898c-2a71e2a31026', 'tag': '9548a0bc-fc88-4381-9eee-1ce04a237d79', 'status': 'completed', 'code': 200} Nov 12 11:35:41.016924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-40953992-af44-40c6-8873-5b73f993800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:41.018710 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-40953992-af44-40c6-8873-5b73f993800e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5508d23e341247b68545944b4335bc4b&device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 1099 time: 0.0570872 Nov 12 11:35:41.069755 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-8133e6bb-1809-4819-aa22-b36cb29a5d28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=9548a0bc-fc88-4381-9eee-1ce04a237d79 HTTP/1.1" status: 200 len: 217 time: 0.0405929 Nov 12 11:35:41.136881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-a7c69f01-1a30-45b9-ac35-86ab76b25960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:41.138083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-a7c69f01-1a30-45b9-ac35-86ab76b25960 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0608191 Nov 12 11:35:41.205139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-71e4de37-66c1-4f73-bbe5-c35398ca9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:41.207481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-71e4de37-66c1-4f73-bbe5-c35398ca9fa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612750 Nov 12 11:35:41.310756 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-f0312a3f-9d51-45b7-ae1e-dd6834290ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922694 Nov 12 11:35:41.410237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2792fe-5613-4049-bc0c-13a9fe59918d req-707f315d-3e4f-4dd0-9ea9-9739f78488e2 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920708 Nov 12 11:35:41.512056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-62c9b2fb-0e91-4f1f-a3f8-bf4a0a6d0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:41.513783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-62c9b2fb-0e91-4f1f-a3f8-bf4a0a6d0e25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5508d23e341247b68545944b4335bc4b&device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 1099 time: 0.0522141 Nov 12 11:35:41.607661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-aa74d7cd-3fcd-41e2-a2dd-62ff39255d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:41.609106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-aa74d7cd-3fcd-41e2-a2dd-62ff39255d85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.0879872 Nov 12 11:35:41.662893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-81fa2a2d-15e1-44f3-a71c-c2a40ca3647b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=9548a0bc-fc88-4381-9eee-1ce04a237d79 HTTP/1.1" status: 200 len: 217 time: 0.0429623 Nov 12 11:35:41.715552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-f120acfe-65ce-49de-a266-998d36d5e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:41.717269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-f120acfe-65ce-49de-a266-998d36d5e034 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0489063 Nov 12 11:35:41.767351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-f4b5511c-0fac-40fe-854c-06f3956ea64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:41.768855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-f4b5511c-0fac-40fe-854c-06f3956ea64f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0442708 Nov 12 11:35:41.875571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-cb55000f-273c-4f43-8a3e-9bb11aca0363 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979490 Nov 12 11:35:41.978385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-943e3c77-5bc7-4216-9bc1-5c9717a9394e req-44afd229-756e-4df3-bc93-ce8ab00d7722 service neutron] 10.222.0.59 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945129 Nov 12 11:35:42.043189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360024d-3493-42e3-8418-086d49003582 req-32b061ee-58fe-4dca-b004-eeab064dc747 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:42.044704 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4360024d-3493-42e3-8418-086d49003582 req-32b061ee-58fe-4dca-b004-eeab064dc747 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 947 time: 0.0508950 Nov 12 11:35:42.095673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4360024d-3493-42e3-8418-086d49003582 req-46a8d64f-56cb-48eb-9ba3-81fb259b9c9e tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Nov 12 11:35:43.220215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff8e6a-37d6-4795-bc17-b8ff02350cdc req-34c7be23-d45d-497e-a078-caf3c5d45b92 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:43.221754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbff8e6a-37d6-4795-bc17-b8ff02350cdc req-34c7be23-d45d-497e-a078-caf3c5d45b92 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 947 time: 0.0563028 Nov 12 11:35:43.269746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbff8e6a-37d6-4795-bc17-b8ff02350cdc req-789a5f07-0d21-4e85-9f8e-642a5705ea30 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Nov 12 11:35:44.393719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03d64c-d8bf-453a-820f-14d1c3906a86 req-0f805bc6-23c2-467f-8293-beeee3b11002 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:44.395132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd03d64c-d8bf-453a-820f-14d1c3906a86 req-0f805bc6-23c2-467f-8293-beeee3b11002 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 947 time: 0.0562232 Nov 12 11:35:44.443740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd03d64c-d8bf-453a-820f-14d1c3906a86 req-c2ac2500-3b10-445f-a8f2-a56bf4aea465 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Nov 12 11:35:45.574840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d8932-db9e-4f60-ae49-5434997dc078 req-90832c32-2b3c-4b20-8289-f5ecd7cae2cf tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:45.576337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-655d8932-db9e-4f60-ae49-5434997dc078 req-90832c32-2b3c-4b20-8289-f5ecd7cae2cf tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 947 time: 0.0624132 Nov 12 11:35:45.598417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9548a0bc-fc88-4381-9eee-1ce04a237d79 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:35:45.628010 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-655d8932-db9e-4f60-ae49-5434997dc078 req-5dbbc37a-6c62-410e-8d87-48036187f8ae tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Nov 12 11:35:45.697343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9548a0bc-fc88-4381-9eee-1ce04a237d79, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9548a0bc-fc88-4381-9eee-1ce04a237d79,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:45.708424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9548a0bc-fc88-4381-9eee-1ce04a237d79', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': '9548a0bc-fc88-4381-9eee-1ce04a237d79', 'mac_address': 'fa:16:3e:50:d3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:35:45.746196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:45.759021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9548a0bc-fc88-4381-9eee-1ce04a237d79 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:35:45.778956 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9548a0bc-fc88-4381-9eee-1ce04a237d79, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9548a0bc-fc88-4381-9eee-1ce04a237d79,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:45.782726 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:45.844042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9548a0bc-fc88-4381-9eee-1ce04a237d79,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:45.853573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.853864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.854190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.854526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.855310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.855310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.855691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.855907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.856230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.856630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.856981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:45.857432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.042233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9548a0bc-fc88-4381-9eee-1ce04a237d79'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:35:46.747593 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19146f1-5c44-4945-a028-eecaf14d0b90 req-17d79502-b80a-4fc3-8647-5763ab4e29b7 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:46.749198 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a19146f1-5c44-4945-a028-eecaf14d0b90 req-17d79502-b80a-4fc3-8647-5763ab4e29b7 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 948 time: 0.0511911 Nov 12 11:35:46.798174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a19146f1-5c44-4945-a028-eecaf14d0b90 req-c3a4a72d-8e0f-4f31-bfef-7cc61aecfbc9 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Nov 12 11:35:47.627548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9548a0bc-fc88-4381-9eee-1ce04a237d79 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:47.677754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 9548a0bc-fc88-4381-9eee-1ce04a237d79 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:35:47.682380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9548a0bc-fc88-4381-9eee-1ce04a237d79 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:47.682748 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:47.764447 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:47.789164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06782a0-9944-4895-898c-2a71e2a31026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9548a0bc-fc88-4381-9eee-1ce04a237d79'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:47.791584 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aabc2de-a227-4749-9712-61b1d749854c" -d '{"events": [{"server_uuid": "c06782a0-9944-4895-898c-2a71e2a31026", "name": "network-vif-plugged", "status": "completed", "tag": "9548a0bc-fc88-4381-9eee-1ce04a237d79"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:47.807198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9548a0bc-fc88-4381-9eee-1ce04a237d79, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9548a0bc-fc88-4381-9eee-1ce04a237d79,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:47.812320 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:47.848987 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4f3178-38be-4781-b4f6-9d1f219c5fc3 x-openstack-request-id: req-ed4f3178-38be-4781-b4f6-9d1f219c5fc3 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:47.849349 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06782a0-9944-4895-898c-2a71e2a31026", "name": "network-vif-plugged", "status": "completed", "tag": "9548a0bc-fc88-4381-9eee-1ce04a237d79", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:47.850488 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed4f3178-38be-4781-b4f6-9d1f219c5fc3 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:47.850896 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06782a0-9944-4895-898c-2a71e2a31026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9548a0bc-fc88-4381-9eee-1ce04a237d79', 'code': 200} Nov 12 11:35:47.893142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9548a0bc-fc88-4381-9eee-1ce04a237d79,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:47.958385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287ab67-11d8-4cba-8efc-90dcd731e130 req-d11242d9-83c0-43be-84e3-d30d2e6eea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:47.960088 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9287ab67-11d8-4cba-8efc-90dcd731e130 req-d11242d9-83c0-43be-84e3-d30d2e6eea66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 1101 time: 0.0461376 Nov 12 11:35:47.962174 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864ea3d-88e1-4019-8f03-6d268d5b8be6 req-bc7191d2-bbd5-452b-a8b9-34a6617a2f54 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:47.963953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9864ea3d-88e1-4019-8f03-6d268d5b8be6 req-bc7191d2-bbd5-452b-a8b9-34a6617a2f54 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 949 time: 0.0753679 Nov 12 11:35:48.017732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9287ab67-11d8-4cba-8efc-90dcd731e130 req-6f6f21e0-a7f9-4f78-ae7f-a0e3b6565e17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478308 Nov 12 11:35:48.022073 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9864ea3d-88e1-4019-8f03-6d268d5b8be6 req-a949b232-924e-499a-94d9-9dddd3f1c7ec tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517673 Nov 12 11:35:49.168318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700cc87-16e4-4b25-9399-1cf651056953 req-a9b8544d-8978-43a2-b64c-e7d1d4396bab tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:49.170058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2700cc87-16e4-4b25-9399-1cf651056953 req-a9b8544d-8978-43a2-b64c-e7d1d4396bab tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 949 time: 0.0655618 Nov 12 11:35:49.227536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2700cc87-16e4-4b25-9399-1cf651056953 req-36722f9a-869a-4732-8c25-02bece2c6a81 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Nov 12 11:35:50.353337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98343f1-86e2-40f9-b053-146b89bb545c req-d230c85a-b817-47c9-95dd-d27ad1314e4d tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:50.354810 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b98343f1-86e2-40f9-b053-146b89bb545c req-d230c85a-b817-47c9-95dd-d27ad1314e4d tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 949 time: 0.0493798 Nov 12 11:35:50.407362 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b98343f1-86e2-40f9-b053-146b89bb545c req-e0d6fdf8-5dd3-4307-bd4c-f9d88274914e tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Nov 12 11:35:50.718222 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850bf19-b06b-4721-adee-1377cb746ca8 req-9c3fa920-82b6-447d-8adb-549587f89f6f tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:50.719769 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f850bf19-b06b-4721-adee-1377cb746ca8 req-9c3fa920-82b6-447d-8adb-549587f89f6f tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 949 time: 0.0642495 Nov 12 11:35:50.788813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f850bf19-b06b-4721-adee-1377cb746ca8 req-4a65fd01-7586-487a-81fb-a5e3fa789bb7 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595725 Nov 12 11:35:51.958250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452db28a-caf6-47c1-91a3-83032ed7e7cb req-38dd50b8-4950-4535-89af-eafad0819353 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:51.960370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-452db28a-caf6-47c1-91a3-83032ed7e7cb req-38dd50b8-4950-4535-89af-eafad0819353 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 949 time: 0.0640101 Nov 12 11:35:52.023362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-452db28a-caf6-47c1-91a3-83032ed7e7cb req-bfd954b6-a9ac-4105-8cf8-057b5f8efc7f tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae99cf64-8364-4bc0-929b-421a3be2d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559766 Nov 12 11:35:52.273200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c7048-f65d-4156-9a64-18f762989fdc req-f33da008-aa37-46dd-8361-6a299fea1e50 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:52.274686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-602c7048-f65d-4156-9a64-18f762989fdc req-f33da008-aa37-46dd-8361-6a299fea1e50 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 949 time: 0.0523653 Nov 12 11:35:52.374977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Deleting port 9548a0bc-fc88-4381-9eee-1ce04a237d79 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:35:52.375324 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:52.488099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] For port 9548a0bc-fc88-4381-9eee-1ce04a237d79, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9548a0bc-fc88-4381-9eee-1ce04a237d79,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:52.488570 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:52.504078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Calling delete_port for 9548a0bc-fc88-4381-9eee-1ce04a237d79 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:35:52.644330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:52.657777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9548a0bc-fc88-4381-9eee-1ce04a237d79'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:35:52.676270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Pushing event deleted for resources: {'Port': ['ID=9548a0bc-fc88-4381-9eee-1ce04a237d79,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:52.724196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] No DVR routers for this DVR port 9548a0bc-fc88-4381-9eee-1ce04a237d79 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:35:52.727591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:52.731165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-602c7048-f65d-4156-9a64-18f762989fdc req-94fc6cc0-77b9-464e-8050-3146a709276c tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.59 "DELETE /v2.0/ports/9548a0bc-fc88-4381-9eee-1ce04a237d79 HTTP/1.1" status: 204 len: 173 time: 0.4502230 Nov 12 11:35:52.731777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06782a0-9944-4895-898c-2a71e2a31026', 'name': 'network-vif-deleted', 'tag': '9548a0bc-fc88-4381-9eee-1ce04a237d79'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:52.734210 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16af37cb-aa1c-4c07-9bb7-a3259564708a" -d '{"events": [{"server_uuid": "c06782a0-9944-4895-898c-2a71e2a31026", "name": "network-vif-deleted", "tag": "9548a0bc-fc88-4381-9eee-1ce04a237d79"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:52.785534 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7975a3-3f26-4e51-85f3-c2a379bde67f x-openstack-request-id: req-4a7975a3-3f26-4e51-85f3-c2a379bde67f {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:52.785943 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06782a0-9944-4895-898c-2a71e2a31026", "name": "network-vif-deleted", "tag": "9548a0bc-fc88-4381-9eee-1ce04a237d79", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:52.786347 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a7975a3-3f26-4e51-85f3-c2a379bde67f {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:52.787178 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06782a0-9944-4895-898c-2a71e2a31026', 'name': 'network-vif-deleted', 'tag': '9548a0bc-fc88-4381-9eee-1ce04a237d79', 'status': 'completed', 'code': 200} Nov 12 11:35:53.157110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521c2c08-5114-45e8-835b-7a17cedc844d req-239a823b-0781-4f1b-9f16-83019c4831c3 tempest-VolumesNegativeTest-559487472 tempest-VolumesNegativeTest-559487472-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06782a0-9944-4895-898c-2a71e2a31026 HTTP/1.1" status: 200 len: 210 time: 0.0360227 Nov 12 11:35:53.956356 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-80ff4000-f650-45ae-a191-a5f0ae54ce87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:55.687295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9548a0bc-fc88-4381-9eee-1ce04a237d79 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:35:55.712910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 9548a0bc-fc88-4381-9eee-1ce04a237d79 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:35:55.713355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9548a0bc-fc88-4381-9eee-1ce04a237d79 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:35:56.328575 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29f55c59-5ba4-4bbb-b772-66f73c3b7486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:56.829464 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:35:57.814658 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:59.455490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44532) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:59.562210 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:59.627154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f30b31e-c473-4b41-a216-ad67c0ea9ed9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5508d23e341247b68545944b4335bc4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1700931 Nov 12 11:35:59.629777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44536) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:59.701947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0486c4-19fd-4377-9bbc-e2aa7a3eb834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:59.728743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0486c4-19fd-4377-9bbc-e2aa7a3eb834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:59.794123 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0486c4-19fd-4377-9bbc-e2aa7a3eb834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:59.797259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ec0486c4-19fd-4377-9bbc-e2aa7a3eb834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:59.801153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ec0486c4-19fd-4377-9bbc-e2aa7a3eb834 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae99cf64-8364-4bc0-929b-421a3be2d5df HTTP/1.1" status: 204 len: 168 time: 0.1703775 Nov 12 11:35:59.810487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0486c4-19fd-4377-9bbc-e2aa7a3eb834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99cf64-8364-4bc0-929b-421a3be2d5df,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:00.548628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44558) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:00.633656 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.699045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1305315983-network', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:00.721122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Made reservation on behalf of 9d318ebd949e49aba6db8d997d1e289b for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:00.723637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.734279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.812903 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.816900 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.841882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:36:00.851086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe8efe4-3ab4-449f-ba57-4cf0764dcb68,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:00.858170 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.858527 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Added segment 9753a1a6-45e0-488b-94c8-da1b2f6ddb8f of type vlan for network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa Nov 12 11:36:00.909908 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.939811 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.942057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:00.943412 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:00.977654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4270518 Nov 12 11:36:00.980526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44564) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:00.985680 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Request body: {'subnet': {'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1305315983-subnet', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:01.006996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Made reservation on behalf of 9d318ebd949e49aba6db8d997d1e289b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:01.009315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.011030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb8eee-ad35-4b68-82f5-558a9550eea5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:01.021575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:36:01.205233 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.262474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af1dd5f-933c-4189-8026-e16f94308d6f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:01.270097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Checking segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:01.270407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Network hostable DHCP agents. Network: 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:36:01.286932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:36:01.296247 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:01.301136 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:01.302249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.306847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55642ee1-f6d5-4680-810f-3f11cfde12be None None] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:01.319152 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3baa10b2-3032-41f9-ac3c-de8f4b76f3f6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3372979 Nov 12 11:36:01.321938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44566) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:01.326975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:01.350958 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.352106 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.441635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.469474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'fixed_ips': [{'subnet_id': '9af1dd5f-933c-4189-8026-e16f94308d6f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:36:01.470542 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.595687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.628398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Allocated IP 172.20.0.2 (0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa/9af1dd5f-933c-4189-8026-e16f94308d6f/37c2b5a7-6f8c-4f74-8db6-448ad05e3505) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:01.781570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.787128 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.828464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:01.831578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.833540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:01.838357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:01.847182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Pushing event updated for resources: {'Port': ['ID=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:01.859009 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.901799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Attempting to bind port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:01.902183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Attempting to bind port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:01.902672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Attempting to bind port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 on network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:01.908159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:01.908533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Checking segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:01.908967 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.909953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Bound using segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:01.909953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Bound port: 37c2b5a7-6f8c-4f74-8db6-448ad05e3505, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:01.910230 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.976884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Allocated IP 172.25.2.214 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:01.979546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] For port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:01.983841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] For port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:01.988491 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:02.050789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a4f7e-8d03-4d2e-915c-03f9c207f193 None None] Pushing event updated for resources: {'Port': ['ID=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:02.091311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:02.126780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:02.168741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:02.171799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:02.176426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:02.180137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:02.188172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1d1f0-43d2-48b6-96be-b9425b2ad8df None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:02.276780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-abe0f33c-f4c2-4bf9-a315-f7f40f593ac4 None None] Provisioning complete for port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:02.277185 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-abe0f33c-f4c2-4bf9-a315-f7f40f593ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:02.323998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-abe0f33c-f4c2-4bf9-a315-f7f40f593ac4 None None] Port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:02.487929 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.024019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.056090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22589b-f38b-4afe-bcc3-98ae7f5367dd None None] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:03.167515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Router be26ab95-1ee7-4db0-bdde-92570996ab7f is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:36:03.179772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b477ee3a-337c-48c8-9732-8bf09bddd834 None None] Provisioning complete for port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:03.180153 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b477ee3a-337c-48c8-9732-8bf09bddd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.288383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:03.295738 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b477ee3a-337c-48c8-9732-8bf09bddd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.316397 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Sync routers for ids ['be26ab95-1ee7-4db0-bdde-92570996ab7f'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:03.319629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.323734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e03409de-46ea-4cf4-b6c5-c719abbc3ac7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0000901 Nov 12 11:36:03.324062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44568) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:03.341380 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b477ee3a-337c-48c8-9732-8bf09bddd834 None None] For port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:03.342818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Routers {'be26ab95-1ee7-4db0-bdde-92570996ab7f'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:03.343438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:35:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be26ab95-1ee7-4db0-bdde-92570996ab7f'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:03.380121 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b477ee3a-337c-48c8-9732-8bf09bddd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.510305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477ee3a-337c-48c8-9732-8bf09bddd834 None None] Pushing event updated for resources: {'Port': ['ID=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:03.523116 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Set router be26ab95-1ee7-4db0-bdde-92570996ab7f gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:03.553931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:03.710572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:03.710944 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.782248 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e1baff96-a76f-4949-9ecc-22bd333a3fe1 None None] Provisioning complete for port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:03.782616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e1baff96-a76f-4949-9ecc-22bd333a3fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.873278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.095095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:02Z', 'revision_number': 3, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port': {'id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:04.128590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Checking router: be26ab95-1ee7-4db0-bdde-92570996ab7f for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:04.128937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Updating router be26ab95-1ee7-4db0-bdde-92570996ab7f port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:36:04.133328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Allocated IP 172.20.0.1 (0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa/9af1dd5f-933c-4189-8026-e16f94308d6f/62ae43ef-8e2b-4c24-be8f-76a394e77053) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:04.167928 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.276386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.317767 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.367137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:04.370765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:04.375549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:04.403383 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=62ae43ef-8e2b-4c24-be8f-76a394e77053,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:04.425826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.426495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.426842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.427183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.427523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.427860 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.428190 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.428515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.428838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.429306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.429630 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.429956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:04.443166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.495171 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.503261 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.556109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b7da8-2240-4a68-a1b2-ccb95349ff39 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:04.565962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Attempting to bind port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:04.566327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Attempting to bind port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:04.566795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Attempting to bind port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:04.575536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f5f1-6174-40f1-84ad-9f70755c5d2f None None] Pushing event updated for resources: {'Port': ['ID=cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:04.582698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:04.583125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:04.583473 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.583870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:04.585217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Bound port: cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:04.585654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.610424 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.663452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-13109dc9-2be3-4456-bcd0-40a1f17d5e8d None None] Provisioning complete for port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:04.663452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-13109dc9-2be3-4456-bcd0-40a1f17d5e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.694165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] For port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:04.712023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] For port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:04.717840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.722068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-13109dc9-2be3-4456-bcd0-40a1f17d5e8d None None] Port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:04.772938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d3a97-4741-4fd5-8864-871e42d3acbb None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:04.798543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f5f1-6174-40f1-84ad-9f70755c5d2f None None] Pushing event updated for resources: {'Port': ['ID=cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:04.801520 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Routers {'be26ab95-1ee7-4db0-bdde-92570996ab7f'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:04.802522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:35:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be26ab95-1ee7-4db0-bdde-92570996ab7f'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:04.840331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.846624 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.869431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] Provisioning complete for port 62ae43ef-8e2b-4c24-be8f-76a394e77053 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:04.869801 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.917295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=62ae43ef-8e2b-4c24-be8f-76a394e77053,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:04.920039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.946710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] Port 62ae43ef-8e2b-4c24-be8f-76a394e77053 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:04.956653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] Set router be26ab95-1ee7-4db0-bdde-92570996ab7f gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:04.998253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] Provisioning complete for port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:04.998693 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.025004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:05.026541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:05.148364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Router be26ab95-1ee7-4db0-bdde-92570996ab7f has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:36:05.207751 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.233844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] For port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:05.240060 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.277562 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:05.285434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-721d95a3-e643-4f2a-86a8-758064c3f6a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/be26ab95-1ee7-4db0-bdde-92570996ab7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9603159 Nov 12 11:36:05.302445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 4, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port': {'id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '62ae43ef-8e2b-4c24-be8f-76a394e77053', 'name': '', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'mac_address': 'fa:16:3e:8f:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:03Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 1, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'subnets': [{'id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:05.307515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca239b-5d56-43e1-a8ef-7abdd2c9d55d None None] Pushing event updated for resources: {'Port': ['ID=cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:05.335031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d3fdf-363f-459b-9ac5-41e977ccf5de None None] The sync data for ids ['be26ab95-1ee7-4db0-bdde-92570996ab7f'] in n-d-768851-19 is: [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 4, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port': {'id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '62ae43ef-8e2b-4c24-be8f-76a394e77053', 'name': '', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'mac_address': 'fa:16:3e:8f:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:03Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 1, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'subnets': [{'id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:05.368421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b882abbe-454a-4503-86c1-1760412fda67 None None] Provisioning complete for port 62ae43ef-8e2b-4c24-be8f-76a394e77053 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:05.368758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b882abbe-454a-4503-86c1-1760412fda67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.412620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b882abbe-454a-4503-86c1-1760412fda67 None None] Port 62ae43ef-8e2b-4c24-be8f-76a394e77053 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:05.460202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:05.517877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:05.518243 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.861834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44588) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:05.867451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1059794462-network', 'tenant_id': 'a9174475134343adbc3945cfa05325fb'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:05.893758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Made reservation on behalf of a9174475134343adbc3945cfa05325fb for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:05.896163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.906264 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.991238 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.997670 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.024799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:36:06.035146 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:06.049502 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.049851 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Added segment 06ffa745-9924-4833-b23a-37c466188f6d of type vlan for network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 Nov 12 11:36:06.109518 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.137169 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.138211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:06.138739 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.202213 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3391469 Nov 12 11:36:06.204742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44590) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:06.209627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Request body: {'subnet': {'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1059794462-subnet', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:06.221867 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bbf2f-47be-41ef-906d-452057b3c41f admin admin] Pushing event updated for resources: {'Network': ['ID=6de5f9a5-7ff2-43f2-bef8-62df841310a9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:06.233588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:36:06.243393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Made reservation on behalf of a9174475134343adbc3945cfa05325fb for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:06.245987 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.433055 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.496668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=130d03a1-f2bd-4e9b-90c7-ccd42a27d30d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:06.505308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Checking segment: {'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:06.505735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Network hostable DHCP agents. Network: 6de5f9a5-7ff2-43f2-bef8-62df841310a9, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:36:06.523493 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:36:06.536337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 6de5f9a5-7ff2-43f2-bef8-62df841310a9) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:06.547466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:06.548096 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.548992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5512b-5da2-4969-b846-ad287fd50fbb None None] Network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:06.567680 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7eedc6f2-c129-490b-8702-013d47d64f76 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3618431 Nov 12 11:36:06.569800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44592) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:06.574612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:06.598699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.600429 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.665169 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.747288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-6de5f9a5-7ff2-43f2-bef8-62df841310a9', 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'fixed_ips': [{'subnet_id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:36:06.749084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.815456 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:06.888218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Allocated IP 172.20.0.2 (6de5f9a5-7ff2-43f2-bef8-62df841310a9/130d03a1-f2bd-4e9b-90c7-ccd42a27d30d/a6ee0279-5a81-4d9a-b361-9dc78ffd71b7) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:07.035828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.047225 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.053302 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.057172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.097820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:07.101001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:07.105563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:07.108849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Pushing event updated for resources: {'Port': ['ID=a6ee0279-5a81-4d9a-b361-9dc78ffd71b7,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:07.170100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Attempting to bind port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:07.170474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Attempting to bind port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:07.170827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Attempting to bind port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 on network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:07.175648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Allocated IP 172.25.2.15 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/1ce51339-2294-47af-b70f-420fb6943fc7) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:07.176504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:07.176894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Checking segment: {'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:07.177307 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.177699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Bound using segment: {'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:07.178302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Bound port: a6ee0279-5a81-4d9a-b361-9dc78ffd71b7, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:07.178614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.251279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] For port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:07.255089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] For port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a6ee0279-5a81-4d9a-b361-9dc78ffd71b7,segment=NetworkSegment(06ffa745-9924-4833-b23a-37c466188f6d),segment_id=06ffa745-9924-4833-b23a-37c466188f6d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:07.260161 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.307384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.325048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145acf7-257b-4a92-9bda-1ef57151a582 None None] Pushing event updated for resources: {'Port': ['ID=a6ee0279-5a81-4d9a-b361-9dc78ffd71b7,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:07.350841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.392855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:07.399401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:07.403386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:07.418346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf74576-e00b-470e-bdb0-aee03aa4f2af None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:07.463464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce51339-2294-47af-b70f-420fb6943fc7,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:07.547970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:07.598355 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Sync routers for ids ['be26ab95-1ee7-4db0-bdde-92570996ab7f'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:07.617068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Routers {'be26ab95-1ee7-4db0-bdde-92570996ab7f'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:07.617969 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:35:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be26ab95-1ee7-4db0-bdde-92570996ab7f'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:07.629508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-420ed175-5a43-40ef-a8a5-08b94630d554 None None] Provisioning complete for port 1ce51339-2294-47af-b70f-420fb6943fc7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:07.629941 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-420ed175-5a43-40ef-a8a5-08b94630d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.676913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-420ed175-5a43-40ef-a8a5-08b94630d554 None None] Port 1ce51339-2294-47af-b70f-420fb6943fc7 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:07.683703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:07.684109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.741937 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Set router be26ab95-1ee7-4db0-bdde-92570996ab7f gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:07.760471 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:07.972429 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 4, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port': {'id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '62ae43ef-8e2b-4c24-be8f-76a394e77053', 'name': '', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'mac_address': 'fa:16:3e:8f:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:03Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 2, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'subnets': [{'id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:08.002162 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Checking router: be26ab95-1ee7-4db0-bdde-92570996ab7f for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:08.002582 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Updating router be26ab95-1ee7-4db0-bdde-92570996ab7f port 62ae43ef-8e2b-4c24-be8f-76a394e77053 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:36:08.035338 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.337946 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.344638 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.373457 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.397170 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Pushing event updated for resources: {'Port': ['ID=62ae43ef-8e2b-4c24-be8f-76a394e77053,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:08.421631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.421973 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.422304 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.422647 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.422948 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.423271 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.423585 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.423900 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.424216 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.424530 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.424850 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.425203 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:08.458626 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Attempting to bind port 62ae43ef-8e2b-4c24-be8f-76a394e77053 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:08.459755 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Attempting to bind port 62ae43ef-8e2b-4c24-be8f-76a394e77053 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:08.460190 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Attempting to bind port 62ae43ef-8e2b-4c24-be8f-76a394e77053 on network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:08.466429 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:08.466802 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Checking segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:08.467233 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.467628 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Bound using segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:08.468110 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Bound port: 62ae43ef-8e2b-4c24-be8f-76a394e77053, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:08.468489 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.498706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11c13d-9000-4568-a3ee-607214f2d5a3 None None] Network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:08.529657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Router 65b77891-0e67-4e1f-a5cb-32fd9965f827 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:36:08.555218 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] For port 62ae43ef-8e2b-4c24-be8f-76a394e77053, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:08.559681 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] For port 62ae43ef-8e2b-4c24-be8f-76a394e77053, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=62ae43ef-8e2b-4c24-be8f-76a394e77053,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:08.565886 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.643666 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Routers {'be26ab95-1ee7-4db0-bdde-92570996ab7f'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:08.644359 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:35:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be26ab95-1ee7-4db0-bdde-92570996ab7f'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:08.655890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f051ab83-1df8-423c-abbd-cbb0d454b624 None None] Provisioning complete for port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:08.656608 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f051ab83-1df8-423c-abbd-cbb0d454b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.671073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:08.684091 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734e51e-4205-4f0d-9a34-9663567dcc1a None None] Pushing event updated for resources: {'Port': ['ID=62ae43ef-8e2b-4c24-be8f-76a394e77053,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:08.699605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:08.701710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Sync routers for ids ['65b77891-0e67-4e1f-a5cb-32fd9965f827'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:08.704925 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dbee9819-0604-4ddf-9d11-1d68987022f7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1331637 Nov 12 11:36:08.707343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44594) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:08.759959 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Routers {'65b77891-0e67-4e1f-a5cb-32fd9965f827'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:08.760903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:35:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['65b77891-0e67-4e1f-a5cb-32fd9965f827'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:08.801786 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] Set router be26ab95-1ee7-4db0-bdde-92570996ab7f gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:09.062783 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 4, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port': {'id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '62ae43ef-8e2b-4c24-be8f-76a394e77053', 'name': '', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'mac_address': 'fa:16:3e:8f:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:03Z', 'updated_at': '2021-11-12T11:36:08Z', 'revision_number': 4, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'subnets': [{'id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:09.129632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f051ab83-1df8-423c-abbd-cbb0d454b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.203604 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8cdb2-e1b8-4b93-9744-12ba006552c4 None None] The sync data for ids ['be26ab95-1ee7-4db0-bdde-92570996ab7f'] in n-d-768851-19 is: [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:04Z', 'revision_number': 4, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port': {'id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '62ae43ef-8e2b-4c24-be8f-76a394e77053', 'name': '', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'mac_address': 'fa:16:3e:8f:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:03Z', 'updated_at': '2021-11-12T11:36:08Z', 'revision_number': 4, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'subnets': [{'id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:09.213537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Set router 65b77891-0e67-4e1f-a5cb-32fd9965f827 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:09.247325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.272330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f051ab83-1df8-423c-abbd-cbb0d454b624 None None] For port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a6ee0279-5a81-4d9a-b361-9dc78ffd71b7,segment=NetworkSegment(06ffa745-9924-4833-b23a-37c466188f6d),segment_id=06ffa745-9924-4833-b23a-37c466188f6d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:09.323148 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f051ab83-1df8-423c-abbd-cbb0d454b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.396134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051ab83-1df8-423c-abbd-cbb0d454b624 None None] Pushing event updated for resources: {'Port': ['ID=a6ee0279-5a81-4d9a-b361-9dc78ffd71b7,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:09.492809 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3380847d-e934-4368-aa49-b0f96c74a1a8 None None] Provisioning complete for port 62ae43ef-8e2b-4c24-be8f-76a394e77053 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:09.493342 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3380847d-e934-4368-aa49-b0f96c74a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.623348 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3380847d-e934-4368-aa49-b0f96c74a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.648131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Allocated IP 172.20.0.1 (6de5f9a5-7ff2-43f2-bef8-62df841310a9/130d03a1-f2bd-4e9b-90c7-ccd42a27d30d/7863882f-5f35-4875-84c8-2983876d9211) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:09.648416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 62ae43ef-8e2b-4c24-be8f-76a394e77053 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:09.691021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:07Z', 'revision_number': 3, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port': {'id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:07Z', 'updated_at': '2021-11-12T11:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:09.735328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Checking router: 65b77891-0e67-4e1f-a5cb-32fd9965f827 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:09.735649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Updating router 65b77891-0e67-4e1f-a5cb-32fd9965f827 port 1ce51339-2294-47af-b70f-420fb6943fc7 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:36:09.738728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3380847d-e934-4368-aa49-b0f96c74a1a8 None None] For port 62ae43ef-8e2b-4c24-be8f-76a394e77053, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=62ae43ef-8e2b-4c24-be8f-76a394e77053,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:09.760127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.770546 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3380847d-e934-4368-aa49-b0f96c74a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.791588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.798254 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.847967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:09.852805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 62ae43ef-8e2b-4c24-be8f-76a394e77053 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:09.853089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:09.853208 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.857973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:09.860629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3380847d-e934-4368-aa49-b0f96c74a1a8 None None] Provisioning complete for port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:09.861491 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3380847d-e934-4368-aa49-b0f96c74a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.861714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Pushing event updated for resources: {'Port': ['ID=7863882f-5f35-4875-84c8-2983876d9211,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:09.905272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:09.999671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380847d-e934-4368-aa49-b0f96c74a1a8 None None] Pushing event updated for resources: {'Port': ['ID=62ae43ef-8e2b-4c24-be8f-76a394e77053,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:10.077478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.214340 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:10.288418 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.292141 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.292887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.360937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:10.361314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.364021 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.369314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Pushing event updated for resources: {'Port': ['ID=7863882f-5f35-4875-84c8-2983876d9211,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:10.371809 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.398432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fc0e4e5f-ceb4-4e82-b61d-e99808b253e2 None None] Provisioning complete for port 7863882f-5f35-4875-84c8-2983876d9211 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:10.399115 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4e5f-ceb4-4e82-b61d-e99808b253e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.405241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.486280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:10.488619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:10.490451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ca717-ddba-4fce-9707-01d1d89cda8f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:10.515776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e4e5f-ceb4-4e82-b61d-e99808b253e2 None None] Port 7863882f-5f35-4875-84c8-2983876d9211 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:10.519672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Attempting to bind port 1ce51339-2294-47af-b70f-420fb6943fc7 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:10.519916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Attempting to bind port 1ce51339-2294-47af-b70f-420fb6943fc7 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:10.520276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Attempting to bind port 1ce51339-2294-47af-b70f-420fb6943fc7 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:10.524658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14786e5f-a462-40a4-bb6d-323cea797e96 None None] Pushing event updated for resources: {'Port': ['ID=1ce51339-2294-47af-b70f-420fb6943fc7,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:10.534872 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:10.535242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:10.535644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.536033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:10.536518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Bound port: 1ce51339-2294-47af-b70f-420fb6943fc7, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:10.536908 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.632605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Router 65b77891-0e67-4e1f-a5cb-32fd9965f827 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:36:10.640826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] For port 1ce51339-2294-47af-b70f-420fb6943fc7, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:10.660142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] For port 1ce51339-2294-47af-b70f-420fb6943fc7, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1ce51339-2294-47af-b70f-420fb6943fc7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:10.667027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c822053a-70c0-41d9-a5cd-93261faaa2af None None] Provisioning complete for port 1ce51339-2294-47af-b70f-420fb6943fc7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:10.667419 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c822053a-70c0-41d9-a5cd-93261faaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.670389 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.770800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0658d9-7daa-46c8-98a7-6cc60fa2f6d9 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:10.773376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:10.774190 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.779325 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4e0da122-0dfe-4740-a2f6-6fc5ea3f752c admin admin] 10.222.0.31 "PUT /v2.0/routers/65b77891-0e67-4e1f-a5cb-32fd9965f827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708694 Nov 12 11:36:10.826334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14786e5f-a462-40a4-bb6d-323cea797e96 None None] Pushing event updated for resources: {'Port': ['ID=1ce51339-2294-47af-b70f-420fb6943fc7,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:10.833311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Routers {'65b77891-0e67-4e1f-a5cb-32fd9965f827'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:10.834133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:35:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['65b77891-0e67-4e1f-a5cb-32fd9965f827'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:10.959697 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c822053a-70c0-41d9-a5cd-93261faaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:10.995758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c822053a-70c0-41d9-a5cd-93261faaa2af None None] For port 1ce51339-2294-47af-b70f-420fb6943fc7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1ce51339-2294-47af-b70f-420fb6943fc7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:11.001763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] Set router 65b77891-0e67-4e1f-a5cb-32fd9965f827 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:11.004147 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c822053a-70c0-41d9-a5cd-93261faaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:11.146547 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822053a-70c0-41d9-a5cd-93261faaa2af None None] Pushing event updated for resources: {'Port': ['ID=1ce51339-2294-47af-b70f-420fb6943fc7,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:11.188737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1fb3ad4e-f53c-4f65-b741-968e395065b7 None None] Provisioning complete for port 1ce51339-2294-47af-b70f-420fb6943fc7 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:11.189414 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ad4e-f53c-4f65-b741-968e395065b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:11.339454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1fb3ad4e-f53c-4f65-b741-968e395065b7 None None] Provisioning complete for port 7863882f-5f35-4875-84c8-2983876d9211 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:11.339831 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ad4e-f53c-4f65-b741-968e395065b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:11.394486 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-c709304a-accb-4492-84b2-2bf176396115 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:11.397756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-c709304a-accb-4492-84b2-2bf176396115 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/networks?id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa HTTP/1.1" status: 200 len: 911 time: 0.1006203 Nov 12 11:36:11.419048 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-362c02a4-c8d8-4ed3-afd9-65fd477ef74f tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/quotas/a9174475134343adbc3945cfa05325fb HTTP/1.1" status: 200 len: 375 time: 0.0146236 Nov 12 11:36:11.511760 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-3aaccd1e-e897-4eba-93ea-73575a7bb77f tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9174475134343adbc3945cfa05325fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799201 Nov 12 11:36:11.533001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 62ae43ef-8e2b-4c24-be8f-76a394e77053 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:11.539309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port': {'id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:07Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7863882f-5f35-4875-84c8-2983876d9211', 'name': '', 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'mac_address': 'fa:16:3e:4a:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:09Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 2, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'subnets': [{'id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:11.597914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af07cf-8ec7-404d-a458-da935209c6c0 None None] The sync data for ids ['65b77891-0e67-4e1f-a5cb-32fd9965f827'] in n-d-768851-19 is: [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port': {'id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:07Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7863882f-5f35-4875-84c8-2983876d9211', 'name': '', 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'mac_address': 'fa:16:3e:4a:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:09Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 2, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'subnets': [{'id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:11.609412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1fb3ad4e-f53c-4f65-b741-968e395065b7 None None] Port 7863882f-5f35-4875-84c8-2983876d9211 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:11.622283 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-cf161bc6-997b-4af7-ab0a-f74e10579794 service neutron] 10.222.0.31 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031344 Nov 12 11:36:11.627707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 62ae43ef-8e2b-4c24-be8f-76a394e77053 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:11.628071 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:11.726853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:11.738997 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e64e4861-dfef-4828-91f0-98c5c3197de3 service neutron] 10.222.0.31 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032703 Nov 12 11:36:11.784371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:11.784749 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:11.950656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aac98a43-83cc-4b71-a389-7a6e120406f3 req-f9bde757-c28d-44aa-beed-18f8ec74fc45 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 210 time: 0.0470090 Nov 12 11:36:13.051469 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3300aa96-5557-4676-a6af-05937a4134d4 req-955439cf-6db9-4278-a661-494289cc33a1 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 210 time: 0.0311110 Nov 12 11:36:13.224476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e9adde1b-518d-4d51-b275-8dc989b1d08e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:13.226487 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e9adde1b-518d-4d51-b275-8dc989b1d08e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.52 "GET /v2.0/networks?id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa HTTP/1.1" status: 200 len: 911 time: 0.0969076 Nov 12 11:36:13.239097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Request body: {'port': {'device_id': 'e3e31721-9dfb-4ef1-8633-a8f929a9da94', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'admin_state_up': True, 'tenant_id': 'a9174475134343adbc3945cfa05325fb'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:13.261805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Made reservation on behalf of a9174475134343adbc3945cfa05325fb for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:13.264287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:13.393670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Allocated IP 172.20.0.11 (0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa/9af1dd5f-933c-4189-8026-e16f94308d6f/564fdd65-2a35-4502-9e22-3a23ba59b684) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:13.497844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ce51339-2294-47af-b70f-420fb6943fc7 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:13.552123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1ce51339-2294-47af-b70f-420fb6943fc7 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:13.552584 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:13.561439 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:13.596400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:13.641626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:13.648255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:13.652841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:13.689715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Pushing event updated for resources: {'Port': ['ID=564fdd65-2a35-4502-9e22-3a23ba59b684,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:13.713943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:13.714627 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:13.734130 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-5fc7f452-36f0-4334-99b9-ebed9de969e4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4986525 Nov 12 11:36:13.743196 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Sync routers for ids ['65b77891-0e67-4e1f-a5cb-32fd9965f827'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:13.761238 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Routers {'65b77891-0e67-4e1f-a5cb-32fd9965f827'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:13.761867 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:35:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['65b77891-0e67-4e1f-a5cb-32fd9965f827'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:13.890279 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Set router 65b77891-0e67-4e1f-a5cb-32fd9965f827 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:13.924515 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Request body: {'port': {'device_id': 'e3e31721-9dfb-4ef1-8633-a8f929a9da94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:13.975117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-45829abb-ec04-481e-83d3-7185aca0b320 None None] Provisioning complete for port 564fdd65-2a35-4502-9e22-3a23ba59b684 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:13.975569 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-45829abb-ec04-481e-83d3-7185aca0b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.003337 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.030354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-45829abb-ec04-481e-83d3-7185aca0b320 None None] Port 564fdd65-2a35-4502-9e22-3a23ba59b684 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:14.132662 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port': {'id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:07Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7863882f-5f35-4875-84c8-2983876d9211', 'name': '', 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'mac_address': 'fa:16:3e:4a:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:09Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 2, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'subnets': [{'id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:14.175938 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Checking router: 65b77891-0e67-4e1f-a5cb-32fd9965f827 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:14.176291 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Updating router 65b77891-0e67-4e1f-a5cb-32fd9965f827 port 7863882f-5f35-4875-84c8-2983876d9211 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:36:14.187405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032359-eea2-43d2-9815-19999d8b6b18 req-b288dab9-0df5-4da6-89f5-b62b6904d7c7 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:14.189366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0032359-eea2-43d2-9815-19999d8b6b18 req-b288dab9-0df5-4da6-89f5-b62b6904d7c7 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1028 time: 0.0480111 Nov 12 11:36:14.204973 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.246429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f0032359-eea2-43d2-9815-19999d8b6b18 req-0cbd41ff-beb4-4b75-b0d3-2d29a4423c8f tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449944 Nov 12 11:36:14.324934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564fdd65-2a35-4502-9e22-3a23ba59b684 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:36:14.341585 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.355388 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Transition to ACTIVE for port object 564fdd65-2a35-4502-9e22-3a23ba59b684 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:36:14.360495 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.422561 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Pushing event updated for resources: {'Port': ['ID=564fdd65-2a35-4502-9e22-3a23ba59b684,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:14.511431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Attempting to bind port 564fdd65-2a35-4502-9e22-3a23ba59b684 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:14.511886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Attempting to bind port 564fdd65-2a35-4502-9e22-3a23ba59b684 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:14.512410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Attempting to bind port 564fdd65-2a35-4502-9e22-3a23ba59b684 on network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:14.517989 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Port 564fdd65-2a35-4502-9e22-3a23ba59b684 on network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:36:14.518301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Attempting to bind port 564fdd65-2a35-4502-9e22-3a23ba59b684 on network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:14.524235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:14.524578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Checking segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:14.525007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Bound using segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:14.525450 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Bound port: 564fdd65-2a35-4502-9e22-3a23ba59b684, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:14.525810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.546576 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.553696 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.602438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] For port 564fdd65-2a35-4502-9e22-3a23ba59b684, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:14.606500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] For port 564fdd65-2a35-4502-9e22-3a23ba59b684, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=564fdd65-2a35-4502-9e22-3a23ba59b684,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:14.611106 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.657972 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85f081-c981-43cf-912e-7874385a19d0 None None] Pushing event updated for resources: {'Port': ['ID=7863882f-5f35-4875-84c8-2983876d9211,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:14.683804 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:14.684488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.685879 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] 10.222.0.52 "PUT /v2.0/ports/564fdd65-2a35-4502-9e22-3a23ba59b684 HTTP/1.1" status: 200 len: 1093 time: 0.9434407 Nov 12 11:36:14.686789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e31721-9dfb-4ef1-8633-a8f929a9da94', 'tag': '564fdd65-2a35-4502-9e22-3a23ba59b684'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:14.688648 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e31721-9dfb-4ef1-8633-a8f929a9da94", "tag": "564fdd65-2a35-4502-9e22-3a23ba59b684"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:14.691799 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Attempting to bind port 7863882f-5f35-4875-84c8-2983876d9211 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:14.692286 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Attempting to bind port 7863882f-5f35-4875-84c8-2983876d9211 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:14.692744 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Attempting to bind port 7863882f-5f35-4875-84c8-2983876d9211 on network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:14.703240 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:14.703827 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Checking segment: {'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:14.704353 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.704918 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Bound using segment: {'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:14.706265 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Bound port: 7863882f-5f35-4875-84c8-2983876d9211, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ffa745-9924-4833-b23a-37c466188f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:14.706855 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.709073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7e17-1a58-42b8-9d49-12e957c6f733 service neutron] Pushing event updated for resources: {'Port': ['ID=564fdd65-2a35-4502-9e22-3a23ba59b684,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:14.813100 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] For port 7863882f-5f35-4875-84c8-2983876d9211, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:14.821461 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] For port 7863882f-5f35-4875-84c8-2983876d9211, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7863882f-5f35-4875-84c8-2983876d9211,segment=NetworkSegment(06ffa745-9924-4833-b23a-37c466188f6d),segment_id=06ffa745-9924-4833-b23a-37c466188f6d)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:14.823308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-976bbe46-b68e-4c6b-bafd-9a95164b227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:14.825802 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-976bbe46-b68e-4c6b-bafd-9a95164b227c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a9174475134343adbc3945cfa05325fb&device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1096 time: 0.0825961 Nov 12 11:36:14.828144 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:14.899253 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-62fac974-5032-41da-b8be-890470609bda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=564fdd65-2a35-4502-9e22-3a23ba59b684 HTTP/1.1" status: 200 len: 217 time: 0.0634389 Nov 12 11:36:14.920419 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac937cd-967f-47de-b25c-b7c20ea5230b x-openstack-request-id: req-dac937cd-967f-47de-b25c-b7c20ea5230b {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:14.920714 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e31721-9dfb-4ef1-8633-a8f929a9da94", "tag": "564fdd65-2a35-4502-9e22-3a23ba59b684", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:14.921006 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dac937cd-967f-47de-b25c-b7c20ea5230b {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:14.921537 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e31721-9dfb-4ef1-8633-a8f929a9da94', 'tag': '564fdd65-2a35-4502-9e22-3a23ba59b684', 'status': 'completed', 'code': 200} Nov 12 11:36:14.924705 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85f081-c981-43cf-912e-7874385a19d0 None None] Pushing event updated for resources: {'Port': ['ID=7863882f-5f35-4875-84c8-2983876d9211,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:14.929406 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Routers {'65b77891-0e67-4e1f-a5cb-32fd9965f827'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:14.930177 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:35:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['65b77891-0e67-4e1f-a5cb-32fd9965f827'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:14.977835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-693a9860-7974-405c-9085-28827b2de70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:14.979522 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-693a9860-7974-405c-9085-28827b2de70c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af1dd5f-933c-4189-8026-e16f94308d6f HTTP/1.1" status: 200 len: 849 time: 0.0723925 Nov 12 11:36:14.999051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4dc28441-cb6c-49da-8d9f-ac36868474cf None None] Provisioning complete for port 7863882f-5f35-4875-84c8-2983876d9211 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:14.999975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4dc28441-cb6c-49da-8d9f-ac36868474cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:15.062598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-c9db6c60-1659-4dd7-9bc5-025e2e140823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:15.064361 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-c9db6c60-1659-4dd7-9bc5-025e2e140823 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760078 Nov 12 11:36:15.090655 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] Set router 65b77891-0e67-4e1f-a5cb-32fd9965f827 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:15.103171 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4dc28441-cb6c-49da-8d9f-ac36868474cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:15.152175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4dc28441-cb6c-49da-8d9f-ac36868474cf None None] For port 7863882f-5f35-4875-84c8-2983876d9211, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7863882f-5f35-4875-84c8-2983876d9211,segment=NetworkSegment(06ffa745-9924-4833-b23a-37c466188f6d),segment_id=06ffa745-9924-4833-b23a-37c466188f6d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:15.158011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4dc28441-cb6c-49da-8d9f-ac36868474cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:15.190919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-dfacb377-6ea1-499e-8513-fb497286aa3c service neutron] 10.222.0.52 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183851 Nov 12 11:36:15.223637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc28441-cb6c-49da-8d9f-ac36868474cf None None] Pushing event updated for resources: {'Port': ['ID=7863882f-5f35-4875-84c8-2983876d9211,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:15.305337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f55ec5d6-2017-4598-8a75-5002a3f086f2 None None] Provisioning complete for port 7863882f-5f35-4875-84c8-2983876d9211 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:15.306332 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f55ec5d6-2017-4598-8a75-5002a3f086f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:15.317721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-795bc30a-04c4-4a62-965e-2a8e39f2dcbe req-1d416226-0110-4ba1-bf65-692f1632286c service neutron] 10.222.0.52 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189153 Nov 12 11:36:15.369190 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4c1d7-9cee-45bb-a99b-8361fc243ef1 req-b46f7bc5-8fe7-4f24-8bd1-577ade0913fe tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:15.371862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8d4c1d7-9cee-45bb-a99b-8361fc243ef1 req-b46f7bc5-8fe7-4f24-8bd1-577ade0913fe tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1096 time: 0.0471101 Nov 12 11:36:15.382120 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port': {'id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:07Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7863882f-5f35-4875-84c8-2983876d9211', 'name': '', 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'mac_address': 'fa:16:3e:4a:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:09Z', 'updated_at': '2021-11-12T11:36:14Z', 'revision_number': 4, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'subnets': [{'id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:15.430741 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c6eb6-d036-4e3e-8267-2fee5425a450 None None] The sync data for ids ['65b77891-0e67-4e1f-a5cb-32fd9965f827'] in n-d-768851-19 is: [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port': {'id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:07Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '7863882f-5f35-4875-84c8-2983876d9211', 'name': '', 'network_id': '6de5f9a5-7ff2-43f2-bef8-62df841310a9', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'mac_address': 'fa:16:3e:4a:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:09Z', 'updated_at': '2021-11-12T11:36:14Z', 'revision_number': 4, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'subnets': [{'id': '130d03a1-f2bd-4e9b-90c7-ccd42a27d30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:15.438411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a8d4c1d7-9cee-45bb-a99b-8361fc243ef1 req-d815d48a-a552-4a87-8fa7-5393b24de741 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599439 Nov 12 11:36:15.449280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-5048550e-702b-4499-b4ae-83bd10e40bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:15.451346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-5048550e-702b-4499-b4ae-83bd10e40bca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a9174475134343adbc3945cfa05325fb&device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1096 time: 0.0649705 Nov 12 11:36:15.513916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7863882f-5f35-4875-84c8-2983876d9211 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:15.555177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-8d81ee74-626e-499d-a7d2-762b507b3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:15.556686 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-8d81ee74-626e-499d-a7d2-762b507b3568 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa HTTP/1.1" status: 200 len: 911 time: 0.0977645 Nov 12 11:36:15.570595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7863882f-5f35-4875-84c8-2983876d9211 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:15.570939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:15.613395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-3eadc7c4-a2c5-4263-9ef2-4ce824c9b731 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=564fdd65-2a35-4502-9e22-3a23ba59b684 HTTP/1.1" status: 200 len: 217 time: 0.0469446 Nov 12 11:36:15.689386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-bac8aa76-8b2b-45eb-be1f-6eb3011a179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:15.690953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-bac8aa76-8b2b-45eb-be1f-6eb3011a179b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af1dd5f-933c-4189-8026-e16f94308d6f HTTP/1.1" status: 200 len: 849 time: 0.0705383 Nov 12 11:36:15.739545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-9e4d9534-b1ef-4663-92d8-b533f4b66803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:15.741661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-9e4d9534-b1ef-4663-92d8-b533f4b66803 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429986 Nov 12 11:36:15.860068 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-03edbc24-b836-4a0d-a534-5a729288e292 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060245 Nov 12 11:36:15.958708 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b1dcfd1-791a-4fdd-a6a3-5c0c358459bb req-e0a882f7-8bc0-4f93-b890-fbe1159ab5fe service neutron] 10.222.0.52 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911202 Nov 12 11:36:16.555204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae36ae2-32f4-4c37-b3e7-f0815aba22cd req-02d88c3f-4da3-4017-928e-43a91fdbf8a4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:16.556757 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ae36ae2-32f4-4c37-b3e7-f0815aba22cd req-02d88c3f-4da3-4017-928e-43a91fdbf8a4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1096 time: 0.0453279 Nov 12 11:36:16.602205 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7ae36ae2-32f4-4c37-b3e7-f0815aba22cd req-659c7a3a-d543-4aed-bba0-676e9ba52683 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Nov 12 11:36:17.675716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 564fdd65-2a35-4502-9e22-3a23ba59b684 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:36:17.714077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82aeb0-3061-4d6e-b2e0-23ff172d41ac req-64979461-962c-440d-9f16-084d6a39b97c tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:17.715601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b82aeb0-3061-4d6e-b2e0-23ff172d41ac req-64979461-962c-440d-9f16-084d6a39b97c tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1096 time: 0.0419893 Nov 12 11:36:17.772626 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b82aeb0-3061-4d6e-b2e0-23ff172d41ac req-9f2e4cc5-ffe3-4878-afc6-0272acf86685 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499794 Nov 12 11:36:17.780785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 564fdd65-2a35-4502-9e22-3a23ba59b684, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=564fdd65-2a35-4502-9e22-3a23ba59b684,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:17.793111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '564fdd65-2a35-4502-9e22-3a23ba59b684', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'port_id': '564fdd65-2a35-4502-9e22-3a23ba59b684', 'mac_address': 'fa:16:3e:0e:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:36:17.833448 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:17.847623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564fdd65-2a35-4502-9e22-3a23ba59b684 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:36:17.868483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 564fdd65-2a35-4502-9e22-3a23ba59b684, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=564fdd65-2a35-4502-9e22-3a23ba59b684,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:17.872685 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:17.926870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=564fdd65-2a35-4502-9e22-3a23ba59b684,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:18.136102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['564fdd65-2a35-4502-9e22-3a23ba59b684'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:18.894939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab7a5-3916-45fb-a12a-fe5a4317e947 req-8f8f9e1f-049c-4ece-92e5-7424b7b432d0 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:18.896548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a2ab7a5-3916-45fb-a12a-fe5a4317e947 req-8f8f9e1f-049c-4ece-92e5-7424b7b432d0 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1097 time: 0.0532281 Nov 12 11:36:18.950963 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8a2ab7a5-3916-45fb-a12a-fe5a4317e947 req-88159cbd-d26b-48b7-b8cb-403d2a638a70 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480635 Nov 12 11:36:19.691933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 564fdd65-2a35-4502-9e22-3a23ba59b684 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:19.748683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 564fdd65-2a35-4502-9e22-3a23ba59b684 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:36:19.753174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 564fdd65-2a35-4502-9e22-3a23ba59b684 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:19.753592 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:19.836071 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:19.860806 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e31721-9dfb-4ef1-8633-a8f929a9da94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564fdd65-2a35-4502-9e22-3a23ba59b684'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:19.863096 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a23626-fc69-4d7e-a48f-66fd96c42082" -d '{"events": [{"server_uuid": "e3e31721-9dfb-4ef1-8633-a8f929a9da94", "name": "network-vif-plugged", "status": "completed", "tag": "564fdd65-2a35-4502-9e22-3a23ba59b684"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:19.876904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 564fdd65-2a35-4502-9e22-3a23ba59b684, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=564fdd65-2a35-4502-9e22-3a23ba59b684,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:19.882038 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:19.908720 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbf1cd7-1914-4083-94de-494c18eded50 x-openstack-request-id: req-bbbf1cd7-1914-4083-94de-494c18eded50 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:19.909042 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e31721-9dfb-4ef1-8633-a8f929a9da94", "name": "network-vif-plugged", "status": "completed", "tag": "564fdd65-2a35-4502-9e22-3a23ba59b684", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:19.909288 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbbf1cd7-1914-4083-94de-494c18eded50 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:19.909661 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e31721-9dfb-4ef1-8633-a8f929a9da94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564fdd65-2a35-4502-9e22-3a23ba59b684', 'code': 200} Nov 12 11:36:19.939439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=564fdd65-2a35-4502-9e22-3a23ba59b684,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:20.050689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583642-8bea-4b36-a7fa-4d126fa311d0 req-902186af-e16b-4b89-b774-3f8c977f5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:20.052169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17583642-8bea-4b36-a7fa-4d126fa311d0 req-902186af-e16b-4b89-b774-3f8c977f5911 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1098 time: 0.0684421 Nov 12 11:36:20.064706 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb6f3c-11ed-4e38-b27c-b584b6738e68 req-4a89cdc6-81c3-49a9-9107-2593e30eee4e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:20.066197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44fb6f3c-11ed-4e38-b27c-b584b6738e68 req-4a89cdc6-81c3-49a9-9107-2593e30eee4e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1098 time: 0.0452371 Nov 12 11:36:20.132282 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17583642-8bea-4b36-a7fa-4d126fa311d0 req-f0abf934-5dc2-469a-941c-8116450562f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649736 Nov 12 11:36:20.138256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-44fb6f3c-11ed-4e38-b27c-b584b6738e68 req-e65f05a3-548b-4903-b0cf-1c4534f6fa05 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657163 Nov 12 11:36:21.251960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3692c2f-987c-4e3c-afb7-bcb8ee9bc0ae req-c5c7218b-8f4c-4655-be0b-6241629b9537 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:21.253511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c3692c2f-987c-4e3c-afb7-bcb8ee9bc0ae req-c5c7218b-8f4c-4655-be0b-6241629b9537 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1098 time: 0.0399642 Nov 12 11:36:21.298496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c3692c2f-987c-4e3c-afb7-bcb8ee9bc0ae req-3f47b8da-c5df-496c-ace2-65f485944570 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383432 Nov 12 11:36:21.407717 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fc0a3-9fa1-4e4d-b079-1d1f19e97c4f req-631eb04c-59e4-4660-99d5-09f5a64e051b tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:21.409309 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-575fc0a3-9fa1-4e4d-b079-1d1f19e97c4f req-631eb04c-59e4-4660-99d5-09f5a64e051b tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1098 time: 0.0415223 Nov 12 11:36:21.453488 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-575fc0a3-9fa1-4e4d-b079-1d1f19e97c4f req-93eb3f37-a5d0-48f6-80db-7c4e229e398e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 Nov 12 11:36:21.561286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc7e19-a95c-44e9-86a9-34ec267cf42c req-f74a5442-13f7-4adb-9fb5-714dfcd6e726 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:21.562791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7bc7e19-a95c-44e9-86a9-34ec267cf42c req-f74a5442-13f7-4adb-9fb5-714dfcd6e726 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1098 time: 0.0446758 Nov 12 11:36:21.606629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d7bc7e19-a95c-44e9-86a9-34ec267cf42c req-aa9b5fbc-a113-4dc1-af7c-f3b3cdaaba02 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370464 Nov 12 11:36:21.824612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-52195630-3d52-4765-8d9e-fe76b9be0c3e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:21.826122 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-52195630-3d52-4765-8d9e-fe76b9be0c3e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/networks?id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa HTTP/1.1" status: 200 len: 911 time: 0.0971346 Nov 12 11:36:21.842191 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-26a3146a-f82d-422c-a496-bf02135397eb tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/quotas/a9174475134343adbc3945cfa05325fb HTTP/1.1" status: 200 len: 375 time: 0.0102320 Nov 12 11:36:21.889930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-2a158737-4144-40ac-a044-2bd28e2142f0 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9174475134343adbc3945cfa05325fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0424910 Nov 12 11:36:21.983921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-59637da2-bfc5-422b-8e89-a028176cb200 service neutron] 10.222.0.31 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868220 Nov 12 11:36:22.072183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-c7310f98-b9fc-48e6-bcbf-532cd7622d5c service neutron] 10.222.0.31 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823090 Nov 12 11:36:22.230733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1f9e262c-ba28-4384-9087-5327ed55381f req-6f2b2ebe-1cdd-472b-8fbc-c4db8fc2d9ca tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 210 time: 0.0261478 Nov 12 11:36:22.455413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-34ed1e01-3c8d-4607-ab0b-4f60e26a1b83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463464 Nov 12 11:36:22.527401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-a4b0edb1-bf1e-45cb-86dd-479e416a5f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.529058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-a4b0edb1-bf1e-45cb-86dd-479e416a5f3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 1098 time: 0.0486057 Nov 12 11:36:22.643322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-aaaee1f0-03ce-46bf-93ff-df338ceeec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.645125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-aaaee1f0-03ce-46bf-93ff-df338ceeec75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.0938375 Nov 12 11:36:22.734611 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-18858687-01cf-4e4d-97d9-8c24ba4093c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcad2595-10ac-4319-8493-c4781827c041 HTTP/1.1" status: 200 len: 1002 time: 0.0657837 Nov 12 11:36:22.784903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-59675eee-8d14-424f-90d2-02ea1964271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.786142 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-59675eee-8d14-424f-90d2-02ea1964271a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0501509 Nov 12 11:36:22.839804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-7cc0bcfb-88a7-49d5-a4db-f5c81e67f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.841357 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-7cc0bcfb-88a7-49d5-a4db-f5c81e67f0c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448339 Nov 12 11:36:22.942026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-0dd6c23c-4f4b-47c1-8445-d6ed34f9284c service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922890 Nov 12 11:36:23.044101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e41c446-2e46-4747-b7af-e0ac9c3b6ace req-aa8443bb-c116-425b-8510-6a258c78bed4 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928228 Nov 12 11:36:23.195829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-798ae6bc-27ea-41eb-932e-2991330e022d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:23.197331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-798ae6bc-27ea-41eb-932e-2991330e022d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.59 "GET /v2.0/networks?id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa HTTP/1.1" status: 200 len: 911 time: 0.0962512 Nov 12 11:36:23.211061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Request body: {'port': {'device_id': '0f0c3964-8f52-4f29-a16c-b550db61ebbd', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'admin_state_up': True, 'tenant_id': 'a9174475134343adbc3945cfa05325fb'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:23.234219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Made reservation on behalf of a9174475134343adbc3945cfa05325fb for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:23.236608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:23.332911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-82f88c4d-911d-4b63-a380-1c620d0a2cf6 req-d36dab34-270c-431b-87d4-44953bb4f1d3 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 210 time: 0.0306997 Nov 12 11:36:23.363409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Allocated IP 172.20.0.5 (0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa/9af1dd5f-933c-4189-8026-e16f94308d6f/76fa92c3-13e3-465e-a637-fd1a01268b68) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:23.500231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:23.533793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:23.545111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['564fdd65-2a35-4502-9e22-3a23ba59b684'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:23.882838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:23.885883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:23.891039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:23.893476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Pushing event updated for resources: {'Port': ['ID=76fa92c3-13e3-465e-a637-fd1a01268b68,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:23.935175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:23.935779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:23.954974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-0561e65d-cb38-47c6-85c1-4ddf56d97de4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7480063 Nov 12 11:36:23.956278 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b345860d-083c-4a8b-b177-4a111de15510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:23.968180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Request body: {'port': {'device_id': '0f0c3964-8f52-4f29-a16c-b550db61ebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:24.030709 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:24.187049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-eed340d9-3e7e-4140-a3cc-f50869c77418 None None] Provisioning complete for port 76fa92c3-13e3-465e-a637-fd1a01268b68 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:24.187327 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eed340d9-3e7e-4140-a3cc-f50869c77418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:24.222535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-eed340d9-3e7e-4140-a3cc-f50869c77418 None None] Port 76fa92c3-13e3-465e-a637-fd1a01268b68 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:24.296826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fa92c3-13e3-465e-a637-fd1a01268b68 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:36:24.304915 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:24.317209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Transition to ACTIVE for port object 76fa92c3-13e3-465e-a637-fd1a01268b68 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:36:24.320584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:24.373431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Pushing event updated for resources: {'Port': ['ID=76fa92c3-13e3-465e-a637-fd1a01268b68,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:24.473948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Attempting to bind port 76fa92c3-13e3-465e-a637-fd1a01268b68 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:24.474277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Attempting to bind port 76fa92c3-13e3-465e-a637-fd1a01268b68 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:24.475144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Attempting to bind port 76fa92c3-13e3-465e-a637-fd1a01268b68 on network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:24.483535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ded092-00d0-49ef-9ad5-7f53838268db req-d7ee3413-b2f8-44f3-aa2c-8414d9ffeb29 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.485108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71ded092-00d0-49ef-9ad5-7f53838268db req-d7ee3413-b2f8-44f3-aa2c-8414d9ffeb29 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1053 time: 0.0672307 Nov 12 11:36:24.486088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Port 76fa92c3-13e3-465e-a637-fd1a01268b68 on network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:36:24.486404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Attempting to bind port 76fa92c3-13e3-465e-a637-fd1a01268b68 on network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:24.494487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:24.494819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Checking segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:24.495191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Bound using segment: {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:24.495625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Bound port: 76fa92c3-13e3-465e-a637-fd1a01268b68, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:24.495978 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:24.570803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71ded092-00d0-49ef-9ad5-7f53838268db req-5828a34a-52b9-4d3b-86f3-6fc408859ca6 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783632 Nov 12 11:36:24.590928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] For port 76fa92c3-13e3-465e-a637-fd1a01268b68, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:24.594358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] For port 76fa92c3-13e3-465e-a637-fd1a01268b68, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76fa92c3-13e3-465e-a637-fd1a01268b68,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:24.598568 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:24.635380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.636202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:24.637552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-97a422a8-802d-4684-b489-116b82bff030 service neutron] 10.222.0.59 "PUT /v2.0/ports/76fa92c3-13e3-465e-a637-fd1a01268b68 HTTP/1.1" status: 200 len: 1092 time: 0.6737790 Nov 12 11:36:24.638257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0c3964-8f52-4f29-a16c-b550db61ebbd', 'tag': '76fa92c3-13e3-465e-a637-fd1a01268b68'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:24.641673 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c9653-c65f-4211-8b6f-d0c6548723ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0c3964-8f52-4f29-a16c-b550db61ebbd", "tag": "76fa92c3-13e3-465e-a637-fd1a01268b68"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:24.669744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a422a8-802d-4684-b489-116b82bff030 service neutron] Pushing event updated for resources: {'Port': ['ID=76fa92c3-13e3-465e-a637-fd1a01268b68,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:24.749678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-30dfa477-345f-45d1-93a8-e40bfd03cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.751390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-30dfa477-345f-45d1-93a8-e40bfd03cc94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9174475134343adbc3945cfa05325fb&device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1095 time: 0.0632305 Nov 12 11:36:24.757995 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d3739f-b7c8-4a08-bd22-3562f4dde323 x-openstack-request-id: req-79d3739f-b7c8-4a08-bd22-3562f4dde323 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:24.758295 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0c3964-8f52-4f29-a16c-b550db61ebbd", "tag": "76fa92c3-13e3-465e-a637-fd1a01268b68", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:24.758550 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79d3739f-b7c8-4a08-bd22-3562f4dde323 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:24.758958 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0c3964-8f52-4f29-a16c-b550db61ebbd', 'tag': '76fa92c3-13e3-465e-a637-fd1a01268b68', 'status': 'completed', 'code': 200} Nov 12 11:36:24.807337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-7a4678b6-a459-49b1-9000-0c148b400893 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76fa92c3-13e3-465e-a637-fd1a01268b68 HTTP/1.1" status: 200 len: 217 time: 0.0378282 Nov 12 11:36:24.865430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-ef2b324a-9d29-4f44-9791-4290deddf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.866901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-ef2b324a-9d29-4f44-9791-4290deddf092 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9af1dd5f-933c-4189-8026-e16f94308d6f HTTP/1.1" status: 200 len: 849 time: 0.0510209 Nov 12 11:36:24.915492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-e52040c2-1995-4bcf-aaa0-0814947787fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.916964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-e52040c2-1995-4bcf-aaa0-0814947787fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423357 Nov 12 11:36:25.008428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-41c4bc4a-13b4-47d4-80f3-dbd9499eac60 service neutron] 10.222.0.59 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836008 Nov 12 11:36:25.109214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e31c33d-0a5e-4221-88d1-44e68ea7419b req-e7a861f6-f4ae-4fb3-a61b-23c297134a98 service neutron] 10.222.0.59 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 Nov 12 11:36:25.191594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-b9fc276e-e94b-4d64-8751-2fdfd11957a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:25.193167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-b9fc276e-e94b-4d64-8751-2fdfd11957a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9174475134343adbc3945cfa05325fb&device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1095 time: 0.0426788 Nov 12 11:36:25.294868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-00841388-9630-488a-9a1a-d8c8e07c4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:25.296387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-00841388-9630-488a-9a1a-d8c8e07c4efc service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa HTTP/1.1" status: 200 len: 911 time: 0.0947087 Nov 12 11:36:25.342520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-ea8c57cb-cacf-465b-aad9-5a092fd09200 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76fa92c3-13e3-465e-a637-fd1a01268b68 HTTP/1.1" status: 200 len: 217 time: 0.0381625 Nov 12 11:36:25.398554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-aaf20ef7-cf2b-4d37-984b-d5ec93940519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:25.400244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-aaf20ef7-cf2b-4d37-984b-d5ec93940519 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9af1dd5f-933c-4189-8026-e16f94308d6f HTTP/1.1" status: 200 len: 849 time: 0.0510495 Nov 12 11:36:25.454430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-bc2442ef-394f-47e1-8891-08e9351702fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:25.456036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-bc2442ef-394f-47e1-8891-08e9351702fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452049 Nov 12 11:36:25.553366 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-d77d337e-b148-42c3-8b11-1678db154b8f service neutron] 10.222.0.59 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889244 Nov 12 11:36:25.704931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11c9653-c65f-4211-8b6f-d0c6548723ec req-dc0006cf-b2ce-4365-b563-fd88c65bea2b service neutron] 10.222.0.59 "GET /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431313 Nov 12 11:36:25.725941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ada9a8-49b3-4921-95d2-7ca3e1c6fbea req-034eee9e-98c5-4d88-b692-375110df8c3e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:25.727455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21ada9a8-49b3-4921-95d2-7ca3e1c6fbea req-034eee9e-98c5-4d88-b692-375110df8c3e tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1095 time: 0.0603924 Nov 12 11:36:25.778036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21ada9a8-49b3-4921-95d2-7ca3e1c6fbea req-5c689f96-1d40-40c3-bb07-4f0050d6d291 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Nov 12 11:36:26.323407 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1404d42c-ba22-4e27-acc1-b810996ea01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:26.895930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36e6de-64ed-4781-8102-f61b2bc06dfc req-8fe6056f-6b7f-4a8a-a6fe-0dd5d5622aba tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:26.898065 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f36e6de-64ed-4781-8102-f61b2bc06dfc req-8fe6056f-6b7f-4a8a-a6fe-0dd5d5622aba tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1095 time: 0.0406470 Nov 12 11:36:26.943509 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f36e6de-64ed-4781-8102-f61b2bc06dfc req-49401834-8d71-4ded-b44f-5eae27533910 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 Nov 12 11:36:27.816313 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:27.824917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 76fa92c3-13e3-465e-a637-fd1a01268b68 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:36:27.921579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 76fa92c3-13e3-465e-a637-fd1a01268b68, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76fa92c3-13e3-465e-a637-fd1a01268b68,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:27.933183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '76fa92c3-13e3-465e-a637-fd1a01268b68', 'network_id': '0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa', 'port_id': '76fa92c3-13e3-465e-a637-fd1a01268b68', 'mac_address': 'fa:16:3e:6a:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af1dd5f-933c-4189-8026-e16f94308d6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:36:27.971671 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:27.986393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fa92c3-13e3-465e-a637-fd1a01268b68 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:36:28.007473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 76fa92c3-13e3-465e-a637-fd1a01268b68, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76fa92c3-13e3-465e-a637-fd1a01268b68,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:28.011998 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:28.065231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=76fa92c3-13e3-465e-a637-fd1a01268b68,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:28.071162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22c8cf-dbf9-4015-a1ff-5775ab22b3b8 req-ea317b71-e0f9-44ad-ba7b-c810dae9b1c6 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:28.073335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e22c8cf-dbf9-4015-a1ff-5775ab22b3b8 req-ea317b71-e0f9-44ad-ba7b-c810dae9b1c6 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1096 time: 0.0592256 Nov 12 11:36:28.120513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e22c8cf-dbf9-4015-a1ff-5775ab22b3b8 req-3cbac67a-a5fe-41b2-b503-0d9b689356a7 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Nov 12 11:36:28.255431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['76fa92c3-13e3-465e-a637-fd1a01268b68'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:29.224616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f34362-6808-49d3-aaf3-19f6d02e1fc5 req-e3ebf789-98ff-4b46-88c1-a0e0249209e3 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:29.226212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b7f34362-6808-49d3-aaf3-19f6d02e1fc5 req-e3ebf789-98ff-4b46-88c1-a0e0249209e3 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1096 time: 0.0403807 Nov 12 11:36:29.271373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b7f34362-6808-49d3-aaf3-19f6d02e1fc5 req-34b1d757-f6d8-44da-9c9b-ae534ef2beac tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Nov 12 11:36:29.563318 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:29.829107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 76fa92c3-13e3-465e-a637-fd1a01268b68 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:29.878913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 76fa92c3-13e3-465e-a637-fd1a01268b68 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:36:29.883005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 76fa92c3-13e3-465e-a637-fd1a01268b68 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:29.883371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:29.961339 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:29.986995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c3964-8f52-4f29-a16c-b550db61ebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fa92c3-13e3-465e-a637-fd1a01268b68'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:29.989223 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c44ef-40fc-48c7-94b0-632bff8f9e4d" -d '{"events": [{"server_uuid": "0f0c3964-8f52-4f29-a16c-b550db61ebbd", "name": "network-vif-plugged", "status": "completed", "tag": "76fa92c3-13e3-465e-a637-fd1a01268b68"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:30.006216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 76fa92c3-13e3-465e-a637-fd1a01268b68, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76fa92c3-13e3-465e-a637-fd1a01268b68,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:30.010266 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:30.034973 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531470bc-813c-4101-85a4-1a77d7db9629 x-openstack-request-id: req-531470bc-813c-4101-85a4-1a77d7db9629 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:30.035193 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c3964-8f52-4f29-a16c-b550db61ebbd", "name": "network-vif-plugged", "status": "completed", "tag": "76fa92c3-13e3-465e-a637-fd1a01268b68", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:30.035436 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-531470bc-813c-4101-85a4-1a77d7db9629 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:30.035823 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c3964-8f52-4f29-a16c-b550db61ebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fa92c3-13e3-465e-a637-fd1a01268b68', 'code': 200} Nov 12 11:36:30.063629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=76fa92c3-13e3-465e-a637-fd1a01268b68,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:30.130062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b1aad-f373-428d-99e7-1c544670fd78 req-e9f94ea8-fd6f-447c-8fd1-282243a63c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:30.131617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-153b1aad-f373-428d-99e7-1c544670fd78 req-e9f94ea8-fd6f-447c-8fd1-282243a63c05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1097 time: 0.0429382 Nov 12 11:36:30.179058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-153b1aad-f373-428d-99e7-1c544670fd78 req-caf46bf9-37d7-44c7-b147-6be5e89c125d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Nov 12 11:36:30.384407 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76664-c538-463a-a2f2-87b788a89b8c req-ed6c270d-d8a9-4424-98c9-579584c68162 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:30.386243 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57d76664-c538-463a-a2f2-87b788a89b8c req-ed6c270d-d8a9-4424-98c9-579584c68162 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1097 time: 0.0459700 Nov 12 11:36:30.435083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57d76664-c538-463a-a2f2-87b788a89b8c req-732b7a8f-62dd-4fe0-bcaf-56d1e294a093 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Nov 12 11:36:30.637374 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:31.546540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68eb0bd-a270-4ee8-81a5-8004e0fbf8c5 req-b75e3573-57c2-4fed-b876-7d4038abb770 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:31.548051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e68eb0bd-a270-4ee8-81a5-8004e0fbf8c5 req-b75e3573-57c2-4fed-b876-7d4038abb770 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1097 time: 0.0408096 Nov 12 11:36:31.605850 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e68eb0bd-a270-4ee8-81a5-8004e0fbf8c5 req-d5548bfa-e0f6-4466-bfea-f3954ec10520 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515761 Nov 12 11:36:31.712266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134be959-6c63-45da-bd00-78bde36841de req-09b6a367-b356-4f1c-88da-4e7a1f80a273 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:31.713729 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-134be959-6c63-45da-bd00-78bde36841de req-09b6a367-b356-4f1c-88da-4e7a1f80a273 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1097 time: 0.0414107 Nov 12 11:36:31.758696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-134be959-6c63-45da-bd00-78bde36841de req-062a0998-f77a-46f4-b602-7457979520fd tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384731 Nov 12 11:36:31.863634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ca9bb-e36b-48e3-aff5-f990654ee48d req-7373020a-302a-4442-8b64-0bc0103f98ea tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:31.865788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-690ca9bb-e36b-48e3-aff5-f990654ee48d req-7373020a-302a-4442-8b64-0bc0103f98ea tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1097 time: 0.0416124 Nov 12 11:36:31.910628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-690ca9bb-e36b-48e3-aff5-f990654ee48d req-a7d32bb9-1d13-446b-9e87-1bc562947341 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Nov 12 11:36:32.140757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683595bb-d754-450c-b1a3-a660112c0b6b req-30780662-1bd6-4697-bb29-49b5a5ccea71 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:32.142330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-683595bb-d754-450c-b1a3-a660112c0b6b req-30780662-1bd6-4697-bb29-49b5a5ccea71 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1097 time: 0.0447710 Nov 12 11:36:32.189532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-683595bb-d754-450c-b1a3-a660112c0b6b req-c90bbea7-9b07-4f01-be95-725213f7eb50 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Nov 12 11:36:33.314982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8cb59-a81c-48aa-9192-9e90683202fa req-de8d13fa-dba4-410e-b954-5cf5bfc8dca5 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.317245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ca8cb59-a81c-48aa-9192-9e90683202fa req-de8d13fa-dba4-410e-b954-5cf5bfc8dca5 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1097 time: 0.0538542 Nov 12 11:36:33.362818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ca8cb59-a81c-48aa-9192-9e90683202fa req-bf63cb6c-4563-440e-8336-00e7a44d65d8 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Nov 12 11:36:33.473343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-15888479-82ab-46c2-999c-b75819f552cf tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.474760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-15888479-82ab-46c2-999c-b75819f552cf tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f0c3964-8f52-4f29-a16c-b550db61ebbd HTTP/1.1" status: 200 len: 1097 time: 0.0441203 Nov 12 11:36:33.555405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Deleting port 76fa92c3-13e3-465e-a637-fd1a01268b68 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:33.555741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:33.636499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] For port 76fa92c3-13e3-465e-a637-fd1a01268b68, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=76fa92c3-13e3-465e-a637-fd1a01268b68,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:33.636979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:33.649207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Calling delete_port for 76fa92c3-13e3-465e-a637-fd1a01268b68 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:33.767913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:33.781139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['76fa92c3-13e3-465e-a637-fd1a01268b68'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:33.785225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['564fdd65-2a35-4502-9e22-3a23ba59b684'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:33.800988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Pushing event deleted for resources: {'Port': ['ID=76fa92c3-13e3-465e-a637-fd1a01268b68,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:33.828495 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:36:33.835443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.835801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.836144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.836480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.836885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.838072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.838412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.838745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.839713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.839713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.840029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.840323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:33.857321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] No DVR routers for this DVR port 76fa92c3-13e3-465e-a637-fd1a01268b68 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:36:33.860106 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:33.863703 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25d7a130-6b40-483d-8c23-9d21b81db0c6 req-6163a183-3459-4632-8334-c746c3f00c9d tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.59 "DELETE /v2.0/ports/76fa92c3-13e3-465e-a637-fd1a01268b68 HTTP/1.1" status: 204 len: 173 time: 0.3811224 Nov 12 11:36:33.864198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c3964-8f52-4f29-a16c-b550db61ebbd', 'name': 'network-vif-deleted', 'tag': '76fa92c3-13e3-465e-a637-fd1a01268b68'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:33.867174 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0180ff46-fe4b-4144-8f07-99e49df8102d" -d '{"events": [{"server_uuid": "0f0c3964-8f52-4f29-a16c-b550db61ebbd", "name": "network-vif-deleted", "tag": "76fa92c3-13e3-465e-a637-fd1a01268b68"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:33.905409 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccaa1aa-d703-4ec4-9b68-f721ed504f37 x-openstack-request-id: req-6ccaa1aa-d703-4ec4-9b68-f721ed504f37 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:33.905666 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c3964-8f52-4f29-a16c-b550db61ebbd", "name": "network-vif-deleted", "tag": "76fa92c3-13e3-465e-a637-fd1a01268b68", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:33.905925 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ccaa1aa-d703-4ec4-9b68-f721ed504f37 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:33.906340 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c3964-8f52-4f29-a16c-b550db61ebbd', 'name': 'network-vif-deleted', 'tag': '76fa92c3-13e3-465e-a637-fd1a01268b68', 'status': 'completed', 'code': 200} Nov 12 11:36:34.645412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddafb3d-7091-4ef2-9ab2-1fa24a972ba5 req-75d38773-1cb7-4477-bade-7b38933e3fdb tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:34.647415 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ddafb3d-7091-4ef2-9ab2-1fa24a972ba5 req-75d38773-1cb7-4477-bade-7b38933e3fdb tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1098 time: 0.0403776 Nov 12 11:36:34.696604 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8ddafb3d-7091-4ef2-9ab2-1fa24a972ba5 req-e9141a80-f997-4c8d-8ada-5704d5baa6a6 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Nov 12 11:36:35.808717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d6d18-719c-4dba-ab43-3278988ad84c req-dde94c4b-b221-414e-855c-38aacf3e7b28 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:35.810338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f45d6d18-719c-4dba-ab43-3278988ad84c req-dde94c4b-b221-414e-855c-38aacf3e7b28 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1098 time: 0.0433283 Nov 12 11:36:35.855818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f45d6d18-719c-4dba-ab43-3278988ad84c req-6d2029f9-59f6-4132-9fce-9f24cffb3ee3 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Nov 12 11:36:36.131390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8079f5-346e-4392-85d6-93653346f024 req-c45de867-911c-4733-b047-f2a65a878b01 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:36.132939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb8079f5-346e-4392-85d6-93653346f024 req-c45de867-911c-4733-b047-f2a65a878b01 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 1098 time: 0.0407724 Nov 12 11:36:36.225224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Deleting port 564fdd65-2a35-4502-9e22-3a23ba59b684 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:36.225557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:36.302073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] For port 564fdd65-2a35-4502-9e22-3a23ba59b684, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=564fdd65-2a35-4502-9e22-3a23ba59b684,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:36.302452 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:36.315356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Calling delete_port for 564fdd65-2a35-4502-9e22-3a23ba59b684 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:36.439108 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:36.451915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['564fdd65-2a35-4502-9e22-3a23ba59b684'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:36.468145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Pushing event deleted for resources: {'Port': ['ID=564fdd65-2a35-4502-9e22-3a23ba59b684,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:36.512819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] No DVR routers for this DVR port 564fdd65-2a35-4502-9e22-3a23ba59b684 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:36:36.515919 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:36.519795 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bb8079f5-346e-4392-85d6-93653346f024 req-4663ab58-4076-4e10-908c-a8f9590fbbb4 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.52 "DELETE /v2.0/ports/564fdd65-2a35-4502-9e22-3a23ba59b684 HTTP/1.1" status: 204 len: 173 time: 0.3783307 Nov 12 11:36:36.520288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e31721-9dfb-4ef1-8633-a8f929a9da94', 'name': 'network-vif-deleted', 'tag': '564fdd65-2a35-4502-9e22-3a23ba59b684'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:36.523206 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ab0f93-3e9f-451b-8629-73f284953f9e" -d '{"events": [{"server_uuid": "e3e31721-9dfb-4ef1-8633-a8f929a9da94", "name": "network-vif-deleted", "tag": "564fdd65-2a35-4502-9e22-3a23ba59b684"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:36.569399 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db94f5-0095-45a6-b363-817333391a92 x-openstack-request-id: req-42db94f5-0095-45a6-b363-817333391a92 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:36.569701 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e31721-9dfb-4ef1-8633-a8f929a9da94", "name": "network-vif-deleted", "tag": "564fdd65-2a35-4502-9e22-3a23ba59b684", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:36.569959 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42db94f5-0095-45a6-b363-817333391a92 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:36.570363 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e31721-9dfb-4ef1-8633-a8f929a9da94', 'name': 'network-vif-deleted', 'tag': '564fdd65-2a35-4502-9e22-3a23ba59b684', 'status': 'completed', 'code': 200} Nov 12 11:36:36.965697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48affec8-4288-48ed-93b7-2bbb3bd137e6 req-73412bd7-f7e6-4748-a606-ac00f632aa02 tempest-TestServerMultinode-1811626770 tempest-TestServerMultinode-1811626770-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3e31721-9dfb-4ef1-8633-a8f929a9da94 HTTP/1.1" status: 200 len: 210 time: 0.0293217 Nov 12 11:36:37.860152 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 76fa92c3-13e3-465e-a637-fd1a01268b68 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:37.883360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 76fa92c3-13e3-465e-a637-fd1a01268b68 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:37.883701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 76fa92c3-13e3-465e-a637-fd1a01268b68 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:38.028060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44732) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:38.375345 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:38.622025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Deleting port 62ae43ef-8e2b-4c24-be8f-76a394e77053 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:38.622340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:38.704613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] For port 62ae43ef-8e2b-4c24-be8f-76a394e77053, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=62ae43ef-8e2b-4c24-be8f-76a394e77053,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:38.704913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:38.717998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Calling delete_port for 62ae43ef-8e2b-4c24-be8f-76a394e77053 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:38.901726 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:38.929154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ae43ef-8e2b-4c24-be8f-76a394e77053,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:39.100091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:39.312156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Router be26ab95-1ee7-4db0-bdde-92570996ab7f has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:36:39.423046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:39.431655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7a46000e-9949-4c6d-babc-9397c181d3c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/be26ab95-1ee7-4db0-bdde-92570996ab7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3996501 Nov 12 11:36:39.431655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44734) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:39.441659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] Sync routers for ids ['be26ab95-1ee7-4db0-bdde-92570996ab7f'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:39.452011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] Routers {'be26ab95-1ee7-4db0-bdde-92570996ab7f'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:39.452634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be26ab95-1ee7-4db0-bdde-92570996ab7f'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:39.539578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:39.559146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] Set router be26ab95-1ee7-4db0-bdde-92570996ab7f gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:39.645641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:39.703113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Deleting port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:39.703449 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:39.747607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:38Z', 'revision_number': 5, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port': {'id': 'cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:39.775022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] Checking router: be26ab95-1ee7-4db0-bdde-92570996ab7f for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:39.793264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] Routers {'be26ab95-1ee7-4db0-bdde-92570996ab7f'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:39.794025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['be26ab95-1ee7-4db0-bdde-92570996ab7f'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:39.798497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] For port cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:39.798861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:39.813327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Calling delete_port for cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:39.888230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] Set router be26ab95-1ee7-4db0-bdde-92570996ab7f gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:39.945953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:39Z', 'revision_number': 6, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:39.974181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83709266-d285-45cf-889c-b6e9c61cfcdc None None] The sync data for ids ['be26ab95-1ee7-4db0-bdde-92570996ab7f'] in n-d-768851-19 is: [{'id': 'be26ab95-1ee7-4db0-bdde-92570996ab7f', 'name': 'tempest-TestServerMultinode-1305315983-router', 'tenant_id': '9d318ebd949e49aba6db8d997d1e289b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:01Z', 'updated_at': '2021-11-12T11:36:39Z', 'revision_number': 6, 'project_id': '9d318ebd949e49aba6db8d997d1e289b', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:40.265769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.331790 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.359609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Pushing event deleted for resources: {'Port': ['ID=cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:40.379158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad73b2-57d1-40c8-ab5a-b743a6a3f250 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:40.434044 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.526403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.528782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.572754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.573332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router be26ab95-1ee7-4db0-bdde-92570996ab7f {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:36:40.577676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.578818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6eeeedd8-1650-485c-99fa-9cca03a067fc admin admin] 10.222.0.31 "DELETE /v2.0/routers/be26ab95-1ee7-4db0-bdde-92570996ab7f HTTP/1.1" status: 204 len: 168 time: 1.1463850 Nov 12 11:36:40.581439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44736) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:40.625862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-16436af5-5843-4b53-aabe-dda4dee0c9a1 admin admin] Deleting subnet 9af1dd5f-933c-4189-8026-e16f94308d6f {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:36:40.628941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16436af5-5843-4b53-aabe-dda4dee0c9a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.667602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16436af5-5843-4b53-aabe-dda4dee0c9a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.689113 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.747535 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16436af5-5843-4b53-aabe-dda4dee0c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.807066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16436af5-5843-4b53-aabe-dda4dee0c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.831804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16436af5-5843-4b53-aabe-dda4dee0c9a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af1dd5f-933c-4189-8026-e16f94308d6f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:40.838719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-16436af5-5843-4b53-aabe-dda4dee0c9a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.842182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-16436af5-5843-4b53-aabe-dda4dee0c9a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9af1dd5f-933c-4189-8026-e16f94308d6f HTTP/1.1" status: 204 len: 168 time: 0.2597995 Nov 12 11:36:40.844720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44738) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:40.846238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbeeed-9912-4fb7-a21a-3b85683096a4 None None] Network 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:40.920359 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.979478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Deleting port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:40.979824 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.062182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] For port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:41.062551 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.075518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] DHCP port deletion for 0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:41.077061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Calling delete_port for 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:41.137620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] Deleting port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:41.138320 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.164991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.192424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Pushing event deleted for resources: {'Port': ['ID=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:41.194924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] No DVR routers for this DVR port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:36:41.203883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] For port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,segment=NetworkSegment(9753a1a6-45e0-488b-94c8-da1b2f6ddb8f),segment_id=9753a1a6-45e0-488b-94c8-da1b2f6ddb8f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:41.204281 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.218392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] Calling delete_port for 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:41.278117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:36:41.291274 n-d-768851-19 neutron-server[109167]: self.session.flush() Nov 12 11:36:41.298379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.299795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:41.309781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:41.310077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9753a1a6-45e0-488b-94c8-da1b2f6ddb8f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:41.320033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.321486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] Pushing event deleted for resources: {'Port': ['ID=37c2b5a7-6f8c-4f74-8db6-448ad05e3505,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:41.327847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f497dd-d125-4bc7-9ba9-1bbbcb53a68b None None] No DVR routers for this DVR port 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:36:41.339535 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.346188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:36:41.346797 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:36:41.348708 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:36:41.407779 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.414043 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.425100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] 10.222.0.31 "DELETE /v2.0/networks/0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa HTTP/1.1" status: 204 len: 168 time: 0.5789242 Nov 12 11:36:41.429416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44740) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:41.438029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994c259-40f2-4549-95ba-4abcb3d5962f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6d1d9e-4860-481b-ad7d-b82aa0fdd2aa,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:41.476064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 62ae43ef-8e2b-4c24-be8f-76a394e77053 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:41.498156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 62ae43ef-8e2b-4c24-be8f-76a394e77053 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:41.498156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 62ae43ef-8e2b-4c24-be8f-76a394e77053 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:41.498156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:41.517985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:41.518327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cb19e9a0-3e77-4d1e-b4a7-ca5e504ed9d8 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:41.518739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:41.538175 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:41.538522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 37c2b5a7-6f8c-4f74-8db6-448ad05e3505 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:41.783387 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.801583 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 564fdd65-2a35-4502-9e22-3a23ba59b684 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:41.827458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 564fdd65-2a35-4502-9e22-3a23ba59b684 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:41.827791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 564fdd65-2a35-4502-9e22-3a23ba59b684 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:42.052309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Deleting port 7863882f-5f35-4875-84c8-2983876d9211 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:42.053111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:42.462660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] For port 7863882f-5f35-4875-84c8-2983876d9211, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7863882f-5f35-4875-84c8-2983876d9211,segment=NetworkSegment(06ffa745-9924-4833-b23a-37c466188f6d),segment_id=06ffa745-9924-4833-b23a-37c466188f6d)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:42.463361 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:42.476506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Calling delete_port for 7863882f-5f35-4875-84c8-2983876d9211 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:42.664476 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:42.696251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Pushing event deleted for resources: {'Port': ['ID=7863882f-5f35-4875-84c8-2983876d9211,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:42.899984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:43.149382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Router 65b77891-0e67-4e1f-a5cb-32fd9965f827 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:36:43.264070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:43.269950 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1521174e-819b-44be-a023-96ce3a5ed931 admin admin] 10.222.0.31 "PUT /v2.0/routers/65b77891-0e67-4e1f-a5cb-32fd9965f827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8391347 Nov 12 11:36:43.273011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44742) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:43.273627 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] Sync routers for ids ['65b77891-0e67-4e1f-a5cb-32fd9965f827'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:43.283065 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] Routers {'65b77891-0e67-4e1f-a5cb-32fd9965f827'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:43.283662 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['65b77891-0e67-4e1f-a5cb-32fd9965f827'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:43.378600 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:43.390733 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] Set router 65b77891-0e67-4e1f-a5cb-32fd9965f827 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:43.496387 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:43.553410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Deleting port 1ce51339-2294-47af-b70f-420fb6943fc7 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:43.553727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:43.632675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] For port 1ce51339-2294-47af-b70f-420fb6943fc7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1ce51339-2294-47af-b70f-420fb6943fc7,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:43.633064 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:43.645472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Calling delete_port for 1ce51339-2294-47af-b70f-420fb6943fc7 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:43.663973 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:42Z', 'revision_number': 5, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port': {'id': '1ce51339-2294-47af-b70f-420fb6943fc7', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:07Z', 'updated_at': '2021-11-12T11:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:43.690291 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] Checking router: 65b77891-0e67-4e1f-a5cb-32fd9965f827 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:43.699725 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] Routers {'65b77891-0e67-4e1f-a5cb-32fd9965f827'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:43.700336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['65b77891-0e67-4e1f-a5cb-32fd9965f827'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:43.788195 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] Set router 65b77891-0e67-4e1f-a5cb-32fd9965f827 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:43.819914 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:43.844725 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:43Z', 'revision_number': 6, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:43.851964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce51339-2294-47af-b70f-420fb6943fc7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:43.862882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d457c-2717-448d-85e7-f709fad54360 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:43.871262 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edfd7b4-ac07-435c-862e-38c569bbdebc None None] The sync data for ids ['65b77891-0e67-4e1f-a5cb-32fd9965f827'] in n-d-768851-19 is: [{'id': '65b77891-0e67-4e1f-a5cb-32fd9965f827', 'name': 'tempest-TestServerMultinode-1059794462-router', 'tenant_id': 'a9174475134343adbc3945cfa05325fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:06Z', 'updated_at': '2021-11-12T11:36:43Z', 'revision_number': 6, 'project_id': 'a9174475134343adbc3945cfa05325fb', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:43.926932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.020308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.023130 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.065866 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.066125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b77891-0e67-4e1f-a5cb-32fd9965f827 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:36:44.073206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.074959 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-be9aef14-6245-414f-ad21-8eb3fa0e91cf admin admin] 10.222.0.31 "DELETE /v2.0/routers/65b77891-0e67-4e1f-a5cb-32fd9965f827 HTTP/1.1" status: 204 len: 168 time: 0.8007596 Nov 12 11:36:44.077488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44744) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:44.125625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-41767f76-da14-4082-a1d3-34e8e395760f admin admin] Deleting subnet 130d03a1-f2bd-4e9b-90c7-ccd42a27d30d {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:36:44.128851 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41767f76-da14-4082-a1d3-34e8e395760f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.163856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41767f76-da14-4082-a1d3-34e8e395760f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.244689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41767f76-da14-4082-a1d3-34e8e395760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.308439 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41767f76-da14-4082-a1d3-34e8e395760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.334438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767f76-da14-4082-a1d3-34e8e395760f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130d03a1-f2bd-4e9b-90c7-ccd42a27d30d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:44.340807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-41767f76-da14-4082-a1d3-34e8e395760f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.344132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-41767f76-da14-4082-a1d3-34e8e395760f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/130d03a1-f2bd-4e9b-90c7-ccd42a27d30d HTTP/1.1" status: 204 len: 168 time: 0.2656555 Nov 12 11:36:44.346664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6d0a3-6bbe-42f4-a1a4-669c411caaad None None] Network 6de5f9a5-7ff2-43f2-bef8-62df841310a9 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:44.347690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44746) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:44.421750 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.477628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Deleting port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:44.477978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.543533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] For port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a6ee0279-5a81-4d9a-b361-9dc78ffd71b7,segment=NetworkSegment(06ffa745-9924-4833-b23a-37c466188f6d),segment_id=06ffa745-9924-4833-b23a-37c466188f6d)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:44.543893 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.557227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Calling delete_port for a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:44.641745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.653597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de82a88c-b64c-4d76-b926-d86b8b156991 None None] DHCP port deletion for 6de5f9a5-7ff2-43f2-bef8-62df841310a9 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:44.654962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] No DVR routers for this DVR port a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:36:44.678149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ee0279-5a81-4d9a-b361-9dc78ffd71b7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:44.754103 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.754647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44748) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:44.784946 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de5f9a5-7ff2-43f2-bef8-62df841310a9']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:44.795764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ffa745-9924-4833-b23a-37c466188f6d') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:44.796056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ffa745-9924-4833-b23a-37c466188f6d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:44.806757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.820259 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.826819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:36:44.827355 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:36:44.829003 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:36:44.892905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.899286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:44.902889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6de5f9a5-7ff2-43f2-bef8-62df841310a9 HTTP/1.1" status: 204 len: 168 time: 0.5541079 Nov 12 11:36:44.920280 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d3cc2-354d-4b91-91fd-2dafc285ac97 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de5f9a5-7ff2-43f2-bef8-62df841310a9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:44.960575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port c3557dba-9c59-4a62-a833-9b38bc28e936 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:44.961015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.040591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.040968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.053487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for c3557dba-9c59-4a62-a833-9b38bc28e936 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:45.081600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44752) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:45.128792 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b94e6850-3cf1-41f1-8881-16a48e8be0be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d318ebd949e49aba6db8d997d1e289b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458674 Nov 12 11:36:45.131332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44754) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:45.181774 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8867a81-a1d6-4c6b-9118-3243420bf135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.204135 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8867a81-a1d6-4c6b-9118-3243420bf135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.222317 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.253344 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8867a81-a1d6-4c6b-9118-3243420bf135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.253590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=c3557dba-9c59-4a62-a833-9b38bc28e936,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:45.256723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b8867a81-a1d6-4c6b-9118-3243420bf135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.260402 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b8867a81-a1d6-4c6b-9118-3243420bf135 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afe8efe4-3ab4-449f-ba57-4cf0764dcb68 HTTP/1.1" status: 204 len: 168 time: 0.1279380 Nov 12 11:36:45.268632 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8867a81-a1d6-4c6b-9118-3243420bf135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe8efe4-3ab4-449f-ba57-4cf0764dcb68,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:45.323209 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.323209 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Floating IP aef5cb76-6e11-487d-ba6a-5cfb5806fd4e disassociated (deleted). External IP: 172.25.2.159, port: fcad2595-10ac-4319-8493-c4781827c041. Nov 12 11:36:45.477704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7863882f-5f35-4875-84c8-2983876d9211 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:45.498140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 7863882f-5f35-4875-84c8-2983876d9211 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:45.498820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7863882f-5f35-4875-84c8-2983876d9211 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:45.499301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ce51339-2294-47af-b70f-420fb6943fc7 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:45.520415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1ce51339-2294-47af-b70f-420fb6943fc7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:45.520772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1ce51339-2294-47af-b70f-420fb6943fc7 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:45.521261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:45.542447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:45.542786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a6ee0279-5a81-4d9a-b361-9dc78ffd71b7 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:45.559499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:36:45.616401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44760) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:45.656844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5a9f4eaf-4630-4d53-9fd5-be4f38a73a7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9174475134343adbc3945cfa05325fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391660 Nov 12 11:36:45.659292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44762) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:45.676350 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:45.681307 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.686764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:45.696326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:45.697040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:45.711815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-980cf24d-01c8-4340-a8ca-f683ae93d26e tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "DELETE /v2.0/floatingips/aef5cb76-6e11-487d-ba6a-5cfb5806fd4e HTTP/1.1" status: 204 len: 168 time: 0.9560685 Nov 12 11:36:45.712624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:45.715523 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "tag": "fcad2595-10ac-4319-8493-c4781827c041"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:45.715772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-207d4ddd-0f1a-45b9-8bdb-f5bcf4b094e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.750181 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-207d4ddd-0f1a-45b9-8bdb-f5bcf4b094e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.774450 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f403b5d6-3514-4350-9664-ddf3a2953a97 x-openstack-request-id: req-f403b5d6-3514-4350-9664-ddf3a2953a97 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:45.774742 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "tag": "fcad2595-10ac-4319-8493-c4781827c041", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:45.775050 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f403b5d6-3514-4350-9664-ddf3a2953a97 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:45.775515 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041', 'status': 'completed', 'code': 200} Nov 12 11:36:45.839490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-207d4ddd-0f1a-45b9-8bdb-f5bcf4b094e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.843170 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-207d4ddd-0f1a-45b9-8bdb-f5bcf4b094e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:45.844687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-207d4ddd-0f1a-45b9-8bdb-f5bcf4b094e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc HTTP/1.1" status: 204 len: 168 time: 0.1843910 Nov 12 11:36:45.854317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d4ddd-0f1a-45b9-8bdb-f5bcf4b094e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb83e1e-b0e7-4a99-b28a-c9512bb81ecc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:45.860713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-0a5f2773-6de8-4eb3-95b2-ecd9c74588e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:45.862888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-0a5f2773-6de8-4eb3-95b2-ecd9c74588e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 1098 time: 0.0549161 Nov 12 11:36:45.901816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:46.022380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-d7dd4857-7249-4526-a61c-4860d5091688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:46.025017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-d7dd4857-7249-4526-a61c-4860d5091688 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.1440048 Nov 12 11:36:46.034831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9268d6-3a16-4013-99a4-bd602f5f021c req-a198f5c0-3741-4f2b-b26c-50336c6eafc2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:46.044292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce9268d6-3a16-4013-99a4-bd602f5f021c req-a198f5c0-3741-4f2b-b26c-50336c6eafc2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 946 time: 0.0808463 Nov 12 11:36:46.091698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-e7eb9685-3679-4324-bb23-fe4f7391d876 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcad2595-10ac-4319-8493-c4781827c041 HTTP/1.1" status: 200 len: 217 time: 0.0523424 Nov 12 11:36:46.116892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce9268d6-3a16-4013-99a4-bd602f5f021c req-4aece55e-2fdd-4715-9d35-10e6130a1ff2 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712829 Nov 12 11:36:46.170545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-1387daf3-dac7-4fda-a9e7-e1100e8078ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:46.172700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-1387daf3-dac7-4fda-a9e7-e1100e8078ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0717938 Nov 12 11:36:46.210697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:51Z', 'revision_number': 1, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:46.238687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-e064d6fa-7d98-461c-aef8-76d3eb505c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:46.241446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-e064d6fa-7d98-461c-aef8-76d3eb505c24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558929 Nov 12 11:36:46.245493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:46.257728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:46.258387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:46.391816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-83b49d55-7d44-4669-b0b1-aca92cb60d5c service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378613 Nov 12 11:36:46.415226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:46.525696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-582cb7ba-cea5-4c61-b46e-8213bcc9d70b req-fb3fe648-5500-4e7b-b01a-94d5e88733b9 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216156 Nov 12 11:36:46.753303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:51Z', 'revision_number': 1, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:46.791296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45a9b0-6c80-484e-af44-a25daa9ff945 None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'a852211b-68bc-4e23-8c6b-2ec15b922382', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'port_id': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'mac_address': 'fa:16:3e:12:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:47Z', 'updated_at': '2021-11-12T11:32:51Z', 'revision_number': 1, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:46.862794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44792) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:47.061743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1995524079-network', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:47.101405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Made reservation on behalf of e38f0b8630374e0eb3ac69a585322c59 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:47.104216 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.114162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.116956 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a2c2f-1f32-4ce3-8c5b-b04cefe7ed36 None None] New status for floating IP aef5cb76-6e11-487d-ba6a-5cfb5806fd4e: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:36:47.280342 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.286397 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.303627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d7b59-9deb-41fe-a9a8-18f1b37ab63c req-701d1aea-be1c-43a1-8ba2-ab90199b0f21 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:47.305283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab5d7b59-9deb-41fe-a9a8-18f1b37ab63c req-701d1aea-be1c-43a1-8ba2-ab90199b0f21 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 946 time: 0.0995395 Nov 12 11:36:47.322869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:36:47.358077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.358414 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Added segment 9f4fb914-bece-4e71-aa6d-d04880bf1158 of type vlan for network b0d6191c-a4ba-4b51-8145-2426da3383ee Nov 12 11:36:47.367258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fdc27f-056d-4a11-a248-51f440a7ccb7,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:47.439076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.449159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ab5d7b59-9deb-41fe-a9a8-18f1b37ab63c req-0dad26c5-f7f4-4027-babf-528120c6b6d4 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327500 Nov 12 11:36:47.488139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.489783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:47.491272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.540602 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6764867 Nov 12 11:36:47.543849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44798) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:47.549345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Request body: {'subnet': {'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1995524079-subnet', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:47.573716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Made reservation on behalf of e38f0b8630374e0eb3ac69a585322c59 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:47.574425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f44f20-66dd-4be7-bbd6-e4a6dd0ea7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b0d6191c-a4ba-4b51-8145-2426da3383ee,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:47.575996 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.584289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network b0d6191c-a4ba-4b51-8145-2426da3383ee details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:36:47.785631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.837933 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43e7f82-f307-4fec-b34c-1e8568769c0b,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:47.854465 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Checking segment: {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:47.854837 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Network hostable DHCP agents. Network: b0d6191c-a4ba-4b51-8145-2426da3383ee, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:36:47.874115 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Network b0d6191c-a4ba-4b51-8145-2426da3383ee is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:36:47.883759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, b0d6191c-a4ba-4b51-8145-2426da3383ee) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:47.888399 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:47.889148 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.897645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a86d59-148b-42ef-a756-013c6979a65d None None] Network b0d6191c-a4ba-4b51-8145-2426da3383ee requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:47.915125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3734ee21-1b9c-4564-af9f-603931679320 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3695021 Nov 12 11:36:47.917542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44800) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:47.922800 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:47.977608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.978756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.004097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-3fa6c6d2-c760-4042-8c56-14e2ec30e28c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:48.006003 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-3fa6c6d2-c760-4042-8c56-14e2ec30e28c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 946 time: 0.0733232 Nov 12 11:36:48.055346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.078711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-b0d6191c-a4ba-4b51-8145-2426da3383ee', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:36:48.079633 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.219724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Allocated IP 172.20.0.2 (b0d6191c-a4ba-4b51-8145-2426da3383ee/f43e7f82-f307-4fec-b34c-1e8568769c0b/a760c748-76a2-45b1-bec8-a8f835c36732) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:48.379953 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.387050 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.428187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Network b0d6191c-a4ba-4b51-8145-2426da3383ee is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:48.435655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:48.439358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:48.447654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Pushing event updated for resources: {'Port': ['ID=a760c748-76a2-45b1-bec8-a8f835c36732,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:48.458030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.458371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.459277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.459658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.459984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.460306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.460634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.460976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.461295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.461611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.461927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.462239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:48.511138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Attempting to bind port a760c748-76a2-45b1-bec8-a8f835c36732 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:48.511508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Attempting to bind port a760c748-76a2-45b1-bec8-a8f835c36732 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:48.512010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Attempting to bind port a760c748-76a2-45b1-bec8-a8f835c36732 on network b0d6191c-a4ba-4b51-8145-2426da3383ee {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:48.517304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:48.517687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Checking segment: {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:48.518083 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.518482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Bound using segment: {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:48.518964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Bound port: a760c748-76a2-45b1-bec8-a8f835c36732, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:48.519346 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.573725 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.590631 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c1fb-f5f4-4bcc-bff7-e564adc9b96c req-3e1e688c-2148-4856-b3aa-8f2134910fd3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:48.592244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b81c1fb-f5f4-4bcc-bff7-e564adc9b96c req-3e1e688c-2148-4856-b3aa-8f2134910fd3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 946 time: 0.0646830 Nov 12 11:36:48.593989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] For port a760c748-76a2-45b1-bec8-a8f835c36732, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:48.597531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] For port a760c748-76a2-45b1-bec8-a8f835c36732, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a760c748-76a2-45b1-bec8-a8f835c36732,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:48.604936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port fcad2595-10ac-4319-8493-c4781827c041 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:36:48.605135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.605244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.658738 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b81c1fb-f5f4-4bcc-bff7-e564adc9b96c req-efc96b6e-d2e3-4201-bf12-f89eeeb849e0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571563 Nov 12 11:36:48.689311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62461f1-5642-4a0a-9567-8a57bbb45e51 None None] Pushing event updated for resources: {'Port': ['ID=a760c748-76a2-45b1-bec8-a8f835c36732,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:48.753854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] For port fcad2595-10ac-4319-8493-c4781827c041, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=fcad2595-10ac-4319-8493-c4781827c041,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:48.754219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:48.769335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for fcad2595-10ac-4319-8493-c4781827c041 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:36:48.992578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.034145 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.100004 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.140550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=fcad2595-10ac-4319-8493-c4781827c041,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:49.210037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] No DVR routers for this DVR port fcad2595-10ac-4319-8493-c4781827c041 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:36:49.213674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.217226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-446f94ce-e40e-4c57-9abe-e6058554d92f req-0fd99512-cbb5-4d62-a0c8-71751a4bb087 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "DELETE /v2.0/ports/fcad2595-10ac-4319-8493-c4781827c041 HTTP/1.1" status: 204 len: 173 time: 1.1717505 Nov 12 11:36:49.217699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'name': 'network-vif-deleted', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:49.220041 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf5133a-c2d9-4641-9f57-14eaa2f2e901" -d '{"events": [{"server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "name": "network-vif-deleted", "tag": "fcad2595-10ac-4319-8493-c4781827c041"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:49.236007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Allocated IP 172.25.2.21 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/b8345216-ae9a-42e0-8fe3-9366922dcad0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:49.277228 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db6b43a-0456-4aae-9da7-b667d0afb52a x-openstack-request-id: req-6db6b43a-0456-4aae-9da7-b667d0afb52a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:49.277524 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a76bc67-569e-4480-8ff5-4a4ebf18c997", "name": "network-vif-deleted", "tag": "fcad2595-10ac-4319-8493-c4781827c041", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:49.277779 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6db6b43a-0456-4aae-9da7-b667d0afb52a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:49.278282 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a76bc67-569e-4480-8ff5-4a4ebf18c997', 'name': 'network-vif-deleted', 'tag': 'fcad2595-10ac-4319-8493-c4781827c041', 'status': 'completed', 'code': 200} Nov 12 11:36:49.359782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.397403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.444905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:49.449665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:49.453772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:49.469020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff212ae-3bf6-4e3d-a4f2-765316c89a0a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:49.551069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a760c748-76a2-45b1-bec8-a8f835c36732 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:49.601641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8345216-ae9a-42e0-8fe3-9366922dcad0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:49.626229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-da629633-5c25-4430-b6c0-ef7cf65e8eda None None] Provisioning complete for port b8345216-ae9a-42e0-8fe3-9366922dcad0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:49.626602 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-da629633-5c25-4430-b6c0-ef7cf65e8eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.678154 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a760c748-76a2-45b1-bec8-a8f835c36732 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:49.678555 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.711876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-da629633-5c25-4430-b6c0-ef7cf65e8eda None None] Port b8345216-ae9a-42e0-8fe3-9366922dcad0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:49.820738 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34288fa8-d533-4dc7-a4f2-934c16a0e437 req-42edca9c-c3bb-4c65-9c9a-5612b78cb35b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 210 time: 0.0463772 Nov 12 11:36:49.844820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.871713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b902020b-482d-4951-9a07-ddfe5915bb3e None None] Network b0d6191c-a4ba-4b51-8145-2426da3383ee requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:49.878633 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.936659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port a760c748-76a2-45b1-bec8-a8f835c36732, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a760c748-76a2-45b1-bec8-a8f835c36732,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:49.953614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:49.994984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d5242755-a26b-4805-95d0-5da5e8391f05 None None] Provisioning complete for port a760c748-76a2-45b1-bec8-a8f835c36732 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:49.995348 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d5242755-a26b-4805-95d0-5da5e8391f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:50.074716 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=a760c748-76a2-45b1-bec8-a8f835c36732,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:50.114845 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:50.261906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Router 674dc040-90e0-4e0e-8a4b-37210204e47a is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:36:50.385090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:50.395431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Sync routers for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:50.404211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:50.405604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7dbf57cf-9320-4de2-8288-9519dda7cad7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4870372 Nov 12 11:36:50.406883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:50.407482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:50.408161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44808) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:50.530323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9d6e7832-4429-41a8-9587-3de42299b233 None None] Provisioning complete for port a760c748-76a2-45b1-bec8-a8f835c36732 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:50.530896 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7832-4429-41a8-9587-3de42299b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:50.534684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:50.862004 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:50.947603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-497984f6-9989-42d0-bdc7-3ac403353512 req-e98d9ffa-4ac5-4762-859d-5fc46e70600f tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 210 time: 0.0320158 Nov 12 11:36:50.953104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:49Z', 'revision_number': 3, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:50.987546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Checking router: 674dc040-90e0-4e0e-8a4b-37210204e47a for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:50.987896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Updating router 674dc040-90e0-4e0e-8a4b-37210204e47a port b8345216-ae9a-42e0-8fe3-9366922dcad0 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:36:51.016661 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.059823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Allocated IP 172.20.0.1 (b0d6191c-a4ba-4b51-8145-2426da3383ee/f43e7f82-f307-4fec-b34c-1e8568769c0b/5ff7acf9-308b-4357-9998-6e36741e5580) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:51.173327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.213272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.259324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Network b0d6191c-a4ba-4b51-8145-2426da3383ee is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:51.264799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:51.268435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:51.295382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff7acf9-308b-4357-9998-6e36741e5580,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:51.302096 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.310562 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.316849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.382584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0fbe2-052a-4ff3-afac-cbfa26ce2e8a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:51.387359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08e1d8-fbc8-4b87-9f93-3637e93a774a None None] Pushing event updated for resources: {'Port': ['ID=b8345216-ae9a-42e0-8fe3-9366922dcad0,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:51.396816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Attempting to bind port b8345216-ae9a-42e0-8fe3-9366922dcad0 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:51.397218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Attempting to bind port b8345216-ae9a-42e0-8fe3-9366922dcad0 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:51.397637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Attempting to bind port b8345216-ae9a-42e0-8fe3-9366922dcad0 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:51.404031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:51.404417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:51.404904 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.405310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:51.405801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Bound port: b8345216-ae9a-42e0-8fe3-9366922dcad0, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:51.406182 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.506368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a760c748-76a2-45b1-bec8-a8f835c36732 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:51.533656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.570785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-884930ab-80be-4f8a-85b4-621bd9e1296e None None] Provisioning complete for port b8345216-ae9a-42e0-8fe3-9366922dcad0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:51.571406 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-884930ab-80be-4f8a-85b4-621bd9e1296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.601675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] For port b8345216-ae9a-42e0-8fe3-9366922dcad0, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:51.632936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] For port b8345216-ae9a-42e0-8fe3-9366922dcad0, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b8345216-ae9a-42e0-8fe3-9366922dcad0,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:51.640361 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.645901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-884930ab-80be-4f8a-85b4-621bd9e1296e None None] Port b8345216-ae9a-42e0-8fe3-9366922dcad0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:51.666329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port a760c748-76a2-45b1-bec8-a8f835c36732 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:51.666711 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.727923 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.730360 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a6736-37db-49f6-8749-f638e412700c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:51.733188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.762082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:51.762082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:51.811702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.813678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff7acf9-308b-4357-9998-6e36741e5580,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:51.819648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08e1d8-fbc8-4b87-9f93-3637e93a774a None None] Pushing event updated for resources: {'Port': ['ID=b8345216-ae9a-42e0-8fe3-9366922dcad0,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:51.907135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3735b5f9-5f4d-4cbe-9a7c-af95d4292f90 None None] Provisioning complete for port 5ff7acf9-308b-4357-9998-6e36741e5580 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:51.907509 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3735b5f9-5f4d-4cbe-9a7c-af95d4292f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.922167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fcad2595-10ac-4319-8493-c4781827c041 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:51.935218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Network b0d6191c-a4ba-4b51-8145-2426da3383ee is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:51.937295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:51.952641 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:52.017876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: fcad2595-10ac-4319-8493-c4781827c041 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:36:52.018233 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device fcad2595-10ac-4319-8493-c4781827c041 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:52.037889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3735b5f9-5f4d-4cbe-9a7c-af95d4292f90 None None] Port 5ff7acf9-308b-4357-9998-6e36741e5580 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:52.118681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Router 674dc040-90e0-4e0e-8a4b-37210204e47a has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:36:52.153137 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-534f9acb-4498-482b-8e8b-76cdbe76a63e req-1f231ddc-b160-47f4-a2b3-f05a848310be tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 210 time: 0.0384789 Nov 12 11:36:52.211494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a412c450-ed04-4903-905d-692dea8d8f8c None None] Provisioning complete for port b8345216-ae9a-42e0-8fe3-9366922dcad0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:52.211494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a412c450-ed04-4903-905d-692dea8d8f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:52.284191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:52.290602 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-935695f9-ad72-42ee-96cc-c6c7897c4af4 admin admin] 10.222.0.31 "PUT /v2.0/routers/674dc040-90e0-4e0e-8a4b-37210204e47a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8811724 Nov 12 11:36:52.359026 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a412c450-ed04-4903-905d-692dea8d8f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:52.369259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 2, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:52.406541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd4b86-edb3-4f09-a46f-92ca4bfd6761 None None] The sync data for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 is: [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 2, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:52.412985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a412c450-ed04-4903-905d-692dea8d8f8c None None] For port b8345216-ae9a-42e0-8fe3-9366922dcad0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b8345216-ae9a-42e0-8fe3-9366922dcad0,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:52.418838 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a412c450-ed04-4903-905d-692dea8d8f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:52.476339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412c450-ed04-4903-905d-692dea8d8f8c None None] Pushing event updated for resources: {'Port': ['ID=b8345216-ae9a-42e0-8fe3-9366922dcad0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:52.547033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-844ce072-c1c8-43c5-a8f5-d87f9b307829 None None] Provisioning complete for port 5ff7acf9-308b-4357-9998-6e36741e5580 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:52.547546 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-844ce072-c1c8-43c5-a8f5-d87f9b307829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:52.587880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-844ce072-c1c8-43c5-a8f5-d87f9b307829 None None] Port 5ff7acf9-308b-4357-9998-6e36741e5580 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:52.883367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44828) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:52.888984 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-465926539-network', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:52.914008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Made reservation on behalf of fe6eca29a0004870b9e247e2363e0ec1 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:52.916635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:52.927132 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.024485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.029328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.043337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:36:53.074075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.074417 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Added segment b748903a-b1b0-4b5a-8685-778026e69375 of type vlan for network f39f2ded-d711-4193-a436-af080cecfa1c Nov 12 11:36:53.083575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a52e94-0b74-472a-b9b5-3154182ca126,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:53.125986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.158620 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.159726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:53.160659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.239532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3547671 Nov 12 11:36:53.248227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44832) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:53.260891 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Request body: {'subnet': {'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-465926539-subnet', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:53.292040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-600def40-4085-4efd-8c0c-ae8ee41c2631 req-18585b2d-1f47-4b15-955c-5474a22f6d41 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 210 time: 0.0592468 Nov 12 11:36:53.293287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728db1-abae-4721-8829-41096797fee7 admin admin] Pushing event updated for resources: {'Network': ['ID=f39f2ded-d711-4193-a436-af080cecfa1c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:53.301976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Made reservation on behalf of fe6eca29a0004870b9e247e2363e0ec1 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:53.309097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network f39f2ded-d711-4193-a436-af080cecfa1c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:36:53.310022 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.547904 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.550145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b8345216-ae9a-42e0-8fe3-9366922dcad0 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:53.625376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port b8345216-ae9a-42e0-8fe3-9366922dcad0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:53.626447 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.651531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c63c26-2bed-483e-852a-47faa09378b5,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:53.659918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Checking segment: {'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:53.660472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Network hostable DHCP agents. Network: f39f2ded-d711-4193-a436-af080cecfa1c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:36:53.691012 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Network f39f2ded-d711-4193-a436-af080cecfa1c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:36:53.706912 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, f39f2ded-d711-4193-a436-af080cecfa1c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:53.719897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d12c6-15f1-46fa-8ffe-b1b1b2746f3c None None] Network f39f2ded-d711-4193-a436-af080cecfa1c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:53.720107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:53.720654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.748595 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5056ab52-f4ad-43ce-9369-bd0ea1cfd172 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4956043 Nov 12 11:36:53.749005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44834) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:53.754147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:53.790070 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.791151 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.861780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:53.991138 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7735f30a-88ef-4105-9995-8ab55330421a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.035576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.043780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-f39f2ded-d711-4193-a436-af080cecfa1c', 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'fixed_ips': [{'subnet_id': '41c63c26-2bed-483e-852a-47faa09378b5'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:36:54.044670 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.219495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Allocated IP 172.20.0.2 (f39f2ded-d711-4193-a436-af080cecfa1c/41c63c26-2bed-483e-852a-47faa09378b5/9fa0dee9-b7f5-4c17-ad41-8b22836dd788) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:54.435857 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-75ff0c97-3b13-4f64-bfe8-c627af2eb75c req-825d3d98-2f1f-4d57-812e-fe0eec16d948 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a76bc67-569e-4480-8ff5-4a4ebf18c997 HTTP/1.1" status: 200 len: 210 time: 0.0431402 Nov 12 11:36:54.467967 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.477848 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.520832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Network f39f2ded-d711-4193-a436-af080cecfa1c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:54.527693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:54.531989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:54.542797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Pushing event updated for resources: {'Port': ['ID=9fa0dee9-b7f5-4c17-ad41-8b22836dd788,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:54.605822 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Attempting to bind port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:54.606686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Attempting to bind port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:54.607259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Attempting to bind port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 on network f39f2ded-d711-4193-a436-af080cecfa1c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:54.614211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:54.615145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Checking segment: {'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:54.615515 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.615910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Bound using segment: {'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:54.616428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Bound port: 9fa0dee9-b7f5-4c17-ad41-8b22836dd788, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:54.616816 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.684541 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.707035 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.851224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Allocated IP 172.25.2.176 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/59ae2c28-f24e-42a7-9666-69daa76fd6c8) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:54.875549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] For port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:54.881055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] For port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9fa0dee9-b7f5-4c17-ad41-8b22836dd788,segment=NetworkSegment(b748903a-b1b0-4b5a-8685-778026e69375),segment_id=b748903a-b1b0-4b5a-8685-778026e69375)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:54.890068 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:54.957548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aa74f-47e8-4346-b149-b2241852fb52 None None] Pushing event updated for resources: {'Port': ['ID=9fa0dee9-b7f5-4c17-ad41-8b22836dd788,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:54.996936 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.033516 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.075271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:55.079135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:55.081598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:55.093356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d426d4c-a3aa-4edc-a516-64d360ed2d35 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:55.152187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Pushing event updated for resources: {'Port': ['ID=59ae2c28-f24e-42a7-9666-69daa76fd6c8,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:55.157002 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-613a203e-09e4-4fad-af6a-16e40e5b6d6f None None] Provisioning complete for port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:55.157002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-613a203e-09e4-4fad-af6a-16e40e5b6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.203829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-613a203e-09e4-4fad-af6a-16e40e5b6d6f None None] Port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:55.267000 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Sync routers for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:55.278989 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:55.280364 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:55.404026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:55.435884 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.557362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:55.656842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:55.657902 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.738680 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 2, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:55.780711 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.797030 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Checking router: 674dc040-90e0-4e0e-8a4b-37210204e47a for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:55.797610 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Updating router 674dc040-90e0-4e0e-8a4b-37210204e47a port 5ff7acf9-308b-4357-9998-6e36741e5580 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:36:55.819938 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.843997 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.883528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9fa0dee9-b7f5-4c17-ad41-8b22836dd788,segment=NetworkSegment(b748903a-b1b0-4b5a-8685-778026e69375),segment_id=b748903a-b1b0-4b5a-8685-778026e69375)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:55.892940 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:55.972092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:36:56.018482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=9fa0dee9-b7f5-4c17-ad41-8b22836dd788,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:56.131395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:56.145799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Sync routers for ids ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:36:56.157538 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.162676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44844) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:56.163542 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fb8f8c9f-304d-4f8c-bd90-6bd4780f03a6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4132020 Nov 12 11:36:56.168029 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Routers {'8c69bec1-7d38-4f64-a3a3-45c20a39ec61'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:56.168789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:56.278289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d522d37-1737-4181-be11-2cd53568ef7a None None] Network f39f2ded-d711-4193-a436-af080cecfa1c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:36:56.282133 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.289730 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.346036 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f3d24-e3b1-4d92-93a2-9db166e6bbff None None] Pushing event updated for resources: {'Port': ['ID=5ff7acf9-308b-4357-9998-6e36741e5580,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:56.402536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f8fdec18-0f3c-45d8-98c1-e4f896597bca None None] Provisioning complete for port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:56.403009 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f8fdec18-0f3c-45d8-98c1-e4f896597bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.404686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-04f2b0bb-1bbd-424d-8595-520b740b52d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.480248 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Attempting to bind port 5ff7acf9-308b-4357-9998-6e36741e5580 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:56.480993 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Attempting to bind port 5ff7acf9-308b-4357-9998-6e36741e5580 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:56.481633 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Attempting to bind port 5ff7acf9-308b-4357-9998-6e36741e5580 on network b0d6191c-a4ba-4b51-8145-2426da3383ee {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:56.488252 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:56.489168 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Checking segment: {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:56.490430 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.491018 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Bound using segment: {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:56.491817 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Bound port: 5ff7acf9-308b-4357-9998-6e36741e5580, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:56.492607 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.512802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Set router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:56.580433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] For port 5ff7acf9-308b-4357-9998-6e36741e5580, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:56.585934 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] For port 5ff7acf9-308b-4357-9998-6e36741e5580, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ff7acf9-308b-4357-9998-6e36741e5580,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:56.596202 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.671028 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:56.671998 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:56.798116 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f3d24-e3b1-4d92-93a2-9db166e6bbff None None] Pushing event updated for resources: {'Port': ['ID=5ff7acf9-308b-4357-9998-6e36741e5580,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:56.866066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:36:55Z', 'revision_number': 3, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port': {'id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:54Z', 'updated_at': '2021-11-12T11:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:56.888056 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:56.924603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Checking router: 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:36:56.925267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Updating router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:36:56.929658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:56.967031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.012655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-95f3e6eb-6720-4319-98bc-6072be75bd2f None None] Provisioning complete for port 5ff7acf9-308b-4357-9998-6e36741e5580 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:57.013204 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95f3e6eb-6720-4319-98bc-6072be75bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.204590 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:56Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:57.213464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Allocated IP 172.20.0.1 (f39f2ded-d711-4193-a436-af080cecfa1c/41c63c26-2bed-483e-852a-47faa09378b5/16b87473-72ce-482b-9f9e-dd84806e1606) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:57.253978 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa4a245-ed1c-40e3-90a6-f7c2192668cb None None] The sync data for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 is: [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:56Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:57.255383 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95f3e6eb-6720-4319-98bc-6072be75bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.330930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-95f3e6eb-6720-4319-98bc-6072be75bd2f None None] For port 5ff7acf9-308b-4357-9998-6e36741e5580, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ff7acf9-308b-4357-9998-6e36741e5580,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:57.341105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95f3e6eb-6720-4319-98bc-6072be75bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.359307 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.402483 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.425411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3e6eb-6720-4319-98bc-6072be75bd2f None None] Pushing event updated for resources: {'Port': ['ID=5ff7acf9-308b-4357-9998-6e36741e5580,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:57.497645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Network f39f2ded-d711-4193-a436-af080cecfa1c is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:57.500629 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.503650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0bb8b24d-2a33-4dcd-9312-57a211016f00 None None] Provisioning complete for port 5ff7acf9-308b-4357-9998-6e36741e5580 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:57.504060 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0bb8b24d-2a33-4dcd-9312-57a211016f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.506430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:57.513728 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.529211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:57.610395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d7018-5901-498f-a4ad-c7bedcaccea4 None None] Pushing event updated for resources: {'Port': ['ID=59ae2c28-f24e-42a7-9666-69daa76fd6c8,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:57.629593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:57.633068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.638125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Pushing event updated for resources: {'Port': ['ID=16b87473-72ce-482b-9f9e-dd84806e1606,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:57.695139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39cdf4a-cde8-4919-b2a9-ceeb4bea98b1 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:57.725570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Attempting to bind port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:57.725928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Attempting to bind port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:57.726308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Attempting to bind port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:57.748692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:57.749097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:57.749510 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.749917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:57.750411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Bound port: 59ae2c28-f24e-42a7-9666-69daa76fd6c8, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:57.750786 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.881200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:57.881576 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.892361 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.916776 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:57.935119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] For port 59ae2c28-f24e-42a7-9666-69daa76fd6c8, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:57.965200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] For port 59ae2c28-f24e-42a7-9666-69daa76fd6c8, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=59ae2c28-f24e-42a7-9666-69daa76fd6c8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:57.971633 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:58.004289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0bb8b24d-2a33-4dcd-9312-57a211016f00 None None] Provisioning complete for port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:58.004663 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0bb8b24d-2a33-4dcd-9312-57a211016f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:58.058724 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51288e3-6bd2-485f-a432-dd52c413f11c None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:36:58.126976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:58.129935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d7018-5901-498f-a4ad-c7bedcaccea4 None None] Pushing event updated for resources: {'Port': ['ID=59ae2c28-f24e-42a7-9666-69daa76fd6c8,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:58.134468 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:58.138669 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Routers {'8c69bec1-7d38-4f64-a3a3-45c20a39ec61'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:36:58.139470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:58.146577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ff7acf9-308b-4357-9998-6e36741e5580 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:58.209606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Pushing event updated for resources: {'Port': ['ID=16b87473-72ce-482b-9f9e-dd84806e1606,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:58.212692 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:58.350841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Network f39f2ded-d711-4193-a436-af080cecfa1c is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:58.353277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:58.507150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] Set router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:36:58.532704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:36:58.548795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5ff7acf9-308b-4357-9998-6e36741e5580 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:58.549302 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:58.669406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:36:58.681623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cbae8f70-80be-423d-b195-8e3a85decd4c admin admin] 10.222.0.31 "PUT /v2.0/routers/8c69bec1-7d38-4f64-a3a3-45c20a39ec61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5167258 Nov 12 11:36:58.704735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] Provisioning complete for port 16b87473-72ce-482b-9f9e-dd84806e1606 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:58.705142 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:58.799879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] Port 16b87473-72ce-482b-9f9e-dd84806e1606 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:58.838458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] Provisioning complete for port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:58.838832 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:58.895686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 4, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port': {'id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:54Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '16b87473-72ce-482b-9f9e-dd84806e1606', 'name': '', 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'mac_address': 'fa:16:3e:5f:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '41c63c26-2bed-483e-852a-47faa09378b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:56Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 2, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'subnets': [{'id': '41c63c26-2bed-483e-852a-47faa09378b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:36:58.931396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03063fe2-9817-48f2-bdc7-c7fb1e7f9f6a None None] The sync data for ids ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'] in n-d-768851-19 is: [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 4, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port': {'id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:54Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '16b87473-72ce-482b-9f9e-dd84806e1606', 'name': '', 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'mac_address': 'fa:16:3e:5f:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '41c63c26-2bed-483e-852a-47faa09378b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:56Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 2, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'subnets': [{'id': '41c63c26-2bed-483e-852a-47faa09378b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:36:58.981800 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:59.006526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] For port 59ae2c28-f24e-42a7-9666-69daa76fd6c8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=59ae2c28-f24e-42a7-9666-69daa76fd6c8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:59.010929 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:59.082320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1310eac-5c1d-450a-a090-f4fc12089fb6 None None] Pushing event updated for resources: {'Port': ['ID=59ae2c28-f24e-42a7-9666-69daa76fd6c8,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:59.136313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7f231e7e-e0c8-4035-84ab-6aad66777f4e None None] Provisioning complete for port 16b87473-72ce-482b-9f9e-dd84806e1606 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:59.136751 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7f231e7e-e0c8-4035-84ab-6aad66777f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:59.185101 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7f231e7e-e0c8-4035-84ab-6aad66777f4e None None] Port 16b87473-72ce-482b-9f9e-dd84806e1606 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:59.525731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ff7acf9-308b-4357-9998-6e36741e5580 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:59.614009 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:59.642912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5ff7acf9-308b-4357-9998-6e36741e5580 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:59.643286 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:00.660579 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:01.546335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 59ae2c28-f24e-42a7-9666-69daa76fd6c8 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:01.618678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:01.619193 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:01.695967 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Sync routers for ids ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:01.707568 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Routers {'8c69bec1-7d38-4f64-a3a3-45c20a39ec61'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:01.709065 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:01.950251 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Set router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:02.146530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 44942) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:02.170052 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 4, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port': {'id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:54Z', 'updated_at': '2021-11-12T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '16b87473-72ce-482b-9f9e-dd84806e1606', 'name': '', 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'mac_address': 'fa:16:3e:5f:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '41c63c26-2bed-483e-852a-47faa09378b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:56Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 2, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'subnets': [{'id': '41c63c26-2bed-483e-852a-47faa09378b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:02.199554 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Checking router: 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:02.199911 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Updating router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 port 16b87473-72ce-482b-9f9e-dd84806e1606 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:37:02.232839 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.338430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port cee315fb-65e6-406b-8b04-129d21f69f7d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:02.339309 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.423105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.423357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.441819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for cee315fb-65e6-406b-8b04-129d21f69f7d owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:02.527825 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.535021 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.587116 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cb4d8-e297-4983-bd0f-9c54887db26d None None] Pushing event updated for resources: {'Port': ['ID=16b87473-72ce-482b-9f9e-dd84806e1606,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:02.653310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.696531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Attempting to bind port 16b87473-72ce-482b-9f9e-dd84806e1606 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:02.697342 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Attempting to bind port 16b87473-72ce-482b-9f9e-dd84806e1606 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:02.698001 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Attempting to bind port 16b87473-72ce-482b-9f9e-dd84806e1606 on network f39f2ded-d711-4193-a436-af080cecfa1c {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:02.700063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=cee315fb-65e6-406b-8b04-129d21f69f7d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:02.710352 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:02.711054 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Checking segment: {'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:02.711785 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.712486 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Bound using segment: {'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:02.713471 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Bound port: 16b87473-72ce-482b-9f9e-dd84806e1606, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b748903a-b1b0-4b5a-8685-778026e69375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:02.714274 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.803729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.805273 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Floating IP a852211b-68bc-4e23-8c6b-2ec15b922382 disassociated (deleted). External IP: 172.25.2.212, port: 0a292a65-5aa1-4d4b-be43-7893eb44fc1d. Nov 12 11:37:02.865805 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] For port 16b87473-72ce-482b-9f9e-dd84806e1606, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:02.869570 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] For port 16b87473-72ce-482b-9f9e-dd84806e1606, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=16b87473-72ce-482b-9f9e-dd84806e1606,segment=NetworkSegment(b748903a-b1b0-4b5a-8685-778026e69375),segment_id=b748903a-b1b0-4b5a-8685-778026e69375)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:02.874377 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.981325 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Routers {'8c69bec1-7d38-4f64-a3a3-45c20a39ec61'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:02.982025 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:03.023428 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cb4d8-e297-4983-bd0f-9c54887db26d None None] Pushing event updated for resources: {'Port': ['ID=16b87473-72ce-482b-9f9e-dd84806e1606,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:03.075915 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a0365438-d63e-4566-978a-13cf150cf12b None None] Provisioning complete for port 16b87473-72ce-482b-9f9e-dd84806e1606 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:03.076432 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a0365438-d63e-4566-978a-13cf150cf12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:03.167060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:37:03.172621 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] Set router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:03.237371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a0365438-d63e-4566-978a-13cf150cf12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:03.312323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a0365438-d63e-4566-978a-13cf150cf12b None None] For port 16b87473-72ce-482b-9f9e-dd84806e1606, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=16b87473-72ce-482b-9f9e-dd84806e1606,segment=NetworkSegment(b748903a-b1b0-4b5a-8685-778026e69375),segment_id=b748903a-b1b0-4b5a-8685-778026e69375)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:03.322325 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a0365438-d63e-4566-978a-13cf150cf12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:03.334670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:03.338520 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:03.370357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:03.379024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-20a412f7-9090-4031-9729-f0533ba2bfe5 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "DELETE /v2.0/floatingips/a852211b-68bc-4e23-8c6b-2ec15b922382 HTTP/1.1" status: 204 len: 168 time: 1.2290490 Nov 12 11:37:03.379024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:03.381563 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa25e36-af85-478c-a46f-a85966b3daf6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:03.398800 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:03.399563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:03.454180 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 4, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port': {'id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:54Z', 'updated_at': '2021-11-12T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '16b87473-72ce-482b-9f9e-dd84806e1606', 'name': '', 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'mac_address': 'fa:16:3e:5f:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '41c63c26-2bed-483e-852a-47faa09378b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:56Z', 'updated_at': '2021-11-12T11:37:02Z', 'revision_number': 4, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'subnets': [{'id': '41c63c26-2bed-483e-852a-47faa09378b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:03.471057 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515b46a-fb3f-4415-ac46-40d983467170 x-openstack-request-id: req-3515b46a-fb3f-4415-ac46-40d983467170 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:03.471514 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:03.471929 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3515b46a-fb3f-4415-ac46-40d983467170 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:03.472562 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'status': 'completed', 'code': 200} Nov 12 11:37:03.479856 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0365438-d63e-4566-978a-13cf150cf12b None None] Pushing event updated for resources: {'Port': ['ID=16b87473-72ce-482b-9f9e-dd84806e1606,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:03.494654 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6686f0b-4184-4ba2-b7d7-2df8907df169 None None] The sync data for ids ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'] in n-d-768851-19 is: [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 4, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port': {'id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:54Z', 'updated_at': '2021-11-12T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '16b87473-72ce-482b-9f9e-dd84806e1606', 'name': '', 'network_id': 'f39f2ded-d711-4193-a436-af080cecfa1c', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'mac_address': 'fa:16:3e:5f:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '41c63c26-2bed-483e-852a-47faa09378b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:56Z', 'updated_at': '2021-11-12T11:37:02Z', 'revision_number': 4, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'subnets': [{'id': '41c63c26-2bed-483e-852a-47faa09378b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:03.499088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-60c70a2c-3239-4f0c-8c08-623a885072b8 None None] Provisioning complete for port 16b87473-72ce-482b-9f9e-dd84806e1606 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:03.499676 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-60c70a2c-3239-4f0c-8c08-623a885072b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:03.598159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-10b10600-5972-416a-98fd-022c9849cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:03.600512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-10b10600-5972-416a-98fd-022c9849cd2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 1097 time: 0.0921049 Nov 12 11:37:03.664438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 16b87473-72ce-482b-9f9e-dd84806e1606 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:03.818475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:03.835246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-4a3b1b1f-141c-4981-b868-0b17544c0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:03.836838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-4a3b1b1f-141c-4981-b868-0b17544c0baf service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 200 len: 913 time: 0.2266779 Nov 12 11:37:03.888477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 16b87473-72ce-482b-9f9e-dd84806e1606 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:03.889004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:03.964900 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-d37589b0-e697-4865-9a11-4c57727f346b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d HTTP/1.1" status: 200 len: 217 time: 0.0877128 Nov 12 11:37:04.043450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7176d3-1a4c-4ccd-9f5f-afb3945de40d req-5192a339-cdad-401f-878b-f550a4381409 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:04.045885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e7176d3-1a4c-4ccd-9f5f-afb3945de40d req-5192a339-cdad-401f-878b-f550a4381409 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 945 time: 0.2366102 Nov 12 11:37:04.079119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-6592c773-ba51-493f-b396-42f817e239ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:04.081248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-6592c773-ba51-493f-b396-42f817e239ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 200 len: 851 time: 0.0991020 Nov 12 11:37:04.190937 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e7176d3-1a4c-4ccd-9f5f-afb3945de40d req-7af25769-a066-4a40-bc9f-ce438914c783 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265550 Nov 12 11:37:04.193537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-03a32f91-96a8-4dbd-b49c-3ab774e40ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:04.195177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-03a32f91-96a8-4dbd-b49c-3ab774e40ab6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b9320c-da06-4451-bbe2-d79aadc9bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024232 Nov 12 11:37:04.255704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:04.295947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:04.317516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:04.318836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:04.355735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-71ae0c0b-a64a-4080-9a9b-878f8236e081 service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413484 Nov 12 11:37:04.481096 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:04.497960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bfa25e36-af85-478c-a46f-a85966b3daf6 req-390fdbfe-b9d3-450a-b3d3-8e4f81cb0dff service neutron] 10.222.0.59 "GET /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409254 Nov 12 11:37:04.762657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:04.797540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a425c6-05f1-4667-ac75-f65acb050144 None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:23:03Z', 'revision_number': 4, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5208a170-24f3-4704-9d4f-a534d8fbfaca', 'name': '', 'network_id': '19b9320c-da06-4451-bbe2-d79aadc9bd5a', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'mac_address': 'fa:16:3e:41:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:01Z', 'updated_at': '2021-11-12T11:23:13Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'subnets': [{'id': 'ade19789-f02b-461f-aa4c-ef95974e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:05.100408 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ebd2c-d801-42e6-b3e6-5b96d2d8204c None None] New status for floating IP a852211b-68bc-4e23-8c6b-2ec15b922382: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:37:05.368309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77a125-c145-49f5-af23-2d9f32751da1 req-793e8014-5fc3-417e-9774-f2ed91120f9b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:05.370492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff77a125-c145-49f5-af23-2d9f32751da1 req-793e8014-5fc3-417e-9774-f2ed91120f9b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 945 time: 0.0702689 Nov 12 11:37:05.434601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff77a125-c145-49f5-af23-2d9f32751da1 req-73d48a19-b549-479b-ba02-f6e9eec2aff6 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/security-groups?id=d776cdb7-7372-4a4e-86bb-f51427d6b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560126 Nov 12 11:37:05.494408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 16b87473-72ce-482b-9f9e-dd84806e1606 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:05.551466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 16b87473-72ce-482b-9f9e-dd84806e1606 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:05.552637 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:05.732887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-92f0f07e-2718-4105-9858-6924ab9783e0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:05.734912 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-92f0f07e-2718-4105-9858-6924ab9783e0 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 945 time: 0.0543957 Nov 12 11:37:05.850797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:05.851132 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:05.949412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] For port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:05.949650 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:05.964643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for 0a292a65-5aa1-4d4b-be43-7893eb44fc1d owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:06.112416 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:06.152660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=0a292a65-5aa1-4d4b-be43-7893eb44fc1d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:06.191108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] No DVR routers for this DVR port 0a292a65-5aa1-4d4b-be43-7893eb44fc1d on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:37:06.194332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:06.198003 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1bbd530f-2777-491e-bcb6-13527c19ee0a req-9df0b36e-f595-411c-8ce2-4b4db8860f1a tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.59 "DELETE /v2.0/ports/0a292a65-5aa1-4d4b-be43-7893eb44fc1d HTTP/1.1" status: 204 len: 173 time: 0.4554489 Nov 12 11:37:06.198491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'name': 'network-vif-deleted', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:06.201402 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed40011-7e50-4c75-8f3b-1e1b058103e1" -d '{"events": [{"server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "name": "network-vif-deleted", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:06.245152 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca17d7b-6bd3-4a30-a6c3-fedc6e598263 x-openstack-request-id: req-bca17d7b-6bd3-4a30-a6c3-fedc6e598263 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:06.245518 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f792581-f84e-46fb-8f01-70bb8dccac24", "name": "network-vif-deleted", "tag": "0a292a65-5aa1-4d4b-be43-7893eb44fc1d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:06.245948 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bca17d7b-6bd3-4a30-a6c3-fedc6e598263 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:06.246387 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f792581-f84e-46fb-8f01-70bb8dccac24', 'name': 'network-vif-deleted', 'tag': '0a292a65-5aa1-4d4b-be43-7893eb44fc1d', 'status': 'completed', 'code': 200} Nov 12 11:37:06.572918 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d556631-2fff-4f0d-b3a3-9f500871653f req-69c27ce6-b8ba-459e-8b87-4f02983e61bd tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 210 time: 0.0450351 Nov 12 11:37:07.708801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5aef2822-9871-4662-a305-59f4d651cfde req-b9fdf884-9f11-4a7f-9323-6a59b2ebbdf8 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 210 time: 0.0360551 Nov 12 11:37:08.818156 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f65d8e43-f09e-4c6b-a1a9-ceab7cdba074 req-b1df549b-cd1f-485d-887f-f52baeb2dfc3 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 210 time: 0.0308127 Nov 12 11:37:09.937603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43d68112-0531-46b9-88ca-0ae52b9e0bbd req-0450c0a6-a1ce-4e4e-80ed-dd93dbc7436b tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 210 time: 0.0341399 Nov 12 11:37:10.064289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0a292a65-5aa1-4d4b-be43-7893eb44fc1d no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:10.085272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 0a292a65-5aa1-4d4b-be43-7893eb44fc1d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:10.085855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 0a292a65-5aa1-4d4b-be43-7893eb44fc1d not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:10.282199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.706803 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.831573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:37:11.071470 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d37897b5-4bda-40c7-bf65-9e4a8c54e564 req-22c4472f-d5a5-42f5-8055-8110b9f2600c tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f792581-f84e-46fb-8f01-70bb8dccac24 HTTP/1.1" status: 200 len: 210 time: 0.0402167 Nov 12 11:37:12.142459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 44984) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:12.293490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Deleting port 9a191bf6-8e90-4a1f-a366-6907b0a7b4ba {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:12.293842 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.372172 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.372507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.384758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Calling delete_port for 9a191bf6-8e90-4a1f-a366-6907b0a7b4ba owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:12.537517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.564508 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'Port': ['ID=9a191bf6-8e90-4a1f-a366-6907b0a7b4ba,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:12.577648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.578002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.578359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.578739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.579111 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.579441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.579776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.580106 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.580439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.580763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.581110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.581525 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:12.642386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.645258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.647674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-abec2b68-37b7-4a03-be78-91221ad35c74 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "DELETE /v2.0/floatingips/24d26ac7-7a27-4f3c-b2f0-bb40f85b9c31 HTTP/1.1" status: 204 len: 168 time: 0.5038989 Nov 12 11:37:15.967635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45032) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:16.042875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-083b646e-c812-4421-a0f8-de479b3613df tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.079347 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-083b646e-c812-4421-a0f8-de479b3613df tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.159606 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-083b646e-c812-4421-a0f8-de479b3613df tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.164004 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-083b646e-c812-4421-a0f8-de479b3613df tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.165278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-083b646e-c812-4421-a0f8-de479b3613df tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] 10.222.0.31 "DELETE /v2.0/security-groups/d776cdb7-7372-4a4e-86bb-f51427d6b633 HTTP/1.1" status: 204 len: 168 time: 0.1966329 Nov 12 11:37:16.177810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b646e-c812-4421-a0f8-de479b3613df tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d776cdb7-7372-4a4e-86bb-f51427d6b633,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:16.245083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45036) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:16.841957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.543043 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Deleting port 5208a170-24f3-4704-9d4f-a534d8fbfaca {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:17.543705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.627861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] For port 5208a170-24f3-4704-9d4f-a534d8fbfaca, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5208a170-24f3-4704-9d4f-a534d8fbfaca,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:17.628329 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.641696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Calling delete_port for 5208a170-24f3-4704-9d4f-a534d8fbfaca owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:17.834948 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.861625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Pushing event deleted for resources: {'Port': ['ID=5208a170-24f3-4704-9d4f-a534d8fbfaca,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:18.075102 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.308208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:37:18.423048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:18.428954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-724ae0cf-1dae-43fe-9050-97336bebfa78 admin admin] 10.222.0.31 "PUT /v2.0/routers/26a1a7e1-555d-4fe2-9b22-1c82c20fcd54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1830165 Nov 12 11:37:18.431091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45044) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:18.433953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] Sync routers for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:18.444686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:18.445357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:18.556766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.668776 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.718715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:18.729840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Deleting port ba812a93-241b-49c2-a438-9110ecd63a32 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:18.729840 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.822653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] For port ba812a93-241b-49c2-a438-9110ecd63a32, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ba812a93-241b-49c2-a438-9110ecd63a32,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:18.823034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.840730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Calling delete_port for ba812a93-241b-49c2-a438-9110ecd63a32 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:18.926122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:37:17Z', 'revision_number': 5, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port': {'id': 'ba812a93-241b-49c2-a438-9110ecd63a32', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:22:56Z', 'updated_at': '2021-11-12T11:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:18.954531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] Checking router: 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:18.965605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] Routers {'26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:18.966098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:19.071099 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.087996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] Set router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:19.109977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Pushing event deleted for resources: {'Port': ['ID=ba812a93-241b-49c2-a438-9110ecd63a32,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:19.147730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eeba5f-5632-42ee-b4d3-d0e133863fd8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:19.151195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 6, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:19.184249 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.193498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda8a7e-bf61-44ee-bfb1-377a0bad3242 None None] The sync data for ids ['26a1a7e1-555d-4fe2-9b22-1c82c20fcd54'] in n-d-768851-19 is: [{'id': '26a1a7e1-555d-4fe2-9b22-1c82c20fcd54', 'name': 'tempest-TestVolumeBootPattern-1823346852-router', 'tenant_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:22:54Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 6, 'project_id': 'f412e9b7b52c4e609dcdcfcf0bfefe7c', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:19.288352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.290692 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.336723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.337481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:37:19.346381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.347564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-601f4138-36ff-4de5-bbb5-c7a236eb78da admin admin] 10.222.0.31 "DELETE /v2.0/routers/26a1a7e1-555d-4fe2-9b22-1c82c20fcd54 HTTP/1.1" status: 204 len: 168 time: 0.9155433 Nov 12 11:37:19.350611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45056) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:19.396110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c3c050-b020-4d1d-885b-06b876792fd1 admin admin] Deleting subnet ade19789-f02b-461f-aa4c-ef95974e9bf7 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:37:19.399515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98c3c050-b020-4d1d-885b-06b876792fd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.441850 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98c3c050-b020-4d1d-885b-06b876792fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.522254 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98c3c050-b020-4d1d-885b-06b876792fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.601738 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98c3c050-b020-4d1d-885b-06b876792fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.622687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-98c3c050-b020-4d1d-885b-06b876792fd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.629509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45058) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:19.633656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1056b72-0c74-4670-b03b-a3667916443d None None] Network 19b9320c-da06-4451-bbe2-d79aadc9bd5a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:37:19.642526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-98c3c050-b020-4d1d-885b-06b876792fd1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ade19789-f02b-461f-aa4c-ef95974e9bf7 HTTP/1.1" status: 204 len: 168 time: 0.2908368 Nov 12 11:37:19.706013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3c050-b020-4d1d-885b-06b876792fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade19789-f02b-461f-aa4c-ef95974e9bf7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:19.742109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5208a170-24f3-4704-9d4f-a534d8fbfaca no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:19.767143 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.777267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5208a170-24f3-4704-9d4f-a534d8fbfaca {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:19.777617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5208a170-24f3-4704-9d4f-a534d8fbfaca not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:19.830992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Deleting port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:19.831420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.906043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] For port a2aaa62b-1e55-40c4-80b3-e10ff7e54427, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a2aaa62b-1e55-40c4-80b3-e10ff7e54427,segment=NetworkSegment(e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6),segment_id=e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:19.906406 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.921520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Calling delete_port for a2aaa62b-1e55-40c4-80b3-e10ff7e54427 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:20.008655 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.032820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2aaa62b-1e55-40c4-80b3-e10ff7e54427,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:20.040536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] No DVR routers for this DVR port a2aaa62b-1e55-40c4-80b3-e10ff7e54427 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:37:20.126358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74c332-c0b3-4aee-a503-07deea94d464 None None] DHCP port deletion for 19b9320c-da06-4451-bbe2-d79aadc9bd5a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:20.139816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.164817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b9320c-da06-4451-bbe2-d79aadc9bd5a']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:20.175086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:20.175509 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99c2eb1-9c62-4ee8-aa16-6ca6e225f7f6') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:20.186526 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.201696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.210164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:37:20.213749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:37:20.216035 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:37:20.641295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.656949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.660186 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] 10.222.0.31 "DELETE /v2.0/networks/19b9320c-da06-4451-bbe2-d79aadc9bd5a HTTP/1.1" status: 204 len: 168 time: 1.0290110 Nov 12 11:37:20.662074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2c7b8-f6f7-465f-96a3-510634ce271a admin admin] Pushing event deleted for resources: {'Network': ['ID=19b9320c-da06-4451-bbe2-d79aadc9bd5a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:20.663700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45064) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:21.047497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.313423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Deleting port 7566b322-5293-477f-8034-32ea06a7eea2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:21.313672 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.401250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] For port 7566b322-5293-477f-8034-32ea06a7eea2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7566b322-5293-477f-8034-32ea06a7eea2,segment=NetworkSegment(461b7aba-f8f5-47a3-b356-fae6a2716476),segment_id=461b7aba-f8f5-47a3-b356-fae6a2716476)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:21.401624 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.415155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Calling delete_port for 7566b322-5293-477f-8034-32ea06a7eea2 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:21.505774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a2aaa62b-1e55-40c4-80b3-e10ff7e54427 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:21.532719 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a2aaa62b-1e55-40c4-80b3-e10ff7e54427 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:21.533080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a2aaa62b-1e55-40c4-80b3-e10ff7e54427 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:21.533463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ba812a93-241b-49c2-a438-9110ecd63a32 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:21.554607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ba812a93-241b-49c2-a438-9110ecd63a32 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:21.554985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ba812a93-241b-49c2-a438-9110ecd63a32 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:21.616387 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.644354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Pushing event deleted for resources: {'Port': ['ID=7566b322-5293-477f-8034-32ea06a7eea2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:21.828077 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.067109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Router 846a0d24-4f1a-4c60-92f8-ac3da131904f has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:37:22.185612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:22.191033 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2a185451-365b-43fa-8c6b-d7552cc89352 admin admin] 10.222.0.31 "PUT /v2.0/routers/846a0d24-4f1a-4c60-92f8-ac3da131904f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5264611 Nov 12 11:37:22.194401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45070) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:22.196749 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] Sync routers for ids ['846a0d24-4f1a-4c60-92f8-ac3da131904f'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:22.209996 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] Routers {'846a0d24-4f1a-4c60-92f8-ac3da131904f'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:22.210618 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['846a0d24-4f1a-4c60-92f8-ac3da131904f'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:22.311818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.325462 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] Set router 846a0d24-4f1a-4c60-92f8-ac3da131904f gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:22.430645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.491451 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Deleting port f11857fe-e6ee-4992-9075-80bfb0a7107d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:22.491820 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.529727 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:37:21Z', 'revision_number': 5, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port': {'id': 'f11857fe-e6ee-4992-9075-80bfb0a7107d', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:10Z', 'updated_at': '2021-11-12T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:22.562026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] Checking router: 846a0d24-4f1a-4c60-92f8-ac3da131904f for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:22.571817 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] Routers {'846a0d24-4f1a-4c60-92f8-ac3da131904f'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:22.572429 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:36:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['846a0d24-4f1a-4c60-92f8-ac3da131904f'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:22.588507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] For port f11857fe-e6ee-4992-9075-80bfb0a7107d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f11857fe-e6ee-4992-9075-80bfb0a7107d,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:22.588981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.602360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Calling delete_port for f11857fe-e6ee-4992-9075-80bfb0a7107d owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:22.770489 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] Set router 846a0d24-4f1a-4c60-92f8-ac3da131904f gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:22.804522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.829477 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:37:22Z', 'revision_number': 6, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:22.833132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11857fe-e6ee-4992-9075-80bfb0a7107d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:22.847112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b010c34-62d6-4826-8de4-195da8a80ca8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:22.879431 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada1cd5-dcbb-4f1c-ae52-8b070fd45869 None None] The sync data for ids ['846a0d24-4f1a-4c60-92f8-ac3da131904f'] in n-d-768851-19 is: [{'id': '846a0d24-4f1a-4c60-92f8-ac3da131904f', 'name': 'tempest-TestVolumeBootPattern-2067939265-router', 'tenant_id': '86031fb409ea4b998d60d49c3f002e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:08Z', 'updated_at': '2021-11-12T11:37:22Z', 'revision_number': 6, 'project_id': '86031fb409ea4b998d60d49c3f002e3b', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:22.912657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.025423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.027851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.076552 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.077380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 846a0d24-4f1a-4c60-92f8-ac3da131904f {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:37:23.082392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.084149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a2c389ee-62d2-44d7-8d3b-f0185cdaf060 admin admin] 10.222.0.31 "DELETE /v2.0/routers/846a0d24-4f1a-4c60-92f8-ac3da131904f HTTP/1.1" status: 204 len: 168 time: 0.8886504 Nov 12 11:37:23.087002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45072) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:23.136168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-691b7e85-e2be-4cd8-8965-a2640f6c16e6 admin admin] Deleting subnet 8167a6bc-be86-486d-9b9f-ccd5e478435e {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:37:23.139759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691b7e85-e2be-4cd8-8965-a2640f6c16e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.183924 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691b7e85-e2be-4cd8-8965-a2640f6c16e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.277661 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691b7e85-e2be-4cd8-8965-a2640f6c16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.352606 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691b7e85-e2be-4cd8-8965-a2640f6c16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.381785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b7e85-e2be-4cd8-8965-a2640f6c16e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8167a6bc-be86-486d-9b9f-ccd5e478435e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:23.394323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-691b7e85-e2be-4cd8-8965-a2640f6c16e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.398971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-691b7e85-e2be-4cd8-8965-a2640f6c16e6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8167a6bc-be86-486d-9b9f-ccd5e478435e HTTP/1.1" status: 204 len: 168 time: 0.3107164 Nov 12 11:37:23.401417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45076) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:23.403493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf33e01c-31f3-4a1e-b0d9-3930d6a215e6 None None] Network 80f322e1-f4f4-446b-b013-6a309502ce01 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:37:23.490834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.571450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Deleting port dd1e0645-f083-45da-9f1d-2da318fca455 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:23.571921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.638779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] For port dd1e0645-f083-45da-9f1d-2da318fca455, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=dd1e0645-f083-45da-9f1d-2da318fca455,segment=NetworkSegment(461b7aba-f8f5-47a3-b356-fae6a2716476),segment_id=461b7aba-f8f5-47a3-b356-fae6a2716476)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:23.639049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.652901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Calling delete_port for dd1e0645-f083-45da-9f1d-2da318fca455 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:23.740200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d42cb-e8b2-4fb0-877a-597f3930a473 None None] DHCP port deletion for 80f322e1-f4f4-446b-b013-6a309502ce01 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:23.762899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.815160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1e0645-f083-45da-9f1d-2da318fca455,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:23.824219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] No DVR routers for this DVR port dd1e0645-f083-45da-9f1d-2da318fca455 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:37:23.832479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f11857fe-e6ee-4992-9075-80bfb0a7107d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:23.861261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f11857fe-e6ee-4992-9075-80bfb0a7107d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:23.862271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f11857fe-e6ee-4992-9075-80bfb0a7107d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:23.863119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7566b322-5293-477f-8034-32ea06a7eea2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:23.891625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 7566b322-5293-477f-8034-32ea06a7eea2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:23.892063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7566b322-5293-477f-8034-32ea06a7eea2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:23.892549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dd1e0645-f083-45da-9f1d-2da318fca455 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:23.916494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: dd1e0645-f083-45da-9f1d-2da318fca455 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:23.916836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device dd1e0645-f083-45da-9f1d-2da318fca455 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:23.953122 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.962749 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b092dc5a-c3ac-4345-8a6b-74c3b360eed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.989044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f322e1-f4f4-446b-b013-6a309502ce01']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:24.001168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461b7aba-f8f5-47a3-b356-fae6a2716476') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:24.001622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461b7aba-f8f5-47a3-b356-fae6a2716476') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:24.015730 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.031756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.039844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:37:24.040139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:37:24.042611 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:37:24.107853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.114319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.120848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/80f322e1-f4f4-446b-b013-6a309502ce01 HTTP/1.1" status: 204 len: 168 time: 0.7155550 Nov 12 11:37:24.133667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c9122-9521-4262-87b3-fe1adc4617b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f322e1-f4f4-446b-b013-6a309502ce01,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:24.267611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45082) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:24.313486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b8f621c6-885a-4cc3-9730-88ea2b6e1fb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f412e9b7b52c4e609dcdcfcf0bfefe7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444899 Nov 12 11:37:24.316177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45084) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:24.371043 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa9aabde-5807-4c29-b89a-d37e2df89c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.395082 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa9aabde-5807-4c29-b89a-d37e2df89c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.453806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa9aabde-5807-4c29-b89a-d37e2df89c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.457637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fa9aabde-5807-4c29-b89a-d37e2df89c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.459938 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fa9aabde-5807-4c29-b89a-d37e2df89c4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15cc592b-88d4-45bb-84a3-e752c2ea0e60 HTTP/1.1" status: 204 len: 168 time: 0.1426859 Nov 12 11:37:24.479633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aabde-5807-4c29-b89a-d37e2df89c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc592b-88d4-45bb-84a3-e752c2ea0e60,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:24.851652 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45092) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:24.898516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6e81bd0d-e67e-4ef0-a4d2-2f43b5d9bd61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86031fb409ea4b998d60d49c3f002e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455880 Nov 12 11:37:24.900832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45094) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:24.951151 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ded290e-07b4-43ea-b3cf-5a8a0e9a377e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.972449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ded290e-07b4-43ea-b3cf-5a8a0e9a377e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:25.025680 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ded290e-07b4-43ea-b3cf-5a8a0e9a377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:25.028287 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4ded290e-07b4-43ea-b3cf-5a8a0e9a377e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:25.029492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4ded290e-07b4-43ea-b3cf-5a8a0e9a377e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36b7ae14-86bc-49f6-81ad-d5524c0bf7b6 HTTP/1.1" status: 204 len: 168 time: 0.1272309 Nov 12 11:37:25.038281 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded290e-07b4-43ea-b3cf-5a8a0e9a377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b7ae14-86bc-49f6-81ad-d5524c0bf7b6,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:26.327105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6dcfa841-38d8-47c0-a30a-4459c58533ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:27.822456 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.565798 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.643231 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:40.279111 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:40.698522 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:47.831270 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:37:53.960332 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4dd10670-1adf-4c55-8c70-6342e6c16438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:56.329926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ca3bbfb1-a71e-450d-ab23-a68664f58749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:57.828339 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:59.563423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:00.646324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.278903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.724106 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.952840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8a6f63b7-c4fb-44ad-b059-c8ad055eeae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.830582 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:38:26.334591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-33d3f01b-a685-4b14-a2b1-ac66629997ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.831908 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:29.568148 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:30.650254 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:40.304318 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:40.723427 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.053577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45974) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:53.060333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852736836', 'description': 'tempest-secgroup-smoke-852736836 description', 'project_id': 'e38f0b8630374e0eb3ac69a585322c59'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:53.082541 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.157634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.161706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.193224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e418cb01-2285-473d-878d-04a5e9681edf,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.201910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.202252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.202598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.202929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.203249 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.203579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.203900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.204226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.204541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.204881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.205199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.205514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.210415 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.211643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f41622cc-71bf-4bd5-9642-4c80c6377a24 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1570489 Nov 12 11:38:53.214803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45982) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:53.219097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fb71a8b6-8833-460e-a5b4-2d1927cb6f6c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'security_group_rule': {'security_group_id': 'e418cb01-2285-473d-878d-04a5e9681edf', 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:53.246597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb71a8b6-8833-460e-a5b4-2d1927cb6f6c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.303198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb71a8b6-8833-460e-a5b4-2d1927cb6f6c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.307313 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb71a8b6-8833-460e-a5b4-2d1927cb6f6c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.326485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71a8b6-8833-460e-a5b4-2d1927cb6f6c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265b3a64-5cd4-4a08-a097-c29f86c550d3,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.334652 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fb71a8b6-8833-460e-a5b4-2d1927cb6f6c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.336847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fb71a8b6-8833-460e-a5b4-2d1927cb6f6c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206357 Nov 12 11:38:53.339602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45984) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:53.344587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-11a8fc2a-bb5c-4db9-ab36-fb119bc908c5 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'security_group_rule': {'security_group_id': 'e418cb01-2285-473d-878d-04a5e9681edf', 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:53.372593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11a8fc2a-bb5c-4db9-ab36-fb119bc908c5 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.430440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11a8fc2a-bb5c-4db9-ab36-fb119bc908c5 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.435090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11a8fc2a-bb5c-4db9-ab36-fb119bc908c5 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.453004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8fc2a-bb5c-4db9-ab36-fb119bc908c5 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788c48a0-a5c3-4717-9c30-bee536c95343,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.462486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-11a8fc2a-bb5c-4db9-ab36-fb119bc908c5 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.463100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-11a8fc2a-bb5c-4db9-ab36-fb119bc908c5 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221509 Nov 12 11:38:53.465858 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 45986) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:53.471153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'security_group_rule': {'security_group_id': 'e418cb01-2285-473d-878d-04a5e9681edf', 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:53.503822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.565786 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.569628 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.589575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f79b95e-dfeb-4304-a0b2-503acd87e368,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.597925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.598313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.598676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.599007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.599339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.599685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.600045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.600369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.600687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.601036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.602015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.602336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:53.608968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.612948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1c7f960f-9991-4b41-8722-bf143c8eb1ce tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459234 Nov 12 11:38:53.613121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45996) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:53.618835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-791d16d4-db2f-4d49-a35f-aaa591f9a20a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'security_group_rule': {'security_group_id': 'e418cb01-2285-473d-878d-04a5e9681edf', 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:53.647604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-791d16d4-db2f-4d49-a35f-aaa591f9a20a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.706860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-791d16d4-db2f-4d49-a35f-aaa591f9a20a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.710729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-791d16d4-db2f-4d49-a35f-aaa591f9a20a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.730548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d16d4-db2f-4d49-a35f-aaa591f9a20a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e481b76b-799e-47da-bd13-58e1bfed08e1,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.737417 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-791d16d4-db2f-4d49-a35f-aaa591f9a20a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.741471 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-791d16d4-db2f-4d49-a35f-aaa591f9a20a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243200 Nov 12 11:38:53.742932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 45998) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:53.747310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-af9fe97a-f83e-4033-a75b-29115e41c99e tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'security_group_rule': {'security_group_id': 'e418cb01-2285-473d-878d-04a5e9681edf', 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:53.769406 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-af9fe97a-f83e-4033-a75b-29115e41c99e tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Project e38f0b8630374e0eb3ac69a585322c59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:38:53.774696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af9fe97a-f83e-4033-a75b-29115e41c99e tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.839757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af9fe97a-f83e-4033-a75b-29115e41c99e tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.843383 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af9fe97a-f83e-4033-a75b-29115e41c99e tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.861924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fe97a-f83e-4033-a75b-29115e41c99e tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bae8ce-66c6-4e3c-a3e0-29931574664f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.871051 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-af9fe97a-f83e-4033-a75b-29115e41c99e tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.872277 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-af9fe97a-f83e-4033-a75b-29115e41c99e tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283877 Nov 12 11:38:53.875016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46000) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:53.879458 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-25090c64-1339-434e-8b62-80255af09157 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'security_group_rule': {'security_group_id': 'e418cb01-2285-473d-878d-04a5e9681edf', 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:53.902705 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-25090c64-1339-434e-8b62-80255af09157 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Project e38f0b8630374e0eb3ac69a585322c59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:38:53.907786 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25090c64-1339-434e-8b62-80255af09157 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.955482 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4477945f-704a-44a7-9fcc-a12df0eaf41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.969812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25090c64-1339-434e-8b62-80255af09157 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.973886 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25090c64-1339-434e-8b62-80255af09157 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.992841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25090c64-1339-434e-8b62-80255af09157 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97af3745-3034-479d-9772-194cb800be80,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:54.000803 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-25090c64-1339-434e-8b62-80255af09157 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:54.002056 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-25090c64-1339-434e-8b62-80255af09157 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260769 Nov 12 11:38:54.445415 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-a97c1cc4-7d18-4148-86e2-d5bd3646446d tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852736836&fields=id&tenant_id=e38f0b8630374e0eb3ac69a585322c59 HTTP/1.1" status: 200 len: 267 time: 0.0473197 Nov 12 11:38:54.559199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0e3444e3-a52e-4384-8d63-311faab32cea tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.560806 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0e3444e3-a52e-4384-8d63-311faab32cea tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/networks?id=b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 200 len: 814 time: 0.1083913 Nov 12 11:38:54.576753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-64bdb257-bad7-4b45-b8f5-5ba55ee0aabe tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/quotas/e38f0b8630374e0eb3ac69a585322c59 HTTP/1.1" status: 200 len: 375 time: 0.0098970 Nov 12 11:38:54.628456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-4f932b4f-5130-4bea-bd9b-983701b9dc1a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e38f0b8630374e0eb3ac69a585322c59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460248 Nov 12 11:38:54.731423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-6ac2e750-6216-4903-8684-43a1baf6f441 service neutron] 10.222.0.31 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906384 Nov 12 11:38:54.824601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-478ac131-b932-494a-8973-bb8bc532fdfb service neutron] 10.222.0.31 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866814 Nov 12 11:38:55.244656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bed0df9a-bf5f-402c-9f09-ffa0dbcb801b req-1e2c8db3-9324-4064-b37e-ad7993341cbf tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 210 time: 0.1580615 Nov 12 11:38:56.245237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-49a61cee-a264-4fbd-89b0-79d73eeae672 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:56.246809 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-49a61cee-a264-4fbd-89b0-79d73eeae672 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.59 "GET /v2.0/networks?id=b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 200 len: 814 time: 0.1147389 Nov 12 11:38:56.323465 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-930dd5d3-cba2-4ce5-bdb8-db13ee30141f tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e38f0b8630374e0eb3ac69a585322c59 HTTP/1.1" status: 200 len: 379 time: 0.0645280 Nov 12 11:38:56.335229 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'port': {'device_id': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'admin_state_up': True, 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'security_groups': ['e418cb01-2285-473d-878d-04a5e9681edf']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:56.342978 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cabe-0868-4c2e-8667-e94843b463d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.368073 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aed76a9c-203a-42d1-b3d0-00c32286332f req-7ad4b76b-b7b7-41d3-9ce0-d279a5291b32 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 210 time: 0.0337389 Nov 12 11:38:56.460613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Made reservation on behalf of e38f0b8630374e0eb3ac69a585322c59 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:38:56.464665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.611396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Allocated IP 172.20.0.9 (b0d6191c-a4ba-4b51-8145-2426da3383ee/f43e7f82-f307-4fec-b34c-1e8568769c0b/13cc6a71-18d0-49ea-931a-cf0ac497f91b) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:56.754482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.771494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-191ae6c0-bbef-4d31-9bdd-49e17650c09c req-dc50e626-8aad-48c3-b45b-1ad2aaafc825 service neutron] (109165) timed out ('10.222.0.31', 58262) {{(pid=109165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:38:56.788323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.844593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Network b0d6191c-a4ba-4b51-8145-2426da3383ee is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:56.847750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:56.852024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:56.859386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'Port': ['ID=13cc6a71-18d0-49ea-931a-cf0ac497f91b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:56.916648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:56.917317 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.936975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-0dc180bd-cb5f-4690-b683-bb71cd739373 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065488 Nov 12 11:38:56.950629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Request body: {'port': {'device_id': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:57.015864 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.126795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1d9d70ee-9947-4108-a538-92d3f3e35803 None None] Provisioning complete for port 13cc6a71-18d0-49ea-931a-cf0ac497f91b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:57.127072 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1d9d70ee-9947-4108-a538-92d3f3e35803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.166938 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d70ee-9947-4108-a538-92d3f3e35803 None None] Port 13cc6a71-18d0-49ea-931a-cf0ac497f91b cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:57.299472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cc6a71-18d0-49ea-931a-cf0ac497f91b {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:38:57.306913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.319346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Transition to ACTIVE for port object 13cc6a71-18d0-49ea-931a-cf0ac497f91b will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:38:57.323237 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.374046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Pushing event updated for resources: {'Port': ['ID=13cc6a71-18d0-49ea-931a-cf0ac497f91b,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:57.506045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Attempting to bind port 13cc6a71-18d0-49ea-931a-cf0ac497f91b on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:57.506388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Attempting to bind port 13cc6a71-18d0-49ea-931a-cf0ac497f91b by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:57.506720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Attempting to bind port 13cc6a71-18d0-49ea-931a-cf0ac497f91b on network b0d6191c-a4ba-4b51-8145-2426da3383ee {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:57.518137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Port 13cc6a71-18d0-49ea-931a-cf0ac497f91b on network b0d6191c-a4ba-4b51-8145-2426da3383ee not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:38:57.518430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Attempting to bind port 13cc6a71-18d0-49ea-931a-cf0ac497f91b on network b0d6191c-a4ba-4b51-8145-2426da3383ee {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:57.526906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:57.527248 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Checking segment: {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:57.527637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Bound using segment: {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:57.528094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Bound port: 13cc6a71-18d0-49ea-931a-cf0ac497f91b, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4fb914-bece-4e71-aa6d-d04880bf1158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:57.528451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.546903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcbdfd-3bbc-463b-bde6-a9aa11884617 req-8f5decf5-1e28-4c35-9081-f579e3b49c92 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:57.549321 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-febcbdfd-3bbc-463b-bde6-a9aa11884617 req-8f5decf5-1e28-4c35-9081-f579e3b49c92 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0878005 Nov 12 11:38:57.643732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-febcbdfd-3bbc-463b-bde6-a9aa11884617 req-09a47da0-7e9b-416f-80e9-02e1806c5bef tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869632 Nov 12 11:38:57.644657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] For port 13cc6a71-18d0-49ea-931a-cf0ac497f91b, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:57.648603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] For port 13cc6a71-18d0-49ea-931a-cf0ac497f91b, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:57.656656 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.702214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:57.702839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.708376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] 10.222.0.59 "PUT /v2.0/ports/13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 200 len: 1092 time: 0.7582929 Nov 12 11:38:57.708376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:57.708376 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d6c4e3-b700-4134-8119-8c33e65e1878" -d '{"events": [{"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:57.738420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee86eda-d32c-4868-a9f3-b5c547ecb05f service neutron] Pushing event updated for resources: {'Port': ['ID=13cc6a71-18d0-49ea-931a-cf0ac497f91b,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:57.761438 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e16fb-adfd-488d-b146-9e293cbc0c2e x-openstack-request-id: req-368e16fb-adfd-488d-b146-9e293cbc0c2e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:57.761785 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:57.762028 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-368e16fb-adfd-488d-b146-9e293cbc0c2e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:57.762394 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'status': 'completed', 'code': 200} Nov 12 11:38:57.827378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-7f45bb1d-b2f4-497d-8a44-9298d99be38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:57.829638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-7f45bb1d-b2f4-497d-8a44-9298d99be38d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38f0b8630374e0eb3ac69a585322c59&device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1095 time: 0.0593445 Nov 12 11:38:57.834706 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.889087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-fe8ff430-8a9a-43be-8a50-6dc5de3ccbd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 200 len: 217 time: 0.0458975 Nov 12 11:38:57.951343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-529e732c-4c66-45b1-869a-5d679a617c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:57.952732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-529e732c-4c66-45b1-869a-5d679a617c5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43e7f82-f307-4fec-b34c-1e8568769c0b HTTP/1.1" status: 200 len: 853 time: 0.0553498 Nov 12 11:38:58.004152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-7341e3f3-a8b7-497c-8e90-fc814a830dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:58.005886 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-7341e3f3-a8b7-497c-8e90-fc814a830dad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0d6191c-a4ba-4b51-8145-2426da3383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442922 Nov 12 11:38:58.105421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-b13fe7c6-fa96-441a-8477-4682891ff693 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854120 Nov 12 11:38:58.203354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a32532a4-f3ef-4bae-a4d4-346cb7b033f2 req-ec7751bd-53ba-4c5f-b8a1-ac321c6f04ea service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907881 Nov 12 11:38:58.292582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-7984bf1a-d2a4-4aea-b14c-1e616bf593ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:58.294413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-7984bf1a-d2a4-4aea-b14c-1e616bf593ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38f0b8630374e0eb3ac69a585322c59&device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1095 time: 0.0427279 Nov 12 11:38:58.393226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-dfc03b4a-6313-4d87-995b-379e7a48c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:58.394696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-dfc03b4a-6313-4d87-995b-379e7a48c21f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 200 len: 915 time: 0.0929286 Nov 12 11:38:58.448056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-937d2b43-ef1b-4a30-a6e7-1642ed74f77b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 200 len: 217 time: 0.0363379 Nov 12 11:38:58.493997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-ed137020-c8fa-423b-a221-4ba24dbca1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:58.495482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-ed137020-c8fa-423b-a221-4ba24dbca1ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43e7f82-f307-4fec-b34c-1e8568769c0b HTTP/1.1" status: 200 len: 853 time: 0.0467639 Nov 12 11:38:58.547982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-e1a6d121-7c84-40c8-b4ae-53c06eaa8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:58.549505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-e1a6d121-7c84-40c8-b4ae-53c06eaa8d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0d6191c-a4ba-4b51-8145-2426da3383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458636 Nov 12 11:38:58.655928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-d29b1e52-d717-4ca8-9f2e-712747961038 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973964 Nov 12 11:38:59.112141 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d1d6c4e3-b700-4134-8119-8c33e65e1878 req-4fd0ec84-143d-4e33-8346-100bfeea807d service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474125 Nov 12 11:38:59.127574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e424f-9f4e-4f65-937c-ef7758b08797 req-b9f2b034-71e0-4a90-845a-5129927f8721 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:59.129451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-898e424f-9f4e-4f65-937c-ef7758b08797 req-b9f2b034-71e0-4a90-845a-5129927f8721 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0796740 Nov 12 11:38:59.184599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-898e424f-9f4e-4f65-937c-ef7758b08797 req-55f51b85-1ec7-4032-83cd-38354e3ef0f2 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468237 Nov 12 11:38:59.571591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:00.313537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455f42b-9213-4ceb-a226-c00b5535bb44 req-43bee7c8-9591-4891-9fc7-8a917376f0f6 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:00.315168 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5455f42b-9213-4ceb-a226-c00b5535bb44 req-43bee7c8-9591-4891-9fc7-8a917376f0f6 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0575721 Nov 12 11:39:00.369281 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5455f42b-9213-4ceb-a226-c00b5535bb44 req-a1ffa58e-cbc8-44ce-8d4d-5e017f7f3345 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477176 Nov 12 11:39:00.653701 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:01.500141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f9b0d-fc11-4cc9-a0b2-8287f18a2601 req-ac5e37e8-72b7-4f96-8e38-483abba193cf tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:01.501748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d17f9b0d-fc11-4cc9-a0b2-8287f18a2601 req-ac5e37e8-72b7-4f96-8e38-483abba193cf tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0572958 Nov 12 11:39:01.562188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d17f9b0d-fc11-4cc9-a0b2-8287f18a2601 req-e69af7c6-d397-4b5e-98f1-8dd60ea1b236 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531585 Nov 12 11:39:01.830239 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:39:02.682125 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da4478-8ca9-4bba-a831-a15edb6f91d3 req-230f8377-3537-4296-b18a-857423419e87 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:02.683760 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06da4478-8ca9-4bba-a831-a15edb6f91d3 req-230f8377-3537-4296-b18a-857423419e87 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0514016 Nov 12 11:39:02.738482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-06da4478-8ca9-4bba-a831-a15edb6f91d3 req-241fa3ab-2095-4684-aad2-017ca8d242dd tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487711 Nov 12 11:39:03.857048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2347ec-2d38-42c9-988b-56489e7abf05 req-c3743392-ae78-4f4d-99be-6b5b8e1194b2 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:03.858555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1a2347ec-2d38-42c9-988b-56489e7abf05 req-c3743392-ae78-4f4d-99be-6b5b8e1194b2 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0503964 Nov 12 11:39:03.910029 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1a2347ec-2d38-42c9-988b-56489e7abf05 req-d0bbaa45-dd19-4667-a8a9-3850e886df46 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454686 Nov 12 11:39:05.034743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfc6d-5110-49c3-9090-8e3c4bc7fb70 req-64e85bda-d9cc-4faa-a2e6-86cbf3540bcc tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:05.036182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-151bfc6d-5110-49c3-9090-8e3c4bc7fb70 req-64e85bda-d9cc-4faa-a2e6-86cbf3540bcc tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0544765 Nov 12 11:39:05.087189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-151bfc6d-5110-49c3-9090-8e3c4bc7fb70 req-c3ba93f3-2ccc-49bc-b42e-7efb8741a350 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441279 Nov 12 11:39:06.205123 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755f59d-cf97-4dbd-b4b2-7a33bf31084c req-20fb34c3-1734-422a-8144-d96f1e2972bf tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:06.206626 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1755f59d-cf97-4dbd-b4b2-7a33bf31084c req-20fb34c3-1734-422a-8144-d96f1e2972bf tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0499816 Nov 12 11:39:06.257035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1755f59d-cf97-4dbd-b4b2-7a33bf31084c req-ddcc8bac-0788-4ac9-b9ae-655139a54fe2 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Nov 12 11:39:07.381503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe787c-d161-4e46-bab6-70d16b9e7741 req-aad6c0de-da86-424e-8096-105252a060e1 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:07.383586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ffe787c-d161-4e46-bab6-70d16b9e7741 req-aad6c0de-da86-424e-8096-105252a060e1 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0571053 Nov 12 11:39:07.448280 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ffe787c-d161-4e46-bab6-70d16b9e7741 req-15407a9f-d850-46db-8c7b-09d635a052ab tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545559 Nov 12 11:39:08.560587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 13cc6a71-18d0-49ea-931a-cf0ac497f91b details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:39:08.569448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1b3d-7c86-4dc5-b03a-34b500f0faa3 req-de9e112d-ae3e-476a-b779-0beef2ebf326 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:08.571655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-416f1b3d-7c86-4dc5-b03a-34b500f0faa3 req-de9e112d-ae3e-476a-b779-0beef2ebf326 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 943 time: 0.0549686 Nov 12 11:39:08.624117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-416f1b3d-7c86-4dc5-b03a-34b500f0faa3 req-5b08940c-1cb8-4485-8e81-f2e10f30d9f4 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Nov 12 11:39:08.665391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 13cc6a71-18d0-49ea-931a-cf0ac497f91b, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:08.676954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'mac_address': 'fa:16:3e:e3:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:39:08.715224 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:08.729618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cc6a71-18d0-49ea-931a-cf0ac497f91b {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:39:08.749351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 13cc6a71-18d0-49ea-931a-cf0ac497f91b, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:08.753189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:08.807649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=13cc6a71-18d0-49ea-931a-cf0ac497f91b,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:08.819288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.819661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.820041 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.820423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.820843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.821264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.821548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.821879 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.822211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.822538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.822877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:08.823200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:09.018714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['13cc6a71-18d0-49ea-931a-cf0ac497f91b'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:39:09.747086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce0de-0979-4bea-a54f-e93e90675810 req-882dd92c-7e48-43fe-8d0d-296cb3679fda tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:09.748588 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89fce0de-0979-4bea-a54f-e93e90675810 req-882dd92c-7e48-43fe-8d0d-296cb3679fda tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 944 time: 0.0512605 Nov 12 11:39:09.804773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-89fce0de-0979-4bea-a54f-e93e90675810 req-4589284f-b456-4ac1-b27b-90ffa20ee3b3 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500658 Nov 12 11:39:10.309687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.560457 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 13cc6a71-18d0-49ea-931a-cf0ac497f91b up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:39:10.609405 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 13cc6a71-18d0-49ea-931a-cf0ac497f91b completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:39:10.613625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 13cc6a71-18d0-49ea-931a-cf0ac497f91b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:10.613993 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.694604 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.728011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:10.730298 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b5e963-fb91-4552-9e1b-62783adaf994" -d '{"events": [{"server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "name": "network-vif-plugged", "status": "completed", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:10.740849 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.744376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 13cc6a71-18d0-49ea-931a-cf0ac497f91b, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:10.748734 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.773875 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef03788-f753-4640-a9a6-5ac416b571e1 x-openstack-request-id: req-aef03788-f753-4640-a9a6-5ac416b571e1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:10.774251 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "name": "network-vif-plugged", "status": "completed", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:10.774646 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aef03788-f753-4640-a9a6-5ac416b571e1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:10.775203 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'code': 200} Nov 12 11:39:10.809339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=13cc6a71-18d0-49ea-931a-cf0ac497f91b,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:10.885818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e51d9-d8f8-4a15-aa00-bf70723f24ea req-2a26712e-3833-42ed-9102-b74c5214ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:10.887350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-135e51d9-d8f8-4a15-aa00-bf70723f24ea req-2a26712e-3833-42ed-9102-b74c5214ac78 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1097 time: 0.0413113 Nov 12 11:39:10.932665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118f13d-cd98-4018-8db7-abd7e329be9b req-31cf086c-0a34-4fd0-a147-b59e96dcac18 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:10.934211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7118f13d-cd98-4018-8db7-abd7e329be9b req-31cf086c-0a34-4fd0-a147-b59e96dcac18 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 945 time: 0.0518107 Nov 12 11:39:10.942686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-135e51d9-d8f8-4a15-aa00-bf70723f24ea req-06500808-1fb6-4d64-9695-1e4695fbb7f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432980 Nov 12 11:39:10.987781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7118f13d-cd98-4018-8db7-abd7e329be9b req-a853af7c-0623-4e77-a91e-0c0b63265a79 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474124 Nov 12 11:39:12.123308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da9642-426b-457b-98fe-e5a6d6f4a8fc req-9108ae7a-733f-4c7e-8f6f-46765af49fe8 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:12.124725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76da9642-426b-457b-98fe-e5a6d6f4a8fc req-9108ae7a-733f-4c7e-8f6f-46765af49fe8 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 945 time: 0.0637846 Nov 12 11:39:12.177763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76da9642-426b-457b-98fe-e5a6d6f4a8fc req-b31e8ee1-af95-4eb4-866e-bebe6f51c183 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468810 Nov 12 11:39:13.297537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d6ac4-547a-4395-93b5-8644b8cd7de4 req-5d31f4dc-8cb0-46ab-8b2d-182cdb6f8422 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:13.299043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-624d6ac4-547a-4395-93b5-8644b8cd7de4 req-5d31f4dc-8cb0-46ab-8b2d-182cdb6f8422 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 945 time: 0.0500827 Nov 12 11:39:13.355226 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-624d6ac4-547a-4395-93b5-8644b8cd7de4 req-efadbd03-b85b-4e83-8210-4f2d9341732d tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499461 Nov 12 11:39:13.484160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00006ddf-5cde-4793-a25d-53bc1ccb8723 req-aa18165b-28b2-4bec-9975-4d80b75738b1 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:13.485626 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00006ddf-5cde-4793-a25d-53bc1ccb8723 req-aa18165b-28b2-4bec-9975-4d80b75738b1 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 945 time: 0.0535007 Nov 12 11:39:13.541975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00006ddf-5cde-4793-a25d-53bc1ccb8723 req-6f357fd9-83a9-493f-9dc2-5b9e2f7e734a tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502710 Nov 12 11:39:13.563523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46080) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:13.724726 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ea0b9c-c47f-47f4-8551-5b9a83749528 tempest-TestVolumeBackupRestore-2058361873 tempest-TestVolumeBackupRestore-2058361873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:13.727058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f4ea0b9c-c47f-47f4-8551-5b9a83749528 tempest-TestVolumeBackupRestore-2058361873 tempest-TestVolumeBackupRestore-2058361873-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1092 time: 0.1623209 Nov 12 11:39:13.730019 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46084) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:13.734352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:13.756163 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.858311 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.985000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Allocated IP 172.25.2.183 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/6730e46c-799c-4708-8a1a-3455d2728bf0) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:14.090522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.124451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.164002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:14.166926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:14.169678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:14.202600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'Port': ['ID=6730e46c-799c-4708-8a1a-3455d2728bf0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:14.545087 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.614731 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.786631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.791812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.863559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event updated for resources: {'Port': ['ID=6730e46c-799c-4708-8a1a-3455d2728bf0,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:14.876943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.980526 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Floating IP afeff7ff-8765-41db-bec7-93fe71b88db1 associated. External IP: 172.25.2.183, port: 13cc6a71-18d0-49ea-931a-cf0ac497f91b. Nov 12 11:39:15.529876 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Router 674dc040-90e0-4e0e-8a4b-37210204e47a has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:15.645162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:15.658508 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] Sync routers for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:15.666232 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.673410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:15.674062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:38:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:15.696670 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-cfc6bb4f-9097-43a1-afe5-4a4895009d2b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9655874 Nov 12 11:39:15.697464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:15.700177 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4824ab-7789-4932-9406-4725bf91513a" -d '{"events": [{"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:15.700627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46086) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:15.746519 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33081778-4ab1-4a82-91ac-c8bdcef4774c x-openstack-request-id: req-33081778-4ab1-4a82-91ac-c8bdcef4774c {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:15.746804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470ab9d-b6f3-4918-858d-fd27a14c57c1 tempest-TestVolumeBackupRestore-2058361873 tempest-TestVolumeBackupRestore-2058361873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:15.746977 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:15.747146 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33081778-4ab1-4a82-91ac-c8bdcef4774c {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:15.747423 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'status': 'completed', 'code': 200} Nov 12 11:39:15.748940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4470ab9d-b6f3-4918-858d-fd27a14c57c1 tempest-TestVolumeBackupRestore-2058361873 tempest-TestVolumeBackupRestore-2058361873-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1092 time: 0.0472019 Nov 12 11:39:15.752371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46090) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:15.758333 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6e522642-f68a-489e-9004-133cb04cfe3b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Request body: {'floatingip': {'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:15.808897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:15.831277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4824ab-7789-4932-9406-4725bf91513a req-4177a4d2-019c-4122-999f-a4573f23248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:15.832824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa4824ab-7789-4932-9406-4725bf91513a req-4177a4d2-019c-4122-999f-a4573f23248c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38f0b8630374e0eb3ac69a585322c59&device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1097 time: 0.0603368 Nov 12 11:39:15.850068 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e522642-f68a-489e-9004-133cb04cfe3b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.960949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4824ab-7789-4932-9406-4725bf91513a req-8b6b0258-61d0-4893-8d2b-e90be09a2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:15.966464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa4824ab-7789-4932-9406-4725bf91513a req-8b6b0258-61d0-4893-8d2b-e90be09a2208 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 200 len: 915 time: 0.1190159 Nov 12 11:39:16.047515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa4824ab-7789-4932-9406-4725bf91513a req-807c189a-73e4-4070-b813-075a9daa34d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 200 len: 999 time: 0.0758755 Nov 12 11:39:16.062239 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'afeff7ff-8765-41db-bec7-93fe71b88db1', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'mac_address': 'fa:16:3e:e3:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:14Z', 'updated_at': '2021-11-12T11:39:14Z', 'revision_number': 0, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:16.089693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] Checking router: 674dc040-90e0-4e0e-8a4b-37210204e47a for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:16.098363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:16.098975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:38:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:16.109015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4824ab-7789-4932-9406-4725bf91513a req-6b4bb43c-da7d-4df8-8eac-a2cdbd438a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:16.110780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa4824ab-7789-4932-9406-4725bf91513a req-6b4bb43c-da7d-4df8-8eac-a2cdbd438a6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43e7f82-f307-4fec-b34c-1e8568769c0b HTTP/1.1" status: 200 len: 853 time: 0.0553145 Nov 12 11:39:16.161292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4824ab-7789-4932-9406-4725bf91513a req-ddc0c35b-c6b2-42d7-92cd-298e75f46951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:16.163200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa4824ab-7789-4932-9406-4725bf91513a req-ddc0c35b-c6b2-42d7-92cd-298e75f46951 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0d6191c-a4ba-4b51-8145-2426da3383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441496 Nov 12 11:39:16.216576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:16.276966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa4824ab-7789-4932-9406-4725bf91513a req-d525abca-bda3-4f9f-a0d3-1a48525b2c7a service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042731 Nov 12 11:39:16.386406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fa4824ab-7789-4932-9406-4725bf91513a req-64668b8d-a434-4eb8-bc66-262cc67007e7 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982761 Nov 12 11:39:16.408345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e522642-f68a-489e-9004-133cb04cfe3b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.412888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e522642-f68a-489e-9004-133cb04cfe3b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.518417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'afeff7ff-8765-41db-bec7-93fe71b88db1', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'mac_address': 'fa:16:3e:e3:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:14Z', 'updated_at': '2021-11-12T11:39:14Z', 'revision_number': 0, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:16.545843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd2ea5-764f-48eb-b1cd-c738a462b9fb None None] The sync data for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 is: [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'afeff7ff-8765-41db-bec7-93fe71b88db1', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'mac_address': 'fa:16:3e:e3:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:14Z', 'updated_at': '2021-11-12T11:39:14Z', 'revision_number': 0, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:16.645340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e522642-f68a-489e-9004-133cb04cfe3b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Router 674dc040-90e0-4e0e-8a4b-37210204e47a has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:16.766806 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5a818-3172-4509-8c85-51c97bde4b9a None None] New status for floating IP afeff7ff-8765-41db-bec7-93fe71b88db1: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:39:16.768186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e522642-f68a-489e-9004-133cb04cfe3b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:16.773470 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6e522642-f68a-489e-9004-133cb04cfe3b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.835855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6e522642-f68a-489e-9004-133cb04cfe3b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "PUT /v2.0/floatingips/afeff7ff-8765-41db-bec7-93fe71b88db1 HTTP/1.1" status: 200 len: 991 time: 1.0809712 Nov 12 11:39:17.030183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] Sync routers for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:17.042933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:17.043830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:38:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:17.338808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:17.589567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'afeff7ff-8765-41db-bec7-93fe71b88db1', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'mac_address': 'fa:16:3e:e3:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:14Z', 'updated_at': '2021-11-12T11:39:16Z', 'revision_number': 2, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:17.618562 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] Checking router: 674dc040-90e0-4e0e-8a4b-37210204e47a for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:17.627530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:17.628163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:38:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:17.743179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:17.748384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b'}, {'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:17.750962 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbfce0b-32d9-4bc4-a909-a825fce19086" -d '{"events": [{"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b"}, {"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:17.790620 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5f56c6-1ca4-4197-a61b-bfc2cd6684a4 x-openstack-request-id: req-ef5f56c6-1ca4-4197-a61b-bfc2cd6684a4 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:17.790981 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:17.791333 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef5f56c6-1ca4-4197-a61b-bfc2cd6684a4 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:17.791748 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'status': 'completed', 'code': 200} Nov 12 11:39:17.792001 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'status': 'completed', 'code': 200} Nov 12 11:39:17.871827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-80a67924-e8fb-41b3-b13a-e2564ddd1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:17.885525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-80a67924-e8fb-41b3-b13a-e2564ddd1738 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38f0b8630374e0eb3ac69a585322c59&device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1097 time: 0.0543878 Nov 12 11:39:17.973300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-4a57e673-fef0-44b7-a879-c73b769894f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:17.974810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-4a57e673-fef0-44b7-a879-c73b769894f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 200 len: 915 time: 0.0936201 Nov 12 11:39:18.003093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'afeff7ff-8765-41db-bec7-93fe71b88db1', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'mac_address': 'fa:16:3e:e3:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:14Z', 'updated_at': '2021-11-12T11:39:16Z', 'revision_number': 2, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:18.033475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3c625-455f-43fe-8c89-b6d53a94f680 None None] The sync data for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 is: [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'afeff7ff-8765-41db-bec7-93fe71b88db1', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'port_id': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'mac_address': 'fa:16:3e:e3:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:14Z', 'updated_at': '2021-11-12T11:39:16Z', 'revision_number': 2, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:18.052032 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-46e7f351-3adf-42ee-8f22-001ba30a7dc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 200 len: 1001 time: 0.0682666 Nov 12 11:39:18.115352 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-5437813f-36a2-4b10-a400-312145929d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:18.122866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-5437813f-36a2-4b10-a400-312145929d50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43e7f82-f307-4fec-b34c-1e8568769c0b HTTP/1.1" status: 200 len: 853 time: 0.0522089 Nov 12 11:39:18.182092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-b3f4ba53-e7c8-4f93-8f3e-1ca0e894e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:18.186365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-b3f4ba53-e7c8-4f93-8f3e-1ca0e894e37b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0d6191c-a4ba-4b51-8145-2426da3383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598252 Nov 12 11:39:18.294698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-6ad6cd68-01fe-4247-914b-a8ebbade4108 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992215 Nov 12 11:39:18.399109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-091ba98c-f3a6-4eb6-8a3b-63ccb4d92389 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959940 Nov 12 11:39:18.504517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-4176d206-da51-414d-90b6-8a61e6360a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:18.506056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-4176d206-da51-414d-90b6-8a61e6360a24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38f0b8630374e0eb3ac69a585322c59&device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1097 time: 0.0472472 Nov 12 11:39:18.602097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-11e04933-15af-43e8-a2a0-3cfaba5b8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:18.603584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-11e04933-15af-43e8-a2a0-3cfaba5b8b2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 200 len: 915 time: 0.0892098 Nov 12 11:39:18.676029 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-98e8cc09-4b8d-49f1-b948-c301ab54d07a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 200 len: 1001 time: 0.0650592 Nov 12 11:39:18.727622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-cbc60452-44c1-426d-b823-5dbc0e884d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:18.729132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-cbc60452-44c1-426d-b823-5dbc0e884d8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43e7f82-f307-4fec-b34c-1e8568769c0b HTTP/1.1" status: 200 len: 853 time: 0.0458589 Nov 12 11:39:18.780740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-0a0e9109-145b-4853-ac3b-79189473cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:18.782535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-0a0e9109-145b-4853-ac3b-79189473cff3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0d6191c-a4ba-4b51-8145-2426da3383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460103 Nov 12 11:39:18.862611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-e35b51f1-592d-4ae1-a66d-430c99037f4b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:39:18.866773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-e35b51f1-592d-4ae1-a66d-430c99037f4b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0726898 Nov 12 11:39:18.965498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-9d420f76-734b-40d5-954d-315542fda6b8 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913281 Nov 12 11:39:19.058978 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ccbfce0b-32d9-4bc4-a909-a825fce19086 req-cd46c2e7-0357-45b5-9a70-ec6ab983daa8 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 Nov 12 11:39:23.959372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5efee793-001a-4a1f-977b-60c8ddc24861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:25.522457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-306e2398-90d8-445a-a356-369f7fff6d13 req-1fe23575-7953-410e-bb21-877636fa2919 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468884 Nov 12 11:39:25.620979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2398-90d8-445a-a356-369f7fff6d13 req-2f3adcad-f9e2-4b2f-85b2-8054f47f97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:25.622476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-306e2398-90d8-445a-a356-369f7fff6d13 req-2f3adcad-f9e2-4b2f-85b2-8054f47f97fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38f0b8630374e0eb3ac69a585322c59&device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1097 time: 0.0443716 Nov 12 11:39:25.736992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2398-90d8-445a-a356-369f7fff6d13 req-c40e62b4-3439-4045-9f0d-80de4472d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:25.738415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-306e2398-90d8-445a-a356-369f7fff6d13 req-c40e62b4-3439-4045-9f0d-80de4472d447 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 200 len: 915 time: 0.0919178 Nov 12 11:39:25.813027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-306e2398-90d8-445a-a356-369f7fff6d13 req-1027095b-0ba7-4772-9666-e86492c42948 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 200 len: 1001 time: 0.0661705 Nov 12 11:39:25.868518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2398-90d8-445a-a356-369f7fff6d13 req-4c803214-97c6-44a2-a7be-78b11883348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:25.870033 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-306e2398-90d8-445a-a356-369f7fff6d13 req-4c803214-97c6-44a2-a7be-78b11883348a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43e7f82-f307-4fec-b34c-1e8568769c0b HTTP/1.1" status: 200 len: 853 time: 0.0486920 Nov 12 11:39:25.918735 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2398-90d8-445a-a356-369f7fff6d13 req-42416a32-9420-414c-ad2e-7d725e33ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:25.920381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-306e2398-90d8-445a-a356-369f7fff6d13 req-42416a32-9420-414c-ad2e-7d725e33ba48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0d6191c-a4ba-4b51-8145-2426da3383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427351 Nov 12 11:39:26.021970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-306e2398-90d8-445a-a356-369f7fff6d13 req-a0887ddd-941d-4c47-a30d-2bde06e15d9d service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933046 Nov 12 11:39:26.129851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-306e2398-90d8-445a-a356-369f7fff6d13 req-14e45e8b-d93e-4668-ad8d-62728217b041 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982118 Nov 12 11:39:26.326247 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f68d95bb-d513-4b6a-90aa-6ad24c4db5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.833949 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:29.573722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:30.657683 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:38.830846 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:39:40.309890 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:40.720686 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:49.962562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:50.147801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Deleting port 6730e46c-799c-4708-8a1a-3455d2728bf0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:50.148045 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:50.228369 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:50.228689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:50.241689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Calling delete_port for 6730e46c-799c-4708-8a1a-3455d2728bf0 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:50.405052 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:50.442137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event deleted for resources: {'Port': ['ID=6730e46c-799c-4708-8a1a-3455d2728bf0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:50.511578 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:50.511922 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Floating IP afeff7ff-8765-41db-bec7-93fe71b88db1 disassociated (deleted). External IP: 172.25.2.183, port: 13cc6a71-18d0-49ea-931a-cf0ac497f91b. Nov 12 11:39:50.742646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Router 674dc040-90e0-4e0e-8a4b-37210204e47a has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:50.861631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:50.867193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:50.872264 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] Sync routers for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:50.884322 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:50.885172 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:39:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:50.901506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ca8fe6ff-fb38-4629-b7ec-f6123082f03c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "DELETE /v2.0/floatingips/afeff7ff-8765-41db-bec7-93fe71b88db1 HTTP/1.1" status: 204 len: 168 time: 0.9377010 Nov 12 11:39:50.902323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:50.905915 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e6626-fcc3-4a6f-814d-7c21fda356b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:50.960420 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f392c55b-33de-49b6-88eb-d443f61dbfa2 x-openstack-request-id: req-f392c55b-33de-49b6-88eb-d443f61dbfa2 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:50.960836 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:50.961215 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f392c55b-33de-49b6-88eb-d443f61dbfa2 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:50.961756 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'status': 'completed', 'code': 200} Nov 12 11:39:51.013551 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:51.052082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-c75fbea2-37aa-4a64-9b52-3cfef96a73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:51.055753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-c75fbea2-37aa-4a64-9b52-3cfef96a73e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38f0b8630374e0eb3ac69a585322c59&device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 1097 time: 0.0642483 Nov 12 11:39:51.208889 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-6d104887-03c4-46da-a7d9-f5a45a6d6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:51.210949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-6d104887-03c4-46da-a7d9-f5a45a6d6193 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 200 len: 915 time: 0.1445334 Nov 12 11:39:51.219910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822cc6e-85a3-44b9-9e79-4607fedbe482 req-3e71d9ca-a093-4665-9b6d-0d14ee7af453 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:51.221472 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7822cc6e-85a3-44b9-9e79-4607fedbe482 req-3e71d9ca-a093-4665-9b6d-0d14ee7af453 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 945 time: 0.0841129 Nov 12 11:39:51.266421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-32a119eb-4a02-43ea-a54d-6193ff019ebb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 200 len: 217 time: 0.0438521 Nov 12 11:39:51.296594 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:51.325337 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] Checking router: 674dc040-90e0-4e0e-8a4b-37210204e47a for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:51.335459 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:51.336107 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:39:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:51.345483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7822cc6e-85a3-44b9-9e79-4607fedbe482 req-adc81928-3a2b-4eea-b2fb-64760a1cfa55 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144893 Nov 12 11:39:51.354479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-fbb7c168-f584-46cb-97fa-8ad4cec07f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:51.354479 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-fbb7c168-f584-46cb-97fa-8ad4cec07f24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43e7f82-f307-4fec-b34c-1e8568769c0b HTTP/1.1" status: 200 len: 853 time: 0.0786283 Nov 12 11:39:51.419206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-1578b0ca-bc58-4cb7-ae34-d22e8e721c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:51.420788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-1578b0ca-bc58-4cb7-ae34-d22e8e721c6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0d6191c-a4ba-4b51-8145-2426da3383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525942 Nov 12 11:39:51.472306 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:51.527796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-d0ec7093-73ce-498d-8c0a-33cf92917e92 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970826 Nov 12 11:39:51.646763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-198e6626-fcc3-4a6f-814d-7c21fda356b8 req-04507a19-804a-4557-8aff-2698a74024e5 service neutron] 10.222.0.59 "GET /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111131 Nov 12 11:39:51.713693 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:51.749125 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ff16a-8e75-4b72-a317-a6ef563bc599 None None] The sync data for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 is: [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:36:51Z', 'revision_number': 4, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5ff7acf9-308b-4357-9998-6e36741e5580', 'name': '', 'network_id': 'b0d6191c-a4ba-4b51-8145-2426da3383ee', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'mac_address': 'fa:16:3e:84:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:50Z', 'updated_at': '2021-11-12T11:36:57Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'subnets': [{'id': 'f43e7f82-f307-4fec-b34c-1e8568769c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:52.003524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32910b3-b03b-479b-a0d2-55929f0776ac None None] New status for floating IP afeff7ff-8765-41db-bec7-93fe71b88db1: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:39:52.506836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f859eaa-9632-4502-8281-0ea719640075 req-9ec5c6cf-5b71-4489-8f63-8696acd6769c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:52.508786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f859eaa-9632-4502-8281-0ea719640075 req-9ec5c6cf-5b71-4489-8f63-8696acd6769c tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 945 time: 0.0653412 Nov 12 11:39:52.570694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1f859eaa-9632-4502-8281-0ea719640075 req-ec6d2418-467d-4784-a32c-99bc6ca1f4e4 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/security-groups?id=e418cb01-2285-473d-878d-04a5e9681edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557210 Nov 12 11:39:52.934150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-9fe8afdc-ca85-4fb2-ba3e-d5e506375e0d tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:52.935662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-9fe8afdc-ca85-4fb2-ba3e-d5e506375e0d tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.59 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 945 time: 0.0540495 Nov 12 11:39:53.033801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Deleting port 13cc6a71-18d0-49ea-931a-cf0ac497f91b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:53.034137 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:53.127412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] For port 13cc6a71-18d0-49ea-931a-cf0ac497f91b, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=13cc6a71-18d0-49ea-931a-cf0ac497f91b,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:53.127688 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:53.141815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Calling delete_port for 13cc6a71-18d0-49ea-931a-cf0ac497f91b owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:53.286778 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:53.316332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event deleted for resources: {'Port': ['ID=13cc6a71-18d0-49ea-931a-cf0ac497f91b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:53.360054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] No DVR routers for this DVR port 13cc6a71-18d0-49ea-931a-cf0ac497f91b on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:39:53.362888 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:53.367138 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8f22a4b-7d75-4572-9947-eb765f68a0c6 req-ff7755bf-8dc2-4f2b-bbe5-e8cbe8d7167b tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.59 "DELETE /v2.0/ports/13cc6a71-18d0-49ea-931a-cf0ac497f91b HTTP/1.1" status: 204 len: 173 time: 0.4246509 Nov 12 11:39:53.367783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'name': 'network-vif-deleted', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:53.370707 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b78ce7-9e78-45ef-b398-39024228ece1" -d '{"events": [{"server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "name": "network-vif-deleted", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:53.410893 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab81a031-12ea-47d1-93f4-04c9436ed78b x-openstack-request-id: req-ab81a031-12ea-47d1-93f4-04c9436ed78b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:53.411202 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53e8775-50f9-44e7-b4eb-519b0aaebcd4", "name": "network-vif-deleted", "tag": "13cc6a71-18d0-49ea-931a-cf0ac497f91b", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:53.411458 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab81a031-12ea-47d1-93f4-04c9436ed78b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:53.411865 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53e8775-50f9-44e7-b4eb-519b0aaebcd4', 'name': 'network-vif-deleted', 'tag': '13cc6a71-18d0-49ea-931a-cf0ac497f91b', 'status': 'completed', 'code': 200} Nov 12 11:39:53.676718 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-26dba6a1-b984-4191-964c-2831d169df5a req-d491c50b-e444-473e-a73f-94f0473a8d0d tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 210 time: 0.0317605 Nov 12 11:39:53.962740 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2024-38ff-4770-b753-76cf5a3ea16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:54.793068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-32f2cf6d-a8ef-4146-bf63-f8f6a82147cd req-968f28ee-ef20-470b-8a25-74fe2c2aa9ac tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 210 time: 0.0378647 Nov 12 11:39:55.902468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c786973e-4227-491a-98e8-898473884cdb req-22b36f79-ab22-4526-935b-a746724906db tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 210 time: 0.0305297 Nov 12 11:39:56.330058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f897a9da-21aa-4ed9-99c2-14eda02016fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:56.827440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 13cc6a71-18d0-49ea-931a-cf0ac497f91b no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:56.848613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 13cc6a71-18d0-49ea-931a-cf0ac497f91b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:56.848978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 13cc6a71-18d0-49ea-931a-cf0ac497f91b not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:57.013151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f407f5dc-2c3b-4f82-a82c-a25adb6fce49 req-c41aca3b-a405-430b-8e90-41533fbc0fa6 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Nov 12 11:39:57.839913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:58.128965 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6c16547-2881-4597-8b0a-ad7e41fd4372 req-c6b5218d-c428-441a-87e9-f8b43442ec21 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "GET /v2.0/ports?device_id=c53e8775-50f9-44e7-b4eb-519b0aaebcd4 HTTP/1.1" status: 200 len: 210 time: 0.0297036 Nov 12 11:39:59.189561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46136) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:59.247885 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:59.273839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:59.336531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:59.339860 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:59.341256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] 10.222.0.31 "DELETE /v2.0/security-groups/e418cb01-2285-473d-878d-04a5e9681edf HTTP/1.1" status: 204 len: 168 time: 0.1505165 Nov 12 11:39:59.353242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e418cb01-2285-473d-878d-04a5e9681edf,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:59.361518 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.361928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.362209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.362540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.362868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.363196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.363520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.363842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.364164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.364483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.364929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.365239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167b80d-aae2-4182-8f00-cd81a2c33930 tempest-TestVolumeBackupRestore-430419083 tempest-TestVolumeBackupRestore-430419083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:59.604414 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:00.667612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:03.908356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46590) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:04.289697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:04.432049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-bc0f552e-2f66-480d-a0ad-4c506d8ebb0b req-6a5275c4-070a-413a-90ef-468b7f6dd32f service neutron] (109166) timed out ('10.222.0.31', 44208) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:40:04.559204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Deleting port 5ff7acf9-308b-4357-9998-6e36741e5580 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:40:04.559545 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:04.651411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] For port 5ff7acf9-308b-4357-9998-6e36741e5580, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5ff7acf9-308b-4357-9998-6e36741e5580,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:04.651778 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:04.665877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Calling delete_port for 5ff7acf9-308b-4357-9998-6e36741e5580 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:40:04.857416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:04.882883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff7acf9-308b-4357-9998-6e36741e5580,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:04.896426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.896802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.897171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.897538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.898063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.898401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.898731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.899060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.899384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.899699 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.900016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:04.900328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:05.067915 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:05.280550 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Router 674dc040-90e0-4e0e-8a4b-37210204e47a has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:40:05.386320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:40:05.391313 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-403ef76b-2970-4d74-966a-381c785ad15c admin admin] 10.222.0.31 "PUT /v2.0/routers/674dc040-90e0-4e0e-8a4b-37210204e47a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4816422 Nov 12 11:40:05.393886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46592) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:05.395969 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] Sync routers for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:40:05.406790 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:40:05.407405 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:39:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:05.500393 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:05.613058 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:40:05.810060 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:40:04Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:05.842218 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] Checking router: 674dc040-90e0-4e0e-8a4b-37210204e47a for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:40:05.850789 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] Routers {'674dc040-90e0-4e0e-8a4b-37210204e47a'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:40:05.851328 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:39:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['674dc040-90e0-4e0e-8a4b-37210204e47a'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:05.933700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:05.956879 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] Set router 674dc040-90e0-4e0e-8a4b-37210204e47a gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:40:05.986961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Deleting port b8345216-ae9a-42e0-8fe3-9366922dcad0 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:40:05.987301 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.070898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] For port b8345216-ae9a-42e0-8fe3-9366922dcad0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=b8345216-ae9a-42e0-8fe3-9366922dcad0,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:06.071544 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.083613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Calling delete_port for b8345216-ae9a-42e0-8fe3-9366922dcad0 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:40:06.134880 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:40:04Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:06.160209 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1643c-a07e-4d95-af07-92a107aaabf3 None None] The sync data for ids ['674dc040-90e0-4e0e-8a4b-37210204e47a'] in n-d-768851-19 is: [{'id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'name': 'tempest-TestVolumeBackupRestore-1995524079-router', 'tenant_id': 'e38f0b8630374e0eb3ac69a585322c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:47Z', 'updated_at': '2021-11-12T11:40:04Z', 'revision_number': 5, 'project_id': 'e38f0b8630374e0eb3ac69a585322c59', 'gw_port': {'id': 'b8345216-ae9a-42e0-8fe3-9366922dcad0', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674dc040-90e0-4e0e-8a4b-37210204e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:49Z', 'updated_at': '2021-11-12T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:40:06.254580 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.285828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8345216-ae9a-42e0-8fe3-9366922dcad0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:06.300171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b4042-bf54-4b27-af4e-65b117a0575b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:40:06.347969 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.438793 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.440937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.484845 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.485409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 674dc040-90e0-4e0e-8a4b-37210204e47a {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:40:06.490963 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.492178 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-58bc6691-aee6-4906-a858-2ff2c85bab78 admin admin] 10.222.0.31 "DELETE /v2.0/routers/674dc040-90e0-4e0e-8a4b-37210204e47a HTTP/1.1" status: 204 len: 168 time: 1.0973649 Nov 12 11:40:06.494845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46594) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:06.550800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f922b88-a927-4759-9b78-9a2f7d9c3954 admin admin] Deleting subnet f43e7f82-f307-4fec-b34c-1e8568769c0b {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:40:06.551807 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f922b88-a927-4759-9b78-9a2f7d9c3954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.592139 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f922b88-a927-4759-9b78-9a2f7d9c3954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.672824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f922b88-a927-4759-9b78-9a2f7d9c3954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.733632 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f922b88-a927-4759-9b78-9a2f7d9c3954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.761133 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f922b88-a927-4759-9b78-9a2f7d9c3954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43e7f82-f307-4fec-b34c-1e8568769c0b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:06.765682 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7f922b88-a927-4759-9b78-9a2f7d9c3954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.769030 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7f922b88-a927-4759-9b78-9a2f7d9c3954 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f43e7f82-f307-4fec-b34c-1e8568769c0b HTTP/1.1" status: 204 len: 168 time: 0.2731445 Nov 12 11:40:06.772323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46596) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:06.774280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5a324-f52e-4f63-882c-bcf3bdbbf1b4 None None] Network b0d6191c-a4ba-4b51-8145-2426da3383ee requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:40:06.851308 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.910932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Deleting port a760c748-76a2-45b1-bec8-a8f835c36732 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:40:06.911285 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.980915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] For port a760c748-76a2-45b1-bec8-a8f835c36732, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=a760c748-76a2-45b1-bec8-a8f835c36732,segment=NetworkSegment(9f4fb914-bece-4e71-aa6d-d04880bf1158),segment_id=9f4fb914-bece-4e71-aa6d-d04880bf1158)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:06.981286 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:06.994118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Calling delete_port for a760c748-76a2-45b1-bec8-a8f835c36732 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:40:07.072372 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:07.103613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] No DVR routers for this DVR port a760c748-76a2-45b1-bec8-a8f835c36732 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:40:07.107894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a760c748-76a2-45b1-bec8-a8f835c36732,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:07.179460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:07.192995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4191f7-5449-468c-8b86-81cc039a50d2 None None] DHCP port deletion for b0d6191c-a4ba-4b51-8145-2426da3383ee request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:40:07.205426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d6191c-a4ba-4b51-8145-2426da3383ee']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:07.215321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4fb914-bece-4e71-aa6d-d04880bf1158') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:07.215616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4fb914-bece-4e71-aa6d-d04880bf1158') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:07.225857 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:07.239800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:07.247246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:40:07.247645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:40:07.249336 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:40:07.310586 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:07.318548 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:07.321973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0d6191c-a4ba-4b51-8145-2426da3383ee HTTP/1.1" status: 204 len: 168 time: 0.5486474 Nov 12 11:40:07.325052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46598) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:07.331363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d47b3-3c8e-409f-86b7-f6e2b2d3bad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d6191c-a4ba-4b51-8145-2426da3383ee,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:07.575402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ff7acf9-308b-4357-9998-6e36741e5580 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:40:07.596351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5ff7acf9-308b-4357-9998-6e36741e5580 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:40:07.596789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5ff7acf9-308b-4357-9998-6e36741e5580 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:40:07.597278 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b8345216-ae9a-42e0-8fe3-9366922dcad0 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:40:07.618058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: b8345216-ae9a-42e0-8fe3-9366922dcad0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:40:07.618408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device b8345216-ae9a-42e0-8fe3-9366922dcad0 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:40:07.618816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a760c748-76a2-45b1-bec8-a8f835c36732 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:40:07.641025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: a760c748-76a2-45b1-bec8-a8f835c36732 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:40:07.641348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device a760c748-76a2-45b1-bec8-a8f835c36732 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:40:07.682641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:08.225753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Deleting port 16b87473-72ce-482b-9f9e-dd84806e1606 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:40:08.226027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:08.303184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] For port 16b87473-72ce-482b-9f9e-dd84806e1606, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=16b87473-72ce-482b-9f9e-dd84806e1606,segment=NetworkSegment(b748903a-b1b0-4b5a-8685-778026e69375),segment_id=b748903a-b1b0-4b5a-8685-778026e69375)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:08.303621 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:08.315872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Calling delete_port for 16b87473-72ce-482b-9f9e-dd84806e1606 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:40:08.496699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:08.520200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b87473-72ce-482b-9f9e-dd84806e1606,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:08.699887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:08.922597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:40:09.036712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:40:09.042325 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dcdb2523-bdc1-4fb0-a025-e6618a5e6d70 admin admin] 10.222.0.31 "PUT /v2.0/routers/8c69bec1-7d38-4f64-a3a3-45c20a39ec61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162473 Nov 12 11:40:09.045354 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46600) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:09.046892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] Sync routers for ids ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:40:09.066292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] Routers {'8c69bec1-7d38-4f64-a3a3-45c20a39ec61'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:40:09.066908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:39:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:09.156955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.177296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] Set router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:40:09.272128 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.340674 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Deleting port 59ae2c28-f24e-42a7-9666-69daa76fd6c8 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:40:09.340943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.378136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:40:08Z', 'revision_number': 5, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port': {'id': '59ae2c28-f24e-42a7-9666-69daa76fd6c8', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:36:54Z', 'updated_at': '2021-11-12T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:09.405389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] Checking router: 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:40:09.413930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] Routers {'8c69bec1-7d38-4f64-a3a3-45c20a39ec61'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:40:09.414552 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:39:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:09.424669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] For port 59ae2c28-f24e-42a7-9666-69daa76fd6c8, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=59ae2c28-f24e-42a7-9666-69daa76fd6c8,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:09.425161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.438821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Calling delete_port for 59ae2c28-f24e-42a7-9666-69daa76fd6c8 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:40:09.502561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] Set router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:40:09.619291 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.647878 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=59ae2c28-f24e-42a7-9666-69daa76fd6c8,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:09.713501 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.721374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f77a4-f7bd-4359-9d58-5cbd29a48fc0 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:40:09.723632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:40:09Z', 'revision_number': 6, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:09.752930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15ea43-bc60-4a9c-9642-c621fa45d817 None None] The sync data for ids ['8c69bec1-7d38-4f64-a3a3-45c20a39ec61'] in n-d-768851-19 is: [{'id': '8c69bec1-7d38-4f64-a3a3-45c20a39ec61', 'name': 'tempest-TestVolumeBackupRestore-465926539-router', 'tenant_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:36:53Z', 'updated_at': '2021-11-12T11:40:09Z', 'revision_number': 6, 'project_id': 'fe6eca29a0004870b9e247e2363e0ec1', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:40:09.817064 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.820418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.865907 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.866469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c69bec1-7d38-4f64-a3a3-45c20a39ec61 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:40:09.871041 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.872125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-59a70aaa-8243-4278-923a-8d62873ee3ad admin admin] 10.222.0.31 "DELETE /v2.0/routers/8c69bec1-7d38-4f64-a3a3-45c20a39ec61 HTTP/1.1" status: 204 len: 168 time: 0.8257697 Nov 12 11:40:09.874938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46602) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:09.923523 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bac40cd-ec1f-4328-8671-a9f0229ad8a4 admin admin] Deleting subnet 41c63c26-2bed-483e-852a-47faa09378b5 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:40:09.926607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bac40cd-ec1f-4328-8671-a9f0229ad8a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:09.961785 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bac40cd-ec1f-4328-8671-a9f0229ad8a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.042508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bac40cd-ec1f-4328-8671-a9f0229ad8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.095389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bac40cd-ec1f-4328-8671-a9f0229ad8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.123591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac40cd-ec1f-4328-8671-a9f0229ad8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c63c26-2bed-483e-852a-47faa09378b5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:10.128033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7bac40cd-ec1f-4328-8671-a9f0229ad8a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.133115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7bac40cd-ec1f-4328-8671-a9f0229ad8a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/41c63c26-2bed-483e-852a-47faa09378b5 HTTP/1.1" status: 204 len: 168 time: 0.2560279 Nov 12 11:40:10.134644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46604) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:10.135004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018680d-bc7a-49cd-b531-4bacfaa7b9a2 None None] Network f39f2ded-d711-4193-a436-af080cecfa1c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:40:10.214176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.272607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Deleting port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:40:10.273325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.338049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.342730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] For port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9fa0dee9-b7f5-4c17-ad41-8b22836dd788,segment=NetworkSegment(b748903a-b1b0-4b5a-8685-778026e69375),segment_id=b748903a-b1b0-4b5a-8685-778026e69375)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:10.343075 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.356365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Calling delete_port for 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:40:10.439645 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.466614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa0dee9-b7f5-4c17-ad41-8b22836dd788,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:10.468329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] No DVR routers for this DVR port 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:40:10.544791 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.546477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67758e-c588-407f-8658-4d6fc651126b None None] DHCP port deletion for f39f2ded-d711-4193-a436-af080cecfa1c request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:40:10.572459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39f2ded-d711-4193-a436-af080cecfa1c']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:10.582364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b748903a-b1b0-4b5a-8685-778026e69375') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:10.582656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b748903a-b1b0-4b5a-8685-778026e69375') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:40:10.592419 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.607003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.613399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:40:10.613784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:40:10.616212 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:40:10.671632 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.687662 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.690983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f39f2ded-d711-4193-a436-af080cecfa1c HTTP/1.1" status: 204 len: 168 time: 0.5551152 Nov 12 11:40:10.692002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31aadd-461d-47bb-a94c-993679773818 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39f2ded-d711-4193-a436-af080cecfa1c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:10.716259 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:10.896002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46608) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:10.936905 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a91cd31d-56d9-44b0-86b4-f1c9e885f011 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e38f0b8630374e0eb3ac69a585322c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391018 Nov 12 11:40:10.939284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46610) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:10.987859 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27766610-8f7a-4330-afec-5e19304aff37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:11.008923 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27766610-8f7a-4330-afec-5e19304aff37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:11.057622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27766610-8f7a-4330-afec-5e19304aff37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:11.060292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27766610-8f7a-4330-afec-5e19304aff37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:11.061443 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27766610-8f7a-4330-afec-5e19304aff37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6fdc27f-056d-4a11-a248-51f440a7ccb7 HTTP/1.1" status: 204 len: 168 time: 0.1212180 Nov 12 11:40:11.069592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27766610-8f7a-4330-afec-5e19304aff37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fdc27f-056d-4a11-a248-51f440a7ccb7,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:11.373157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46616) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:11.412656 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3659daed-0e05-4863-afb9-e561d639a6c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe6eca29a0004870b9e247e2363e0ec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383551 Nov 12 11:40:11.415232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46618) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:11.467433 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-978c2952-c2cc-4d4e-9772-35cc11437fa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:11.488054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-978c2952-c2cc-4d4e-9772-35cc11437fa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:11.537697 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-978c2952-c2cc-4d4e-9772-35cc11437fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:11.540575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-978c2952-c2cc-4d4e-9772-35cc11437fa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:11.541958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-978c2952-c2cc-4d4e-9772-35cc11437fa6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76a52e94-0b74-472a-b9b5-3154182ca126 HTTP/1.1" status: 204 len: 168 time: 0.1256299 Nov 12 11:40:11.550840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c2952-c2cc-4d4e-9772-35cc11437fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a52e94-0b74-472a-b9b5-3154182ca126,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:11.590092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:40:11.610849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:40:11.611188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9fa0dee9-b7f5-4c17-ad41-8b22836dd788 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:40:11.611604 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 59ae2c28-f24e-42a7-9666-69daa76fd6c8 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:40:11.630602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 59ae2c28-f24e-42a7-9666-69daa76fd6c8 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:40:11.632502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 59ae2c28-f24e-42a7-9666-69daa76fd6c8 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:40:11.632502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 16b87473-72ce-482b-9f9e-dd84806e1606 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:40:11.651072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 16b87473-72ce-482b-9f9e-dd84806e1606 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:40:11.651418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 16b87473-72ce-482b-9f9e-dd84806e1606 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:40:15.830265 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:40:21.814248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-303b4e32-cfea-48d2-949d-f6f66ba9418f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=df2e89bacf994edb8e4e44638c81947a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224836 Nov 12 11:40:21.926238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650158e-7f75-4218-85b6-39f6d9341768 req-31372d54-4def-4bb4-bbb6-439afd23617a tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:21.927745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-31372d54-4def-4bb4-bbb6-439afd23617a tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076562 Nov 12 11:40:21.942397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-55a479e4-5e8b-4aa0-b5f6-51f9653058f8 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/quotas/df2e89bacf994edb8e4e44638c81947a HTTP/1.1" status: 200 len: 375 time: 0.0088856 Nov 12 11:40:21.975547 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-8e88c3a8-6684-433e-a7ba-d13b0ddd1929 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df2e89bacf994edb8e4e44638c81947a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270350 Nov 12 11:40:22.133067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-249c8094-f074-4bde-b5c3-fdecd16fc34f req-8e2c0623-2360-46a1-b88e-aa8b4b922673 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 210 time: 0.0269730 Nov 12 11:40:23.155447 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-4c059579-ccfb-4639-a999-15828ce692f4 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=df2e89bacf994edb8e4e44638c81947a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217264 Nov 12 11:40:23.239661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2cf3e54-2793-419b-8fe1-e37859c91558 req-351f4d57-1a6f-4ed1-9018-a08066d3b390 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 210 time: 0.0280008 Nov 12 11:40:23.273460 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650158e-7f75-4218-85b6-39f6d9341768 req-bcb17b35-d9ed-48dc-aaa8-65f94fb2305d tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:23.274909 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-bcb17b35-d9ed-48dc-aaa8-65f94fb2305d tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137793 Nov 12 11:40:23.289817 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Request body: {'port': {'device_id': '4c258e49-86a6-43d4-adaf-d97d285916bb', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'admin_state_up': True, 'tenant_id': 'df2e89bacf994edb8e4e44638c81947a'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:40:23.401206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Made reservation on behalf of df2e89bacf994edb8e4e44638c81947a for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:40:23.404717 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:23.414853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:23.499654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:23.503654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:23.567719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ded723-bed5-4246-aeb3-aa9fb57dd302,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:23.644747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Allocated IP 192.168.233.9 (81c0ac69-366d-4a98-bc02-86e051170106/96b51cb7-5f12-4390-9df2-6a79d68347b5/fe45d32a-aa3f-4e2c-ad57-67deaab16de4) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:40:23.795927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:23.829713 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:23.870862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Network 81c0ac69-366d-4a98-bc02-86e051170106 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:40:23.875997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:40:23.879657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:40:23.907271 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Pushing event updated for resources: {'Port': ['ID=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:23.937636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:23.938347 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:23.961939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-5bf8bbad-81e6-4191-ae13-744a485dec6f tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6752527 Nov 12 11:40:23.967327 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1fa43795-6139-4f73-8b03-e3cb9e7457cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:23.971742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-079713cc-232f-4d28-96af-43de0fc0e54e tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:40:23.972779 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-079713cc-232f-4d28-96af-43de0fc0e54e tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054569 Nov 12 11:40:23.984734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Request body: {'port': {'device_id': '4c258e49-86a6-43d4-adaf-d97d285916bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:40:24.046013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:24.111774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bc87090b-93d1-45dd-9391-e6d103dc531c None None] Provisioning complete for port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:40:24.112142 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc87090b-93d1-45dd-9391-e6d103dc531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:24.146541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bc87090b-93d1-45dd-9391-e6d103dc531c None None] Port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:40:24.312998 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe45d32a-aa3f-4e2c-ad57-67deaab16de4 {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:40:24.329677 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:24.357461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Transition to ACTIVE for port object fe45d32a-aa3f-4e2c-ad57-67deaab16de4 will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:40:24.361761 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:24.409045 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28624c19-8c51-44f7-971e-855bd6082dc0 req-179987fb-1fab-4a8e-a5a1-a65c60252970 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.410528 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28624c19-8c51-44f7-971e-855bd6082dc0 req-179987fb-1fab-4a8e-a5a1-a65c60252970 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 934 time: 0.1008503 Nov 12 11:40:24.441990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Pushing event updated for resources: {'Port': ['ID=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:24.515332 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28624c19-8c51-44f7-971e-855bd6082dc0 req-bfad74cb-c3e0-4b63-8696-b5e47e4a3540 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966165 Nov 12 11:40:24.539187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Attempting to bind port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:40:24.539518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Attempting to bind port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:40:24.539849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Attempting to bind port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:40:24.544602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 on network 81c0ac69-366d-4a98-bc02-86e051170106 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:40:24.544955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Attempting to bind port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 on network 81c0ac69-366d-4a98-bc02-86e051170106 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:40:24.549873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:40:24.550206 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Checking segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:40:24.550584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Bound using segment: {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:40:24.551018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Bound port: fe45d32a-aa3f-4e2c-ad57-67deaab16de4, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35032838-171e-418b-8355-2a04353ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:40:24.551380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:24.623534 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] For port fe45d32a-aa3f-4e2c-ad57-67deaab16de4, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:40:24.626691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] For port fe45d32a-aa3f-4e2c-ad57-67deaab16de4, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:40:24.630759 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:24.666806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.667941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:24.670126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] 10.222.0.52 "PUT /v2.0/ports/fe45d32a-aa3f-4e2c-ad57-67deaab16de4 HTTP/1.1" status: 200 len: 1095 time: 0.6893713 Nov 12 11:40:24.670627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c258e49-86a6-43d4-adaf-d97d285916bb', 'tag': 'fe45d32a-aa3f-4e2c-ad57-67deaab16de4'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:40:24.674056 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1172687-a836-49a6-80b5-499aac771aea" -d '{"events": [{"name": "network-changed", "server_uuid": "4c258e49-86a6-43d4-adaf-d97d285916bb", "tag": "fe45d32a-aa3f-4e2c-ad57-67deaab16de4"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:40:24.709835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653e95-f1ed-4592-8d9e-2b28f5342e71 service neutron] Pushing event updated for resources: {'Port': ['ID=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:24.727613 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd330d1b-2f80-481f-8504-bcddab2e7d47 x-openstack-request-id: req-cd330d1b-2f80-481f-8504-bcddab2e7d47 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:40:24.727999 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c258e49-86a6-43d4-adaf-d97d285916bb", "tag": "fe45d32a-aa3f-4e2c-ad57-67deaab16de4", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:40:24.728317 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd330d1b-2f80-481f-8504-bcddab2e7d47 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:40:24.728816 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c258e49-86a6-43d4-adaf-d97d285916bb', 'tag': 'fe45d32a-aa3f-4e2c-ad57-67deaab16de4', 'status': 'completed', 'code': 200} Nov 12 11:40:24.772917 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650158e-7f75-4218-85b6-39f6d9341768 req-1ed56ddc-aad0-4393-93c7-89e0f7c92fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.774453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-1ed56ddc-aad0-4393-93c7-89e0f7c92fb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df2e89bacf994edb8e4e44638c81947a&device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 1098 time: 0.0439451 Nov 12 11:40:24.822017 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-b54d1041-e461-46ea-9d0f-782f86253a44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=fe45d32a-aa3f-4e2c-ad57-67deaab16de4 HTTP/1.1" status: 200 len: 217 time: 0.0382304 Nov 12 11:40:24.878425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650158e-7f75-4218-85b6-39f6d9341768 req-597ac67c-6a3c-4e4c-a287-25eb423bf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.879889 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-597ac67c-6a3c-4e4c-a287-25eb423bf9ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0503495 Nov 12 11:40:24.929923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650158e-7f75-4218-85b6-39f6d9341768 req-11d089fa-3e14-4882-aa1b-8b80de027b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.931344 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-11d089fa-3e14-4882-aa1b-8b80de027b24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432413 Nov 12 11:40:25.032083 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-67a00655-6ede-48b4-ac4d-3776f1731be6 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923753 Nov 12 11:40:25.138369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9650158e-7f75-4218-85b6-39f6d9341768 req-2cf16e36-2dd0-4ae7-9a5f-6e1608ebbeeb service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972748 Nov 12 11:40:25.225551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1172687-a836-49a6-80b5-499aac771aea req-77b19c3d-c02c-481a-b3e9-3c10a36a2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:25.227049 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1172687-a836-49a6-80b5-499aac771aea req-77b19c3d-c02c-481a-b3e9-3c10a36a2465 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df2e89bacf994edb8e4e44638c81947a&device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 1098 time: 0.0418820 Nov 12 11:40:25.325648 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1172687-a836-49a6-80b5-499aac771aea req-cfa1c125-9ac0-4938-8c54-bc875fe2e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:25.327149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1172687-a836-49a6-80b5-499aac771aea req-cfa1c125-9ac0-4938-8c54-bc875fe2e986 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81c0ac69-366d-4a98-bc02-86e051170106 HTTP/1.1" status: 200 len: 870 time: 0.0925229 Nov 12 11:40:25.371372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1172687-a836-49a6-80b5-499aac771aea req-66d18fff-7a8c-458d-bc17-5edba128522d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=fe45d32a-aa3f-4e2c-ad57-67deaab16de4 HTTP/1.1" status: 200 len: 217 time: 0.0368760 Nov 12 11:40:25.429211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1172687-a836-49a6-80b5-499aac771aea req-2811a2b0-d05f-4cc7-bd22-3436a891d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:25.430678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1172687-a836-49a6-80b5-499aac771aea req-2811a2b0-d05f-4cc7-bd22-3436a891d598 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96b51cb7-5f12-4390-9df2-6a79d68347b5 HTTP/1.1" status: 200 len: 843 time: 0.0509779 Nov 12 11:40:25.488387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1172687-a836-49a6-80b5-499aac771aea req-a0583778-34f0-4189-8275-eaf5b665a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:25.489952 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1172687-a836-49a6-80b5-499aac771aea req-a0583778-34f0-4189-8275-eaf5b665a45e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81c0ac69-366d-4a98-bc02-86e051170106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0491729 Nov 12 11:40:25.597121 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1172687-a836-49a6-80b5-499aac771aea req-9f806400-3350-491e-80a9-f09ba6a4d999 service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980947 Nov 12 11:40:25.709178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f035933-7643-429f-b97b-8f00344ab557 req-6b5855c6-84eb-4889-b821-3d8b60be6c76 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:25.709875 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f035933-7643-429f-b97b-8f00344ab557 req-6b5855c6-84eb-4889-b821-3d8b60be6c76 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 946 time: 0.1159132 Nov 12 11:40:25.747322 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1172687-a836-49a6-80b5-499aac771aea req-7c49aa5b-9a19-48eb-9bf8-0b28d57dceea service neutron] 10.222.0.52 "GET /v2.0/networks/81c0ac69-366d-4a98-bc02-86e051170106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424227 Nov 12 11:40:25.782505 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f035933-7643-429f-b97b-8f00344ab557 req-00b44efc-5106-42ab-b207-a143c7427aea tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653083 Nov 12 11:40:26.337904 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c98ef7a-817d-4bb0-af2d-2a5978a704ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:26.910844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dc64a-003d-45aa-9b7b-ee6d488ec7e1 req-878599f9-4d3f-4397-bbd4-eeff96ad66af tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:26.912328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-452dc64a-003d-45aa-9b7b-ee6d488ec7e1 req-878599f9-4d3f-4397-bbd4-eeff96ad66af tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 946 time: 0.0508726 Nov 12 11:40:26.961436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-452dc64a-003d-45aa-9b7b-ee6d488ec7e1 req-be0f183a-6e06-4940-89f1-9ad7461ed3f9 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Nov 12 11:40:27.053572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fe45d32a-aa3f-4e2c-ad57-67deaab16de4 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:40:27.148499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port fe45d32a-aa3f-4e2c-ad57-67deaab16de4, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:27.160100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'fe45d32a-aa3f-4e2c-ad57-67deaab16de4', 'network_id': '81c0ac69-366d-4a98-bc02-86e051170106', 'port_id': 'fe45d32a-aa3f-4e2c-ad57-67deaab16de4', 'mac_address': 'fa:16:3e:c1:d6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b51cb7-5f12-4390-9df2-6a79d68347b5', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:40:27.197732 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:27.213713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe45d32a-aa3f-4e2c-ad57-67deaab16de4 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:40:27.232743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port fe45d32a-aa3f-4e2c-ad57-67deaab16de4, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:27.237321 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:27.284841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:27.292555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.292936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.293279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.293616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.293951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.294332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.294682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.295008 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.295332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.295657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.295979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.296299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:27.503148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['fe45d32a-aa3f-4e2c-ad57-67deaab16de4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:40:27.840500 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:28.078966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bf9bd-b755-41e0-b6df-f20101459542 req-9409153f-7ca2-4113-b46e-3f7cb50413f7 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:28.080379 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e85bf9bd-b755-41e0-b6df-f20101459542 req-9409153f-7ca2-4113-b46e-3f7cb50413f7 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 947 time: 0.0528252 Nov 12 11:40:28.127506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e85bf9bd-b755-41e0-b6df-f20101459542 req-e5fcdbf9-0add-4484-a36e-7e62cb8fca7c tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Nov 12 11:40:29.066772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fe45d32a-aa3f-4e2c-ad57-67deaab16de4 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:40:29.115482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:40:29.120347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:40:29.120709 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:29.196717 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:29.224025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c258e49-86a6-43d4-adaf-d97d285916bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe45d32a-aa3f-4e2c-ad57-67deaab16de4'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:40:29.227026 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0c426e-b619-4897-8201-5364190c30d7" -d '{"events": [{"server_uuid": "4c258e49-86a6-43d4-adaf-d97d285916bb", "name": "network-vif-plugged", "status": "completed", "tag": "fe45d32a-aa3f-4e2c-ad57-67deaab16de4"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:40:29.240575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port fe45d32a-aa3f-4e2c-ad57-67deaab16de4, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:29.245867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:29.252443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c50d-d095-42d8-9aa5-0dfe42355a42 req-6777f9b6-8a0f-4424-8809-94287874db66 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:29.254729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5608c50d-d095-42d8-9aa5-0dfe42355a42 req-6777f9b6-8a0f-4424-8809-94287874db66 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 947 time: 0.0580814 Nov 12 11:40:29.296899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:29.313469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5608c50d-d095-42d8-9aa5-0dfe42355a42 req-a1c34871-87d1-45bd-913f-4fe9f6a66b0b tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525401 Nov 12 11:40:29.340661 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee5e63-53fe-430e-9bf4-8f1900343bcb x-openstack-request-id: req-32ee5e63-53fe-430e-9bf4-8f1900343bcb {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:40:29.341036 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c258e49-86a6-43d4-adaf-d97d285916bb", "name": "network-vif-plugged", "status": "completed", "tag": "fe45d32a-aa3f-4e2c-ad57-67deaab16de4", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:40:29.341334 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32ee5e63-53fe-430e-9bf4-8f1900343bcb {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:40:29.341851 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c258e49-86a6-43d4-adaf-d97d285916bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe45d32a-aa3f-4e2c-ad57-67deaab16de4', 'code': 200} Nov 12 11:40:29.440142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50134496-94c3-4820-b92d-454f69845d90 req-0f7b7e73-582e-4677-9ec7-db0093d8d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:29.441703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50134496-94c3-4820-b92d-454f69845d90 req-0f7b7e73-582e-4677-9ec7-db0093d8d6ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 1100 time: 0.0399041 Nov 12 11:40:29.488288 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-50134496-94c3-4820-b92d-454f69845d90 req-560bdd7b-d5e5-4a96-ad97-e926b51ec231 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Nov 12 11:40:29.578451 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:30.428822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0bea-811e-4ece-9bca-6b76ba24e3d0 req-af832afc-d0ec-4896-8155-12b918d5e168 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:30.430887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d5b0bea-811e-4ece-9bca-6b76ba24e3d0 req-af832afc-d0ec-4896-8155-12b918d5e168 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 948 time: 0.0507388 Nov 12 11:40:30.480356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1d5b0bea-811e-4ece-9bca-6b76ba24e3d0 req-d36e3607-4941-4da2-a94e-875db040aaf8 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433409 Nov 12 11:40:30.660420 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:31.604930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc68527-09a3-4f12-8163-55752c7ac167 req-389bcda4-cb4f-45c2-a38a-eebb1a40c9ce tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:31.606454 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fc68527-09a3-4f12-8163-55752c7ac167 req-389bcda4-cb4f-45c2-a38a-eebb1a40c9ce tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 948 time: 0.0535471 Nov 12 11:40:31.657185 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fc68527-09a3-4f12-8163-55752c7ac167 req-18c4db7f-73e9-44f1-8f9c-0a18327dc598 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Nov 12 11:40:32.031058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-b0a53d52-ba9b-4c15-83f8-39b82dab0cf4 req-6462a0b7-411b-434c-8da3-01b5dbd04fb8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:40:32.032076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b0a53d52-ba9b-4c15-83f8-39b82dab0cf4 req-6462a0b7-411b-434c-8da3-01b5dbd04fb8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1045654 Nov 12 11:40:32.410259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-80a78722-f5d5-4e79-90e7-a5edb245c4dd req-7ab8c154-83f0-46c5-971a-f61c6b63cb13 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:40:32.411284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80a78722-f5d5-4e79-90e7-a5edb245c4dd req-7ab8c154-83f0-46c5-971a-f61c6b63cb13 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601261 Nov 12 11:40:32.741516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e316e0-e84c-409e-b743-acafae1dbcd7 req-7c65a328-fa8f-4f4d-ae73-bd4e3c874864 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:32.743001 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e316e0-e84c-409e-b743-acafae1dbcd7 req-7c65a328-fa8f-4f4d-ae73-bd4e3c874864 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 948 time: 0.0495708 Nov 12 11:40:32.790771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e316e0-e84c-409e-b743-acafae1dbcd7 req-8f2001fc-0a50-4a70-a2ee-61dd9b6fd5b8 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Nov 12 11:40:33.912097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9dd6d-40ec-4295-b061-5df53d36a8b1 req-809caae6-0207-4359-ba2d-ebfc2fb13932 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:33.914201 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38e9dd6d-40ec-4295-b061-5df53d36a8b1 req-809caae6-0207-4359-ba2d-ebfc2fb13932 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 948 time: 0.0504599 Nov 12 11:40:33.967588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-38e9dd6d-40ec-4295-b061-5df53d36a8b1 req-9a048608-fddd-4249-9130-c59768a09475 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/security-groups?id=22ded723-bed5-4246-aeb3-aa9fb57dd302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466001 Nov 12 11:40:34.180466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-3fc1105c-f84c-4fe8-b2fe-b9db6aaca8e4 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:34.181847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-3fc1105c-f84c-4fe8-b2fe-b9db6aaca8e4 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 948 time: 0.0478272 Nov 12 11:40:34.275179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Deleting port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:40:34.275517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:34.364011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] For port fe45d32a-aa3f-4e2c-ad57-67deaab16de4, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,segment=NetworkSegment(35032838-171e-418b-8355-2a04353ed2d8),segment_id=35032838-171e-418b-8355-2a04353ed2d8)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:34.364371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:34.377079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Calling delete_port for fe45d32a-aa3f-4e2c-ad57-67deaab16de4 owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:40:34.507555 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:34.519762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['fe45d32a-aa3f-4e2c-ad57-67deaab16de4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:40:34.536618 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Pushing event deleted for resources: {'Port': ['ID=fe45d32a-aa3f-4e2c-ad57-67deaab16de4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:34.587148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] No DVR routers for this DVR port fe45d32a-aa3f-4e2c-ad57-67deaab16de4 on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:40:34.593658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:34.594870 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69e325bb-ab29-42da-bd7d-cb7398f046b7 req-53a4b4c5-1f23-414f-acfc-47ac7bdfba21 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.52 "DELETE /v2.0/ports/fe45d32a-aa3f-4e2c-ad57-67deaab16de4 HTTP/1.1" status: 204 len: 173 time: 0.4043546 Nov 12 11:40:34.595646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c258e49-86a6-43d4-adaf-d97d285916bb', 'name': 'network-vif-deleted', 'tag': 'fe45d32a-aa3f-4e2c-ad57-67deaab16de4'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:40:34.599862 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab8d40-991f-4eea-915c-dc736fa88307" -d '{"events": [{"server_uuid": "4c258e49-86a6-43d4-adaf-d97d285916bb", "name": "network-vif-deleted", "tag": "fe45d32a-aa3f-4e2c-ad57-67deaab16de4"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:40:34.647153 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a50739-08a8-4d57-a34c-3b60fc2cf52d x-openstack-request-id: req-44a50739-08a8-4d57-a34c-3b60fc2cf52d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:40:34.647472 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c258e49-86a6-43d4-adaf-d97d285916bb", "name": "network-vif-deleted", "tag": "fe45d32a-aa3f-4e2c-ad57-67deaab16de4", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:40:34.647768 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44a50739-08a8-4d57-a34c-3b60fc2cf52d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:40:34.648183 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c258e49-86a6-43d4-adaf-d97d285916bb', 'name': 'network-vif-deleted', 'tag': 'fe45d32a-aa3f-4e2c-ad57-67deaab16de4', 'status': 'completed', 'code': 200} Nov 12 11:40:35.079936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41b1c5d5-d2ca-4ccd-9268-f9a7fbccd0ce req-e6f9de05-2d50-490e-931a-ab81a601ac04 tempest-ServersAdminNegativeTestJSON-1923227841 tempest-ServersAdminNegativeTestJSON-1923227841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c258e49-86a6-43d4-adaf-d97d285916bb HTTP/1.1" status: 200 len: 210 time: 0.0280654 Nov 12 11:40:36.389743 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46760) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:36.521674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-94433d52-9b67-4752-956f-fe7b0ea983ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df2e89bacf994edb8e4e44638c81947a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307635 Nov 12 11:40:36.524326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46764) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:36.586701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d91e667d-dc48-4241-8b41-e91e08a2cdce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:36.614798 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d91e667d-dc48-4241-8b41-e91e08a2cdce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:36.666737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d91e667d-dc48-4241-8b41-e91e08a2cdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:36.669634 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d91e667d-dc48-4241-8b41-e91e08a2cdce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:36.670784 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d91e667d-dc48-4241-8b41-e91e08a2cdce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22ded723-bed5-4246-aeb3-aa9fb57dd302 HTTP/1.1" status: 204 len: 168 time: 0.1453145 Nov 12 11:40:36.678987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e667d-dc48-4241-8b41-e91e08a2cdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ded723-bed5-4246-aeb3-aa9fb57dd302,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:36.941691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46770) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:36.955771 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b1f688ad-31ea-481c-a332-50d1fbe9d77c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:37.034006 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b1f688ad-31ea-481c-a332-50d1fbe9d77c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:37.038878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b1f688ad-31ea-481c-a332-50d1fbe9d77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:37.079939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b1f688ad-31ea-481c-a332-50d1fbe9d77c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93922504d26041989b6fff3b5a8076ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371188 Nov 12 11:40:37.080808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f688ad-31ea-481c-a332-50d1fbe9d77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a6d86b-d015-424e-8220-c67715eb8aea,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:37.082769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46772) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:37.132651 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a8c6-9c45-48ba-a9b7-aae348907c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:37.154235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a8c6-9c45-48ba-a9b7-aae348907c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:37.201602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a8c6-9c45-48ba-a9b7-aae348907c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:37.205172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a8c6-9c45-48ba-a9b7-aae348907c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:37.206684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7dd5a8c6-9c45-48ba-a9b7-aae348907c22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22a6d86b-d015-424e-8220-c67715eb8aea HTTP/1.1" status: 204 len: 168 time: 0.1224499 Nov 12 11:40:37.216995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5a8c6-9c45-48ba-a9b7-aae348907c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a6d86b-d015-424e-8220-c67715eb8aea,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:37.997617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46794) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:38.096978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1837372442-network', 'tenant_id': '7307953ddff54043a799a59ad82b1f78'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:40:38.120649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Made reservation on behalf of 7307953ddff54043a799a59ad82b1f78 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:40:38.123043 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.131611 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.208758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.213543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.238808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:40:38.249364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8592c5e8-1cb8-4404-914e-5574cc9e8101,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:38.254387 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.254680 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Added segment 7358fc0d-0419-47a3-889a-6b2046e734ef of type vlan for network 8402d5b2-0037-4ede-aada-bce01f80a49b Nov 12 11:40:38.300678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.329933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.330912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:38.331490 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.387970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3892024 Nov 12 11:40:38.391037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46798) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:38.395453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16135e9-4a87-454e-8bd1-d71f0fb9542d admin admin] Pushing event updated for resources: {'Network': ['ID=8402d5b2-0037-4ede-aada-bce01f80a49b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:38.395928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Request body: {'subnet': {'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1837372442-subnet', 'tenant_id': '7307953ddff54043a799a59ad82b1f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:40:38.405251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 8402d5b2-0037-4ede-aada-bce01f80a49b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:40:38.425747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Made reservation on behalf of 7307953ddff54043a799a59ad82b1f78 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:40:38.428578 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.933265 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:38.991189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a4e76a-b51d-493c-8f04-7a537ff22c31,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:38.999503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Checking segment: {'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:40:38.999861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Network hostable DHCP agents. Network: 8402d5b2-0037-4ede-aada-bce01f80a49b, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:40:39.016390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Network 8402d5b2-0037-4ede-aada-bce01f80a49b is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:40:39.026053 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 8402d5b2-0037-4ede-aada-bce01f80a49b) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:40:39.030092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:39.030628 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:39.037920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b571ceff-a935-4a9c-ab24-71ef567608ee None None] Network 8402d5b2-0037-4ede-aada-bce01f80a49b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:40:39.048485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f1c171b6-9265-469b-9e99-f2d8356ff295 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6563509 Nov 12 11:40:39.145793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fe45d32a-aa3f-4e2c-ad57-67deaab16de4 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:40:39.187624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: fe45d32a-aa3f-4e2c-ad57-67deaab16de4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:40:39.188139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device fe45d32a-aa3f-4e2c-ad57-67deaab16de4 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:40:39.194941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e668f-4f60-40d5-bf93-6e7f532a0112 None None] Network 8402d5b2-0037-4ede-aada-bce01f80a49b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:40:39.488095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-1dc89fb1-6ebb-48e0-a93b-b56eaf0e69a7 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:39.489580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-1dc89fb1-6ebb-48e0-a93b-b56eaf0e69a7 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/networks?id=8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 200 len: 812 time: 0.1090441 Nov 12 11:40:39.504543 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-25821616-9209-44b8-8fed-e40a8324321b tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/quotas/7307953ddff54043a799a59ad82b1f78 HTTP/1.1" status: 200 len: 375 time: 0.0090761 Nov 12 11:40:39.537659 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-2db77172-92d2-48ff-a91d-0a5ccd9aaf25 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7307953ddff54043a799a59ad82b1f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270088 Nov 12 11:40:39.644938 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-cd4bf994-41e8-4c5e-9ea3-3e45ae2ebc05 service neutron] 10.222.0.31 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979228 Nov 12 11:40:39.738059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-7ec20482-fa7a-417d-89b2-8f443c64e136 service neutron] 10.222.0.31 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859601 Nov 12 11:40:39.903483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2e866adb-a88c-48ed-83de-b0b230964505 req-83674a64-1f09-417b-8ee1-e071cdd22445 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Nov 12 11:40:40.339600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:40.731967 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:40.879468 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-89f675bb-fd29-4166-8912-096f2e4c0297 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:40.885482 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-89f675bb-fd29-4166-8912-096f2e4c0297 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.52 "GET /v2.0/networks?id=8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 200 len: 812 time: 0.1126440 Nov 12 11:40:40.897940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Request body: {'port': {'device_id': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b', 'admin_state_up': True, 'tenant_id': '7307953ddff54043a799a59ad82b1f78'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:40:41.005562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b3328271-3fe0-4ba8-87e6-1c9478d83667 req-672c2f86-779a-440b-9169-1ad014933dc3 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 210 time: 0.0310428 Nov 12 11:40:41.011360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Made reservation on behalf of 7307953ddff54043a799a59ad82b1f78 for: {'port': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:40:41.017828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:41.152681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Allocated IP 172.20.0.7 (8402d5b2-0037-4ede-aada-bce01f80a49b/d3a4e76a-b51d-493c-8f04-7a537ff22c31/f0579a02-6521-4b1a-9df0-326ae357d84f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:40:41.306061 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:41.341894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:41.387070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Network 8402d5b2-0037-4ede-aada-bce01f80a49b is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:40:41.390138 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:40:41.393861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:40:41.400416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:41.449310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:41.449961 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:41.465586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-26b40423-f25b-488b-83b2-93afb3e3f691 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723667 Nov 12 11:40:41.478949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Request body: {'port': {'device_id': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:40:41.535772 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:41.809538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0579a02-6521-4b1a-9df0-326ae357d84f {{(pid=109166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:40:41.816924 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:41.830575 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Transition to ACTIVE for port object f0579a02-6521-4b1a-9df0-326ae357d84f will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:40:41.834623 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:41.891839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:41.960963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Attempting to bind port f0579a02-6521-4b1a-9df0-326ae357d84f on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:40:41.961304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Attempting to bind port f0579a02-6521-4b1a-9df0-326ae357d84f by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:40:41.961634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Attempting to bind port f0579a02-6521-4b1a-9df0-326ae357d84f on network 8402d5b2-0037-4ede-aada-bce01f80a49b {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:40:41.967075 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Port f0579a02-6521-4b1a-9df0-326ae357d84f on network 8402d5b2-0037-4ede-aada-bce01f80a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:40:41.967409 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Attempting to bind port f0579a02-6521-4b1a-9df0-326ae357d84f on network 8402d5b2-0037-4ede-aada-bce01f80a49b {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:40:41.972565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:40:41.972938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Checking segment: {'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:40:41.973323 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Bound using segment: {'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:40:41.973761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Bound port: f0579a02-6521-4b1a-9df0-326ae357d84f, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:40:41.974128 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:42.040412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:40:42.044274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:40:42.048244 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:42.091386 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:42.092028 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:42.093555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] 10.222.0.52 "PUT /v2.0/ports/f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 1092 time: 0.6185663 Nov 12 11:40:42.095798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:40:42.098992 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c626c-0c0f-44e6-8396-d836ad14e89f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:40:42.161251 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c58234-cf4b-44bf-99ae-ef18121ffe22 x-openstack-request-id: req-42c58234-cf4b-44bf-99ae-ef18121ffe22 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:40:42.161537 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:40:42.161788 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42c58234-cf4b-44bf-99ae-ef18121ffe22 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:40:42.162340 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'status': 'completed', 'code': 200} Nov 12 11:40:42.180536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dea7d1-1178-44bf-97a8-a6d691fbdba2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=3']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:42.207311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab4f67-b27c-4c16-8726-dc9f3ae1a6d6 req-f6c5fe2c-18e9-4ade-a5b9-e9d53a811829 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:42.208845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96ab4f67-b27c-4c16-8726-dc9f3ae1a6d6 req-f6c5fe2c-18e9-4ade-a5b9-e9d53a811829 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 943 time: 0.1201029 Nov 12 11:40:42.216279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-1fa1f76f-03e2-44ca-a1a4-79772b7e7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:42.217822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-1fa1f76f-03e2-44ca-a1a4-79772b7e7139 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7307953ddff54043a799a59ad82b1f78&device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 1095 time: 0.0717907 Nov 12 11:40:42.276647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-cf4547d9-c282-4dd0-81ba-01d925c13d6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 217 time: 0.0440140 Nov 12 11:40:42.326917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96ab4f67-b27c-4c16-8726-dc9f3ae1a6d6 req-f519ce9c-42f3-4bc6-86b8-55a63e6a18c5 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080394 Nov 12 11:40:42.342221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-150b009d-a1ce-4698-ba61-3457ceff3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:42.343913 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-150b009d-a1ce-4698-ba61-3457ceff3f47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3a4e76a-b51d-493c-8f04-7a537ff22c31 HTTP/1.1" status: 200 len: 852 time: 0.0587761 Nov 12 11:40:42.383274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-5f2cd3b4-2d57-459c-99cb-3f8b07a4c435 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8402d5b2-0037-4ede-aada-bce01f80a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304062 Nov 12 11:40:42.482211 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-3bc39a48-2145-4266-b161-f7d45071c275 service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913401 Nov 12 11:40:42.574329 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-826805db-b59c-42f2-bafd-84dbe2965bd1 req-73383882-ff78-4c9c-b79b-2b5ee7d0f3aa service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844252 Nov 12 11:40:42.663140 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-03567814-bd11-44fb-8c1c-43b1bef46e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:42.665181 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-03567814-bd11-44fb-8c1c-43b1bef46e53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7307953ddff54043a799a59ad82b1f78&device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 1095 time: 0.0415533 Nov 12 11:40:42.761250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-9008a0e8-c25c-420f-8b52-57576cc2b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:42.762715 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-9008a0e8-c25c-420f-8b52-57576cc2b6ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 200 len: 913 time: 0.0904264 Nov 12 11:40:42.807863 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-f1348ee4-8e82-4bb4-87d6-2d5f85ce2ac2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 217 time: 0.0371389 Nov 12 11:40:42.863109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-934d91f1-bc3c-46f7-b654-791bdbc7614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:42.864575 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-934d91f1-bc3c-46f7-b654-791bdbc7614a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3a4e76a-b51d-493c-8f04-7a537ff22c31 HTTP/1.1" status: 200 len: 852 time: 0.0489218 Nov 12 11:40:42.898804 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-f81b09d3-fe06-4505-84a3-1b750a3f226b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8402d5b2-0037-4ede-aada-bce01f80a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247791 Nov 12 11:40:42.993067 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-76361050-0a9e-401a-bba4-0fddb400a63c service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856559 Nov 12 11:40:43.091040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-116c626c-0c0f-44e6-8396-d836ad14e89f req-431cf9d4-95c1-460f-ad06-dc6040ba2b61 service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899689 Nov 12 11:40:43.446874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26450553-95c8-41a5-b139-afef042ca72b req-8054162a-1e75-4f53-abf7-a2eb38882b6b tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:43.448411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26450553-95c8-41a5-b139-afef042ca72b req-8054162a-1e75-4f53-abf7-a2eb38882b6b tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 943 time: 0.0515592 Nov 12 11:40:43.496676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26450553-95c8-41a5-b139-afef042ca72b req-f5bf6a13-b937-4504-8b31-11a99134b763 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Nov 12 11:40:44.613604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c1d99-1930-4eb3-a632-f22ad7870729 req-43710c19-1159-4b79-b37b-cba928c56e48 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:44.615125 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-320c1d99-1930-4eb3-a632-f22ad7870729 req-43710c19-1159-4b79-b37b-cba928c56e48 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 943 time: 0.0502245 Nov 12 11:40:44.662150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-320c1d99-1930-4eb3-a632-f22ad7870729 req-bcd34af5-7391-4660-87bd-c72a45fca4db tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Nov 12 11:40:45.152493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f0579a02-6521-4b1a-9df0-326ae357d84f details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:40:45.253091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:45.265126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b', 'port_id': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'mac_address': 'fa:16:3e:3b:7a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a4e76a-b51d-493c-8f04-7a537ff22c31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:40:45.301578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:45.318705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0579a02-6521-4b1a-9df0-326ae357d84f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:40:45.339024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:45.342992 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:45.389944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:45.555972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['f0579a02-6521-4b1a-9df0-326ae357d84f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:40:45.791331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c987c37-3144-4b1f-bd5c-5ac9a9c7fb9c req-74154658-4fe7-4471-a24c-4bb591f1d6fd tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:45.792801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c987c37-3144-4b1f-bd5c-5ac9a9c7fb9c req-74154658-4fe7-4471-a24c-4bb591f1d6fd tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 944 time: 0.0524964 Nov 12 11:40:45.843984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c987c37-3144-4b1f-bd5c-5ac9a9c7fb9c req-577727af-baa3-4af3-b259-92d660d5e36c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451996 Nov 12 11:40:46.973924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bd66d-32f9-4f37-a93e-8cf111cd590b req-2eebde58-e912-4926-9e66-a4b802e2cb27 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:46.975582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b8bd66d-32f9-4f37-a93e-8cf111cd590b req-2eebde58-e912-4926-9e66-a4b802e2cb27 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 944 time: 0.0541792 Nov 12 11:40:47.024998 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7b8bd66d-32f9-4f37-a93e-8cf111cd590b req-c0db6f09-c74b-48cf-aec5-3a65af250255 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422816 Nov 12 11:40:47.166335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f0579a02-6521-4b1a-9df0-326ae357d84f up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:40:47.216001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port f0579a02-6521-4b1a-9df0-326ae357d84f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:40:47.220636 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port f0579a02-6521-4b1a-9df0-326ae357d84f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:40:47.221046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:47.304084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:47.327615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:40:47.329857 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280615bf-bbd9-4da9-a79b-88b3f943887d" -d '{"events": [{"server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "name": "network-vif-plugged", "status": "completed", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:40:47.343671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:47.348754 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:47.373696 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f7e5f-426d-4b47-9659-994320a23be9 x-openstack-request-id: req-647f7e5f-426d-4b47-9659-994320a23be9 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:40:47.373995 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "name": "network-vif-plugged", "status": "completed", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:40:47.374236 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-647f7e5f-426d-4b47-9659-994320a23be9 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:40:47.374621 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'code': 200} Nov 12 11:40:47.402815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:47.473694 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e537767-8342-4d13-afd4-b45414940cde req-22d5c913-3628-44dc-917a-674094153771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:47.475199 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e537767-8342-4d13-afd4-b45414940cde req-22d5c913-3628-44dc-917a-674094153771 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 1097 time: 0.0419714 Nov 12 11:40:47.523525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e537767-8342-4d13-afd4-b45414940cde req-2f666a3c-d722-4461-a0c9-06c9f17c46e1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Nov 12 11:40:48.162234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b60d0a-47cb-4878-b7f9-7f39150dea56 req-0fd3f882-9f16-44a9-b528-fa7f35bc5343 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:48.164852 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68b60d0a-47cb-4878-b7f9-7f39150dea56 req-0fd3f882-9f16-44a9-b528-fa7f35bc5343 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0630455 Nov 12 11:40:48.228422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-68b60d0a-47cb-4878-b7f9-7f39150dea56 req-bc15e87a-e4ef-46bf-9609-04107b02a4f0 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562172 Nov 12 11:40:49.351739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68909e-bda9-4de9-9ef2-d11353e4be3a req-ea69f68c-1b7d-481c-ae60-004cfd703c5a tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:49.353277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f68909e-bda9-4de9-9ef2-d11353e4be3a req-ea69f68c-1b7d-481c-ae60-004cfd703c5a tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0553117 Nov 12 11:40:49.402544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2f68909e-bda9-4de9-9ef2-d11353e4be3a req-6ddc1ff7-9414-4c14-967e-0700d5b23a25 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Nov 12 11:40:49.646653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47466902-2f83-46b4-8306-99490c0a5182 req-0254208e-735b-428d-ae35-b47e2196d0d6 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:49.648170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47466902-2f83-46b4-8306-99490c0a5182 req-0254208e-735b-428d-ae35-b47e2196d0d6 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0529747 Nov 12 11:40:49.719752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-86a64815-08d1-4d1b-9120-c0d619e6dcac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304941 Nov 12 11:40:49.724587 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47466902-2f83-46b4-8306-99490c0a5182 req-ca9d5d30-0ca6-491b-86b1-a613d5d2ef40 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674574 Nov 12 11:40:49.729589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-2af748bb-8e13-46dd-ae8a-6b168e753d0e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:40:49.730593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-2af748bb-8e13-46dd-ae8a-6b168e753d0e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051510 Nov 12 11:40:50.855385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ab8e6-8434-4513-804f-14c7fbb5955b req-87a6c748-5bfd-4924-9329-53ba1f175d2d tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:50.857173 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd1ab8e6-8434-4513-804f-14c7fbb5955b req-87a6c748-5bfd-4924-9329-53ba1f175d2d tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0540934 Nov 12 11:40:50.910932 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd1ab8e6-8434-4513-804f-14c7fbb5955b req-4ce0aa42-a8da-408e-88e7-35b756731f6d tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474906 Nov 12 11:40:50.970157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-81ec6baa-e7b7-4005-b497-6d71a61ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:50.971651 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-81ec6baa-e7b7-4005-b497-6d71a61ad94d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7307953ddff54043a799a59ad82b1f78&device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 1097 time: 0.0416415 Nov 12 11:40:51.069427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-3bb75902-e556-4605-978f-f493b0959fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:51.070844 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-3bb75902-e556-4605-978f-f493b0959fef service neutron] 10.222.0.52 "GET /v2.0/networks?id=8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 200 len: 913 time: 0.0917561 Nov 12 11:40:51.113489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-ce0f828b-06a1-487e-8610-a7e8486f6d91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 217 time: 0.0350783 Nov 12 11:40:51.166806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-4c90b7a7-5fca-4730-80d6-5ec30c182fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:51.168351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-4c90b7a7-5fca-4730-80d6-5ec30c182fec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3a4e76a-b51d-493c-8f04-7a537ff22c31 HTTP/1.1" status: 200 len: 852 time: 0.0485408 Nov 12 11:40:51.201647 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-ad5f6dad-7f8a-411e-a16e-084817b97a3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8402d5b2-0037-4ede-aada-bce01f80a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266697 Nov 12 11:40:51.292041 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a96b2553-cad9-49e3-9085-e89cd08ba80f service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824773 Nov 12 11:40:51.392306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-bf3b347b-b3d5-49ed-95ed-52a0fd46cbc4 service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930245 Nov 12 11:40:52.033893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97837f-34e3-4895-9296-03f8881bb25b req-e8e18f1e-4d1e-489f-94e3-9c282052f5fa tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:52.035486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b97837f-34e3-4895-9296-03f8881bb25b req-e8e18f1e-4d1e-489f-94e3-9c282052f5fa tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0532668 Nov 12 11:40:52.088354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b97837f-34e3-4895-9296-03f8881bb25b req-c00c4f47-665b-40ec-b4a3-0402ae405185 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 Nov 12 11:40:52.829748 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:40:53.216274 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81bb0b-60f2-45f3-93da-4be7a34e9aa4 req-1b2f19c9-b717-468b-8099-6721f37b126c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:53.218005 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e81bb0b-60f2-45f3-93da-4be7a34e9aa4 req-1b2f19c9-b717-468b-8099-6721f37b126c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0574086 Nov 12 11:40:53.275696 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e81bb0b-60f2-45f3-93da-4be7a34e9aa4 req-bb9ad11d-1bbd-4fcc-9f1f-59b2cabc8765 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502412 Nov 12 11:40:53.971521 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e18b926f-69b2-4e6d-850d-98e5d5825e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:54.402440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3fbc8-3629-4f11-9664-9348c2d43a4f req-91cc61d1-0282-4b53-8e8c-030fd3ec60b6 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:54.404570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85f3fbc8-3629-4f11-9664-9348c2d43a4f req-91cc61d1-0282-4b53-8e8c-030fd3ec60b6 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0519118 Nov 12 11:40:54.453371 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-85f3fbc8-3629-4f11-9664-9348c2d43a4f req-9d89344d-0613-4ea9-9a00-86c2be79408d tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424976 Nov 12 11:40:55.573960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d89ef0-c3d4-40ff-b019-0297ebb726e5 req-f746f3dd-d2ba-43c9-b73f-77b3f3d8f2c4 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:55.575462 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9d89ef0-c3d4-40ff-b019-0297ebb726e5 req-f746f3dd-d2ba-43c9-b73f-77b3f3d8f2c4 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0543697 Nov 12 11:40:55.623733 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a9d89ef0-c3d4-40ff-b019-0297ebb726e5 req-30ffe6df-bf0e-4d81-9706-95305e94aa74 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Nov 12 11:40:56.331807 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e154d3c4-b08e-419c-9a68-c85b89ec91ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:56.748454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5357961-06c3-4beb-979a-4bf9a5c6d54e req-a0c9cfdc-6e16-4d73-bbe6-d0bafa10c79e tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:56.749986 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5357961-06c3-4beb-979a-4bf9a5c6d54e req-a0c9cfdc-6e16-4d73-bbe6-d0bafa10c79e tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0544176 Nov 12 11:40:56.800901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5357961-06c3-4beb-979a-4bf9a5c6d54e req-d44c5299-7e58-4f03-8abf-7b815b2bc36a tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448723 Nov 12 11:40:57.843017 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:57.923110 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe26c3-134a-4f5c-bc6e-9f40e2feb314 req-e1edee95-9e9f-4268-83d9-31a0f8d15bb3 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:57.924624 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-affe26c3-134a-4f5c-bc6e-9f40e2feb314 req-e1edee95-9e9f-4268-83d9-31a0f8d15bb3 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0510519 Nov 12 11:40:57.975789 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-affe26c3-134a-4f5c-bc6e-9f40e2feb314 req-cf50e598-7af5-4dca-8d0b-d3b885d11525 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Nov 12 11:40:59.093017 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e58df-2d18-4607-82cd-d72ed19aacfc req-426ec418-62d0-411a-b88a-aad61b0dd262 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:59.094520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-393e58df-2d18-4607-82cd-d72ed19aacfc req-426ec418-62d0-411a-b88a-aad61b0dd262 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0497482 Nov 12 11:40:59.143880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-393e58df-2d18-4607-82cd-d72ed19aacfc req-8fd3b633-c6ff-421f-8174-debb0aa532bb tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 Nov 12 11:40:59.587446 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:00.266949 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1b9eb-9691-4714-a042-e80d52ce9aff req-c10d30ad-e3c8-4eee-89eb-bf1420192ed1 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:00.269346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64d1b9eb-9691-4714-a042-e80d52ce9aff req-c10d30ad-e3c8-4eee-89eb-bf1420192ed1 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0515926 Nov 12 11:41:00.326892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-64d1b9eb-9691-4714-a042-e80d52ce9aff req-de1e0b28-a2ad-4941-821a-82b4023c9d3d tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517120 Nov 12 11:41:00.662950 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:01.443799 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590e70-23dc-4e96-a386-8309846ce9b5 req-a4b3bd5d-32c4-4b30-9e2c-e35934ceeb0c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:01.445574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a590e70-23dc-4e96-a386-8309846ce9b5 req-a4b3bd5d-32c4-4b30-9e2c-e35934ceeb0c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0498753 Nov 12 11:41:01.497011 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5a590e70-23dc-4e96-a386-8309846ce9b5 req-5468f02e-0180-45eb-8e46-6522570f734f tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442829 Nov 12 11:41:02.615061 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b4f09-9f53-4c49-b06f-7a3e19feadb7 req-708ff6f0-02a0-408e-84df-17ffafe80f3a tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:02.616584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b94b4f09-9f53-4c49-b06f-7a3e19feadb7 req-708ff6f0-02a0-408e-84df-17ffafe80f3a tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0502112 Nov 12 11:41:02.664355 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b94b4f09-9f53-4c49-b06f-7a3e19feadb7 req-a4a8ba11-78e6-4f08-9aab-f49f94e24b04 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Nov 12 11:41:03.785835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45e3c-01b6-4acd-aff2-088ecda2d43f req-98a03005-612b-4ffa-ae63-79020ee34ce0 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:03.787379 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9de45e3c-01b6-4acd-aff2-088ecda2d43f req-98a03005-612b-4ffa-ae63-79020ee34ce0 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Nov 12 11:41:03.837141 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9de45e3c-01b6-4acd-aff2-088ecda2d43f req-9b3a3486-3dea-4bdd-92fe-27840ed740c2 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Nov 12 11:41:04.959009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d0f9-4160-43b3-8801-16e974301adc req-08a5d775-05c1-480f-8c19-45b7a4ce8e28 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:04.960542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7983d0f9-4160-43b3-8801-16e974301adc req-08a5d775-05c1-480f-8c19-45b7a4ce8e28 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0507519 Nov 12 11:41:05.009491 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7983d0f9-4160-43b3-8801-16e974301adc req-b78d8da6-0727-4fd5-80cc-6aa4e8e8918c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Nov 12 11:41:06.132416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b86055-1eab-4e1e-8477-e7cba15fa55e req-d37c421e-cab3-46f1-9971-d5f4e264a92c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:06.134011 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77b86055-1eab-4e1e-8477-e7cba15fa55e req-d37c421e-cab3-46f1-9971-d5f4e264a92c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0552645 Nov 12 11:41:06.182565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77b86055-1eab-4e1e-8477-e7cba15fa55e req-422b3a37-fcfe-4c72-8183-a8e8c7500dfc tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Nov 12 11:41:07.313195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac5359-ba4e-4558-abae-878450b60a1e req-48c7779e-6e46-4363-8da4-225933d255a1 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:07.314768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7ac5359-ba4e-4558-abae-878450b60a1e req-48c7779e-6e46-4363-8da4-225933d255a1 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0560362 Nov 12 11:41:07.368020 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e7ac5359-ba4e-4558-abae-878450b60a1e req-2ba56616-3017-4637-aac8-af0056d28aa3 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463128 Nov 12 11:41:08.493430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8bc2-b6b0-4961-8af6-6ef4777eb90e req-2380b912-47aa-4982-b9e8-f46bf789af7f tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:08.494918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96be8bc2-b6b0-4961-8af6-6ef4777eb90e req-2380b912-47aa-4982-b9e8-f46bf789af7f tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0535402 Nov 12 11:41:08.542410 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-96be8bc2-b6b0-4961-8af6-6ef4777eb90e req-f2804344-e950-47ad-ab4b-fe40ffc841fe tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Nov 12 11:41:09.658789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba280c1-b5e0-4077-bd36-bc30b43cc2d6 req-ac6a1b64-7863-4f21-939c-a3d8c9344b19 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:09.660256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ba280c1-b5e0-4077-bd36-bc30b43cc2d6 req-ac6a1b64-7863-4f21-939c-a3d8c9344b19 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0491309 Nov 12 11:41:09.709902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ba280c1-b5e0-4077-bd36-bc30b43cc2d6 req-b3045ac7-46b1-412b-9a53-94834eded4b4 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436695 Nov 12 11:41:10.350956 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:10.728491 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:10.828769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226ee7-201b-4046-8640-60da64b5f4d9 req-070d5eee-0178-4719-a3c8-29a0a460872f tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:10.830288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8226ee7-201b-4046-8640-60da64b5f4d9 req-070d5eee-0178-4719-a3c8-29a0a460872f tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0502236 Nov 12 11:41:10.878461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c8226ee7-201b-4046-8640-60da64b5f4d9 req-ac7864d3-ef6e-4e24-b87c-7f918cdcdc07 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423174 Nov 12 11:41:12.000002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08f2e-953a-4b42-8df8-e7936864974f req-850ff0ce-f620-4333-bccf-051b86c4b678 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:12.001521 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14d08f2e-953a-4b42-8df8-e7936864974f req-850ff0ce-f620-4333-bccf-051b86c4b678 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0483592 Nov 12 11:41:12.054026 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-14d08f2e-953a-4b42-8df8-e7936864974f req-73fca5ed-3e1e-4e65-abe4-7e8f82b153f9 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Nov 12 11:41:13.171284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f97c96-564a-4775-8012-1992ed126a5d req-d527eff3-314c-47ab-98e4-f9f3db37dac8 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:13.172770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5f97c96-564a-4775-8012-1992ed126a5d req-d527eff3-314c-47ab-98e4-f9f3db37dac8 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0503130 Nov 12 11:41:13.224319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5f97c96-564a-4775-8012-1992ed126a5d req-68028531-0d7b-4dd0-bc08-baa1dcf225c8 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454879 Nov 12 11:41:14.339701 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c32666-c19c-48bd-8ee1-2d75965429da req-9e53cce9-6820-4566-a6bf-6897e80bb0e5 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:14.341406 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37c32666-c19c-48bd-8ee1-2d75965429da req-9e53cce9-6820-4566-a6bf-6897e80bb0e5 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0501666 Nov 12 11:41:14.389305 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-37c32666-c19c-48bd-8ee1-2d75965429da req-5f3f49c9-9aa2-4d9a-99de-2b7dd065fe1b tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Nov 12 11:41:15.505955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e2768-43ae-49cc-98b6-32e0ff5326da req-bae5d408-e0d1-4ba8-b9a9-e7be4b2e2101 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:15.507740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-828e2768-43ae-49cc-98b6-32e0ff5326da req-bae5d408-e0d1-4ba8-b9a9-e7be4b2e2101 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0496428 Nov 12 11:41:15.554868 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-828e2768-43ae-49cc-98b6-32e0ff5326da req-36adad2f-7d38-4c1f-81fa-451cf9fae2ce tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Nov 12 11:41:16.671218 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b503eca-b796-441a-b477-5d8a11032091 req-1351c0f3-4de3-4daa-84ff-bdb4f972eb53 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:16.672582 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b503eca-b796-441a-b477-5d8a11032091 req-1351c0f3-4de3-4daa-84ff-bdb4f972eb53 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0500309 Nov 12 11:41:16.720721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b503eca-b796-441a-b477-5d8a11032091 req-d9f8b351-9699-41d3-858a-ef0ce6a1cf09 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Nov 12 11:41:17.836243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00210-1e10-4df5-bf88-900ede679de1 req-fc547167-4581-4225-bae6-22cc0ed672fe tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:17.837680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ef00210-1e10-4df5-bf88-900ede679de1 req-fc547167-4581-4225-bae6-22cc0ed672fe tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0497890 Nov 12 11:41:17.887188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ef00210-1e10-4df5-bf88-900ede679de1 req-59d83447-c164-4d2e-9a80-6839a7ddf888 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Nov 12 11:41:18.425897 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-b29d847c-2831-448f-866d-3fb1ff01a123 service neutron] show failed (client error): The resource could not be found. Nov 12 11:41:18.426915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-b29d847c-2831-448f-866d-3fb1ff01a123 service neutron] 10.222.0.52 "GET /v2.0/ports/f0579a02-6521-4b1a-9df0-326ae357d84f/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.1187248 Nov 12 11:41:18.661253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-de74eacf-5db1-42c5-9b4a-ff3e82e23418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:18.662787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-de74eacf-5db1-42c5-9b4a-ff3e82e23418 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527&tenant_id=7307953ddff54043a799a59ad82b1f78 HTTP/1.1" status: 200 len: 1097 time: 0.0764520 Nov 12 11:41:18.676409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:18.728687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:18.935146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:18.969538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:41:19.010193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447754b-ee35-4ad4-8126-10ffad632c85 req-9f71be41-097e-4072-9a26-82c40a526ae1 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:19.011380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:19.011712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a447754b-ee35-4ad4-8126-10ffad632c85 req-9f71be41-097e-4072-9a26-82c40a526ae1 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Nov 12 11:41:19.013672 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85fbb49-1fdf-452f-a41b-f8faf46b4884" -d '{"events": [{"server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "name": "network-vif-unplugged", "status": "completed", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:19.018476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:19.032050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Transition to ACTIVE for port object f0579a02-6521-4b1a-9df0-326ae357d84f will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:41:19.036210 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:19.066880 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1049d2d-8bfa-48d8-965b-e1761bc7ae79 x-openstack-request-id: req-c1049d2d-8bfa-48d8-965b-e1761bc7ae79 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:19.067156 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "name": "network-vif-unplugged", "status": "completed", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:19.067409 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1049d2d-8bfa-48d8-965b-e1761bc7ae79 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:19.067803 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'code': 200} Nov 12 11:41:19.081336 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a447754b-ee35-4ad4-8126-10ffad632c85 req-2ec7ffbf-b292-4263-9306-fee6614c6fbd tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527139 Nov 12 11:41:19.100133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] No DVR routers for this DVR port f0579a02-6521-4b1a-9df0-326ae357d84f on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:19.110460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:19.136731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.137100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.137432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.137762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.138086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.138405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.138724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.139039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.139355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.139667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.140506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.140832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:19.153780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Attempting to bind port f0579a02-6521-4b1a-9df0-326ae357d84f on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:41:19.154108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Attempting to bind port f0579a02-6521-4b1a-9df0-326ae357d84f by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:41:19.154431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Attempting to bind port f0579a02-6521-4b1a-9df0-326ae357d84f on network 8402d5b2-0037-4ede-aada-bce01f80a49b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:19.159447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Port f0579a02-6521-4b1a-9df0-326ae357d84f on network 8402d5b2-0037-4ede-aada-bce01f80a49b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:41:19.159761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Attempting to bind port f0579a02-6521-4b1a-9df0-326ae357d84f on network 8402d5b2-0037-4ede-aada-bce01f80a49b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:19.164644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:41:19.165562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Checking segment: {'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:41:19.165941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Bound using segment: {'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:41:19.166422 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Bound port: f0579a02-6521-4b1a-9df0-326ae357d84f, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7358fc0d-0419-47a3-889a-6b2046e734ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:41:19.166719 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:19.228893 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:41:19.231811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:41:19.237083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:19.274782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:19.275399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:19.276775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] 10.222.0.59 "PUT /v2.0/ports/f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 1092 time: 0.6044657 Nov 12 11:41:19.293843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2159f-59ff-40cb-a360-5e3a3a4c487c service neutron] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:19.341117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-6bf01893-53c0-480d-8b00-8e698ade47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:19.342607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-6bf01893-53c0-480d-8b00-8e698ade47e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7307953ddff54043a799a59ad82b1f78&device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 1095 time: 0.0408731 Nov 12 11:41:19.439291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-3631029f-61a0-4f0e-aa68-1ae401b3b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:19.440665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-3631029f-61a0-4f0e-aa68-1ae401b3b708 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 200 len: 913 time: 0.0899034 Nov 12 11:41:19.483597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-f8cdc42a-1209-4ba9-a502-b77f9dd065bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 217 time: 0.0345342 Nov 12 11:41:19.538496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-2ffa3ee1-7c1a-4c26-8f41-d739be26ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:19.539953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-2ffa3ee1-7c1a-4c26-8f41-d739be26ecd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3a4e76a-b51d-493c-8f04-7a537ff22c31 HTTP/1.1" status: 200 len: 852 time: 0.0489056 Nov 12 11:41:19.572493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-98f9fca1-dac6-4884-8d19-d714164530f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8402d5b2-0037-4ede-aada-bce01f80a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253584 Nov 12 11:41:19.662658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-dc6268a5-b4b7-4d7f-ae2d-0d97b58cb077 service neutron] 10.222.0.59 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820432 Nov 12 11:41:19.757931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b76b15b9-3760-4e79-80ed-8265aa08b966 req-23a8b40a-bb52-4510-b83a-4a3f113d8a5a service neutron] 10.222.0.59 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881014 Nov 12 11:41:20.207832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6174c3-aa57-485d-8693-0d24b1c14866 req-26326572-b2d9-4023-b052-cb5edaf09a05 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:20.209364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd6174c3-aa57-485d-8693-0d24b1c14866 req-26326572-b2d9-4023-b052-cb5edaf09a05 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 943 time: 0.0548158 Nov 12 11:41:20.266179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd6174c3-aa57-485d-8693-0d24b1c14866 req-7191465e-daf7-4190-b051-6eabcf08b40a tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501521 Nov 12 11:41:21.068939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:21.071476 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf2342-4151-4446-b53c-8f651c2061c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:21.126174 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8044d0-46b3-41d5-982a-a835beee3188 x-openstack-request-id: req-bb8044d0-46b3-41d5-982a-a835beee3188 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:21.126466 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:21.126722 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb8044d0-46b3-41d5-982a-a835beee3188 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:21.127119 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'status': 'completed', 'code': 200} Nov 12 11:41:21.193805 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-10b0fb5f-93b9-4602-ab01-2f23821ce9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:21.195625 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-10b0fb5f-93b9-4602-ab01-2f23821ce9c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7307953ddff54043a799a59ad82b1f78&device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 1095 time: 0.0511987 Nov 12 11:41:21.203562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-c9595e96-ecdb-4360-9b5b-442ff7d4c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:21.205102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-c9595e96-ecdb-4360-9b5b-442ff7d4c8eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7307953ddff54043a799a59ad82b1f78&device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 1095 time: 0.0498593 Nov 12 11:41:21.312958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-bf7134dd-15aa-4edf-b91a-ca5bd55de793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:21.314273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-bf7134dd-15aa-4edf-b91a-ca5bd55de793 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 200 len: 913 time: 0.1017613 Nov 12 11:41:21.332594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-4a600714-2107-43ef-ac07-2fa88ae9a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:21.334057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-4a600714-2107-43ef-ac07-2fa88ae9a239 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 200 len: 913 time: 0.1312423 Nov 12 11:41:21.371703 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-1f8b864f-7fc8-4a42-bde3-1e21c19345c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 217 time: 0.0462902 Nov 12 11:41:21.382414 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-52bf6494-f5e0-4c53-9752-136a49df6e28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 217 time: 0.0406590 Nov 12 11:41:21.444135 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-0900f611-08c3-4642-9602-6438209f0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:21.446117 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-0900f611-08c3-4642-9602-6438209f0664 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3a4e76a-b51d-493c-8f04-7a537ff22c31 HTTP/1.1" status: 200 len: 852 time: 0.0567119 Nov 12 11:41:21.480956 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-9e20458b-a6b8-4429-bc69-d577c60ba7fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8402d5b2-0037-4ede-aada-bce01f80a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275722 Nov 12 11:41:21.589459 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-ade1acba-fb3f-4b0e-a1a0-a81a01d584a3 service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012681 Nov 12 11:41:21.692241 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-9b70f4e8-e6f6-4954-809d-bf8256de254a service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952847 Nov 12 11:41:21.772910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-617c7ea8-25ed-4aa5-8cec-7151038566e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:21.774397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-617c7ea8-25ed-4aa5-8cec-7151038566e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3a4e76a-b51d-493c-8f04-7a537ff22c31 HTTP/1.1" status: 200 len: 852 time: 0.3940103 Nov 12 11:41:21.787282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29d3e-bd71-445c-a89c-2b69b9698a40 req-541ee3ab-ee00-4c0c-ac26-ea2e59a8f1f4 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:21.788775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94a29d3e-bd71-445c-a89c-2b69b9698a40 req-541ee3ab-ee00-4c0c-ac26-ea2e59a8f1f4 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 943 time: 0.3991568 Nov 12 11:41:21.818540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-a5117ea3-a829-427e-bfd5-07b7851b6deb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8402d5b2-0037-4ede-aada-bce01f80a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287917 Nov 12 11:41:21.907363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94a29d3e-bd71-445c-a89c-2b69b9698a40 req-ad71fd9c-867b-456d-8a60-c48bf314028c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102235 Nov 12 11:41:21.934604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-b6dc04d0-c177-467f-9ba6-047817b93e8a service neutron] 10.222.0.59 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073709 Nov 12 11:41:22.032118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fbdf2342-4151-4446-b53c-8f651c2061c2 req-3ffedeb6-4b70-46cf-98ad-4e23b1c4fd20 service neutron] 10.222.0.59 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866647 Nov 12 11:41:23.025655 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a1aec-a840-4685-bddc-3929d0675531 req-b08c9d97-1ed9-49c6-a64a-b4cd97dbddda tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:23.027436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd5a1aec-a840-4685-bddc-3929d0675531 req-b08c9d97-1ed9-49c6-a64a-b4cd97dbddda tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 943 time: 0.0493855 Nov 12 11:41:23.074430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fd5a1aec-a840-4685-bddc-3929d0675531 req-db9bef30-74ad-43c8-8bc6-1841fea31708 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Nov 12 11:41:23.198829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f0579a02-6521-4b1a-9df0-326ae357d84f details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:41:23.305343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:23.317576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'network_id': '8402d5b2-0037-4ede-aada-bce01f80a49b', 'port_id': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'mac_address': 'fa:16:3e:3b:7a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a4e76a-b51d-493c-8f04-7a537ff22c31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:41:23.353705 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e194f-2c30-4de9-b012-bc817d516d84 req-b79ff2fe-ab59-4998-b1ad-5b7f1f68decb tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:23.355157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-b79ff2fe-ab59-4998-b1ad-5b7f1f68decb tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527&tenant_id=7307953ddff54043a799a59ad82b1f78&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 943 time: 0.0897391 Nov 12 11:41:23.356520 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.369801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0579a02-6521-4b1a-9df0-326ae357d84f {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:41:23.390835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:23.394782 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.400932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f0579a02-6521-4b1a-9df0-326ae357d84f no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:23.424187 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-394e194f-2c30-4de9-b012-bc817d516d84 req-d5acfcd4-0f45-41d8-83a9-fefe8b8b5535 service neutron] delete failed (client error): The resource could not be found. Nov 12 11:41:23.425331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-d5acfcd4-0f45-41d8-83a9-fefe8b8b5535 service neutron] 10.222.0.52 "DELETE /v2.0/ports/f0579a02-6521-4b1a-9df0-326ae357d84f/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0622287 Nov 12 11:41:23.483673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:23.488598 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device f0579a02-6521-4b1a-9df0-326ae357d84f not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:23.521093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e194f-2c30-4de9-b012-bc817d516d84 req-bac18b4f-546f-4964-a9ee-019c954ebe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:23.522813 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-bac18b4f-546f-4964-a9ee-019c954ebe6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7307953ddff54043a799a59ad82b1f78&device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 1096 time: 0.0478780 Nov 12 11:41:23.630021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e194f-2c30-4de9-b012-bc817d516d84 req-6e576412-4d89-4a50-bf9e-c9c3dd48ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:23.631400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-6e576412-4d89-4a50-bf9e-c9c3dd48ae53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 200 len: 913 time: 0.1010292 Nov 12 11:41:23.641440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['f0579a02-6521-4b1a-9df0-326ae357d84f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:41:23.675323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-cf0df1bf-13bf-44b5-9184-e0caa287e21c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 200 len: 217 time: 0.0361223 Nov 12 11:41:23.730812 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e194f-2c30-4de9-b012-bc817d516d84 req-7b9b363e-6f38-4e51-9446-b9aa0d7c477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:23.732272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-7b9b363e-6f38-4e51-9446-b9aa0d7c477a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3a4e76a-b51d-493c-8f04-7a537ff22c31 HTTP/1.1" status: 200 len: 852 time: 0.0485289 Nov 12 11:41:23.766147 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-a66b136f-58ca-4cd2-ab8f-f8183ae13751 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8402d5b2-0037-4ede-aada-bce01f80a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253899 Nov 12 11:41:23.862138 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-1eb15be2-1654-4b18-b047-7686727a8957 service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878680 Nov 12 11:41:23.965070 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-ee470be8-36b2-445d-a5b1-3dd8dced5a40 service neutron] 10.222.0.52 "GET /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937624 Nov 12 11:41:23.980939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d823ed4b-35b9-4848-b219-997c8c2cfe5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.705573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5b660-1934-4e33-b118-952b05ad5bdf req-46bf8371-4bec-4bba-b4c4-dd92b649bdd0 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:24.707024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dac5b660-1934-4e33-b118-952b05ad5bdf req-46bf8371-4bec-4bba-b4c4-dd92b649bdd0 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 944 time: 0.0646961 Nov 12 11:41:24.755158 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dac5b660-1934-4e33-b118-952b05ad5bdf req-69b2a16b-5a42-4d54-8acb-78d6e22c337f tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Nov 12 11:41:25.198994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f0579a02-6521-4b1a-9df0-326ae357d84f up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:41:25.253047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port f0579a02-6521-4b1a-9df0-326ae357d84f completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:41:25.258382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port f0579a02-6521-4b1a-9df0-326ae357d84f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:25.258882 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.346839 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.370501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:25.372763 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e31e38-686d-4167-bd1c-d69b5de9fc5e" -d '{"events": [{"server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "name": "network-vif-plugged", "status": "completed", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:25.386479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:25.393423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.419428 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3146b7a-4955-423a-987b-a760c2ca013d x-openstack-request-id: req-a3146b7a-4955-423a-987b-a760c2ca013d {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:25.419730 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "name": "network-vif-plugged", "status": "completed", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:25.420135 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3146b7a-4955-423a-987b-a760c2ca013d {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:25.420525 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'code': 200} Nov 12 11:41:25.449768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:25.909981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9d73c-d7f1-4208-acba-add63cc00838 req-07203783-612e-49af-81d2-2f1c321b3221 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:25.912465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79e9d73c-d7f1-4208-acba-add63cc00838 req-07203783-612e-49af-81d2-2f1c321b3221 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0690448 Nov 12 11:41:25.974222 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-79e9d73c-d7f1-4208-acba-add63cc00838 req-227982e7-3e16-4b3e-ae18-646ec23b04b7 tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.31 "GET /v2.0/security-groups?id=8592c5e8-1cb8-4404-914e-5574cc9e8101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559442 Nov 12 11:41:26.070862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e194f-2c30-4de9-b012-bc817d516d84 req-6dae9460-611a-4240-817d-c18214379f5e tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:26.072605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-6dae9460-611a-4240-817d-c18214379f5e tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b469773-d67a-4f6d-b8cc-8912f9f91527 HTTP/1.1" status: 200 len: 945 time: 0.0514216 Nov 12 11:41:26.168930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Deleting port f0579a02-6521-4b1a-9df0-326ae357d84f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:26.169271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.263763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] For port f0579a02-6521-4b1a-9df0-326ae357d84f, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=f0579a02-6521-4b1a-9df0-326ae357d84f,segment=NetworkSegment(7358fc0d-0419-47a3-889a-6b2046e734ef),segment_id=7358fc0d-0419-47a3-889a-6b2046e734ef)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:26.264123 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.278262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Calling delete_port for f0579a02-6521-4b1a-9df0-326ae357d84f owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:26.335050 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fa930ab3-7616-48a6-be6b-5d04c828fb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.415734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.428702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['f0579a02-6521-4b1a-9df0-326ae357d84f'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:41:26.448748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Pushing event deleted for resources: {'Port': ['ID=f0579a02-6521-4b1a-9df0-326ae357d84f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:26.494039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] No DVR routers for this DVR port f0579a02-6521-4b1a-9df0-326ae357d84f on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:26.496796 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.500412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-394e194f-2c30-4de9-b012-bc817d516d84 req-3e059725-c3f6-4a00-a2ff-b856f775454c tempest-DeleteServersTestJSON-903381000 tempest-DeleteServersTestJSON-903381000-project] 10.222.0.59 "DELETE /v2.0/ports/f0579a02-6521-4b1a-9df0-326ae357d84f HTTP/1.1" status: 204 len: 173 time: 0.4207468 Nov 12 11:41:26.501021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'name': 'network-vif-deleted', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:26.503339 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a9cb67-412e-4128-a05a-1abea49c9a09" -d '{"events": [{"server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "name": "network-vif-deleted", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:26.643217 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd86ccd-1fd2-4eee-96c9-fcec3295c980 x-openstack-request-id: req-9dd86ccd-1fd2-4eee-96c9-fcec3295c980 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:26.643514 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b469773-d67a-4f6d-b8cc-8912f9f91527", "name": "network-vif-deleted", "tag": "f0579a02-6521-4b1a-9df0-326ae357d84f", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:26.643768 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dd86ccd-1fd2-4eee-96c9-fcec3295c980 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:26.644172 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b469773-d67a-4f6d-b8cc-8912f9f91527', 'name': 'network-vif-deleted', 'tag': 'f0579a02-6521-4b1a-9df0-326ae357d84f', 'status': 'completed', 'code': 200} Nov 12 11:41:27.101103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46958) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:27.145008 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Deleting subnet d3a4e76a-b51d-493c-8f04-7a537ff22c31 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:41:27.148182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.182923 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.221810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.278686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.305918 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a4e76a-b51d-493c-8f04-7a537ff22c31,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:27.308696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.311848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d3a4e76a-b51d-493c-8f04-7a537ff22c31 HTTP/1.1" status: 204 len: 168 time: 0.2097299 Nov 12 11:41:27.314585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46960) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:27.318960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.319314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.319924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.320267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.320603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.320996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.321332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.321662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.321990 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.322461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.322844 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.323168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b9cb-2e56-42c3-86d1-0816fd058c56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:27.387941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.470034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.490289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8402d5b2-0037-4ede-aada-bce01f80a49b']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:27.500258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7358fc0d-0419-47a3-889a-6b2046e734ef') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:27.500545 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7358fc0d-0419-47a3-889a-6b2046e734ef') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:27.510314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.523817 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.529629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:41:27.529948 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:41:27.532199 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:41:27.585684 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.591040 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.594909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] 10.222.0.31 "DELETE /v2.0/networks/8402d5b2-0037-4ede-aada-bce01f80a49b HTTP/1.1" status: 204 len: 168 time: 0.2793376 Nov 12 11:41:27.605678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26003-3f6c-4777-a181-47c87367b61e admin admin] Pushing event deleted for resources: {'Network': ['ID=8402d5b2-0037-4ede-aada-bce01f80a49b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:27.703781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46964) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:27.742759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6bb96674-6d69-47c6-86a9-3afcb0ac6b19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7307953ddff54043a799a59ad82b1f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377510 Nov 12 11:41:27.745142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46966) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:27.797066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e291c3b1-284b-4a97-941f-582649260bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.818143 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e291c3b1-284b-4a97-941f-582649260bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.849603 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.868853 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e291c3b1-284b-4a97-941f-582649260bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.871618 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e291c3b1-284b-4a97-941f-582649260bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.872780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e291c3b1-284b-4a97-941f-582649260bdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8592c5e8-1cb8-4404-914e-5574cc9e8101 HTTP/1.1" status: 204 len: 168 time: 0.1267538 Nov 12 11:41:27.886226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291c3b1-284b-4a97-941f-582649260bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592c5e8-1cb8-4404-914e-5574cc9e8101,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:28.541722 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 46988) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:28.635755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-637178311-network', 'tenant_id': '41044d47bf854d09a00502cf784fbfe7'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:28.656293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Made reservation on behalf of 41044d47bf854d09a00502cf784fbfe7 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:41:28.658605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.667249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.739865 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.743442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.765292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:41:28.785471 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:28.788418 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.788771 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Added segment 85447a8f-af86-465f-ab73-799cc409e19f of type vlan for network 1bf52773-c9a4-4ae8-98a8-e25402836223 Nov 12 11:41:28.829876 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.854669 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.855822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:28.856353 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.917354 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3745074 Nov 12 11:41:28.920370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 46992) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:28.923056 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338de8b0-83f3-45b5-a994-e02259a0771f admin admin] Pushing event updated for resources: {'Network': ['ID=1bf52773-c9a4-4ae8-98a8-e25402836223,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:28.925912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Request body: {'subnet': {'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-637178311-subnet', 'tenant_id': '41044d47bf854d09a00502cf784fbfe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:28.933427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 1bf52773-c9a4-4ae8-98a8-e25402836223 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:41:28.948195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Made reservation on behalf of 41044d47bf854d09a00502cf784fbfe7 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:41:28.950566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.120811 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.176230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d74c1c-e4db-48f6-a54f-d2038ee799cd,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:29.186604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Checking segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:41:29.186940 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Network hostable DHCP agents. Network: 1bf52773-c9a4-4ae8-98a8-e25402836223, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:41:29.203333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Network 1bf52773-c9a4-4ae8-98a8-e25402836223 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:41:29.212151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 1bf52773-c9a4-4ae8-98a8-e25402836223) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:29.217110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:29.218383 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.221813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e0c13-27aa-47b7-93dc-d2e1973c0184 None None] Network 1bf52773-c9a4-4ae8-98a8-e25402836223 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:41:29.237867 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-52f4069b-9926-4aac-88b7-9bc278982347 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3157883 Nov 12 11:41:29.248980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f0579a02-6521-4b1a-9df0-326ae357d84f no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:29.296644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: f0579a02-6521-4b1a-9df0-326ae357d84f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:29.297011 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device f0579a02-6521-4b1a-9df0-326ae357d84f not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:29.377460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538eea6c-6484-492e-9033-87d352c4364e None None] Network 1bf52773-c9a4-4ae8-98a8-e25402836223 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:41:29.585067 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.673859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-cbf0aff3-e48e-4a66-8023-944a579a58ab tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:29.675238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-cbf0aff3-e48e-4a66-8023-944a579a58ab tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 814 time: 0.1085799 Nov 12 11:41:29.690999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-526030d7-c65e-4c0a-b1ad-b0a65b1e212a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/quotas/41044d47bf854d09a00502cf784fbfe7 HTTP/1.1" status: 200 len: 375 time: 0.0099680 Nov 12 11:41:29.722400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-6fe23f3f-1a14-4b81-b88f-143f65a91245 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258043 Nov 12 11:41:29.817995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-98eb0016-b31b-49f6-9380-d657ab0aafc9 service neutron] 10.222.0.31 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885112 Nov 12 11:41:29.829266 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:41:29.909866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-254179cd-2095-412f-9a1f-cb2fbcb42818 service neutron] 10.222.0.31 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846319 Nov 12 11:41:30.070674 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c6ef31b-ddfa-4dab-8e75-427bd5221845 req-f413f616-d5a2-4539-a63d-e11a889d5b72 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 210 time: 0.0280809 Nov 12 11:41:30.671272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.070365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-615d95ba-1a71-4e77-a26a-2485565ea495 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:31.072306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-615d95ba-1a71-4e77-a26a-2485565ea495 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.59 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 814 time: 0.1141639 Nov 12 11:41:31.087150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Request body: {'port': {'device_id': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223', 'admin_state_up': True, 'tenant_id': '41044d47bf854d09a00502cf784fbfe7'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:31.186502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b6de8bc0-2c92-4b71-9071-e8927de6ffdf req-6913a1b4-8a30-4af7-a212-68a9c1e30432 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 210 time: 0.0381391 Nov 12 11:41:31.229892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Made reservation on behalf of 41044d47bf854d09a00502cf784fbfe7 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:41:31.234863 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.361046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Allocated IP 172.20.0.9 (1bf52773-c9a4-4ae8-98a8-e25402836223/d9d74c1c-e4db-48f6-a54f-d2038ee799cd/8e855d33-c66d-4095-b4a1-cc20ccbc0f5d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:41:31.509375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.544604 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.586858 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Network 1bf52773-c9a4-4ae8-98a8-e25402836223 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:41:31.592580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:31.595517 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:41:31.632107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:31.656582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:31.657214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.673251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-5f1c3519-2fd4-4357-810e-153a21ee9c34 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913055 Nov 12 11:41:31.686096 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Request body: {'port': {'device_id': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:31.738859 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.007500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:41:32.015475 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.027323 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Transition to ACTIVE for port object 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:41:32.031725 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.098873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:32.154892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Attempting to bind port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:41:32.155222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Attempting to bind port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:41:32.155588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Attempting to bind port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on network 1bf52773-c9a4-4ae8-98a8-e25402836223 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:32.160021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on network 1bf52773-c9a4-4ae8-98a8-e25402836223 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:41:32.160342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Attempting to bind port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on network 1bf52773-c9a4-4ae8-98a8-e25402836223 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:32.165263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:41:32.165601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Checking segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:41:32.165986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Bound using segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:41:32.166450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Bound port: 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:41:32.166808 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.233718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:41:32.237068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:41:32.241625 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.278471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:32.278957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.281576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] 10.222.0.59 "PUT /v2.0/ports/8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 1092 time: 0.5987453 Nov 12 11:41:32.282060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:32.284375 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:32.310084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df082ec5-8f5a-4cb4-aa37-2d16aa8be03b service neutron] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:32.318516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f2ea-0497-4de9-b46b-03f1b4f98a5a req-6765b5d8-6dbe-482c-91fb-f9064ddf10a6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:32.320589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80e4f2ea-0497-4de9-b46b-03f1b4f98a5a req-6765b5d8-6dbe-482c-91fb-f9064ddf10a6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 943 time: 0.0614140 Nov 12 11:41:32.337102 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf986e6a-b13e-4111-89a7-0a1f20b3ca6f x-openstack-request-id: req-bf986e6a-b13e-4111-89a7-0a1f20b3ca6f {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:32.337416 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:32.337669 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf986e6a-b13e-4111-89a7-0a1f20b3ca6f {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:32.338078 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'status': 'completed', 'code': 200} Nov 12 11:41:32.371486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80e4f2ea-0497-4de9-b46b-03f1b4f98a5a req-e1f0c435-1f80-44c2-800e-a6fd420a3daf tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Nov 12 11:41:32.393252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-a9ff966f-6b70-4ed5-8bb3-7bae35bb6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:32.394733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-a9ff966f-6b70-4ed5-8bb3-7bae35bb6339 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 1095 time: 0.0467920 Nov 12 11:41:32.441906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-93e3cb89-18e6-4458-a53c-34cd45ba304b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 217 time: 0.0366273 Nov 12 11:41:32.500221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-a8e8248d-493a-4095-9dcf-e126b8a0ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:32.501739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-a8e8248d-493a-4095-9dcf-e126b8a0ab78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0509822 Nov 12 11:41:32.537790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-2dc0d62c-257c-4e74-acc8-dae88dc40d42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272806 Nov 12 11:41:32.634627 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-19ba32b6-bd4c-4667-ab5b-455da0abcd6a service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876622 Nov 12 11:41:32.736467 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-158b84c3-caaf-46a1-b16d-084d6a5f5fd5 req-b3f73d2d-c501-485f-aeeb-47f83674b5dc service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925810 Nov 12 11:41:32.844815 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-d137393f-0419-4e20-afac-bf627a59af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:32.846275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-d137393f-0419-4e20-afac-bf627a59af1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 1095 time: 0.0534012 Nov 12 11:41:32.958665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-24ee531d-61b2-4d1d-87e0-f275640b3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:32.960243 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-24ee531d-61b2-4d1d-87e0-f275640b3652 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.1039143 Nov 12 11:41:33.006691 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-daee8aa9-52f5-4333-a4d9-06a9d74fb84e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 217 time: 0.0375891 Nov 12 11:41:33.073208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-a7ebbf9f-7903-4546-9fee-fe00d7338c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:33.074765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-a7ebbf9f-7903-4546-9fee-fe00d7338c00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0580583 Nov 12 11:41:33.113981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-474cd2df-41fc-4c66-a76f-88065f1b7478 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301924 Nov 12 11:41:33.217155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-7a0d0fbd-8d79-4b09-867c-19ecaa6979d6 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948403 Nov 12 11:41:33.321277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a7c9f89-6ea8-40f5-b482-8c34c62e5fcf req-d54d0025-7e78-4fe8-b034-72b3c0f5e328 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921440 Nov 12 11:41:33.495752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8753f73-f952-470e-9c2c-f64b22cbedc4 req-a07bf3b7-8a5a-4275-8f45-5eb9cda78c8c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:33.497288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8753f73-f952-470e-9c2c-f64b22cbedc4 req-a07bf3b7-8a5a-4275-8f45-5eb9cda78c8c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 943 time: 0.0509603 Nov 12 11:41:33.557171 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8753f73-f952-470e-9c2c-f64b22cbedc4 req-4cc99f3f-a203-4919-a3f2-43b158549a46 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Nov 12 11:41:34.676279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea76861-de3f-4faa-aba0-ee5c40975538 req-4d928bd1-d196-43b2-b600-b7251d7ccc91 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:34.677762 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ea76861-de3f-4faa-aba0-ee5c40975538 req-4d928bd1-d196-43b2-b600-b7251d7ccc91 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 943 time: 0.0520375 Nov 12 11:41:34.723556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ea76861-de3f-4faa-aba0-ee5c40975538 req-fc5c6707-8d71-451d-8e54-8dc0ae01ebec tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 Nov 12 11:41:35.281536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:41:35.380789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:35.392046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223', 'port_id': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'mac_address': 'fa:16:3e:63:f5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d74c1c-e4db-48f6-a54f-d2038ee799cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:41:35.434302 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.446796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:41:35.465313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:35.469704 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.524275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:35.532576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.532833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.533199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.533532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.533863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.534192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.534516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.534842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.535165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.535486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.535803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.536117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:35.694052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:41:35.853306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b500e0-18ab-4a59-9a41-01abd836819d req-db5bd989-a7e4-40cb-869d-5258fccbe66f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:35.854875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4b500e0-18ab-4a59-9a41-01abd836819d req-db5bd989-a7e4-40cb-869d-5258fccbe66f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 944 time: 0.0537932 Nov 12 11:41:35.914674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4b500e0-18ab-4a59-9a41-01abd836819d req-48adfcc7-ef47-4cf8-b22a-84df97f1ddae tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533252 Nov 12 11:41:37.028884 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5f67f-a84b-495f-a3d5-d5095c4b2261 req-1e8fd360-262c-4b9f-922c-05bd69020e8d tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.030359 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33e5f67f-a84b-495f-a3d5-d5095c4b2261 req-1e8fd360-262c-4b9f-922c-05bd69020e8d tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 944 time: 0.0479167 Nov 12 11:41:37.078478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33e5f67f-a84b-495f-a3d5-d5095c4b2261 req-c7895183-9637-419e-9dd2-096cddc39f35 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Nov 12 11:41:37.276970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:41:37.325891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:41:37.330236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:37.330553 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:37.414357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:37.437634 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:37.439977 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1650b17-b337-4bc8-ab32-19cba077734c" -d '{"events": [{"server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "name": "network-vif-plugged", "status": "completed", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:37.453568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:37.458683 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:37.482236 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed53b5f4-bddb-4198-a666-db26d481ef5c x-openstack-request-id: req-ed53b5f4-bddb-4198-a666-db26d481ef5c {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:37.482511 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "name": "network-vif-plugged", "status": "completed", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:37.482808 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed53b5f4-bddb-4198-a666-db26d481ef5c {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:37.483141 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'code': 200} Nov 12 11:41:37.511172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:37.595177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450c16-c39c-4d8d-a940-c509b7df9e3a req-6dd863b2-184d-4562-ac6f-3767a30e853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.596633 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68450c16-c39c-4d8d-a940-c509b7df9e3a req-6dd863b2-184d-4562-ac6f-3767a30e853a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 1097 time: 0.0464985 Nov 12 11:41:37.649392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-68450c16-c39c-4d8d-a940-c509b7df9e3a req-ba2d719a-5d35-4414-9561-4acdd5fb58ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Nov 12 11:41:38.214136 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc517c-e13b-4c39-9f68-0a9f6a6c57dd req-d0b68038-8085-4e3c-878f-df7b40558f52 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:38.215903 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41dc517c-e13b-4c39-9f68-0a9f6a6c57dd req-d0b68038-8085-4e3c-878f-df7b40558f52 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0656273 Nov 12 11:41:38.269699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41dc517c-e13b-4c39-9f68-0a9f6a6c57dd req-68976fff-4377-4927-8855-42174c5c0406 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469866 Nov 12 11:41:39.388977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119b22-8c3e-4b4f-97bd-525560f4d441 req-79887745-9e52-41f1-8019-bd4b66257053 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:39.390442 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb119b22-8c3e-4b4f-97bd-525560f4d441 req-79887745-9e52-41f1-8019-bd4b66257053 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0494082 Nov 12 11:41:39.438424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb119b22-8c3e-4b4f-97bd-525560f4d441 req-747e85e1-f5f3-48d6-9c33-654863cb31ec tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Nov 12 11:41:39.553612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc0f84-ca33-4123-a1a8-0ecbc3ea5b5d req-9dd376eb-a843-49c8-aa00-4e37fd2753a4 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:39.555003 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66dc0f84-ca33-4123-a1a8-0ecbc3ea5b5d req-9dd376eb-a843-49c8-aa00-4e37fd2753a4 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Nov 12 11:41:39.602764 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66dc0f84-ca33-4123-a1a8-0ecbc3ea5b5d req-d52f46d0-0c4d-493b-b03f-fd33d15bff85 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Nov 12 11:41:39.804622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdba86-a340-4557-bb99-f1954d700793 req-06a77355-7b17-4205-86cd-54cc7a18f1b5 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:39.806637 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5cdba86-a340-4557-bb99-f1954d700793 req-06a77355-7b17-4205-86cd-54cc7a18f1b5 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0506337 Nov 12 11:41:39.857641 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d5cdba86-a340-4557-bb99-f1954d700793 req-1c2afc58-bbd2-4d30-839b-4b3c41f9395b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451365 Nov 12 11:41:39.978760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660aeea-5477-46a1-8da7-7a270fd687cb req-10bc822c-c3d0-4ec1-9ccf-b835a50dc27c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:39.980338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6660aeea-5477-46a1-8da7-7a270fd687cb req-10bc822c-c3d0-4ec1-9ccf-b835a50dc27c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0538847 Nov 12 11:41:40.028708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6660aeea-5477-46a1-8da7-7a270fd687cb req-3c1a21b3-4de6-49bd-a8b0-844ea338e275 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Nov 12 11:41:40.293700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d6dc9-3eaf-4d7d-a976-baedd9c487a7 req-fe4fbbdb-1da7-4a20-aa5c-382520ba522e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:40.295173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e8d6dc9-3eaf-4d7d-a976-baedd9c487a7 req-fe4fbbdb-1da7-4a20-aa5c-382520ba522e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0666542 Nov 12 11:41:40.298821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-5cd823e6-5e29-4834-b227-74e052923474 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783830 Nov 12 11:41:40.354744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4e8d6dc9-3eaf-4d7d-a976-baedd9c487a7 req-e67ef260-402f-470b-a183-0c0f0cfca49e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526996 Nov 12 11:41:40.356445 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.744124 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:41.481947 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd80c-ae76-4ce8-aada-574eb33f6ed0 req-64da766f-5c58-4cde-903f-3019f5bdd826 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:41.483395 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6d7dd80c-ae76-4ce8-aada-574eb33f6ed0 req-64da766f-5c58-4cde-903f-3019f5bdd826 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0548317 Nov 12 11:41:41.533286 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6d7dd80c-ae76-4ce8-aada-574eb33f6ed0 req-8a2537ce-a65f-43df-9bb5-c96280f93e2a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Nov 12 11:41:41.654103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-7505a1cd-9ded-4e4e-85f1-9e07655fa335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:41.655592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-7505a1cd-9ded-4e4e-85f1-9e07655fa335 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 1097 time: 0.0421250 Nov 12 11:41:41.755456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-df54bfe9-8b3b-4eae-8a44-e22cdd13d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:41.757022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-df54bfe9-8b3b-4eae-8a44-e22cdd13d014 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.0933859 Nov 12 11:41:41.803557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-efa29bb5-829a-4f76-8a65-cd72e998cf85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 217 time: 0.0390773 Nov 12 11:41:41.856041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-d56c1c14-a473-452a-8a39-2778a5d3881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:41.857536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-d56c1c14-a473-452a-8a39-2778a5d3881d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0470116 Nov 12 11:41:41.890622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-0cdd011d-1754-47d6-96bd-80683052e568 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249641 Nov 12 11:41:41.998658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-42370c37-6a6b-4d35-87ab-dd8235af4514 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997436 Nov 12 11:41:42.096610 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-da73f590-2e2e-4069-a810-5ea61d1465a8 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897348 Nov 12 11:41:42.655387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9ebcd-33e0-4f94-ae97-ace28183120a req-1cb1dfe2-1e84-48eb-9b9a-47a05ad6c400 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:42.656898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27c9ebcd-33e0-4f94-ae97-ace28183120a req-1cb1dfe2-1e84-48eb-9b9a-47a05ad6c400 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0540566 Nov 12 11:41:42.711917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27c9ebcd-33e0-4f94-ae97-ace28183120a req-d5f6631d-ce98-4090-923e-1cf06dc23a92 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491176 Nov 12 11:41:43.828963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d51668-7d5a-43dc-8380-82287ea6df14 req-6d2ea901-14c2-4353-b5a9-acdd689eee2e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:43.830408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8d51668-7d5a-43dc-8380-82287ea6df14 req-6d2ea901-14c2-4353-b5a9-acdd689eee2e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0499392 Nov 12 11:41:43.877891 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b8d51668-7d5a-43dc-8380-82287ea6df14 req-9a0fb4a1-23cc-49f2-bfcb-d05fd350b7bb tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Nov 12 11:41:45.000221 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff67e0-53ee-4aa9-9c93-7252642f28f4 req-145b649d-0356-47af-ba6b-c2a793a0eb7c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:45.001738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ff67e0-53ee-4aa9-9c93-7252642f28f4 req-145b649d-0356-47af-ba6b-c2a793a0eb7c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Nov 12 11:41:45.049887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42ff67e0-53ee-4aa9-9c93-7252642f28f4 req-4da8768a-3e7e-4c7a-b2df-fccc2dd03382 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Nov 12 11:41:46.167583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb1e3-f70f-4298-9cd4-db009b15cac1 req-67a84e8e-1a0f-4a65-8896-103559bab599 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:46.169093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-005bb1e3-f70f-4298-9cd4-db009b15cac1 req-67a84e8e-1a0f-4a65-8896-103559bab599 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0524998 Nov 12 11:41:46.217397 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-005bb1e3-f70f-4298-9cd4-db009b15cac1 req-364299b2-0acc-4f09-9ba2-7fe9ab8dfc19 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Nov 12 11:41:47.335429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5288-99fe-4658-aa18-5d80c98818e2 req-de9bb9f4-70c4-4a97-867f-eb1eea37e65b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:47.337041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-badf5288-99fe-4658-aa18-5d80c98818e2 req-de9bb9f4-70c4-4a97-867f-eb1eea37e65b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0502734 Nov 12 11:41:47.384821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-badf5288-99fe-4658-aa18-5d80c98818e2 req-f947f212-4603-4f32-8e0c-0883b5b2c828 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419068 Nov 12 11:41:48.517118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4b813-9c19-469a-8596-cba5f6da88d7 req-77dc3069-3a36-4c85-a433-62e56c85a9b7 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:48.518597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29f4b813-9c19-469a-8596-cba5f6da88d7 req-77dc3069-3a36-4c85-a433-62e56c85a9b7 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0509489 Nov 12 11:41:48.570380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-29f4b813-9c19-469a-8596-cba5f6da88d7 req-1dee41ec-a2af-46a5-907d-9394711c7b65 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Nov 12 11:41:49.700399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a58c4-e567-43b5-9455-22423ed69d3c req-e63be5fa-ce58-4f69-892c-13f96a841c97 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:49.701992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a58c4-e567-43b5-9455-22423ed69d3c req-e63be5fa-ce58-4f69-892c-13f96a841c97 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0594175 Nov 12 11:41:49.756199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9a6a58c4-e567-43b5-9455-22423ed69d3c req-ff38e43e-47b9-484f-bea1-e7226dce7ee3 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Nov 12 11:41:50.889801 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c20877-507b-46f3-b346-948f3a6c8a27 req-250ca337-b271-4085-8b3f-c001a0717a9a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:50.891941 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5c20877-507b-46f3-b346-948f3a6c8a27 req-250ca337-b271-4085-8b3f-c001a0717a9a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0567851 Nov 12 11:41:50.948272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5c20877-507b-46f3-b346-948f3a6c8a27 req-64a1c9e2-bf04-42cd-b81a-8b4496a54d83 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498333 Nov 12 11:41:52.066024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e42c7-cf8a-4394-8df0-bea764a7777f req-3fe77572-6011-462c-a421-4275e0c71664 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:52.067504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-859e42c7-cf8a-4394-8df0-bea764a7777f req-3fe77572-6011-462c-a421-4275e0c71664 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0495634 Nov 12 11:41:52.122642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-859e42c7-cf8a-4394-8df0-bea764a7777f req-20f0e742-8ccc-49e8-8ca0-ad740c8237a1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Nov 12 11:41:53.241881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda79cf-09e8-45bc-a402-ea1489ddff0f req-9b975aa6-8d46-41eb-9076-c535522974f7 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:53.243368 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cda79cf-09e8-45bc-a402-ea1489ddff0f req-9b975aa6-8d46-41eb-9076-c535522974f7 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0488875 Nov 12 11:41:53.297930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8cda79cf-09e8-45bc-a402-ea1489ddff0f req-0ad9fa3b-0627-4e2c-bbcd-378ab81cb26c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486009 Nov 12 11:41:53.979518 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ed8a-1c00-474b-8cc9-3f1dc401497e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:54.434126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0de6d4-b079-4473-8fe2-b79c262e2df6 req-14b3141e-a53f-4d77-b6f6-7919dbc8e349 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:54.435780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f0de6d4-b079-4473-8fe2-b79c262e2df6 req-14b3141e-a53f-4d77-b6f6-7919dbc8e349 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0552118 Nov 12 11:41:54.493254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f0de6d4-b079-4473-8fe2-b79c262e2df6 req-21b1dfde-4723-4b24-b678-4c636fce3e9f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511339 Nov 12 11:41:55.618679 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0291-1107-4673-a170-390274efa83a req-8b0b8dc9-5d47-4d4f-bdbb-641dc412ff55 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:55.620651 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5b4a0291-1107-4673-a170-390274efa83a req-8b0b8dc9-5d47-4d4f-bdbb-641dc412ff55 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0575013 Nov 12 11:41:55.670124 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5b4a0291-1107-4673-a170-390274efa83a req-3150f015-fadb-4d9b-9f34-6420d364be64 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Nov 12 11:41:56.338046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1de0cd84-0b63-46ce-8597-045c787954f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:56.794827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c40ea0-08e6-491a-a50f-1050492683ef req-0abc4e10-063d-4924-b6f6-3dc890b03bfa tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:56.796335 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5c40ea0-08e6-491a-a50f-1050492683ef req-0abc4e10-063d-4924-b6f6-3dc890b03bfa tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0553348 Nov 12 11:41:56.849569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5c40ea0-08e6-491a-a50f-1050492683ef req-13871125-5911-4a68-b4a9-cf552ae67a98 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460753 Nov 12 11:41:57.853015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:57.977497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1ae57-7e59-49b2-9b94-59255d4f2ac4 req-d06c324c-96f9-48a0-b91a-118eeb3eb6d3 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:57.979057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e1ae57-7e59-49b2-9b94-59255d4f2ac4 req-d06c324c-96f9-48a0-b91a-118eeb3eb6d3 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0546529 Nov 12 11:41:58.036360 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-21e1ae57-7e59-49b2-9b94-59255d4f2ac4 req-9cc52c33-7fab-4fe4-8847-580041a7d92d tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505655 Nov 12 11:41:59.157943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c4c24-db10-4598-b15b-827034223b0a req-bf4ef138-b4c6-4c7f-a1ff-5404cccecf4e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:59.159470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-014c4c24-db10-4598-b15b-827034223b0a req-bf4ef138-b4c6-4c7f-a1ff-5404cccecf4e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0507617 Nov 12 11:41:59.213725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-014c4c24-db10-4598-b15b-827034223b0a req-c4343b1c-3b0f-4839-976b-b98292bc4f0f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Nov 12 11:41:59.589378 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:00.336395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb93754-4739-4722-a4a3-661b36f7fbd7 req-64b3a68b-1838-4c59-a9c9-1b82c332c8d9 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:00.337942 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8bb93754-4739-4722-a4a3-661b36f7fbd7 req-64b3a68b-1838-4c59-a9c9-1b82c332c8d9 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0528212 Nov 12 11:42:00.389871 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8bb93754-4739-4722-a4a3-661b36f7fbd7 req-3dbb8014-cda3-422d-8528-3eef78c3eb46 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Nov 12 11:42:00.665774 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:01.518623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51d2e7-9a1b-43e4-a691-ad521976e4e0 req-7e26f2d7-da21-47fb-92dd-9a154c518fed tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:01.520300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de51d2e7-9a1b-43e4-a691-ad521976e4e0 req-7e26f2d7-da21-47fb-92dd-9a154c518fed tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0573583 Nov 12 11:42:01.580631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de51d2e7-9a1b-43e4-a691-ad521976e4e0 req-d0357b72-22c4-4f02-99ef-0f8b238c0ec2 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525584 Nov 12 11:42:02.714117 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d3d-e247-4ce1-baa6-90fdc36be65f req-765496bd-d76d-4961-ab9c-a04b0cdb10b5 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:02.715923 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da118d3d-e247-4ce1-baa6-90fdc36be65f req-765496bd-d76d-4961-ab9c-a04b0cdb10b5 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0601990 Nov 12 11:42:02.776214 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-da118d3d-e247-4ce1-baa6-90fdc36be65f req-4ca89a3e-8e85-44ae-bc9d-06b9f65b73bc tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482035 Nov 12 11:42:03.913848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffd9bb-0d08-4aca-aef1-0e2bda7f627d req-ab604757-7fff-47d1-9903-f9b7c502f8b2 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:03.915346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2ffd9bb-0d08-4aca-aef1-0e2bda7f627d req-ab604757-7fff-47d1-9903-f9b7c502f8b2 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0609825 Nov 12 11:42:03.989655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2ffd9bb-0d08-4aca-aef1-0e2bda7f627d req-f4006fbc-14af-4b54-b6de-9ddc852f5af1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668952 Nov 12 11:42:05.120592 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a4388-95b6-4b91-b597-67b1042e1f2d req-99990fb5-176b-4d11-8944-6afa7453aa0a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:05.122095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-419a4388-95b6-4b91-b597-67b1042e1f2d req-99990fb5-176b-4d11-8944-6afa7453aa0a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0579441 Nov 12 11:42:05.172626 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-419a4388-95b6-4b91-b597-67b1042e1f2d req-d40c09e8-9eb4-472a-a9cf-cdad7dd8ec3c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Nov 12 11:42:06.302582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d591e-757c-4973-988c-e98146945dce req-416ed9d6-3a55-4405-88c6-fd0630b98224 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:06.304099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-054d591e-757c-4973-988c-e98146945dce req-416ed9d6-3a55-4405-88c6-fd0630b98224 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0559914 Nov 12 11:42:06.355581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-054d591e-757c-4973-988c-e98146945dce req-50b19fcf-84a0-470b-b0ef-89a5f4a709fd tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Nov 12 11:42:06.832308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:42:07.479957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9c26a-547e-44e9-81a0-e3e8783f3ec4 req-a209e23b-93d5-4fcc-89bf-8cec83eb04c6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:07.481468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fe9c26a-547e-44e9-81a0-e3e8783f3ec4 req-a209e23b-93d5-4fcc-89bf-8cec83eb04c6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0503211 Nov 12 11:42:07.537257 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9fe9c26a-547e-44e9-81a0-e3e8783f3ec4 req-620e2c6c-595c-472c-8a39-45ceb23d85e1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492399 Nov 12 11:42:08.675374 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2a54c-1470-4a6a-b503-d024ce298c8a req-cc412c5a-a167-4a69-9a0f-6ed4d51bd172 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:08.677715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9bb2a54c-1470-4a6a-b503-d024ce298c8a req-cc412c5a-a167-4a69-9a0f-6ed4d51bd172 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0600128 Nov 12 11:42:08.736845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9bb2a54c-1470-4a6a-b503-d024ce298c8a req-5624a62b-480d-4180-8319-1af9e644501f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506287 Nov 12 11:42:09.162468 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-7697efe7-4e9f-4bb4-aca0-a98756bfe8dc service neutron] show failed (client error): The resource could not be found. Nov 12 11:42:09.163681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-7697efe7-4e9f-4bb4-aca0-a98756bfe8dc service neutron] 10.222.0.59 "GET /v2.0/ports/8e855d33-c66d-4095-b4a1-cc20ccbc0f5d/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0583036 Nov 12 11:42:09.411401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-e67b6fa6-7c50-4d86-ae5b-be667e84f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:09.413006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-e67b6fa6-7c50-4d86-ae5b-be667e84f081 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60&tenant_id=41044d47bf854d09a00502cf784fbfe7 HTTP/1.1" status: 200 len: 1097 time: 0.0706537 Nov 12 11:42:09.425911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:09.482092 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:09.689988 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:09.723553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h1-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:42:09.763224 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:09.766433 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bbc5c2-0aa1-436c-ba86-ecb6cd099ac0" -d '{"events": [{"server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "name": "network-vif-unplugged", "status": "completed", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:09.770889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:09.786897 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.provisioning_blocks [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Transition to ACTIVE for port object 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d will not be triggered until provisioned by entity L2. {{(pid=109166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:42:09.792446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:09.875514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] No DVR routers for this DVR port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on host n-h1-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:42:09.893969 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=6']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:09.919825 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ac0d66-900e-4ab5-8844-37b818068168 x-openstack-request-id: req-57ac0d66-900e-4ab5-8844-37b818068168 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:09.920118 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "name": "network-vif-unplugged", "status": "completed", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:09.920371 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57ac0d66-900e-4ab5-8844-37b818068168 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:09.920761 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'code': 200} Nov 12 11:42:09.939861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Attempting to bind port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:42:09.940269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Attempting to bind port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:42:09.940527 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Attempting to bind port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on network 1bf52773-c9a4-4ae8-98a8-e25402836223 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:09.948201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on network 1bf52773-c9a4-4ae8-98a8-e25402836223 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:42:09.948499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Attempting to bind port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on network 1bf52773-c9a4-4ae8-98a8-e25402836223 {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:09.959578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addae47-894a-4654-9c1d-6d949c7c759b req-15ece7ba-2e47-4975-a06c-1109aca0905e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:09.961106 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1addae47-894a-4654-9c1d-6d949c7c759b req-15ece7ba-2e47-4975-a06c-1109aca0905e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 943 time: 0.1284361 Nov 12 11:42:09.963929 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:42:09.964266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Checking segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:42:09.964657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Bound using segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} {{(pid=109166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:42:09.965100 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.managers [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Bound port: 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'}}] {{(pid=109166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:42:09.965459 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:10.048782 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1addae47-894a-4654-9c1d-6d949c7c759b req-ee1462ff-79c1-4a19-addc-77e6f264f1c8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811148 Nov 12 11:42:10.065870 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h2-768851-19, cleared binding levels {{(pid=109166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:42:10.069123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:42:10.074403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:10.369657 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:10.433312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:10.433936 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:10.435381 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] 10.222.0.52 "PUT /v2.0/ports/8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 1092 time: 1.0143759 Nov 12 11:42:10.469379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e3eed-29f0-42f9-b9e1-306d1fcd9880 service neutron] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:10.507581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-01ab4c7b-9a09-4c6e-8db2-3e08bcaa7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:10.509157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-01ab4c7b-9a09-4c6e-8db2-3e08bcaa7040 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 1095 time: 0.0480247 Nov 12 11:42:10.604185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-de08190d-2262-45e6-b73c-e0baafc537a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:10.605676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-de08190d-2262-45e6-b73c-e0baafc537a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.0886800 Nov 12 11:42:10.648061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-ea331d21-2ae4-4be3-acd2-8e0299a344ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 217 time: 0.0346570 Nov 12 11:42:10.698342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-163d87d6-098f-4a1b-8096-33a0d86a5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:10.699781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-163d87d6-098f-4a1b-8096-33a0d86a5c3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0450480 Nov 12 11:42:10.732830 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-123e141b-ad62-41a7-94ca-998e4c05e09f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259223 Nov 12 11:42:10.747536 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:10.834801 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-1d7aa467-9e46-486b-b2d2-07390a5a3cdc service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927920 Nov 12 11:42:10.930841 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03a9edfc-9aaa-4581-a705-2dfbb5474ba7 req-96d42d5d-b559-477b-8a75-f9b860260973 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887809 Nov 12 11:42:11.174742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1352b9a-5caa-4c91-9ba8-b6f309a8bac0 req-808379e7-b7d3-4199-987f-c002d1370fcc tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:11.176255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1352b9a-5caa-4c91-9ba8-b6f309a8bac0 req-808379e7-b7d3-4199-987f-c002d1370fcc tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 943 time: 0.0551887 Nov 12 11:42:11.225479 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a1352b9a-5caa-4c91-9ba8-b6f309a8bac0 req-a193bf4f-7707-4c2b-9aba-2ab5eef2eb40 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Nov 12 11:42:11.446941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:42:11.485989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:42:11.922420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:11.924760 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0732e5f7-e9e5-4a8d-979b-e433b9164a10" -d '{"events": [{"name": "network-changed", "server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:11.977705 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965623c6-1470-4976-89eb-1213c2239fd3 x-openstack-request-id: req-965623c6-1470-4976-89eb-1213c2239fd3 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:11.978003 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:11.978261 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-965623c6-1470-4976-89eb-1213c2239fd3 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:11.978670 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'status': 'completed', 'code': 200} Nov 12 11:42:12.040424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-e48b5936-0b64-46c8-a41a-176ea3020868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:12.041880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-e48b5936-0b64-46c8-a41a-176ea3020868 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 1095 time: 0.0438645 Nov 12 11:42:12.048332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-17197927-88c6-4b90-b506-fecacf51fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:12.050000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-17197927-88c6-4b90-b506-fecacf51fd34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 1095 time: 0.0425839 Nov 12 11:42:12.136315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-30ec09ba-d465-4e07-bb5c-d23974fccf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:12.137821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-30ec09ba-d465-4e07-bb5c-d23974fccf9e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.0880542 Nov 12 11:42:12.167666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-d9475c68-fcb0-419b-87e0-5031b941c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:12.171006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-d9475c68-fcb0-419b-87e0-5031b941c230 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.1096532 Nov 12 11:42:12.188311 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-24b91353-b009-4950-b379-021d3efab19c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 217 time: 0.0427539 Nov 12 11:42:12.213717 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-87164a92-76b2-4bfb-b9d8-56cdb3098fb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 217 time: 0.0359375 Nov 12 11:42:12.241905 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-a5fb9586-fcd7-4d3d-8d23-f36e38bc77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:12.243426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-a5fb9586-fcd7-4d3d-8d23-f36e38bc77aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0484974 Nov 12 11:42:12.271697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-c7471d7e-1aac-45fd-80ae-dabe0397f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:12.274001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-c7471d7e-1aac-45fd-80ae-dabe0397f534 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0522492 Nov 12 11:42:12.283556 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-67304ec9-a143-441f-8ab8-0c9722bc60cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325661 Nov 12 11:42:12.317557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-3fa2d12b-a306-4b0b-8179-55156b91e1a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350239 Nov 12 11:42:12.387006 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-273a167c-d3de-466c-86ab-a9a6221245b4 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939639 Nov 12 11:42:12.422647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05aa6-7776-4575-a811-2192db93597c req-fb5c6512-3006-4d26-bdb0-bc7d0f5f92bf tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:12.424144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d05aa6-7776-4575-a811-2192db93597c req-fb5c6512-3006-4d26-bdb0-bc7d0f5f92bf tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 943 time: 0.1091139 Nov 12 11:42:12.472742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-94e6548e-17d7-4542-96b9-972a5a83f265 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457291 Nov 12 11:42:12.493958 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-2d83f963-aec8-473f-aff5-617d03da07f6 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992534 Nov 12 11:42:12.522863 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-48d05aa6-7776-4575-a811-2192db93597c req-a78ca047-c848-48d0-9877-b91835628e90 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918715 Nov 12 11:42:12.583124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0732e5f7-e9e5-4a8d-979b-e433b9164a10 req-7e8176f0-9a72-41c5-8576-0c5cd9c0e154 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024840 Nov 12 11:42:13.645628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b107aa-2ed8-412d-a31a-135fa9a42da0 req-d7a93235-30b5-4020-8bcc-e2abd6a5eac3 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:13.647304 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6b107aa-2ed8-412d-a31a-135fa9a42da0 req-d7a93235-30b5-4020-8bcc-e2abd6a5eac3 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 943 time: 0.0509233 Nov 12 11:42:13.682269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:42:13.708104 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c6b107aa-2ed8-412d-a31a-135fa9a42da0 req-62e1b1b6-2e8c-441f-9520-62001f27f82a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533221 Nov 12 11:42:13.785565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:13.799480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223', 'port_id': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'mac_address': 'fa:16:3e:63:f5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d74c1c-e4db-48f6-a54f-d2038ee799cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:42:13.842012 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:13.860071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:42:13.920255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ced6e-c445-42f2-8f35-6511ddad3227 req-8cb72813-c9d1-4a63-922c-27318ba3a1cf tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:13.922603 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-312ced6e-c445-42f2-8f35-6511ddad3227 req-8cb72813-c9d1-4a63-922c-27318ba3a1cf tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 943 time: 0.0601845 Nov 12 11:42:13.988187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-312ced6e-c445-42f2-8f35-6511ddad3227 req-856439bc-5f35-4701-b90b-101ee56735f9 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Nov 12 11:42:13.991679 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-8d1c2c5c-ed11-4b9c-ba0c-2a19c41b0be8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:13.993537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-8d1c2c5c-ed11-4b9c-ba0c-2a19c41b0be8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60&tenant_id=41044d47bf854d09a00502cf784fbfe7&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 943 time: 0.0993786 Nov 12 11:42:14.041481 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:14.046971 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:14.068036 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-455ef680-aad0-41e8-a399-006db6999b8c service neutron] delete failed (client error): The resource could not be found. Nov 12 11:42:14.069070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-455ef680-aad0-41e8-a399-006db6999b8c service neutron] 10.222.0.59 "DELETE /v2.0/ports/8e855d33-c66d-4095-b4a1-cc20ccbc0f5d/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0662656 Nov 12 11:42:14.102529 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:14.158461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-250733c1-d66c-4c88-acf8-95a7b97a49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:14.159957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-250733c1-d66c-4c88-acf8-95a7b97a49b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 1096 time: 0.0434449 Nov 12 11:42:14.258634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-6150e20b-3303-4212-9e27-129012bc096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:14.260113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-6150e20b-3303-4212-9e27-129012bc096b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.0922112 Nov 12 11:42:14.283245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:42:14.304924 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-647f1996-6e11-41e5-ad98-41752c560cc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 200 len: 217 time: 0.0366700 Nov 12 11:42:14.357570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-8cee689d-765f-459c-85d8-c1fb021cdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:14.358951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-8cee689d-765f-459c-85d8-c1fb021cdb68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0453560 Nov 12 11:42:14.410719 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-a5fdba76-e1ce-4e24-ad83-0d1d761437b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427024 Nov 12 11:42:14.815484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-0896ff7d-59c0-4385-9752-4c0f597e5da4 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953042 Nov 12 11:42:14.912545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e63e0619-439c-4d8e-a239-be7cb89b36ce req-923ada70-a7a4-4ffc-81c3-3f93f26aac84 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895216 Nov 12 11:42:15.116627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380e73-791b-4ef5-a9fa-966b68d25b23 req-9dac897b-e615-4646-a4a8-f384f3b2d081 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:15.118130 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74380e73-791b-4ef5-a9fa-966b68d25b23 req-9dac897b-e615-4646-a4a8-f384f3b2d081 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 944 time: 0.0522337 Nov 12 11:42:15.178245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74380e73-791b-4ef5-a9fa-966b68d25b23 req-df763451-df56-40a6-b57e-842d641a9bc8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539496 Nov 12 11:42:15.682494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:42:15.743768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:42:15.748254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:42:15.748525 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:15.764339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-4337aaf3-6984-43ab-887b-3e258e884751 req-f6303a4b-4335-4e2a-9b4c-4349856eda61 service neutron] (109166) timed out ('10.222.0.59', 57106) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:42:15.832996 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:15.866573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:15.868829 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7b744-2d09-4a33-afe3-c963410f731d" -d '{"events": [{"server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "name": "network-vif-plugged", "status": "completed", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:15.884106 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:15.889249 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:15.913282 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531f9596-407d-4993-a1af-ab15f5d2d8a1 x-openstack-request-id: req-531f9596-407d-4993-a1af-ab15f5d2d8a1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:15.913575 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "name": "network-vif-plugged", "status": "completed", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:15.913824 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-531f9596-407d-4993-a1af-ab15f5d2d8a1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:15.914214 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'code': 200} Nov 12 11:42:15.940605 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:16.312055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2211c3-7641-4ffd-bb04-c025453dc466 req-b17ccdff-0298-463f-b1d9-a2eb32245f5a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:16.313565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe2211c3-7641-4ffd-bb04-c025453dc466 req-b17ccdff-0298-463f-b1d9-a2eb32245f5a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Nov 12 11:42:16.367146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe2211c3-7641-4ffd-bb04-c025453dc466 req-af1e09fd-69fd-4c61-b200-29a48ab69a47 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Nov 12 11:42:16.488684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811eadf-3389-4a18-bd49-e16e239650b5 req-9340dfa9-1120-42c2-ad98-0403055d5d87 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:16.489928 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5811eadf-3389-4a18-bd49-e16e239650b5 req-9340dfa9-1120-42c2-ad98-0403055d5d87 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0527692 Nov 12 11:42:16.539312 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5811eadf-3389-4a18-bd49-e16e239650b5 req-3326752d-7b35-4b8a-b64b-6244e250f385 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Nov 12 11:42:16.659129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10b813-4220-4ffc-8adb-4465f5f07c73 req-770e19ab-8ab4-4e63-af25-158b546ec165 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:16.660689 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c10b813-4220-4ffc-8adb-4465f5f07c73 req-770e19ab-8ab4-4e63-af25-158b546ec165 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0544348 Nov 12 11:42:16.710194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c10b813-4220-4ffc-8adb-4465f5f07c73 req-1f08f95e-0aeb-4347-b34f-df2eb2da76cd tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Nov 12 11:42:17.080326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-36210b0c-cb25-45fb-a927-17e36774c455 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:17.081789 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-36210b0c-cb25-45fb-a927-17e36774c455 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 814 time: 0.1130092 Nov 12 11:42:17.098272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-050b4177-7d09-4b3e-9383-afeef5357e1f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/quotas/41044d47bf854d09a00502cf784fbfe7 HTTP/1.1" status: 200 len: 375 time: 0.0101709 Nov 12 11:42:17.150145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-3a66d44d-bfd5-4ab0-a9a1-4bfbd21c7252 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463722 Nov 12 11:42:17.161615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-b69a8615-11be-4dab-8955-6070d0fbe35b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:42:17.162592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-b69a8615-11be-4dab-8955-6070d0fbe35b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054688 Nov 12 11:42:17.258700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-f6dae8cd-ebe1-4efe-9d5d-0eacc55418f8 service neutron] 10.222.0.31 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898359 Nov 12 11:42:17.357952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-08cc1288-f3bc-4ea2-954c-01aefcdefe07 service neutron] 10.222.0.31 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929024 Nov 12 11:42:17.528571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-48307c97-0dd4-4a4f-8c50-a621b3192b99 req-2c29af93-2539-4c4e-9b7a-dcb71b3407b9 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 210 time: 0.0316253 Nov 12 11:42:18.369414 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-3eb7d4ff-4d38-45c2-bcaf-6b4231a56c47 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:18.370921 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-3eb7d4ff-4d38-45c2-bcaf-6b4231a56c47 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8217a94-dc10-481c-8ef7-b25ba31e8d60 HTTP/1.1" status: 200 len: 945 time: 0.0511231 Nov 12 11:42:18.477179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Deleting port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:42:18.477532 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:18.548136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-5cd777fd-c1e7-4e69-8085-eb60be0a4e25 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:18.549838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-5cd777fd-c1e7-4e69-8085-eb60be0a4e25 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.52 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 814 time: 0.1095519 Nov 12 11:42:18.564657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Request body: {'port': {'device_id': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223', 'admin_state_up': True, 'tenant_id': '41044d47bf854d09a00502cf784fbfe7'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:18.605046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] For port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:18.606093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:18.619798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Calling delete_port for 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d owned by compute:nova {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:42:18.658748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-824345f3-ff9f-4c24-a9b8-d108ef1c4e99 req-923a1341-231d-4689-a563-9b07f68424cd tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 210 time: 0.0312729 Nov 12 11:42:18.713041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Made reservation on behalf of 41044d47bf854d09a00502cf784fbfe7 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:42:18.716550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:18.756433 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:18.769270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:42:18.795062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Pushing event deleted for resources: {'Port': ['ID=8e855d33-c66d-4095-b4a1-cc20ccbc0f5d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:18.831188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] No DVR routers for this DVR port 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d on host n-h2-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:42:18.833978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:18.837572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.52 "DELETE /v2.0/ports/8e855d33-c66d-4095-b4a1-cc20ccbc0f5d HTTP/1.1" status: 204 len: 173 time: 0.4535477 Nov 12 11:42:18.838042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'name': 'network-vif-deleted', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:18.840352 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69d0cabd62729f0e29ed060b35b239cf7a69c7f54da22f4fbfa89c0addc178d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e69db9-4bbc-4f44-b70e-040ec129122f" -d '{"events": [{"server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "name": "network-vif-deleted", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:18.886362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Allocated IP 172.20.0.7 (1bf52773-c9a4-4ae8-98a8-e25402836223/d9d74c1c-e4db-48f6-a54f-d2038ee799cd/6913a527-e8e8-45b1-81f8-f6ccbde659ec) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:42:18.889187 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0090c3a0-4e52-4a7f-b564-33b8838c8b1c x-openstack-request-id: req-0090c3a0-4e52-4a7f-b564-33b8838c8b1c {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:18.889585 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8217a94-dc10-481c-8ef7-b25ba31e8d60", "name": "network-vif-deleted", "tag": "8e855d33-c66d-4095-b4a1-cc20ccbc0f5d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:18.889753 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0090c3a0-4e52-4a7f-b564-33b8838c8b1c {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:18.890216 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8217a94-dc10-481c-8ef7-b25ba31e8d60', 'name': 'network-vif-deleted', 'tag': '8e855d33-c66d-4095-b4a1-cc20ccbc0f5d', 'status': 'completed', 'code': 200} Nov 12 11:42:19.053658 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.090717 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.108349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['8e855d33-c66d-4095-b4a1-cc20ccbc0f5d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:42:19.136393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Network 1bf52773-c9a4-4ae8-98a8-e25402836223 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:42:19.139440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:42:19.143692 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:42:19.151137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:19.179633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.179971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.180308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.180640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.180998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.181328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.181652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.181973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.182294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.182613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.182933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.183246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:19.211552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:19.212220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.228012 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-82dd0425-0f36-46e5-9374-2f2cf1b41179 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678054 Nov 12 11:42:19.240565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Request body: {'port': {'device_id': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:19.297218 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.556074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6913a527-e8e8-45b1-81f8-f6ccbde659ec {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:42:19.564099 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.576364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Transition to ACTIVE for port object 6913a527-e8e8-45b1-81f8-f6ccbde659ec will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:42:19.580792 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.632076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:19.708305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Attempting to bind port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:42:19.708629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Attempting to bind port 6913a527-e8e8-45b1-81f8-f6ccbde659ec by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:42:19.708989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Attempting to bind port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on network 1bf52773-c9a4-4ae8-98a8-e25402836223 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:19.713435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on network 1bf52773-c9a4-4ae8-98a8-e25402836223 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:42:19.713749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Attempting to bind port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on network 1bf52773-c9a4-4ae8-98a8-e25402836223 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:19.719109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:42:19.719445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Checking segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:42:19.719890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Bound using segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:42:19.720326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Bound port: 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:42:19.720680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.813503 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd674a07-a6e1-4302-9f93-f9489de21065 req-6cf214f4-7ce3-4f0d-8791-b6088c7fd11e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:19.814901 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd674a07-a6e1-4302-9f93-f9489de21065 req-6cf214f4-7ce3-4f0d-8791-b6088c7fd11e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 943 time: 0.0846691 Nov 12 11:42:19.830012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:42:19.834316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:42:19.842954 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.893449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:19.894069 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:19.895459 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] 10.222.0.52 "PUT /v2.0/ports/6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 1092 time: 0.6589594 Nov 12 11:42:19.895966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:19.898258 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af" -d '{"events": [{"name": "network-changed", "server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:19.926628 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bd674a07-a6e1-4302-9f93-f9489de21065 req-7442cb95-05c9-4a1b-95ed-8a4f928112f6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052296 Nov 12 11:42:19.937730 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5440d0d-e7ff-4723-b985-ad73dca65547 x-openstack-request-id: req-c5440d0d-e7ff-4723-b985-ad73dca65547 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:19.938023 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:19.938274 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5440d0d-e7ff-4723-b985-ad73dca65547 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:19.938680 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'status': 'completed', 'code': 200} Nov 12 11:42:19.939362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f661b-9d98-42ff-a30e-a76e7086014e service neutron] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:19.987632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-c5f9e25e-5f82-456a-9ae9-a334ec498967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:19.989446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-c5f9e25e-5f82-456a-9ae9-a334ec498967 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1095 time: 0.0433748 Nov 12 11:42:20.034404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-e349e31b-6e3b-4a47-8975-b936afd86355 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 217 time: 0.0362585 Nov 12 11:42:20.092313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-7da801fb-30f5-442f-8122-6dc1fdaac0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:20.094207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-7da801fb-30f5-442f-8122-6dc1fdaac0fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0497901 Nov 12 11:42:20.127726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-910c6dc5-1517-488a-baa6-572ab0c70c5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252171 Nov 12 11:42:20.219541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-ce3b111b-3dba-494c-8533-325f20dbdfc2 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828598 Nov 12 11:42:20.315498 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4c0c2cc-9484-42bf-85a6-ad42cc7fb4f4 req-b9cb6a61-1cc0-478c-91ca-ace8ef84c881 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884116 Nov 12 11:42:20.401551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-04658c11-a5f4-4691-b885-f3ca309fa2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:20.403040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-04658c11-a5f4-4691-b885-f3ca309fa2b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1095 time: 0.0422876 Nov 12 11:42:20.499370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-4e9ce2ba-bee9-4e05-a375-fd244e793d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:20.501455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-4e9ce2ba-bee9-4e05-a375-fd244e793d0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.0910118 Nov 12 11:42:20.545010 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-a6077f84-04f8-4770-a8f5-91ad58d06a0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 217 time: 0.0348191 Nov 12 11:42:20.600394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-f2ea61d0-79ca-42b0-acb0-ec60cc26dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:20.601883 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-f2ea61d0-79ca-42b0-acb0-ec60cc26dbb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0496399 Nov 12 11:42:20.634162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-6a61010b-f463-430e-a5f9-16b02faf6c2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246153 Nov 12 11:42:20.727214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-95e78fee-c20f-4fa3-8a8c-fb33fc9c297a service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852439 Nov 12 11:42:20.824671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce250a2a-e0b8-4804-b1a8-4eea1808b3af req-89cdef95-681b-48d9-b311-d618e5ff7a5a service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896771 Nov 12 11:42:21.071910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9fd6-0f59-45ba-be4d-c6968320f98a req-94eb62a1-0baf-4ffa-b1c9-62a45cacacb6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:21.073466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-feff9fd6-0f59-45ba-be4d-c6968320f98a req-94eb62a1-0baf-4ffa-b1c9-62a45cacacb6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 943 time: 0.0660024 Nov 12 11:42:21.122410 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-feff9fd6-0f59-45ba-be4d-c6968320f98a req-f9f4b567-eb0a-4367-ad83-34462548b6be tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Nov 12 11:42:22.240440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366d072-105c-4550-9f44-06e81ff9a2b4 req-b1093d1b-9148-45f7-b69f-d328dd08172c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:22.241960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5366d072-105c-4550-9f44-06e81ff9a2b4 req-b1093d1b-9148-45f7-b69f-d328dd08172c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 943 time: 0.0506649 Nov 12 11:42:22.289670 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5366d072-105c-4550-9f44-06e81ff9a2b4 req-7b47a075-0696-406e-be58-654b5ce12e7d tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Nov 12 11:42:23.404251 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036c868-e47d-476d-8676-301d7f0d6648 req-b8cf852f-ec64-43a9-b26f-fa7da3fb162a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:23.405756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a036c868-e47d-476d-8676-301d7f0d6648 req-b8cf852f-ec64-43a9-b26f-fa7da3fb162a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 943 time: 0.0491977 Nov 12 11:42:23.454753 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a036c868-e47d-476d-8676-301d7f0d6648 req-9880f1c2-2250-4029-88e7-7a50cf6f60fe tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Nov 12 11:42:23.714802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6913a527-e8e8-45b1-81f8-f6ccbde659ec details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:42:23.716907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:42:23.742692 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:42:23.743031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8e855d33-c66d-4095-b4a1-cc20ccbc0f5d not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:42:23.840298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:23.850559 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223', 'port_id': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'mac_address': 'fa:16:3e:7b:fe:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d74c1c-e4db-48f6-a54f-d2038ee799cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:42:23.893203 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:23.906177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6913a527-e8e8-45b1-81f8-f6ccbde659ec {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:42:23.924296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:23.928725 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:23.985395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-01f7a6f9-b4f1-4223-a114-e063c28876c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:23.986665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:24.135058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['6913a527-e8e8-45b1-81f8-f6ccbde659ec'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:42:24.575363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f718eb-e49c-4772-979f-856876c4a806 req-500520f6-1f3a-494e-9706-874752e9bfc0 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:24.576851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73f718eb-e49c-4772-979f-856876c4a806 req-500520f6-1f3a-494e-9706-874752e9bfc0 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 944 time: 0.0550020 Nov 12 11:42:24.625741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73f718eb-e49c-4772-979f-856876c4a806 req-c7ead22e-2b97-487f-bd68-180a206b9e19 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Nov 12 11:42:25.715857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6913a527-e8e8-45b1-81f8-f6ccbde659ec up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:42:25.741676 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4198ba5-10ea-49c3-ad93-74c2decb382c req-d11deb36-acbf-4576-b5ac-bd22d9807e16 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:25.751970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4198ba5-10ea-49c3-ad93-74c2decb382c req-d11deb36-acbf-4576-b5ac-bd22d9807e16 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 944 time: 0.0595253 Nov 12 11:42:25.777005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 6913a527-e8e8-45b1-81f8-f6ccbde659ec completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:42:25.786909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 6913a527-e8e8-45b1-81f8-f6ccbde659ec triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:42:25.787357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:25.812197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4198ba5-10ea-49c3-ad93-74c2decb382c req-f3062f9a-d5a1-4b59-9a6b-95982cbd667d tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496194 Nov 12 11:42:25.871356 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:25.895550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:25.897898 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679f9807-7d56-439e-9308-603acfca3cd4" -d '{"events": [{"server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "name": "network-vif-plugged", "status": "completed", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:25.910927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:25.915851 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:25.940087 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f817c72-9c5c-4194-a017-f15818d8c994 x-openstack-request-id: req-5f817c72-9c5c-4194-a017-f15818d8c994 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:25.940387 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "name": "network-vif-plugged", "status": "completed", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:25.940640 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f817c72-9c5c-4194-a017-f15818d8c994 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:25.941054 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'code': 200} Nov 12 11:42:25.968625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:26.040309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006e2d8-017d-4987-b44c-0a99c2308214 req-1d2f498b-7d58-46bc-88ae-6aeb1815570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:26.041846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f006e2d8-017d-4987-b44c-0a99c2308214 req-1d2f498b-7d58-46bc-88ae-6aeb1815570e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1097 time: 0.0417001 Nov 12 11:42:26.089706 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f006e2d8-017d-4987-b44c-0a99c2308214 req-752fd19d-d5bf-448a-a29f-0de56c9d8393 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Nov 12 11:42:26.341147 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4fb05e3f-b26d-4333-83b8-6f2770daf776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:26.930725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cc485-acae-4490-91f6-b3b0e94b4324 req-4c2e6ac6-df5f-4568-9a12-136fcf22ccd1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:26.932200 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f1cc485-acae-4490-91f6-b3b0e94b4324 req-4c2e6ac6-df5f-4568-9a12-136fcf22ccd1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Nov 12 11:42:26.979567 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f1cc485-acae-4490-91f6-b3b0e94b4324 req-edd020b6-62d4-4e52-b581-33b0e1449a8a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Nov 12 11:42:27.851964 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:28.097546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5f067-1597-46a2-89fa-276ffefd6757 req-3db87f26-ea9a-41ba-9bb7-63667b45ed5d tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:28.099028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6c5f067-1597-46a2-89fa-276ffefd6757 req-3db87f26-ea9a-41ba-9bb7-63667b45ed5d tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Nov 12 11:42:28.150508 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6c5f067-1597-46a2-89fa-276ffefd6757 req-ee53dd15-30b1-4410-8db5-4cf2056d1c1c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Nov 12 11:42:28.269622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36c83-182f-4ded-b501-ed67373774dc req-d7f2dc4d-0756-416e-ad86-d707d30d77ab tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:28.271151 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9f36c83-182f-4ded-b501-ed67373774dc req-d7f2dc4d-0756-416e-ad86-d707d30d77ab tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0502682 Nov 12 11:42:28.319105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9f36c83-182f-4ded-b501-ed67373774dc req-ded44067-37d1-4c03-8960-9687ce9aeec6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Nov 12 11:42:28.546556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-86c76c84-8cb5-406b-ad59-11281a5ffd88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406556 Nov 12 11:42:28.563583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3f5fa-dd83-42f3-810b-5976c5b572cf req-781fbc87-d68e-4722-a320-d1ccd76c5c93 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:28.565293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56b3f5fa-dd83-42f3-810b-5976c5b572cf req-781fbc87-d68e-4722-a320-d1ccd76c5c93 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0551157 Nov 12 11:42:28.615046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56b3f5fa-dd83-42f3-810b-5976c5b572cf req-98a87f81-4ce4-4d82-a0a9-284be7fb9408 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Nov 12 11:42:29.590903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:29.645251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-3e6dabaa-5b33-4c5b-9255-a2a8a88cc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:29.646084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-3e6dabaa-5b33-4c5b-9255-a2a8a88cc74e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1097 time: 0.0417135 Nov 12 11:42:29.772373 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-4f9a6aca-084b-4dca-9378-134ac9fa42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:29.773877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-4f9a6aca-084b-4dca-9378-134ac9fa42ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.1202195 Nov 12 11:42:29.782115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250754d8-2af3-4e03-b5b6-1e3641eb7e92 req-612241b3-c0d8-4f12-8d74-d2ef3544857a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:29.783636 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-250754d8-2af3-4e03-b5b6-1e3641eb7e92 req-612241b3-c0d8-4f12-8d74-d2ef3544857a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0740695 Nov 12 11:42:29.825274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-df653b98-5db0-4ee5-9af2-626cab8dea50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 217 time: 0.0405457 Nov 12 11:42:29.910212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-250754d8-2af3-4e03-b5b6-1e3641eb7e92 req-5e3c544f-8ff7-458a-98b5-bdb6dcb7f05e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195679 Nov 12 11:42:29.911713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-8516f939-3672-48ee-acf1-b629e3e670da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:29.913114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-8516f939-3672-48ee-acf1-b629e3e670da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0812159 Nov 12 11:42:29.947390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-3f44ac12-63c2-42ab-a9cb-71c72b5efeed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259590 Nov 12 11:42:30.041730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-737b2808-1b2d-4d6c-8d4e-e5dd662fc635 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868921 Nov 12 11:42:30.133949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-434c09d9-79b4-4378-8677-b454ba3d497a service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845668 Nov 12 11:42:30.667677 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:31.027091 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a63007-75e4-4b58-b5a3-ef3b2ab52631 req-a934c73e-41ca-4a96-a3cc-55cef9dec16e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:31.028584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71a63007-75e4-4b58-b5a3-ef3b2ab52631 req-a934c73e-41ca-4a96-a3cc-55cef9dec16e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Nov 12 11:42:31.076372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71a63007-75e4-4b58-b5a3-ef3b2ab52631 req-4354a790-1e65-4cfc-bb79-556c09bcc90f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Nov 12 11:42:32.195143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe224c-df11-472b-8032-37786eb93bac req-85f5a909-68a2-41d7-b0ab-24291fa642ce tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:32.196899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94fe224c-df11-472b-8032-37786eb93bac req-85f5a909-68a2-41d7-b0ab-24291fa642ce tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0500007 Nov 12 11:42:32.248018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94fe224c-df11-472b-8032-37786eb93bac req-fcbcffdd-10c0-4317-88d1-0d6ebc05dced tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Nov 12 11:42:33.363677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30e11-713d-4fd6-ac1d-fbf73a6a5c79 req-c1a7dbe9-544c-4f00-bd1f-819e441c8760 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:33.365190 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9c30e11-713d-4fd6-ac1d-fbf73a6a5c79 req-c1a7dbe9-544c-4f00-bd1f-819e441c8760 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0498426 Nov 12 11:42:33.417232 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9c30e11-713d-4fd6-ac1d-fbf73a6a5c79 req-c62ea863-f6eb-463c-8a49-65a7012b971a tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461171 Nov 12 11:42:34.532522 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde77b1-9f31-4acd-9f15-6830fa761c49 req-f1156cb3-b739-4f55-97cd-d07795f6e0e6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:34.534041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9bde77b1-9f31-4acd-9f15-6830fa761c49 req-f1156cb3-b739-4f55-97cd-d07795f6e0e6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0499675 Nov 12 11:42:34.581921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9bde77b1-9f31-4acd-9f15-6830fa761c49 req-39408cab-0bfb-4773-a708-c15d47f3b277 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Nov 12 11:42:35.699426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b71e-43af-4312-be87-95a7a5410ac5 req-c711a5f5-4289-4fed-8787-fe3a3ad6619f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:35.700906 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a875b71e-43af-4312-be87-95a7a5410ac5 req-c711a5f5-4289-4fed-8787-fe3a3ad6619f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0503080 Nov 12 11:42:35.748133 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a875b71e-43af-4312-be87-95a7a5410ac5 req-c4ab4b62-5fe3-4ed4-acff-de61da8fa7e1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Nov 12 11:42:36.871261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26911e1d-fca7-4495-8686-edc60416ad0e req-033b58da-4196-467d-9c32-ab041cb0a390 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:36.872737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26911e1d-fca7-4495-8686-edc60416ad0e req-033b58da-4196-467d-9c32-ab041cb0a390 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0506635 Nov 12 11:42:36.919927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26911e1d-fca7-4495-8686-edc60416ad0e req-908d44fb-645e-4c9f-9eee-cbebf139579c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Nov 12 11:42:38.036903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa434f-47c4-4f60-bb97-db203e72812f req-fd25ee67-c903-413d-a253-762ec8c9368f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:38.038436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32aa434f-47c4-4f60-bb97-db203e72812f req-fd25ee67-c903-413d-a253-762ec8c9368f tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0487993 Nov 12 11:42:38.087285 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32aa434f-47c4-4f60-bb97-db203e72812f req-1d1a90ca-e8b6-4b6c-9c5a-8d399b1e5c74 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Nov 12 11:42:39.206469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83124d5-ca1c-4cc7-8b7d-141b61962f0f req-49d5bfb1-8966-46b1-b675-7b2374def50b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:39.207948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b83124d5-ca1c-4cc7-8b7d-141b61962f0f req-49d5bfb1-8966-46b1-b675-7b2374def50b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0537574 Nov 12 11:42:39.255381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b83124d5-ca1c-4cc7-8b7d-141b61962f0f req-3a94bbef-4771-43f4-a195-ec75a196ce50 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Nov 12 11:42:40.378916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b6764-cf31-46a5-8d7c-ae8abcf120c6 req-f47bdde6-72ee-4e49-87ab-37601a917263 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:40.380186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.380660 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-096b6764-cf31-46a5-8d7c-ae8abcf120c6 req-f47bdde6-72ee-4e49-87ab-37601a917263 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0567126 Nov 12 11:42:40.430291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-096b6764-cf31-46a5-8d7c-ae8abcf120c6 req-1f0608e9-e659-4973-9ce4-e80d0d8b6453 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Nov 12 11:42:40.741806 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.547347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14862e7-2879-4ce0-8509-363db82e804d req-0e29e3b8-503f-46ea-85d7-4ee7b21fa0b0 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:41.548829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e14862e7-2879-4ce0-8509-363db82e804d req-0e29e3b8-503f-46ea-85d7-4ee7b21fa0b0 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0500653 Nov 12 11:42:41.596629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e14862e7-2879-4ce0-8509-363db82e804d req-d9461112-f9e6-4407-ae14-89b98d95248b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Nov 12 11:42:41.786086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-ad81e53b-4c83-49f4-be23-51f051932c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:41.787591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-ad81e53b-4c83-49f4-be23-51f051932c50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1097 time: 0.0426192 Nov 12 11:42:41.906127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-df4d64bf-484a-40e5-a1ef-c307e6215bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:41.907571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-df4d64bf-484a-40e5-a1ef-c307e6215bd3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.0917232 Nov 12 11:42:41.952066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-de7c245c-b923-4a4f-8433-59cd8cfad577 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 217 time: 0.0363362 Nov 12 11:42:42.007487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-85701725-a6af-4f16-a282-b7449a9ad848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:42.008958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-85701725-a6af-4f16-a282-b7449a9ad848 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0498440 Nov 12 11:42:42.041416 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-38cab134-31c9-4e92-b933-6669a17a6204 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245299 Nov 12 11:42:42.135069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-43c326b4-e2c1-4b7c-b79b-d4e08b47c155 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845151 Nov 12 11:42:42.228682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a038f6a9-8dbc-479a-ab39-1d96e18fc897 req-12174a53-78c3-4cc1-a945-f6c4d5bd580c service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866241 Nov 12 11:42:42.716282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b325861-8196-4976-bc15-c3c435cfce3f req-94850726-813d-4181-87c0-311930916594 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:42.717845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b325861-8196-4976-bc15-c3c435cfce3f req-94850726-813d-4181-87c0-311930916594 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0503697 Nov 12 11:42:42.766408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2b325861-8196-4976-bc15-c3c435cfce3f req-b4180e7c-db25-4c67-8cb8-e624c8ee8b59 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Nov 12 11:42:43.831711 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:42:43.883326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425f0c-bb19-437a-b8c1-53f0826790e2 req-ad1e32bb-e66d-4ced-ad7d-f2a9745c58da tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:43.884735 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78425f0c-bb19-437a-b8c1-53f0826790e2 req-ad1e32bb-e66d-4ced-ad7d-f2a9745c58da tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0496361 Nov 12 11:42:43.933107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78425f0c-bb19-437a-b8c1-53f0826790e2 req-2cbdec44-a7ff-489b-9edb-5323da7158b3 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423183 Nov 12 11:42:45.058039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba6c9-5b45-4782-85fc-7dd43ad5daea req-3824fd9b-1779-4cab-86a6-aa46bb37d579 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:45.059451 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-298ba6c9-5b45-4782-85fc-7dd43ad5daea req-3824fd9b-1779-4cab-86a6-aa46bb37d579 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0531976 Nov 12 11:42:45.106282 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-298ba6c9-5b45-4782-85fc-7dd43ad5daea req-747938b2-c2b9-4616-ae5e-d89d00cf5114 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Nov 12 11:42:46.226823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02ab5b-51ef-41d3-a458-4804eee8feee req-f9dc9c02-5ae0-49d6-88ee-8d1be9397f69 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:46.228306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c02ab5b-51ef-41d3-a458-4804eee8feee req-f9dc9c02-5ae0-49d6-88ee-8d1be9397f69 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0538909 Nov 12 11:42:46.276647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c02ab5b-51ef-41d3-a458-4804eee8feee req-11bfb657-aa39-4f57-8691-e39bd276cc85 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Nov 12 11:42:47.394201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab4e2-9cd2-4d23-9305-b07315a8cd23 req-fa45c0ff-4427-408a-b1a1-cdbbf7595ba7 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:47.395597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5dcab4e2-9cd2-4d23-9305-b07315a8cd23 req-fa45c0ff-4427-408a-b1a1-cdbbf7595ba7 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0490453 Nov 12 11:42:47.444480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5dcab4e2-9cd2-4d23-9305-b07315a8cd23 req-03075dbf-538e-40ca-8ab9-ac2b2e2da086 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Nov 12 11:42:48.560233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe395a-bdea-49f3-ae87-5e1a125a3f30 req-f7c658b3-714a-4033-9b1e-ab6e6d1ea88c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:48.561967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2afe395a-bdea-49f3-ae87-5e1a125a3f30 req-f7c658b3-714a-4033-9b1e-ab6e6d1ea88c tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Nov 12 11:42:48.611116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2afe395a-bdea-49f3-ae87-5e1a125a3f30 req-4bce8a41-d32f-4416-a929-18c0cc4a2e83 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Nov 12 11:42:49.726828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608f156-33eb-4da6-8efd-e6e3d6676977 req-8b06d3bb-29cc-4d2c-850b-28f6834e6d08 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:49.728331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6608f156-33eb-4da6-8efd-e6e3d6676977 req-8b06d3bb-29cc-4d2c-850b-28f6834e6d08 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0499058 Nov 12 11:42:49.784153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6608f156-33eb-4da6-8efd-e6e3d6676977 req-1504cb3a-97f9-4723-aac7-255c3f28fa71 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499322 Nov 12 11:42:50.910195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5107e-6aee-47f5-bdb6-d2e450539bd1 req-09123c7b-2a21-4146-9098-6625336ad26b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:50.911780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75e5107e-6aee-47f5-bdb6-d2e450539bd1 req-09123c7b-2a21-4146-9098-6625336ad26b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0584614 Nov 12 11:42:50.959200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-75e5107e-6aee-47f5-bdb6-d2e450539bd1 req-dc78dfcd-fe2f-4ea6-b277-350ab505e11e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Nov 12 11:42:52.074479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d317ce5-2c4f-4896-8701-a87e5ba7edcb req-0389dc6b-9644-4683-ac7e-296eba8b8ae6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:52.076676 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d317ce5-2c4f-4896-8701-a87e5ba7edcb req-0389dc6b-9644-4683-ac7e-296eba8b8ae6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0496182 Nov 12 11:42:52.125586 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4d317ce5-2c4f-4896-8701-a87e5ba7edcb req-9b062496-b81d-4537-b48b-897c4d770b82 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Nov 12 11:42:53.242341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84900f99-6b5e-445e-a97e-0d49b649ab70 req-27fd6ead-95cb-43cd-8e65-5ad91a735bbc tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:53.243814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84900f99-6b5e-445e-a97e-0d49b649ab70 req-27fd6ead-95cb-43cd-8e65-5ad91a735bbc tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Nov 12 11:42:53.290316 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84900f99-6b5e-445e-a97e-0d49b649ab70 req-448af4f6-1982-41b9-aa70-2258924493b8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Nov 12 11:42:53.976666 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee0b1-87a7-4c46-a519-2ecd65c952c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.410321 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dd5b7-b44f-418e-80b4-91c0b9548418 req-b30050e7-73fa-4a36-bbf6-f78939bd24b1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:54.411842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f49dd5b7-b44f-418e-80b4-91c0b9548418 req-b30050e7-73fa-4a36-bbf6-f78939bd24b1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0499766 Nov 12 11:42:54.460559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f49dd5b7-b44f-418e-80b4-91c0b9548418 req-77b47bd3-d36c-4941-961e-3d0ca00130a2 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Nov 12 11:42:55.600623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e9c32-dbf6-45af-901c-2c548bcf9bf3 req-bad6297d-3d58-4111-a9f4-786511f6f9aa tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:55.602154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2e9c32-dbf6-45af-901c-2c548bcf9bf3 req-bad6297d-3d58-4111-a9f4-786511f6f9aa tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0571108 Nov 12 11:42:55.660225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2e9c32-dbf6-45af-901c-2c548bcf9bf3 req-7c0bebca-34eb-4523-b957-3beebedce911 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516284 Nov 12 11:42:56.342164 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cdd9775c-ee4d-4144-ac99-e86005f7d06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:56.781920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be719b-4b63-4fd5-a196-ecaa1d02587a req-c7fd6662-d117-47f2-b892-1a821705f518 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:56.783444 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99be719b-4b63-4fd5-a196-ecaa1d02587a req-c7fd6662-d117-47f2-b892-1a821705f518 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0532348 Nov 12 11:42:56.831965 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-99be719b-4b63-4fd5-a196-ecaa1d02587a req-10b99434-5f5a-4f96-8b75-ea3d1c3c20ad tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Nov 12 11:42:56.973449 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-44e1c0d0-2362-466f-bb38-981031ef22e0 service neutron] show failed (client error): The resource could not be found. Nov 12 11:42:56.974966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-44e1c0d0-2362-466f-bb38-981031ef22e0 service neutron] 10.222.0.52 "GET /v2.0/ports/6913a527-e8e8-45b1-81f8-f6ccbde659ec/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0558712 Nov 12 11:42:57.182868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-12270eb9-9a75-4824-b8d6-1388cd2571e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:57.184372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-12270eb9-9a75-4824-b8d6-1388cd2571e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99&tenant_id=41044d47bf854d09a00502cf784fbfe7 HTTP/1.1" status: 200 len: 1097 time: 0.0426610 Nov 12 11:42:57.198053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:57.250647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:57.461362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:57.494020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:42:57.535173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:57.537375 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4556891d-41f5-42c6-a585-68d41e1f6758" -d '{"events": [{"server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "name": "network-vif-unplugged", "status": "completed", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:57.541575 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:57.554154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Transition to ACTIVE for port object 6913a527-e8e8-45b1-81f8-f6ccbde659ec will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:42:57.558237 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:57.590262 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420e705e-314d-4d5e-9b52-47382e86f8a5 x-openstack-request-id: req-420e705e-314d-4d5e-9b52-47382e86f8a5 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:57.590557 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "name": "network-vif-unplugged", "status": "completed", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:57.590804 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-420e705e-314d-4d5e-9b52-47382e86f8a5 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:57.591194 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'code': 200} Nov 12 11:42:57.630639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] No DVR routers for this DVR port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:42:57.633902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:57.672274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Attempting to bind port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:42:57.672592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Attempting to bind port 6913a527-e8e8-45b1-81f8-f6ccbde659ec by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:42:57.672950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Attempting to bind port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on network 1bf52773-c9a4-4ae8-98a8-e25402836223 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:57.677337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on network 1bf52773-c9a4-4ae8-98a8-e25402836223 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:42:57.677652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Attempting to bind port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on network 1bf52773-c9a4-4ae8-98a8-e25402836223 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:57.682624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:42:57.682959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Checking segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:42:57.683342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Bound using segment: {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:42:57.683772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Bound port: 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85447a8f-af86-465f-ab73-799cc409e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:42:57.684124 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:57.748349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:42:57.751423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:42:57.756984 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:57.792282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:57.793371 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:57.795152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] 10.222.0.59 "PUT /v2.0/ports/6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 1092 time: 0.6014450 Nov 12 11:42:57.830250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce73ab2-98e1-4ca3-8bef-9dc58babceb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:57.855842 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:57.866783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-40369c3c-28ed-45ed-9efe-67ebdcc09719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:57.868351 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-40369c3c-28ed-45ed-9efe-67ebdcc09719 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1095 time: 0.0474446 Nov 12 11:42:57.952448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ec608-f5e3-4a36-ac4b-f0f66696637d req-b5ca8410-9624-40c0-935b-5ec468017732 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:57.954007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-623ec608-f5e3-4a36-ac4b-f0f66696637d req-b5ca8410-9624-40c0-935b-5ec468017732 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 943 time: 0.0493915 Nov 12 11:42:57.966231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-8bbe7f5a-02ce-4838-b07d-9de9456ad5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:57.967700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-8bbe7f5a-02ce-4838-b07d-9de9456ad5f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.0922518 Nov 12 11:42:58.002630 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-623ec608-f5e3-4a36-ac4b-f0f66696637d req-165f98e3-bf76-423a-b7b7-dc0be9a31db1 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Nov 12 11:42:58.013454 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-1830d5ab-ab71-4e8d-98ff-630448faefcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 217 time: 0.0366871 Nov 12 11:42:58.070607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-21f98b8b-fc69-4a65-860e-313935c8f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:58.072204 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-21f98b8b-fc69-4a65-860e-313935c8f36b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0491178 Nov 12 11:42:58.104490 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-f9d6e9e2-54a3-4972-ba46-4316eec0d94d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246801 Nov 12 11:42:58.196470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-ab9b182b-42ce-4b73-ba93-93fd61b3af09 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Nov 12 11:42:58.293418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d33c9ef-022f-44ca-b44e-db3420de68d3 req-2d2412a8-dc1d-471b-a14e-d948276339e0 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887856 Nov 12 11:42:59.125820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752593a5-c770-44c3-832e-ba660e8702d9 req-bf775981-c5f1-434e-907f-aebb0b635e5b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:59.127323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-752593a5-c770-44c3-832e-ba660e8702d9 req-bf775981-c5f1-434e-907f-aebb0b635e5b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 943 time: 0.0516789 Nov 12 11:42:59.177109 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-752593a5-c770-44c3-832e-ba660e8702d9 req-7022e403-032a-40ff-bf88-d4b1f1d5f50e tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Nov 12 11:42:59.587608 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:59.592353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:59.594752 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:59.647105 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e12dcad-b415-40f4-84c2-d2e5a6e9ab30 x-openstack-request-id: req-3e12dcad-b415-40f4-84c2-d2e5a6e9ab30 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:59.647696 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:59.648213 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e12dcad-b415-40f4-84c2-d2e5a6e9ab30 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:59.648884 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'status': 'completed', 'code': 200} Nov 12 11:42:59.750544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-6a71c98c-91ed-485c-ae2c-f5b7f3a3fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:59.752417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-6a71c98c-91ed-485c-ae2c-f5b7f3a3fd61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1095 time: 0.0847142 Nov 12 11:42:59.758580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-fb12cda2-8c32-4a51-adf4-cc6a1b9b78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:59.760083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-fb12cda2-8c32-4a51-adf4-cc6a1b9b78f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1095 time: 0.0799067 Nov 12 11:42:59.930359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-b3cd3987-dbe1-4dcf-bdb5-7bc68bdd67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:59.931744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-b3cd3987-dbe1-4dcf-bdb5-7bc68bdd67dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.1699166 Nov 12 11:42:59.932805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-b666b992-3c34-4616-ad46-4c58406bf61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:59.934152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-b666b992-3c34-4616-ad46-4c58406bf61d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.1543791 Nov 12 11:42:59.984968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-bcc50719-ba05-42aa-b045-3810b00e9d66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 217 time: 0.0456026 Nov 12 11:43:00.022560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-b044cbed-3edc-4806-be0e-884dd425e9ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 217 time: 0.0751052 Nov 12 11:43:00.098996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-c6d9f263-3a18-4c28-af9c-732d2ec53aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:00.100425 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-c6d9f263-3a18-4c28-af9c-732d2ec53aa5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0883963 Nov 12 11:43:00.105742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-d2a2aaef-8bec-4507-bf08-6f68a9960edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:00.107117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-d2a2aaef-8bec-4507-bf08-6f68a9960edc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0630960 Nov 12 11:43:00.140737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-6219e438-a0c1-47ce-b82a-bc75628ebe62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321934 Nov 12 11:43:00.161492 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-99e343fb-aabe-4049-9c62-f79b6cf2ce68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449920 Nov 12 11:43:00.661013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8bd03-9767-4820-abd8-79df7dc5b5bf req-1a2b4aec-d5a9-497c-b20f-ef139a782c36 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:00.663098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ba8bd03-9767-4820-abd8-79df7dc5b5bf req-1a2b4aec-d5a9-497c-b20f-ef139a782c36 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 943 time: 0.1234710 Nov 12 11:43:00.666579 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-4adbe7df-3e31-4580-a38a-bc416eb3f92e service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131359 Nov 12 11:43:00.670565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-cf517c1b-13ca-4c1b-9304-220ed3be10d2 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967773 Nov 12 11:43:00.671777 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:00.830964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ba8bd03-9767-4820-abd8-79df7dc5b5bf req-b4c5a56d-a34c-4879-9ab9-ee190ea34c96 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611731 Nov 12 11:43:00.866038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-fa7f96d1-5a81-46a8-99c8-a50977903aed service neutron] 10.222.0.59 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803677 Nov 12 11:43:00.868581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3345e0ef-5ed8-4bd2-b3b2-4b9887cb79f3 req-db065c5e-6714-4d78-be45-22358a967ca4 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927826 Nov 12 11:43:01.060931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f629c-9286-4075-af43-8d681e65f7da req-47851477-13cf-4f8f-bf6c-14d2394adb39 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:01.062436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac0f629c-9286-4075-af43-8d681e65f7da req-47851477-13cf-4f8f-bf6c-14d2394adb39 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 943 time: 0.0810924 Nov 12 11:43:01.077335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-c8dc6033-2c32-4982-b2c2-5af3b4283deb tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:01.078780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-c8dc6033-2c32-4982-b2c2-5af3b4283deb tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99&tenant_id=41044d47bf854d09a00502cf784fbfe7&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 943 time: 0.0705106 Nov 12 11:43:01.163245 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ac0f629c-9286-4075-af43-8d681e65f7da req-1985474a-905d-43de-817d-16e2ad0143bb tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942307 Nov 12 11:43:01.171733 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-80599289-13a4-47d6-a8e5-6b9aa91c2c13 service neutron] delete failed (client error): The resource could not be found. Nov 12 11:43:01.172749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-80599289-13a4-47d6-a8e5-6b9aa91c2c13 service neutron] 10.222.0.52 "DELETE /v2.0/ports/6913a527-e8e8-45b1-81f8-f6ccbde659ec/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0764890 Nov 12 11:43:01.263364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-aeb92833-599d-4da9-a024-8af792bb735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:01.265066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-aeb92833-599d-4da9-a024-8af792bb735c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41044d47bf854d09a00502cf784fbfe7&device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 1095 time: 0.0420141 Nov 12 11:43:01.360160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-29793d6b-d61e-4da4-95a4-4ffe2ed88d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:01.361699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-29793d6b-d61e-4da4-95a4-4ffe2ed88d1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 200 len: 915 time: 0.0889013 Nov 12 11:43:01.406369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-0e2c5115-eba0-4266-9ad7-6101fd161977 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 200 len: 217 time: 0.0364811 Nov 12 11:43:01.460644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-d56b926a-a3bc-45f0-939c-7d70c8678431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:01.462116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-d56b926a-a3bc-45f0-939c-7d70c8678431 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 200 len: 854 time: 0.0475354 Nov 12 11:43:01.493537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-1c0fe39b-970e-4721-9ab1-7715c5c894e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1bf52773-c9a4-4ae8-98a8-e25402836223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242293 Nov 12 11:43:01.588698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-3a424ea6-3192-45b5-a87a-524cdc8b7d32 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872617 Nov 12 11:43:01.683229 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddf7bc55-5d82-4c47-ab48-8ce1f4c0edf6 req-b837aa9d-2fc4-48ca-a4ee-2e7765188896 service neutron] 10.222.0.52 "GET /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874164 Nov 12 11:43:01.696685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6913a527-e8e8-45b1-81f8-f6ccbde659ec details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:43:01.794046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:01.805353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'network_id': '1bf52773-c9a4-4ae8-98a8-e25402836223', 'port_id': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'mac_address': 'fa:16:3e:7b:fe:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d74c1c-e4db-48f6-a54f-d2038ee799cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:43:01.833327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6913a527-e8e8-45b1-81f8-f6ccbde659ec no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:01.876406 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:01.895167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6913a527-e8e8-45b1-81f8-f6ccbde659ec {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:43:01.899212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 6913a527-e8e8-45b1-81f8-f6ccbde659ec not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:01.916014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:01.920371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:01.969975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:01.978409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.978754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.979092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.979439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.979755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.980700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.980700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.980700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.981053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.981555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.981682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:01.982001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.162671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['6913a527-e8e8-45b1-81f8-f6ccbde659ec'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:43:02.288444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d7b12-1e7a-4bc7-80ef-79d85e5a11b5 req-75d9e6f7-f88e-4a2f-ac43-f92f5d1a67a6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:02.289980 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-930d7b12-1e7a-4bc7-80ef-79d85e5a11b5 req-75d9e6f7-f88e-4a2f-ac43-f92f5d1a67a6 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 944 time: 0.0529933 Nov 12 11:43:02.345741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-930d7b12-1e7a-4bc7-80ef-79d85e5a11b5 req-d5d51d30-e56e-4abb-8d1f-00ae1dcd48a5 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496936 Nov 12 11:43:02.468993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9e2a0-6164-4028-a0cf-caa3cf9e42ee req-23706ced-490a-4771-8d52-10b51619aa69 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:02.470509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eab9e2a0-6164-4028-a0cf-caa3cf9e42ee req-23706ced-490a-4771-8d52-10b51619aa69 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 944 time: 0.0529106 Nov 12 11:43:02.527356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eab9e2a0-6164-4028-a0cf-caa3cf9e42ee req-3d36bf51-b495-4862-82c4-aa3823b98612 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500329 Nov 12 11:43:02.646996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecbe31-4c24-4e61-868f-aeac59624ac3 req-24d156f3-a949-4e89-9286-94909f48e605 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:02.648449 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85ecbe31-4c24-4e61-868f-aeac59624ac3 req-24d156f3-a949-4e89-9286-94909f48e605 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 944 time: 0.0522501 Nov 12 11:43:02.698219 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85ecbe31-4c24-4e61-868f-aeac59624ac3 req-47b3d9e0-17ef-4e0c-8d5b-26d2d58326e0 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Nov 12 11:43:03.054538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf24599-87a7-4c55-a2b5-d251e99c2529 req-8d4001b2-2207-4af3-978f-5802e49a5afe tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:03.056116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdf24599-87a7-4c55-a2b5-d251e99c2529 req-8d4001b2-2207-4af3-978f-5802e49a5afe tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 944 time: 0.0541494 Nov 12 11:43:03.110417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cdf24599-87a7-4c55-a2b5-d251e99c2529 req-24ec72bc-10a4-433c-9904-e81a50f4d0b9 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Nov 12 11:43:03.714927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6913a527-e8e8-45b1-81f8-f6ccbde659ec up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:03.764637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 6913a527-e8e8-45b1-81f8-f6ccbde659ec completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:43:03.769647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 6913a527-e8e8-45b1-81f8-f6ccbde659ec triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:03.770023 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.854632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.880701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:03.883127 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134e2ceb-e3ac-42bc-9ef3-d6fdab87c631" -d '{"events": [{"server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "name": "network-vif-plugged", "status": "completed", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:03.896905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:03.901488 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.930080 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee70003c-054b-4e7e-be59-e25bd50a2daf x-openstack-request-id: req-ee70003c-054b-4e7e-be59-e25bd50a2daf {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:03.930378 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "name": "network-vif-plugged", "status": "completed", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:03.930629 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee70003c-054b-4e7e-be59-e25bd50a2daf {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:03.931022 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'code': 200} Nov 12 11:43:03.956917 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:04.259860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710813f8-a7bf-45fc-ba85-8d5f00385faa req-b6cb539d-000d-4001-809f-a7dc0dac1f2b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:04.261428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-710813f8-a7bf-45fc-ba85-8d5f00385faa req-b6cb539d-000d-4001-809f-a7dc0dac1f2b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0822189 Nov 12 11:43:04.276175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-cf714e91-79fe-409a-9faa-8e90c5a54f30 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:04.277613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-cf714e91-79fe-409a-9faa-8e90c5a54f30 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e97508b-1c7e-495a-ae4a-58b95bf79f99 HTTP/1.1" status: 200 len: 945 time: 0.0863426 Nov 12 11:43:04.373664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-710813f8-a7bf-45fc-ba85-8d5f00385faa req-f8a0dae9-4b6c-471c-9411-f93c36a7dd2b tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061301 Nov 12 11:43:04.400529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Deleting port 6913a527-e8e8-45b1-81f8-f6ccbde659ec {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:04.400803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:04.490103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] For port 6913a527-e8e8-45b1-81f8-f6ccbde659ec, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=6913a527-e8e8-45b1-81f8-f6ccbde659ec,segment=NetworkSegment(85447a8f-af86-465f-ab73-799cc409e19f),segment_id=85447a8f-af86-465f-ab73-799cc409e19f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:04.490468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:04.504747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Calling delete_port for 6913a527-e8e8-45b1-81f8-f6ccbde659ec owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:04.645120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:04.657465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['6913a527-e8e8-45b1-81f8-f6ccbde659ec'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:43:04.675179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Pushing event deleted for resources: {'Port': ['ID=6913a527-e8e8-45b1-81f8-f6ccbde659ec,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:04.724547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] No DVR routers for this DVR port 6913a527-e8e8-45b1-81f8-f6ccbde659ec on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:43:04.727304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:04.730939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d6cb780c-2999-439a-86c5-4dd089b40837 req-46d68cf8-20ce-40ea-9c27-2e615eb1a0d8 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] 10.222.0.59 "DELETE /v2.0/ports/6913a527-e8e8-45b1-81f8-f6ccbde659ec HTTP/1.1" status: 204 len: 173 time: 0.4465258 Nov 12 11:43:04.731400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'name': 'network-vif-deleted', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:04.733777 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5c2661-8cd6-4587-afc8-c1461c2d1e90" -d '{"events": [{"server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "name": "network-vif-deleted", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:04.778726 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8ddbbd-fa97-426c-abc8-588c48a5b62b x-openstack-request-id: req-da8ddbbd-fa97-426c-abc8-588c48a5b62b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:04.779026 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97508b-1c7e-495a-ae4a-58b95bf79f99", "name": "network-vif-deleted", "tag": "6913a527-e8e8-45b1-81f8-f6ccbde659ec", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:04.779308 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da8ddbbd-fa97-426c-abc8-588c48a5b62b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:04.779721 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e97508b-1c7e-495a-ae4a-58b95bf79f99', 'name': 'network-vif-deleted', 'tag': '6913a527-e8e8-45b1-81f8-f6ccbde659ec', 'status': 'completed', 'code': 200} Nov 12 11:43:05.498579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47320) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:05.544303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76cf3a7-d25e-437d-a51c-116c281bf3fc admin admin] Deleting subnet d9d74c1c-e4db-48f6-a54f-d2038ee799cd {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:43:05.547361 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3a7-d25e-437d-a51c-116c281bf3fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.583698 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3a7-d25e-437d-a51c-116c281bf3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.623525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3a7-d25e-437d-a51c-116c281bf3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.680540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3a7-d25e-437d-a51c-116c281bf3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.707723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cf3a7-d25e-437d-a51c-116c281bf3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d74c1c-e4db-48f6-a54f-d2038ee799cd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:05.710292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3a7-d25e-437d-a51c-116c281bf3fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.713580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b76cf3a7-d25e-437d-a51c-116c281bf3fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d9d74c1c-e4db-48f6-a54f-d2038ee799cd HTTP/1.1" status: 204 len: 168 time: 0.2139843 Nov 12 11:43:05.716097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47322) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:05.786169 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.869188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.889453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf52773-c9a4-4ae8-98a8-e25402836223']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:05.900653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85447a8f-af86-465f-ab73-799cc409e19f') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:05.900982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85447a8f-af86-465f-ab73-799cc409e19f') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:05.910319 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.923299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.929111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:43:05.929491 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:43:05.931178 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:43:05.989519 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.994810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.998055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1bf52773-c9a4-4ae8-98a8-e25402836223 HTTP/1.1" status: 204 len: 168 time: 0.2810459 Nov 12 11:43:06.009700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7177161-e585-4545-8468-af88e3157c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf52773-c9a4-4ae8-98a8-e25402836223,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:06.109244 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47326) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:06.150325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e502935-6ab2-4cc9-ba82-8518ecb1de17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41044d47bf854d09a00502cf784fbfe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398645 Nov 12 11:43:06.152718 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47328) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:06.200320 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:06.221101 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:06.271741 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:06.274868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:06.276045 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fd08e0d-03a4-40a5-b5a2-1be208ae25b0 HTTP/1.1" status: 204 len: 168 time: 0.1223681 Nov 12 11:43:06.283924 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd08e0d-03a4-40a5-b5a2-1be208ae25b0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:06.292322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.292665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.293029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.293365 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.293697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.294025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.294348 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.294678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.294997 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.295312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.295629 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.295950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c6ab4-a669-4650-bcf7-594d5b440f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:06.950026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47350) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:07.046092 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1461650638-network', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:07.067446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Made reservation on behalf of 73c2f045361649d1af6d8b6c35d54b88 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:43:07.069754 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.078497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.154198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.157734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.178754 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:43:07.194334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c170382e-bc77-499e-8ba4-ebbb940beeae,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:07.197493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.197839 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Added segment 92891698-5bf9-4ea3-b467-c8cf2770f06c of type vlan for network e98a0db7-6c00-4889-a2d7-536e04250a48 Nov 12 11:43:07.237830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.264310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.265371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:07.265880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.298701 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3475566 Nov 12 11:43:07.302383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47354) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:07.307673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Request body: {'subnet': {'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1461650638-subnet', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:07.334970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Made reservation on behalf of 73c2f045361649d1af6d8b6c35d54b88 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:43:07.337362 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.341379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8d517-290c-4cf5-97f9-e4290bc53502 admin admin] Pushing event updated for resources: {'Network': ['ID=e98a0db7-6c00-4889-a2d7-536e04250a48,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:07.352173 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network e98a0db7-6c00-4889-a2d7-536e04250a48 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:43:07.509026 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.568614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dce6024-8395-467a-adf3-d4b18765af4f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:07.576950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:07.577315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Network hostable DHCP agents. Network: e98a0db7-6c00-4889-a2d7-536e04250a48, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:43:07.594029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:43:07.604163 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, e98a0db7-6c00-4889-a2d7-536e04250a48) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:07.608275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:07.608889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.616038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78d9a9e-ad5f-451e-bb29-07272aec6f4b None None] Network e98a0db7-6c00-4889-a2d7-536e04250a48 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:43:07.624942 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-03eff199-7575-4321-9e50-b2a20621d416 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3214536 Nov 12 11:43:07.627830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47356) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:07.632232 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:07.653506 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.654521 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.711060 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.728615 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6913a527-e8e8-45b1-81f8-f6ccbde659ec no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:07.755215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 6913a527-e8e8-45b1-81f8-f6ccbde659ec {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:43:07.755554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 6913a527-e8e8-45b1-81f8-f6ccbde659ec not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:07.791202 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-e98a0db7-6c00-4889-a2d7-536e04250a48', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:43:07.792262 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.852257 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:07.932516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Allocated IP 172.20.0.2 (e98a0db7-6c00-4889-a2d7-536e04250a48/4dce6024-8395-467a-adf3-d4b18765af4f/2ed94376-d997-48cc-874c-7a4f9e3cf22c) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:08.063467 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.078382 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.083772 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.084239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.127908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:08.132563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:08.134315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Pushing event updated for resources: {'Port': ['ID=2ed94376-d997-48cc-874c-7a4f9e3cf22c,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:08.136453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:08.192441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Attempting to bind port 2ed94376-d997-48cc-874c-7a4f9e3cf22c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:43:08.192796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Attempting to bind port 2ed94376-d997-48cc-874c-7a4f9e3cf22c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:43:08.193018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Allocated IP 172.25.2.223 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/20a6d949-60a3-4027-af33-e104f92bb13e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:08.193204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Attempting to bind port 2ed94376-d997-48cc-874c-7a4f9e3cf22c on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:08.198951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:43:08.199346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:08.199729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.200125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:43:08.200599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Bound port: 2ed94376-d997-48cc-874c-7a4f9e3cf22c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:43:08.201016 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.265685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] For port 2ed94376-d997-48cc-874c-7a4f9e3cf22c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:43:08.269286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] For port 2ed94376-d997-48cc-874c-7a4f9e3cf22c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2ed94376-d997-48cc-874c-7a4f9e3cf22c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:43:08.273673 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.305687 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.341132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe7272-02c7-4e48-870a-7df4433b5a23 None None] Pushing event updated for resources: {'Port': ['ID=2ed94376-d997-48cc-874c-7a4f9e3cf22c,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:08.348218 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.391466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:08.394475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:08.397360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:08.409709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e25c0e-48de-4dc7-a438-77b1a66a62b8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:08.426729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=20a6d949-60a3-4027-af33-e104f92bb13e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:08.461928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7cc7d17f-5ce9-4ae0-ae23-ce4acabf0b71 None None] Provisioning complete for port 20a6d949-60a3-4027-af33-e104f92bb13e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:08.462401 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7cc7d17f-5ce9-4ae0-ae23-ce4acabf0b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.499163 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7d17f-5ce9-4ae0-ae23-ce4acabf0b71 None None] Port 20a6d949-60a3-4027-af33-e104f92bb13e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:08.695470 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.903624 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.043317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:43:09.159717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:09.169342 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:09.178916 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.182964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1c33d0e2-d7ae-4808-a0b2-3840dc24b8f2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5514386 Nov 12 11:43:09.183128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47358) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:09.186144 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:09.186858 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:42:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:09.296494 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:09.334596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ac07e-afc7-4e22-a722-696e836a20b3 None None] Network e98a0db7-6c00-4889-a2d7-536e04250a48 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:43:09.462065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fbafb53b-c74a-422f-a0c8-55cc8ea048bc None None] Provisioning complete for port 2ed94376-d997-48cc-874c-7a4f9e3cf22c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:09.462755 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbafb53b-c74a-422f-a0c8-55cc8ea048bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.497443 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:08Z', 'revision_number': 3, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:09.527938 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:09.528282 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Updating router 26ea8fa7-7381-4204-9e8c-593c35e9a534 port 20a6d949-60a3-4027-af33-e104f92bb13e binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:43:09.555930 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.603709 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbafb53b-c74a-422f-a0c8-55cc8ea048bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.650668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-fbafb53b-c74a-422f-a0c8-55cc8ea048bc None None] For port 2ed94376-d997-48cc-874c-7a4f9e3cf22c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2ed94376-d997-48cc-874c-7a4f9e3cf22c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:09.660819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fbafb53b-c74a-422f-a0c8-55cc8ea048bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.753251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafb53b-c74a-422f-a0c8-55cc8ea048bc None None] Pushing event updated for resources: {'Port': ['ID=2ed94376-d997-48cc-874c-7a4f9e3cf22c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:09.783036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2ed94376-d997-48cc-874c-7a4f9e3cf22c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:09.843655 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2ed94376-d997-48cc-874c-7a4f9e3cf22c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:09.843655 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.932721 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.940321 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:09.976903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d0ae5-6963-4222-85f6-9559729856ce None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:09.996521 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Attempting to bind port 20a6d949-60a3-4027-af33-e104f92bb13e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:43:09.996946 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Attempting to bind port 20a6d949-60a3-4027-af33-e104f92bb13e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:43:09.997308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Attempting to bind port 20a6d949-60a3-4027-af33-e104f92bb13e on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:10.006951 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Pushing event updated for resources: {'Port': ['ID=20a6d949-60a3-4027-af33-e104f92bb13e,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:10.009947 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:43:10.010317 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:10.010713 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.011104 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:43:10.011572 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Bound port: 20a6d949-60a3-4027-af33-e104f92bb13e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:43:10.011949 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.018470 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.018813 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.019142 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.019473 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.019802 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.020126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.021010 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.021337 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.021653 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.021972 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.022289 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.022605 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:10.050557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.073860 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] For port 20a6d949-60a3-4027-af33-e104f92bb13e, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:43:10.076928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-028d9406-8e67-4f9e-8a73-16e211efdcaa None None] Provisioning complete for port 20a6d949-60a3-4027-af33-e104f92bb13e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:10.077305 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-028d9406-8e67-4f9e-8a73-16e211efdcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.077413 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] For port 20a6d949-60a3-4027-af33-e104f92bb13e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=20a6d949-60a3-4027-af33-e104f92bb13e,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:43:10.083991 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.117289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-028d9406-8e67-4f9e-8a73-16e211efdcaa None None] Port 20a6d949-60a3-4027-af33-e104f92bb13e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:10.131746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58635ed-92e8-43e9-a7d4-2e8a29cd09c6 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:10.136358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-028d9406-8e67-4f9e-8a73-16e211efdcaa None None] Provisioning complete for port 2ed94376-d997-48cc-874c-7a4f9e3cf22c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:10.136731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-028d9406-8e67-4f9e-8a73-16e211efdcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.144241 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:10.144878 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:42:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:10.150286 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a1667-2544-4ab9-ac8a-54c069e86c02 None None] Pushing event updated for resources: {'Port': ['ID=20a6d949-60a3-4027-af33-e104f92bb13e,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:10.253560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Allocated IP 172.20.0.1 (e98a0db7-6c00-4889-a2d7-536e04250a48/4dce6024-8395-467a-adf3-d4b18765af4f/f1c5d545-a784-4e8f-aee6-070bf5e655a6) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:10.256260 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:10.339760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f20e4bfb-e8d7-4b1f-b517-26b62a90f59c None None] Provisioning complete for port 20a6d949-60a3-4027-af33-e104f92bb13e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:10.340281 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f20e4bfb-e8d7-4b1f-b517-26b62a90f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.369763 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.395542 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.410686 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.443402 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f20e4bfb-e8d7-4b1f-b517-26b62a90f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.463775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:10.466146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:10.466288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f20e4bfb-e8d7-4b1f-b517-26b62a90f59c None None] For port 20a6d949-60a3-4027-af33-e104f92bb13e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=20a6d949-60a3-4027-af33-e104f92bb13e,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:10.468128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c5d545-a784-4e8f-aee6-070bf5e655a6,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:10.471175 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f20e4bfb-e8d7-4b1f-b517-26b62a90f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.478296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:10.534522 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.540767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e4bfb-e8d7-4b1f-b517-26b62a90f59c None None] Pushing event updated for resources: {'Port': ['ID=20a6d949-60a3-4027-af33-e104f92bb13e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:10.553870 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:08Z', 'revision_number': 3, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:10.580953 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b8f35e-05c5-417b-bd53-d127e559546f None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:08Z', 'revision_number': 3, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:10.702198 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.751019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.814190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b9501701-4f4c-4f40-9a6b-244e12092ddd None None] Provisioning complete for port f1c5d545-a784-4e8f-aee6-070bf5e655a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:10.814912 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b9501701-4f4c-4f40-9a6b-244e12092ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.885517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b9501701-4f4c-4f40-9a6b-244e12092ddd None None] Port f1c5d545-a784-4e8f-aee6-070bf5e655a6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:10.944608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.951295 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.026745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c5d545-a784-4e8f-aee6-070bf5e655a6,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:11.030389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.132211 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:11.133725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:11.265264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:43:11.386317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:11.395450 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-cbc0179b-5fb1-42b3-a931-31aca1109307 admin admin] 10.222.0.31 "PUT /v2.0/routers/26ea8fa7-7381-4204-9e8c-593c35e9a534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2073770 Nov 12 11:43:11.414013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-887f6529-9d7e-49a5-8e3a-f0f093903207 None None] Provisioning complete for port f1c5d545-a784-4e8f-aee6-070bf5e655a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:11.414308 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-887f6529-9d7e-49a5-8e3a-f0f093903207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.455313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-887f6529-9d7e-49a5-8e3a-f0f093903207 None None] Port f1c5d545-a784-4e8f-aee6-070bf5e655a6 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:11.745203 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 47366) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:11.751613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7aa502e6-3481-4255-81b8-27440a6a2dff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314199234', 'description': 'tempest-description--13981488'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:11.752242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 20a6d949-60a3-4027-af33-e104f92bb13e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:11.775725 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7aa502e6-3481-4255-81b8-27440a6a2dff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.804448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 20a6d949-60a3-4027-af33-e104f92bb13e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:11.804819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.850388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7aa502e6-3481-4255-81b8-27440a6a2dff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.854675 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7aa502e6-3481-4255-81b8-27440a6a2dff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.885582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7aa502e6-3481-4255-81b8-27440a6a2dff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.886899 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7aa502e6-3481-4255-81b8-27440a6a2dff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1400242 Nov 12 11:43:11.889887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47368) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:11.892011 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa502e6-3481-4255-81b8-27440a6a2dff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c063e9-404d-4351-aad4-28bc18d68cfe,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:11.897037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2ed94376-d997-48cc-874c-7a4f9e3cf22c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:11.904237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fd56095d-9500-421c-8787-c726980fb104 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'security_group_rule': {'security_group_id': '79c063e9-404d-4351-aad4-28bc18d68cfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:11.934875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd56095d-9500-421c-8787-c726980fb104 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.948637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 2ed94376-d997-48cc-874c-7a4f9e3cf22c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:11.949033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.994823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd56095d-9500-421c-8787-c726980fb104 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:11.998461 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd56095d-9500-421c-8787-c726980fb104 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.019653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56095d-9500-421c-8787-c726980fb104 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0de400-e930-4041-8abb-f7c5da26e33a,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:12.026067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fd56095d-9500-421c-8787-c726980fb104 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.029824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fd56095d-9500-421c-8787-c726980fb104 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362751 Nov 12 11:43:12.030292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47370) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:12.035765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-0ebf19a0-bdf1-42b2-8442-3d03a9495221 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'security_group_rule': {'security_group_id': '79c063e9-404d-4351-aad4-28bc18d68cfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:12.062394 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ebf19a0-bdf1-42b2-8442-3d03a9495221 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.123400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ebf19a0-bdf1-42b2-8442-3d03a9495221 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.126939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ebf19a0-bdf1-42b2-8442-3d03a9495221 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.150962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf19a0-bdf1-42b2-8442-3d03a9495221 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080a409a-88bb-41ad-b9d6-fbcf9b11b1b6,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:12.157222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-0ebf19a0-bdf1-42b2-8442-3d03a9495221 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.158343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0ebf19a0-bdf1-42b2-8442-3d03a9495221 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271143 Nov 12 11:43:12.161401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47372) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:12.165908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:12.188393 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.230204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:12.241042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:12.241737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:42:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:12.289913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.405559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Allocated IP 172.25.2.76 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/a17db16a-dfd6-4255-a73c-d10b90d52af4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:12.506601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:12.513285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.550078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.595829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:12.600966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:12.607660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:12.626475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'Port': ['ID=a17db16a-dfd6-4255-a73c-d10b90d52af4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:12.691975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.715327 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 2, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:12.727064 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.742747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:12.743105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Updating router 26ea8fa7-7381-4204-9e8c-593c35e9a534 port f1c5d545-a784-4e8f-aee6-070bf5e655a6 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:43:12.770399 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.885811 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.890942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.967134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'Port': ['ID=a17db16a-dfd6-4255-a73c-d10b90d52af4,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:12.977011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:12.992227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.002234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-86ab5719-c8f3-4eba-a13c-92fd2ad79ef8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8311541 Nov 12 11:43:13.047236 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.053309 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.123386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b75b3-34df-4fbd-bfca-50d95c5780ad None None] Pushing event updated for resources: {'Port': ['ID=f1c5d545-a784-4e8f-aee6-070bf5e655a6,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:13.157407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-cfd935f1-f9e2-49c6-915d-e284bb47f19c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--314199234&fields=id&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 267 time: 0.0548522 Nov 12 11:43:13.166884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Attempting to bind port f1c5d545-a784-4e8f-aee6-070bf5e655a6 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:43:13.167434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Attempting to bind port f1c5d545-a784-4e8f-aee6-070bf5e655a6 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:43:13.167896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Attempting to bind port f1c5d545-a784-4e8f-aee6-070bf5e655a6 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:13.173637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:43:13.174221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:13.174717 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.175205 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:43:13.175777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Bound port: f1c5d545-a784-4e8f-aee6-070bf5e655a6, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:43:13.176287 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.243760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] For port f1c5d545-a784-4e8f-aee6-070bf5e655a6, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:43:13.247201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] For port f1c5d545-a784-4e8f-aee6-070bf5e655a6, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f1c5d545-a784-4e8f-aee6-070bf5e655a6,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:43:13.252003 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.281457 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-406ae1cc-ee7c-4f89-a267-c4b5b50c6154 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:13.289590 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-406ae1cc-ee7c-4f89-a267-c4b5b50c6154 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 812 time: 0.1232784 Nov 12 11:43:13.301004 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-be311121-dac5-493f-859e-c4000a079a75 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/quotas/73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 375 time: 0.0105667 Nov 12 11:43:13.313308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:13.313937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:42:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:13.355306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b75b3-34df-4fbd-bfca-50d95c5780ad None None] Pushing event updated for resources: {'Port': ['ID=f1c5d545-a784-4e8f-aee6-070bf5e655a6,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:13.368272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-08ced31d-09db-424b-9132-bc83a7d28d7b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599275 Nov 12 11:43:13.433311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-84eee78e-d719-4877-92e2-270de25e284c None None] Provisioning complete for port f1c5d545-a784-4e8f-aee6-070bf5e655a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:13.433676 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84eee78e-d719-4877-92e2-270de25e284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.478712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-b8144f98-19f8-489f-95e4-4fdc26191e70 service neutron] 10.222.0.31 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960746 Nov 12 11:43:13.493420 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:13.584338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-d12e0f57-5847-4177-8850-cc02d2f6bda3 service neutron] 10.222.0.31 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983632 Nov 12 11:43:13.662100 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84eee78e-d719-4877-92e2-270de25e284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.722889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-84eee78e-d719-4877-92e2-270de25e284c None None] For port f1c5d545-a784-4e8f-aee6-070bf5e655a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f1c5d545-a784-4e8f-aee6-070bf5e655a6,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:13.747983 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84eee78e-d719-4877-92e2-270de25e284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.760236 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-08f46acc-f9e5-4575-b89f-b0cf7ac4d64c req-930bf847-48ea-4277-b686-b5c6962ef9bc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 210 time: 0.0287664 Nov 12 11:43:13.824293 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eee78e-d719-4877-92e2-270de25e284c None None] Pushing event updated for resources: {'Port': ['ID=f1c5d545-a784-4e8f-aee6-070bf5e655a6,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:13.840115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:13.875179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53887893-ce43-44a7-b14b-164172b8b58c None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:13.888165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b450ba5a-591d-4ce5-bd37-226adfb72e7e None None] Provisioning complete for port f1c5d545-a784-4e8f-aee6-070bf5e655a6 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:13.888513 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b450ba5a-591d-4ce5-bd37-226adfb72e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:14.919605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-17e1d374-6b64-4dc7-8f9c-128d6b350eb1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:14.923567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-17e1d374-6b64-4dc7-8f9c-128d6b350eb1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 812 time: 0.1914017 Nov 12 11:43:14.923567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d116139-12cd-4dca-b905-10cccfcc1726 req-66e006db-dd82-4eb6-8803-54ce421a35d9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 210 time: 0.0538995 Nov 12 11:43:14.994345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-08b1f612-3eb9-4224-9c0b-df85fcef61d5 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 379 time: 0.0604093 Nov 12 11:43:15.005450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'port': {'device_id': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'admin_state_up': True, 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'security_groups': ['79c063e9-404d-4351-aad4-28bc18d68cfe']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:15.116623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Made reservation on behalf of 73c2f045361649d1af6d8b6c35d54b88 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:43:15.120094 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.251259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Allocated IP 172.20.0.6 (e98a0db7-6c00-4889-a2d7-536e04250a48/4dce6024-8395-467a-adf3-d4b18765af4f/82ff85d8-97df-4e3a-9b76-e6b3ca135545) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:15.391096 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.424259 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.469909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:15.473897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:15.478132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:15.503346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:15.534223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:15.534932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.553295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-46db7e13-4ae2-47cd-9bd4-6fe6314e6da7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521908 Nov 12 11:43:15.567589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Request body: {'port': {'device_id': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:15.626424 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.702645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f1c5d545-a784-4e8f-aee6-070bf5e655a6 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:15.750958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e55e1509-664c-4457-a08d-c4fd16ab6b89 None None] Provisioning complete for port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:15.751243 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e55e1509-664c-4457-a08d-c4fd16ab6b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.791382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f1c5d545-a784-4e8f-aee6-070bf5e655a6 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:15.791756 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.816493 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e55e1509-664c-4457-a08d-c4fd16ab6b89 None None] Port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:15.924161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ff85d8-97df-4e3a-9b76-e6b3ca135545 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:43:15.932354 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.944311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Transition to ACTIVE for port object 82ff85d8-97df-4e3a-9b76-e6b3ca135545 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:43:15.947685 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:16.000953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:16.052809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49933bc3-83ae-44b1-b805-6377dc4fc9d1 req-c7cecb99-58ee-4ce7-b07e-e31acd534c8d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.054584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49933bc3-83ae-44b1-b805-6377dc4fc9d1 req-c7cecb99-58ee-4ce7-b07e-e31acd534c8d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 943 time: 0.0549822 Nov 12 11:43:16.087497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Attempting to bind port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:43:16.087828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Attempting to bind port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:43:16.088153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Attempting to bind port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:16.093667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:43:16.093667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Attempting to bind port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:16.100400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:43:16.100747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:16.101200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:43:16.101648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Bound port: 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:43:16.102012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:16.117358 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-49933bc3-83ae-44b1-b805-6377dc4fc9d1 req-84df5ebf-2ee8-4e74-9f92-531939cadb1f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548313 Nov 12 11:43:16.178580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:43:16.181873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:43:16.185635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:16.221075 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.221509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:16.222777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] 10.222.0.59 "PUT /v2.0/ports/82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 1092 time: 0.6606774 Nov 12 11:43:16.223277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:16.225673 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15b3a02-0e2e-401e-834c-8c9a488189f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:16.252767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4b1cf-8b7f-4124-af79-707c22718950 service neutron] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:16.284460 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9ec4e3-beed-4aad-9b62-c8983303b3dd x-openstack-request-id: req-0e9ec4e3-beed-4aad-9b62-c8983303b3dd {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:16.284769 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:16.285055 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e9ec4e3-beed-4aad-9b62-c8983303b3dd {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:16.285409 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'status': 'completed', 'code': 200} Nov 12 11:43:16.323614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-bc54709a-b4b0-4f21-95d1-d078e8d74cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.325551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-bc54709a-b4b0-4f21-95d1-d078e8d74cb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1095 time: 0.0514381 Nov 12 11:43:16.376193 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-f7426d4c-c8c8-44f4-b0c0-a94ca1565498 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 217 time: 0.0389087 Nov 12 11:43:16.433902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-e663636e-0709-410b-9fba-d6fd4eddebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.435151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-e663636e-0709-410b-9fba-d6fd4eddebba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0488610 Nov 12 11:43:16.483076 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-b717b231-0a65-4fe0-b2ee-e170a2deba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.484693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-b717b231-0a65-4fe0-b2ee-e170a2deba97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416522 Nov 12 11:43:16.584146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-bbaff9e3-bf7a-47dc-9c13-ad94fa93e50d service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880005 Nov 12 11:43:16.678163 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82884a0f-bb3e-4d43-9d9a-52690f556b0b req-abbcfd57-e75d-4e43-b174-2aa73fec6c6f service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865781 Nov 12 11:43:16.778381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-a85b2061-e6a6-4e3e-94ad-11c23f9d6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.779903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-a85b2061-e6a6-4e3e-94ad-11c23f9d6f27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1095 time: 0.0475252 Nov 12 11:43:16.874963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-db628e09-82fb-4e47-bb87-e05384d94cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.876440 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-db628e09-82fb-4e47-bb87-e05384d94cca service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0878446 Nov 12 11:43:16.927556 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-92bc68d5-e7f8-4765-9b9c-273c089f3442 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 217 time: 0.0411592 Nov 12 11:43:16.980313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-eb825b85-3431-46d2-a957-827e768936dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.981858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-eb825b85-3431-46d2-a957-827e768936dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0468202 Nov 12 11:43:17.033074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-b886a961-9ab9-49fd-8ed6-25decb74dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:17.034487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-b886a961-9ab9-49fd-8ed6-25decb74dd9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444996 Nov 12 11:43:17.141200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-b61ea6b6-2eb8-4383-a1bb-04df38ed165d service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985825 Nov 12 11:43:17.241215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa365385-0b69-4892-ac59-b5841fc833eb req-dde832d9-8b48-4f8a-883e-6bb338c5bc35 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:17.242892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa365385-0b69-4892-ac59-b5841fc833eb req-dde832d9-8b48-4f8a-883e-6bb338c5bc35 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 943 time: 0.0534737 Nov 12 11:43:17.248954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a15b3a02-0e2e-401e-834c-8c9a488189f0 req-6491f7d5-473f-4562-8d3a-40a20927ed65 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986092 Nov 12 11:43:17.295476 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa365385-0b69-4892-ac59-b5841fc833eb req-c6e5c387-34e3-4238-9275-f185da3e8647 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465767 Nov 12 11:43:18.423313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da062b-6a6d-4643-abfc-3678d0655040 req-1650dc73-d6b0-4cae-a55f-530006405d98 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:18.424803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47da062b-6a6d-4643-abfc-3678d0655040 req-1650dc73-d6b0-4cae-a55f-530006405d98 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 943 time: 0.0537212 Nov 12 11:43:18.480773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47da062b-6a6d-4643-abfc-3678d0655040 req-bb8912be-f8dd-4996-9136-6c21d8835f75 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498252 Nov 12 11:43:19.603233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0059-1c98-47cc-9dbf-44815a4cc7c2 req-29de4641-3cfd-4c33-83bf-9d5450d090de tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:19.604732 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-243d0059-1c98-47cc-9dbf-44815a4cc7c2 req-29de4641-3cfd-4c33-83bf-9d5450d090de tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 943 time: 0.0533426 Nov 12 11:43:19.654493 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-243d0059-1c98-47cc-9dbf-44815a4cc7c2 req-0d996502-533a-49e3-a408-0c43197b9331 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Nov 12 11:43:19.743089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 82ff85d8-97df-4e3a-9b76-e6b3ca135545 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:43:19.840417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:19.858468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'mac_address': 'fa:16:3e:e1:75:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:43:19.898448 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:19.912350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ff85d8-97df-4e3a-9b76-e6b3ca135545 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:43:19.934130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:19.938298 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:19.997334 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:20.152683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['82ff85d8-97df-4e3a-9b76-e6b3ca135545'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:43:20.778319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77ac2-d90e-418b-bce7-5a0eb03dd781 req-89e312b7-3751-4095-922a-942cbeb1cd68 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:20.779864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ec77ac2-d90e-418b-bce7-5a0eb03dd781 req-89e312b7-3751-4095-922a-942cbeb1cd68 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 944 time: 0.0525501 Nov 12 11:43:20.830876 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9ec77ac2-d90e-418b-bce7-5a0eb03dd781 req-7565f9f5-e75d-4ba5-822e-cd60b776d522 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445800 Nov 12 11:43:20.831181 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:43:21.757763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 82ff85d8-97df-4e3a-9b76-e6b3ca135545 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:21.807187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:43:21.811625 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:21.812004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:21.894185 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:21.917929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:21.920172 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67607e7d-9724-41f0-a10f-4bbf4dc2f910" -d '{"events": [{"server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "name": "network-vif-plugged", "status": "completed", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:21.933624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:21.939157 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:21.967237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df2070-5f00-4203-88db-1be0d8f176b9 req-28b792fc-0ee6-4685-bb28-46509d43d307 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:21.968315 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbed154-96d2-4cc8-83d9-a49bb82cecaa x-openstack-request-id: req-3bbed154-96d2-4cc8-83d9-a49bb82cecaa {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:21.968618 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "name": "network-vif-plugged", "status": "completed", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:21.969441 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0df2070-5f00-4203-88db-1be0d8f176b9 req-28b792fc-0ee6-4685-bb28-46509d43d307 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 944 time: 0.0685806 Nov 12 11:43:21.972931 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bbed154-96d2-4cc8-83d9-a49bb82cecaa {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:21.973458 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'code': 200} Nov 12 11:43:22.004549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:22.025504 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0df2070-5f00-4203-88db-1be0d8f176b9 req-8609211d-0a73-49af-8672-1c6011d9ec47 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494328 Nov 12 11:43:22.065225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b04436-b201-46c3-8a67-b9ad86cbeb9d req-23ec9d2a-80f4-40ba-901a-04c7cfc4975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:22.066801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27b04436-b201-46c3-8a67-b9ad86cbeb9d req-23ec9d2a-80f4-40ba-901a-04c7cfc4975c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1097 time: 0.0423207 Nov 12 11:43:22.112061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27b04436-b201-46c3-8a67-b9ad86cbeb9d req-4b1c3bbd-da3b-4012-bbcf-4de658e3e6d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371840 Nov 12 11:43:23.168986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cd9a-6cfd-4043-bd4e-859381a09c87 req-f0700382-bea0-4f6c-ab2e-33bc3e4b6f2e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:23.170812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46b5cd9a-6cfd-4043-bd4e-859381a09c87 req-f0700382-bea0-4f6c-ab2e-33bc3e4b6f2e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0676785 Nov 12 11:43:23.231536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46b5cd9a-6cfd-4043-bd4e-859381a09c87 req-61983769-19c2-4ff4-bd42-c257ba1bf80b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547409 Nov 12 11:43:23.980750 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-043af578-058e-454d-b0cf-f16560e8eba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:24.361483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212ab5d-f849-4986-897d-b1a0963e94b5 req-900c8afe-fc19-4c20-9de7-0e1d922d8293 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:24.363015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7212ab5d-f849-4986-897d-b1a0963e94b5 req-900c8afe-fc19-4c20-9de7-0e1d922d8293 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0508561 Nov 12 11:43:24.412955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7212ab5d-f849-4986-897d-b1a0963e94b5 req-58b6d1ce-ae0a-4032-9350-250dabd36645 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Nov 12 11:43:24.527412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674ab9c-f186-42ed-b4f6-0a485c9ee3ad req-48f4f660-73ac-4acc-8843-568bcf0465ee tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:24.528835 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6674ab9c-f186-42ed-b4f6-0a485c9ee3ad req-48f4f660-73ac-4acc-8843-568bcf0465ee tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0526583 Nov 12 11:43:24.537947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47420) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:24.542250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'floatingip': {'port_id': '82ff85d8-97df-4e3a-9b76-e6b3ca135545'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:24.585590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:25.030066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:25.035515 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:25.453314 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 associated. External IP: 172.25.2.76, port: 82ff85d8-97df-4e3a-9b76-e6b3ca135545. Nov 12 11:43:25.676932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:43:25.794707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:25.800233 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:25.807044 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:25.818382 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:25.819293 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:42:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:25.835881 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a03ea12f-21c2-4d4a-bf2a-dea597fa7819 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "PUT /v2.0/floatingips/b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 HTTP/1.1" status: 200 len: 990 time: 1.2941866 Nov 12 11:43:25.835881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:25.837209 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b734019-0874-4401-8359-eeea980c1345" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:25.902713 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d5e4d9-a460-44a1-a454-233d75004113 x-openstack-request-id: req-43d5e4d9-a460-44a1-a454-233d75004113 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:25.903298 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:25.903847 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43d5e4d9-a460-44a1-a454-233d75004113 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:25.904583 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'status': 'completed', 'code': 200} Nov 12 11:43:25.957445 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:25.976676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b734019-0874-4401-8359-eeea980c1345 req-40e597f1-592a-4304-afca-4187da3d4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:25.978299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b734019-0874-4401-8359-eeea980c1345 req-40e597f1-592a-4304-afca-4187da3d4a35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1097 time: 0.0449872 Nov 12 11:43:26.086969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b734019-0874-4401-8359-eeea980c1345 req-31f4ad6d-8645-4e96-a7ef-f8f4d4192817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:26.088443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b734019-0874-4401-8359-eeea980c1345 req-31f4ad6d-8645-4e96-a7ef-f8f4d4192817 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1017828 Nov 12 11:43:26.167157 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b734019-0874-4401-8359-eeea980c1345 req-364b9d95-302b-4493-93d1-e75a801610a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 998 time: 0.0694656 Nov 12 11:43:26.199858 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:e1:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:43:24Z', 'revision_number': 1, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:26.220844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b734019-0874-4401-8359-eeea980c1345 req-e49835c8-95a0-4647-8d19-5989edc16611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:26.222328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b734019-0874-4401-8359-eeea980c1345 req-e49835c8-95a0-4647-8d19-5989edc16611 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0474749 Nov 12 11:43:26.227540 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:26.236786 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:26.237613 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:42:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:26.272641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b734019-0874-4401-8359-eeea980c1345 req-96dcf070-5709-4f11-9583-a143930c9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:26.274222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b734019-0874-4401-8359-eeea980c1345 req-96dcf070-5709-4f11-9583-a143930c9130 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443802 Nov 12 11:43:26.348461 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:26.354316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8894324d-926d-4a06-97da-681001ac38a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:26.388984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b734019-0874-4401-8359-eeea980c1345 req-236d3799-af77-417d-a3c4-0a2c9ce0cee5 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002774 Nov 12 11:43:26.486200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6b734019-0874-4401-8359-eeea980c1345 req-ab21ac64-a3b1-4f32-826b-bcf5f9ff3a7c service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892608 Nov 12 11:43:26.602558 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:e1:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:43:24Z', 'revision_number': 1, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:26.629195 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37eaa2-0691-488c-8ec8-b20ad74f6989 None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:e1:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:43:24Z', 'revision_number': 1, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:26.819373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd9de2-9a83-475e-b170-292cf7a57221 None None] New status for floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:43:27.859989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:28.453071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-e205a476-6816-4017-9045-0dc226b2c0ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413949 Nov 12 11:43:28.542113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-af4337f1-7103-44a7-a912-68aceafec6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:28.543655 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-af4337f1-7103-44a7-a912-68aceafec6d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1097 time: 0.0464907 Nov 12 11:43:28.652997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-e276c372-efc9-4853-a932-3c013298b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:28.654473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-e276c372-efc9-4853-a932-3c013298b43f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0887585 Nov 12 11:43:28.726399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-c689f730-f495-4ea6-8966-95b0d95981e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 1000 time: 0.0641208 Nov 12 11:43:28.777816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-9ada030c-3ca8-4382-a07b-abeacc258651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:28.779346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-9ada030c-3ca8-4382-a07b-abeacc258651 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0460494 Nov 12 11:43:28.829252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-3c6904e0-0de7-4da5-9041-c1ae1d04ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:28.830792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-3c6904e0-0de7-4da5-9041-c1ae1d04ab60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422463 Nov 12 11:43:28.933222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-03bdd45c-7cfc-494d-9d55-ef69afa033ce service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939870 Nov 12 11:43:29.026249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4a3fb4a-233a-4e85-8c08-b44aa95aba5c req-1e2cb6e6-f80b-4594-9d58-dd3a2bf6a881 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849879 Nov 12 11:43:29.589692 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:30.674663 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:40.412887 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:40.761116 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.981787 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6f8f42df-6fce-4b2d-be7f-51e00361de2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:56.339988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d0396c66-a97e-408d-9a26-1fecb774ff25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:57.830749 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:43:57.863577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:59.593198 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:00.679445 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:10.431145 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:10.764892 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:23.983503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4abc15c5-c416-4647-a3b4-dacbd4f10a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:26.342834 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fa4495dc-c447-409d-84f0-86ea08b93fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:27.866215 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:28.739255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-9c817bee-443d-4525-8104-91e417b6e054 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0965405 Nov 12 11:44:28.825724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-a0372ccb-71ba-45bc-896e-4a5feb46b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:28.827205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-a0372ccb-71ba-45bc-896e-4a5feb46b26d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1097 time: 0.0422742 Nov 12 11:44:28.935696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-64b9f161-5e02-4bf3-9ad7-91dd7bd18050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:28.937227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-64b9f161-5e02-4bf3-9ad7-91dd7bd18050 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0901644 Nov 12 11:44:29.009834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-7a6d3583-61bb-4961-a3d9-c6e23acef435 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 1000 time: 0.0641906 Nov 12 11:44:29.070063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-d3ee00dc-5ce8-4840-b5dd-81c8e7c6fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:29.072677 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-d3ee00dc-5ce8-4840-b5dd-81c8e7c6fe18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0557733 Nov 12 11:44:29.121639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-850c0db6-5380-4a48-8378-c286bf1f9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:29.123149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-850c0db6-5380-4a48-8378-c286bf1f9247 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434504 Nov 12 11:44:29.219388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-9a4dfa0c-0885-4fa9-9323-171bb63926e3 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879674 Nov 12 11:44:29.312271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d74d0fcd-7862-4356-84d2-a34cdc40c285 req-9e9a05ad-18d0-4992-a7d0-9dc5370de376 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852258 Nov 12 11:44:29.595416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:30.683082 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:34.830143 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:44:40.635229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:40.757915 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:53.987232 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8193670e-2398-4924-92c7-78fd4be121d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:56.345046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9797a63d-cb11-4f4f-8964-3e2d42cb2b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:57.867849 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:59.597499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:00.686987 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:04.247547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a94a9-5af3-403f-b687-48946e2dee94 req-464ca5c6-1533-4e06-b5af-31f758a5c260 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:04.249062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e9a94a9-5af3-403f-b687-48946e2dee94 req-464ca5c6-1533-4e06-b5af-31f758a5c260 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.1118097 Nov 12 11:45:04.297606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6e9a94a9-5af3-403f-b687-48946e2dee94 req-a6458650-a989-401d-bd41-b3c7ffe13b31 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420091 Nov 12 11:45:04.558640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-998f7bda-8e8e-4567-938e-0e3b0378fb57 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694714 Nov 12 11:45:04.571910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c522a2-cf9a-46a9-9413-c06c02aad83d req-d5ed7f2f-ff98-4869-81eb-c3ef25281322 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:04.574432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64c522a2-cf9a-46a9-9413-c06c02aad83d req-d5ed7f2f-ff98-4869-81eb-c3ef25281322 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0744863 Nov 12 11:45:04.630707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64c522a2-cf9a-46a9-9413-c06c02aad83d req-a7418b48-1af5-485a-9251-c89a3f58beb9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505464 Nov 12 11:45:05.741317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-d812c726-22c6-449f-bb42-dec988e01408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:05.742818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-d812c726-22c6-449f-bb42-dec988e01408 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1097 time: 0.0443401 Nov 12 11:45:05.835182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c45f-7136-4267-bec4-a86b96582ecc req-70327298-a3da-4837-b04a-c8708f6a8551 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:05.837989 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4729c45f-7136-4267-bec4-a86b96582ecc req-70327298-a3da-4837-b04a-c8708f6a8551 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.1215668 Nov 12 11:45:05.841342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-5337bd3e-e576-4d06-b574-7ec78303adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:05.842801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-5337bd3e-e576-4d06-b574-7ec78303adbe service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0925820 Nov 12 11:45:05.888356 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4729c45f-7136-4267-bec4-a86b96582ecc req-4ed5121d-fa0d-4ff6-953a-a9b1955ddc19 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440938 Nov 12 11:45:05.917096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-cd64be65-5df2-437b-85f3-8e0e3f7f3de3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 1000 time: 0.0664961 Nov 12 11:45:05.967882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-b7ea385b-0877-4a01-b0c7-0fb48cd43f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:05.969431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-b7ea385b-0877-4a01-b0c7-0fb48cd43f52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0451639 Nov 12 11:45:06.016536 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-464a6544-6dca-4bac-9e45-e1e5ee8268e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:06.018071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-464a6544-6dca-4bac-9e45-e1e5ee8268e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413046 Nov 12 11:45:06.114185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-dc2f407f-e0ff-47ee-9a0b-6180de83cbe4 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882080 Nov 12 11:45:06.207399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-e5b3d67b-312e-4431-a317-2cf211d61fe9 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853102 Nov 12 11:45:07.012174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9b293-5692-4bc8-ad94-4aaf2a28417d req-abb04670-d37f-46f6-a927-977e34ea267c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:07.013742 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9cd9b293-5692-4bc8-ad94-4aaf2a28417d req-abb04670-d37f-46f6-a927-977e34ea267c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0566337 Nov 12 11:45:07.062184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9cd9b293-5692-4bc8-ad94-4aaf2a28417d req-842a2d57-4d36-46d1-b602-cb94d2678d28 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Nov 12 11:45:08.178874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6313ca5-ba99-416d-9af9-e114143453c2 req-a7247a7e-a73e-45d7-a8af-46f46d2d296b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:08.180362 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6313ca5-ba99-416d-9af9-e114143453c2 req-a7247a7e-a73e-45d7-a8af-46f46d2d296b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Nov 12 11:45:08.228264 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b6313ca5-ba99-416d-9af9-e114143453c2 req-4e3f8cbe-b82b-4e39-9cc7-f6f34549f8c1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Nov 12 11:45:09.344365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467242c-a036-47fa-900d-6d8770996e85 req-467b68c9-ec33-4b5c-aa9e-c32228613dfd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:09.346075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3467242c-a036-47fa-900d-6d8770996e85 req-467b68c9-ec33-4b5c-aa9e-c32228613dfd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0496738 Nov 12 11:45:09.394537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3467242c-a036-47fa-900d-6d8770996e85 req-ab487bff-ce5f-4217-a2d2-dcdc9b48ff51 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419464 Nov 12 11:45:10.440386 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:10.512982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674f21d-47b1-4c6d-a922-e68a24a3ebde req-3c098760-d732-4cd0-9602-e61b252a47a5 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:10.514464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7674f21d-47b1-4c6d-a922-e68a24a3ebde req-3c098760-d732-4cd0-9602-e61b252a47a5 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0496206 Nov 12 11:45:10.565347 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7674f21d-47b1-4c6d-a922-e68a24a3ebde req-e87b2c3d-3724-430c-9623-e34e81538b19 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449839 Nov 12 11:45:10.768068 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:11.700596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a5688-4fb0-4384-9d05-def5cda85dd0 req-8ae9a2f9-51c4-450d-aa27-d53326046657 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:11.702162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-304a5688-4fb0-4384-9d05-def5cda85dd0 req-8ae9a2f9-51c4-450d-aa27-d53326046657 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0619433 Nov 12 11:45:11.755869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-304a5688-4fb0-4384-9d05-def5cda85dd0 req-79608fde-e41c-452b-95f8-f2ebf2e9ef50 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446467 Nov 12 11:45:11.829309 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:45:12.873869 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32549ad8-7cf0-4956-b590-c3cea15fc305 req-9d4aa924-0aa2-44ef-a742-ca5b0869417b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:12.875364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32549ad8-7cf0-4956-b590-c3cea15fc305 req-9d4aa924-0aa2-44ef-a742-ca5b0869417b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0491397 Nov 12 11:45:12.922820 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32549ad8-7cf0-4956-b590-c3cea15fc305 req-dffdca50-8b0d-477b-95f4-88e46f29665d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Nov 12 11:45:14.039469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232425dc-1b6a-4068-b31d-80482a6bfc53 req-6cca59dd-4f07-4ca1-ac32-75da250bd773 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:14.040960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-232425dc-1b6a-4068-b31d-80482a6bfc53 req-6cca59dd-4f07-4ca1-ac32-75da250bd773 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0502856 Nov 12 11:45:14.089559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-232425dc-1b6a-4068-b31d-80482a6bfc53 req-44053ff3-25ce-4b57-a5f8-198c7ee512ef tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 Nov 12 11:45:15.206332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034228f7-fcca-49be-8fd6-c23cac22858e req-34a52f39-92f8-42ff-89f4-df255a77a9ff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:15.207858 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-034228f7-fcca-49be-8fd6-c23cac22858e req-34a52f39-92f8-42ff-89f4-df255a77a9ff tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0506294 Nov 12 11:45:15.255654 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-034228f7-fcca-49be-8fd6-c23cac22858e req-6abd705a-7605-4ecd-a07b-2b534df78a9f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Nov 12 11:45:16.374088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe629b-555e-4e2a-b68a-63af96d82265 req-d05bf5f9-3210-4338-aece-72c6f8264874 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:16.375601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7fe629b-555e-4e2a-b68a-63af96d82265 req-d05bf5f9-3210-4338-aece-72c6f8264874 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0497794 Nov 12 11:45:16.428487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7fe629b-555e-4e2a-b68a-63af96d82265 req-d74baca6-251b-4629-9093-deb5bf5247a3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462694 Nov 12 11:45:17.557311 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e079c3f-e1e7-42f2-8681-8cf3fba30126 req-3405fc5f-f54b-47ec-b5b8-cad6bb6b9f1b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:17.558842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e079c3f-e1e7-42f2-8681-8cf3fba30126 req-3405fc5f-f54b-47ec-b5b8-cad6bb6b9f1b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0576754 Nov 12 11:45:17.610212 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e079c3f-e1e7-42f2-8681-8cf3fba30126 req-ca48b2d0-1f8e-4794-a8ef-647be29ba6f5 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453389 Nov 12 11:45:18.233450 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-684a170b-26a5-4141-b017-addae0153f70 req-f6a593bc-087a-44f7-a5af-d5d971ddd4bd service neutron] show failed (client error): The resource could not be found. Nov 12 11:45:18.234394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-f6a593bc-087a-44f7-a5af-d5d971ddd4bd service neutron] 10.222.0.59 "GET /v2.0/ports/82ff85d8-97df-4e3a-9b76-e6b3ca135545/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0548611 Nov 12 11:45:18.441816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-c4117c56-914b-4dd6-89f4-0d05b1c02153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:18.443311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-c4117c56-914b-4dd6-89f4-0d05b1c02153 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 1097 time: 0.0433750 Nov 12 11:45:18.455233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:45:18.508780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:18.743370 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:45:18.760883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c822459-6f5b-4c60-b41a-f9063ac7070d req-4e73f4ed-4d60-4096-878b-8356b81ec421 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:18.762351 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c822459-6f5b-4c60-b41a-f9063ac7070d req-4e73f4ed-4d60-4096-878b-8356b81ec421 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0810676 Nov 12 11:45:18.808606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:45:18.851165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3c822459-6f5b-4c60-b41a-f9063ac7070d req-5e13bf8c-278b-4005-9c06-aad616fd024d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820067 Nov 12 11:45:18.862026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:45:18.864315 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9436721a-1ee5-474d-897e-2207ea5b4f01" -d '{"events": [{"server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "name": "network-vif-unplugged", "status": "completed", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:45:18.868134 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:18.881895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Transition to ACTIVE for port object 82ff85d8-97df-4e3a-9b76-e6b3ca135545 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:45:18.887746 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:18.933681 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a4c43-6935-49cb-a1fb-a791cd07aed4 x-openstack-request-id: req-0e0a4c43-6935-49cb-a1fb-a791cd07aed4 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:45:18.933861 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "name": "network-vif-unplugged", "status": "completed", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:45:18.934110 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e0a4c43-6935-49cb-a1fb-a791cd07aed4 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:45:18.934493 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'code': 200} Nov 12 11:45:18.995827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:19.020266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.020524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.020894 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.021769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.022107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.022438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.022766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.023089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.023416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.023751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.024066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.024386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:19.087283 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] No DVR routers for this DVR port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:45:19.222097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Attempting to bind port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:45:19.222430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Attempting to bind port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:45:19.222758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Attempting to bind port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:45:19.227252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:45:19.227571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Attempting to bind port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:45:19.232367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:45:19.232698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:45:19.233104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:45:19.233543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Bound port: 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:45:19.234299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:19.296543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:45:19.300046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:45:19.303857 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:19.341031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:19.341031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:19.341031 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] 10.222.0.52 "PUT /v2.0/ports/82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 1092 time: 0.8898296 Nov 12 11:45:19.362033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce37cd-b400-439a-bc05-15d48e9f8def service neutron] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:19.413413 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-2e4e6185-6fb2-4f70-95e1-3da7f2b2abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:19.414935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-2e4e6185-6fb2-4f70-95e1-3da7f2b2abe7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1095 time: 0.0465202 Nov 12 11:45:19.512506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-3959bcaa-dcb9-443f-8eb7-af0445ddc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:19.514091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-3959bcaa-dcb9-443f-8eb7-af0445ddc4d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0916288 Nov 12 11:45:19.583786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-1ab824d1-8c67-413f-9363-9ad07a7ab712 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 998 time: 0.0623138 Nov 12 11:45:19.635466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-725940ea-c7fb-41f8-93cf-769a2d3185d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:19.636974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-725940ea-c7fb-41f8-93cf-769a2d3185d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0465806 Nov 12 11:45:19.686012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a170b-26a5-4141-b017-addae0153f70 req-817ace66-8465-44bb-9f27-87f4f1e52dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:19.687616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-817ace66-8465-44bb-9f27-87f4f1e52dce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429251 Nov 12 11:45:19.783160 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-af0cc826-58ee-42ce-9347-6e51b1832374 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871508 Nov 12 11:45:19.877285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-684a170b-26a5-4141-b017-addae0153f70 req-28d3ed71-6e56-4a8a-aff3-458d7611c391 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857966 Nov 12 11:45:19.976659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81765d2-7774-43e6-a159-77055a4ada02 req-26fd0a54-1db5-47b8-bff8-4944bb8f4f63 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:19.978148 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f81765d2-7774-43e6-a159-77055a4ada02 req-26fd0a54-1db5-47b8-bff8-4944bb8f4f63 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 943 time: 0.0566297 Nov 12 11:45:20.028589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f81765d2-7774-43e6-a159-77055a4ada02 req-65f6d5d4-4244-46ee-99cd-61bcacb32cdd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444348 Nov 12 11:45:20.935969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:45:20.938659 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f89b47a-fe2e-445b-9038-31e4df42c413" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:45:20.987309 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d90221b-67a2-4e6f-894f-021e8078b111 x-openstack-request-id: req-7d90221b-67a2-4e6f-894f-021e8078b111 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:45:20.987598 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:45:20.987850 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d90221b-67a2-4e6f-894f-021e8078b111 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:45:20.988275 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'status': 'completed', 'code': 200} Nov 12 11:45:21.079396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-763424e1-8bd6-4c87-b39e-c1fdbc808ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.080905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-763424e1-8bd6-4c87-b39e-c1fdbc808ee5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1095 time: 0.0702503 Nov 12 11:45:21.082716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-2c2f1db9-beba-41a2-a2c9-d6a49508bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.084074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-2c2f1db9-beba-41a2-a2c9-d6a49508bc8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1095 time: 0.0722082 Nov 12 11:45:21.267949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdb8cb-ccbc-46aa-81ee-65f565f50474 req-b59d6a05-c21e-4e09-9f45-82229495860d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.269441 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fecdb8cb-ccbc-46aa-81ee-65f565f50474 req-b59d6a05-c21e-4e09-9f45-82229495860d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 943 time: 0.1696303 Nov 12 11:45:21.296294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-7dbcd51f-bec6-4abd-986e-a13777e2b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.297716 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-7dbcd51f-bec6-4abd-986e-a13777e2b7a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.2051349 Nov 12 11:45:21.306104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-809ec7b9-7099-49a4-8a0c-7a7692f67ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.307365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-809ec7b9-7099-49a4-8a0c-7a7692f67ac2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.2159259 Nov 12 11:45:21.423918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fecdb8cb-ccbc-46aa-81ee-65f565f50474 req-8e49f1a2-fe33-494a-aa02-a1f4f99b99ad tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438017 Nov 12 11:45:21.438612 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-d5ad43c8-afa9-4691-a809-9ee3e45aca29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 998 time: 0.1274078 Nov 12 11:45:21.446499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-783e2b50-d707-4247-b822-19f6a57b458b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 998 time: 0.1245534 Nov 12 11:45:21.545570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-bb77c9b8-bb4f-4331-bf69-0f3f13a96184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.547069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-bb77c9b8-bb4f-4331-bf69-0f3f13a96184 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0921559 Nov 12 11:45:21.548470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-0c728d8d-3b04-4b41-9894-38a4a5e9c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.550132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-0c728d8d-3b04-4b41-9894-38a4a5e9c029 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0868628 Nov 12 11:45:21.934797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-8b684c32-490f-4825-9788-9fec84b05098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.936327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-8b684c32-490f-4825-9788-9fec84b05098 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3814514 Nov 12 11:45:21.949659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-f3a03507-e153-454e-847d-81ae8c5609c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:21.951101 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-f3a03507-e153-454e-847d-81ae8c5609c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557463 Nov 12 11:45:22.101914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-47bdae7e-8e41-468d-8013-f26323aa52a2 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498408 Nov 12 11:45:22.103982 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-40414dfe-8a7c-49e3-bb34-25c49f36d642 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436427 Nov 12 11:45:22.262867 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-207c1142-b980-476b-ae67-c32416da79f1 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531906 Nov 12 11:45:22.266496 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f89b47a-fe2e-445b-9038-31e4df42c413 req-0eb0816e-aa59-4b52-a891-50f3c566e1f7 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498377 Nov 12 11:45:22.325190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 82ff85d8-97df-4e3a-9b76-e6b3ca135545 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:45:22.363362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 82ff85d8-97df-4e3a-9b76-e6b3ca135545 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:45:22.500224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 82ff85d8-97df-4e3a-9b76-e6b3ca135545 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:45:22.546097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fcccf-fb0e-4336-9450-080fb217280d req-85eb6f6a-7cb5-48e1-a220-dfcbc971b5cd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:22.547465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e6fcccf-fb0e-4336-9450-080fb217280d req-85eb6f6a-7cb5-48e1-a220-dfcbc971b5cd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 943 time: 0.0524704 Nov 12 11:45:22.595473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5e6fcccf-fb0e-4336-9450-080fb217280d req-26f19360-6003-4048-9392-322f55a98e43 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414975 Nov 12 11:45:22.604817 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:45:22.617304 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'mac_address': 'fa:16:3e:e1:75:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:45:22.654770 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:22.668714 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ff85d8-97df-4e3a-9b76-e6b3ca135545 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:45:22.688886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:45:22.692969 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:22.745374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:22.752987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.753343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.753685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.754040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.754365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.754700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.755037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.755359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.756280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.756608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.757268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.757769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:45:22.795720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f85c2d-f26c-4b70-b8fe-f1f331b1f1ba req-bdca2cab-0e1e-4246-b0b9-cc0438d08ae3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:22.797326 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28f85c2d-f26c-4b70-b8fe-f1f331b1f1ba req-bdca2cab-0e1e-4246-b0b9-cc0438d08ae3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 944 time: 0.0506458 Nov 12 11:45:22.828694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-29e163cb-3eb6-4616-a19c-9730fd88f3a7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:22.830197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-29e163cb-3eb6-4616-a19c-9730fd88f3a7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703&tenant_id=73c2f045361649d1af6d8b6c35d54b88&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 944 time: 0.0575435 Nov 12 11:45:22.852633 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-28f85c2d-f26c-4b70-b8fe-f1f331b1f1ba req-395a0187-e743-4c9c-ac03-62b6836d6731 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488536 Nov 12 11:45:22.894927 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-2669f829-a3df-4609-b16e-444f17152249 service neutron] delete failed (client error): The resource could not be found. Nov 12 11:45:22.895971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-2669f829-a3df-4609-b16e-444f17152249 service neutron] 10.222.0.59 "DELETE /v2.0/ports/82ff85d8-97df-4e3a-9b76-e6b3ca135545/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0574410 Nov 12 11:45:22.950778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['82ff85d8-97df-4e3a-9b76-e6b3ca135545'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:45:22.992697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-3dba46e9-0510-46b3-85a0-9eb8e028d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:22.994608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-3dba46e9-0510-46b3-85a0-9eb8e028d681 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 1096 time: 0.0475869 Nov 12 11:45:23.099548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-ea99f151-97ea-47be-b708-7ebdf2b21853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:23.103630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-ea99f151-97ea-47be-b708-7ebdf2b21853 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0975015 Nov 12 11:45:23.167722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-d9d5a3c8-7b7b-49bf-b161-5cd3d3bc8cf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 200 len: 999 time: 0.0593204 Nov 12 11:45:23.223384 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-b847417e-4e03-4ca6-9b20-ce60b7deaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:23.224882 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-b847417e-4e03-4ca6-9b20-ce60b7deaf9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0488605 Nov 12 11:45:23.272204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-1e417331-f900-4456-8a2b-89d4311b1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:23.273745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-1e417331-f900-4456-8a2b-89d4311b1bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417190 Nov 12 11:45:23.362951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-ace3aadd-5421-454d-88f2-394a91402e75 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812805 Nov 12 11:45:23.458458 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1225c30f-afff-4ae0-8ced-740d6548e27f req-31ab18da-51fd-4166-ad03-c37ffbfd8f26 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877984 Nov 12 11:45:23.983630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7aef-3b54-44f8-b089-1f5ec6e7b55d req-0809b865-83f0-4e4a-9a91-f736cad8e215 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:23.985120 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2d7aef-3b54-44f8-b089-1f5ec6e7b55d req-0809b865-83f0-4e4a-9a91-f736cad8e215 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 944 time: 0.0592964 Nov 12 11:45:23.992778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-81204cf7-88ec-47fe-9f95-24b873e5266f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:24.041457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e2d7aef-3b54-44f8-b089-1f5ec6e7b55d req-32355fa3-288d-4ebe-8444-9f39868c8492 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469904 Nov 12 11:45:24.157387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9b42-caf9-415d-9f25-4e1ecb811fd1 req-fce9af7a-3206-4a70-a9ab-3968acadb334 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:24.158900 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-513a9b42-caf9-415d-9f25-4e1ecb811fd1 req-fce9af7a-3206-4a70-a9ab-3968acadb334 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 944 time: 0.0491011 Nov 12 11:45:24.206621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-513a9b42-caf9-415d-9f25-4e1ecb811fd1 req-7b165254-38fe-4049-8390-64fc604841d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Nov 12 11:45:24.324296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56de00-ba3d-41d5-a81d-072dd44de56d req-7b76648f-6548-419a-994c-3fd867caf635 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:24.325801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef56de00-ba3d-41d5-a81d-072dd44de56d req-7b76648f-6548-419a-994c-3fd867caf635 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 944 time: 0.0541360 Nov 12 11:45:24.374896 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef56de00-ba3d-41d5-a81d-072dd44de56d req-43bc13b4-7b8f-4784-a73b-3758d4cdc6aa tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429733 Nov 12 11:45:24.508241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 82ff85d8-97df-4e3a-9b76-e6b3ca135545 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:45:24.561197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:45:24.565624 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:45:24.565999 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:24.610027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc348483-05ed-4c30-9f70-bf9b59299e2e req-164060e6-c70d-4ead-b24e-f1767e65bde9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:24.611555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc348483-05ed-4c30-9f70-bf9b59299e2e req-164060e6-c70d-4ead-b24e-f1767e65bde9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 944 time: 0.0502372 Nov 12 11:45:24.646818 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:24.660380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc348483-05ed-4c30-9f70-bf9b59299e2e req-a730c033-dadd-4473-974d-25fb7c5b1abc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Nov 12 11:45:24.672126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:45:24.674352 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38f68d4-d616-4534-80f3-bc48f677a3e5" -d '{"events": [{"server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "name": "network-vif-plugged", "status": "completed", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:45:24.687700 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:45:24.692279 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:24.715763 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de85dc37-c662-4ed7-8328-20e937573889 x-openstack-request-id: req-de85dc37-c662-4ed7-8328-20e937573889 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:45:24.716053 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "name": "network-vif-plugged", "status": "completed", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:45:24.716304 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de85dc37-c662-4ed7-8328-20e937573889 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:45:24.716691 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'code': 200} Nov 12 11:45:24.741970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:25.787037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d8f4d-e1b4-4a1d-904d-1919ac7730f9 req-af0d4c06-ebeb-40cf-859c-9ac187de57cf tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:25.788633 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e8d8f4d-e1b4-4a1d-904d-1919ac7730f9 req-af0d4c06-ebeb-40cf-859c-9ac187de57cf tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0561192 Nov 12 11:45:25.838238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e8d8f4d-e1b4-4a1d-904d-1919ac7730f9 req-d0524825-a728-4570-938d-a972593f11bc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434144 Nov 12 11:45:25.940905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-af4b1cf6-18ca-4f4b-89f5-3b73c853a05e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:25.942417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-af4b1cf6-18ca-4f4b-89f5-3b73c853a05e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 945 time: 0.0511844 Nov 12 11:45:26.033947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Deleting port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:45:26.034203 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:26.133614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] For port 82ff85d8-97df-4e3a-9b76-e6b3ca135545, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=82ff85d8-97df-4e3a-9b76-e6b3ca135545,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:45:26.133979 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:26.315245 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:26.315525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:26.315844 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 disassociated. External IP: 172.25.2.76, port: 82ff85d8-97df-4e3a-9b76-e6b3ca135545. Nov 12 11:45:26.316208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Calling delete_port for 82ff85d8-97df-4e3a-9b76-e6b3ca135545 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:45:26.353218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ec36f5be-5a21-484a-9893-55a9a3b971b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:26.467980 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:26.498053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event deleted for resources: {'Port': ['ID=82ff85d8-97df-4e3a-9b76-e6b3ca135545,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:26.627108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:45:26.742749 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:45:26.754313 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:45:26.766052 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:45:26.766971 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:45:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:45:26.789671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] No DVR routers for this DVR port 82ff85d8-97df-4e3a-9b76-e6b3ca135545 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:45:26.792734 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:26.796568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e920c5f7-3ded-4a3c-b51e-86fc8c1eeb5e req-e1fcdf7c-e990-4543-9351-52466dcd2206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "DELETE /v2.0/ports/82ff85d8-97df-4e3a-9b76-e6b3ca135545 HTTP/1.1" status: 204 len: 173 time: 0.8476543 Nov 12 11:45:26.797410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'name': 'network-vif-deleted', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:45:26.799578 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bcf549-a40a-4a58-bbf9-538d687a66d4" -d '{"events": [{"server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "name": "network-vif-deleted", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:45:26.847646 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0420d9-6e98-49d2-8046-7d7597dffe14 x-openstack-request-id: req-6f0420d9-6e98-49d2-8046-7d7597dffe14 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:45:26.847935 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6678c0-8b74-4e4e-adc8-39a2c2d9a703", "name": "network-vif-deleted", "tag": "82ff85d8-97df-4e3a-9b76-e6b3ca135545", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:45:26.848185 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f0420d9-6e98-49d2-8046-7d7597dffe14 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:45:26.848582 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6678c0-8b74-4e4e-adc8-39a2c2d9a703', 'name': 'network-vif-deleted', 'tag': '82ff85d8-97df-4e3a-9b76-e6b3ca135545', 'status': 'completed', 'code': 200} Nov 12 11:45:26.904479 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:45:26.953360 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-30e14ed4-ef8a-44c4-8ac5-55f62fe067ce req-1c3e4d01-f996-419f-a32b-9ae6c200f432 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6678c0-8b74-4e4e-adc8-39a2c2d9a703 HTTP/1.1" status: 200 len: 210 time: 0.0372510 Nov 12 11:45:27.119831 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:45:27.146355 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:45:27.155175 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:45:27.155778 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:45:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:45:27.260067 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:45:27.463511 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:45:27.493659 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f12785-d68c-4620-ae76-c055c8090a87 None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:45:27.723281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653a3bc-03c2-4ec2-a0e1-b10b5e34a212 None None] New status for floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:45:27.871693 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:28.193965 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-23d2d885-3024-4a81-be5c-9f130afbd9f6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--314199234&fields=id&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 267 time: 0.0424414 Nov 12 11:45:28.304156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-5837081a-0238-4d2e-bd1e-abfcae329402 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:28.305661 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-5837081a-0238-4d2e-bd1e-abfcae329402 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 812 time: 0.1047609 Nov 12 11:45:28.320274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-cf579a18-6f4a-4df4-acfe-a3b02d00b920 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/quotas/73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 375 time: 0.0089788 Nov 12 11:45:28.375245 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-dce48235-aff8-4dca-8db1-3067462c9bd8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495408 Nov 12 11:45:28.391547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-047bcdcd-c829-48f7-b484-676d757e18de service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:45:28.392516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-047bcdcd-c829-48f7-b484-676d757e18de service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053298 Nov 12 11:45:28.487293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-3de6aaba-65cc-401e-b25a-599789f5a11f service neutron] 10.222.0.31 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888133 Nov 12 11:45:28.576714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-254362af-4244-407e-a676-a4beb175b5a1 service neutron] 10.222.0.31 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832312 Nov 12 11:45:28.734529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee960409-0d68-4f2e-b769-2988a8ba6598 req-1f3d2341-d260-4a33-8718-35513049cf38 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 210 time: 0.0279672 Nov 12 11:45:29.600309 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:29.813519 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-85c25ce7-7fe0-4ec4-913e-ba2b2b7b2433 req-f10daf2c-bf56-41fb-adec-57e547493eb8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 210 time: 0.0275648 Nov 12 11:45:30.529566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 82ff85d8-97df-4e3a-9b76-e6b3ca135545 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:45:30.550357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 82ff85d8-97df-4e3a-9b76-e6b3ca135545 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:45:30.550706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 82ff85d8-97df-4e3a-9b76-e6b3ca135545 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:45:30.690412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:30.911478 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-13d32dec-9755-414d-9c2d-10889574f591 req-2d40a28a-c20c-4a03-89ae-3f193291c948 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 210 time: 0.0285530 Nov 12 11:45:31.746919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-dbbd1277-6d54-4d3f-be6a-1f957eb66c24 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:31.748420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-dbbd1277-6d54-4d3f-be6a-1f957eb66c24 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 812 time: 0.1041946 Nov 12 11:45:31.822147 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-e22f122a-885a-47d0-a400-38f111ad35bc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 379 time: 0.0619137 Nov 12 11:45:31.833699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'port': {'device_id': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'admin_state_up': True, 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'security_groups': ['79c063e9-404d-4351-aad4-28bc18d68cfe']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:45:31.945440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Made reservation on behalf of 73c2f045361649d1af6d8b6c35d54b88 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:45:31.949315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.013973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58136d84-9654-4e2e-bcb1-4c6f494ee210 req-0699d831-6c5b-4b8e-906d-03958945e8c4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 210 time: 0.0324023 Nov 12 11:45:32.081528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Allocated IP 172.20.0.6 (e98a0db7-6c00-4889-a2d7-536e04250a48/4dce6024-8395-467a-adf3-d4b18765af4f/e9ee0bc6-a613-42f9-bca7-637c5a63d5a1) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:45:32.228128 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.262837 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.308008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:45:32.311309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:45:32.315309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:45:32.322806 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:32.371977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:32.372620 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.391090 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-bf026b4a-4ea1-4de3-81e2-02f650ef9524 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611911 Nov 12 11:45:32.403898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Request body: {'port': {'device_id': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:45:32.464925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.526183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a7390e07-e4c0-4dfc-ac4b-e59b588d175e None None] Provisioning complete for port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:45:32.526787 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a7390e07-e4c0-4dfc-ac4b-e59b588d175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.560292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a7390e07-e4c0-4dfc-ac4b-e59b588d175e None None] Port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:45:32.729388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:45:32.737026 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.749316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Transition to ACTIVE for port object e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:45:32.753129 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.805128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:32.880463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Attempting to bind port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:45:32.880797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Attempting to bind port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:45:32.881288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Attempting to bind port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:45:32.886974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:45:32.887300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Attempting to bind port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:45:32.892660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:45:32.893035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:45:32.893425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:45:32.893860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Bound port: e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:45:32.894223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:32.964976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:45:32.967963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:45:32.973222 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:33.008274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.009182 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:33.011409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 1092 time: 0.6110950 Nov 12 11:45:33.012819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:45:33.015346 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c427ac9-1ebb-4e2b-8858-c7483084568a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:45:33.052244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1163bb-4321-4cd9-b48a-cda8fa25b4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:33.064380 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91cc10c-bca3-4b07-b5cd-6bd5d8df8065 x-openstack-request-id: req-c91cc10c-bca3-4b07-b5cd-6bd5d8df8065 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:45:33.064678 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:45:33.064963 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c91cc10c-bca3-4b07-b5cd-6bd5d8df8065 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:45:33.066086 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'status': 'completed', 'code': 200} Nov 12 11:45:33.119055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-0e82743b-186f-41be-a6dc-25572b67919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.120597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-0e82743b-186f-41be-a6dc-25572b67919f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1095 time: 0.0481560 Nov 12 11:45:33.158692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb379b-5a14-4b94-a05f-5d5e6a2feafb req-018a4264-660b-4036-be3d-9a83e1856324 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.160331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5fdb379b-5a14-4b94-a05f-5d5e6a2feafb req-018a4264-660b-4036-be3d-9a83e1856324 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 943 time: 0.0533187 Nov 12 11:45:33.172940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-17ac26df-fd2e-485d-b518-b2dc365af404 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 217 time: 0.0403662 Nov 12 11:45:33.216182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5fdb379b-5a14-4b94-a05f-5d5e6a2feafb req-26996e33-8658-48e0-b128-4717f2350171 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487218 Nov 12 11:45:33.228993 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-f6a8965f-b808-4b29-9564-6e2b5fab3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.230552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-f6a8965f-b808-4b29-9564-6e2b5fab3742 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0514624 Nov 12 11:45:33.278226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-d49f221d-5ad5-42b1-adc3-951f06def384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.279607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-d49f221d-5ad5-42b1-adc3-951f06def384 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415318 Nov 12 11:45:33.376568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-c7ceefe2-591f-4fb9-9cc5-3dd38e23f87a service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869443 Nov 12 11:45:33.467960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98a7d79e-9a27-4771-9c11-163b2f29f18f req-7063840e-a675-4364-9a27-29f762016a28 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832372 Nov 12 11:45:33.568157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-a2873c9c-5146-400a-9112-396563d12264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.570115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-a2873c9c-5146-400a-9112-396563d12264 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1095 time: 0.0494330 Nov 12 11:45:33.662227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-d5d53920-0ade-4033-9d26-c16d756ffa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.663700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-d5d53920-0ade-4033-9d26-c16d756ffa66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0864694 Nov 12 11:45:33.714127 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-edbb21c5-34bf-4834-a501-b35f412b787f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 217 time: 0.0418117 Nov 12 11:45:33.768418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-62bfad8f-9cc8-425a-aced-bf33151bbe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.769916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-62bfad8f-9cc8-425a-aced-bf33151bbe95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0486948 Nov 12 11:45:33.820276 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-5f249d58-318a-48fb-9b70-2635fd3a1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:33.821700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-5f249d58-318a-48fb-9b70-2635fd3a1d36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423670 Nov 12 11:45:33.920389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-104f27eb-cde6-4c44-880a-12a4959c695f service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901403 Nov 12 11:45:34.018785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c427ac9-1ebb-4e2b-8858-c7483084568a req-3067e397-4091-4b86-9567-23ad41ec4fb5 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886858 Nov 12 11:45:34.328542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:45:34.343004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd54b-6c66-45e2-ad31-573627887bfc req-1e2830c8-b221-41b3-9f77-c7d7000755a7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:34.344968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-643bd54b-6c66-45e2-ad31-573627887bfc req-1e2830c8-b221-41b3-9f77-c7d7000755a7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 943 time: 0.0532730 Nov 12 11:45:34.399842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-643bd54b-6c66-45e2-ad31-573627887bfc req-e0f7ff55-3824-4e38-8d2d-bc4e49021b55 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480721 Nov 12 11:45:34.427704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:45:34.439386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'mac_address': 'fa:16:3e:6c:70:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:45:34.477092 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:34.489794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:45:34.510810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:45:34.514811 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:34.562635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:34.729697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:45:35.516055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb7e10-9e0b-4c73-a744-3574c99db79f req-a8717207-8c51-44ef-bf08-566303b54694 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:35.517584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0adb7e10-9e0b-4c73-a744-3574c99db79f req-a8717207-8c51-44ef-bf08-566303b54694 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 944 time: 0.0493228 Nov 12 11:45:35.564327 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0adb7e10-9e0b-4c73-a744-3574c99db79f req-97c2ca46-95bf-40b7-b666-f9da021d93ec tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407727 Nov 12 11:45:36.333223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:45:36.384169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:45:36.389067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:45:36.389434 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:36.473569 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:36.497808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:45:36.500293 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9787a5cb2cf3202da9e1a83b570ecbd88d2bd85ce9c7a2186835b1da19c5a0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb3c1ef-b3fe-4b84-b02b-34381e992ea4" -d '{"events": [{"server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "name": "network-vif-plugged", "status": "completed", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:45:36.514112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:45:36.519276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:36.571019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:45:36.618289 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69adbb3-db30-484e-8fe6-0c4065c0264e x-openstack-request-id: req-b69adbb3-db30-484e-8fe6-0c4065c0264e {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:45:36.618289 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "name": "network-vif-plugged", "status": "completed", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:45:36.618947 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b69adbb3-db30-484e-8fe6-0c4065c0264e {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:45:36.619349 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'code': 200} Nov 12 11:45:36.703116 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98062947-9f0d-4d24-9c6a-9ba7f6678cde req-d37d3ff6-c244-48b0-9e76-c68c9f5d7a6b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:36.704685 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98062947-9f0d-4d24-9c6a-9ba7f6678cde req-d37d3ff6-c244-48b0-9e76-c68c9f5d7a6b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0618436 Nov 12 11:45:36.735000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2388e-d97b-423d-8a42-4052cc909c06 req-84e5b424-67e3-4496-a4b5-63aea2eb24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:36.737771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9cb2388e-d97b-423d-8a42-4052cc909c06 req-84e5b424-67e3-4496-a4b5-63aea2eb24a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1097 time: 0.0522690 Nov 12 11:45:36.759935 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98062947-9f0d-4d24-9c6a-9ba7f6678cde req-14a7590c-16ba-444e-a22a-404ef884ed27 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483539 Nov 12 11:45:36.788652 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9cb2388e-d97b-423d-8a42-4052cc909c06 req-8e63c89f-e64e-4559-a665-bc62958a395b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428951 Nov 12 11:45:37.888639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdfb9f-66f2-4269-8db7-aa718ec6abc9 req-44593ae3-028f-49a7-b0be-5520b675f119 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:37.890206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-decdfb9f-66f2-4269-8db7-aa718ec6abc9 req-44593ae3-028f-49a7-b0be-5520b675f119 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0552218 Nov 12 11:45:37.941854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-decdfb9f-66f2-4269-8db7-aa718ec6abc9 req-dcad991b-0d4d-467d-888a-f8162abf0fea tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457189 Nov 12 11:45:39.062986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dc5c-3745-44d8-ba94-61641fd027b9 req-0d80d7eb-c65a-4ec4-adaa-17c81613587b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:39.064422 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afe6dc5c-3745-44d8-ba94-61641fd027b9 req-0d80d7eb-c65a-4ec4-adaa-17c81613587b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0508497 Nov 12 11:45:39.112193 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-afe6dc5c-3745-44d8-ba94-61641fd027b9 req-8ff4c8ed-dac5-460a-a726-c76442b60dc6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416298 Nov 12 11:45:39.228067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47394c0-3047-4ef7-8836-957833307f28 req-da889331-7e12-49b0-8ab7-756f3d7c6927 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:39.229601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a47394c0-3047-4ef7-8836-957833307f28 req-da889331-7e12-49b0-8ab7-756f3d7c6927 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0534852 Nov 12 11:45:39.238256 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 47794) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:45:39.242586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'floatingip': {'port_id': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:45:39.280921 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:39.720223 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:39.724007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:39.826523 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 associated. External IP: 172.25.2.76, port: e9ee0bc6-a613-42f9-bca7-637c5a63d5a1. Nov 12 11:45:40.354430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:45:40.455047 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:40.465480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:45:40.470473 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:40.475626 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:45:40.490686 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:45:40.491685 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:45:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:45:40.505667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b5fced66-bcdd-420d-9797-0aeb6af29b6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "PUT /v2.0/floatingips/b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 HTTP/1.1" status: 200 len: 990 time: 1.2637529 Nov 12 11:45:40.505667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:45:40.506062 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4beb3d48805fd02cf3885b01a480cbc3d55d1c9ed3bdd9a9c052896580e12e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aa7b72-b779-4826-b347-41004d0f3b44" -d '{"events": [{"name": "network-changed", "server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:45:40.549915 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606aac93-16e9-4f69-9269-e6e72b16ce33 x-openstack-request-id: req-606aac93-16e9-4f69-9269-e6e72b16ce33 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:45:40.549915 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:45:40.549915 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-606aac93-16e9-4f69-9269-e6e72b16ce33 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:45:40.549915 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'status': 'completed', 'code': 200} Nov 12 11:45:40.625872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-6fbd11b3-9e16-4376-b55e-edd6091f65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:40.627292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-6fbd11b3-9e16-4376-b55e-edd6091f65c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1097 time: 0.0435150 Nov 12 11:45:40.634622 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:45:40.720510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-4a52d9eb-3a5f-433a-80f7-24e23972182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:40.722057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-4a52d9eb-3a5f-433a-80f7-24e23972182c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0874004 Nov 12 11:45:40.767730 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:40.798860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-7587272f-6c14-45d6-8d14-2c80cf597db0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 998 time: 0.0674174 Nov 12 11:45:40.852613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-83959ca2-5267-487b-a3c8-a033333e0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:40.854106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-83959ca2-5267-487b-a3c8-a033333e0a94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0480895 Nov 12 11:45:40.866358 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:6c:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:45:39Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:45:40.898768 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:45:40.904935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-30e56c20-8a38-4724-8321-b99d1e842923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:40.906562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-30e56c20-8a38-4724-8321-b99d1e842923 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447659 Nov 12 11:45:40.907580 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:45:40.908192 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:45:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:45:41.003449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-b18c309b-58ff-4e0a-b35c-3d69f3a5087d service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Nov 12 11:45:41.018436 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:45:41.102056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23aa7b72-b779-4826-b347-41004d0f3b44 req-d6cff9d0-e69d-4790-bdec-89074a7a6ef8 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862806 Nov 12 11:45:41.334301 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:6c:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:45:39Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:45:41.359880 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2f901-8b05-42b2-8f9b-62f27f3e3771 None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:6c:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:45:39Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:45:41.570673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a09aca-3df6-4247-bbac-5db110f43047 None None] New status for floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:45:48.832964 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:45:53.991073 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-331f3084-7cb5-4d03-b6cd-215bc73a8c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:56.346840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ff15900d-0752-46a0-9311-cd480efaaabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:57.875114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:59.602202 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:00.692809 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:10.458164 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:10.785114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:23.994457 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f83781d1-886d-47b3-b404-f0d7ea6399ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:25.833088 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:46:26.349783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2e3e082-b92c-4067-bcf6-556de4298adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:27.879405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:29.609167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:30.698594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:31.555572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-6cc8e33c-070c-4dff-b1ff-52057ef26c81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857353 Nov 12 11:46:31.645524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-9baaca01-a048-4488-9dbb-f30a0fbe56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:31.646982 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-9baaca01-a048-4488-9dbb-f30a0fbe56ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1097 time: 0.0439701 Nov 12 11:46:31.763539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-82822c89-2378-4416-8f43-218717434af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:31.765044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-82822c89-2378-4416-8f43-218717434af1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0971403 Nov 12 11:46:31.833789 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-fbd2aa62-cd66-4e4d-9fca-8582106a38bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0603933 Nov 12 11:46:31.886538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-91702cf2-a8dd-4485-bba4-01c622c703ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:31.888272 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-91702cf2-a8dd-4485-bba4-01c622c703ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0465956 Nov 12 11:46:31.940297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-8034fadf-7096-46ae-8009-fc9d7df856fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:31.941736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-8034fadf-7096-46ae-8009-fc9d7df856fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460050 Nov 12 11:46:32.033203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-0912a872-868c-4e8d-98f6-35b3f0b42486 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834584 Nov 12 11:46:32.139254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2336ea4-3cf4-496d-bb24-53ad7f797209 req-2cf7be9f-3f90-4329-9b35-a9082e2326b4 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985188 Nov 12 11:46:40.487858 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:40.775713 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:53.999224 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7cb297bc-a973-41a6-8b11-234c4b4de5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:56.353011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f10fff5a-94b8-4762-a2f8-d9b109dd2d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:57.880698 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:59.611694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:00.701684 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:02.832298 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:47:10.485597 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:10.799554 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:17.039712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-ad852f9b-b109-4a53-a7bd-d3979b930e3b req-d85b96a4-0610-4ffb-8665-3b7c953abf11 tempest-TestVolumeBootPattern-1323605984 tempest-TestVolumeBootPattern-1323605984-project] (109165) timed out ('10.222.0.59', 56611) {{(pid=109165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:47:17.116411 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec58ce-cbc3-49ed-8fcd-daf787d5b992 req-cac42162-f022-4e51-857e-c0acd94be2bf tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:17.117938 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ec58ce-cbc3-49ed-8fcd-daf787d5b992 req-cac42162-f022-4e51-857e-c0acd94be2bf tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.1011896 Nov 12 11:47:17.167742 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-77ec58ce-cbc3-49ed-8fcd-daf787d5b992 req-81172351-582d-4959-8d98-9d54f4effd21 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Nov 12 11:47:18.407257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1101d0-8924-4e3f-80d9-c9e16c35df7f req-c89ef2fc-610d-4945-ae41-30581af49cea tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:18.408795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c1101d0-8924-4e3f-80d9-c9e16c35df7f req-c89ef2fc-610d-4945-ae41-30581af49cea tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0963554 Nov 12 11:47:18.458047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c1101d0-8924-4e3f-80d9-c9e16c35df7f req-9e7c6c43-4dd4-4e05-94a8-4e8d22412bc3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425792 Nov 12 11:47:19.576287 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ff3af-be02-4db0-91c1-7258141cccb3 req-b1d648e7-3ee3-45c2-a618-74535dfa95d2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:19.577944 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af0ff3af-be02-4db0-91c1-7258141cccb3 req-b1d648e7-3ee3-45c2-a618-74535dfa95d2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0502462 Nov 12 11:47:19.627046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af0ff3af-be02-4db0-91c1-7258141cccb3 req-1e304ce9-af19-497e-9a2c-1cea0a8ddd8d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Nov 12 11:47:20.742295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b110ec-82c6-41e0-a00a-f41d0a31f001 req-45771d89-1968-4a4d-a785-516fbcb98c41 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:20.743784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4b110ec-82c6-41e0-a00a-f41d0a31f001 req-45771d89-1968-4a4d-a785-516fbcb98c41 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0503216 Nov 12 11:47:20.796827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4b110ec-82c6-41e0-a00a-f41d0a31f001 req-99e0afdc-da0f-4c39-8821-b6999dda046e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463912 Nov 12 11:47:21.915482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1e1cb-cbd1-479a-979f-60a889500df0 req-bb6939fa-8a1c-4498-97ca-e09fc79dcc66 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:21.916898 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ec1e1cb-cbd1-479a-979f-60a889500df0 req-bb6939fa-8a1c-4498-97ca-e09fc79dcc66 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0510798 Nov 12 11:47:21.970863 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9ec1e1cb-cbd1-479a-979f-60a889500df0 req-cafd6c79-ad42-4c51-876e-985230eac9cc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474513 Nov 12 11:47:23.090638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8aaec-b939-4cc5-be8a-622527faba3c req-77fcd662-6a44-49b7-aac0-6331959e2f76 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:23.092004 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e8aaec-b939-4cc5-be8a-622527faba3c req-77fcd662-6a44-49b7-aac0-6331959e2f76 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0532162 Nov 12 11:47:23.138829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79e8aaec-b939-4cc5-be8a-622527faba3c req-9ba012da-a32b-4e59-bf59-15c95953b1e4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408652 Nov 12 11:47:23.992363 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b95df125-4450-4add-845f-40aadfe6b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:24.254747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d89dd-b88a-4e4d-adcf-03d4d959fa42 req-8c297b02-eb63-47bc-bfdf-33ac71dc7ef6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:24.256270 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-425d89dd-b88a-4e4d-adcf-03d4d959fa42 req-8c297b02-eb63-47bc-bfdf-33ac71dc7ef6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0494499 Nov 12 11:47:24.304605 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-425d89dd-b88a-4e4d-adcf-03d4d959fa42 req-0c4e203c-75c2-4b99-be0f-1c3cbfd5af2e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418627 Nov 12 11:47:25.423844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a6dea-df73-4d7f-96ee-b08b78d533f8 req-b17ef85f-5696-4be4-8d55-4ee08668e622 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:25.425354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-586a6dea-df73-4d7f-96ee-b08b78d533f8 req-b17ef85f-5696-4be4-8d55-4ee08668e622 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0494716 Nov 12 11:47:25.473312 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-586a6dea-df73-4d7f-96ee-b08b78d533f8 req-e6bc82c8-f255-4121-b551-cdf252641fed tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420485 Nov 12 11:47:26.356459 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cf6c8451-da61-40be-8f8d-80b211026f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:26.591516 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e771e-fb3e-43b2-b1c8-53036c0ebeac req-2236d257-c94f-4745-8708-08abf4df7d51 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:26.593054 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-793e771e-fb3e-43b2-b1c8-53036c0ebeac req-2236d257-c94f-4745-8708-08abf4df7d51 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0509264 Nov 12 11:47:26.642046 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-793e771e-fb3e-43b2-b1c8-53036c0ebeac req-4113f06c-dead-463e-aca9-c2028945401d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 Nov 12 11:47:27.760923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462fea8-dd60-41c1-9912-fd45ee41e603 req-99d3fb45-8ea2-466b-8c6e-165da15086c7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:27.762934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4462fea8-dd60-41c1-9912-fd45ee41e603 req-99d3fb45-8ea2-466b-8c6e-165da15086c7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0537641 Nov 12 11:47:27.811180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4462fea8-dd60-41c1-9912-fd45ee41e603 req-8014ff19-d851-47c0-acbd-3dcd2b69f848 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 Nov 12 11:47:27.884622 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:28.053331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0a51a-6a51-4ab0-b7b6-bdbef7bf620a req-b04cca90-bd7d-4b7b-abb6-b4ecd00aa0a5 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:28.054819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7af0a51a-6a51-4ab0-b7b6-bdbef7bf620a req-b04cca90-bd7d-4b7b-abb6-b4ecd00aa0a5 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0548606 Nov 12 11:47:28.130503 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7af0a51a-6a51-4ab0-b7b6-bdbef7bf620a req-329f1789-9e21-49a7-b65c-c32860e8db6f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693307 Nov 12 11:47:28.137894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-b0191bb1-63de-4136-82b9-f63cdff5617e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095304 Nov 12 11:47:29.258055 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7fafd-d1e4-490e-ba04-534150ce2bd5 req-94babbf7-03f0-4338-bcb2-76041270bf22 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:29.259606 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7e7fafd-d1e4-490e-ba04-534150ce2bd5 req-94babbf7-03f0-4338-bcb2-76041270bf22 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0567584 Nov 12 11:47:29.290880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-5786aac5-088d-40ed-aaa9-be23818b30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:29.292770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-5786aac5-088d-40ed-aaa9-be23818b30c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1097 time: 0.0516670 Nov 12 11:47:29.308425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7e7fafd-d1e4-490e-ba04-534150ce2bd5 req-9f62d96c-a7f9-4c35-97be-ca5eecb4b161 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417526 Nov 12 11:47:29.387725 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-e20187d5-08ae-4763-afe9-ceeeed702731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:29.389217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-e20187d5-08ae-4763-afe9-ceeeed702731 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0891223 Nov 12 11:47:29.459277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-44c9c660-07b9-49f1-8b89-2030b20959c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0627584 Nov 12 11:47:29.509837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-f5c1eb39-ffbb-4936-9e18-fffd648e9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:29.511785 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-f5c1eb39-ffbb-4936-9e18-fffd648e9254 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0436223 Nov 12 11:47:29.558482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-a1fda8d0-bbcf-4655-9435-36dd675d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:29.560037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-a1fda8d0-bbcf-4655-9435-36dd675d595c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407794 Nov 12 11:47:29.609642 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:29.658774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-6e2a5334-2eb7-42f3-81c6-f5f591a6dfda service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908251 Nov 12 11:47:29.750825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-9b464e3e-e444-4681-aa7c-4b4ac963816d service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839849 Nov 12 11:47:30.437412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5974c-08bc-404d-8ea2-7dcd24905954 req-805c8f23-4ae8-44f6-9b65-05ea58e05767 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:30.439052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ed5974c-08bc-404d-8ea2-7dcd24905954 req-805c8f23-4ae8-44f6-9b65-05ea58e05767 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0570548 Nov 12 11:47:30.491444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5ed5974c-08bc-404d-8ea2-7dcd24905954 req-ec167422-b3fb-4a3b-92d0-e91892fc79b2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455756 Nov 12 11:47:30.704634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:30.894242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-5dce78bc-0ff5-4757-a0a8-2a947bfd5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:30.896695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-5dce78bc-0ff5-4757-a0a8-2a947bfd5587 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1097 time: 0.0475981 Nov 12 11:47:31.011666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-86586218-186a-43fb-873a-9e07d0670d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:31.013315 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-86586218-186a-43fb-873a-9e07d0670d6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0929868 Nov 12 11:47:31.084225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-1b88001a-88b8-4127-a81d-5c1ec2a2e7ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0635378 Nov 12 11:47:31.137629 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-d9fb3f74-7bdc-4014-a5af-d2f4391b2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:31.139123 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-d9fb3f74-7bdc-4014-a5af-d2f4391b2e88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0470564 Nov 12 11:47:31.191346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-4220fc10-54be-4f81-a924-f470e5d50f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:31.192881 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-4220fc10-54be-4f81-a924-f470e5d50f1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461450 Nov 12 11:47:31.291327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-e5bcbda3-c29b-4e86-889f-0efb1de84ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882530 Nov 12 11:47:31.399106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-49b4b24b-b7b3-4771-9bfc-2a18cf045d8d req-d3c0853f-69d9-445d-9285-eda783ea535b service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942538 Nov 12 11:47:31.623587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2cb16-b9da-4b53-bd95-4d027808c63e req-73a712e2-0220-4e6d-813c-54c9ca910152 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:31.625002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17a2cb16-b9da-4b53-bd95-4d027808c63e req-73a712e2-0220-4e6d-813c-54c9ca910152 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0533719 Nov 12 11:47:31.672043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17a2cb16-b9da-4b53-bd95-4d027808c63e req-5f507f1a-6d2d-4877-a75f-000d3a809578 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410914 Nov 12 11:47:31.748366 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-25781741-7062-4467-b7f5-7e1a6bfbc991 service neutron] show failed (client error): The resource could not be found. Nov 12 11:47:31.749404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-25781741-7062-4467-b7f5-7e1a6bfbc991 service neutron] 10.222.0.59 "GET /v2.0/ports/e9ee0bc6-a613-42f9-bca7-637c5a63d5a1/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0554495 Nov 12 11:47:32.029115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-d1dab88f-c679-4af9-83d3-bcea2dc8c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:32.030620 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-d1dab88f-c679-4af9-83d3-bcea2dc8c390 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 1097 time: 0.0808840 Nov 12 11:47:32.043483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:47:32.099795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:32.300987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:47:32.333236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:47:32.371880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:47:32.377527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:32.390626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Transition to ACTIVE for port object e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:47:32.395084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:32.422631 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b361d9ef-5f90-48fd-af03-c9e8ff8c840c" -d '{"events": [{"server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:47:32.482655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:32.497534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.497962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.498206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.498546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.498888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.499202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.499528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.499851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.500174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.500497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.500817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.501334 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:32.541069 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5de286d-199b-4f45-a4a6-6cf4144dd790 x-openstack-request-id: req-d5de286d-199b-4f45-a4a6-6cf4144dd790 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:47:32.541359 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:47:32.541611 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5de286d-199b-4f45-a4a6-6cf4144dd790 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:47:32.542143 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'code': 200} Nov 12 11:47:32.543089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] No DVR routers for this DVR port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:47:32.687568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Attempting to bind port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:47:32.687903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Attempting to bind port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:47:32.688237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Attempting to bind port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:47:32.692624 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:47:32.693013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Attempting to bind port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:47:32.698245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:47:32.698861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:47:32.699241 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:47:32.699775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Bound port: e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:47:32.701073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:32.764773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:47:32.768613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:47:32.774456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:32.791818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aae348-7f99-462f-8413-82504cbbdf1f req-5b02add9-8a33-45c8-857c-8039c7156802 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:32.793416 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00aae348-7f99-462f-8413-82504cbbdf1f req-5b02add9-8a33-45c8-857c-8039c7156802 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 943 time: 0.0515130 Nov 12 11:47:32.814988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:32.815723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:32.817203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] 10.222.0.52 "PUT /v2.0/ports/e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 1092 time: 0.7779195 Nov 12 11:47:32.849690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-00aae348-7f99-462f-8413-82504cbbdf1f req-d27636a2-8284-48ad-9fc9-2f12b7d6a41d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501304 Nov 12 11:47:32.854491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7369d-fd1b-43ec-8a51-184d85eaebfe service neutron] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:32.895204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-f62ed364-ca52-483c-b552-687992fc6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:32.896958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-f62ed364-ca52-483c-b552-687992fc6c42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1095 time: 0.0505602 Nov 12 11:47:32.992987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-8152e17c-3155-4a7d-b350-c90d0661b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:32.994482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-8152e17c-3155-4a7d-b350-c90d0661b6e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0908880 Nov 12 11:47:33.067802 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-202f6b16-925a-45d1-bc83-64ee614e63d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 998 time: 0.0641484 Nov 12 11:47:33.119480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-bc73ec5d-5a63-4e3a-8b94-933fc4ce23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:33.121227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-bc73ec5d-5a63-4e3a-8b94-933fc4ce23b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0464470 Nov 12 11:47:33.167888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-0a0f8024-2f57-43a6-a453-91a71941bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:33.170061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-0a0f8024-2f57-43a6-a453-91a71941bd20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404201 Nov 12 11:47:33.268825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-3bb09f32-ea1e-45ec-9b0f-d3abe5e9db57 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908618 Nov 12 11:47:33.359812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0651fc70-fa20-4e7f-bd50-8a7b0692dd2d req-63e0874b-0ac7-4dab-9f7b-b30ae23dfdb1 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Nov 12 11:47:33.984426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f074eae-6cd0-41d0-bbb3-67085bbb2eb3 req-d743cd1e-487d-487d-b4e9-6d1191d182a0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:33.985940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f074eae-6cd0-41d0-bbb3-67085bbb2eb3 req-d743cd1e-487d-487d-b4e9-6d1191d182a0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 943 time: 0.0539100 Nov 12 11:47:34.032672 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f074eae-6cd0-41d0-bbb3-67085bbb2eb3 req-17a3bcde-ce22-4d9a-879f-992cad712894 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408027 Nov 12 11:47:34.543196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:47:34.546124 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:47:34.594396 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c6437e-794a-40ba-bf25-2e7cfb8246a6 x-openstack-request-id: req-67c6437e-794a-40ba-bf25-2e7cfb8246a6 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:47:34.594761 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:47:34.595021 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67c6437e-794a-40ba-bf25-2e7cfb8246a6 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:47:34.595425 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'status': 'completed', 'code': 200} Nov 12 11:47:34.692204 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-05b21f63-6969-4f20-ba20-d13337d52ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:34.693763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-05b21f63-6969-4f20-ba20-d13337d52ff4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1095 time: 0.0731902 Nov 12 11:47:34.695641 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-8bd08d0d-2ba8-48f2-bedc-59d5a73e7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:34.697019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-8bd08d0d-2ba8-48f2-bedc-59d5a73e7a03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1095 time: 0.0676243 Nov 12 11:47:34.863174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-0bd6c4f4-755b-42de-a189-e0d8a1d54e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:34.864615 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-0bd6c4f4-755b-42de-a189-e0d8a1d54e83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1628850 Nov 12 11:47:34.865974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-2b28cfd3-41a7-40f7-be0b-f76f2f3b46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:34.867287 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-2b28cfd3-41a7-40f7-be0b-f76f2f3b46ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1572869 Nov 12 11:47:34.979860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-468226b0-5fcb-4446-a9eb-dc1010507995 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 998 time: 0.1075475 Nov 12 11:47:34.982629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-94750f49-a8e8-46dc-a9cc-cd60123662d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 998 time: 0.1044049 Nov 12 11:47:35.065602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-e7db1324-741b-46bd-813b-ff40ac4f3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:35.067061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-e7db1324-741b-46bd-813b-ff40ac4f3fea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0791061 Nov 12 11:47:35.068402 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-52a76566-4f6c-4481-af13-432fffe3e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:35.069786 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-52a76566-4f6c-4481-af13-432fffe3e255 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0739281 Nov 12 11:47:35.181016 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-176066b6-1bd9-42f7-9700-5ec87e0c81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:35.182413 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-176066b6-1bd9-42f7-9700-5ec87e0c81ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972850 Nov 12 11:47:35.184119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-28b8e249-ef36-4bb0-b42c-d89879578941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:35.185515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-28b8e249-ef36-4bb0-b42c-d89879578941 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082492 Nov 12 11:47:35.197797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05632238-c6bd-404d-8928-d166526a3d6b req-e5d972e5-3b3f-47e9-ba82-4199080a77ae tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:35.199504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05632238-c6bd-404d-8928-d166526a3d6b req-e5d972e5-3b3f-47e9-ba82-4199080a77ae tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 943 time: 0.0905490 Nov 12 11:47:35.289105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:47:35.364801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-05632238-c6bd-404d-8928-d166526a3d6b req-ae5c3839-48c1-4b6c-846a-0f84bf36ca6d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495550 Nov 12 11:47:35.386535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:47:35.390046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-8f61e4a9-2c01-49cd-8401-ae8d47eec7b7 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890898 Nov 12 11:47:35.399966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'mac_address': 'fa:16:3e:6c:70:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:47:35.453123 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:35.468814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:47:35.493955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:47:35.499906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:35.554614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:35.559832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.59', 57304) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:47:35.564193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.564553 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.564927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.565269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.565603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.565934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.566262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.566588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.566912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.567237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.567560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.567883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:47:35.618612 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-093acc9d-ed6d-4fc3-b299-b995d2e55b36 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:35.620569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-093acc9d-ed6d-4fc3-b299-b995d2e55b36 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f&tenant_id=73c2f045361649d1af6d8b6c35d54b88&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 944 time: 0.0587523 Nov 12 11:47:35.685295 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-fb66d7b7-74b6-46ab-a331-15c5549ca156 service neutron] delete failed (client error): The resource could not be found. Nov 12 11:47:35.686312 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-fb66d7b7-74b6-46ab-a331-15c5549ca156 service neutron] 10.222.0.59 "DELETE /v2.0/ports/e9ee0bc6-a613-42f9-bca7-637c5a63d5a1/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0565302 Nov 12 11:47:35.765789 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-2d83b30d-67df-477c-afe3-d74ce697b413 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637443 Nov 12 11:47:35.772682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:47:35.904273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cccb9-5b46-4a83-91c7-fc3e31559da4 req-6d5df686-d612-41aa-933c-0a25246e02ad tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:35.905795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d8cccb9-5b46-4a83-91c7-fc3e31559da4 req-6d5df686-d612-41aa-933c-0a25246e02ad tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 944 time: 0.1654241 Nov 12 11:47:35.931404 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-3e22e5f2-0317-4fd4-9fe2-0ed2d4c1d962 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328670 Nov 12 11:47:35.963970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d6fb5ac-ef36-4556-920f-0a3a98a20f4c req-3ba1c8b6-5125-4497-9c6b-d8b86c92cc57 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804888 Nov 12 11:47:35.980654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6d8cccb9-5b46-4a83-91c7-fc3e31559da4 req-1237586c-e949-4bdf-b365-3b7a2ba323fd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639877 Nov 12 11:47:36.072649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-47120142-d5be-455d-8e67-34e59f3b051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:36.074350 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-47120142-d5be-455d-8e67-34e59f3b051a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1096 time: 0.0471404 Nov 12 11:47:36.165686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-be941268-7ce2-4712-98db-79b3bcc25f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:36.167237 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-be941268-7ce2-4712-98db-79b3bcc25f47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0854335 Nov 12 11:47:36.239207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-9b36c01c-64c8-469a-aa1e-e530bd183fb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 999 time: 0.0636065 Nov 12 11:47:36.289492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-288993bf-d68f-4b14-b181-a282ecc5873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:36.291056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-288993bf-d68f-4b14-b181-a282ecc5873a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0449386 Nov 12 11:47:36.338615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-3462f812-877f-4e14-967d-3860d29456a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:36.340040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-3462f812-877f-4e14-967d-3860d29456a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407908 Nov 12 11:47:36.434612 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-b96c1f1f-1717-4ece-b7dc-87ba04aeed6b service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Nov 12 11:47:36.526882 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-8677cc6d-7428-4041-9bba-593bedbfb341 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850253 Nov 12 11:47:37.018155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:47:37.062238 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:47:37.111962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d2256-32a4-497f-8be9-5dd6618b4210 req-85cccc69-b027-41f8-bf56-b38fa8868026 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:37.113503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab9d2256-32a4-497f-8be9-5dd6618b4210 req-85cccc69-b027-41f8-bf56-b38fa8868026 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 944 time: 0.0555205 Nov 12 11:47:37.164744 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ab9d2256-32a4-497f-8be9-5dd6618b4210 req-7ca33cb8-db7a-4b65-acf4-a68adf7edfdb tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451822 Nov 12 11:47:37.283818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602006a-f72a-4133-ab30-0df42974d96e req-9a76718a-578b-4a79-a6bd-1c8e86f17a38 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:37.285337 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c602006a-f72a-4133-ab30-0df42974d96e req-9a76718a-578b-4a79-a6bd-1c8e86f17a38 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 944 time: 0.0524254 Nov 12 11:47:37.314603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:47:37.338369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c602006a-f72a-4133-ab30-0df42974d96e req-3b0b0829-b5a4-4dc9-baba-412595573efd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470965 Nov 12 11:47:37.364983 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:47:37.369445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:47:37.369882 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:37.467567 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:37.492241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:47:37.509858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:47:37.517023 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:37.549512 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baca3b1-b439-450c-9242-05499487ec22" -d '{"events": [{"server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "name": "network-vif-plugged", "status": "completed", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:47:37.583068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:37.591121 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1842a8-1796-4f00-b1ec-ee00ffae8a6d req-15d1fe1c-96bd-4514-8fce-ce7ff9561eb8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:37.593246 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e1842a8-1796-4f00-b1ec-ee00ffae8a6d req-15d1fe1c-96bd-4514-8fce-ce7ff9561eb8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0843630 Nov 12 11:47:37.622534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-da36358d-5675-4c5b-932a-2e38a2eb178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:37.624085 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-da36358d-5675-4c5b-932a-2e38a2eb178d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 1097 time: 0.0744019 Nov 12 11:47:37.647495 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afb4216-12de-431c-bf76-b9b2e2cd2784 x-openstack-request-id: req-0afb4216-12de-431c-bf76-b9b2e2cd2784 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:47:37.647803 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "name": "network-vif-plugged", "status": "completed", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:47:37.648041 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0afb4216-12de-431c-bf76-b9b2e2cd2784 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:47:37.648431 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'code': 200} Nov 12 11:47:37.676908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3e1842a8-1796-4f00-b1ec-ee00ffae8a6d req-426c561d-7756-4877-a597-4fb12778833d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757122 Nov 12 11:47:37.739182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-9d96cd62-2a1b-47fb-88c8-5894dedcc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:37.740641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-9d96cd62-2a1b-47fb-88c8-5894dedcc471 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1053686 Nov 12 11:47:37.807544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-ee3669a8-44b4-4d81-883c-c282057df95a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0584366 Nov 12 11:47:37.859001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-3256d350-1bdb-4e8c-bbb1-0560455c1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:37.860365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-3256d350-1bdb-4e8c-bbb1-0560455c1bc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0445993 Nov 12 11:47:37.911434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-760d8a6c-d361-4d1d-8d4b-2eb749ad04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:37.912960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-760d8a6c-d361-4d1d-8d4b-2eb749ad04db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459075 Nov 12 11:47:38.003536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-bdf4f94c-7db0-4385-b533-a2702a8432b1 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825312 Nov 12 11:47:38.099218 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-749cccf7-f9e0-4858-b959-c58f561dc468 req-1fcc5693-97ab-4f20-b6e0-d08ad133d76f service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883138 Nov 12 11:47:38.797797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd980c-7153-48b5-9630-0b5e61e9b503 req-ca6f4a5a-23ea-4f13-a882-b9091dd90e02 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:38.799292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4acd980c-7153-48b5-9630-0b5e61e9b503 req-ca6f4a5a-23ea-4f13-a882-b9091dd90e02 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0491667 Nov 12 11:47:38.847797 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4acd980c-7153-48b5-9630-0b5e61e9b503 req-f1823f01-7127-463b-8810-7d5ad8c7ca8b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Nov 12 11:47:39.080793 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130efd-af4b-47b9-9519-8523e1d24264 req-aa3275e5-7633-45df-8290-fb23d55dfb73 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:39.082373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b130efd-af4b-47b9-9519-8523e1d24264 req-aa3275e5-7633-45df-8290-fb23d55dfb73 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0493615 Nov 12 11:47:39.130597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8b130efd-af4b-47b9-9519-8523e1d24264 req-c823e989-f7a3-452c-8ae0-72f01bc2e2c7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Nov 12 11:47:39.831445 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:47:40.251612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89c46-7b2c-4316-b558-dc155e313258 req-b0acbe07-8806-4dd5-a7a3-b3033929b82a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:40.253219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9b89c46-7b2c-4316-b558-dc155e313258 req-b0acbe07-8806-4dd5-a7a3-b3033929b82a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0516942 Nov 12 11:47:40.302630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e9b89c46-7b2c-4316-b558-dc155e313258 req-1cafbf05-8829-4963-b39d-b3c5bc0affa8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435209 Nov 12 11:47:40.419564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-79347ff2-ae51-406a-807b-1bf160f9a5bc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:40.421062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-79347ff2-ae51-406a-807b-1bf160f9a5bc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 945 time: 0.0495360 Nov 12 11:47:40.518439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Deleting port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:47:40.518691 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:40.519184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:40.609040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] For port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:47:40.609408 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:40.788285 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:40.788643 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:40.789110 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 disassociated. External IP: 172.25.2.76, port: e9ee0bc6-a613-42f9-bca7-637c5a63d5a1. Nov 12 11:47:40.789458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Calling delete_port for e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:47:40.811449 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:40.921076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:40.956490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event deleted for resources: {'Port': ['ID=e9ee0bc6-a613-42f9-bca7-637c5a63d5a1,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:41.078622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:47:41.189630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:47:41.200316 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:47:41.209637 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:47:41.210239 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:47:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:47:41.228918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] No DVR routers for this DVR port e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:47:41.231695 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:41.235748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f2d4d24f-3a24-4c0e-9923-20ab72cd3ecf req-fc3bbe73-e14a-4138-a986-1c6df6cd1d80 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "DELETE /v2.0/ports/e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 HTTP/1.1" status: 204 len: 173 time: 0.8070605 Nov 12 11:47:41.236196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'name': 'network-vif-deleted', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:47:41.238501 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe417f3-4fe7-4949-aa16-7bc6310d82d1" -d '{"events": [{"server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "name": "network-vif-deleted", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:47:41.278128 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0317c-ccb0-4771-bf1b-89068383f19e x-openstack-request-id: req-9da0317c-ccb0-4771-bf1b-89068383f19e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:47:41.278804 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a540627-d33c-48b7-8d86-f2adf287f36f", "name": "network-vif-deleted", "tag": "e9ee0bc6-a613-42f9-bca7-637c5a63d5a1", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:47:41.278804 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9da0317c-ccb0-4771-bf1b-89068383f19e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:47:41.279143 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a540627-d33c-48b7-8d86-f2adf287f36f', 'name': 'network-vif-deleted', 'tag': 'e9ee0bc6-a613-42f9-bca7-637c5a63d5a1', 'status': 'completed', 'code': 200} Nov 12 11:47:41.323240 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:47:41.421380 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-266e6361-e096-4f3a-974a-4101b79cd593 req-71c39668-b053-420e-8de1-a7e49beb3841 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a540627-d33c-48b7-8d86-f2adf287f36f HTTP/1.1" status: 200 len: 210 time: 0.0332110 Nov 12 11:47:41.535354 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:47:41.562394 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:47:41.570460 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:47:41.571051 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:47:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:47:41.677963 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:47:41.874121 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:47:41.905801 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecd55a1-cf45-4905-88b2-53b7684622ca None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:47:42.122687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c65212-8f96-477d-bad7-2c7aea5105dd None None] New status for floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:47:42.700337 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-807fc536-1aaa-410e-b3f5-83d0e35ba89d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--314199234&fields=id&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 267 time: 0.0459836 Nov 12 11:47:42.809723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-55fd763a-52a0-4006-a3d7-add5179bbae3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:42.812044 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-55fd763a-52a0-4006-a3d7-add5179bbae3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 812 time: 0.1012590 Nov 12 11:47:42.827781 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-d1e7c9ec-f7b2-4fbd-a66b-cf16e04b9dc9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/quotas/73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 375 time: 0.0101962 Nov 12 11:47:42.882397 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-bafe87c6-1d6a-4b95-b5c4-d818fceaa606 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485857 Nov 12 11:47:43.057050 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-8a16767b-5db1-4fb8-8a3f-fa0f3bd1e614 service neutron] 10.222.0.31 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285059 Nov 12 11:47:43.145713 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-05f19437-56ee-4ec6-be9c-1f48e1df4116 service neutron] 10.222.0.31 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827708 Nov 12 11:47:43.309199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9645b67c-f69a-42d4-ade3-e7d3730bf7a2 req-cb0ad237-abb4-477a-9793-c349efd1ca4f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 210 time: 0.0268371 Nov 12 11:47:44.236191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-fa740b4a-d9fc-439b-8139-b9b751b7d998 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:44.237699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-fa740b4a-d9fc-439b-8139-b9b751b7d998 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 812 time: 0.1102440 Nov 12 11:47:44.305178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-b29a2dca-3387-4214-9660-4ff2ff20d5e1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 379 time: 0.0573297 Nov 12 11:47:44.315463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'port': {'device_id': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'admin_state_up': True, 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'security_groups': ['79c063e9-404d-4351-aad4-28bc18d68cfe']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:47:44.415191 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-10151f9f-1a6c-4a52-afc6-d47186f43bdf req-b6cd4588-6220-42e1-9243-f9fc5c297fe2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 210 time: 0.0333824 Nov 12 11:47:44.434271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Made reservation on behalf of 73c2f045361649d1af6d8b6c35d54b88 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:47:44.438001 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:44.564473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Allocated IP 172.20.0.9 (e98a0db7-6c00-4889-a2d7-536e04250a48/4dce6024-8395-467a-adf3-d4b18765af4f/8b5b2e99-c54f-4532-ab79-0118f18be7b2) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:47:44.709803 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:44.746966 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:44.793934 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:47:44.797764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:47:44.801513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:47:44.808013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:44.856571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:44.857227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:44.875799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-a760f93c-6586-4341-b6d5-7bf960dfed48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639939 Nov 12 11:47:44.891663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Request body: {'port': {'device_id': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:47:44.953028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:45.010902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7c01250b-5eee-4ff2-b6ee-e7b9a07b8248 None None] Provisioning complete for port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:47:45.011499 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c01250b-5eee-4ff2-b6ee-e7b9a07b8248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:45.047006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7c01250b-5eee-4ff2-b6ee-e7b9a07b8248 None None] Port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:47:45.221351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5b2e99-c54f-4532-ab79-0118f18be7b2 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:47:45.228512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:45.241326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Transition to ACTIVE for port object 8b5b2e99-c54f-4532-ab79-0118f18be7b2 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:47:45.244716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:45.300527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:45.346494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:47:45.371820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:47:45.372170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device e9ee0bc6-a613-42f9-bca7-637c5a63d5a1 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:47:45.375201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:47:45.375828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:47:45.375920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:47:45.380656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:47:45.381004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:47:45.386997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:47:45.387335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:47:45.387753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:47:45.388191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Bound port: 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:47:45.388548 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:45.458308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:47:45.461535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:47:45.467639 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:45.517298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:45.517887 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:45.519259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] 10.222.0.59 "PUT /v2.0/ports/8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1092 time: 0.6347601 Nov 12 11:47:45.524061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:47:45.525562 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0eadb1-532d-4588-96c9-c46a12a49731" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:47:45.584623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3f9c-0426-4954-962d-e46fd02401cb service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:45.589115 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e326d5-ecf8-4d25-9726-400e8c2fac91 x-openstack-request-id: req-b2e326d5-ecf8-4d25-9726-400e8c2fac91 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:47:45.589399 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:47:45.589643 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2e326d5-ecf8-4d25-9726-400e8c2fac91 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:47:45.590027 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'status': 'completed', 'code': 200} Nov 12 11:47:45.620497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974492e-d2e0-4b61-8a3d-bb3f5dca0493 req-15954970-2634-42d8-9cd2-38c09ef71d46 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:45.622036 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f974492e-d2e0-4b61-8a3d-bb3f5dca0493 req-15954970-2634-42d8-9cd2-38c09ef71d46 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 943 time: 0.1219161 Nov 12 11:47:45.661552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-6ba96e58-66c9-44a3-8f1e-930b423ef45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:45.663083 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-6ba96e58-66c9-44a3-8f1e-930b423ef45a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1095 time: 0.0897572 Nov 12 11:47:45.727839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f974492e-d2e0-4b61-8a3d-bb3f5dca0493 req-5235c565-3cbb-4425-a047-e46a34a1c3bc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995598 Nov 12 11:47:45.732604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-36d90fad-20cc-4cba-b903-a27303de958c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 217 time: 0.0571804 Nov 12 11:47:45.787261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-8df28a4a-76e1-4d62-a406-390796a0ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:45.788757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-8df28a4a-76e1-4d62-a406-390796a0ba0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0479996 Nov 12 11:47:45.838295 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-afd2b007-cd11-4814-8421-ad4094efd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:45.840437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-afd2b007-cd11-4814-8421-ad4094efd48e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434356 Nov 12 11:47:45.937389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-0ee098cd-9c83-4282-8515-aee38646a551 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877788 Nov 12 11:47:46.029344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ef65f1a7-1e6e-486c-9ba5-c84432276c1e req-f7c18715-3b2a-46fa-9a8a-1d18dcc7e2d6 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839202 Nov 12 11:47:46.121905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-2bb19468-46f5-4e90-af06-4fdf27d9d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.123416 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-2bb19468-46f5-4e90-af06-4fdf27d9d240 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1095 time: 0.0425756 Nov 12 11:47:46.221578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-6a2c973a-2db8-4f65-8336-8c326468ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.223057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-6a2c973a-2db8-4f65-8336-8c326468ecd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0923615 Nov 12 11:47:46.271563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-5364b048-4c49-435c-b88f-838bd669574e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 217 time: 0.0368125 Nov 12 11:47:46.324717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-e38dbc6e-d2d2-4613-9f7e-8d9302343a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.326154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-e38dbc6e-d2d2-4613-9f7e-8d9302343a31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0513523 Nov 12 11:47:46.376237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-36957e5c-c8e9-4841-b300-34b1cb129b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.378598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-36957e5c-c8e9-4841-b300-34b1cb129b17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430644 Nov 12 11:47:46.477907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-abbbfbc1-8c06-4b97-9eb5-5e152b64a0c8 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907640 Nov 12 11:47:46.574604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3f0eadb1-532d-4588-96c9-c46a12a49731 req-08440bce-8470-438b-bc1e-90b220970e7f service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877790 Nov 12 11:47:46.849782 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2dfa4-e06b-446c-b15c-b8f26953c208 req-3b918a9a-dcbf-4458-b716-bc06d64421f8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.851307 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbd2dfa4-e06b-446c-b15c-b8f26953c208 req-3b918a9a-dcbf-4458-b716-bc06d64421f8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 943 time: 0.0507693 Nov 12 11:47:46.901621 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dbd2dfa4-e06b-446c-b15c-b8f26953c208 req-8881d913-df89-4647-9d98-f4e563def5fe tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443420 Nov 12 11:47:48.019097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7670b2-46ef-48bc-aed0-50570452e82e req-e138a46a-3376-40c2-9a5d-fb87147ba8e2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:48.020491 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b7670b2-46ef-48bc-aed0-50570452e82e req-e138a46a-3376-40c2-9a5d-fb87147ba8e2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 943 time: 0.0505259 Nov 12 11:47:48.071249 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b7670b2-46ef-48bc-aed0-50570452e82e req-0afc49b7-8d29-4c35-ab79-95397a080afe tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447056 Nov 12 11:47:49.063038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:47:49.160273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:47:49.172104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'mac_address': 'fa:16:3e:4a:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:47:49.187716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688783d-07bc-4332-bda7-152af492bf67 req-ba14b412-f020-4264-93ad-4b0415ebb8d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:49.189221 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0688783d-07bc-4332-bda7-152af492bf67 req-ba14b412-f020-4264-93ad-4b0415ebb8d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 943 time: 0.0487928 Nov 12 11:47:49.210611 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:49.223818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5b2e99-c54f-4532-ab79-0118f18be7b2 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:47:49.238219 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0688783d-07bc-4332-bda7-152af492bf67 req-e013d210-c892-4809-b7aa-b1fd14f04b3c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 Nov 12 11:47:49.243903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:47:49.249904 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:49.299333 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:49.492057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8b5b2e99-c54f-4532-ab79-0118f18be7b2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:47:50.355719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6114f09-3719-4fef-84a9-1a4a01d84174 req-a4bd2bc5-a19c-428b-b3f0-e19ff590c4cb tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:50.357202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6114f09-3719-4fef-84a9-1a4a01d84174 req-a4bd2bc5-a19c-428b-b3f0-e19ff590c4cb tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0500996 Nov 12 11:47:50.404286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6114f09-3719-4fef-84a9-1a4a01d84174 req-a97b2f46-ea23-4082-aea9-c2d6393b6b2e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 Nov 12 11:47:51.079033 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:47:51.128059 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:47:51.131830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:47:51.132203 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:51.212333 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:51.236192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:47:51.238492 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cefd5e-22de-491b-8e0b-c3fd31778009" -d '{"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-plugged", "status": "completed", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:47:51.251695 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:47:51.255614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:51.285995 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a22ee1-ca9c-4f67-9db8-ceb329d9fa60 x-openstack-request-id: req-92a22ee1-ca9c-4f67-9db8-ceb329d9fa60 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:47:51.286293 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-plugged", "status": "completed", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:47:51.286551 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92a22ee1-ca9c-4f67-9db8-ceb329d9fa60 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:47:51.286969 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'code': 200} Nov 12 11:47:51.313311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:47:51.387859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defc0ca-a6f2-4b87-bfd0-9223cc0e7fe3 req-ba90b6c7-8597-4546-b492-115205ae413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:51.389269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5defc0ca-a6f2-4b87-bfd0-9223cc0e7fe3 req-ba90b6c7-8597-4546-b492-115205ae413d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1097 time: 0.0400894 Nov 12 11:47:51.437194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5defc0ca-a6f2-4b87-bfd0-9223cc0e7fe3 req-e4266d13-55b8-440c-990b-51d38776e97d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Nov 12 11:47:51.527895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7a1f8-d770-4e3b-b36f-ec4913bfe406 req-d6ab346e-6f6b-49c7-a69a-f1857f4e3ade tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:51.529443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fd7a1f8-d770-4e3b-b36f-ec4913bfe406 req-d6ab346e-6f6b-49c7-a69a-f1857f4e3ade tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0552382 Nov 12 11:47:51.578862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fd7a1f8-d770-4e3b-b36f-ec4913bfe406 req-36d0e525-3305-4001-aa3f-67191c86530f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429692 Nov 12 11:47:52.703965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5da3-2771-4b4b-a1ac-8bb2abfe59dc req-78a29d94-487a-433a-8b39-5c4a0fac51f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:52.705464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f1c5da3-2771-4b4b-a1ac-8bb2abfe59dc req-78a29d94-487a-433a-8b39-5c4a0fac51f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0542860 Nov 12 11:47:52.753453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5f1c5da3-2771-4b4b-a1ac-8bb2abfe59dc req-eaf8e25c-99c9-4c60-8593-9cb03718c4a8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419526 Nov 12 11:47:52.866929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8954ae-0d34-487a-be96-ba7e02401f90 req-b739886a-1265-4348-89d5-a4a73502e532 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:52.868533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee8954ae-0d34-487a-be96-ba7e02401f90 req-b739886a-1265-4348-89d5-a4a73502e532 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0511239 Nov 12 11:47:52.877716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 48186) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:47:52.882203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'floatingip': {'port_id': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:47:52.924534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:53.684535 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:53.688892 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:53.790943 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 associated. External IP: 172.25.2.76, port: 8b5b2e99-c54f-4532-ab79-0118f18be7b2. Nov 12 11:47:53.996821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9fa34c2-5f7a-417a-a0c1-2cfcaf8e60bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:54.015486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:47:54.129694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:47:54.134546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:54.142219 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:47:54.152444 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:47:54.153116 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:47:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:47:54.164778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8e01cb1b-f778-428e-a1c9-724c00a6192c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "PUT /v2.0/floatingips/b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 HTTP/1.1" status: 200 len: 990 time: 1.2859447 Nov 12 11:47:54.165392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:47:54.167788 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948ef291-3e85-4d60-a6e6-6a84dff7576b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:47:54.210494 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b15b9d-81de-4bd3-a611-b67d471b48e0 x-openstack-request-id: req-e0b15b9d-81de-4bd3-a611-b67d471b48e0 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:47:54.210901 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:47:54.211390 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0b15b9d-81de-4bd3-a611-b67d471b48e0 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:47:54.215205 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'status': 'completed', 'code': 200} Nov 12 11:47:54.275882 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:47:54.283945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-a44cd62c-c5d2-492a-bc6b-4c1c0eaba7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:54.285505 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-a44cd62c-c5d2-492a-bc6b-4c1c0eaba7d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1097 time: 0.0444858 Nov 12 11:47:54.388569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-f84b1368-229b-4790-9217-6f5bea10c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:54.390096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-f84b1368-229b-4790-9217-6f5bea10c453 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0970535 Nov 12 11:47:54.462307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-9ee7f5d9-bdee-47b2-99a5-ded51279058c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 998 time: 0.0621190 Nov 12 11:47:54.508010 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:4a:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:47:53Z', 'revision_number': 9, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:47:54.518657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-d2b2fdb5-f224-4ab1-9bd2-1402ca6acb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:54.520120 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-d2b2fdb5-f224-4ab1-9bd2-1402ca6acb38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0496185 Nov 12 11:47:54.538983 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:47:54.547821 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:47:54.548423 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:47:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:47:54.569460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-7e1a8c4b-5aba-44cb-a703-6d802cac9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:54.570963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-7e1a8c4b-5aba-44cb-a703-6d802cac9478 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428104 Nov 12 11:47:54.673521 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-27016053-61e3-4ea3-a257-a5719c467dad service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879896 Nov 12 11:47:54.747576 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:47:54.769944 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-948ef291-3e85-4d60-a6e6-6a84dff7576b req-dd297d82-459a-416c-beb0-820eaff70c4c service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928698 Nov 12 11:47:54.978951 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:4a:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:47:53Z', 'revision_number': 9, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:47:55.008524 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305187a-3b57-4287-94cb-5d9f9886fb60 None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:4a:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:47:53Z', 'revision_number': 9, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:47:55.199629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c89f4d-f28a-4693-83f8-a0fd517e31e2 None None] New status for floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:47:56.360714 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc1a8-0d5b-46bd-8c34-4bfb2a7d43b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:57.887514 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:59.613440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:00.707635 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:10.514645 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:10.827657 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:16.830251 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:48:23.999564 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ebc02101-058a-4dbe-88b1-3db878835e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:26.373454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9153fa96-92f7-4b07-bf1d-abb0d18fd63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:27.891813 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:29.622119 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:30.712754 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:32.492225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-be9688c7-8574-4a25-a9ba-0b78f17a3987 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475705 Nov 12 11:48:32.584549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-a72d0cdf-dcfc-420f-a2ae-26fb37049bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:32.586179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-a72d0cdf-dcfc-420f-a2ae-26fb37049bfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1097 time: 0.0460556 Nov 12 11:48:32.695154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-dad95dc2-6927-44cc-877a-8609c5d6930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:32.696764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-dad95dc2-6927-44cc-877a-8609c5d6930b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0894277 Nov 12 11:48:32.773988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-b99df29a-35b7-4a0e-8969-ed945806fbc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0668166 Nov 12 11:48:32.830747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-a6a6467f-a670-4b81-ad6d-ed8ac96ee9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:32.832504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-a6a6467f-a670-4b81-ad6d-ed8ac96ee9ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0487070 Nov 12 11:48:32.888584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-b9b5c673-af33-400d-a9d9-cfdc8f66bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:32.890659 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-b9b5c673-af33-400d-a9d9-cfdc8f66bea3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484188 Nov 12 11:48:32.988787 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-9b7470ff-c158-4560-9176-be52c508e4c5 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885594 Nov 12 11:48:33.081022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2e3cfcf-d3ec-4668-92ee-16f977a9db33 req-525ca393-aaaa-4cce-8eea-7f98bb7bc457 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833440 Nov 12 11:48:40.539647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:40.835033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:53.830314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:48:54.006814 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6efa1c4e-211a-44fe-8dc9-af3e6cbee957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:56.366929 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f7b90a11-5429-48eb-ac79-c7f3aa2bf3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:57.892714 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:59.618927 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:00.715636 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:10.515702 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:10.845623 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:24.000015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-74ce3979-40c0-4e9d-9dfa-12f238b7faa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:26.370598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4ea4eff7-79be-4492-bffb-7ee51a59f293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:27.900890 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:29.622927 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:30.719047 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:30.830113 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:49:31.706592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-3a6eaeed-018c-435b-aa09-bf501d60fd16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861809 Nov 12 11:49:31.715577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a57f5-83c1-4fda-ba93-1e5dd00c8f8a req-19719b3d-cbb9-4532-a136-ab021ac7d750 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:31.717111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-021a57f5-83c1-4fda-ba93-1e5dd00c8f8a req-19719b3d-cbb9-4532-a136-ab021ac7d750 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0885935 Nov 12 11:49:31.771449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-021a57f5-83c1-4fda-ba93-1e5dd00c8f8a req-dff0696e-396a-4edc-8c75-4914a8bb7ef0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470867 Nov 12 11:49:32.849712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-1af2ec63-e5b4-4743-ba2f-8a8f1f2924df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:32.851230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-1af2ec63-e5b4-4743-ba2f-8a8f1f2924df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1097 time: 0.0421307 Nov 12 11:49:32.902503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ee355-18e0-40d4-86c8-9c2edff8a1ed req-6cb92c7d-dc84-44eb-b033-eacf1e0f62fe tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:32.904055 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba4ee355-18e0-40d4-86c8-9c2edff8a1ed req-6cb92c7d-dc84-44eb-b033-eacf1e0f62fe tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0573454 Nov 12 11:49:32.954452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-e8a4c96d-fc84-4597-a6a8-fe6140b0e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:32.955961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-e8a4c96d-fc84-4597-a6a8-fe6140b0e257 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0949335 Nov 12 11:49:32.959869 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba4ee355-18e0-40d4-86c8-9c2edff8a1ed req-5b9340c4-dc41-44bc-93c4-5610e8ecde97 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499227 Nov 12 11:49:33.023727 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-b9d8f988-59fb-4d37-9238-092a732335be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0590363 Nov 12 11:49:33.074945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da894419-617d-45be-aedd-acece965024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:33.076322 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da894419-617d-45be-aedd-acece965024c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0446830 Nov 12 11:49:33.128196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-7cc38202-c6cd-44fb-b26c-33e570f9f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:33.129726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-7cc38202-c6cd-44fb-b26c-33e570f9f338 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456488 Nov 12 11:49:33.142614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-a0f3a46a-77e2-4716-80fd-07c347996c6c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:49:33.143607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-a0f3a46a-77e2-4716-80fd-07c347996c6c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051484 Nov 12 11:49:33.234292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-a8c2d7f7-17d0-4599-9942-8c5974a164df service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827763 Nov 12 11:49:33.330525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-41fa36ec-3349-417c-8cf9-381884dcf019 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884418 Nov 12 11:49:33.569529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-54eab61c-db32-4d06-8410-7a11445a07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:33.571580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-54eab61c-db32-4d06-8410-7a11445a07e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1097 time: 0.0433071 Nov 12 11:49:33.684230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-595115b5-b4e5-43f5-9a7c-347e7b728978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:33.685654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-595115b5-b4e5-43f5-9a7c-347e7b728978 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0898039 Nov 12 11:49:33.753940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-ac40df6d-b598-4bee-855f-6b8b9c804a49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0609090 Nov 12 11:49:33.805034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-0f7b5f96-ee7b-4125-a153-f09047b7c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:33.807058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-0f7b5f96-ee7b-4125-a153-f09047b7c425 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0453660 Nov 12 11:49:33.860225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-937fce71-329e-4724-b0e6-0840e2f3a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:33.861781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-937fce71-329e-4724-b0e6-0840e2f3a7d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466521 Nov 12 11:49:33.955666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-c98ebc69-8bd8-4066-8233-ac530f607aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Nov 12 11:49:34.089351 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c277780a-b1bc-4312-a4d2-0aae6a1cd0aa req-daff68d5-a2f7-4e41-b013-e33aeafea21e service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259539 Nov 12 11:49:34.101090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026ea38-9cbf-4972-9996-d0d01243788f req-509cb0f6-54e5-463b-b879-5459cfe2b438 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:34.103151 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f026ea38-9cbf-4972-9996-d0d01243788f req-509cb0f6-54e5-463b-b879-5459cfe2b438 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0710828 Nov 12 11:49:34.151397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f026ea38-9cbf-4972-9996-d0d01243788f req-c5e42f5d-af8f-4767-bb7c-422a5f01b9d1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423043 Nov 12 11:49:35.272962 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1129b2-c95b-4152-96dc-788b8f5d21a1 req-94990543-6cc0-4a9b-b4b8-d13c53ac5f48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:35.274569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f1129b2-c95b-4152-96dc-788b8f5d21a1 req-94990543-6cc0-4a9b-b4b8-d13c53ac5f48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0534594 Nov 12 11:49:35.322517 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f1129b2-c95b-4152-96dc-788b8f5d21a1 req-ddf63365-455c-4864-8a93-a1afa5660eda tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418837 Nov 12 11:49:36.441614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73add47a-dafe-423b-8ba6-cd0222e67893 req-1624220e-8170-4130-a0e2-6129f60b7f59 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:36.443116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73add47a-dafe-423b-8ba6-cd0222e67893 req-1624220e-8170-4130-a0e2-6129f60b7f59 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0495348 Nov 12 11:49:36.496047 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73add47a-dafe-423b-8ba6-cd0222e67893 req-a5968d9d-7bcc-4f70-9b77-5e0d610dbec2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464165 Nov 12 11:49:37.613336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b40bf-e269-4898-bdb8-471ede80fdff req-eaa9938b-8b06-44f0-b625-37ddfeeba4f8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:37.614798 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214b40bf-e269-4898-bdb8-471ede80fdff req-eaa9938b-8b06-44f0-b625-37ddfeeba4f8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0493860 Nov 12 11:49:37.663972 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-214b40bf-e269-4898-bdb8-471ede80fdff req-89459fc7-2918-4885-a1be-79d4b68d7a31 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Nov 12 11:49:38.786846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ff18-6163-4ddd-a1fb-65dfedea8183 req-4b20823a-cb98-420d-8568-cb4c869f13c0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:38.788470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc46ff18-6163-4ddd-a1fb-65dfedea8183 req-4b20823a-cb98-420d-8568-cb4c869f13c0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0524890 Nov 12 11:49:38.840599 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dc46ff18-6163-4ddd-a1fb-65dfedea8183 req-6d5e72bd-5cfa-418a-8724-54bb4ec6a619 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458789 Nov 12 11:49:39.955745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84962b-57a1-4b68-ae8d-ac98c2720852 req-84d591c5-47e2-4ab6-a725-6786bb40b0b4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:39.957256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c84962b-57a1-4b68-ae8d-ac98c2720852 req-84d591c5-47e2-4ab6-a725-6786bb40b0b4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0484462 Nov 12 11:49:40.008856 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c84962b-57a1-4b68-ae8d-ac98c2720852 req-c96bed5e-fe22-47ef-89a4-c1f554646036 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444489 Nov 12 11:49:40.526891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:40.839035 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:41.125085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3c14c-7d87-4eb3-9cd4-ecf0429cb01b req-17ca1cc7-e35a-465d-82e7-e1373d1be9fa tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:41.126593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbb3c14c-7d87-4eb3-9cd4-ecf0429cb01b req-17ca1cc7-e35a-465d-82e7-e1373d1be9fa tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0492184 Nov 12 11:49:41.172869 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bbb3c14c-7d87-4eb3-9cd4-ecf0429cb01b req-0f284a16-e42b-442d-b65d-e4077a51fe1d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404537 Nov 12 11:49:42.290934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902fdb-ee7b-4433-8761-8049b8e25f58 req-ab874d74-dfa2-4d91-86be-535e85f406fe tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:42.292406 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a902fdb-ee7b-4433-8761-8049b8e25f58 req-ab874d74-dfa2-4d91-86be-535e85f406fe tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0488560 Nov 12 11:49:42.340453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a902fdb-ee7b-4433-8761-8049b8e25f58 req-fceddd16-b8a5-43b2-8a23-9debcdaa8829 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Nov 12 11:49:43.460293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe2143-1cec-46d2-8c5a-20a2e84eec68 req-381e2f86-a9be-44d8-99f8-49b9c4f7a103 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:43.462338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8dbe2143-1cec-46d2-8c5a-20a2e84eec68 req-381e2f86-a9be-44d8-99f8-49b9c4f7a103 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0546892 Nov 12 11:49:43.508791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8dbe2143-1cec-46d2-8c5a-20a2e84eec68 req-71ad28a3-ca04-41f5-a352-62b1f9a90dce tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405822 Nov 12 11:49:44.629669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af753a3-c4e4-46b9-bd17-fbe426318938 req-7bf52242-d871-4ab8-9ce2-b8475ad59817 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:44.631189 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af753a3-c4e4-46b9-bd17-fbe426318938 req-7bf52242-d871-4ab8-9ce2-b8475ad59817 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0501237 Nov 12 11:49:44.679989 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0af753a3-c4e4-46b9-bd17-fbe426318938 req-d56cc81f-2032-42bc-a7e8-30e3dcfcad36 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424585 Nov 12 11:49:45.209560 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-9720a8df-74e3-4e92-951b-6d4da3eae2f7 service neutron] show failed (client error): The resource could not be found. Nov 12 11:49:45.210577 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-9720a8df-74e3-4e92-951b-6d4da3eae2f7 service neutron] 10.222.0.59 "GET /v2.0/ports/8b5b2e99-c54f-4532-ab79-0118f18be7b2/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0540268 Nov 12 11:49:45.421784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-aeb24af1-ff1c-4073-ac80-7c6237703507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:45.423286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-aeb24af1-ff1c-4073-ac80-7c6237703507 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 1097 time: 0.0429218 Nov 12 11:49:45.436520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:49:45.493678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:45.693960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:45.731006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:49:45.799879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:45.802193 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0600821f-ff26-4db4-b8f0-3ee42366fdaf" -d '{"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:45.807585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:45.831078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06594476-f004-4986-9fb4-e20e5ad033dc req-f8f54e24-23a5-47c0-a500-2e1aaf955c41 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:45.832592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06594476-f004-4986-9fb4-e20e5ad033dc req-f8f54e24-23a5-47c0-a500-2e1aaf955c41 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0791864 Nov 12 11:49:45.840778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Transition to ACTIVE for port object 8b5b2e99-c54f-4532-ab79-0118f18be7b2 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:49:45.848063 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:45.864188 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8735b5-1fac-4032-80fc-f1831c06e260 x-openstack-request-id: req-ea8735b5-1fac-4032-80fc-f1831c06e260 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:45.864475 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:45.864722 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea8735b5-1fac-4032-80fc-f1831c06e260 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:45.865167 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'code': 200} Nov 12 11:49:45.966701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06594476-f004-4986-9fb4-e20e5ad033dc req-592c3ad5-5ee2-4af9-a235-57312f4b8e31 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272271 Nov 12 11:49:45.969092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:45.981647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.982004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.982331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.982671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.983003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.983331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.983656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.983980 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.984308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.984628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.984971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:45.985293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:46.026918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] No DVR routers for this DVR port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:46.168363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:49:46.168695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:49:46.169056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:49:46.173570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:49:46.173833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:49:46.178691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:49:46.179030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:49:46.179419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:49:46.180436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Bound port: 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:49:46.180805 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.243918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:49:46.247066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:49:46.251896 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.291287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:46.291287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.292465 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] 10.222.0.52 "PUT /v2.0/ports/8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1092 time: 0.8599663 Nov 12 11:49:46.311731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b759-c2cc-4bed-89aa-2454348842f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:46.369814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-75268aa4-7453-4a30-a70d-fa82af7122d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:46.371353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-75268aa4-7453-4a30-a70d-fa82af7122d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1095 time: 0.0505917 Nov 12 11:49:46.476013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-3cf2d5d0-b124-4267-81e7-3f8dfb3c5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:46.477768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-3cf2d5d0-b124-4267-81e7-3f8dfb3c5c74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0967231 Nov 12 11:49:46.546608 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-e22f1169-5540-4404-a3de-d97f0e60e881 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 999 time: 0.0608153 Nov 12 11:49:46.601396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-bbdcd688-7eee-4536-a30f-2ca52015a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:46.602752 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-bbdcd688-7eee-4536-a30f-2ca52015a5d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0484841 Nov 12 11:49:46.649778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-ba154e59-02f5-46f5-8429-12595e6a4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:46.651281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-ba154e59-02f5-46f5-8429-12595e6a4bd5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411289 Nov 12 11:49:46.743171 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-cde2fe86-0234-4a05-bf2f-01a2b1a1db51 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833960 Nov 12 11:49:46.840076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f213a748-47ca-40a5-bd28-74f50e90a978 req-22f71e05-a45c-44aa-85f0-c37a2b8f4508 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891128 Nov 12 11:49:47.088580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c800c9b-0c64-4ce6-845e-ea0fad9f7fe0 req-06072253-7835-42c1-8909-9a61e4800a39 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:47.090095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c800c9b-0c64-4ce6-845e-ea0fad9f7fe0 req-06072253-7835-42c1-8909-9a61e4800a39 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 943 time: 0.0523968 Nov 12 11:49:47.138135 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c800c9b-0c64-4ce6-845e-ea0fad9f7fe0 req-3d8d07ac-dade-451f-bdf8-c36e498ac99c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Nov 12 11:49:47.866880 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:47.869409 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fcdec7-13d7-4352-9a59-c5de28db767f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:47.919342 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9569257c-4097-47d3-837a-b5ff17de9c64 x-openstack-request-id: req-9569257c-4097-47d3-837a-b5ff17de9c64 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:47.919790 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:47.920085 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9569257c-4097-47d3-837a-b5ff17de9c64 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:47.920559 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'status': 'completed', 'code': 200} Nov 12 11:49:47.929929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:49:48.018129 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-9916f4da-34f1-4008-b1d4-979bc64a08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.019631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-9916f4da-34f1-4008-b1d4-979bc64a08b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1095 time: 0.0766838 Nov 12 11:49:48.021475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-ff117961-6e41-46f6-9b3e-6c12989a8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.022803 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-ff117961-6e41-46f6-9b3e-6c12989a8b87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1095 time: 0.0705781 Nov 12 11:49:48.028400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:48.043382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'mac_address': 'fa:16:3e:4a:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:49:48.081370 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:48.094223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5b2e99-c54f-4532-ab79-0118f18be7b2 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:49:48.113920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:48.119105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:48.167247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:48.175941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.176309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.176495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.176839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.177200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.177535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.177866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.178196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.178563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.178847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.179171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.179498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:48.187049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-7bce6826-3f26-4151-9635-0c3b35b5191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.188527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-7bce6826-3f26-4151-9635-0c3b35b5191d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1601593 Nov 12 11:49:48.189874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-cb48f311-b5f8-470f-aea7-c0774527c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.191186 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-cb48f311-b5f8-470f-aea7-c0774527c2b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1555855 Nov 12 11:49:48.262615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ab077-a043-480e-9187-64c557ba3cc8 req-d4112cdb-b2e2-4cd4-8dbc-99629b181248 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.264294 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-132ab077-a043-480e-9187-64c557ba3cc8 req-d4112cdb-b2e2-4cd4-8dbc-99629b181248 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0492282 Nov 12 11:49:48.305606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-aa53e1c0-afa9-4b8f-a5a4-f1e113c80e52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1000 time: 0.1067348 Nov 12 11:49:48.313935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-bb0d8626-6bdf-4283-a131-cb3735bf3b7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1000 time: 0.1048646 Nov 12 11:49:48.314140 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-132ab077-a043-480e-9187-64c557ba3cc8 req-916972a2-2d56-4c02-b0c6-012ea133efe7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Nov 12 11:49:48.393730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-35cf37e9-ce35-4d12-808c-b0a1dd6e56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.395180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-35cf37e9-ce35-4d12-808c-b0a1dd6e56d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0804870 Nov 12 11:49:48.396537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-06fbbe7f-c8cc-4436-8d1c-ebc2c53c0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.397966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-06fbbe7f-c8cc-4436-8d1c-ebc2c53c0200 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0751793 Nov 12 11:49:48.792117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-0d71db3f-7fd1-438c-a343-d9c55fa18fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.793675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-0d71db3f-7fd1-438c-a343-d9c55fa18fd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3832090 Nov 12 11:49:48.796286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-5cf1e593-c8e2-4301-a380-cf60e700b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:48.797836 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-5cf1e593-c8e2-4301-a380-cf60e700b749 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3949881 Nov 12 11:49:48.955171 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-22a7a884-1e6a-40ac-bac8-2dab4d88668b service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530533 Nov 12 11:49:48.960443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-df91f5cf-793f-4812-a5dd-6fcb738e7dcd service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407254 Nov 12 11:49:49.115776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-9ce1601d-7177-4fa1-97a7-9e2ff2c23ab0 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526110 Nov 12 11:49:49.127955 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4fcdec7-13d7-4352-9a59-c5de28db767f req-4617f865-948e-49a2-92f4-b9309e075baf service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467383 Nov 12 11:49:49.424490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['8b5b2e99-c54f-4532-ab79-0118f18be7b2'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:49:49.437839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b85821-68ee-4499-a529-48537ce44ee1 req-c7628fcb-2208-4054-99a7-9cdbc89c7539 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:49.439323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46b85821-68ee-4499-a529-48537ce44ee1 req-c7628fcb-2208-4054-99a7-9cdbc89c7539 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0561836 Nov 12 11:49:49.489513 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46b85821-68ee-4499-a529-48537ce44ee1 req-66ad3de8-e02e-4978-9d89-e997b32d2577 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439041 Nov 12 11:49:49.606957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:49.645222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:49.827938 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-4f8f477b-70cb-45d4-ab6f-a005dac79192 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:49.829565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-4f8f477b-70cb-45d4-ab6f-a005dac79192 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac&tenant_id=73c2f045361649d1af6d8b6c35d54b88&binding%3Ahost_id=n-h2-768851-19 HTTP/1.1" status: 200 len: 944 time: 0.0862374 Nov 12 11:49:49.839338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79e00e-ca2c-49de-b7e2-b2b71d583390 req-2327300f-56b3-42e8-ad72-3258e8ac32c6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:49.840739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba79e00e-ca2c-49de-b7e2-b2b71d583390 req-2327300f-56b3-42e8-ad72-3258e8ac32c6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0696032 Nov 12 11:49:49.926407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:49:49.931845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c924a0b3-e903-4513-86c0-6baaba2fc560 service neutron] 10.222.0.52 "GET /v2.0/ports/8b5b2e99-c54f-4532-ab79-0118f18be7b2/bindings/n-h2-768851-19 HTTP/1.1" status: 200 len: 383 time: 0.0901363 Nov 12 11:49:49.935178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba79e00e-ca2c-49de-b7e2-b2b71d583390 req-d96585e3-71ab-4d54-8593-90b4a2d6b89a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884910 Nov 12 11:49:49.978635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:49:49.983056 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:49:49.983431 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.015590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-46bb1219-4fe2-4ac3-a5d3-f33380135301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:50.017122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-46bb1219-4fe2-4ac3-a5d3-f33380135301 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1096 time: 0.0427485 Nov 12 11:49:50.064789 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.089048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:50.091289 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64170ee-1c95-4039-8488-5e9edc35b108" -d '{"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-plugged", "status": "completed", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:50.104358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:50.108156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.119777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-7dc47505-36ea-4e1c-be89-1d1819e57663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:50.121589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-7dc47505-36ea-4e1c-be89-1d1819e57663 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0965295 Nov 12 11:49:50.150230 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b39de9-bc64-439a-b471-6c9abc3acd87 x-openstack-request-id: req-c4b39de9-bc64-439a-b471-6c9abc3acd87 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:50.150694 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-plugged", "status": "completed", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:50.151099 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4b39de9-bc64-439a-b471-6c9abc3acd87 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:50.151725 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'code': 200} Nov 12 11:49:50.167427 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:50.192340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-9fac9ef6-557b-41dc-980c-8363b17a6ff6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0623803 Nov 12 11:49:50.245176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-50f35b5b-3bd5-407a-91bd-c6ac20168003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:50.246634 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-50f35b5b-3bd5-407a-91bd-c6ac20168003 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0467262 Nov 12 11:49:50.298224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-efc44fac-b853-452d-9740-f93db9223842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:50.299702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-efc44fac-b853-452d-9740-f93db9223842 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450072 Nov 12 11:49:50.390996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-2b64cf89-0262-4735-94f7-c1a13dc469fb service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830991 Nov 12 11:49:50.497674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c72b20cf-e53a-4414-9874-82bf7ae2c483 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881293 Nov 12 11:49:51.328474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78ba32-4e87-4af6-9370-53e0b4a84adf req-6a556230-035b-4927-9b71-f386e607465f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:51.329996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a78ba32-4e87-4af6-9370-53e0b4a84adf req-6a556230-035b-4927-9b71-f386e607465f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0540690 Nov 12 11:49:51.402754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a78ba32-4e87-4af6-9370-53e0b4a84adf req-a6c3ab75-3a64-4fd9-9b01-6af1b6d941f8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668461 Nov 12 11:49:51.416377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787018-9544-4488-b595-b0662be72b75 req-cd17850c-8509-4d17-8e33-9f8256adecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:51.417889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15787018-9544-4488-b595-b0662be72b75 req-cd17850c-8509-4d17-8e33-9f8256adecfc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1097 time: 0.0540535 Nov 12 11:49:51.532020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787018-9544-4488-b595-b0662be72b75 req-20ee7763-5cf2-41db-903d-bc8f6abb0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:51.533522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15787018-9544-4488-b595-b0662be72b75 req-20ee7763-5cf2-41db-903d-bc8f6abb0561 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0910370 Nov 12 11:49:51.603623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15787018-9544-4488-b595-b0662be72b75 req-de82875b-b18e-4ac2-9420-7ea69f44cb54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0605493 Nov 12 11:49:51.658834 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787018-9544-4488-b595-b0662be72b75 req-da2f11e4-7cd5-42e9-af50-62880ca6f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:51.660282 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15787018-9544-4488-b595-b0662be72b75 req-da2f11e4-7cd5-42e9-af50-62880ca6f760 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0482440 Nov 12 11:49:51.712398 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787018-9544-4488-b595-b0662be72b75 req-63b1357c-23e7-45cf-a46e-7b3bd6183141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:51.713940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15787018-9544-4488-b595-b0662be72b75 req-63b1357c-23e7-45cf-a46e-7b3bd6183141 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411820 Nov 12 11:49:51.813529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15787018-9544-4488-b595-b0662be72b75 req-e712f52e-33f7-4b03-8daa-0fa0b99e97d3 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851293 Nov 12 11:49:51.915005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-15787018-9544-4488-b595-b0662be72b75 req-f65003c9-fcb2-4afc-a7d1-413af4a5e8fe service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930624 Nov 12 11:49:52.532423 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9e2ad-166d-4f2c-9d9e-2e5c13c3d6ad req-5d75cd90-9873-40b6-a763-b1512f49f765 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:52.533973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8fe9e2ad-166d-4f2c-9d9e-2e5c13c3d6ad req-5d75cd90-9873-40b6-a763-b1512f49f765 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0555646 Nov 12 11:49:52.584973 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8fe9e2ad-166d-4f2c-9d9e-2e5c13c3d6ad req-93b9696e-6674-46b9-99b1-623fd8bc4ad0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441947 Nov 12 11:49:52.693002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-5670aece-0073-4540-b5ea-f6fde59a9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:52.694453 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-5670aece-0073-4540-b5ea-f6fde59a9b82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 1097 time: 0.0412052 Nov 12 11:49:52.707995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:49:52.766425 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.971363 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:53.004560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:49:53.044506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:53.046828 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6de33aa-59e6-4f65-8a11-62aa8378fa0a" -d '{"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:53.050881 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.064453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Transition to ACTIVE for port object 8b5b2e99-c54f-4532-ab79-0118f18be7b2 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:49:53.068595 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.096402 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddbaff5-cacc-4676-b978-f03e3de3c04d x-openstack-request-id: req-dddbaff5-cacc-4676-b978-f03e3de3c04d {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:53.096695 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:53.096970 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dddbaff5-cacc-4676-b978-f03e3de3c04d {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:53.097369 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'code': 200} Nov 12 11:49:53.152078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:53.197299 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] No DVR routers for this DVR port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:53.335669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:49:53.336029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:49:53.336359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:49:53.340600 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:49:53.340945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Attempting to bind port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:49:53.345706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:49:53.346037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:49:53.346414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:49:53.346840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Bound port: 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:49:53.347189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.414214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:49:53.417226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:49:53.421704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.457266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:53.457890 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.461086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 1093 time: 0.7555022 Nov 12 11:49:53.494843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4b864-54d2-431c-91a0-27fd6de27d74 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=11']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:53.528302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c311dee6-bbe7-450f-8a53-33a58c9aa048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:53.529861 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-c311dee6-bbe7-450f-8a53-33a58c9aa048 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1096 time: 0.0464585 Nov 12 11:49:53.634639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-176b174e-3a97-47a0-8164-92d4df56f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:53.636144 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-176b174e-3a97-47a0-8164-92d4df56f4d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0983415 Nov 12 11:49:53.706539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-3ebd1f96-e06e-44d3-9214-99affd5f1e40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 999 time: 0.0626526 Nov 12 11:49:53.709193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0b23f-cc75-4c98-9f60-f5736e04fe45 req-7476ea91-6422-46f9-a936-41b2082ae5df tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:53.710891 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-30b0b23f-cc75-4c98-9f60-f5736e04fe45 req-7476ea91-6422-46f9-a936-41b2082ae5df tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0504506 Nov 12 11:49:53.760069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-6d66db2b-08d2-4853-911d-234f6f69dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:53.760910 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-30b0b23f-cc75-4c98-9f60-f5736e04fe45 req-81188da5-80c8-4caf-8a94-38ad82aebe35 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Nov 12 11:49:53.762119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-6d66db2b-08d2-4853-911d-234f6f69dcbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0459723 Nov 12 11:49:53.814282 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-b41e9627-6acb-4981-a1a2-ad8ff178e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:53.815759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-b41e9627-6acb-4981-a1a2-ad8ff178e14a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462542 Nov 12 11:49:53.910040 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-9148800f-386c-45de-bbb3-f8fc6a0c9fcd service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849845 Nov 12 11:49:54.002984 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29cf0037-8c38-4f61-9104-cb16c4b50e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:54.009905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-800c4b34-0eac-48f3-9415-3c403eba94f8 req-9acf806a-c68d-4f76-afa2-d096dcba6e44 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916717 Nov 12 11:49:54.891539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40273039-3388-4957-b8f6-7638a1407cf4 req-d507c08f-1720-46fd-b8f3-50925fb17cf6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:54.893443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40273039-3388-4957-b8f6-7638a1407cf4 req-d507c08f-1720-46fd-b8f3-50925fb17cf6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0579484 Nov 12 11:49:54.943654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40273039-3388-4957-b8f6-7638a1407cf4 req-5d54b3eb-fe53-45f1-9db6-5b74f8fab2a0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439045 Nov 12 11:49:55.098625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:55.100955 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d0d45-4f3f-4673-b2b8-840740f61251" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:55.153413 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7118e977-54af-4f53-9a09-cc8266ae49f7 x-openstack-request-id: req-7118e977-54af-4f53-9a09-cc8266ae49f7 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:55.153709 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:55.153968 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7118e977-54af-4f53-9a09-cc8266ae49f7 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:55.154378 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'status': 'completed', 'code': 200} Nov 12 11:49:55.248167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-b8a4b4fa-6fed-4f19-943d-26b46115f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:55.249721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-b8a4b4fa-6fed-4f19-943d-26b46115f1ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1096 time: 0.0741763 Nov 12 11:49:55.255977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-ae4d62e0-6cda-483f-b48f-93fb4212e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:55.257431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-ae4d62e0-6cda-483f-b48f-93fb4212e0ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 1096 time: 0.0736177 Nov 12 11:49:55.411878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-0cf9437b-bad9-4ce0-8308-4d50a3a7643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:55.413298 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-0cf9437b-bad9-4ce0-8308-4d50a3a7643b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1544945 Nov 12 11:49:55.431306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-e36f37c1-ec70-4955-a5cc-96e92577fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:55.432920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-e36f37c1-ec70-4955-a5cc-96e92577fe88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1557877 Nov 12 11:49:55.534651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-d15c6da1-a583-4c84-9bef-4d87aaf17a99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 999 time: 0.1135435 Nov 12 11:49:55.576952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-30f69383-45cd-4ee4-aef4-d369affcc5c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 200 len: 999 time: 0.1144640 Nov 12 11:49:55.628322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-90dd2e51-258b-4725-bbdd-5bb498e363f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:55.629853 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-90dd2e51-258b-4725-bbdd-5bb498e363f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0872796 Nov 12 11:49:55.671711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-4f2eef14-a0be-4ea6-ae74-308c6a00eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:55.673116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-4f2eef14-a0be-4ea6-ae74-308c6a00eb0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0869486 Nov 12 11:49:55.713481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-9423b811-e6b7-4f62-9d9b-bf51da48e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:55.714998 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-9423b811-e6b7-4f62-9d9b-bf51da48e70c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764010 Nov 12 11:49:55.753149 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-f7fba475-1105-4889-8d38-fefbcdfe2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:55.758386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-f7fba475-1105-4889-8d38-fefbcdfe2506 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721905 Nov 12 11:49:55.880765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-07b03161-eaa7-41cf-ada4-8334369c93ac service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568117 Nov 12 11:49:55.914699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-a8629166-6826-4936-88c8-b1195d8654a9 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288702 Nov 12 11:49:55.966991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:56.009515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:56.094318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-6c11ce29-5ecf-47a4-810b-65ec382c4b61 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022574 Nov 12 11:49:56.118799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-de1d0d45-4f3f-4673-b2b8-840740f61251 req-0186745a-e081-4ff3-8b06-1b7c31b9ace8 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943393 Nov 12 11:49:56.126761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dff638-9e13-49ed-843b-1df3414d501c req-9ee3e983-622e-450f-8a0f-54518ef63b99 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:56.128291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47dff638-9e13-49ed-843b-1df3414d501c req-9ee3e983-622e-450f-8a0f-54518ef63b99 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0991728 Nov 12 11:49:56.183471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-47dff638-9e13-49ed-843b-1df3414d501c req-d5824002-d668-4135-bdd0-53bc9b1cf456 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484009 Nov 12 11:49:56.309879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068b105-df70-4843-a52d-642b151767a4 req-60d14341-a03c-4948-8f32-4a92f4b2e531 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:56.311515 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3068b105-df70-4843-a52d-642b151767a4 req-60d14341-a03c-4948-8f32-4a92f4b2e531 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0539436 Nov 12 11:49:56.365776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3068b105-df70-4843-a52d-642b151767a4 req-d1c705b9-7751-4e09-b963-0c7fc200085b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483220 Nov 12 11:49:56.375220 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c73403b-1d0c-4704-b677-bea17c675761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:56.487050 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98038097-b274-41dd-9472-6d9aa81bc805 req-357023b9-c810-4be2-b719-82ec175dbb52 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:56.488444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98038097-b274-41dd-9472-6d9aa81bc805 req-357023b9-c810-4be2-b719-82ec175dbb52 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0513439 Nov 12 11:49:56.536375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-98038097-b274-41dd-9472-6d9aa81bc805 req-ba8d88d2-5acf-4e05-b0b4-f5e36ef4fee0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413496 Nov 12 11:49:56.769432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356bb9-7bc7-4587-9229-457a2e947072 req-f5f94a82-5b8a-47dc-837e-55986b151a4e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:56.770940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec356bb9-7bc7-4587-9229-457a2e947072 req-f5f94a82-5b8a-47dc-837e-55986b151a4e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 944 time: 0.0505302 Nov 12 11:49:56.826718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec356bb9-7bc7-4587-9229-457a2e947072 req-a3214e41-2e62-48d7-a452-e981b8442c1a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497229 Nov 12 11:49:57.669391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:49:57.779954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:57.794477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'mac_address': 'fa:16:3e:4a:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:49:57.836772 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:57.851410 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5b2e99-c54f-4532-ab79-0118f18be7b2 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:49:57.877246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:57.881588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:57.946233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:57.959017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cf4c2-8fee-4f2f-ba9e-f6bb2b126372 req-0966b731-89c0-4f3c-b1d9-1f26944785df tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:57.963597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-715cf4c2-8fee-4f2f-ba9e-f6bb2b126372 req-0966b731-89c0-4f3c-b1d9-1f26944785df tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0532854 Nov 12 11:49:57.963945 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=12']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:58.014656 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-715cf4c2-8fee-4f2f-ba9e-f6bb2b126372 req-8781beb6-b1fa-461e-80c8-8898e165a6e3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438480 Nov 12 11:49:58.030297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97540232-70a7-4cea-a841-2be2b65d937f req-6a763fb6-bcb8-49a5-98a0-dcc7dcc17f2d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:58.031772 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97540232-70a7-4cea-a841-2be2b65d937f req-6a763fb6-bcb8-49a5-98a0-dcc7dcc17f2d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 945 time: 0.0493498 Nov 12 11:49:58.123741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Deleting port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:58.124081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:58.216153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] For port 8b5b2e99-c54f-4532-ab79-0118f18be7b2, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8b5b2e99-c54f-4532-ab79-0118f18be7b2,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:58.216422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:58.387346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:58.387802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:58.388123 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 disassociated. External IP: 172.25.2.76, port: 8b5b2e99-c54f-4532-ab79-0118f18be7b2. Nov 12 11:49:58.388511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Calling delete_port for 8b5b2e99-c54f-4532-ab79-0118f18be7b2 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:58.520545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:58.552077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event deleted for resources: {'Port': ['ID=8b5b2e99-c54f-4532-ab79-0118f18be7b2,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:58.676337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:49:59.119729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43c42533-ea7c-4d4f-9474-c6132d39534f req-f28f9264-ae20-48c3-84cd-566cb0da165e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b74244-c82f-482a-ba24-1d59094187ac HTTP/1.1" status: 200 len: 210 time: 0.0309777 Nov 12 11:49:59.131490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:49:59.143133 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:49:59.153330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:59.153933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:59.173970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] No DVR routers for this DVR port 8b5b2e99-c54f-4532-ab79-0118f18be7b2 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:59.176608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:59.180524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97540232-70a7-4cea-a841-2be2b65d937f req-b68fc9df-bc6a-4765-9676-00e7bca0c70a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "DELETE /v2.0/ports/8b5b2e99-c54f-4532-ab79-0118f18be7b2 HTTP/1.1" status: 204 len: 173 time: 1.1414621 Nov 12 11:49:59.181009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-deleted', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:59.183276 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe493135-3f63-44c1-9c72-2eb48772ead5" -d '{"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-deleted", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:59.223597 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8076123-4e03-424e-9b85-e75b6eb0816e x-openstack-request-id: req-f8076123-4e03-424e-9b85-e75b6eb0816e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:59.223893 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b74244-c82f-482a-ba24-1d59094187ac", "name": "network-vif-deleted", "tag": "8b5b2e99-c54f-4532-ab79-0118f18be7b2", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:59.224224 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8076123-4e03-424e-9b85-e75b6eb0816e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:59.224751 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b74244-c82f-482a-ba24-1d59094187ac', 'name': 'network-vif-deleted', 'tag': '8b5b2e99-c54f-4532-ab79-0118f18be7b2', 'status': 'completed', 'code': 200} Nov 12 11:49:59.272559 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:59.485427 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:59.514374 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:49:59.529805 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:59.530411 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:59.627676 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:59.651698 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:59.860775 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:59.887904 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc8e46-8f1a-49db-9e3e-8093bfbbfeb9 None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:50:00.108092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e5504-e18e-4158-8e68-b4410ce8b366 None None] New status for floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:50:00.397758 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-4f50dffe-cfff-44f6-a182-06fabf3e76bf tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--314199234&fields=id&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 267 time: 0.0421269 Nov 12 11:50:00.506910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf02b-15fc-465a-9891-c804e3d10acf req-a9c6afe0-037f-429e-95f9-43e5136cee6e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:00.508398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-a9c6afe0-037f-429e-95f9-43e5136cee6e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 812 time: 0.1034424 Nov 12 11:50:00.523382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-0b748ff4-0c82-4199-a0a7-0a38c53555d3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/quotas/73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 375 time: 0.0091975 Nov 12 11:50:00.581728 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-2440083d-1c3f-4af7-8cff-65a452fe6f2c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530186 Nov 12 11:50:00.723343 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:00.764605 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-2d6e7e5a-e8da-4173-bc21-9e762fd45886 service neutron] 10.222.0.31 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255527 Nov 12 11:50:00.858061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-1d84a0d3-2a98-41dc-978c-72097334f004 service neutron] 10.222.0.31 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873225 Nov 12 11:50:01.020182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-836fef6b-35ca-497b-85d1-e67607dd3932 req-e16e37f3-9248-4388-93eb-3796c4272a8f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 210 time: 0.0262489 Nov 12 11:50:01.700953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:50:01.723990 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 8b5b2e99-c54f-4532-ab79-0118f18be7b2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:50:01.724694 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8b5b2e99-c54f-4532-ab79-0118f18be7b2 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:50:01.980937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf02b-15fc-465a-9891-c804e3d10acf req-f57fcae7-a255-4293-8fe4-35b843499a99 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:01.982319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-f57fcae7-a255-4293-8fe4-35b843499a99 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 812 time: 0.1055958 Nov 12 11:50:02.055541 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-ad91f283-c77a-499e-9483-f948bac01e3a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 379 time: 0.0599990 Nov 12 11:50:02.067808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'port': {'device_id': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'admin_state_up': True, 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'security_groups': ['79c063e9-404d-4351-aad4-28bc18d68cfe']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:02.141856 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc909a50-559e-4091-a7a1-642ed223a454 req-b664ed32-c03d-40a3-8109-a21e58424b36 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 210 time: 0.0521529 Nov 12 11:50:02.196185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Made reservation on behalf of 73c2f045361649d1af6d8b6c35d54b88 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:50:02.199682 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:02.329617 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Allocated IP 172.20.0.6 (e98a0db7-6c00-4889-a2d7-536e04250a48/4dce6024-8395-467a-adf3-d4b18765af4f/8eecdc50-2e5a-48b2-97c4-c154b5292e0c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:50:02.468946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:02.502437 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:02.547450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:50:02.550549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:50:02.554336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:50:02.582261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:02.610657 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:02.611279 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:02.629247 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-b4ec4ee0-0a5c-4933-b1ec-20450eaf563d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5651431 Nov 12 11:50:02.641860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Request body: {'port': {'device_id': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:02.700305 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:02.771544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b39f8230-ba69-49de-a12d-5a0d5a3ec6f5 None None] Provisioning complete for port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:50:02.772115 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b39f8230-ba69-49de-a12d-5a0d5a3ec6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:02.806693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b39f8230-ba69-49de-a12d-5a0d5a3ec6f5 None None] Port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:50:02.971622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eecdc50-2e5a-48b2-97c4-c154b5292e0c {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:50:02.979100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:02.991344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Transition to ACTIVE for port object 8eecdc50-2e5a-48b2-97c4-c154b5292e0c will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:50:02.995673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:03.048943 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:03.121279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:50:03.121620 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:50:03.121954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:50:03.126694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:50:03.127023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:50:03.132343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:50:03.133274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:50:03.133676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:50:03.134115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Bound port: 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:50:03.134478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:03.204127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:50:03.207437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:50:03.216504 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:03.261265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:03.261897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:03.263961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 1092 time: 0.6258938 Nov 12 11:50:03.263961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:50:03.266079 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f553ea-1e85-467f-b42a-ce685a687d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:50:03.286246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2c5b5-fcee-40f7-be5e-4abd7c33be45 req-6d0be524-98d9-4bc0-a844-982fb355746e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:03.291816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f418cb2-3ba1-4a84-a920-72219b9bb0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:03.293518 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63d2c5b5-fcee-40f7-be5e-4abd7c33be45 req-6d0be524-98d9-4bc0-a844-982fb355746e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0703983 Nov 12 11:50:03.350310 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6f3603-32cb-4364-a1d7-e5239ee28d07 x-openstack-request-id: req-6a6f3603-32cb-4364-a1d7-e5239ee28d07 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:50:03.350767 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:50:03.351687 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a6f3603-32cb-4364-a1d7-e5239ee28d07 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:50:03.352124 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'status': 'completed', 'code': 200} Nov 12 11:50:03.356699 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-63d2c5b5-fcee-40f7-be5e-4abd7c33be45 req-d956678e-b649-4774-a474-f3648fa2f8b6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620782 Nov 12 11:50:03.369157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf02b-15fc-465a-9891-c804e3d10acf req-a7646841-b614-4064-8db9-00cb9067906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:03.370722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-a7646841-b614-4064-8db9-00cb9067906d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1095 time: 0.0481246 Nov 12 11:50:03.423017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-8b1423d3-da1b-4d35-aaae-ad2592f76f1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 217 time: 0.0431287 Nov 12 11:50:03.479901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf02b-15fc-465a-9891-c804e3d10acf req-e3467761-1cb8-4a16-80dd-298ef1af667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:03.481432 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-e3467761-1cb8-4a16-80dd-298ef1af667f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0477080 Nov 12 11:50:03.533878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf02b-15fc-465a-9891-c804e3d10acf req-d287d972-09ba-4383-9b47-2bdaa27e2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:03.535488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-d287d972-09ba-4383-9b47-2bdaa27e2cdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449944 Nov 12 11:50:03.641046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-3f959a42-385c-4123-ab81-3b30b21cdebf service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940111 Nov 12 11:50:03.742326 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-41edf02b-15fc-465a-9891-c804e3d10acf req-d78cc3ba-934b-403c-a1da-010b57c94965 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939212 Nov 12 11:50:03.835462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-3034948a-164b-4158-b804-dd41c424a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:03.837582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-3034948a-164b-4158-b804-dd41c424a751 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1095 time: 0.0464947 Nov 12 11:50:03.931371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-3f12dd24-d436-42e6-9145-406c4c25c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:03.932847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-3f12dd24-d436-42e6-9145-406c4c25c7d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0872321 Nov 12 11:50:03.979685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-8cfa7ace-8027-4ece-ad04-194a4b897ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 217 time: 0.0389590 Nov 12 11:50:04.033533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-8f023f10-c0c6-4fb9-bd1c-9dbc7665504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:04.034962 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-8f023f10-c0c6-4fb9-bd1c-9dbc7665504f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0438352 Nov 12 11:50:04.081396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-9980d2f9-0db9-44e0-be1e-026a6c8698b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:04.082888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-9980d2f9-0db9-44e0-be1e-026a6c8698b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402312 Nov 12 11:50:04.176152 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-db86cdae-4244-427f-92df-ef095c9d39b0 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847666 Nov 12 11:50:04.275262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61f553ea-1e85-467f-b42a-ce685a687d9d req-4692347e-2f31-4f15-93dc-64b145ea096e service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879548 Nov 12 11:50:04.476614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d985-9f91-4724-9218-044266a47fd3 req-f4520036-eb2f-43dd-bc8b-f0aa0ecf487d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:04.478118 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f320d985-9f91-4724-9218-044266a47fd3 req-f4520036-eb2f-43dd-bc8b-f0aa0ecf487d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0505431 Nov 12 11:50:04.531027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f320d985-9f91-4724-9218-044266a47fd3 req-2f485164-fa54-4003-9603-69183674ae98 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470366 Nov 12 11:50:05.650049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762823c5-adc7-4394-8dfc-d898203cfed7 req-be30fd4c-09b4-454a-a4c2-e394dcfd7366 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:05.651583 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-762823c5-adc7-4394-8dfc-d898203cfed7 req-be30fd4c-09b4-454a-a4c2-e394dcfd7366 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0510008 Nov 12 11:50:05.699229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-762823c5-adc7-4394-8dfc-d898203cfed7 req-5fa455fd-29c9-4cfd-b6ca-d447422486dc tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Nov 12 11:50:05.997513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:50:06.096423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:06.107258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'mac_address': 'fa:16:3e:ec:a8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:50:06.144478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:06.156746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eecdc50-2e5a-48b2-97c4-c154b5292e0c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:50:06.175474 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:06.180193 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:06.230226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:06.445010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['8eecdc50-2e5a-48b2-97c4-c154b5292e0c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:50:06.818860 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823da7-e5db-4431-bf60-8c6b8a726c0f req-6fb0251f-0e77-45a6-b7dd-b05b3ea271c6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:06.820376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74823da7-e5db-4431-bf60-8c6b8a726c0f req-6fb0251f-0e77-45a6-b7dd-b05b3ea271c6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0502050 Nov 12 11:50:06.868381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74823da7-e5db-4431-bf60-8c6b8a726c0f req-47b086bf-7a3d-4435-a0c2-1a211e65d719 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Nov 12 11:50:07.828950 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:50:07.983124 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706e56b-8e0a-4ffb-9305-5ea1fa0ec167 req-96fdbc5e-acf6-4636-8d1a-a612ca5643e5 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:07.984594 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0706e56b-8e0a-4ffb-9305-5ea1fa0ec167 req-96fdbc5e-acf6-4636-8d1a-a612ca5643e5 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0490904 Nov 12 11:50:08.013869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:50:08.032673 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0706e56b-8e0a-4ffb-9305-5ea1fa0ec167 req-c34fd932-d915-4a98-9bdc-3616334242f7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420945 Nov 12 11:50:08.066135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:50:08.070447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:50:08.070826 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:08.146303 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:08.168996 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:50:08.171398 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33885a94-ec10-44bb-9332-29fc9c30dffb" -d '{"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-plugged", "status": "completed", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:50:08.184186 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:08.188288 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:08.216084 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7150fd8-6bd9-448e-b542-9a0a3b091465 x-openstack-request-id: req-f7150fd8-6bd9-448e-b542-9a0a3b091465 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:50:08.216365 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-plugged", "status": "completed", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:50:08.216610 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7150fd8-6bd9-448e-b542-9a0a3b091465 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:50:08.217012 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'code': 200} Nov 12 11:50:08.312790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5d8a-68c3-4477-9393-f003b716127c req-5ce340da-6acd-4950-8805-65539d84e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:08.314261 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-222f5d8a-68c3-4477-9393-f003b716127c req-5ce340da-6acd-4950-8805-65539d84e59c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1097 time: 0.0442231 Nov 12 11:50:08.363415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-222f5d8a-68c3-4477-9393-f003b716127c req-fb125f73-9a55-4e46-ad50-c4fccb927140 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Nov 12 11:50:08.395748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:09.155246 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96784125-09eb-49d8-bf38-bfc5332ad08c req-bac23f7a-052a-42ab-a6f6-77ab2ab777f0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:09.156736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96784125-09eb-49d8-bf38-bfc5332ad08c req-bac23f7a-052a-42ab-a6f6-77ab2ab777f0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0550532 Nov 12 11:50:09.206425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-96784125-09eb-49d8-bf38-bfc5332ad08c req-dd7966a4-2c6a-4674-931d-ed0a0395237d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433369 Nov 12 11:50:10.338098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57488956-ee43-4f6c-9fcd-af4c8d7170c7 req-bfa0c996-5525-4b0f-9fb3-63d0dc03c625 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:10.339664 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57488956-ee43-4f6c-9fcd-af4c8d7170c7 req-bfa0c996-5525-4b0f-9fb3-63d0dc03c625 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0552962 Nov 12 11:50:10.389523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-57488956-ee43-4f6c-9fcd-af4c8d7170c7 req-2456ee4f-534b-4f48-9e71-c0cd9fcc0a78 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437691 Nov 12 11:50:10.509589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f238c-8b2b-42b8-b8fb-b2f5b33e1ed3 req-d960bb2a-e330-4509-a9c4-05962bd35ade tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:10.511129 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e03f238c-8b2b-42b8-b8fb-b2f5b33e1ed3 req-d960bb2a-e330-4509-a9c4-05962bd35ade tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0503819 Nov 12 11:50:10.520183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 48604) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:50:10.524904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Request body: {'floatingip': {'port_id': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:10.536931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:10.570180 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:10.856040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:11.384739 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:11.389895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:11.499302 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 associated. External IP: 172.25.2.76, port: 8eecdc50-2e5a-48b2-97c4-c154b5292e0c. Nov 12 11:50:11.719883 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:50:11.837650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:50:11.843840 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:11.848397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:50:11.859458 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:50:11.860067 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:50:11.874037 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-26f8789d-02fa-44fd-a87f-5861473d26f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "PUT /v2.0/floatingips/b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 HTTP/1.1" status: 200 len: 991 time: 1.3526969 Nov 12 11:50:11.874663 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:50:11.932134 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9097243d-8c2f-4d29-82c3-e4b126d8231e" -d '{"events": [{"name": "network-changed", "server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:50:11.976773 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:50:12.022218 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c3c3c1-6b9e-48f5-bfa1-6df32e5219cb x-openstack-request-id: req-47c3c3c1-6b9e-48f5-bfa1-6df32e5219cb {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:50:12.022509 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:50:12.022760 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47c3c3c1-6b9e-48f5-bfa1-6df32e5219cb {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:50:12.023153 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'status': 'completed', 'code': 200} Nov 12 11:50:12.087908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-742b9d08-0d16-407c-8060-a2fa81b2abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:12.089455 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-742b9d08-0d16-407c-8060-a2fa81b2abc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1097 time: 0.0416911 Nov 12 11:50:12.188029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-93848993-21e5-4bd3-be3d-d32a9203c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:12.189558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-93848993-21e5-4bd3-be3d-d32a9203c75c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0916796 Nov 12 11:50:12.261018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-1b2822ef-7faa-40bb-935f-4da4e2a7fb3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.0633636 Nov 12 11:50:12.307635 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:ec:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:50:11Z', 'revision_number': 13, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:50:12.313153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-c242e6d9-a3be-42ff-8a5c-c1facbee4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:12.314639 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-c242e6d9-a3be-42ff-8a5c-c1facbee4fb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0454760 Nov 12 11:50:12.333102 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:50:12.341415 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:50:12.342013 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:49:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:50:12.370330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-5cf64068-aa12-4d55-aefd-e012f2701c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:12.370330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-5cf64068-aa12-4d55-aefd-e012f2701c21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451732 Nov 12 11:50:12.449238 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:50:12.462305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-529ce41b-87ff-4535-bfad-24636ad2e7d0 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Nov 12 11:50:12.571880 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9097243d-8c2f-4d29-82c3-e4b126d8231e req-c8ed641a-e2b6-49d7-860e-3f9abf5f65ef service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015306 Nov 12 11:50:12.685141 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:ec:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:50:11Z', 'revision_number': 13, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:50:12.712159 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebd93c-1ba3-48b9-81dd-5af5aa6598c8 None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'port_id': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'mac_address': 'fa:16:3e:ec:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:12Z', 'updated_at': '2021-11-12T11:50:11Z', 'revision_number': 13, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:50:12.892782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395940f5-0849-451e-be0d-57c1836704d6 None None] New status for floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:50:24.005019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-430011e6-c470-401a-94b5-9d13dac8c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:26.378568 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd348-7a25-4da5-96c5-d3c87c9993f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:27.904420 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:29.628301 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.725765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:40.536312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:40.853029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:44.828465 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:50:52.329318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-4fb8bdb1-f34d-4ccb-b144-f6938fd1b37d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403755 Nov 12 11:50:52.413351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-707ade9c-9e8d-43af-b591-eead82206841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:52.414848 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-707ade9c-9e8d-43af-b591-eead82206841 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1097 time: 0.0414550 Nov 12 11:50:52.525654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-92a4e2b5-c28b-4cdb-baf9-ebe474db8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:52.527187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-92a4e2b5-c28b-4cdb-baf9-ebe474db8590 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0922282 Nov 12 11:50:52.593471 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-42b66d71-7d41-4a1a-ba54-8e9af6faeb2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 1001 time: 0.0581758 Nov 12 11:50:52.648440 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-d1cc26da-bbfb-4a7d-9338-9a4c4bc26612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:52.649977 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-d1cc26da-bbfb-4a7d-9338-9a4c4bc26612 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0496333 Nov 12 11:50:52.698856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-f2598201-da51-47fd-996c-82d150ca4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:52.700590 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-f2598201-da51-47fd-996c-82d150ca4d57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413275 Nov 12 11:50:52.711831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-3d024d98-ea12-4333-94a7-6f0156a9592a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:50:52.712770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-3d024d98-ea12-4333-94a7-6f0156a9592a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049338 Nov 12 11:50:52.803568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-b69ce074-c3b3-43ab-b32a-dbd9ae63b42e service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835388 Nov 12 11:50:52.900920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-982c5818-addb-4bc6-bbc1-a685a51c1bd5 req-23abfe89-740f-4637-85d6-bd1b6e07b812 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884049 Nov 12 11:50:54.011516 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-02ebadf7-a9fa-41df-afc9-dca11a6dc0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:56.381895 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0d158ce-8dc4-42c2-9b6b-ed26422f2916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:57.908089 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:59.632962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:00.730321 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:10.549520 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:10.852087 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:21.827490 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:51:24.003895 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-423423cf-8b65-42a6-8690-aae7129501bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:26.384308 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5d14-fa05-4471-8841-1b15a8dc887a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:27.912448 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:29.635033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:30.733167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:40.550312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:40.854400 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:52.535366 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8372c-add6-496c-ac8c-9fe68211dffd req-b235b746-b42e-47e9-bfa0-8d5da607b193 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:52.536923 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5f8372c-add6-496c-ac8c-9fe68211dffd req-b235b746-b42e-47e9-bfa0-8d5da607b193 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0509100 Nov 12 11:51:52.590749 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f5f8372c-add6-496c-ac8c-9fe68211dffd req-fa6286b7-4123-4691-a303-2538354661a9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457892 Nov 12 11:51:54.007169 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8545-5244-4e5f-8b7e-37be5bd3045f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:54.421694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-0c9217c1-4a44-4947-b661-b0456c9e3de0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431666 Nov 12 11:51:54.514118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-219038a6-40c4-42ea-ac84-b848861dd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:54.515666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-219038a6-40c4-42ea-ac84-b848861dd28d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1097 time: 0.0464997 Nov 12 11:51:54.623846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-a180ff34-67ea-488b-a287-d1b93e18f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:54.625386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-a180ff34-67ea-488b-a287-d1b93e18f6dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0895879 Nov 12 11:51:54.698370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-3bdebc0e-c1cf-45cd-becf-05b1d6fc3ec4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 1001 time: 0.0645170 Nov 12 11:51:54.753338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-90a70be5-8ead-47e5-b08f-683deb698070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:54.754813 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-90a70be5-8ead-47e5-b08f-683deb698070 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0482249 Nov 12 11:51:54.805400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-9c199825-3749-4a9f-b1b9-eaf98dcae298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:54.806893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-9c199825-3749-4a9f-b1b9-eaf98dcae298 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448871 Nov 12 11:51:54.904999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-5e4c06d5-593a-4c0f-bc6c-36cee43d1af4 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903795 Nov 12 11:51:55.002263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b02d4efc-a5c1-40f9-8d9a-f4579f44c005 req-1b773532-e6cd-4910-8374-b9e95435c67e service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899436 Nov 12 11:51:56.386248 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2322428f-80e6-41e3-afb9-07854f026f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:57.913886 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:58.826777 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:51:59.637354 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:00.735934 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:04.591604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-b9f82768-aa9b-4790-8168-ecb5948e3e94 req-7dc15481-5c78-4f20-af79-71b56659cf2e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:52:04.592584 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b9f82768-aa9b-4790-8168-ecb5948e3e94 req-7dc15481-5c78-4f20-af79-71b56659cf2e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054538 Nov 12 11:52:04.792139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-fbfcce8f-bfec-4aea-8877-d97b95683b39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734732 Nov 12 11:52:04.804451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64880259-f8c9-410d-a4bb-71e547ff6fa3 req-c1d8aea3-b250-4ec3-91b3-05f5c23b926e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:04.805911 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64880259-f8c9-410d-a4bb-71e547ff6fa3 req-c1d8aea3-b250-4ec3-91b3-05f5c23b926e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0773914 Nov 12 11:52:04.810586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-5397caef-60ac-4a47-bad8-e38fef7dccfa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:52:04.811546 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-5397caef-60ac-4a47-bad8-e38fef7dccfa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048099 Nov 12 11:52:04.857757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64880259-f8c9-410d-a4bb-71e547ff6fa3 req-dd576315-d01a-441d-aac6-9f442772a2a7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453119 Nov 12 11:52:05.939439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-249c2af6-5d0f-49c8-9db5-8f53101b380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:05.941165 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-249c2af6-5d0f-49c8-9db5-8f53101b380c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1097 time: 0.0424232 Nov 12 11:52:05.981892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b7db4-2e6b-4256-9cce-68be4e1cb29e req-1400c42b-1c9f-4646-96cd-997638ff4e25 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:05.983657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-820b7db4-2e6b-4256-9cce-68be4e1cb29e req-1400c42b-1c9f-4646-96cd-997638ff4e25 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0507135 Nov 12 11:52:06.033044 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-820b7db4-2e6b-4256-9cce-68be4e1cb29e req-7333e890-e7b2-47e6-9f26-5d885fd1fee1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433276 Nov 12 11:52:06.039267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-975ff0c8-24bf-464f-b27e-38e8b73427d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:06.040750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-975ff0c8-24bf-464f-b27e-38e8b73427d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0927331 Nov 12 11:52:06.108365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-ac1de30e-4558-498f-afe2-a8b2713e1f30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 1001 time: 0.0595787 Nov 12 11:52:06.158052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-e7030781-e858-4ef0-9230-7d25796f6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:06.159499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-e7030781-e858-4ef0-9230-7d25796f6162 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0443282 Nov 12 11:52:06.210180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-f80320de-3acf-42a8-b1d0-4b75214e5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:06.211674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-f80320de-3acf-42a8-b1d0-4b75214e5103 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455816 Nov 12 11:52:06.301799 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-0c81d231-16d6-4370-835d-b502a172a068 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820861 Nov 12 11:52:06.396571 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-74c20744-43cc-4c86-9fe5-236542edd094 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877793 Nov 12 11:52:07.154432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c4866-160f-4d21-b808-2ad786ac0c73 req-dbea592b-9d73-4362-b0e5-2cdff9647e7d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:07.155921 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-126c4866-160f-4d21-b808-2ad786ac0c73 req-dbea592b-9d73-4362-b0e5-2cdff9647e7d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0492585 Nov 12 11:52:07.204594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-126c4866-160f-4d21-b808-2ad786ac0c73 req-bdf31303-97a1-45cc-8943-79350d8fac4e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420139 Nov 12 11:52:08.326791 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d4ae-c667-4bcb-82af-9d3928862e62 req-d1e7d688-f853-470b-ac2c-eed6f615e035 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:08.328263 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0424d4ae-c667-4bcb-82af-9d3928862e62 req-d1e7d688-f853-470b-ac2c-eed6f615e035 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0478349 Nov 12 11:52:08.377763 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0424d4ae-c667-4bcb-82af-9d3928862e62 req-6de1b822-1660-4892-adaa-3b606f2c8ac4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Nov 12 11:52:09.493563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dbb95-6d02-4d97-b02c-e0bb5d840ec4 req-4084e95c-82c5-4354-b4bf-751860962f58 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:09.495054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c4dbb95-6d02-4d97-b02c-e0bb5d840ec4 req-4084e95c-82c5-4354-b4bf-751860962f58 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0485222 Nov 12 11:52:09.546859 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c4dbb95-6d02-4d97-b02c-e0bb5d840ec4 req-0d8fa11a-c4c6-4378-b0e4-793fcde613cb tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454535 Nov 12 11:52:10.548067 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:10.677856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef7820-1ebd-43e9-a1e4-1ea1b07f0d7a req-11ffdccb-875c-4320-b31f-5db24aea7225 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:10.679353 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b1ef7820-1ebd-43e9-a1e4-1ea1b07f0d7a req-11ffdccb-875c-4320-b31f-5db24aea7225 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0559924 Nov 12 11:52:10.730937 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b1ef7820-1ebd-43e9-a1e4-1ea1b07f0d7a req-0bfa184c-dcbb-4665-b231-b9ad650fecd2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456066 Nov 12 11:52:10.849729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:11.855111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186453-c3da-4cec-ad3a-83d712d4d50a req-f5dec5f9-e817-4f91-aaa9-268247f052a1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:11.856578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af186453-c3da-4cec-ad3a-83d712d4d50a req-f5dec5f9-e817-4f91-aaa9-268247f052a1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0493445 Nov 12 11:52:11.907273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af186453-c3da-4cec-ad3a-83d712d4d50a req-f5026f1d-7769-4650-8204-e3e2287f4ed2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Nov 12 11:52:13.026456 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d9176-afc8-4e59-8f1f-1b32ee8ee22d req-eab27b2b-c32f-48d2-9044-b0299258cf4e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:13.027937 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d58d9176-afc8-4e59-8f1f-1b32ee8ee22d req-eab27b2b-c32f-48d2-9044-b0299258cf4e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0507562 Nov 12 11:52:13.077565 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d58d9176-afc8-4e59-8f1f-1b32ee8ee22d req-f134bd0b-069a-45f0-99b1-54875473bd27 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Nov 12 11:52:14.200212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0390893-956b-468d-aa52-6e351ca5a479 req-a86e2f58-16ca-4840-9eff-3ec60cd3d304 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:14.201960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0390893-956b-468d-aa52-6e351ca5a479 req-a86e2f58-16ca-4840-9eff-3ec60cd3d304 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0528443 Nov 12 11:52:14.248242 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0390893-956b-468d-aa52-6e351ca5a479 req-e6d1b073-4018-4877-86e5-ea482d5d2add tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 Nov 12 11:52:15.366101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aef828-e454-4c9d-be79-4807a3e20a86 req-891f9054-edf7-4eb7-9f80-c5f82cfb5a34 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:15.367944 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58aef828-e454-4c9d-be79-4807a3e20a86 req-891f9054-edf7-4eb7-9f80-c5f82cfb5a34 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0488012 Nov 12 11:52:15.420438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58aef828-e454-4c9d-be79-4807a3e20a86 req-22faf81d-9b61-4726-8591-512f60bbaa60 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467534 Nov 12 11:52:16.540846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eeac9-65b4-425c-9cd0-c6d8d21fd0d9 req-7876f2a8-2f42-4366-b02a-d529ff96a399 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:16.542328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-031eeac9-65b4-425c-9cd0-c6d8d21fd0d9 req-7876f2a8-2f42-4366-b02a-d529ff96a399 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0529876 Nov 12 11:52:16.589675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-031eeac9-65b4-425c-9cd0-c6d8d21fd0d9 req-2694d961-f09f-476d-bad0-9f2dfa0ed35a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Nov 12 11:52:17.757601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681d747-5f10-4212-8b40-36b0a559d419 req-55fc18ba-b772-4287-89bd-b050011d2898 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:17.759095 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f681d747-5f10-4212-8b40-36b0a559d419 req-55fc18ba-b772-4287-89bd-b050011d2898 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.1010778 Nov 12 11:52:17.807703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f681d747-5f10-4212-8b40-36b0a559d419 req-23ea040f-da39-46af-959c-02416d0bb90d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Nov 12 11:52:18.975035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73260874-d317-4313-bb72-3f00c20c29d3 req-e4466859-c1ca-4198-9e43-60d6ef40c032 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:18.976591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73260874-d317-4313-bb72-3f00c20c29d3 req-e4466859-c1ca-4198-9e43-60d6ef40c032 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.1007237 Nov 12 11:52:19.026433 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73260874-d317-4313-bb72-3f00c20c29d3 req-f07ae2be-e239-4485-baee-d755dd3f84f0 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Nov 12 11:52:20.161268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde02378-3c88-4f66-88ca-4e7e76884e73 req-fbcf316f-8d69-4887-a1e1-3867b90b7f65 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:20.162800 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cde02378-3c88-4f66-88ca-4e7e76884e73 req-fbcf316f-8d69-4887-a1e1-3867b90b7f65 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0605018 Nov 12 11:52:20.211369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cde02378-3c88-4f66-88ca-4e7e76884e73 req-246a1fcf-c2dc-4bde-a34f-d14918fbe588 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423255 Nov 12 11:52:20.762904 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-9a343168-0f46-4f49-950a-9017d8eefb46 service neutron] show failed (client error): The resource could not be found. Nov 12 11:52:20.763925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-9a343168-0f46-4f49-950a-9017d8eefb46 service neutron] 10.222.0.52 "GET /v2.0/ports/8eecdc50-2e5a-48b2-97c4-c154b5292e0c/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0590584 Nov 12 11:52:21.008337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-2855a1b9-880c-47fa-a280-cfb1ac4248be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:21.009953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-2855a1b9-880c-47fa-a280-cfb1ac4248be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 1097 time: 0.0791800 Nov 12 11:52:21.023969 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:52:21.077602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:21.281514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:21.347215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:52:21.378804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e7fe9-dd41-4490-89a0-439bbbf3eaaf req-f704f467-56a7-451a-a455-6622bbb87a96 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:21.380291 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d4e7fe9-dd41-4490-89a0-439bbbf3eaaf req-f704f467-56a7-451a-a455-6622bbb87a96 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0864053 Nov 12 11:52:21.414228 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:21.416481 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea890a83-a719-4f12-b793-4bce59583acb" -d '{"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-unplugged", "status": "completed", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:21.420235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:21.450534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Transition to ACTIVE for port object 8eecdc50-2e5a-48b2-97c4-c154b5292e0c will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:52:21.454918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:21.468119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0d4e7fe9-dd41-4490-89a0-439bbbf3eaaf req-6325a5dc-2c9d-42b5-a877-1ddc0f62cd1c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798712 Nov 12 11:52:21.488496 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef56284-fdda-47c2-91a8-c280fad9201e x-openstack-request-id: req-eef56284-fdda-47c2-91a8-c280fad9201e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:21.488788 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-unplugged", "status": "completed", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:21.489073 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eef56284-fdda-47c2-91a8-c280fad9201e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:21.489464 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'code': 200} Nov 12 11:52:21.542112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:21.556010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.556354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.556687 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.557056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.557392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.557739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.558045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.558367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.558688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.559010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.559332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.559649 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:21.600041 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] No DVR routers for this DVR port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:52:21.739724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:52:21.740060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:52:21.740383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:52:21.744705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:52:21.745061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:52:21.750067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:52:21.750432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:52:21.750845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:52:21.751302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Bound port: 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:52:21.751662 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:21.819432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:52:21.822724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:52:21.827109 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:21.864590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:21.865047 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:21.866729 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] 10.222.0.59 "PUT /v2.0/ports/8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 1092 time: 0.8468344 Nov 12 11:52:21.924615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3c5eb-fe51-4f8f-8385-73e6ba130649 service neutron] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:21.941683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-5947a0fa-43f0-45cd-9cd0-8acc43aba760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:21.943372 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-5947a0fa-43f0-45cd-9cd0-8acc43aba760 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1095 time: 0.0505309 Nov 12 11:52:22.046569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-cc3fd534-ebfb-4acf-94a3-ef9fce72e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:22.048044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-cc3fd534-ebfb-4acf-94a3-ef9fce72e8fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0970230 Nov 12 11:52:22.116993 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-eb5b99b3-427f-4908-8fad-668ecf1bce21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.0605087 Nov 12 11:52:22.167120 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-98519448-f03d-40c6-9bc6-418827163297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:22.168569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-98519448-f03d-40c6-9bc6-418827163297 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0442736 Nov 12 11:52:22.221047 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-efd27cc1-3628-42f4-9d8f-409d81775102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:22.222539 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-efd27cc1-3628-42f4-9d8f-409d81775102 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461211 Nov 12 11:52:22.313264 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-6a7a4408-afbe-4bbd-9038-b7611b5d5d59 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821781 Nov 12 11:52:22.604433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38248e95-7fef-4138-9873-cccb5da3206c req-167413ab-da50-42a4-8d0b-1c3f60a0a298 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:22.605994 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38248e95-7fef-4138-9873-cccb5da3206c req-167413ab-da50-42a4-8d0b-1c3f60a0a298 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0595598 Nov 12 11:52:22.630297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:52:22.660069 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-38248e95-7fef-4138-9873-cccb5da3206c req-cf23c7b9-a85a-44f3-99ee-7171501ea508 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471709 Nov 12 11:52:22.671558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:52:22.744499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-7a0c7bb7-6e66-47ab-a27b-524174f2b33e service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230087 Nov 12 11:52:23.491009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:23.493737 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb913f-b36b-436b-a411-190b9dca2b59" -d '{"events": [{"name": "network-changed", "server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:23.545134 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b767390a-413a-4b52-ad2b-77b22bab6e74 x-openstack-request-id: req-b767390a-413a-4b52-ad2b-77b22bab6e74 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:23.545447 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:23.545823 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b767390a-413a-4b52-ad2b-77b22bab6e74 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:23.546271 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'status': 'completed', 'code': 200} Nov 12 11:52:23.640351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-f49f59c1-4898-4c28-b011-5faee846fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:23.642481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-f49f59c1-4898-4c28-b011-5faee846fc7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1095 time: 0.0773718 Nov 12 11:52:23.645071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-2ac76707-20b0-4583-be48-d4fe89f53394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:23.646416 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-2ac76707-20b0-4583-be48-d4fe89f53394 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1095 time: 0.0727103 Nov 12 11:52:23.789121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3a9b-9a38-4c60-ad66-cf65beb4cede req-ce95957b-bb5b-4bbe-91b2-6d68d36baf30 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:23.791398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c2e3a9b-9a38-4c60-ad66-cf65beb4cede req-ce95957b-bb5b-4bbe-91b2-6d68d36baf30 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0529232 Nov 12 11:52:23.817728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-724341f4-b6d1-4123-8100-e1498281062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:23.819206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-724341f4-b6d1-4123-8100-e1498281062d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1693423 Nov 12 11:52:23.822048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-a6210a98-2e5e-4b66-80c5-639a20e40867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:23.823375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-a6210a98-2e5e-4b66-80c5-639a20e40867 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1657410 Nov 12 11:52:23.852394 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c2e3a9b-9a38-4c60-ad66-cf65beb4cede req-3d08c266-6e68-4636-8178-67fbb80e819f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524654 Nov 12 11:52:23.942629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-98b92ed1-6a92-4e3b-9539-e5dfd60cfdb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.1150622 Nov 12 11:52:23.944675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-11980b32-ceb8-456a-ba7d-2fd30c3e191e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.1099939 Nov 12 11:52:24.009945 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62ab9dfc-3e96-4fa5-bf00-e6ee0905fc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:24.033491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-031d6c93-613d-4e46-873e-d24d3835a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:24.035019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-031d6c93-613d-4e46-873e-d24d3835a2de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0843635 Nov 12 11:52:24.036592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-670fbf98-f61e-4541-9cda-28ba4bcb4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:24.037913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-670fbf98-f61e-4541-9cda-28ba4bcb4b92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0795803 Nov 12 11:52:24.116498 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-8cbfc37f-617b-4845-a5cc-ade90c5f3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:24.118016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-8cbfc37f-617b-4845-a5cc-ade90c5f3a94 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753427 Nov 12 11:52:24.120622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-38c32d03-b8d6-4051-9205-9d832c43699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:24.121980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-38c32d03-b8d6-4051-9205-9d832c43699e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713539 Nov 12 11:52:24.284049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-a2fd5fce-47af-4315-b75f-0acb924db809 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571660 Nov 12 11:52:24.286369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-932453c7-00ea-4848-8060-a804c5e56603 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521940 Nov 12 11:52:24.451847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-a4c5134f-87ef-4524-9f1c-03ea462c62d8 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588793 Nov 12 11:52:24.455557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76fb913f-b36b-436b-a411-190b9dca2b59 req-0cc4d27b-e08b-49a6-bbfa-c635c9ee00c1 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541874 Nov 12 11:52:24.981935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef2734-fafe-4a99-83b7-b91a2c7a1681 req-bf194ddd-7225-4408-b077-5f17dc86dce3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:24.983434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-24ef2734-fafe-4a99-83b7-b91a2c7a1681 req-bf194ddd-7225-4408-b077-5f17dc86dce3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0556347 Nov 12 11:52:25.033633 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-24ef2734-fafe-4a99-83b7-b91a2c7a1681 req-7bb5e209-ca0a-4565-94d0-9e37293e02a4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433693 Nov 12 11:52:26.173940 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dde36-b3cc-495e-a87a-bac2c7ad75e2 req-72186dd8-db84-4d64-a31b-21e9aef0aebd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:26.175798 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-989dde36-b3cc-495e-a87a-bac2c7ad75e2 req-72186dd8-db84-4d64-a31b-21e9aef0aebd tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0569479 Nov 12 11:52:26.226859 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-989dde36-b3cc-495e-a87a-bac2c7ad75e2 req-df466d89-49fb-47cd-aa67-e1cf0c911a55 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447936 Nov 12 11:52:26.392117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-30d76320-20a2-4fe9-be8d-6da2fa8593c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:27.350136 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51267505-09ff-47ff-bd7a-db718c00e6b3 req-caa2c735-e1f4-4f7c-831b-21fde07fcbf4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:27.351697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51267505-09ff-47ff-bd7a-db718c00e6b3 req-caa2c735-e1f4-4f7c-831b-21fde07fcbf4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0516036 Nov 12 11:52:27.405276 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-51267505-09ff-47ff-bd7a-db718c00e6b3 req-30512059-abfb-494d-bb5a-fb360feb6538 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471087 Nov 12 11:52:27.916879 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:28.537404 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97849a12-2d9a-4764-90d1-857f0dfc2c61 req-96ebca8e-b860-40fe-bb9d-8f05f31ccd89 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:28.538970 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97849a12-2d9a-4764-90d1-857f0dfc2c61 req-96ebca8e-b860-40fe-bb9d-8f05f31ccd89 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0517216 Nov 12 11:52:28.597127 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-97849a12-2d9a-4764-90d1-857f0dfc2c61 req-6d28e299-e79a-427b-a5c7-277c287cdf08 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512810 Nov 12 11:52:29.641641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:29.721039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459490e1-7dca-4bf5-809a-359248b16b2d req-1959d872-d09d-4f58-9742-019f62ab83c4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:29.722584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-459490e1-7dca-4bf5-809a-359248b16b2d req-1959d872-d09d-4f58-9742-019f62ab83c4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0519361 Nov 12 11:52:29.775290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-459490e1-7dca-4bf5-809a-359248b16b2d req-aa3d9660-4d97-4a53-a414-7d530ff8c8a3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466154 Nov 12 11:52:30.738568 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:30.902232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a62c4-c76b-489f-b274-dfe890fc17bf req-fe4ce659-4cab-41eb-9e19-c0ddf1b1948b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:30.903761 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df7a62c4-c76b-489f-b274-dfe890fc17bf req-fe4ce659-4cab-41eb-9e19-c0ddf1b1948b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0494521 Nov 12 11:52:30.955386 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-df7a62c4-c76b-489f-b274-dfe890fc17bf req-42378464-8a58-43c5-89df-ee0510a500a9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449035 Nov 12 11:52:32.073361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9847554-0063-4eb5-8988-99441356911f req-82e2c9ec-e8d1-41b4-b2b8-97c71d29a73c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:32.074765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9847554-0063-4eb5-8988-99441356911f req-82e2c9ec-e8d1-41b4-b2b8-97c71d29a73c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0485806 Nov 12 11:52:32.122679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9847554-0063-4eb5-8988-99441356911f req-70f08ece-c615-4102-83cd-e52da410ce5b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414548 Nov 12 11:52:33.242875 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aab238-67a9-4716-bdb4-8315e816b74a req-e6499447-5ff1-4ea3-9361-7fcf33890d7a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:33.244367 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56aab238-67a9-4716-bdb4-8315e816b74a req-e6499447-5ff1-4ea3-9361-7fcf33890d7a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0504434 Nov 12 11:52:33.294377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56aab238-67a9-4716-bdb4-8315e816b74a req-56350011-fe9a-4eac-9c13-419bf7289611 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Nov 12 11:52:33.881454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-4519f239-c1ea-40f9-9034-03a34f67a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:33.882970 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-4519f239-c1ea-40f9-9034-03a34f67a95d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1095 time: 0.0443203 Nov 12 11:52:34.005020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-2f3fcafd-20f4-485d-b01d-8d388da65cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:34.006491 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-2f3fcafd-20f4-485d-b01d-8d388da65cab service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1010621 Nov 12 11:52:34.076407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-563fcf66-6fa8-4848-a016-8d48a5f13029 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.0617087 Nov 12 11:52:34.129472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-10dc9385-791a-4556-8a51-d5b2391a8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:34.130939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-10dc9385-791a-4556-8a51-d5b2391a8a5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0472507 Nov 12 11:52:34.185470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-6f3ab900-b267-4ae0-9d20-5fbc72665130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:34.187104 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-6f3ab900-b267-4ae0-9d20-5fbc72665130 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482593 Nov 12 11:52:34.281775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-0ae25798-b30a-409d-b413-ec0b540e36b0 service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859029 Nov 12 11:52:34.413881 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6d5b4a9-446d-4dd9-81c1-dfc93eade8c9 req-7fb02df1-b9f9-45fc-854e-672267827a7c service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242039 Nov 12 11:52:34.431868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d07f6-b13e-4f19-9568-fb7b156a6681 req-2cc1f74f-0fe9-415b-acb4-ef2de3827924 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:34.433398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed2d07f6-b13e-4f19-9568-fb7b156a6681 req-2cc1f74f-0fe9-415b-acb4-ef2de3827924 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0646100 Nov 12 11:52:34.495663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed2d07f6-b13e-4f19-9568-fb7b156a6681 req-5ddc77d4-e9ce-4955-b693-56dd15caa07c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455556 Nov 12 11:52:35.615466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a61484-4631-4889-adc1-20a892ca842b req-a962f014-2898-43ea-a150-f0bfaf34d1f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:35.617272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f0a61484-4631-4889-adc1-20a892ca842b req-a962f014-2898-43ea-a150-f0bfaf34d1f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0505075 Nov 12 11:52:35.664798 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f0a61484-4631-4889-adc1-20a892ca842b req-01a30862-c47c-45ad-84c3-7b51987bb473 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416508 Nov 12 11:52:35.825604 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:52:35.958335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-8cc49aac-a8de-4156-b3cb-03651815049c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:35.959926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-8cc49aac-a8de-4156-b3cb-03651815049c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.59 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d&tenant_id=73c2f045361649d1af6d8b6c35d54b88&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 943 time: 0.0596585 Nov 12 11:52:35.984359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4bb5-657d-4aa0-86b7-b1c780a57b67 req-c7de7226-7758-406c-9fd3-3b27b3987b65 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:35.986426 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-402c4bb5-657d-4aa0-86b7-b1c780a57b67 req-c7de7226-7758-406c-9fd3-3b27b3987b65 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 943 time: 0.0593247 Nov 12 11:52:36.027666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-d4bfbb84-e079-4bdf-8b77-8f40db550994 service neutron] 10.222.0.59 "GET /v2.0/ports/8eecdc50-2e5a-48b2-97c4-c154b5292e0c/bindings/n-h1-768851-19 HTTP/1.1" status: 200 len: 383 time: 0.0571094 Nov 12 11:52:36.036267 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-402c4bb5-657d-4aa0-86b7-b1c780a57b67 req-0fab3abe-7f92-48cd-a6bf-cc07ea09c787 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 Nov 12 11:52:36.095463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1909b9e-641f-4918-b8c8-fa916af3fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:36.096967 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1909b9e-641f-4918-b8c8-fa916af3fd95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1095 time: 0.0432541 Nov 12 11:52:36.193528 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-d7e71688-a0f8-44d6-90c4-97ff7d78364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:36.195014 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-d7e71688-a0f8-44d6-90c4-97ff7d78364b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0909553 Nov 12 11:52:36.261259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-7a8365d4-74c8-41e8-a53c-054f4016e98d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.0584342 Nov 12 11:52:36.309937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-47ebeaf1-46b1-4a57-91cf-5185adbe1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:36.311285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-47ebeaf1-46b1-4a57-91cf-5185adbe1c26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0427079 Nov 12 11:52:36.344610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:52:36.362802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-c0b15ab8-79f4-453d-9f64-03055a306f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:36.364369 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-c0b15ab8-79f4-453d-9f64-03055a306f13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460336 Nov 12 11:52:36.445781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:36.457892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'mac_address': 'fa:16:3e:ec:a8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:52:36.459325 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-de6503f1-2a8c-4861-a629-9e18d68d062b service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866296 Nov 12 11:52:36.494966 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:36.508035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eecdc50-2e5a-48b2-97c4-c154b5292e0c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:52:36.528703 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:36.533118 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:36.558409 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-c1233a21-1eaf-4bf1-a149-30a0405cfaaf service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912557 Nov 12 11:52:36.594448 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:36.602913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.603249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.603597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.603927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.604259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.604607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.604963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.605287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.605609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.605928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.606250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.606567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:36.849808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8eecdc50-2e5a-48b2-97c4-c154b5292e0c'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:52:37.171301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da86c4-48b0-4f0d-86b0-c501a99d089a req-8118f625-bdeb-4410-989b-6d48b4ecc7a9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:37.173775 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22da86c4-48b0-4f0d-86b0-c501a99d089a req-8118f625-bdeb-4410-989b-6d48b4ecc7a9 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0586178 Nov 12 11:52:37.223834 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-22da86c4-48b0-4f0d-86b0-c501a99d089a req-56ec8025-8315-4630-8063-5c61b5100b48 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 Nov 12 11:52:38.352036 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:52:38.353186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c0c8b-128d-4e35-8acb-79f8569b62db req-3511f08f-1ec1-4aec-82b5-e64ee721b29b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:38.355465 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a57c0c8b-128d-4e35-8acb-79f8569b62db req-3511f08f-1ec1-4aec-82b5-e64ee721b29b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0542760 Nov 12 11:52:38.411421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:52:38.412120 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a57c0c8b-128d-4e35-8acb-79f8569b62db req-487d5a11-25b3-4d43-b6a1-079c39a29104 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493999 Nov 12 11:52:38.416757 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:52:38.417168 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:38.498550 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:38.522999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:38.525418 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a067b51-4523-4521-8d89-fee6dd2a959c" -d '{"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-plugged", "status": "completed", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:38.538832 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:38.544143 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:38.606435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:38.637421 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51ce940-6f14-4a18-9526-18cce63bdf92 x-openstack-request-id: req-a51ce940-6f14-4a18-9526-18cce63bdf92 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:38.637719 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-plugged", "status": "completed", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:38.637974 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a51ce940-6f14-4a18-9526-18cce63bdf92 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:38.638376 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'code': 200} Nov 12 11:52:39.533820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98598fc8-83c6-4124-8c19-47e6b1a3765a req-d5b57e64-97f9-445e-8faa-1c6ddfba1aa4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:39.535408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98598fc8-83c6-4124-8c19-47e6b1a3765a req-d5b57e64-97f9-445e-8faa-1c6ddfba1aa4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0498226 Nov 12 11:52:39.588150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-98598fc8-83c6-4124-8c19-47e6b1a3765a req-cee19416-fea2-479d-954e-28f9fa5b972f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467329 Nov 12 11:52:40.576572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:40.713848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cd61b-f300-48a3-814b-5b37f6a635a0 req-c95f4dcc-8f7b-4f23-9c7c-fa9c5be37b6a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:40.715320 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e4cd61b-f300-48a3-814b-5b37f6a635a0 req-c95f4dcc-8f7b-4f23-9c7c-fa9c5be37b6a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0565524 Nov 12 11:52:40.796223 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0e4cd61b-f300-48a3-814b-5b37f6a635a0 req-7df02d18-b75d-42c7-80f7-ddf925b4c742 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736630 Nov 12 11:52:40.804571 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-06a7589f-ba7a-470d-9020-eec711791450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:40.806476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-06a7589f-ba7a-470d-9020-eec711791450 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d&tenant_id=73c2f045361649d1af6d8b6c35d54b88 HTTP/1.1" status: 200 len: 1097 time: 0.1073124 Nov 12 11:52:40.819171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:52:40.850262 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:40.874642 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:41.088712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:41.122778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:52:41.166835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:41.169142 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ca547b-44ab-41b9-94a3-9c3ae2e35da5" -d '{"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-unplugged", "status": "completed", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:41.173743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:41.186262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Transition to ACTIVE for port object 8eecdc50-2e5a-48b2-97c4-c154b5292e0c will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:52:41.191026 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:41.278150 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d263c99b-b918-4cc1-a96c-9829dadf1389 x-openstack-request-id: req-d263c99b-b918-4cc1-a96c-9829dadf1389 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:41.278447 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-unplugged", "status": "completed", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:41.278697 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d263c99b-b918-4cc1-a96c-9829dadf1389 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:41.279089 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'code': 200} Nov 12 11:52:41.279794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=10']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:41.320437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] No DVR routers for this DVR port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:52:41.466109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:52:41.466489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:52:41.466820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:52:41.471274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:52:41.471593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Attempting to bind port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on network e98a0db7-6c00-4889-a2d7-536e04250a48 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:52:41.477257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:52:41.477587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Checking segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:52:41.477967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Bound using segment: {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:52:41.478397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Bound port: 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92891698-5bf9-4ea3-b467-c8cf2770f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:52:41.478748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:41.541647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:52:41.544856 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:52:41.549664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:41.583904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:41.584549 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:41.585957 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] 10.222.0.52 "PUT /v2.0/ports/8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 1093 time: 0.7711394 Nov 12 11:52:41.607544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec39be-53fc-468f-a9dd-6f29399aa937 service neutron] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=11']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:41.656733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-7ea72736-3211-4ceb-9a87-ce79f4b659e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:41.658807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-7ea72736-3211-4ceb-9a87-ce79f4b659e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1096 time: 0.0477669 Nov 12 11:52:41.762217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-e162b029-828c-4b26-bcf3-81ebe2d799df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:41.763695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-e162b029-828c-4b26-bcf3-81ebe2d799df service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0969291 Nov 12 11:52:41.837174 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-ff39561a-7c37-4c5e-8498-184752e3d16b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.0642865 Nov 12 11:52:41.915833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-836221e1-c0d1-459a-8d45-90c044331f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:41.917319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-836221e1-c0d1-459a-8d45-90c044331f5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0722225 Nov 12 11:52:41.940046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137893f-4f2f-4cd6-9571-eb114a1b82d4 req-83e612b1-586c-42a0-99db-79f25126a963 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:41.941497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8137893f-4f2f-4cd6-9571-eb114a1b82d4 req-83e612b1-586c-42a0-99db-79f25126a963 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0703835 Nov 12 11:52:42.006931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-abd2b1ef-a61a-4c7e-84f7-e3fd7bbefb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:42.008416 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-abd2b1ef-a61a-4c7e-84f7-e3fd7bbefb01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830200 Nov 12 11:52:42.015510 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8137893f-4f2f-4cd6-9571-eb114a1b82d4 req-4f4e986e-8836-4945-95d9-a96e86461516 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566020 Nov 12 11:52:42.101695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-3c708f10-b50e-4bcd-ba9c-a04e6ff09654 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846579 Nov 12 11:52:42.196429 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-45d713e9-598b-4a69-a4c5-983786b5faa2 req-08ead776-7455-4937-b42c-eeef2a55bc6a service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872643 Nov 12 11:52:42.350266 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:52:42.389095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:52:43.138481 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6142ccc-bdd3-469c-9ffe-2ab179f5378b req-801affe2-764b-4649-affc-1faa85d53d32 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:43.140058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6142ccc-bdd3-469c-9ffe-2ab179f5378b req-801affe2-764b-4649-affc-1faa85d53d32 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0502322 Nov 12 11:52:43.188458 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a6142ccc-bdd3-469c-9ffe-2ab179f5378b req-16916ea2-5b79-406f-88fc-463755689392 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421805 Nov 12 11:52:43.280787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:43.283716 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e703de29-7c24-40bb-bebc-60a9759688df" -d '{"events": [{"name": "network-changed", "server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:43.332922 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dd4fd5-b433-4b20-8e4a-83dd773c58a8 x-openstack-request-id: req-b0dd4fd5-b433-4b20-8e4a-83dd773c58a8 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:43.333219 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:43.333471 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0dd4fd5-b433-4b20-8e4a-83dd773c58a8 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:43.333869 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'status': 'completed', 'code': 200} Nov 12 11:52:43.424068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703de29-7c24-40bb-bebc-60a9759688df req-6d023f8b-6b3c-478c-8c96-499047be9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:43.425295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-6d023f8b-6b3c-478c-8c96-499047be9ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1096 time: 0.0714097 Nov 12 11:52:43.427175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703de29-7c24-40bb-bebc-60a9759688df req-b4be798c-27ca-4701-b356-7d586c02740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:43.428501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-b4be798c-27ca-4701-b356-7d586c02740e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1096 time: 0.0645425 Nov 12 11:52:43.592546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703de29-7c24-40bb-bebc-60a9759688df req-60edad66-c4b7-4d38-84ce-d57c4ca19220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:43.594501 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-60edad66-c4b7-4d38-84ce-d57c4ca19220 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1612008 Nov 12 11:52:43.595809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703de29-7c24-40bb-bebc-60a9759688df req-49fc9263-5428-42d2-a1d9-334f6908b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:43.597137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-49fc9263-5428-42d2-a1d9-334f6908b487 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.1571541 Nov 12 11:52:44.033943 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-4bf557e0-70ef-414a-8d33-10bf6160095c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.4330902 Nov 12 11:52:44.037866 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-4049cf52-8181-43bd-92bd-958493949f92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.4295731 Nov 12 11:52:44.118948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703de29-7c24-40bb-bebc-60a9759688df req-f3631cfc-3ea6-4028-a1c0-e351d7947468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:44.120403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-f3631cfc-3ea6-4028-a1c0-e351d7947468 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0786738 Nov 12 11:52:44.121795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703de29-7c24-40bb-bebc-60a9759688df req-920e6fb7-5b72-49eb-800f-267a384fe624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:44.123091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-920e6fb7-5b72-49eb-800f-267a384fe624 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0741403 Nov 12 11:52:44.198779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703de29-7c24-40bb-bebc-60a9759688df req-28ba444d-0d22-4ae7-9eeb-51e8b6b013e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:44.200198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-28ba444d-0d22-4ae7-9eeb-51e8b6b013e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724142 Nov 12 11:52:44.203074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703de29-7c24-40bb-bebc-60a9759688df req-7df7e290-4cb0-4b64-926d-4bd30cf502f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:44.205055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-7df7e290-4cb0-4b64-926d-4bd30cf502f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695820 Nov 12 11:52:44.311290 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13796f3-ca6d-43c5-93cf-fa7de514ee6b req-03dc0eeb-f9cb-49cb-8b78-45a32d97987b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:44.315274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f13796f3-ca6d-43c5-93cf-fa7de514ee6b req-03dc0eeb-f9cb-49cb-8b78-45a32d97987b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0535069 Nov 12 11:52:44.366183 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-ef18f502-6839-48b0-8e2f-6937d33ce7a5 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572924 Nov 12 11:52:44.368763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-6064e4e5-5890-4b45-ad33-dcd154e260ef service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527553 Nov 12 11:52:44.369601 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f13796f3-ca6d-43c5-93cf-fa7de514ee6b req-cf268d37-3307-4e0f-8b2a-6c17758cd4d2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474820 Nov 12 11:52:44.535134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-b0e587cf-9d12-481b-93e0-469311a5e82e service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607597 Nov 12 11:52:44.538660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e703de29-7c24-40bb-bebc-60a9759688df req-18af5090-ef8c-4bdd-8a19-283476acbb8e service neutron] 10.222.0.59 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549728 Nov 12 11:52:45.493812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d50510-d16d-48df-b83a-61a36305430f req-cd0aeb67-4f06-443d-803f-a42f5dcf551f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:45.495363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6d50510-d16d-48df-b83a-61a36305430f req-cd0aeb67-4f06-443d-803f-a42f5dcf551f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0508108 Nov 12 11:52:45.549966 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f6d50510-d16d-48df-b83a-61a36305430f req-281e0718-d572-4ae5-852b-015dd565c57a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476737 Nov 12 11:52:46.677072 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e7dc-3eb5-4a1a-961c-53729ee21cc1 req-fdaae190-94cb-49a6-9d58-c1bec0a489da tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:46.678572 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9950e7dc-3eb5-4a1a-961c-53729ee21cc1 req-fdaae190-94cb-49a6-9d58-c1bec0a489da tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0542388 Nov 12 11:52:46.728184 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9950e7dc-3eb5-4a1a-961c-53729ee21cc1 req-6dce9cf1-7f29-46cc-a5d9-37cf4145d5b7 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436368 Nov 12 11:52:47.847206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498d5f-75fc-4822-8cc7-86fa93f50bac req-11098f37-38bb-4e70-9ea7-858cf7767b01 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:47.848732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2498d5f-75fc-4822-8cc7-86fa93f50bac req-11098f37-38bb-4e70-9ea7-858cf7767b01 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0499444 Nov 12 11:52:47.896792 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2498d5f-75fc-4822-8cc7-86fa93f50bac req-e8541e5f-d74c-4e0b-98b7-e126e2a6772e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421081 Nov 12 11:52:49.014850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c009d-017c-4757-9968-dba6e476d7ee req-3c8953f0-efde-4fbd-a1a6-cb8397acdf0d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:49.016331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f1c009d-017c-4757-9968-dba6e476d7ee req-3c8953f0-efde-4fbd-a1a6-cb8397acdf0d tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0494361 Nov 12 11:52:49.072026 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6f1c009d-017c-4757-9968-dba6e476d7ee req-00e05f45-6545-42cc-9e28-4e94a6ecc381 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493352 Nov 12 11:52:50.191059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4427b26-7e5e-4605-a1f2-31917bf053f3 req-cb0dc577-11ee-4293-85c3-eaac326fb9b2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:50.192543 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4427b26-7e5e-4605-a1f2-31917bf053f3 req-cb0dc577-11ee-4293-85c3-eaac326fb9b2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0494795 Nov 12 11:52:50.240100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d4427b26-7e5e-4605-a1f2-31917bf053f3 req-2e699dd8-6488-4c17-bba7-faf35e5e413c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Nov 12 11:52:51.362728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24913352-06a5-4622-861f-d9f2f41cdf7c req-b004e75a-35d0-4a9d-8013-3faf49e426c6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:51.364238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-24913352-06a5-4622-861f-d9f2f41cdf7c req-b004e75a-35d0-4a9d-8013-3faf49e426c6 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0542593 Nov 12 11:52:51.418777 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-24913352-06a5-4622-861f-d9f2f41cdf7c req-b0ac6554-83bf-4b7d-ade3-acc36e38201e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484078 Nov 12 11:52:52.551606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a60b1-4d82-4afd-bae0-25f27b514e70 req-70f11427-dd33-4fb0-8fbc-ad22e81155e2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:52.553197 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f36a60b1-4d82-4afd-bae0-25f27b514e70 req-70f11427-dd33-4fb0-8fbc-ad22e81155e2 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0569658 Nov 12 11:52:52.603574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f36a60b1-4d82-4afd-bae0-25f27b514e70 req-ab63da29-c24d-464a-b887-f6cbb1f3a579 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443327 Nov 12 11:52:53.730796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6941-3a69-47ae-9ca6-ad20f84658d2 req-4fab4faa-72cf-484d-9428-2738cd8ea1b3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:53.732397 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04bf6941-3a69-47ae-9ca6-ad20f84658d2 req-4fab4faa-72cf-484d-9428-2738cd8ea1b3 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0520773 Nov 12 11:52:53.782430 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-04bf6941-3a69-47ae-9ca6-ad20f84658d2 req-4dd93099-2a0f-4c8b-bfe0-bdecb8dca972 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 Nov 12 11:52:54.012610 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aeafb058-16d8-41d9-8eb0-74ee9cd157b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:54.904841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c6890-7a8c-492c-b078-6b9fe9f61d99 req-33ad781f-8725-44db-9c0a-e2576ce490ba tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:54.906386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf8c6890-7a8c-492c-b078-6b9fe9f61d99 req-33ad781f-8725-44db-9c0a-e2576ce490ba tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0511382 Nov 12 11:52:54.956239 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf8c6890-7a8c-492c-b078-6b9fe9f61d99 req-3dc41aba-e93c-4ad1-8a63-c37ffe83e86e tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436373 Nov 12 11:52:55.078300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452f1d-cad0-4b99-93d2-bbcfb402a877 req-02462dfb-f4f3-44a9-930f-fbc7ea2d9b33 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:55.079878 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34452f1d-cad0-4b99-93d2-bbcfb402a877 req-02462dfb-f4f3-44a9-930f-fbc7ea2d9b33 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0542271 Nov 12 11:52:55.134116 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34452f1d-cad0-4b99-93d2-bbcfb402a877 req-1211e381-5735-42cc-97c3-e27b5a43a1f4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481691 Nov 12 11:52:55.254709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3381fd7-e539-44dd-8c02-866d22ddea85 req-871dbb2c-3f3c-41b2-94b8-98becf52ee33 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:55.256265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3381fd7-e539-44dd-8c02-866d22ddea85 req-871dbb2c-3f3c-41b2-94b8-98becf52ee33 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0552483 Nov 12 11:52:55.337087 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3381fd7-e539-44dd-8c02-866d22ddea85 req-7195c674-221f-4826-8c0e-8ee2aae2818a tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732358 Nov 12 11:52:55.340727 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-bb8e3529-bc8e-4f42-ad64-9ca550000954 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690515 Nov 12 11:52:55.429328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-cc1bd021-46b0-4be4-b272-6961f9e5ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:55.430875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-cc1bd021-46b0-4be4-b272-6961f9e5ef1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73c2f045361649d1af6d8b6c35d54b88&device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 1096 time: 0.0430915 Nov 12 11:52:55.544879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-36bced6c-61a2-44d1-9ae5-c0eb3b8d8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:55.546386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-36bced6c-61a2-44d1-9ae5-c0eb3b8d8490 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 200 len: 913 time: 0.0930533 Nov 12 11:52:55.644610 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-0419cb46-b473-44d2-af2e-2acdbddffbf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 200 len: 999 time: 0.0906093 Nov 12 11:52:55.655287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0177cb-8649-4fcd-8d69-5cd4f7eb69fa req-2ee11aec-fb51-432c-917f-658bc1e2228b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:55.656723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce0177cb-8649-4fcd-8d69-5cd4f7eb69fa req-2ee11aec-fb51-432c-917f-658bc1e2228b tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0965903 Nov 12 11:52:55.728012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-3df59f87-2a01-4276-8a6c-b35dbd727d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:55.729519 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-3df59f87-2a01-4276-8a6c-b35dbd727d34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 200 len: 851 time: 0.0719349 Nov 12 11:52:55.750687 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce0177cb-8649-4fcd-8d69-5cd4f7eb69fa req-8c48e5ea-0d3f-47d8-8712-4b9e05750909 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856466 Nov 12 11:52:55.781314 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-a2020923-955c-4659-85d3-6bacede6d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:55.783692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-a2020923-955c-4659-85d3-6bacede6d05b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e98a0db7-6c00-4889-a2d7-536e04250a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451248 Nov 12 11:52:55.882575 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-6109b9a1-9df2-4d5b-b1af-a368ab92bbd9 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910826 Nov 12 11:52:55.978968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3222c70-5d88-41ad-9e8f-d880a556d044 req-065049cb-f0be-4753-8baa-b55b2c816791 service neutron] 10.222.0.52 "GET /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870736 Nov 12 11:52:56.385553 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-344da3cb-7654-43bb-9ea3-e30d1ce0c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:56.784031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:52:56.881744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24060-0c40-4f64-bfd9-d3351e8a0842 req-746922df-3efb-4ec9-b0f2-128dc590611c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:56.889751 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3db24060-0c40-4f64-bfd9-d3351e8a0842 req-746922df-3efb-4ec9-b0f2-128dc590611c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 944 time: 0.0589800 Nov 12 11:52:56.904676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:56.918637 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'port_id': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'mac_address': 'fa:16:3e:ec:a8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:52:56.940768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3db24060-0c40-4f64-bfd9-d3351e8a0842 req-43300289-68d4-4275-aa53-8c6ac5e94324 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c063e9-404d-4351-aad4-28bc18d68cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498877 Nov 12 11:52:56.964980 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:56.978924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eecdc50-2e5a-48b2-97c4-c154b5292e0c {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:52:57.001099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:57.006366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:57.067970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=12']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:57.198143 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-28055b61-22aa-4026-bb59-6976115eaf0f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:57.199894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-28055b61-22aa-4026-bb59-6976115eaf0f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 945 time: 0.0632637 Nov 12 11:52:57.306999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Deleting port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:52:57.307471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:57.410172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] For port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:57.410422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:57.602426 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:57.602877 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:57.603283 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 disassociated. External IP: 172.25.2.76, port: 8eecdc50-2e5a-48b2-97c4-c154b5292e0c. Nov 12 11:52:57.603623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Calling delete_port for 8eecdc50-2e5a-48b2-97c4-c154b5292e0c owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:52:57.740972 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:57.770073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event deleted for resources: {'Port': ['ID=8eecdc50-2e5a-48b2-97c4-c154b5292e0c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:57.903409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:52:57.921416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:58.029057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:52:58.040336 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:52:58.048642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a13407a3-54bd-49be-98ae-a32b467de4b5 req-528c02fc-83ca-4862-b518-02e40be33294 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 210 time: 0.0311728 Nov 12 11:52:58.051277 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:52:58.051956 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:52:58.088790 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] No DVR routers for this DVR port 8eecdc50-2e5a-48b2-97c4-c154b5292e0c on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:52:58.091505 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:58.095184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9feb8c20-aa8f-465c-aee9-0e1c9bccf0b9 req-5dfefea2-4a7f-4aef-b0b7-9a4aad21723c tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.52 "DELETE /v2.0/ports/8eecdc50-2e5a-48b2-97c4-c154b5292e0c HTTP/1.1" status: 204 len: 173 time: 0.8881471 Nov 12 11:52:58.095791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-deleted', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:58.098104 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc3656-482d-4cd1-b94d-f3ec7206b151" -d '{"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-deleted", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:58.147695 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48743479-d1a7-48c1-885e-ab2b56743b2b x-openstack-request-id: req-48743479-d1a7-48c1-885e-ab2b56743b2b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:58.148053 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66453c1-b10e-4f69-be07-b9c0f0b7df2d", "name": "network-vif-deleted", "tag": "8eecdc50-2e5a-48b2-97c4-c154b5292e0c", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:58.148319 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48743479-d1a7-48c1-885e-ab2b56743b2b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:58.148724 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66453c1-b10e-4f69-be07-b9c0f0b7df2d', 'name': 'network-vif-deleted', 'tag': '8eecdc50-2e5a-48b2-97c4-c154b5292e0c', 'status': 'completed', 'code': 200} Nov 12 11:52:58.164428 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:52:58.374532 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:52:58.404682 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:52:58.414471 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:52:58.415078 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:52:58.525648 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:52:58.832573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:52:58.863407 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca59bd9-5464-48f1-98dd-179edde6aa1c None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f1c5d545-a784-4e8f-aee6-070bf5e655a6', 'name': '', 'network_id': 'e98a0db7-6c00-4889-a2d7-536e04250a48', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'mac_address': 'fa:16:3e:be:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:10Z', 'updated_at': '2021-11-12T11:43:13Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'subnets': [{'id': '4dce6024-8395-467a-adf3-d4b18765af4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:52:59.138208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204ffad-d594-4cf0-b7ef-c97f29a5d9a3 None None] New status for floating IP b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:52:59.181065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-172d7fe1-782f-4e2a-b938-50d21d9bf9d4 req-fea65839-7dca-4324-ba43-1a97c7827ea1 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 210 time: 0.0487821 Nov 12 11:52:59.645267 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:00.284837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c3e08c77-1485-4aed-9a3f-3666fc8ce2d1 req-05c5eca0-e784-42f2-b05e-9273eda8098f tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 210 time: 0.0269768 Nov 12 11:53:00.742104 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:00.804673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:53:00.826991 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 8eecdc50-2e5a-48b2-97c4-c154b5292e0c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:53:00.827367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8eecdc50-2e5a-48b2-97c4-c154b5292e0c not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:53:01.393016 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a48e92ac-dd11-4f0e-b8b9-41de56cb49df req-dbff6717-cfae-4a0c-9555-a4a848a65206 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 210 time: 0.0312076 Nov 12 11:53:02.495848 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d1da8d72-f3c5-4c07-af73-e2bc0ab56da6 req-da2c5376-cf60-4084-8a2c-412cd3bc6099 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66453c1-b10e-4f69-be07-b9c0f0b7df2d HTTP/1.1" status: 200 len: 210 time: 0.0274580 Nov 12 11:53:07.321335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49074) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:07.379621 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.409373 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.461701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.466889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.468076 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "DELETE /v2.0/security-groups/79c063e9-404d-4351-aad4-28bc18d68cfe HTTP/1.1" status: 204 len: 168 time: 0.1457005 Nov 12 11:53:07.470686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49076) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:07.477749 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c063e9-404d-4351-aad4-28bc18d68cfe,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:07.486464 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.486813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.487160 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.487507 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.487855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.488186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.488519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.488853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.489212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.489546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.489880 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.490207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feaa16-315a-4097-98ab-12fd30413ad8 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:07.490378 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [None req-208adcf4-312e-4740-8553-2fe61b8c1616 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] show failed (client error): The resource could not be found. Nov 12 11:53:07.494989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-208adcf4-312e-4740-8553-2fe61b8c1616 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "GET /v2.0/security-groups/79c063e9-404d-4351-aad4-28bc18d68cfe HTTP/1.1" status: 404 len: 347 time: 0.0196016 Nov 12 11:53:07.495755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49078) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:07.631217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Deleting port a17db16a-dfd6-4255-a73c-d10b90d52af4 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:07.631477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.712266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.712496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.726510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Calling delete_port for a17db16a-dfd6-4255-a73c-d10b90d52af4 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:07.876105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.903675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Pushing event deleted for resources: {'Port': ['ID=a17db16a-dfd6-4255-a73c-d10b90d52af4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:07.969544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.973833 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:07.977912 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-209cdf41-ef2f-47dc-8cd7-136d11f5d3d4 tempest-ServerActionsTestJSON-2100003911 tempest-ServerActionsTestJSON-2100003911-project] 10.222.0.31 "DELETE /v2.0/floatingips/b2a3f4b4-156e-4c9c-8ff8-4ab38a14ac95 HTTP/1.1" status: 204 len: 168 time: 0.4782453 Nov 12 11:53:07.978177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49080) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:08.518999 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:08.772365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Deleting port f1c5d545-a784-4e8f-aee6-070bf5e655a6 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:08.772618 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:08.856557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] For port f1c5d545-a784-4e8f-aee6-070bf5e655a6, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f1c5d545-a784-4e8f-aee6-070bf5e655a6,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:08.856947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:08.871574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Calling delete_port for f1c5d545-a784-4e8f-aee6-070bf5e655a6 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:09.377330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:09.401881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c5d545-a784-4e8f-aee6-070bf5e655a6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:09.577586 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:09.802063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Router 26ea8fa7-7381-4204-9e8c-593c35e9a534 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:53:09.914354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:53:09.919690 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-55691d0d-930e-4a0a-9d76-9c03314b69d2 admin admin] 10.222.0.31 "PUT /v2.0/routers/26ea8fa7-7381-4204-9e8c-593c35e9a534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9404750 Nov 12 11:53:09.922975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49084) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:09.925600 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] Sync routers for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:53:09.936842 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:53:09.938534 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:10.031555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.048138 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:53:10.140053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.196101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Deleting port 20a6d949-60a3-4027-af33-e104f92bb13e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:10.196546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.235330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:53:09Z', 'revision_number': 5, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port': {'id': '20a6d949-60a3-4027-af33-e104f92bb13e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:08Z', 'updated_at': '2021-11-12T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:10.261534 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] Checking router: 26ea8fa7-7381-4204-9e8c-593c35e9a534 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:53:10.270249 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] Routers {'26ea8fa7-7381-4204-9e8c-593c35e9a534'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:53:10.270857 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:52:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['26ea8fa7-7381-4204-9e8c-593c35e9a534'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:10.283020 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] For port 20a6d949-60a3-4027-af33-e104f92bb13e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=20a6d949-60a3-4027-af33-e104f92bb13e,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:10.283402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.296478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Calling delete_port for 20a6d949-60a3-4027-af33-e104f92bb13e owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:10.360032 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] Set router 26ea8fa7-7381-4204-9e8c-593c35e9a534 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:53:10.416654 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:53:10Z', 'revision_number': 6, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:10.444896 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1b880-b050-4afb-a384-a2620b73e5a7 None None] The sync data for ids ['26ea8fa7-7381-4204-9e8c-593c35e9a534'] in n-d-768851-19 is: [{'id': '26ea8fa7-7381-4204-9e8c-593c35e9a534', 'name': 'tempest-ServerActionsTestJSON-1461650638-router', 'tenant_id': '73c2f045361649d1af6d8b6c35d54b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:07Z', 'updated_at': '2021-11-12T11:53:10Z', 'revision_number': 6, 'project_id': '73c2f045361649d1af6d8b6c35d54b88', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:53:10.471306 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.506331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a6d949-60a3-4027-af33-e104f92bb13e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:10.514629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a0490-0073-4f6d-9b5c-679cd1074dbc None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:53:10.566275 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.586873 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.666067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.668343 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.713962 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.714515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26ea8fa7-7381-4204-9e8c-593c35e9a534 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:53:10.719002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.720319 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b7482b6b-2fea-4890-b8c4-6a1c8a6ba994 admin admin] 10.222.0.31 "DELETE /v2.0/routers/26ea8fa7-7381-4204-9e8c-593c35e9a534 HTTP/1.1" status: 204 len: 168 time: 0.7963698 Nov 12 11:53:10.722989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49086) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:10.769044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2cea5a-d9f9-4498-ac72-e190e6cdd664 admin admin] Deleting subnet 4dce6024-8395-467a-adf3-d4b18765af4f {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:53:10.772628 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c2cea5a-d9f9-4498-ac72-e190e6cdd664 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.811336 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c2cea5a-d9f9-4498-ac72-e190e6cdd664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.864720 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.908560 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c2cea5a-d9f9-4498-ac72-e190e6cdd664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.963101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c2cea5a-d9f9-4498-ac72-e190e6cdd664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.990794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cea5a-d9f9-4498-ac72-e190e6cdd664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dce6024-8395-467a-adf3-d4b18765af4f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:10.995696 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1c2cea5a-d9f9-4498-ac72-e190e6cdd664 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.999933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1c2cea5a-d9f9-4498-ac72-e190e6cdd664 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4dce6024-8395-467a-adf3-d4b18765af4f HTTP/1.1" status: 204 len: 168 time: 0.2757013 Nov 12 11:53:11.001039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63180353-0a18-4dd3-8d0e-9fef3dd5bfbe None None] Network e98a0db7-6c00-4889-a2d7-536e04250a48 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:11.002676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49088) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:11.077563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.141827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Deleting port 2ed94376-d997-48cc-874c-7a4f9e3cf22c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:11.142292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.215557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] For port 2ed94376-d997-48cc-874c-7a4f9e3cf22c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2ed94376-d997-48cc-874c-7a4f9e3cf22c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:11.215933 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.231766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Calling delete_port for 2ed94376-d997-48cc-874c-7a4f9e3cf22c owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:11.249500 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] DHCP port deletion for e98a0db7-6c00-4889-a2d7-536e04250a48 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:53:11.300308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] Deleting port 2ed94376-d997-48cc-874c-7a4f9e3cf22c {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:11.301034 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.318278 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.349140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed94376-d997-48cc-874c-7a4f9e3cf22c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:11.354411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] No DVR routers for this DVR port 2ed94376-d997-48cc-874c-7a4f9e3cf22c on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:53:11.446246 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.470345 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98a0db7-6c00-4889-a2d7-536e04250a48']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:11.484219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92891698-5bf9-4ea3-b467-c8cf2770f06c') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:11.484562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92891698-5bf9-4ea3-b467-c8cf2770f06c') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:11.496716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.513299 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.524693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:53:11.530045 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:53:11.539196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] For port 2ed94376-d997-48cc-874c-7a4f9e3cf22c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=2ed94376-d997-48cc-874c-7a4f9e3cf22c,segment=NetworkSegment(92891698-5bf9-4ea3-b467-c8cf2770f06c),segment_id=92891698-5bf9-4ea3-b467-c8cf2770f06c)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:11.539657 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.553678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] Calling delete_port for 2ed94376-d997-48cc-874c-7a4f9e3cf22c owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:11.589471 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.594701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.599001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e98a0db7-6c00-4889-a2d7-536e04250a48 HTTP/1.1" status: 204 len: 168 time: 0.5952520 Nov 12 11:53:11.613695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606d0be-3a18-4e92-9f0e-6614074e1a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98a0db7-6c00-4889-a2d7-536e04250a48,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:11.639287 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.647438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] Network e98a0db7-6c00-4889-a2d7-536e04250a48 is not hosted by any dhcp agent {{(pid=109167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:53:11.647899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] No DVR routers for this DVR port 2ed94376-d997-48cc-874c-7a4f9e3cf22c on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:53:11.671025 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e68909-da61-4ffd-a545-8491c10474ec None None] Pushing event deleted for resources: {'Port': ['ID=2ed94376-d997-48cc-874c-7a4f9e3cf22c,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:11.748220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49092) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:11.791954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d6bfd760-1ce0-4ff3-82b7-7ed056466d9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73c2f045361649d1af6d8b6c35d54b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425031 Nov 12 11:53:11.794520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49094) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:11.843189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e36e570-dbe0-48af-8bdd-dae2473aaeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.864461 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e36e570-dbe0-48af-8bdd-dae2473aaeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.917297 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e36e570-dbe0-48af-8bdd-dae2473aaeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.920135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1e36e570-dbe0-48af-8bdd-dae2473aaeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.921393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1e36e570-dbe0-48af-8bdd-dae2473aaeac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c170382e-bc77-499e-8ba4-ebbb940beeae HTTP/1.1" status: 204 len: 168 time: 0.1259377 Nov 12 11:53:11.931999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36e570-dbe0-48af-8bdd-dae2473aaeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170382e-bc77-499e-8ba4-ebbb940beeae,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:11.999001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 20a6d949-60a3-4027-af33-e104f92bb13e no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:53:12.020749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 20a6d949-60a3-4027-af33-e104f92bb13e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:53:12.021197 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 20a6d949-60a3-4027-af33-e104f92bb13e not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:53:12.021691 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2ed94376-d997-48cc-874c-7a4f9e3cf22c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:53:12.042004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 2ed94376-d997-48cc-874c-7a4f9e3cf22c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:53:12.042358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 2ed94376-d997-48cc-874c-7a4f9e3cf22c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:53:12.042780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f1c5d545-a784-4e8f-aee6-070bf5e655a6 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:53:12.064576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f1c5d545-a784-4e8f-aee6-070bf5e655a6 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:53:12.065231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f1c5d545-a784-4e8f-aee6-070bf5e655a6 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:53:12.690348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49116) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:12.792485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1002578759-network', 'tenant_id': 'a598a444805b45acaf9f4f109c96754c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:12.814549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Made reservation on behalf of a598a444805b45acaf9f4f109c96754c for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:12.816909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:12.824521 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:53:12.825395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:12.911590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:12.915509 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:12.940395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:53:12.950038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83bb38b-191b-4dc5-90b0-523df2c4e687,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:12.957283 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:12.957628 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Added segment e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe of type vlan for network 91f24091-b7ce-4079-a619-df6a0a6d2916 Nov 12 11:53:13.000534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:13.026032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:13.026982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:13.027564 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:13.085640 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3941367 Nov 12 11:53:13.088823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49120) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:13.093153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12202d-760a-4738-b117-0692a0d808f4 admin admin] Pushing event updated for resources: {'Network': ['ID=91f24091-b7ce-4079-a619-df6a0a6d2916,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:13.094461 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Request body: {'subnet': {'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1002578759-subnet', 'tenant_id': 'a598a444805b45acaf9f4f109c96754c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:13.105303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 91f24091-b7ce-4079-a619-df6a0a6d2916 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:53:13.118557 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Made reservation on behalf of a598a444805b45acaf9f4f109c96754c for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:13.121493 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:13.309150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:13.375613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=32522e95-728c-4067-8799-d92c2d7516f6,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:13.387329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Checking segment: {'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:13.387691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Network hostable DHCP agents. Network: 91f24091-b7ce-4079-a619-df6a0a6d2916, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:53:13.406841 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Network 91f24091-b7ce-4079-a619-df6a0a6d2916 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:53:13.416258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 91f24091-b7ce-4079-a619-df6a0a6d2916) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:13.420472 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:13.421171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:13.425432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb40a3-a624-4498-8087-f00c46626179 None None] Network 91f24091-b7ce-4079-a619-df6a0a6d2916 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:13.443251 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-acc5ace5-cb37-4021-82e1-c33534cbbbdd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3532646 Nov 12 11:53:13.556914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1526b3-3bd2-472e-b891-f54f94147f40 None None] Network 91f24091-b7ce-4079-a619-df6a0a6d2916 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:13.904928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-bf063647-3be4-499c-b26a-1a7e6d572d43 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:13.906949 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-bf063647-3be4-499c-b26a-1a7e6d572d43 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/networks?id=91f24091-b7ce-4079-a619-df6a0a6d2916 HTTP/1.1" status: 200 len: 814 time: 0.1116807 Nov 12 11:53:13.923943 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-8a93e5d8-f57e-4358-b1bd-bfec55149c12 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/quotas/a598a444805b45acaf9f4f109c96754c HTTP/1.1" status: 200 len: 375 time: 0.0102944 Nov 12 11:53:13.958096 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-cabf4ca8-04a6-434a-a264-73a5aa2e66b2 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a598a444805b45acaf9f4f109c96754c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284352 Nov 12 11:53:14.102706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-029e0566-0553-409c-a271-41938c56d95c service neutron] 10.222.0.31 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376817 Nov 12 11:53:14.201071 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-a283d550-3c01-4e61-9a84-5ad40145fae1 service neutron] 10.222.0.31 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920134 Nov 12 11:53:14.370248 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6d3d38d-eb38-42ce-9f38-2c79b9c64bd7 req-9c442dda-4af6-4a1b-9053-dbc445b8c6c4 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 210 time: 0.0319200 Nov 12 11:53:15.482790 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42b29064-3a3c-4faf-a40d-8f9f8e7a12b9 req-cea3022a-c5d7-4b54-8af0-47406f7db962 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 210 time: 0.0297196 Nov 12 11:53:15.496056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-a3e09f32-d14f-402c-bac5-221a9de68b60 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:15.497641 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-a3e09f32-d14f-402c-bac5-221a9de68b60 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.59 "GET /v2.0/networks?id=91f24091-b7ce-4079-a619-df6a0a6d2916 HTTP/1.1" status: 200 len: 814 time: 0.1202145 Nov 12 11:53:15.526215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Request body: {'port': {'device_id': '214c29df-580f-477c-936f-afeb04f303c7', 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916', 'admin_state_up': True, 'tenant_id': 'a598a444805b45acaf9f4f109c96754c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:15.650783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Made reservation on behalf of a598a444805b45acaf9f4f109c96754c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:15.655240 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:15.793355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Allocated IP 172.20.0.11 (91f24091-b7ce-4079-a619-df6a0a6d2916/32522e95-728c-4067-8799-d92c2d7516f6/9b5c562e-47d9-4e58-9547-5793ba966120) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:15.955375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:15.993555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.041071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Network 91f24091-b7ce-4079-a619-df6a0a6d2916 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:16.046377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:16.050773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:16.081831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Pushing event updated for resources: {'Port': ['ID=9b5c562e-47d9-4e58-9547-5793ba966120,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:16.113141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:16.113847 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.131759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-fcb4162f-72ef-4030-b121-cac6de9cfe5f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6102114 Nov 12 11:53:16.146187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Request body: {'port': {'device_id': '214c29df-580f-477c-936f-afeb04f303c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:16.203733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.486191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5c562e-47d9-4e58-9547-5793ba966120 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:53:16.494346 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.507364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Transition to ACTIVE for port object 9b5c562e-47d9-4e58-9547-5793ba966120 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:53:16.510826 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.591045 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5c562e-47d9-4e58-9547-5793ba966120,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:16.655615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad277bc8-a0d9-411e-ba3c-70a8a536db31 req-02bec51e-243d-4fa0-9793-998ead58eaef tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:16.657695 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad277bc8-a0d9-411e-ba3c-70a8a536db31 req-02bec51e-243d-4fa0-9793-998ead58eaef tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 944 time: 0.1013095 Nov 12 11:53:16.697881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Attempting to bind port 9b5c562e-47d9-4e58-9547-5793ba966120 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:16.698212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Attempting to bind port 9b5c562e-47d9-4e58-9547-5793ba966120 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:16.698540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Attempting to bind port 9b5c562e-47d9-4e58-9547-5793ba966120 on network 91f24091-b7ce-4079-a619-df6a0a6d2916 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:16.713602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Port 9b5c562e-47d9-4e58-9547-5793ba966120 on network 91f24091-b7ce-4079-a619-df6a0a6d2916 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:53:16.713925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Attempting to bind port 9b5c562e-47d9-4e58-9547-5793ba966120 on network 91f24091-b7ce-4079-a619-df6a0a6d2916 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:16.728200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:16.728535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Checking segment: {'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:16.728949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Bound using segment: {'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:16.729386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Bound port: 9b5c562e-47d9-4e58-9547-5793ba966120, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:16.729737 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.734637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ad277bc8-a0d9-411e-ba3c-70a8a536db31 req-6c55e660-164d-424d-b18a-172f6b018448 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705419 Nov 12 11:53:16.808981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] For port 9b5c562e-47d9-4e58-9547-5793ba966120, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:16.811951 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] For port 9b5c562e-47d9-4e58-9547-5793ba966120, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9b5c562e-47d9-4e58-9547-5793ba966120,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:16.817127 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.857087 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:16.857712 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.859108 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] 10.222.0.59 "PUT /v2.0/ports/9b5c562e-47d9-4e58-9547-5793ba966120 HTTP/1.1" status: 200 len: 1093 time: 0.7171955 Nov 12 11:53:16.859579 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214c29df-580f-477c-936f-afeb04f303c7', 'tag': '9b5c562e-47d9-4e58-9547-5793ba966120'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:16.862074 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f101c05-479d-4af6-860c-e7cebd803ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "214c29df-580f-477c-936f-afeb04f303c7", "tag": "9b5c562e-47d9-4e58-9547-5793ba966120"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:16.886632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b5189-6141-47eb-9885-9335ac828d49 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5c562e-47d9-4e58-9547-5793ba966120,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:16.906280 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed3f5b0-f975-4ebe-97d2-3b20a8aae90c x-openstack-request-id: req-2ed3f5b0-f975-4ebe-97d2-3b20a8aae90c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:16.906848 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214c29df-580f-477c-936f-afeb04f303c7", "tag": "9b5c562e-47d9-4e58-9547-5793ba966120", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:16.907331 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ed3f5b0-f975-4ebe-97d2-3b20a8aae90c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:16.908055 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214c29df-580f-477c-936f-afeb04f303c7', 'tag': '9b5c562e-47d9-4e58-9547-5793ba966120', 'status': 'completed', 'code': 200} Nov 12 11:53:16.959585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-2d409c4a-444f-455b-9863-2b47881d069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:16.961123 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-2d409c4a-444f-455b-9863-2b47881d069e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a598a444805b45acaf9f4f109c96754c&device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 1096 time: 0.0442493 Nov 12 11:53:17.009814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-ba6790d9-9290-4025-afc4-37bd4717c688 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5c562e-47d9-4e58-9547-5793ba966120 HTTP/1.1" status: 200 len: 217 time: 0.0397127 Nov 12 11:53:17.062203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-2e04097b-1961-4cd4-9953-5eb0158534e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:17.063682 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-2e04097b-1961-4cd4-9953-5eb0158534e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32522e95-728c-4067-8799-d92c2d7516f6 HTTP/1.1" status: 200 len: 854 time: 0.0458517 Nov 12 11:53:17.098904 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-265a357e-6e9e-486a-aa52-d0967837b18d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91f24091-b7ce-4079-a619-df6a0a6d2916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267682 Nov 12 11:53:17.198188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-d60513ee-93c2-46ad-aada-c31831edf149 service neutron] 10.222.0.59 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914011 Nov 12 11:53:17.292896 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3ca359b2-8b70-4713-a631-9c29f39689fa req-af90dc18-9fed-4982-b35c-2843ba650405 service neutron] 10.222.0.59 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867684 Nov 12 11:53:17.386116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-7d45c88c-8e0a-4ecd-ace8-87ae7a36e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:17.388100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-7d45c88c-8e0a-4ecd-ace8-87ae7a36e03f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a598a444805b45acaf9f4f109c96754c&device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 1096 time: 0.0454047 Nov 12 11:53:17.491985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-c7a74ab8-1a2b-47f6-8eb9-3fd949a3f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:17.494065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-c7a74ab8-1a2b-47f6-8eb9-3fd949a3f7e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91f24091-b7ce-4079-a619-df6a0a6d2916 HTTP/1.1" status: 200 len: 915 time: 0.0961792 Nov 12 11:53:17.543544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-77e7c72c-39d1-459c-ab08-b61cdc56ed57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5c562e-47d9-4e58-9547-5793ba966120 HTTP/1.1" status: 200 len: 217 time: 0.0417671 Nov 12 11:53:17.613217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-80fa6467-e262-4bbe-ab7d-bfedd87ab16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:17.618484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-80fa6467-e262-4bbe-ab7d-bfedd87ab16c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32522e95-728c-4067-8799-d92c2d7516f6 HTTP/1.1" status: 200 len: 854 time: 0.0620704 Nov 12 11:53:17.657334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-aee2dcc6-a42d-4578-bbc7-ccc9f26a5b1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91f24091-b7ce-4079-a619-df6a0a6d2916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335345 Nov 12 11:53:17.753990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-e847d8b0-7bef-4b15-b395-6f906fed6499 service neutron] 10.222.0.59 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882716 Nov 12 11:53:17.883889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8f101c05-479d-4af6-860c-e7cebd803ab8 req-13fb4e85-5b4d-4036-bdae-1bc08471623c service neutron] 10.222.0.59 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222346 Nov 12 11:53:17.897688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae8481-d96d-4e47-97ed-f2ccbcebadc5 req-c908669f-5c91-4586-8761-9904d9786108 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:17.899222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dae8481-d96d-4e47-97ed-f2ccbcebadc5 req-c908669f-5c91-4586-8761-9904d9786108 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 944 time: 0.0792520 Nov 12 11:53:17.963989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2dae8481-d96d-4e47-97ed-f2ccbcebadc5 req-84bbcd0b-4daf-40ad-a44c-d2fcd15c53e5 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 Nov 12 11:53:19.087747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a6e48-d0a6-49f5-afb2-be45dead756c req-9732ffac-5621-452c-be42-da98177b7ed9 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:19.088737 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c6a6e48-d0a6-49f5-afb2-be45dead756c req-9732ffac-5621-452c-be42-da98177b7ed9 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 944 time: 0.0518947 Nov 12 11:53:19.145256 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5c6a6e48-d0a6-49f5-afb2-be45dead756c req-ab378261-04a5-4223-a4ea-427ff44f46a4 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 Nov 12 11:53:20.264937 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9acf4-dfb0-4485-90b9-3bc3d16e875e req-45af4ec9-8adb-4584-9df6-645ad4212ac4 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:20.266927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bca9acf4-dfb0-4485-90b9-3bc3d16e875e req-45af4ec9-8adb-4584-9df6-645ad4212ac4 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 944 time: 0.0539191 Nov 12 11:53:20.314010 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bca9acf4-dfb0-4485-90b9-3bc3d16e875e req-3bf895c2-9a9f-4e5c-ba12-e518ee1f3da3 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Nov 12 11:53:20.583907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9b5c562e-47d9-4e58-9547-5793ba966120 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:53:20.681712 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9b5c562e-47d9-4e58-9547-5793ba966120, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9b5c562e-47d9-4e58-9547-5793ba966120,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:20.694518 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '9b5c562e-47d9-4e58-9547-5793ba966120', 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916', 'port_id': '9b5c562e-47d9-4e58-9547-5793ba966120', 'mac_address': 'fa:16:3e:a1:56:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32522e95-728c-4067-8799-d92c2d7516f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:53:20.731931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.744499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5c562e-47d9-4e58-9547-5793ba966120 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:53:20.764367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9b5c562e-47d9-4e58-9547-5793ba966120, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9b5c562e-47d9-4e58-9547-5793ba966120,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:20.769643 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.819336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9b5c562e-47d9-4e58-9547-5793ba966120,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:20.991171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9b5c562e-47d9-4e58-9547-5793ba966120'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:21.458463 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddd323-59b0-44df-891e-4e28405cc80b req-38272989-8e37-49cf-a532-57f042c4eb85 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:21.460034 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4ddd323-59b0-44df-891e-4e28405cc80b req-38272989-8e37-49cf-a532-57f042c4eb85 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 945 time: 0.0598516 Nov 12 11:53:21.516078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f4ddd323-59b0-44df-891e-4e28405cc80b req-0a40cf46-ffeb-4b51-a256-21dd38891f6b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460448 Nov 12 11:53:22.600610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9b5c562e-47d9-4e58-9547-5793ba966120 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:22.632675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591fa1-cd3e-4801-8fb0-23528c9b89eb req-c6b0fc9e-aa51-4297-ac4f-8c4f83ffb85c tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:22.634277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40591fa1-cd3e-4801-8fb0-23528c9b89eb req-c6b0fc9e-aa51-4297-ac4f-8c4f83ffb85c tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 945 time: 0.0508468 Nov 12 11:53:22.651286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 9b5c562e-47d9-4e58-9547-5793ba966120 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:53:22.655966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 9b5c562e-47d9-4e58-9547-5793ba966120 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:22.656341 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:22.684007 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40591fa1-cd3e-4801-8fb0-23528c9b89eb req-ea605ca7-f9a7-44e1-a0be-19d55372a07f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Nov 12 11:53:22.737291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:22.760113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214c29df-580f-477c-936f-afeb04f303c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c562e-47d9-4e58-9547-5793ba966120'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:22.762412 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a18753-e3f0-418d-b6c6-cdfddd44ff48" -d '{"events": [{"server_uuid": "214c29df-580f-477c-936f-afeb04f303c7", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c562e-47d9-4e58-9547-5793ba966120"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:22.774654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 9b5c562e-47d9-4e58-9547-5793ba966120, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9b5c562e-47d9-4e58-9547-5793ba966120,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:22.783109 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:22.810731 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bafa42-b38e-475c-a26d-028d756451e0 x-openstack-request-id: req-29bafa42-b38e-475c-a26d-028d756451e0 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:22.811015 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214c29df-580f-477c-936f-afeb04f303c7", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c562e-47d9-4e58-9547-5793ba966120", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:22.811264 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29bafa42-b38e-475c-a26d-028d756451e0 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:22.811651 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214c29df-580f-477c-936f-afeb04f303c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c562e-47d9-4e58-9547-5793ba966120', 'code': 200} Nov 12 11:53:22.840890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=9b5c562e-47d9-4e58-9547-5793ba966120,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:22.908330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ebb87-a5e3-4336-8725-898b67ef0008 req-5554d2b8-c2d4-4daa-9cdd-31253986870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:22.909855 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f99ebb87-a5e3-4336-8725-898b67ef0008 req-5554d2b8-c2d4-4daa-9cdd-31253986870e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 1098 time: 0.0456467 Nov 12 11:53:22.956877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f99ebb87-a5e3-4336-8725-898b67ef0008 req-bb39220b-28de-4a97-abb6-74bd7b1e0e46 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389657 Nov 12 11:53:23.825432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a6ee-0a97-45c2-b89f-2952da44865a req-8d7b5dcd-90ab-4fea-b0e6-f64d15577feb tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:23.827225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b58a6ee-0a97-45c2-b89f-2952da44865a req-8d7b5dcd-90ab-4fea-b0e6-f64d15577feb tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0633609 Nov 12 11:53:23.888812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b58a6ee-0a97-45c2-b89f-2952da44865a req-4855982d-951a-473b-803a-64825de42323 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525768 Nov 12 11:53:24.029363 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a9d76942-11d4-4ca7-b9d8-940ce4cb67dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:25.012744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bcaf-8fc7-4035-9143-ec5cbd7323f0 req-d91d8763-27f8-409b-b99e-32a11ad4d91e tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:25.014247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9513bcaf-8fc7-4035-9143-ec5cbd7323f0 req-d91d8763-27f8-409b-b99e-32a11ad4d91e tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0496306 Nov 12 11:53:25.062615 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9513bcaf-8fc7-4035-9143-ec5cbd7323f0 req-29d65bd5-8956-40a1-a31a-e2a0c992b619 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Nov 12 11:53:25.291189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-1429fe14-41d6-4ddd-bb60-083edd9c5426 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:25.292649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-1429fe14-41d6-4ddd-bb60-083edd9c5426 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/networks?id=91f24091-b7ce-4079-a619-df6a0a6d2916 HTTP/1.1" status: 200 len: 814 time: 0.1073525 Nov 12 11:53:25.308805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-2192b65d-cc6f-4944-9698-7c0bb4e3d107 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/quotas/a598a444805b45acaf9f4f109c96754c HTTP/1.1" status: 200 len: 375 time: 0.0093338 Nov 12 11:53:25.359295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-ecbea6cd-b4bc-4db7-82ad-6fe0a3a35e93 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a598a444805b45acaf9f4f109c96754c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442886 Nov 12 11:53:25.370494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-8ab60769-d5a4-414e-a500-e9faf8691f13 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:53:25.371453 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-8ab60769-d5a4-414e-a500-e9faf8691f13 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051045 Nov 12 11:53:25.465806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-95fcdbb0-2613-4758-b158-ac47735781f2 service neutron] 10.222.0.31 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885921 Nov 12 11:53:25.570080 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-c7143844-f4f0-45c5-be9e-3e4fde7697ec service neutron] 10.222.0.31 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976183 Nov 12 11:53:25.746171 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2884849-131c-416e-b8a3-bd547a5351d9 req-0dde929a-0eae-4732-9afe-22be9c0ccc00 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 210 time: 0.0345428 Nov 12 11:53:26.387869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b6c1b8fb-7470-4278-b3ac-ac29b07ee643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.755320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-44896978-9cff-457b-b0cf-08845809f371 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:26.757798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-44896978-9cff-457b-b0cf-08845809f371 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.52 "GET /v2.0/networks?id=91f24091-b7ce-4079-a619-df6a0a6d2916 HTTP/1.1" status: 200 len: 814 time: 0.1111286 Nov 12 11:53:26.772090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Request body: {'port': {'device_id': '759c3947-f9c7-4135-a8ee-c945b6eeb8af', 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916', 'admin_state_up': True, 'tenant_id': 'a598a444805b45acaf9f4f109c96754c'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:26.876765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ef2422f-7c10-4c06-bab2-afced4f9c26e req-de6da05a-b457-4657-8cf5-3b9e593fcfc1 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 210 time: 0.0347335 Nov 12 11:53:26.926892 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Made reservation on behalf of a598a444805b45acaf9f4f109c96754c for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:26.930372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.378785 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Allocated IP 172.20.0.4 (91f24091-b7ce-4079-a619-df6a0a6d2916/32522e95-728c-4067-8799-d92c2d7516f6/254dad36-2dbd-43de-80f0-de16e41a3a68) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:27.539479 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.574383 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.589172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9b5c562e-47d9-4e58-9547-5793ba966120'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:27.642389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Network 91f24091-b7ce-4079-a619-df6a0a6d2916 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:27.649983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:27.653658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:27.685973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Pushing event updated for resources: {'Port': ['ID=254dad36-2dbd-43de-80f0-de16e41a3a68,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:27.700534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.700886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.701238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.701835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.702271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.703701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.703874 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.704206 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.704678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.704963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.705195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.705512 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:27.726573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:27.727180 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.744024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-aad5ca4a-3585-4bc0-b2ce-f1966cae49b8 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9769156 Nov 12 11:53:27.757514 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Request body: {'port': {'device_id': '759c3947-f9c7-4135-a8ee-c945b6eeb8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:27.815432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.923959 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:28.015275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5190-7414-4640-be15-53c512e2f6b3 req-00c2b57a-fd0c-402f-a799-6feb0e0a17db tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:28.016830 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-790e5190-7414-4640-be15-53c512e2f6b3 req-00c2b57a-fd0c-402f-a799-6feb0e0a17db tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 931 time: 0.0584450 Nov 12 11:53:28.072400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-790e5190-7414-4640-be15-53c512e2f6b3 req-eae616e5-cf5b-4451-b391-1c46a0f4c667 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491328 Nov 12 11:53:28.126250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254dad36-2dbd-43de-80f0-de16e41a3a68 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:53:28.134373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:28.148801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Transition to ACTIVE for port object 254dad36-2dbd-43de-80f0-de16e41a3a68 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:53:28.152856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:28.206111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Pushing event updated for resources: {'Port': ['ID=254dad36-2dbd-43de-80f0-de16e41a3a68,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:28.278530 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Attempting to bind port 254dad36-2dbd-43de-80f0-de16e41a3a68 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:28.278866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Attempting to bind port 254dad36-2dbd-43de-80f0-de16e41a3a68 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:28.279357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Attempting to bind port 254dad36-2dbd-43de-80f0-de16e41a3a68 on network 91f24091-b7ce-4079-a619-df6a0a6d2916 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:28.285401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Port 254dad36-2dbd-43de-80f0-de16e41a3a68 on network 91f24091-b7ce-4079-a619-df6a0a6d2916 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:53:28.285727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Attempting to bind port 254dad36-2dbd-43de-80f0-de16e41a3a68 on network 91f24091-b7ce-4079-a619-df6a0a6d2916 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:28.290746 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:28.291082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Checking segment: {'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:28.291468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Bound using segment: {'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:28.291901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Bound port: 254dad36-2dbd-43de-80f0-de16e41a3a68, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:28.292253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:28.359684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] For port 254dad36-2dbd-43de-80f0-de16e41a3a68, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:28.363275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] For port 254dad36-2dbd-43de-80f0-de16e41a3a68, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=254dad36-2dbd-43de-80f0-de16e41a3a68,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:28.367487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:28.408426 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:28.409478 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:28.411469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] 10.222.0.52 "PUT /v2.0/ports/254dad36-2dbd-43de-80f0-de16e41a3a68 HTTP/1.1" status: 200 len: 1092 time: 0.6586225 Nov 12 11:53:28.411926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759c3947-f9c7-4135-a8ee-c945b6eeb8af', 'tag': '254dad36-2dbd-43de-80f0-de16e41a3a68'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:28.414258 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d35fab-004c-42cf-a34f-e4aa76057686" -d '{"events": [{"name": "network-changed", "server_uuid": "759c3947-f9c7-4135-a8ee-c945b6eeb8af", "tag": "254dad36-2dbd-43de-80f0-de16e41a3a68"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:28.442727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee175e5-d532-40e9-a430-a18677b35133 service neutron] Pushing event updated for resources: {'Port': ['ID=254dad36-2dbd-43de-80f0-de16e41a3a68,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:28.491982 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b033bcd9-48b5-471e-b5e1-95150a9ae111 x-openstack-request-id: req-b033bcd9-48b5-471e-b5e1-95150a9ae111 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:28.492271 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759c3947-f9c7-4135-a8ee-c945b6eeb8af", "tag": "254dad36-2dbd-43de-80f0-de16e41a3a68", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:28.492522 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b033bcd9-48b5-471e-b5e1-95150a9ae111 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:28.492962 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759c3947-f9c7-4135-a8ee-c945b6eeb8af', 'tag': '254dad36-2dbd-43de-80f0-de16e41a3a68', 'status': 'completed', 'code': 200} Nov 12 11:53:28.509218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-8902b77a-337f-45e9-acc1-e95211859c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:28.510726 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-8902b77a-337f-45e9-acc1-e95211859c6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a598a444805b45acaf9f4f109c96754c&device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 1095 time: 0.0561604 Nov 12 11:53:28.555980 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-7d467024-b5ba-4654-af49-878c4652482e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=254dad36-2dbd-43de-80f0-de16e41a3a68 HTTP/1.1" status: 200 len: 217 time: 0.0353632 Nov 12 11:53:28.611288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-6481cacf-c8cf-4da9-806b-289e5c58a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:28.612757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-6481cacf-c8cf-4da9-806b-289e5c58a657 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32522e95-728c-4067-8799-d92c2d7516f6 HTTP/1.1" status: 200 len: 854 time: 0.0492399 Nov 12 11:53:28.645751 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-24a04b81-b54e-4bd3-9b22-d33c5580e7a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91f24091-b7ce-4079-a619-df6a0a6d2916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257845 Nov 12 11:53:28.736854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-f505a740-c040-4b91-9fc4-af15c0bbf1b5 service neutron] 10.222.0.52 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836737 Nov 12 11:53:28.833511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-61b67c44-e837-4ace-b0a2-7b1643d6a11b req-e8e4355d-6339-432d-b824-5ca8b8f7e74c service neutron] 10.222.0.52 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892735 Nov 12 11:53:28.923611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-4dc12a3a-bb98-4c47-a806-c84f403d4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:28.925135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-4dc12a3a-bb98-4c47-a806-c84f403d4de1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a598a444805b45acaf9f4f109c96754c&device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 1095 time: 0.0421371 Nov 12 11:53:29.022891 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-ede846a4-3215-4303-a4af-23d4bb4cc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:29.024583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-ede846a4-3215-4303-a4af-23d4bb4cc541 service neutron] 10.222.0.52 "GET /v2.0/networks?id=91f24091-b7ce-4079-a619-df6a0a6d2916 HTTP/1.1" status: 200 len: 915 time: 0.0923417 Nov 12 11:53:29.067465 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-5005e3df-d8c3-4b5e-b294-2fe3a4e3623a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=254dad36-2dbd-43de-80f0-de16e41a3a68 HTTP/1.1" status: 200 len: 217 time: 0.0349219 Nov 12 11:53:29.120237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-52fee5b6-df5e-4f3f-8523-4ea0e0606459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:29.121762 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-52fee5b6-df5e-4f3f-8523-4ea0e0606459 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32522e95-728c-4067-8799-d92c2d7516f6 HTTP/1.1" status: 200 len: 854 time: 0.0471630 Nov 12 11:53:29.166545 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-ee33f9b9-cac5-4366-9caf-d532c36e13db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91f24091-b7ce-4079-a619-df6a0a6d2916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361018 Nov 12 11:53:29.199954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5b76-cf3a-4e75-8f66-d8fc967dc385 req-4282f13b-5577-474d-8fb0-b9c04d99e780 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:29.204619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f21d5b76-cf3a-4e75-8f66-d8fc967dc385 req-4282f13b-5577-474d-8fb0-b9c04d99e780 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 943 time: 0.0584033 Nov 12 11:53:29.256398 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f21d5b76-cf3a-4e75-8f66-d8fc967dc385 req-2d1d2483-9505-4773-a8a7-057c8604bc31 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Nov 12 11:53:29.292065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-491e34c5-fa28-4a95-bed6-a06e866efcbf service neutron] 10.222.0.52 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168888 Nov 12 11:53:29.392411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e3d35fab-004c-42cf-a34f-e4aa76057686 req-9595fcd7-23b2-4056-aa5d-1fbe87c73362 service neutron] 10.222.0.52 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926147 Nov 12 11:53:29.654029 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:30.390245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912978d-12bf-42a8-bfb8-a58a73fde11c req-01b693aa-b5d0-42a6-b3f5-1b42b44a52fa tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:30.391780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4912978d-12bf-42a8-bfb8-a58a73fde11c req-01b693aa-b5d0-42a6-b3f5-1b42b44a52fa tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 943 time: 0.0568643 Nov 12 11:53:30.440363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4912978d-12bf-42a8-bfb8-a58a73fde11c req-dcd724a4-2f4b-4c77-9ec3-3edb62ba9060 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Nov 12 11:53:30.747908 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:31.569352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcd185-6b65-4a64-8d5e-67fa54e9c4ff req-5f0884df-2d07-44f0-bded-d9c912ca787c tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:31.570866 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25fcd185-6b65-4a64-8d5e-67fa54e9c4ff req-5f0884df-2d07-44f0-bded-d9c912ca787c tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 943 time: 0.0625079 Nov 12 11:53:31.619111 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-25fcd185-6b65-4a64-8d5e-67fa54e9c4ff req-ce71a860-803d-4bd1-85f4-482805ca36aa tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Nov 12 11:53:32.734971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca26a2-2350-4ae2-90ca-a50d764a5744 req-627ab1b1-ff9e-45e8-8a82-2fb119532fed tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:32.736447 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5ca26a2-2350-4ae2-90ca-a50d764a5744 req-627ab1b1-ff9e-45e8-8a82-2fb119532fed tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 943 time: 0.0506201 Nov 12 11:53:32.788875 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c5ca26a2-2350-4ae2-90ca-a50d764a5744 req-8b4e890d-af12-49eb-bc9c-f173b75fa158 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464592 Nov 12 11:53:32.976278 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 254dad36-2dbd-43de-80f0-de16e41a3a68 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:53:33.070909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 254dad36-2dbd-43de-80f0-de16e41a3a68, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=254dad36-2dbd-43de-80f0-de16e41a3a68,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:33.082223 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '254dad36-2dbd-43de-80f0-de16e41a3a68', 'network_id': '91f24091-b7ce-4079-a619-df6a0a6d2916', 'port_id': '254dad36-2dbd-43de-80f0-de16e41a3a68', 'mac_address': 'fa:16:3e:d3:db:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32522e95-728c-4067-8799-d92c2d7516f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:53:33.124202 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.145030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254dad36-2dbd-43de-80f0-de16e41a3a68 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:53:33.164458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 254dad36-2dbd-43de-80f0-de16e41a3a68, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=254dad36-2dbd-43de-80f0-de16e41a3a68,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:33.169132 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.215985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=254dad36-2dbd-43de-80f0-de16e41a3a68,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:33.377204 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['254dad36-2dbd-43de-80f0-de16e41a3a68'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:33.910545 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1b259-68cc-48ca-bece-af4b573711d9 req-b83389c6-ff7e-488f-b548-01c1b50a7923 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:33.912024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bfc1b259-68cc-48ca-bece-af4b573711d9 req-b83389c6-ff7e-488f-b548-01c1b50a7923 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 944 time: 0.0526824 Nov 12 11:53:33.964153 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bfc1b259-68cc-48ca-bece-af4b573711d9 req-bb9bb28c-259a-4df4-8c4c-e64f5bde1502 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Nov 12 11:53:34.976571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 254dad36-2dbd-43de-80f0-de16e41a3a68 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:35.028082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 254dad36-2dbd-43de-80f0-de16e41a3a68 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:53:35.033847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 254dad36-2dbd-43de-80f0-de16e41a3a68 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:35.034139 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:35.101381 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d945c-0eda-4dfe-8310-ce22169f8f5d req-9d4fc686-5752-4178-832d-90b89735a263 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:35.102917 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-013d945c-0eda-4dfe-8310-ce22169f8f5d req-9d4fc686-5752-4178-832d-90b89735a263 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 944 time: 0.0603607 Nov 12 11:53:35.131270 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:35.154554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759c3947-f9c7-4135-a8ee-c945b6eeb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254dad36-2dbd-43de-80f0-de16e41a3a68'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:35.157403 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03cc9f-a8e2-4ace-95de-8b2753df52cb" -d '{"events": [{"server_uuid": "759c3947-f9c7-4135-a8ee-c945b6eeb8af", "name": "network-vif-plugged", "status": "completed", "tag": "254dad36-2dbd-43de-80f0-de16e41a3a68"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:35.158701 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-013d945c-0eda-4dfe-8310-ce22169f8f5d req-881cae35-a9bf-4c53-aaad-1c47dedee2ab tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 Nov 12 11:53:35.171826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 254dad36-2dbd-43de-80f0-de16e41a3a68, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=254dad36-2dbd-43de-80f0-de16e41a3a68,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:35.178410 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:35.205143 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32483035-0e04-4875-8de0-2a3eb14d77be x-openstack-request-id: req-32483035-0e04-4875-8de0-2a3eb14d77be {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:35.205434 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759c3947-f9c7-4135-a8ee-c945b6eeb8af", "name": "network-vif-plugged", "status": "completed", "tag": "254dad36-2dbd-43de-80f0-de16e41a3a68", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:35.205682 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32483035-0e04-4875-8de0-2a3eb14d77be {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:35.206074 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759c3947-f9c7-4135-a8ee-c945b6eeb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254dad36-2dbd-43de-80f0-de16e41a3a68', 'code': 200} Nov 12 11:53:35.240227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=254dad36-2dbd-43de-80f0-de16e41a3a68,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:35.316694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b012f11-bdd7-4776-9b5f-b771dc915b5c req-197a9c0c-2119-48c9-a360-3da10c008470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:35.318783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b012f11-bdd7-4776-9b5f-b771dc915b5c req-197a9c0c-2119-48c9-a360-3da10c008470 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 1097 time: 0.0473955 Nov 12 11:53:35.367377 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4b012f11-bdd7-4776-9b5f-b771dc915b5c req-9b0057be-db6a-4238-bc46-a24d4c7254a6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Nov 12 11:53:36.298290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3e46e-3302-4f03-abdf-517c1ac8e126 req-73b25974-d356-4966-b05c-360ab1f89576 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:36.300008 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffc3e46e-3302-4f03-abdf-517c1ac8e126 req-73b25974-d356-4966-b05c-360ab1f89576 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 945 time: 0.0593195 Nov 12 11:53:36.358700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffc3e46e-3302-4f03-abdf-517c1ac8e126 req-1f40d6b8-bd37-4674-bb88-882afff060f1 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524554 Nov 12 11:53:36.463629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-5eb1b265-ef67-44ec-8818-7a987849d676 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441792 Nov 12 11:53:36.571707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-bfe123c8-004b-4c81-af48-7b5728efe531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:36.573389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-bfe123c8-004b-4c81-af48-7b5728efe531 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a598a444805b45acaf9f4f109c96754c&device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 1098 time: 0.0595264 Nov 12 11:53:36.694013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-fdc62e2a-bd3e-47ea-bff1-5b427168ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:36.695487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-fdc62e2a-bd3e-47ea-bff1-5b427168ac9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=91f24091-b7ce-4079-a619-df6a0a6d2916 HTTP/1.1" status: 200 len: 915 time: 0.0980794 Nov 12 11:53:36.743400 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-6deaf9d4-e7b8-4ba9-afd2-b7b7e444a20d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5c562e-47d9-4e58-9547-5793ba966120 HTTP/1.1" status: 200 len: 217 time: 0.0386806 Nov 12 11:53:36.803215 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-a1dca269-0f45-4738-a615-b4962d53295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:36.804709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-a1dca269-0f45-4738-a615-b4962d53295b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32522e95-728c-4067-8799-d92c2d7516f6 HTTP/1.1" status: 200 len: 854 time: 0.0517168 Nov 12 11:53:36.841168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-096533d5-954c-45c8-a47c-d655300f0c20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91f24091-b7ce-4079-a619-df6a0a6d2916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262737 Nov 12 11:53:36.938038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-94d0a77f-cdf7-4e61-91b7-7f2fe8ae75b1 service neutron] 10.222.0.59 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881932 Nov 12 11:53:37.051680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b700cc3-4e5c-444c-a368-1b7c007fba67 req-841e52f4-48c9-4f77-a623-a5cb536f8906 service neutron] 10.222.0.59 "GET /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042857 Nov 12 11:53:37.518228 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3789f1e-26ba-407a-bfdc-97c676b5f844 req-bcdb24e3-1854-4901-a36c-9c642d614e71 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:37.519736 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3789f1e-26ba-407a-bfdc-97c676b5f844 req-bcdb24e3-1854-4901-a36c-9c642d614e71 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 945 time: 0.0727201 Nov 12 11:53:37.572619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e3789f1e-26ba-407a-bfdc-97c676b5f844 req-ff31b1ae-ae51-42bb-89f0-c15cb75b795a tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Nov 12 11:53:37.817537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34162a-2def-4549-b143-bcff7db72e37 req-1257786a-2725-4c10-97b9-ba267cd51978 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:37.819078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e34162a-2def-4549-b143-bcff7db72e37 req-1257786a-2725-4c10-97b9-ba267cd51978 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 945 time: 0.0503299 Nov 12 11:53:37.874383 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7e34162a-2def-4549-b143-bcff7db72e37 req-9f873b25-5878-4a37-9972-67fb4e3ac9e4 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488372 Nov 12 11:53:38.997803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f974c0-897d-43fe-adf6-daeb67feae8e req-9141bee4-2d70-44b4-9f9a-4f24303d3e85 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:38.999330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58f974c0-897d-43fe-adf6-daeb67feae8e req-9141bee4-2d70-44b4-9f9a-4f24303d3e85 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 945 time: 0.0521767 Nov 12 11:53:39.050001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58f974c0-897d-43fe-adf6-daeb67feae8e req-00c36cdc-c8f4-48c8-ba64-425ebf1c8450 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Nov 12 11:53:39.260750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-7ec0239c-fc9c-4cc0-a559-0bbb42b74bd5 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:39.262231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-7ec0239c-fc9c-4cc0-a559-0bbb42b74bd5 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.52 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 945 time: 0.0535438 Nov 12 11:53:39.355956 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Deleting port 254dad36-2dbd-43de-80f0-de16e41a3a68 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:39.356188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:39.453225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] For port 254dad36-2dbd-43de-80f0-de16e41a3a68, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=254dad36-2dbd-43de-80f0-de16e41a3a68,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:39.453583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:39.466869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Calling delete_port for 254dad36-2dbd-43de-80f0-de16e41a3a68 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:39.596140 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:39.612643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['254dad36-2dbd-43de-80f0-de16e41a3a68'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:39.615526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9b5c562e-47d9-4e58-9547-5793ba966120'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:39.629367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Pushing event deleted for resources: {'Port': ['ID=254dad36-2dbd-43de-80f0-de16e41a3a68,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:39.678024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] No DVR routers for this DVR port 254dad36-2dbd-43de-80f0-de16e41a3a68 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:53:39.680680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:39.684129 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9b7343db-20f6-47a7-83cc-8ce477cf824c req-f415c29c-2795-4223-9eaf-06fd97293ebf tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.52 "DELETE /v2.0/ports/254dad36-2dbd-43de-80f0-de16e41a3a68 HTTP/1.1" status: 204 len: 173 time: 0.4156184 Nov 12 11:53:39.684654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759c3947-f9c7-4135-a8ee-c945b6eeb8af', 'name': 'network-vif-deleted', 'tag': '254dad36-2dbd-43de-80f0-de16e41a3a68'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:39.687873 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f36a305-77e0-40cf-8b9a-2cb36aa4f5a5" -d '{"events": [{"server_uuid": "759c3947-f9c7-4135-a8ee-c945b6eeb8af", "name": "network-vif-deleted", "tag": "254dad36-2dbd-43de-80f0-de16e41a3a68"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:39.745133 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3548bc-512b-46f5-b992-778e195ae825 x-openstack-request-id: req-8b3548bc-512b-46f5-b992-778e195ae825 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:39.745432 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759c3947-f9c7-4135-a8ee-c945b6eeb8af", "name": "network-vif-deleted", "tag": "254dad36-2dbd-43de-80f0-de16e41a3a68", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:39.745682 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b3548bc-512b-46f5-b992-778e195ae825 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:39.746080 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759c3947-f9c7-4135-a8ee-c945b6eeb8af', 'name': 'network-vif-deleted', 'tag': '254dad36-2dbd-43de-80f0-de16e41a3a68', 'status': 'completed', 'code': 200} Nov 12 11:53:40.186495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-26140af1-8577-4042-a6b3-d317047046e7 req-b84da447-dce7-4838-bcc6-3ecece8a4e14 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=759c3947-f9c7-4135-a8ee-c945b6eeb8af HTTP/1.1" status: 200 len: 210 time: 0.0391083 Nov 12 11:53:40.587507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:40.897571 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:41.340909 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1788d-72d2-4903-ae54-776f2e5258bf req-f336cb65-ddd9-4f5b-a205-52a79271acc2 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:41.342392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43d1788d-72d2-4903-ae54-776f2e5258bf req-f336cb65-ddd9-4f5b-a205-52a79271acc2 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0495923 Nov 12 11:53:41.396651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-43d1788d-72d2-4903-ae54-776f2e5258bf req-3d9c1824-7445-4250-bfe8-9f6cf34e2079 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481591 Nov 12 11:53:41.533684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78e7c1-9c67-4339-a5db-50058c1f0373 req-111ea377-3bc9-488e-81c1-aa6e35c78165 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:41.535189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1a78e7c1-9c67-4339-a5db-50058c1f0373 req-111ea377-3bc9-488e-81c1-aa6e35c78165 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0511508 Nov 12 11:53:41.592394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1a78e7c1-9c67-4339-a5db-50058c1f0373 req-30828d13-6857-42c3-b90a-a03386e61d43 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506749 Nov 12 11:53:41.740576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568755c-1ae0-434c-b734-553be831eaa7 req-d7238f8e-cc50-4af5-a4e9-e7ffce2e0fa1 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:41.742170 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9568755c-1ae0-434c-b734-553be831eaa7 req-d7238f8e-cc50-4af5-a4e9-e7ffce2e0fa1 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0664446 Nov 12 11:53:41.804434 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-9568755c-1ae0-434c-b734-553be831eaa7 req-f300e71c-f2b4-4731-9303-00c1def6c97d tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503247 Nov 12 11:53:41.882340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-60e24834-8d89-47ee-aead-5494256c9b4f req-d1fbac21-208e-44ac-827d-05f4c9a8f653 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:53:41.883347 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60e24834-8d89-47ee-aead-5494256c9b4f req-d1fbac21-208e-44ac-827d-05f4c9a8f653 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059044 Nov 12 11:53:42.007803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e8b91-e8cc-4b44-a5aa-cb097d0c83da req-821ba041-8308-47fa-ad86-d1d41bcd0b5e tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:42.009340 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d8e8b91-e8cc-4b44-a5aa-cb097d0c83da req-821ba041-8308-47fa-ad86-d1d41bcd0b5e tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0545027 Nov 12 11:53:42.064499 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5d8e8b91-e8cc-4b44-a5aa-cb097d0c83da req-c1d4aaab-b10f-486f-ab9c-337b78848e0d tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Nov 12 11:53:42.186997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266bb9f-f3c4-49b4-bd72-265bd36800ae req-1c2ba965-6ab2-4aeb-ac8b-7c53429af11d tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:42.188604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d266bb9f-f3c4-49b4-bd72-265bd36800ae req-1c2ba965-6ab2-4aeb-ac8b-7c53429af11d tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0531073 Nov 12 11:53:42.244587 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d266bb9f-f3c4-49b4-bd72-265bd36800ae req-b2f0272f-2978-4aa4-871e-9cecc54ece3c tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496132 Nov 12 11:53:42.381025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183a59-377d-45b3-95be-1ee7ab3ea9eb req-a07d6f5c-4957-4c37-9b8b-9440077eb31b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:42.382989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf183a59-377d-45b3-95be-1ee7ab3ea9eb req-a07d6f5c-4957-4c37-9b8b-9440077eb31b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0564704 Nov 12 11:53:42.434910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bf183a59-377d-45b3-95be-1ee7ab3ea9eb req-0cdd2cf7-ced8-4608-8953-1dd0ff8143de tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Nov 12 11:53:42.773432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10d30c-a4a9-4a8a-89a5-b555fea48a7d req-01fedb89-b04c-4b36-b31f-9eeb669c81c6 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:42.774976 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a10d30c-a4a9-4a8a-89a5-b555fea48a7d req-01fedb89-b04c-4b36-b31f-9eeb669c81c6 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0651543 Nov 12 11:53:42.841777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3a10d30c-a4a9-4a8a-89a5-b555fea48a7d req-d0c70faa-4270-4b02-bea3-70635622a88a tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590723 Nov 12 11:53:43.033148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 254dad36-2dbd-43de-80f0-de16e41a3a68 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:53:43.055111 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 254dad36-2dbd-43de-80f0-de16e41a3a68 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:53:43.055449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 254dad36-2dbd-43de-80f0-de16e41a3a68 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:53:43.993928 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f53110-536a-4ae0-b3c2-1ddb1731f622 req-75805283-e837-4d98-ac64-d72c3413a42f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:43.995438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91f53110-536a-4ae0-b3c2-1ddb1731f622 req-75805283-e837-4d98-ac64-d72c3413a42f tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0600648 Nov 12 11:53:44.053206 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-91f53110-536a-4ae0-b3c2-1ddb1731f622 req-053f45a5-ad30-4a59-8544-6430d185549c tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c83bb38b-191b-4dc5-90b0-523df2c4e687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504749 Nov 12 11:53:44.315158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-8e1b57fb-19ba-48df-87ae-1890d68f253a tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:44.316530 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-8e1b57fb-19ba-48df-87ae-1890d68f253a tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.59 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 946 time: 0.0501208 Nov 12 11:53:44.409677 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Deleting port 9b5c562e-47d9-4e58-9547-5793ba966120 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:44.410015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:44.497060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] For port 9b5c562e-47d9-4e58-9547-5793ba966120, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=9b5c562e-47d9-4e58-9547-5793ba966120,segment=NetworkSegment(e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe),segment_id=e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:44.497415 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:44.515400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Calling delete_port for 9b5c562e-47d9-4e58-9547-5793ba966120 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:44.644553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:44.656549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['9b5c562e-47d9-4e58-9547-5793ba966120'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:44.675495 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Pushing event deleted for resources: {'Port': ['ID=9b5c562e-47d9-4e58-9547-5793ba966120,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:44.720199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] No DVR routers for this DVR port 9b5c562e-47d9-4e58-9547-5793ba966120 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:53:44.722848 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:44.726359 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d0e7e5a9-dcc2-4c4e-9c42-1c18182e242b req-6c6594cd-cc4a-4760-a08a-5ce5ed552a0b tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.59 "DELETE /v2.0/ports/9b5c562e-47d9-4e58-9547-5793ba966120 HTTP/1.1" status: 204 len: 173 time: 0.4034562 Nov 12 11:53:44.726809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214c29df-580f-477c-936f-afeb04f303c7', 'name': 'network-vif-deleted', 'tag': '9b5c562e-47d9-4e58-9547-5793ba966120'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:44.729498 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7845851-b34c-4c2f-a308-28e476ab0c45" -d '{"events": [{"server_uuid": "214c29df-580f-477c-936f-afeb04f303c7", "name": "network-vif-deleted", "tag": "9b5c562e-47d9-4e58-9547-5793ba966120"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:44.768060 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e0e8c7-e566-4ced-925b-93bd46d68f3a x-openstack-request-id: req-56e0e8c7-e566-4ced-925b-93bd46d68f3a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:44.768353 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214c29df-580f-477c-936f-afeb04f303c7", "name": "network-vif-deleted", "tag": "9b5c562e-47d9-4e58-9547-5793ba966120", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:44.768607 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56e0e8c7-e566-4ced-925b-93bd46d68f3a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:44.769048 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214c29df-580f-477c-936f-afeb04f303c7', 'name': 'network-vif-deleted', 'tag': '9b5c562e-47d9-4e58-9547-5793ba966120', 'status': 'completed', 'code': 200} Nov 12 11:53:45.205583 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e39cf6a5-8056-41f7-8ea7-a296b2c564ce req-391c8f3e-3cc1-4d81-92cd-ff08d054cd39 tempest-ServersNegativeTestJSON-691995151 tempest-ServersNegativeTestJSON-691995151-project] 10.222.0.31 "GET /v2.0/ports?device_id=214c29df-580f-477c-936f-afeb04f303c7 HTTP/1.1" status: 200 len: 210 time: 0.0329068 Nov 12 11:53:46.274946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49274) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:46.320890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c2bc33-7503-4ad1-83ef-7bb700062461 admin admin] Deleting subnet 32522e95-728c-4067-8799-d92c2d7516f6 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:53:46.324065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc33-7503-4ad1-83ef-7bb700062461 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.360176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc33-7503-4ad1-83ef-7bb700062461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.408626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc33-7503-4ad1-83ef-7bb700062461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.465010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc33-7503-4ad1-83ef-7bb700062461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.491428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2bc33-7503-4ad1-83ef-7bb700062461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32522e95-728c-4067-8799-d92c2d7516f6,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:46.495037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc33-7503-4ad1-83ef-7bb700062461 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.498373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f3c2bc33-7503-4ad1-83ef-7bb700062461 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/32522e95-728c-4067-8799-d92c2d7516f6 HTTP/1.1" status: 204 len: 168 time: 0.2223914 Nov 12 11:53:46.501674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49276) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:46.573263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.659849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.680673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f24091-b7ce-4079-a619-df6a0a6d2916']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:46.690941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:46.691224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a13e33-0dc8-4d9f-8c0f-c53b32e53dfe') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:46.700990 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.714899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.721509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:53:46.721899 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:53:46.723568 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:53:46.784079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.789647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:46.792990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] 10.222.0.31 "DELETE /v2.0/networks/91f24091-b7ce-4079-a619-df6a0a6d2916 HTTP/1.1" status: 204 len: 168 time: 0.2903223 Nov 12 11:53:46.805199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d436ed8-e164-484d-860a-9140b7c05723 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f24091-b7ce-4079-a619-df6a0a6d2916,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:46.909908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49280) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:46.950404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-79779f88-94b5-422f-b323-a9762165055e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a598a444805b45acaf9f4f109c96754c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389984 Nov 12 11:53:46.953294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49282) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:47.002588 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9665d96b-20b0-4409-8c88-7575a79a9120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:47.023794 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9665d96b-20b0-4409-8c88-7575a79a9120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:47.077246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9665d96b-20b0-4409-8c88-7575a79a9120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:47.079981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9665d96b-20b0-4409-8c88-7575a79a9120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:47.081166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9665d96b-20b0-4409-8c88-7575a79a9120 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c83bb38b-191b-4dc5-90b0-523df2c4e687 HTTP/1.1" status: 204 len: 168 time: 0.1269150 Nov 12 11:53:47.089921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665d96b-20b0-4409-8c88-7575a79a9120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83bb38b-191b-4dc5-90b0-523df2c4e687,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:47.787051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49304) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:47.889883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1787356682'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:47.916500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:47.920013 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:47.928986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:48.012842 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:48.017480 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:48.044653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:53:48.055827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca634c8-0499-481e-8ff8-78bc48c3d4bb,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:48.061022 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:48.061393 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Added segment 4a34623c-33a8-4269-80f4-792bc530916d of type vlan for network 495e73eb-6e2c-4b80-8af2-deb839cb2396 Nov 12 11:53:48.104139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:48.130275 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:48.135795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:48.136373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:48.177936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3896904 Nov 12 11:53:48.212036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c4f3c-2ebc-4419-b9ec-227e6fb5318f tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Network': ['ID=495e73eb-6e2c-4b80-8af2-deb839cb2396,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:48.222711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 495e73eb-6e2c-4b80-8af2-deb839cb2396 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:53:48.755127 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9b5c562e-47d9-4e58-9547-5793ba966120 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:53:48.776713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 9b5c562e-47d9-4e58-9547-5793ba966120 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:53:48.777560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 9b5c562e-47d9-4e58-9547-5793ba966120 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:53:49.823619 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:53:51.568558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49308) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:51.573733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'subnet': {'network_id': '495e73eb-6e2c-4b80-8af2-deb839cb2396', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:51.662810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:51.666413 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:51.855183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:51.931436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Subnet': ['ID=e7f8a9e3-b7a5-40dd-b356-66317f9dab18,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:51.941967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Checking segment: {'id': '4a34623c-33a8-4269-80f4-792bc530916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '495e73eb-6e2c-4b80-8af2-deb839cb2396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:51.942331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network hostable DHCP agents. Network: 495e73eb-6e2c-4b80-8af2-deb839cb2396, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:53:51.959274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network 495e73eb-6e2c-4b80-8af2-deb839cb2396 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:53:51.968261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 495e73eb-6e2c-4b80-8af2-deb839cb2396) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:51.972418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:51.973046 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:51.978198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04df4157-a8cd-4041-b59d-42e3325770ce None None] Network 495e73eb-6e2c-4b80-8af2-deb839cb2396 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:51.991650 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-521acdbd-84d3-46b0-aadc-d5ed4d06c2cb tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4219327 Nov 12 11:53:51.995127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49310) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:52.000653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-569096417'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:52.021788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:52.025357 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.049490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:53:52.059007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.059404 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Added segment 51071bf6-eab4-4310-8c11-de3e115835d4 of type vlan for network 82e45556-59e7-4510-b8c8-7edd38fab9ee Nov 12 11:53:52.101190 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.127715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-495e73eb-6e2c-4b80-8af2-deb839cb2396', 'network_id': '495e73eb-6e2c-4b80-8af2-deb839cb2396', 'tenant_id': '4e8e9f4a868148aebe64f9cf11b094ab', 'fixed_ips': [{'subnet_id': 'e7f8a9e3-b7a5-40dd-b356-66317f9dab18'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:53:52.128587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.128743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.134589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:52.135168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.172659 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1732709 Nov 12 11:53:52.173220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49312) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:52.178010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'subnet': {'network_id': '82e45556-59e7-4510-b8c8-7edd38fab9ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:52.236627 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46219ba2-da84-4a1d-be6d-16a971e7bf43 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Network': ['ID=82e45556-59e7-4510-b8c8-7edd38fab9ee,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:52.248709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 82e45556-59e7-4510-b8c8-7edd38fab9ee details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:53:52.302084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:52.305764 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.323371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Allocated IP 2001:db8:0:ffff::2 (495e73eb-6e2c-4b80-8af2-deb839cb2396/e7f8a9e3-b7a5-40dd-b356-66317f9dab18/9b4e1d1d-aa5d-48db-afaf-ee84684ca49c) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:52.474652 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.480439 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.508119 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.522386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Network 495e73eb-6e2c-4b80-8af2-deb839cb2396 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:52.525318 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:52.530971 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:52.533195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Pushing event updated for resources: {'Port': ['ID=9b4e1d1d-aa5d-48db-afaf-ee84684ca49c,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:52.544705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.545069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.545433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.545771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.546102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.546424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.546819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.547067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.547387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.548217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.548217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.548432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:52.577886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Subnet': ['ID=7c07fe65-829a-4071-9a34-8a77e63b2677,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:52.585637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Checking segment: {'id': '51071bf6-eab4-4310-8c11-de3e115835d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82e45556-59e7-4510-b8c8-7edd38fab9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:52.585998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network hostable DHCP agents. Network: 82e45556-59e7-4510-b8c8-7edd38fab9ee, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:53:52.601100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Attempting to bind port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:52.601444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Attempting to bind port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '4a34623c-33a8-4269-80f4-792bc530916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '495e73eb-6e2c-4b80-8af2-deb839cb2396'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:52.601953 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Attempting to bind port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c on network 495e73eb-6e2c-4b80-8af2-deb839cb2396 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:52.603798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network 82e45556-59e7-4510-b8c8-7edd38fab9ee is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:53:52.606989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:52.607362 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Checking segment: {'id': '4a34623c-33a8-4269-80f4-792bc530916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '495e73eb-6e2c-4b80-8af2-deb839cb2396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:52.607760 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.608180 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Bound using segment: {'id': '4a34623c-33a8-4269-80f4-792bc530916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '495e73eb-6e2c-4b80-8af2-deb839cb2396'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:52.608788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Bound port: 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a34623c-33a8-4269-80f4-792bc530916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '495e73eb-6e2c-4b80-8af2-deb839cb2396'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:52.609229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.614662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 82e45556-59e7-4510-b8c8-7edd38fab9ee) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:52.620307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:52.620949 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.625121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1adb6-9991-4684-9c00-f215c8ee7488 None None] Network 82e45556-59e7-4510-b8c8-7edd38fab9ee requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:52.637626 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-78056aeb-c8b8-4cbe-ac99-83546c9569cc tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4634120 Nov 12 11:53:52.641066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49314) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:52.750110 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.832812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.892259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] For port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:52.897648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] For port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9b4e1d1d-aa5d-48db-afaf-ee84684ca49c,segment=NetworkSegment(4a34623c-33a8-4269-80f4-792bc530916d),segment_id=4a34623c-33a8-4269-80f4-792bc530916d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:52.907515 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.911074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:52.949363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Subnet': ['ID=7c07fe65-829a-4071-9a34-8a77e63b2677,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:53.002490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f1910-0d34-4b6b-b25c-65dfcda87c7b None None] Pushing event updated for resources: {'Port': ['ID=9b4e1d1d-aa5d-48db-afaf-ee84684ca49c,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:53.013229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389e9ae-f82d-4cac-96f0-59a2ef06fa79 None None] Network 82e45556-59e7-4510-b8c8-7edd38fab9ee requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:53.022789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.050688 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e45556-59e7-4510-b8c8-7edd38fab9ee']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:53.063258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51071bf6-eab4-4310-8c11-de3e115835d4') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:53.063623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51071bf6-eab4-4310-8c11-de3e115835d4') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:53.074598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.092562 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.111113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:53:53.111884 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:53:53.116097 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:53:53.209894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.219062 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.222638 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/82e45556-59e7-4510-b8c8-7edd38fab9ee HTTP/1.1" status: 204 len: 168 time: 0.5805426 Nov 12 11:53:53.226193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49318) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:53.231510 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1741413502'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:53.232389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38f579-24c0-4caa-b007-1a2c87934ea1 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Network': ['ID=82e45556-59e7-4510-b8c8-7edd38fab9ee,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:53.261060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:53.265011 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.290704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:53:53.305252 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.305605 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Added segment b4222352-0e8c-4f11-a575-0b02f2fabb06 of type vlan for network 32092259-ad69-4e99-a2c1-fb6bede49609 Nov 12 11:53:53.348716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.376714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.382534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:53.383113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.420882 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1929686 Nov 12 11:53:53.424032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49320) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:53.429079 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'subnet': {'network_id': '32092259-ad69-4e99-a2c1-fb6bede49609', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:53.458791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f191631-b2c0-467d-8e01-1983d0fcf742 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Network': ['ID=32092259-ad69-4e99-a2c1-fb6bede49609,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:53.470395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 32092259-ad69-4e99-a2c1-fb6bede49609 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:53:53.526728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:53.530268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.590113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Performing IP validity checks on allocation pools {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:53:53.590624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.ipam_backend_mixin [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:53:53.724288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.789396 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Subnet': ['ID=89df1bef-82f5-4c86-a01e-d12ba4480078,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:53.798024 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Checking segment: {'id': 'b4222352-0e8c-4f11-a575-0b02f2fabb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '32092259-ad69-4e99-a2c1-fb6bede49609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:53.798400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network hostable DHCP agents. Network: 32092259-ad69-4e99-a2c1-fb6bede49609, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:53:53.815887 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network 32092259-ad69-4e99-a2c1-fb6bede49609 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:53:53.824778 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 32092259-ad69-4e99-a2c1-fb6bede49609) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:53.829422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:53.830021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:53.837103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ec776-08b7-49cc-b99a-6b0a20640ade None None] Network 32092259-ad69-4e99-a2c1-fb6bede49609 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:53.849776 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-918f0887-e9a4-4e93-a8e7-c9f81bbd6552 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4245956 Nov 12 11:53:53.852372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:53.970798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f34a0b-7d7f-4e33-9ce0-e404ec21535a None None] Network 495e73eb-6e2c-4b80-8af2-deb839cb2396 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:53.972954 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.047044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.074860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:54.113302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3e69c-d3b1-4882-b8cc-fc7a77befa97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-32092259-ad69-4e99-a2c1-fb6bede49609', 'network_id': '32092259-ad69-4e99-a2c1-fb6bede49609', 'tenant_id': '4e8e9f4a868148aebe64f9cf11b094ab', 'fixed_ips': [{'subnet_id': '89df1bef-82f5-4c86-a01e-d12ba4480078'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:53:54.114280 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-74a3e69c-d3b1-4882-b8cc-fc7a77befa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.114868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.121683 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0e9c60e1-178b-4f5a-a79d-d973d023f79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.146602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Subnet': ['ID=89df1bef-82f5-4c86-a01e-d12ba4480078,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:54.155901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e10a8340-3720-4ed2-8034-7aca22a6e003 None None] Provisioning complete for port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:54.156479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e10a8340-3720-4ed2-8034-7aca22a6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.210637 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.231937 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32092259-ad69-4e99-a2c1-fb6bede49609']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:54.241582 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4222352-0e8c-4f11-a575-0b02f2fabb06') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:54.241886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4222352-0e8c-4f11-a575-0b02f2fabb06') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:54.251860 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.265830 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.272254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:53:54.272654 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:53:54.275692 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:53:54.321003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e008567-c363-4c42-8705-69f5d1ece544 None None] Network 32092259-ad69-4e99-a2c1-fb6bede49609 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:54.336335 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:54.336698 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.337093 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.342977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.351238 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/32092259-ad69-4e99-a2c1-fb6bede49609 HTTP/1.1" status: 204 len: 168 time: 0.4929411 Nov 12 11:53:54.351957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49324) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:54.357482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1314217772'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:54.361205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8513b-12b9-4469-8906-53334ca4e321 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Network': ['ID=32092259-ad69-4e99-a2c1-fb6bede49609,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:54.381546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:54.385174 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.409820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:53:54.419388 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.419609 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Added segment 92d724ee-8e00-4adf-820f-7e6bfbcdaa43 of type vlan for network 9dbce143-2224-48a3-bd00-e91b94e20d4c Nov 12 11:53:54.461638 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.489926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.496890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:54.497135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.497234 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e10a8340-3720-4ed2-8034-7aca22a6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.573809 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49326) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:54.574497 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2208302 Nov 12 11:53:54.585194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'subnet': {'network_id': '9dbce143-2224-48a3-bd00-e91b94e20d4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:54.585725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e10a8340-3720-4ed2-8034-7aca22a6e003 None None] For port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9b4e1d1d-aa5d-48db-afaf-ee84684ca49c,segment=NetworkSegment(4a34623c-33a8-4269-80f4-792bc530916d),segment_id=4a34623c-33a8-4269-80f4-792bc530916d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:54.587191 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.587711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fc3c0-8ed0-4a71-95f9-ee40797c4af9 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Network': ['ID=9dbce143-2224-48a3-bd00-e91b94e20d4c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:54.590596 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e10a8340-3720-4ed2-8034-7aca22a6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.605161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9dbce143-2224-48a3-bd00-e91b94e20d4c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:53:54.696489 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:54.700391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.745120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a8340-3720-4ed2-8034-7aca22a6e003 None None] Pushing event updated for resources: {'Port': ['ID=9b4e1d1d-aa5d-48db-afaf-ee84684ca49c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:54.765829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:53:54.766182 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:53:54.767285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e6de7cf1-0d11-4212-9718-8a52d2853fb2 None None] Provisioning complete for port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:54.767644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e6de7cf1-0d11-4212-9718-8a52d2853fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.888802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.949422 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Subnet': ['ID=8bf7f804-ec6a-4521-b9f6-83544314924d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:54.957810 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Checking segment: {'id': '92d724ee-8e00-4adf-820f-7e6bfbcdaa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dbce143-2224-48a3-bd00-e91b94e20d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:54.958169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network hostable DHCP agents. Network: 9dbce143-2224-48a3-bd00-e91b94e20d4c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:53:54.974219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network 9dbce143-2224-48a3-bd00-e91b94e20d4c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:53:54.983413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9dbce143-2224-48a3-bd00-e91b94e20d4c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:54.987437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:54.988033 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:54.992776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f2744-b84e-4fb8-8eba-cd57068f11dd None None] Network 9dbce143-2224-48a3-bd00-e91b94e20d4c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:55.006882 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-706c8d76-8823-4ca6-a844-885761f9c686 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4312434 Nov 12 11:53:55.010611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49328) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:55.015643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-540253868'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:55.036466 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:55.040165 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.065500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:53:55.074530 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.074907 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Added segment 9b2d329c-a513-4a09-bd2a-1cd20b808920 of type vlan for network e3450355-2551-42c7-bd6e-c594e35fb397 Nov 12 11:53:55.114989 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.142310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.143582 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-9dbce143-2224-48a3-bd00-e91b94e20d4c', 'network_id': '9dbce143-2224-48a3-bd00-e91b94e20d4c', 'tenant_id': '4e8e9f4a868148aebe64f9cf11b094ab', 'fixed_ips': [{'subnet_id': '8bf7f804-ec6a-4521-b9f6-83544314924d'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:53:55.144598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.148131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:55.148718 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.194524 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1828289 Nov 12 11:53:55.197680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49330) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:55.202950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Request body: {'subnet': {'network_id': 'e3450355-2551-42c7-bd6e-c594e35fb397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:55.230731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb03ada-2eda-4014-b788-49574ecde32a tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Network': ['ID=e3450355-2551-42c7-bd6e-c594e35fb397,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:55.246814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network e3450355-2551-42c7-bd6e-c594e35fb397 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:53:55.305506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Made reservation on behalf of 4e8e9f4a868148aebe64f9cf11b094ab for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:55.308987 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.389269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Allocated IP 2001:db8::2 (9dbce143-2224-48a3-bd00-e91b94e20d4c/8bf7f804-ec6a-4521-b9f6-83544314924d/739ac606-32ac-43b4-87f8-7d2e5be3830e) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:55.501825 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.537402 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.543033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.568543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event updated for resources: {'Subnet': ['ID=c862b40c-b74e-465d-bf20-520c96b8fdaf,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:55.577547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Checking segment: {'id': '9b2d329c-a513-4a09-bd2a-1cd20b808920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e3450355-2551-42c7-bd6e-c594e35fb397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:55.577855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network hostable DHCP agents. Network: e3450355-2551-42c7-bd6e-c594e35fb397, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:53:55.584009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Network 9dbce143-2224-48a3-bd00-e91b94e20d4c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:55.588538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:55.593942 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:55.595962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Network e3450355-2551-42c7-bd6e-c594e35fb397 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:53:55.597391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Pushing event updated for resources: {'Port': ['ID=739ac606-32ac-43b4-87f8-7d2e5be3830e,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:55.608401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, e3450355-2551-42c7-bd6e-c594e35fb397) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:55.612921 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:55.613781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.625423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b183b-5bff-4fba-9ddb-0238f0e64407 None None] Network e3450355-2551-42c7-bd6e-c594e35fb397 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:55.631933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fa5bbcaa-2691-48dd-a89a-b328838275d6 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4330966 Nov 12 11:53:55.634587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49332) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:55.699746 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Attempting to bind port 739ac606-32ac-43b4-87f8-7d2e5be3830e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:55.700110 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Attempting to bind port 739ac606-32ac-43b4-87f8-7d2e5be3830e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '92d724ee-8e00-4adf-820f-7e6bfbcdaa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dbce143-2224-48a3-bd00-e91b94e20d4c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:55.700478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Attempting to bind port 739ac606-32ac-43b4-87f8-7d2e5be3830e on network 9dbce143-2224-48a3-bd00-e91b94e20d4c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:55.710447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:55.710820 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Checking segment: {'id': '92d724ee-8e00-4adf-820f-7e6bfbcdaa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dbce143-2224-48a3-bd00-e91b94e20d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:55.711222 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.711620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Bound using segment: {'id': '92d724ee-8e00-4adf-820f-7e6bfbcdaa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dbce143-2224-48a3-bd00-e91b94e20d4c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:55.712098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Bound port: 739ac606-32ac-43b4-87f8-7d2e5be3830e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d724ee-8e00-4adf-820f-7e6bfbcdaa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9dbce143-2224-48a3-bd00-e91b94e20d4c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:55.712483 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.739581 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.820934 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.891431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.920034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Subnet': ['ID=c862b40c-b74e-465d-bf20-520c96b8fdaf,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:55.989304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:55.998125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] For port 739ac606-32ac-43b4-87f8-7d2e5be3830e, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:56.015218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] For port 739ac606-32ac-43b4-87f8-7d2e5be3830e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=739ac606-32ac-43b4-87f8-7d2e5be3830e,segment=NetworkSegment(92d724ee-8e00-4adf-820f-7e6bfbcdaa43),segment_id=92d724ee-8e00-4adf-820f-7e6bfbcdaa43)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:56.018886 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3450355-2551-42c7-bd6e-c594e35fb397']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:56.028650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2d329c-a513-4a09-bd2a-1cd20b808920') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:56.028975 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2d329c-a513-4a09-bd2a-1cd20b808920') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:56.030948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:56.039331 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.053442 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.053747 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.058670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755ed55-21c3-4148-ab3c-5928e3f40468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-e3450355-2551-42c7-bd6e-c594e35fb397', 'network_id': 'e3450355-2551-42c7-bd6e-c594e35fb397', 'tenant_id': '4e8e9f4a868148aebe64f9cf11b094ab', 'fixed_ips': [{'subnet_id': 'c862b40c-b74e-465d-bf20-520c96b8fdaf'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:53:56.059495 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5755ed55-21c3-4148-ab3c-5928e3f40468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.060236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:53:56.060626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:53:56.064652 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:53:56.127403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.140156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.149395 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/e3450355-2551-42c7-bd6e-c594e35fb397 HTTP/1.1" status: 204 len: 168 time: 0.5078866 Nov 12 11:53:56.149584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49334) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:56.152258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6493d5-d077-46fd-b066-faaeb87fdcd6 None None] Pushing event updated for resources: {'Port': ['ID=739ac606-32ac-43b4-87f8-7d2e5be3830e,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:56.158570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499efa3-3445-4264-9b19-e7335a8df17e tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Network': ['ID=e3450355-2551-42c7-bd6e-c594e35fb397,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:56.166276 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:56.166664 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.189656 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8837b1b-d7fc-497d-ab34-86dcf1219ed3 None None] Network e3450355-2551-42c7-bd6e-c594e35fb397 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:56.197492 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c505bdf-4c6d-4d5d-8478-fd2cc5a0c1c3 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] GET failed (client error): The resource could not be found. Nov 12 11:53:56.199207 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c505bdf-4c6d-4d5d-8478-fd2cc5a0c1c3 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "GET /v2.0/subnets/c862b40c-b74e-465d-bf20-520c96b8fdaf HTTP/1.1" status: 404 len: 337 time: 0.0514009 Nov 12 11:53:56.202664 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49336) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:56.211401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8837b1b-d7fc-497d-ab34-86dcf1219ed3 None None] Network e3450355-2551-42c7-bd6e-c594e35fb397 could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:53:56.222737 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e648f0d-7b33-4035-a9f6-cfcb536391cd tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] DELETE failed (client error): The resource could not be found. Nov 12 11:53:56.223315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e648f0d-7b33-4035-a9f6-cfcb536391cd tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:53:56.226489 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e648f0d-7b33-4035-a9f6-cfcb536391cd tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/e3450355-2551-42c7-bd6e-c594e35fb397 HTTP/1.1" status: 404 len: 339 time: 0.0226603 Nov 12 11:53:56.230421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49338) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:56.263142 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-885e504b-90a3-49da-86ac-d492f949dc4c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] DELETE failed (client error): The resource could not be found. Nov 12 11:53:56.263598 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885e504b-90a3-49da-86ac-d492f949dc4c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:53:56.267456 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-885e504b-90a3-49da-86ac-d492f949dc4c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/subnets/c862b40c-b74e-465d-bf20-520c96b8fdaf HTTP/1.1" status: 404 len: 337 time: 0.0356760 Nov 12 11:53:56.269881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:56.289519 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4908c7-a5a6-4594-8a1b-b3dc8bc7d619 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] DELETE failed (client error): The resource could not be found. Nov 12 11:53:56.289985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4908c7-a5a6-4594-8a1b-b3dc8bc7d619 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:53:56.295931 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8c4908c7-a5a6-4594-8a1b-b3dc8bc7d619 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/e3450355-2551-42c7-bd6e-c594e35fb397 HTTP/1.1" status: 404 len: 339 time: 0.0215056 Nov 12 11:53:56.296504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49342) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:56.365899 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f660d4-f4d1-463c-aa68-bafe3d56ab7c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Deleting subnet 8bf7f804-ec6a-4521-b9f6-83544314924d {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:53:56.369114 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2f660d4-f4d1-463c-aa68-bafe3d56ab7c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.393284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-16e99d59-375a-45b4-acd4-87725e4016c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.421201 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2f660d4-f4d1-463c-aa68-bafe3d56ab7c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.509604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2f660d4-f4d1-463c-aa68-bafe3d56ab7c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.571572 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2f660d4-f4d1-463c-aa68-bafe3d56ab7c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.602739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f660d4-f4d1-463c-aa68-bafe3d56ab7c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf7f804-ec6a-4521-b9f6-83544314924d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:56.605518 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f2f660d4-f4d1-463c-aa68-bafe3d56ab7c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.609671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f2f660d4-f4d1-463c-aa68-bafe3d56ab7c tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/subnets/8bf7f804-ec6a-4521-b9f6-83544314924d HTTP/1.1" status: 204 len: 168 time: 0.3120673 Nov 12 11:53:56.611964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49344) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:56.689769 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.742148 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Deleting port 739ac606-32ac-43b4-87f8-7d2e5be3830e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:56.742486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.813976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] For port 739ac606-32ac-43b4-87f8-7d2e5be3830e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=739ac606-32ac-43b4-87f8-7d2e5be3830e,segment=NetworkSegment(92d724ee-8e00-4adf-820f-7e6bfbcdaa43),segment_id=92d724ee-8e00-4adf-820f-7e6bfbcdaa43)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:56.814339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.827495 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Calling delete_port for 739ac606-32ac-43b4-87f8-7d2e5be3830e owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:56.910698 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:56.941505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Port': ['ID=739ac606-32ac-43b4-87f8-7d2e5be3830e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:56.946604 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] No DVR routers for this DVR port 739ac606-32ac-43b4-87f8-7d2e5be3830e on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:53:57.032522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.054067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d8bf6-bcab-4b81-affd-c937f5e0e8a2 None None] Network 9dbce143-2224-48a3-bd00-e91b94e20d4c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:57.054330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbce143-2224-48a3-bd00-e91b94e20d4c']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:57.064794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d724ee-8e00-4adf-820f-7e6bfbcdaa43') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:57.065123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d724ee-8e00-4adf-820f-7e6bfbcdaa43') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:57.079752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.093780 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.099691 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:53:57.100074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:53:57.103259 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:53:57.108330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-308069ad-0a56-46d9-9651-3bb858a2761d None None] Could not find standard attr ID for object 739ac606-32ac-43b4-87f8-7d2e5be3830e. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:53:57.162783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.171061 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.174323 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/9dbce143-2224-48a3-bd00-e91b94e20d4c HTTP/1.1" status: 204 len: 168 time: 0.5614405 Nov 12 11:53:57.177242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49346) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:57.183587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31bc5c-53c2-428c-a0e5-9f28b3bd5dae tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Network': ['ID=9dbce143-2224-48a3-bd00-e91b94e20d4c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:57.205603 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-239838de-c821-4f5a-9db3-506e6904e3f7 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] DELETE failed (client error): The resource could not be found. Nov 12 11:53:57.206062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239838de-c821-4f5a-9db3-506e6904e3f7 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:53:57.212180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-239838de-c821-4f5a-9db3-506e6904e3f7 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/subnets/89df1bef-82f5-4c86-a01e-d12ba4480078 HTTP/1.1" status: 404 len: 337 time: 0.0303361 Nov 12 11:53:57.212180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49348) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:57.235578 n-d-768851-19 neutron-server[109165]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e153e5-9af1-4074-bd9c-2b8febdc08e5 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] DELETE failed (client error): The resource could not be found. Nov 12 11:53:57.236104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e153e5-9af1-4074-bd9c-2b8febdc08e5 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109165) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:53:57.241721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b8e153e5-9af1-4074-bd9c-2b8febdc08e5 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/32092259-ad69-4e99-a2c1-fb6bede49609 HTTP/1.1" status: 404 len: 339 time: 0.0262380 Nov 12 11:53:57.242004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49350) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:57.248156 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f91c9-8f5a-487a-9d0b-295fb7bc9dec None None] DHCP port deletion for 9dbce143-2224-48a3-bd00-e91b94e20d4c request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:53:57.270638 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89cf773-cad3-49d2-9b13-da852be3fd35 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] DELETE failed (client error): The resource could not be found. Nov 12 11:53:57.271086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89cf773-cad3-49d2-9b13-da852be3fd35 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:53:57.274372 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a89cf773-cad3-49d2-9b13-da852be3fd35 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/subnets/7c07fe65-829a-4071-9a34-8a77e63b2677 HTTP/1.1" status: 404 len: 337 time: 0.0312397 Nov 12 11:53:57.276987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49352) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:57.295853 n-d-768851-19 neutron-server[109166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f07f1c-b9da-45f9-9518-514649341942 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] DELETE failed (client error): The resource could not be found. Nov 12 11:53:57.296312 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f07f1c-b9da-45f9-9518-514649341942 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:53:57.299452 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d6f07f1c-b9da-45f9-9518-514649341942 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/82e45556-59e7-4510-b8c8-7edd38fab9ee HTTP/1.1" status: 404 len: 339 time: 0.0214169 Nov 12 11:53:57.301974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49354) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:57.681847 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-78169106-3db2-40da-8406-3e22609ac3ac tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Deleting subnet e7f8a9e3-b7a5-40dd-b356-66317f9dab18 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:53:57.684994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78169106-3db2-40da-8406-3e22609ac3ac tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.725658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78169106-3db2-40da-8406-3e22609ac3ac tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.807635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78169106-3db2-40da-8406-3e22609ac3ac tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.869890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78169106-3db2-40da-8406-3e22609ac3ac tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.898756 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78169106-3db2-40da-8406-3e22609ac3ac tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f8a9e3-b7a5-40dd-b356-66317f9dab18,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:57.901506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-78169106-3db2-40da-8406-3e22609ac3ac tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:57.905823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13471b-14c0-4768-8f02-2009964ee478 None None] Network 495e73eb-6e2c-4b80-8af2-deb839cb2396 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:57.908226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49356) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:57.908441 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-78169106-3db2-40da-8406-3e22609ac3ac tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/subnets/e7f8a9e3-b7a5-40dd-b356-66317f9dab18 HTTP/1.1" status: 204 len: 168 time: 0.6055417 Nov 12 11:53:57.975977 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.099883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] DHCP port deletion for 495e73eb-6e2c-4b80-8af2-deb839cb2396 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:53:58.153337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] Deleting port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:58.153711 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.220775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] For port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9b4e1d1d-aa5d-48db-afaf-ee84684ca49c,segment=NetworkSegment(4a34623c-33a8-4269-80f4-792bc530916d),segment_id=4a34623c-33a8-4269-80f4-792bc530916d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:58.221124 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.235466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] Calling delete_port for 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:58.308944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.317615 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.343119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] Pushing event deleted for resources: {'Port': ['ID=9b4e1d1d-aa5d-48db-afaf-ee84684ca49c,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:58.348018 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137c0f1-d59f-4488-896b-66564ce82366 None None] No DVR routers for this DVR port 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:53:58.405312 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.426263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495e73eb-6e2c-4b80-8af2-deb839cb2396']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:58.435607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a34623c-33a8-4269-80f4-792bc530916d') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:58.435933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a34623c-33a8-4269-80f4-792bc530916d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:58.445532 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.459092 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.465287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:53:58.465720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:53:58.469453 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:53:58.527538 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.535132 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.538630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] 10.222.0.31 "DELETE /v2.0/networks/495e73eb-6e2c-4b80-8af2-deb839cb2396 HTTP/1.1" status: 204 len: 168 time: 0.6292279 Nov 12 11:53:58.554535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51bbec-da0e-4c9a-b1aa-bc5f89f2a660 tempest-NetworksIpV6Test-1674336220 tempest-NetworksIpV6Test-1674336220-project] Pushing event deleted for resources: {'Network': ['ID=495e73eb-6e2c-4b80-8af2-deb839cb2396,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:58.777776 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49362) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:58.916466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fabc5b83-dd28-484a-86c8-13a03d321ce0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e8e9f4a868148aebe64f9cf11b094ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374869 Nov 12 11:53:58.919058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49366) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:58.968741 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a05859c7-0f09-4ad1-8de0-a6012104cd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:58.989922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a05859c7-0f09-4ad1-8de0-a6012104cd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.042464 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a05859c7-0f09-4ad1-8de0-a6012104cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.045372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a05859c7-0f09-4ad1-8de0-a6012104cd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.046559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a05859c7-0f09-4ad1-8de0-a6012104cd35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ca634c8-0499-481e-8ff8-78bc48c3d4bb HTTP/1.1" status: 204 len: 168 time: 0.1265764 Nov 12 11:53:59.054770 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05859c7-0f09-4ad1-8de0-a6012104cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca634c8-0499-481e-8ff8-78bc48c3d4bb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:59.659253 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.736772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49390) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:59.833264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e57f8dc3-e81a-471c-a481-07713597381d tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-234235217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:59.857434 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e57f8dc3-e81a-471c-a481-07713597381d tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.858964 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e57f8dc3-e81a-471c-a481-07713597381d tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.911609 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e57f8dc3-e81a-471c-a481-07713597381d tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.921010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e57f8dc3-e81a-471c-a481-07713597381d tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.938498 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e57f8dc3-e81a-471c-a481-07713597381d tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.939685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e57f8dc3-e81a-471c-a481-07713597381d tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2018700 Nov 12 11:53:59.942375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49394) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:59.947082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1712725229'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:59.968230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Made reservation on behalf of 007527b5104e4e089222a6d2ec10f3ff for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:59.971993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.982365 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.010564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:54:00.032898 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:54:00.033253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9b4e1d1d-aa5d-48db-afaf-ee84684ca49c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:54:00.064068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.067874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.091410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:54:00.107572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae3568e-77be-475b-955c-a213f95b0470,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:00.110789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.111135 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Added segment f081d257-82d8-469f-b494-023d5059cbf9 of type vlan for network 3403fe2f-cb7b-4452-98a9-15b258a715f4 Nov 12 11:54:00.151136 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.177476 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.183015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:00.183600 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.220018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2766268 Nov 12 11:54:00.223054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49396) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:00.228081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Request body: {'subnet': {'network_id': '3403fe2f-cb7b-4452-98a9-15b258a715f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:00.256279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3968a-d8eb-43ab-a30a-20b135c5e8c7 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event updated for resources: {'Network': ['ID=3403fe2f-cb7b-4452-98a9-15b258a715f4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:00.266536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 3403fe2f-cb7b-4452-98a9-15b258a715f4 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:54:00.318889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Made reservation on behalf of 007527b5104e4e089222a6d2ec10f3ff for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:00.322332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.509782 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.575095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event updated for resources: {'Subnet': ['ID=cedfd199-a626-4181-a900-164f4d03284e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:00.583355 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Checking segment: {'id': 'f081d257-82d8-469f-b494-023d5059cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3403fe2f-cb7b-4452-98a9-15b258a715f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:00.583744 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Network hostable DHCP agents. Network: 3403fe2f-cb7b-4452-98a9-15b258a715f4, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:54:00.600462 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Network 3403fe2f-cb7b-4452-98a9-15b258a715f4 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:54:00.609254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 3403fe2f-cb7b-4452-98a9-15b258a715f4) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:00.613796 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:00.614431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.620581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad5b3a3-6875-4421-9968-4fafad84ea88 None None] Network 3403fe2f-cb7b-4452-98a9-15b258a715f4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:00.632564 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e9be2c3e-1d93-475a-bb00-4c32902b6564 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4084094 Nov 12 11:54:00.635670 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49398) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:00.641517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1073037540'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:00.663083 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Made reservation on behalf of 007527b5104e4e089222a6d2ec10f3ff for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:00.666868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.692210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:54:00.701196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.702462 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Added segment 211b2981-f7fe-4698-bbdc-4da5e2ffccc7 of type vlan for network a8e989c0-0669-4a37-bfc0-627a5bf134fc Nov 12 11:54:00.744550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.759924 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.770851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.776626 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:00.777359 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.790964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-3403fe2f-cb7b-4452-98a9-15b258a715f4', 'network_id': '3403fe2f-cb7b-4452-98a9-15b258a715f4', 'tenant_id': '007527b5104e4e089222a6d2ec10f3ff', 'fixed_ips': [{'subnet_id': 'cedfd199-a626-4181-a900-164f4d03284e'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:54:00.792007 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.819823 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1830583 Nov 12 11:54:00.822804 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49400) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:00.829066 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Request body: {'subnet': {'network_id': 'a8e989c0-0669-4a37-bfc0-627a5bf134fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:00.853824 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6e87-ec15-4bf6-9978-6358b302cd80 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event updated for resources: {'Network': ['ID=a8e989c0-0669-4a37-bfc0-627a5bf134fc,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:00.869247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network a8e989c0-0669-4a37-bfc0-627a5bf134fc details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:54:00.921227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Made reservation on behalf of 007527b5104e4e089222a6d2ec10f3ff for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:00.924775 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:00.999780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Allocated IP 172.20.0.2 (3403fe2f-cb7b-4452-98a9-15b258a715f4/cedfd199-a626-4181-a900-164f4d03284e/713f6d78-9b1d-47dc-88a4-d8269f4f8314) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:01.113820 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.148180 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.153758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.173864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event updated for resources: {'Subnet': ['ID=f2d2515a-335a-408c-96b8-0d0a046eb9ec,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:01.184640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Checking segment: {'id': '211b2981-f7fe-4698-bbdc-4da5e2ffccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a8e989c0-0669-4a37-bfc0-627a5bf134fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:01.185048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Network hostable DHCP agents. Network: a8e989c0-0669-4a37-bfc0-627a5bf134fc, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:54:01.198808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Network 3403fe2f-cb7b-4452-98a9-15b258a715f4 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:01.202222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:01.203455 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Network a8e989c0-0669-4a37-bfc0-627a5bf134fc is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:54:01.207073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:01.210227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Pushing event updated for resources: {'Port': ['ID=713f6d78-9b1d-47dc-88a4-d8269f4f8314,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:01.213063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, a8e989c0-0669-4a37-bfc0-627a5bf134fc) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:01.218057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:01.219053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.236694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-77954e63-3c62-4579-b81c-540a5edc18fc tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4121690 Nov 12 11:54:01.239669 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49402) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:01.241407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c9c6a-eb68-4598-9b38-9c5082f2c0bd None None] Network a8e989c0-0669-4a37-bfc0-627a5bf134fc requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:01.245062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8258ac9a-49bd-4a23-a229-34d902325415 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8e989c0-0669-4a37-bfc0-627a5bf134fc'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:01.315331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Attempting to bind port 713f6d78-9b1d-47dc-88a4-d8269f4f8314 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:01.315705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Attempting to bind port 713f6d78-9b1d-47dc-88a4-d8269f4f8314 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'f081d257-82d8-469f-b494-023d5059cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3403fe2f-cb7b-4452-98a9-15b258a715f4'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:01.316071 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Attempting to bind port 713f6d78-9b1d-47dc-88a4-d8269f4f8314 on network 3403fe2f-cb7b-4452-98a9-15b258a715f4 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:01.327467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:01.327836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Checking segment: {'id': 'f081d257-82d8-469f-b494-023d5059cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3403fe2f-cb7b-4452-98a9-15b258a715f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:01.328381 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.328770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Bound using segment: {'id': 'f081d257-82d8-469f-b494-023d5059cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3403fe2f-cb7b-4452-98a9-15b258a715f4'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:01.329273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Bound port: 713f6d78-9b1d-47dc-88a4-d8269f4f8314, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f081d257-82d8-469f-b494-023d5059cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3403fe2f-cb7b-4452-98a9-15b258a715f4'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:01.329677 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.443852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] For port 713f6d78-9b1d-47dc-88a4-d8269f4f8314, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:01.447563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] For port 713f6d78-9b1d-47dc-88a4-d8269f4f8314, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=713f6d78-9b1d-47dc-88a4-d8269f4f8314,segment=NetworkSegment(f081d257-82d8-469f-b494-023d5059cbf9),segment_id=f081d257-82d8-469f-b494-023d5059cbf9)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:01.459196 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8258ac9a-49bd-4a23-a229-34d902325415 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.463420 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.490100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-a8e989c0-0669-4a37-bfc0-627a5bf134fc', 'network_id': 'a8e989c0-0669-4a37-bfc0-627a5bf134fc', 'tenant_id': '007527b5104e4e089222a6d2ec10f3ff', 'fixed_ips': [{'subnet_id': 'f2d2515a-335a-408c-96b8-0d0a046eb9ec'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:54:01.490947 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.547916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c35b1-359c-4f45-a3cc-eca1cf68b6d4 None None] Pushing event updated for resources: {'Port': ['ID=713f6d78-9b1d-47dc-88a4-d8269f4f8314,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:01.580276 n-d-768851-19 neutron-server[109166]: INFO neutron.api.v2.resource [None req-8258ac9a-49bd-4a23-a229-34d902325415 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:54:01.581435 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8258ac9a-49bd-4a23-a229-34d902325415 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "PUT /v2.0/routers/a43b90c0-3c4f-40b3-ab33-5dd25e7ef62a HTTP/1.1" status: 400 len: 364 time: 0.3403087 Nov 12 11:54:01.589215 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49404) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:01.651384 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9f7fbe-ca73-402b-8759-9309a020b421 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Deleting subnet f2d2515a-335a-408c-96b8-0d0a046eb9ec {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:54:01.665729 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Allocated IP 172.21.0.2 (a8e989c0-0669-4a37-bfc0-627a5bf134fc/f2d2515a-335a-408c-96b8-0d0a046eb9ec/c33fc7ae-0902-4bcc-8f9a-df21d2b434a2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:01.837233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.843499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7fbe-ca73-402b-8759-9309a020b421 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.844249 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.886828 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Network a8e989c0-0669-4a37-bfc0-627a5bf134fc is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:01.890483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:01.891371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7fbe-ca73-402b-8759-9309a020b421 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.895291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:01.898415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Pushing event updated for resources: {'Port': ['ID=c33fc7ae-0902-4bcc-8f9a-df21d2b434a2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:01.956488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Attempting to bind port c33fc7ae-0902-4bcc-8f9a-df21d2b434a2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:01.957161 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Attempting to bind port c33fc7ae-0902-4bcc-8f9a-df21d2b434a2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '211b2981-f7fe-4698-bbdc-4da5e2ffccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a8e989c0-0669-4a37-bfc0-627a5bf134fc'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:01.957439 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Attempting to bind port c33fc7ae-0902-4bcc-8f9a-df21d2b434a2 on network a8e989c0-0669-4a37-bfc0-627a5bf134fc {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:01.967442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:01.967927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Checking segment: {'id': '211b2981-f7fe-4698-bbdc-4da5e2ffccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a8e989c0-0669-4a37-bfc0-627a5bf134fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:01.968408 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.968810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Bound using segment: {'id': '211b2981-f7fe-4698-bbdc-4da5e2ffccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a8e989c0-0669-4a37-bfc0-627a5bf134fc'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:01.969387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Bound port: c33fc7ae-0902-4bcc-8f9a-df21d2b434a2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211b2981-f7fe-4698-bbdc-4da5e2ffccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a8e989c0-0669-4a37-bfc0-627a5bf134fc'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:01.969690 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.987787 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7fbe-ca73-402b-8759-9309a020b421 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.059132 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7fbe-ca73-402b-8759-9309a020b421 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.059329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 713f6d78-9b1d-47dc-88a4-d8269f4f8314 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:02.084270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] For port c33fc7ae-0902-4bcc-8f9a-df21d2b434a2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:02.089958 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f7fbe-ca73-402b-8759-9309a020b421 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d2515a-335a-408c-96b8-0d0a046eb9ec,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:02.091977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7fbe-ca73-402b-8759-9309a020b421 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.095786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5f9f7fbe-ca73-402b-8759-9309a020b421 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "DELETE /v2.0/subnets/f2d2515a-335a-408c-96b8-0d0a046eb9ec HTTP/1.1" status: 204 len: 168 time: 0.5055678 Nov 12 11:54:02.098303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49406) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:02.106039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] For port c33fc7ae-0902-4bcc-8f9a-df21d2b434a2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c33fc7ae-0902-4bcc-8f9a-df21d2b434a2,segment=NetworkSegment(211b2981-f7fe-4698-bbdc-4da5e2ffccc7),segment_id=211b2981-f7fe-4698-bbdc-4da5e2ffccc7)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:02.113822 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.184486 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.193228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 713f6d78-9b1d-47dc-88a4-d8269f4f8314 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:02.193228 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.218203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97214c5-3552-4af2-881e-c48acdcd2a8b None None] Pushing event updated for resources: {'Port': ['ID=c33fc7ae-0902-4bcc-8f9a-df21d2b434a2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:02.262902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Deleting port c33fc7ae-0902-4bcc-8f9a-df21d2b434a2 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:54:02.263964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.281940 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.319402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 713f6d78-9b1d-47dc-88a4-d8269f4f8314, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=713f6d78-9b1d-47dc-88a4-d8269f4f8314,segment=NetworkSegment(f081d257-82d8-469f-b494-023d5059cbf9),segment_id=f081d257-82d8-469f-b494-023d5059cbf9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:02.324774 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.339571 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] For port c33fc7ae-0902-4bcc-8f9a-df21d2b434a2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c33fc7ae-0902-4bcc-8f9a-df21d2b434a2,segment=NetworkSegment(211b2981-f7fe-4698-bbdc-4da5e2ffccc7),segment_id=211b2981-f7fe-4698-bbdc-4da5e2ffccc7)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:02.339934 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.354062 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Calling delete_port for c33fc7ae-0902-4bcc-8f9a-df21d2b434a2 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:54:02.377653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=713f6d78-9b1d-47dc-88a4-d8269f4f8314,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:02.471668 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.501816 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event deleted for resources: {'Port': ['ID=c33fc7ae-0902-4bcc-8f9a-df21d2b434a2,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:02.505616 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] No DVR routers for this DVR port c33fc7ae-0902-4bcc-8f9a-df21d2b434a2 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:54:02.594277 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.598249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2095532-6f08-45bd-82a4-918ff90111cc None None] Network 3403fe2f-cb7b-4452-98a9-15b258a715f4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:02.620445 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e989c0-0669-4a37-bfc0-627a5bf134fc']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:02.630830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211b2981-f7fe-4698-bbdc-4da5e2ffccc7') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:02.631118 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211b2981-f7fe-4698-bbdc-4da5e2ffccc7') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:02.640712 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.654891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.661172 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:54:02.661563 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:54:02.664505 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:54:02.684604 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4278866d-8100-4dc6-8a00-15aabdaafd7a None None] Provisioning complete for port 713f6d78-9b1d-47dc-88a4-d8269f4f8314 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:02.684933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4278866d-8100-4dc6-8a00-15aabdaafd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.725237 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.734311 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.737723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "DELETE /v2.0/networks/a8e989c0-0669-4a37-bfc0-627a5bf134fc HTTP/1.1" status: 204 len: 168 time: 0.6384568 Nov 12 11:54:02.740505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49408) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:02.758037 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a29f79-9387-4ac9-9710-ea45bc16ac61 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event deleted for resources: {'Network': ['ID=a8e989c0-0669-4a37-bfc0-627a5bf134fc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:02.809859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-318df338-05b2-4ae6-ae47-7f34b171d171 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Deleting subnet cedfd199-a626-4181-a900-164f4d03284e {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:54:02.813177 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-318df338-05b2-4ae6-ae47-7f34b171d171 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.861399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-318df338-05b2-4ae6-ae47-7f34b171d171 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:02.951889 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-318df338-05b2-4ae6-ae47-7f34b171d171 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.027583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-318df338-05b2-4ae6-ae47-7f34b171d171 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.058673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318df338-05b2-4ae6-ae47-7f34b171d171 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event deleted for resources: {'Subnet': ['ID=cedfd199-a626-4181-a900-164f4d03284e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:03.063651 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-318df338-05b2-4ae6-ae47-7f34b171d171 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.065114 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-611b51ba-1f92-42f0-abd2-952d2073dd11 None None] Provisioning complete for port 713f6d78-9b1d-47dc-88a4-d8269f4f8314 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:03.065633 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-611b51ba-1f92-42f0-abd2-952d2073dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.067117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-318df338-05b2-4ae6-ae47-7f34b171d171 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "DELETE /v2.0/subnets/cedfd199-a626-4181-a900-164f4d03284e HTTP/1.1" status: 204 len: 168 time: 0.3245454 Nov 12 11:54:03.070217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49410) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:03.094040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a6a595-6a0b-47ac-8a8c-20590b81a918 None None] Network 3403fe2f-cb7b-4452-98a9-15b258a715f4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:03.158727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.227650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Deleting port 713f6d78-9b1d-47dc-88a4-d8269f4f8314 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:54:03.227928 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.300298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] For port 713f6d78-9b1d-47dc-88a4-d8269f4f8314, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=713f6d78-9b1d-47dc-88a4-d8269f4f8314,segment=NetworkSegment(f081d257-82d8-469f-b494-023d5059cbf9),segment_id=f081d257-82d8-469f-b494-023d5059cbf9)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:03.300663 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.314333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Calling delete_port for 713f6d78-9b1d-47dc-88a4-d8269f4f8314 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:54:03.380639 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288898d-dbca-4083-83e9-c2979f31ad42 None None] DHCP port deletion for a8e989c0-0669-4a37-bfc0-627a5bf134fc request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:54:03.402168 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.436852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] No DVR routers for this DVR port 713f6d78-9b1d-47dc-88a4-d8269f4f8314 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:54:03.438435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event deleted for resources: {'Port': ['ID=713f6d78-9b1d-47dc-88a4-d8269f4f8314,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:03.446750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d0a7b-469a-45b5-9414-0dbff4818a4c None None] Network a8e989c0-0669-4a37-bfc0-627a5bf134fc requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:03.464561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d0a7b-469a-45b5-9414-0dbff4818a4c None None] Network a8e989c0-0669-4a37-bfc0-627a5bf134fc could not be found, it might have been deleted concurrently. {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:54:03.522569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.523931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559c4a8-4714-47f3-a872-daab69004ecf None None] DHCP port deletion for 3403fe2f-cb7b-4452-98a9-15b258a715f4 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:54:03.545766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3403fe2f-cb7b-4452-98a9-15b258a715f4']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:03.556603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f081d257-82d8-469f-b494-023d5059cbf9') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:03.556805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d39ecc71-fd91-4be9-b165-9e4cfe57e595 None None] Could not find standard attr ID for object c33fc7ae-0902-4bcc-8f9a-df21d2b434a2. {{(pid=109167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:54:03.556970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f081d257-82d8-469f-b494-023d5059cbf9') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:03.572485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.586584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.592793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:54:03.593375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:54:03.596545 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:54:03.654993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.660414 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.663845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "DELETE /v2.0/networks/3403fe2f-cb7b-4452-98a9-15b258a715f4 HTTP/1.1" status: 204 len: 168 time: 0.5926633 Nov 12 11:54:03.666787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49412) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:03.678485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3418bf4-598c-40be-aac2-4e532a07f123 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Pushing event deleted for resources: {'Network': ['ID=3403fe2f-cb7b-4452-98a9-15b258a715f4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:03.694561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-33dbf460-2843-44cf-b949-576edc073602 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "GET /v2.0/ports?device_id=a43b90c0-3c4f-40b3-ab33-5dd25e7ef62a HTTP/1.1" status: 200 len: 205 time: 0.0266113 Nov 12 11:54:03.696951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49414) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:03.774350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e664d0c7-8e80-4f0f-b5d4-b78921c01450 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.938174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e664d0c7-8e80-4f0f-b5d4-b78921c01450 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.940317 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e664d0c7-8e80-4f0f-b5d4-b78921c01450 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.986419 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e664d0c7-8e80-4f0f-b5d4-b78921c01450 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.986960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e664d0c7-8e80-4f0f-b5d4-b78921c01450 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Fanout notify agent at l3_agent the message router_deleted on router a43b90c0-3c4f-40b3-ab33-5dd25e7ef62a {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:54:03.994941 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e664d0c7-8e80-4f0f-b5d4-b78921c01450 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.996066 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e664d0c7-8e80-4f0f-b5d4-b78921c01450 tempest-RoutersNegativeTest-445874344 tempest-RoutersNegativeTest-445874344-project] 10.222.0.31 "DELETE /v2.0/routers/a43b90c0-3c4f-40b3-ab33-5dd25e7ef62a HTTP/1.1" status: 204 len: 168 time: 0.2982142 Nov 12 11:54:04.020536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 713f6d78-9b1d-47dc-88a4-d8269f4f8314 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:54:04.040603 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 713f6d78-9b1d-47dc-88a4-d8269f4f8314 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:54:04.040851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 713f6d78-9b1d-47dc-88a4-d8269f4f8314 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:54:04.248177 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49420) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:04.381103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fc665083-02af-487a-a14e-0964be4bd64b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=007527b5104e4e089222a6d2ec10f3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316633 Nov 12 11:54:04.383527 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:04.430478 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a564bf0-4698-4dde-806b-efc5e1c0f14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:04.450903 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a564bf0-4698-4dde-806b-efc5e1c0f14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:04.497422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a564bf0-4698-4dde-806b-efc5e1c0f14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:04.500184 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3a564bf0-4698-4dde-806b-efc5e1c0f14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:04.501374 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3a564bf0-4698-4dde-806b-efc5e1c0f14b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ae3568e-77be-475b-955c-a213f95b0470 HTTP/1.1" status: 204 len: 168 time: 0.1169558 Nov 12 11:54:04.513158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a564bf0-4698-4dde-806b-efc5e1c0f14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae3568e-77be-475b-955c-a213f95b0470,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:05.115963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49446) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:05.212827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-245714649-network', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:05.235720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Made reservation on behalf of a3fa3e0ad4f2433eb2bd5fc9d59f17f9 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:05.238079 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.246583 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.321522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.325173 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.345644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:54:05.360984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3f2667-abae-41db-9cc8-9e960773175a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:05.363978 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.364260 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Added segment e631d4db-543a-43f7-a13a-c0edc9b4346f of type vlan for network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 Nov 12 11:54:05.408656 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.434657 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.436490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:05.437186 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.469142 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3520367 Nov 12 11:54:05.472097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49450) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:05.477237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Request body: {'subnet': {'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-subnet', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:05.499581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Made reservation on behalf of a3fa3e0ad4f2433eb2bd5fc9d59f17f9 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:05.502148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.502898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c3213-cde3-4a8a-b742-a8cfc8177a3c admin admin] Pushing event updated for resources: {'Network': ['ID=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:05.514371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:54:05.679932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.737795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:05.745812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Checking segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:05.746176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Network hostable DHCP agents. Network: 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:54:05.763504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:54:05.772558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:05.776723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:05.777356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.786290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880eae4f-5ee1-494e-8e70-86e5c7d0a6b2 None None] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:05.794846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d747748c-c132-4986-83d0-cb3149655058 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3215079 Nov 12 11:54:05.798234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49452) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:05.802985 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:05.824076 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.825389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.885819 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:05.943749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'fixed_ips': [{'subnet_id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:54:05.944660 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.035386 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.094431 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Allocated IP 172.20.0.2 (4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1/3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3/18449612-64ee-4a4e-8b1f-e18f9b9b8569) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:06.236873 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.243540 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.244327 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.263120 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.287031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:06.293363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:06.295734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:06.304635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Pushing event updated for resources: {'Port': ['ID=18449612-64ee-4a4e-8b1f-e18f9b9b8569,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:06.356515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Attempting to bind port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:06.356912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Attempting to bind port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:06.357280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Attempting to bind port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 on network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:06.362946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:06.363316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Checking segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:06.363715 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.364102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Bound using segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:06.364571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Bound port: 18449612-64ee-4a4e-8b1f-e18f9b9b8569, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:06.364973 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.372327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Allocated IP 172.25.2.190 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:06.430834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] For port 18449612-64ee-4a4e-8b1f-e18f9b9b8569, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:06.434042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] For port 18449612-64ee-4a4e-8b1f-e18f9b9b8569, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=18449612-64ee-4a4e-8b1f-e18f9b9b8569,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:06.439283 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.489749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.500445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5da6f6-d4a1-40d0-b8b8-943180e66dea None None] Pushing event updated for resources: {'Port': ['ID=18449612-64ee-4a4e-8b1f-e18f9b9b8569,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:06.531329 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.570102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:06.578003 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:06.582347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:06.591031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e4bca-42fe-4d05-9a07-722d7e7bba6e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:54:06.608561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Pushing event updated for resources: {'Port': ['ID=024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:06.706155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b66869fa-0095-4047-a99f-3720af3f98c0 None None] Provisioning complete for port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:06.706639 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b66869fa-0095-4047-a99f-3720af3f98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:06.743166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-b66869fa-0095-4047-a99f-3720af3f98c0 None None] Port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:54:06.872246 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:07.072067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:07.208072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Router 8e424a70-a69c-4b41-b8f8-1e284725978e is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:54:07.331110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:54:07.345756 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Sync routers for ids ['8e424a70-a69c-4b41-b8f8-1e284725978e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:54:07.354985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:07.357114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4e6e9ca5-3d8c-41a2-b7a9-f0e4eed18a69 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5570655 Nov 12 11:54:07.360535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:07.361988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Routers {'8e424a70-a69c-4b41-b8f8-1e284725978e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:54:07.362761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8e424a70-a69c-4b41-b8f8-1e284725978e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:07.465456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc9822-0c3d-4abe-b741-cab53fc4f0c3 None None] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:07.547814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-165f27fa-cd62-4d3f-850b-17e5445a6999 None None] Provisioning complete for port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:07.548183 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-165f27fa-cd62-4d3f-850b-17e5445a6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:07.552371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Set router 8e424a70-a69c-4b41-b8f8-1e284725978e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:54:07.861066 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-165f27fa-cd62-4d3f-850b-17e5445a6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:07.909166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-165f27fa-cd62-4d3f-850b-17e5445a6999 None None] For port 18449612-64ee-4a4e-8b1f-e18f9b9b8569, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=18449612-64ee-4a4e-8b1f-e18f9b9b8569,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:07.916742 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-165f27fa-cd62-4d3f-850b-17e5445a6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:07.963854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:54:06Z', 'revision_number': 3, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port': {'id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:06Z', 'updated_at': '2021-11-12T11:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:08.005992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Checking router: 8e424a70-a69c-4b41-b8f8-1e284725978e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:54:08.006249 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Updating router 8e424a70-a69c-4b41-b8f8-1e284725978e port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:54:08.009570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f27fa-cd62-4d3f-850b-17e5445a6999 None None] Pushing event updated for resources: {'Port': ['ID=18449612-64ee-4a4e-8b1f-e18f9b9b8569,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:08.044650 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.095294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 18449612-64ee-4a4e-8b1f-e18f9b9b8569 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:08.173201 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.217630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-18cc482c-c8da-4c45-92f9-db1f10589300 None None] Provisioning complete for port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:08.218097 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-18cc482c-c8da-4c45-92f9-db1f10589300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.321999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:08.322659 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.336349 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Allocated IP 172.20.0.1 (4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1/3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3/c3f83912-3dff-4b91-bf65-8a612f633c57) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:08.450614 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.487082 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.508283 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.514697 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.529465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:08.534180 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:08.538685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:08.541982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f83912-3dff-4b91-bf65-8a612f633c57,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:08.570311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae7b9f2-2f5d-4853-a3bf-8eaf5385e5ce None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:54:08.571792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Attempting to bind port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:08.572220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Attempting to bind port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:08.572527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Attempting to bind port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:08.579537 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09b77d-f954-4f8b-bb28-2e4beb9a9359 None None] Pushing event updated for resources: {'Port': ['ID=024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:08.584158 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:08.584536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:08.584973 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.585363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:08.585852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Bound port: 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:08.586239 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.586882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.644773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] For port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:08.649672 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] For port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:08.656007 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.741375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.877740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae6e2d3-54a6-4f01-aba2-417685c67560 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:54:08.902995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-16c00c7b-587d-4423-8574-a42dff82a24b None None] Provisioning complete for port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:08.903356 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-16c00c7b-587d-4423-8574-a42dff82a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.907421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09b77d-f954-4f8b-bb28-2e4beb9a9359 None None] Pushing event updated for resources: {'Port': ['ID=024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:08.926003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:08.927416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Routers {'8e424a70-a69c-4b41-b8f8-1e284725978e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:54:08.928194 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8e424a70-a69c-4b41-b8f8-1e284725978e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:08.930747 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:09.002689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:09.004532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f83912-3dff-4b91-bf65-8a612f633c57,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:09.069883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] Set router 8e424a70-a69c-4b41-b8f8-1e284725978e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:54:09.099913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:09.101493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:09.116217 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-16c00c7b-587d-4423-8574-a42dff82a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:09.170872 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-16c00c7b-587d-4423-8574-a42dff82a24b None None] For port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:09.181695 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-16c00c7b-587d-4423-8574-a42dff82a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:09.226225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Router 8e424a70-a69c-4b41-b8f8-1e284725978e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:54:09.286494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c00c7b-587d-4423-8574-a42dff82a24b None None] Pushing event updated for resources: {'Port': ['ID=024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:09.334343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fea48ab3-e19d-47bd-a9f9-bd750407e479 None None] Provisioning complete for port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:09.334714 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fea48ab3-e19d-47bd-a9f9-bd750407e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:09.353715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:54:09.365048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-82cf0ceb-f4aa-4c6e-92ec-453bebaee353 admin admin] 10.222.0.31 "PUT /v2.0/routers/8e424a70-a69c-4b41-b8f8-1e284725978e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9968965 Nov 12 11:54:09.395891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 4, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port': {'id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:06Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c3f83912-3dff-4b91-bf65-8a612f633c57', 'name': '', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'mac_address': 'fa:16:3e:a9:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:08Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 2, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'subnets': [{'id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:09.423721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89204a4d-67da-4104-8d0a-9096629fec1d None None] The sync data for ids ['8e424a70-a69c-4b41-b8f8-1e284725978e'] in n-d-768851-19 is: [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 4, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port': {'id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:06Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c3f83912-3dff-4b91-bf65-8a612f633c57', 'name': '', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'mac_address': 'fa:16:3e:a9:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:08Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 2, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'subnets': [{'id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:54:09.476715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fea48ab3-e19d-47bd-a9f9-bd750407e479 None None] Provisioning complete for port c3f83912-3dff-4b91-bf65-8a612f633c57 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:09.477256 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fea48ab3-e19d-47bd-a9f9-bd750407e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:09.515482 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fea48ab3-e19d-47bd-a9f9-bd750407e479 None None] Port c3f83912-3dff-4b91-bf65-8a612f633c57 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:54:09.641444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3fdeaba2-1800-42ce-8119-bc85cdd3e04f None None] Provisioning complete for port c3f83912-3dff-4b91-bf65-8a612f633c57 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:09.641670 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3fdeaba2-1800-42ce-8119-bc85cdd3e04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:09.686541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3fdeaba2-1800-42ce-8119-bc85cdd3e04f None None] Port c3f83912-3dff-4b91-bf65-8a612f633c57 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:54:09.879539 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49470) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:09.886431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-453811364-network', 'tenant_id': '488bace063724a539de25eeabaa00af6'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:09.907505 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Made reservation on behalf of 488bace063724a539de25eeabaa00af6 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:09.909997 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:09.921036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.009494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.017244 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.040697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:54:10.054171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 18449612-64ee-4a4e-8b1f-e18f9b9b8569 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:10.056082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1489c54-620f-4d1d-bbcd-b0644916402a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:10.061902 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.062250 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Added segment db68394e-e8e0-4c06-a5ca-661b05e83185 of type vlan for network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 Nov 12 11:54:10.073161 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.073501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.074015 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.074350 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.074677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.075003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.075326 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.075644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.075974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.076318 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.076920 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.077662 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:10.131860 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:10.132468 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.158345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.186890 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.188986 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:10.189640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.253373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3723550 Nov 12 11:54:10.257074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49472) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:10.262592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Request body: {'subnet': {'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-subnet', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:10.263255 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f2f2f-f874-48e4-908d-b1f7cd5718be admin admin] Pushing event updated for resources: {'Network': ['ID=8f3019a7-7f9a-4b75-b5d1-8865888a3f17,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:10.278429 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:54:10.303540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Made reservation on behalf of 488bace063724a539de25eeabaa00af6 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:10.306116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.495263 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.553137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd979f6-eb6a-4dc1-977a-83ef70395ec7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:10.564101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Checking segment: {'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:10.564464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Network hostable DHCP agents. Network: 8f3019a7-7f9a-4b75-b5d1-8865888a3f17, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:54:10.584084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:54:10.586766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.594995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 8f3019a7-7f9a-4b75-b5d1-8865888a3f17) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:10.598977 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:10.599574 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.606630 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371b716-6b6a-4d5f-9020-06c287b53f74 None None] Network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:10.624444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-aaee6155-f836-4f5c-82b7-7bae170f2c54 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3659205 Nov 12 11:54:10.626996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49474) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:10.631729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:10.656310 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.657559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.726743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.783747 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-8f3019a7-7f9a-4b75-b5d1-8865888a3f17', 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'fixed_ips': [{'subnet_id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:54:10.785926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.875668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.921041 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:10.946091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Allocated IP 172.20.0.2 (8f3019a7-7f9a-4b75-b5d1-8865888a3f17/1bd979f6-eb6a-4dc1-977a-83ef70395ec7/45309385-2554-45f8-acee-38d8ba7bcfdd) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:11.093648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.101809 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.107792 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.114838 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.150257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:11.153737 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:11.159400 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:11.161875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Pushing event updated for resources: {'Port': ['ID=45309385-2554-45f8-acee-38d8ba7bcfdd,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:11.217853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Attempting to bind port 45309385-2554-45f8-acee-38d8ba7bcfdd on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:11.218575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Attempting to bind port 45309385-2554-45f8-acee-38d8ba7bcfdd by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:11.218575 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Attempting to bind port 45309385-2554-45f8-acee-38d8ba7bcfdd on network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:11.224178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:11.224555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Checking segment: {'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:11.224998 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.225401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Bound using segment: {'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:11.225878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Bound port: 45309385-2554-45f8-acee-38d8ba7bcfdd, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:11.226260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.233030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Allocated IP 172.25.2.153 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/abb3951b-91ea-4877-8aff-370b812f8b07) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:11.303433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] For port 45309385-2554-45f8-acee-38d8ba7bcfdd, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:11.306609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] For port 45309385-2554-45f8-acee-38d8ba7bcfdd, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=45309385-2554-45f8-acee-38d8ba7bcfdd,segment=NetworkSegment(db68394e-e8e0-4c06-a5ca-661b05e83185),segment_id=db68394e-e8e0-4c06-a5ca-661b05e83185)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:11.311836 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.351300 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.369094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d078d70-9b71-4fca-be70-7a82659bdc68 None None] Pushing event updated for resources: {'Port': ['ID=45309385-2554-45f8-acee-38d8ba7bcfdd,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:11.393320 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.442070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:11.445113 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:11.450216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:11.453793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Pushing event updated for resources: {'Port': ['ID=abb3951b-91ea-4877-8aff-370b812f8b07,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:11.460452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5939247-a61c-4642-8e0b-9cfcd8bf7329 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:54:11.532906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a33ba5c4-4489-4027-9130-fe61de26cc69 None None] Provisioning complete for port abb3951b-91ea-4877-8aff-370b812f8b07 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:11.535647 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a33ba5c4-4489-4027-9130-fe61de26cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.601274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a33ba5c4-4489-4027-9130-fe61de26cc69 None None] Port abb3951b-91ea-4877-8aff-370b812f8b07 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:54:11.606829 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Sync routers for ids ['8e424a70-a69c-4b41-b8f8-1e284725978e'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:54:11.622434 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Routers {'8e424a70-a69c-4b41-b8f8-1e284725978e'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:54:11.623648 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8e424a70-a69c-4b41-b8f8-1e284725978e'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:11.748193 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Set router 8e424a70-a69c-4b41-b8f8-1e284725978e gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:54:11.773759 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.976055 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 4, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port': {'id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:06Z', 'updated_at': '2021-11-12T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c3f83912-3dff-4b91-bf65-8a612f633c57', 'name': '', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'mac_address': 'fa:16:3e:a9:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:08Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 2, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'subnets': [{'id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:11.985744 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.024017 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Checking router: 8e424a70-a69c-4b41-b8f8-1e284725978e for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:54:12.024577 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Updating router 8e424a70-a69c-4b41-b8f8-1e284725978e port c3f83912-3dff-4b91-bf65-8a612f633c57 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:54:12.063108 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.115926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 45309385-2554-45f8-acee-38d8ba7bcfdd up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:12.164903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:54:12.196829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 45309385-2554-45f8-acee-38d8ba7bcfdd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:12.198444 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.302276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.302594 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:54:12.324815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.327892 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3b373112-97a6-4d52-9e38-fb4fb2055919 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6996012 Nov 12 11:54:12.330578 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49476) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:54:12.331213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Sync routers for ids ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:54:12.350931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Routers {'346f7d5c-7e6b-439e-b1ce-0fbba96b8271'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:54:12.351785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:12.364210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 45309385-2554-45f8-acee-38d8ba7bcfdd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=45309385-2554-45f8-acee-38d8ba7bcfdd,segment=NetworkSegment(db68394e-e8e0-4c06-a5ca-661b05e83185),segment_id=db68394e-e8e0-4c06-a5ca-661b05e83185)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:12.404959 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.406381 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:12.441076 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.449540 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.556693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec27a1d-4b89-4db4-8182-74b7f56e7c0b None None] Network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:54:12.583205 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Pushing event updated for resources: {'Port': ['ID=c3f83912-3dff-4b91-bf65-8a612f633c57,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:12.602647 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.603145 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.603573 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.603999 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.604417 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.604838 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.605276 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.605713 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.606304 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.607793 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.608440 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.608726 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:12.614986 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Attempting to bind port c3f83912-3dff-4b91-bf65-8a612f633c57 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:12.615724 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Attempting to bind port c3f83912-3dff-4b91-bf65-8a612f633c57 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:12.616447 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Attempting to bind port c3f83912-3dff-4b91-bf65-8a612f633c57 on network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:12.621608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:12.622073 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.625395 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:12.627474 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Checking segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:12.627474 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.631919 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Bound using segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:12.634337 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Bound port: c3f83912-3dff-4b91-bf65-8a612f633c57, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:12.635379 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.819088 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] For port c3f83912-3dff-4b91-bf65-8a612f633c57, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:12.823339 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] For port c3f83912-3dff-4b91-bf65-8a612f633c57, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c3f83912-3dff-4b91-bf65-8a612f633c57,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:12.828612 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.843026 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.854347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=45309385-2554-45f8-acee-38d8ba7bcfdd,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:12.891548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a528fdd8-3ffd-4726-b7dc-41200171ae7e None None] Provisioning complete for port 45309385-2554-45f8-acee-38d8ba7bcfdd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:12.891913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a528fdd8-3ffd-4726-b7dc-41200171ae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:12.898420 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Routers {'8e424a70-a69c-4b41-b8f8-1e284725978e'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:54:12.899578 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8e424a70-a69c-4b41-b8f8-1e284725978e'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:12.930228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Set router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:54:12.941466 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec214c7-515f-4e83-ad87-3e63c5f414a5 None None] Pushing event updated for resources: {'Port': ['ID=c3f83912-3dff-4b91-bf65-8a612f633c57,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:13.052114 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] Set router 8e424a70-a69c-4b41-b8f8-1e284725978e gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:54:13.068063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Allocated IP 172.20.0.1 (8f3019a7-7f9a-4b75-b5d1-8865888a3f17/1bd979f6-eb6a-4dc1-977a-83ef70395ec7/ea6873b3-3232-4bc0-94e2-7c4d823b62c4) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:13.197781 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.243871 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.286882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:13.292961 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:13.296285 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:13.306531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 4, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port': {'id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:06Z', 'updated_at': '2021-11-12T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c3f83912-3dff-4b91-bf65-8a612f633c57', 'name': '', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'mac_address': 'fa:16:3e:a9:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:08Z', 'updated_at': '2021-11-12T11:54:12Z', 'revision_number': 4, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'subnets': [{'id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:13.314697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:54:11Z', 'revision_number': 3, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port': {'id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:11Z', 'updated_at': '2021-11-12T11:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:13.337238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:13.341449 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fdeb9-48d6-4b76-a84e-8a67c0340558 None None] The sync data for ids ['8e424a70-a69c-4b41-b8f8-1e284725978e'] in n-d-768851-19 is: [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:54:08Z', 'revision_number': 4, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port': {'id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:06Z', 'updated_at': '2021-11-12T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'c3f83912-3dff-4b91-bf65-8a612f633c57', 'name': '', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'mac_address': 'fa:16:3e:a9:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:08Z', 'updated_at': '2021-11-12T11:54:12Z', 'revision_number': 4, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'subnets': [{'id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:54:13.360582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.372297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Checking router: 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:54:13.372654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Updating router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 port abb3951b-91ea-4877-8aff-370b812f8b07 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:54:13.402768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-34cb273a-8ca9-47a3-ac16-394c4b50dccf None None] Provisioning complete for port c3f83912-3dff-4b91-bf65-8a612f633c57 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:13.403144 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-34cb273a-8ca9-47a3-ac16-394c4b50dccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.440338 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.527054 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.686518 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-34cb273a-8ca9-47a3-ac16-394c4b50dccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.735166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-34cb273a-8ca9-47a3-ac16-394c4b50dccf None None] For port c3f83912-3dff-4b91-bf65-8a612f633c57, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c3f83912-3dff-4b91-bf65-8a612f633c57,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:13.743199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-34cb273a-8ca9-47a3-ac16-394c4b50dccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.774426 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.781171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.840236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb273a-8ca9-47a3-ac16-394c4b50dccf None None] Pushing event updated for resources: {'Port': ['ID=c3f83912-3dff-4b91-bf65-8a612f633c57,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:13.846269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:13.887146 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-43eb91e9-d310-440d-ac6a-8b3dc94e0e02 None None] Provisioning complete for port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:13.887554 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-43eb91e9-d310-440d-ac6a-8b3dc94e0e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.888261 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.902219 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.933756 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:13.977297 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-43eb91e9-d310-440d-ac6a-8b3dc94e0e02 None None] Port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:54:13.997036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:13.999719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:14.005130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a03db-8575-4658-ba7c-3d7e03e5e547 None None] Pushing event updated for resources: {'Port': ['ID=abb3951b-91ea-4877-8aff-370b812f8b07,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:14.013303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c1dd2-8a4e-4f00-90b0-e24fbd8d92e1 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:54:14.022289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Attempting to bind port abb3951b-91ea-4877-8aff-370b812f8b07 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:14.022664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Attempting to bind port abb3951b-91ea-4877-8aff-370b812f8b07 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:14.023032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Attempting to bind port abb3951b-91ea-4877-8aff-370b812f8b07 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:14.032440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-43eb91e9-d310-440d-ac6a-8b3dc94e0e02 None None] Provisioning complete for port 45309385-2554-45f8-acee-38d8ba7bcfdd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:14.032813 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-43eb91e9-d310-440d-ac6a-8b3dc94e0e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:14.037130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:14.037392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:14.037856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:14.038189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:14.038755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Bound port: abb3951b-91ea-4877-8aff-370b812f8b07, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:14.039141 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:14.152516 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 45309385-2554-45f8-acee-38d8ba7bcfdd up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:14.181635 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:54:14.213651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] For port abb3951b-91ea-4877-8aff-370b812f8b07, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:14.235662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] For port abb3951b-91ea-4877-8aff-370b812f8b07, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=abb3951b-91ea-4877-8aff-370b812f8b07,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:14.259929 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:14.322499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 45309385-2554-45f8-acee-38d8ba7bcfdd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:14.323086 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:14.333978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fb3677-31ce-4866-b995-c2e9bbb413be None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:54:14.348528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:54:14.360954 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0e4c9d1c-05cd-456d-a907-ca64bac3bb81 admin admin] 10.222.0.31 "PUT /v2.0/routers/346f7d5c-7e6b-439e-b1ce-0fbba96b8271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0231187 Nov 12 11:54:14.401774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a03db-8575-4658-ba7c-3d7e03e5e547 None None] Pushing event updated for resources: {'Port': ['ID=abb3951b-91ea-4877-8aff-370b812f8b07,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:14.410160 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Routers {'346f7d5c-7e6b-439e-b1ce-0fbba96b8271'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:54:14.410650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:14.483949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] Provisioning complete for port abb3951b-91ea-4877-8aff-370b812f8b07 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:14.484394 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:14.596635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c3f83912-3dff-4b91-bf65-8a612f633c57 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:14.601187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] Set router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:54:14.801405 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:14.824014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port c3f83912-3dff-4b91-bf65-8a612f633c57 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:14.824347 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:14.863843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] For port abb3951b-91ea-4877-8aff-370b812f8b07, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=abb3951b-91ea-4877-8aff-370b812f8b07,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:14.874374 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:15.081042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-8b2c647e-1dc3-4510-84e0-805a49de87cb tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:15.082593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-8b2c647e-1dc3-4510-84e0-805a49de87cb tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/networks?id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 HTTP/1.1" status: 200 len: 816 time: 0.1164691 Nov 12 11:54:15.108468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-ec1dbadb-8793-4201-80b0-405d385262dc tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/quotas/a3fa3e0ad4f2433eb2bd5fc9d59f17f9 HTTP/1.1" status: 200 len: 375 time: 0.0179548 Nov 12 11:54:15.131857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] Provisioning complete for port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:15.132193 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:15.165949 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-5bc12399-cb9d-46b6-ab06-5a5aad8a3a86 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3fa3e0ad4f2433eb2bd5fc9d59f17f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513790 Nov 12 11:54:15.182437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] Pushing event updated for resources: {'Port': ['ID=abb3951b-91ea-4877-8aff-370b812f8b07,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:15.212133 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-86f5538e-92ce-4290-8659-aa662eb1e180 None None] Port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:54:15.251899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:54:13Z', 'revision_number': 4, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port': {'id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:11Z', 'updated_at': '2021-11-12T11:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ea6873b3-3232-4bc0-94e2-7c4d823b62c4', 'name': '', 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'mac_address': 'fa:16:3e:3d:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:12Z', 'updated_at': '2021-11-12T11:54:13Z', 'revision_number': 2, 'project_id': '488bace063724a539de25eeabaa00af6', 'subnets': [{'id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:15.285324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ddb90-5748-42b1-b6ae-b6fab61a1347 None None] The sync data for ids ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'] in n-d-768851-19 is: [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:54:13Z', 'revision_number': 4, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port': {'id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:11Z', 'updated_at': '2021-11-12T11:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ea6873b3-3232-4bc0-94e2-7c4d823b62c4', 'name': '', 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'mac_address': 'fa:16:3e:3d:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:12Z', 'updated_at': '2021-11-12T11:54:13Z', 'revision_number': 2, 'project_id': '488bace063724a539de25eeabaa00af6', 'subnets': [{'id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:54:15.289131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-30db3515-2ae9-4c03-b6ec-e886b3b70170 service neutron] 10.222.0.31 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947523 Nov 12 11:54:15.393532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-546ec30f-0823-4041-8d18-9acdf816c0aa service neutron] 10.222.0.31 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932121 Nov 12 11:54:15.602357 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d0e48e9-7a65-4460-a5ca-642ef3e29f4a req-ae7d481a-510c-4d95-8faa-cedd928e42b7 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 210 time: 0.0349798 Nov 12 11:54:16.787865 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6edd8631-e356-4f2b-985f-867a193e2516 req-bff1411e-126f-4f9a-9318-f1b861789ebe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 210 time: 0.0632915 Nov 12 11:54:16.823448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-abc46366-2fc1-453b-b4ec-2959ce7f6bfb tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:16.827290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-abc46366-2fc1-453b-b4ec-2959ce7f6bfb tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.59 "GET /v2.0/networks?id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 HTTP/1.1" status: 200 len: 816 time: 0.2130239 Nov 12 11:54:16.839781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Request body: {'port': {'device_id': '8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'admin_state_up': True, 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:16.972090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Made reservation on behalf of a3fa3e0ad4f2433eb2bd5fc9d59f17f9 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:16.975530 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:17.113506 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Allocated IP 172.20.0.11 (4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1/3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3/8f47b7cf-9c6a-46ee-a27f-888bc5e561c0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:17.278607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:17.314068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:17.362046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:17.365297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:17.369387 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:17.377034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Pushing event updated for resources: {'Port': ['ID=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:17.440235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:17.440901 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:17.459502 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-63828b67-3779-4eea-8ff8-d6f8ed088abe tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238320 Nov 12 11:54:17.473218 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Request body: {'port': {'device_id': '8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:17.660572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-697fe869-83af-4273-abdc-3b2734e45ee8 None None] Provisioning complete for port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:17.661313 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-697fe869-83af-4273-abdc-3b2734e45ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:17.700201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-697fe869-83af-4273-abdc-3b2734e45ee8 None None] Port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:54:17.739815 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Sync routers for ids ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:54:17.750835 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Routers {'346f7d5c-7e6b-439e-b1ce-0fbba96b8271'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:54:17.751442 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:17.871373 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Set router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:54:17.872576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:17.921016 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10dfeb-1bad-4a8d-859f-f90ab1146d7f req-110b4f9d-45ce-4564-81a3-3868cc309eee tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:17.922631 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d10dfeb-1bad-4a8d-859f-f90ab1146d7f req-110b4f9d-45ce-4564-81a3-3868cc309eee tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 932 time: 0.0669549 Nov 12 11:54:18.002397 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d10dfeb-1bad-4a8d-859f-f90ab1146d7f req-f91caf96-33cc-42d9-80be-21d5b35c8a46 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633981 Nov 12 11:54:18.081740 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device abb3951b-91ea-4877-8aff-370b812f8b07 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:18.109049 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:54:13Z', 'revision_number': 4, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port': {'id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:11Z', 'updated_at': '2021-11-12T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ea6873b3-3232-4bc0-94e2-7c4d823b62c4', 'name': '', 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'mac_address': 'fa:16:3e:3d:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:12Z', 'updated_at': '2021-11-12T11:54:13Z', 'revision_number': 2, 'project_id': '488bace063724a539de25eeabaa00af6', 'subnets': [{'id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:18.132686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port abb3951b-91ea-4877-8aff-370b812f8b07 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:18.133334 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.145858 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Checking router: 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:54:18.146255 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Updating router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:54:18.172749 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.192429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:54:18.201261 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.218225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Transition to ACTIVE for port object 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:54:18.227105 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.279405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Pushing event updated for resources: {'Port': ['ID=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:18.374705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Attempting to bind port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:18.375258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Attempting to bind port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:18.375753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Attempting to bind port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 on network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:18.387463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 on network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:54:18.387794 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Attempting to bind port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 on network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:18.395104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:18.395104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Checking segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:18.395104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Bound using segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:18.396139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Bound port: 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:18.396486 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.475516 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.488598 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.491704 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] For port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:18.496026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] For port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:18.503777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.580133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Pushing event updated for resources: {'Port': ['ID=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:18.595182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:18.596050 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.597679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-c0ed0381-94b2-4a66-8c02-5601fb08e471 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 HTTP/1.1" status: 200 len: 1093 time: 1.1288390 Nov 12 11:54:18.598290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea', 'tag': '8f47b7cf-9c6a-46ee-a27f-888bc5e561c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:54:18.601638 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea", "tag": "8f47b7cf-9c6a-46ee-a27f-888bc5e561c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:54:18.611235 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Attempting to bind port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:18.611609 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Attempting to bind port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:18.611992 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Attempting to bind port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 on network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:18.625542 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:18.626030 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Checking segment: {'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:18.626891 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.626891 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Bound using segment: {'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:18.627392 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Bound port: ea6873b3-3232-4bc0-94e2-7c4d823b62c4, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db68394e-e8e0-4c06-a5ca-661b05e83185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:18.627784 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.691915 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed048bb1-6b22-4dba-b06b-5690aca4fb30 x-openstack-request-id: req-ed048bb1-6b22-4dba-b06b-5690aca4fb30 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:54:18.692344 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea", "tag": "8f47b7cf-9c6a-46ee-a27f-888bc5e561c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:54:18.692615 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed048bb1-6b22-4dba-b06b-5690aca4fb30 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:54:18.693687 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea', 'tag': '8f47b7cf-9c6a-46ee-a27f-888bc5e561c0', 'status': 'completed', 'code': 200} Nov 12 11:54:18.708108 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb2c9-3214-46b8-b5da-72723eef1580 None None] Pushing event updated for resources: {'Port': ['ID=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:18.723238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-08232f77-8a2e-4e33-9a2b-08c0a080f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:18.725898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-08232f77-8a2e-4e33-9a2b-08c0a080f1e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3fa3e0ad4f2433eb2bd5fc9d59f17f9&device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 1096 time: 0.0725348 Nov 12 11:54:18.727938 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] For port ea6873b3-3232-4bc0-94e2-7c4d823b62c4, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:18.731953 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] For port ea6873b3-3232-4bc0-94e2-7c4d823b62c4, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,segment=NetworkSegment(db68394e-e8e0-4c06-a5ca-661b05e83185),segment_id=db68394e-e8e0-4c06-a5ca-661b05e83185)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:18.738309 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.782457 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-4cf7dc0a-56c3-4d7f-95fa-a9e92a28dccf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 HTTP/1.1" status: 200 len: 217 time: 0.0389228 Nov 12 11:54:18.818631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Routers {'346f7d5c-7e6b-439e-b1ce-0fbba96b8271'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:54:18.819596 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:53:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:18.847757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-935f5616-5487-41c8-9095-2eb2e3bdcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:18.849891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-935f5616-5487-41c8-9095-2eb2e3bdcfe8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3 HTTP/1.1" status: 200 len: 855 time: 0.0615342 Nov 12 11:54:18.874468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-858c3511-6fd8-4ab7-9220-53367401b222 None None] Provisioning complete for port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:18.875575 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-858c3511-6fd8-4ab7-9220-53367401b222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:18.875894 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb2c9-3214-46b8-b5da-72723eef1580 None None] Pushing event updated for resources: {'Port': ['ID=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:18.913264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-73efdb47-901c-4c00-ad1a-6d99752c8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:18.914795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-73efdb47-901c-4c00-ad1a-6d99752c8fe4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568788 Nov 12 11:54:18.982039 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] Set router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:54:19.025777 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-858c3511-6fd8-4ab7-9220-53367401b222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:19.058564 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-146c298f-1ab8-4045-91c6-bdfd8662a11a service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348665 Nov 12 11:54:19.072622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-858c3511-6fd8-4ab7-9220-53367401b222 None None] For port ea6873b3-3232-4bc0-94e2-7c4d823b62c4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,segment=NetworkSegment(db68394e-e8e0-4c06-a5ca-661b05e83185),segment_id=db68394e-e8e0-4c06-a5ca-661b05e83185)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:19.080588 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-858c3511-6fd8-4ab7-9220-53367401b222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:19.149035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c3511-6fd8-4ab7-9220-53367401b222 None None] Pushing event updated for resources: {'Port': ['ID=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:19.188954 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0fe9-9cc6-4ac0-9d26-31ffd02c868d req-578a0035-428c-4224-bdea-fe558c27872f tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:19.189838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bef18007-cc14-4a89-b4ab-4af176bd05c6 req-b8b425fb-a035-4267-ac63-3194820627c7 service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201811 Nov 12 11:54:19.191910 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d98c0fe9-9cc6-4ac0-9d26-31ffd02c868d req-578a0035-428c-4224-bdea-fe558c27872f tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 944 time: 0.0744021 Nov 12 11:54:19.209351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9a70a72c-59d1-4a72-99ac-68f6454588da None None] Provisioning complete for port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:19.209729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9a70a72c-59d1-4a72-99ac-68f6454588da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:19.279739 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d98c0fe9-9cc6-4ac0-9d26-31ffd02c868d req-6965ab01-ebaa-417e-b138-6ce63476f605 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703034 Nov 12 11:54:19.322585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-221df78e-adef-498c-9a32-b8b5aa641850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:19.324607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-221df78e-adef-498c-9a32-b8b5aa641850 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3fa3e0ad4f2433eb2bd5fc9d59f17f9&device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 1096 time: 0.0662034 Nov 12 11:54:19.417706 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:54:13Z', 'revision_number': 4, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port': {'id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:11Z', 'updated_at': '2021-11-12T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ea6873b3-3232-4bc0-94e2-7c4d823b62c4', 'name': '', 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'mac_address': 'fa:16:3e:3d:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:12Z', 'updated_at': '2021-11-12T11:54:18Z', 'revision_number': 4, 'project_id': '488bace063724a539de25eeabaa00af6', 'subnets': [{'id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:54:19.440526 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-f64c930c-f69e-4fb9-8d11-7884f85f00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:19.442734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-f64c930c-f69e-4fb9-8d11-7884f85f00db service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 HTTP/1.1" status: 200 len: 917 time: 0.1030729 Nov 12 11:54:19.446052 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40954c8b-bd0d-4424-80f2-0d391c50dac4 None None] The sync data for ids ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'] in n-d-768851-19 is: [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:54:13Z', 'revision_number': 4, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port': {'id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:11Z', 'updated_at': '2021-11-12T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ea6873b3-3232-4bc0-94e2-7c4d823b62c4', 'name': '', 'network_id': '8f3019a7-7f9a-4b75-b5d1-8865888a3f17', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'mac_address': 'fa:16:3e:3d:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:12Z', 'updated_at': '2021-11-12T11:54:18Z', 'revision_number': 4, 'project_id': '488bace063724a539de25eeabaa00af6', 'subnets': [{'id': '1bd979f6-eb6a-4dc1-977a-83ef70395ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:54:19.490417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-09b642d7-f878-422e-9341-1ddb7dce817b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 HTTP/1.1" status: 200 len: 217 time: 0.0400577 Nov 12 11:54:19.555216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-9f9829c8-020d-4137-a755-f1baeaed385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:19.556749 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-9f9829c8-020d-4137-a755-f1baeaed385e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3 HTTP/1.1" status: 200 len: 855 time: 0.0579591 Nov 12 11:54:19.619590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-4e2b197d-be91-41a2-aefa-914a7c01dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:19.621814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-4e2b197d-be91-41a2-aefa-914a7c01dd12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536451 Nov 12 11:54:19.736590 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-33eec079-4429-47cd-ad02-cdc33a94aaf0 service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042683 Nov 12 11:54:19.882906 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c8d144c-0f25-4a69-b0dc-5ac0f7e32c8f req-90a5abe5-e6cd-40d8-b0c9-61c4f567c3b0 service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365619 Nov 12 11:54:20.058022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ea6873b3-3232-4bc0-94e2-7c4d823b62c4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:20.116987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:20.117349 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:20.416622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f267305-c7ae-4dae-9be7-95538c21c15a req-23552704-1f23-4dce-8300-fc065ea9d73d tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:20.418378 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f267305-c7ae-4dae-9be7-95538c21c15a req-23552704-1f23-4dce-8300-fc065ea9d73d tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 944 time: 0.0658312 Nov 12 11:54:20.474231 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f267305-c7ae-4dae-9be7-95538c21c15a req-fc57f0f8-38af-458d-b9d4-efef0dc3a652 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Nov 12 11:54:21.598245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b065e3f-0e09-4431-90ac-e1fbe22f97bd req-4412b1db-25d7-41e0-9f01-d88e65d6d7f1 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:21.599743 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b065e3f-0e09-4431-90ac-e1fbe22f97bd req-4412b1db-25d7-41e0-9f01-d88e65d6d7f1 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 944 time: 0.0494790 Nov 12 11:54:21.648369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b065e3f-0e09-4431-90ac-e1fbe22f97bd req-70a91b6e-66d9-4e7f-9825-8fcbdbacf7ff tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426123 Nov 12 11:54:22.774077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d0b79-2f7b-434d-9bd6-bea0872584dd req-82c47b19-89b5-442c-8b51-28af9dbed3c4 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:22.775764 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af4d0b79-2f7b-434d-9bd6-bea0872584dd req-82c47b19-89b5-442c-8b51-28af9dbed3c4 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 944 time: 0.0573804 Nov 12 11:54:22.833142 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-af4d0b79-2f7b-434d-9bd6-bea0872584dd req-cfaf2c20-9641-42ee-9aa0-6905d1edd234 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502224 Nov 12 11:54:22.926607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:54:23.029441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:23.041172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '8f47b7cf-9c6a-46ee-a27f-888bc5e561c0', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'port_id': '8f47b7cf-9c6a-46ee-a27f-888bc5e561c0', 'mac_address': 'fa:16:3e:98:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:54:23.080327 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:23.097379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:54:23.116623 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:23.120666 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:23.171568 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:23.350188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8f47b7cf-9c6a-46ee-a27f-888bc5e561c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:54:23.954132 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620418ee-8471-43db-81eb-5411488aa289 req-4f1b19ae-3788-4e68-a5d8-d869ed122dec tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:23.955619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-620418ee-8471-43db-81eb-5411488aa289 req-4f1b19ae-3788-4e68-a5d8-d869ed122dec tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 945 time: 0.0532084 Nov 12 11:54:24.005587 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-620418ee-8471-43db-81eb-5411488aa289 req-66a35914-eb48-4a5f-9b72-1c31d91896be tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Nov 12 11:54:24.024182 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-44f5a941-c0b5-44a8-9b68-002efaa73734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:24.940768 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:54:24.990846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:54:24.995280 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:24.995660 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:25.075324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:25.099940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f47b7cf-9c6a-46ee-a27f-888bc5e561c0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:54:25.102246 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9817d2b7-d978-4124-9f66-7068bc374ce2" -d '{"events": [{"server_uuid": "8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea", "name": "network-vif-plugged", "status": "completed", "tag": "8f47b7cf-9c6a-46ee-a27f-888bc5e561c0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:54:25.119726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:25.125351 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:25.142199 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bac560-6f86-4be5-9ea0-e326618df9b8 req-be6aaa4b-39eb-4688-80d0-610d45ffb654 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:25.144122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3bac560-6f86-4be5-9ea0-e326618df9b8 req-be6aaa4b-39eb-4688-80d0-610d45ffb654 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 945 time: 0.0689366 Nov 12 11:54:25.152559 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cece4ba-41ce-4095-844b-a562a7ae34a4 x-openstack-request-id: req-7cece4ba-41ce-4095-844b-a562a7ae34a4 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:54:25.152910 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea", "name": "network-vif-plugged", "status": "completed", "tag": "8f47b7cf-9c6a-46ee-a27f-888bc5e561c0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:54:25.153168 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cece4ba-41ce-4095-844b-a562a7ae34a4 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:54:25.153482 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f47b7cf-9c6a-46ee-a27f-888bc5e561c0', 'code': 200} Nov 12 11:54:25.180663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:25.198415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3bac560-6f86-4be5-9ea0-e326618df9b8 req-e1b325c6-3433-48cd-82f7-81e57a8c3ac0 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Nov 12 11:54:25.259095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ac950-7b00-4427-906a-48213f0bafd1 req-6f2cafda-a414-42cb-beb5-30bd5f81ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:25.260574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-197ac950-7b00-4427-906a-48213f0bafd1 req-6f2cafda-a414-42cb-beb5-30bd5f81ceea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 1098 time: 0.0402024 Nov 12 11:54:25.311091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-197ac950-7b00-4427-906a-48213f0bafd1 req-0a400c18-1cf3-43cf-b4cc-837295ea367e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Nov 12 11:54:26.371873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99397e6-b767-48ff-b71f-2f3cf39ee0e5 req-87e36f87-00d5-4161-a848-7ab79c580aa7 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:26.374628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e99397e6-b767-48ff-b71f-2f3cf39ee0e5 req-87e36f87-00d5-4161-a848-7ab79c580aa7 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 946 time: 0.0730321 Nov 12 11:54:26.408081 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc4c3391-93c5-4c46-98c6-3ad299aeb05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:26.444027 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e99397e6-b767-48ff-b71f-2f3cf39ee0e5 req-c702a343-b957-4a52-9812-2451b37e6ef2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613556 Nov 12 11:54:26.824045 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:54:27.564015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b0de2-5470-4360-a2e6-86d8e1375f71 req-a6112507-a700-4600-9dff-5f8acb4b44b0 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:27.565565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-574b0de2-5470-4360-a2e6-86d8e1375f71 req-a6112507-a700-4600-9dff-5f8acb4b44b0 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 946 time: 0.0505488 Nov 12 11:54:27.614256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-574b0de2-5470-4360-a2e6-86d8e1375f71 req-aa0e5115-7518-4bcc-9ecf-694e5364addb tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427260 Nov 12 11:54:27.733219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b9fd8-8664-4947-99da-5f110b6a37bc req-12be432b-6607-4f44-8785-2b6aafcf11e7 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:27.734617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-540b9fd8-8664-4947-99da-5f110b6a37bc req-12be432b-6607-4f44-8785-2b6aafcf11e7 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 946 time: 0.0532305 Nov 12 11:54:27.808258 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-540b9fd8-8664-4947-99da-5f110b6a37bc req-e87fb7e7-47a1-46aa-953e-817c0353f89b tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671501 Nov 12 11:54:27.926580 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:29.657620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:30.753336 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:36.575059 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-ca99decd-450f-48d0-8c19-d07aa7aa848f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400643 Nov 12 11:54:36.662816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-ed15cd0c-22e7-490a-984b-40dfe7dbc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:36.664330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-ed15cd0c-22e7-490a-984b-40dfe7dbc5c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3fa3e0ad4f2433eb2bd5fc9d59f17f9&device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 1098 time: 0.0455437 Nov 12 11:54:36.777912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-370e104e-af7b-4ca2-b304-bc689c3788d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:36.779399 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-370e104e-af7b-4ca2-b304-bc689c3788d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 HTTP/1.1" status: 200 len: 917 time: 0.0900199 Nov 12 11:54:36.825421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-478e39b2-df8e-432b-b202-f6d2b20a09cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 HTTP/1.1" status: 200 len: 217 time: 0.0362985 Nov 12 11:54:36.883842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-3c2b7bf0-dbbd-4c30-8ff5-aa6f3afdf9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:36.886536 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-3c2b7bf0-dbbd-4c30-8ff5-aa6f3afdf9e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3 HTTP/1.1" status: 200 len: 855 time: 0.0532842 Nov 12 11:54:36.933784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-226e40a6-d869-477c-a76e-1fb0d6093656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:36.936107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-226e40a6-d869-477c-a76e-1fb0d6093656 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422933 Nov 12 11:54:37.031954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-dfbded98-107f-45a0-a865-3535c68b7622 service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873015 Nov 12 11:54:37.127262 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-352c8b97-e11d-4190-8a2a-b691fbf699a5 req-2753861f-c582-41f9-ad7b-f3f82a50d601 service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863125 Nov 12 11:54:40.598751 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:40.919471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:49.484843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb898b42-fdf8-4f75-9705-230d61e413c1 req-46e9668b-8206-4dd6-9163-ea51b3eccc8e tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:49.486651 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb898b42-fdf8-4f75-9705-230d61e413c1 req-46e9668b-8206-4dd6-9163-ea51b3eccc8e tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 946 time: 0.0595007 Nov 12 11:54:49.552913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb898b42-fdf8-4f75-9705-230d61e413c1 req-fb4259bd-ff80-4b4b-a2c5-243e2517ab17 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585575 Nov 12 11:54:50.707728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a81454-0810-45c5-a1c5-56511f98384b req-ce7660a6-4c9d-45b0-baab-b0d394e21123 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:50.709316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-88a81454-0810-45c5-a1c5-56511f98384b req-ce7660a6-4c9d-45b0-baab-b0d394e21123 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 946 time: 0.0655825 Nov 12 11:54:50.764671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-88a81454-0810-45c5-a1c5-56511f98384b req-34419204-87c4-4327-a9ea-4f1528257940 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467210 Nov 12 11:54:51.190920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-2b1a5a4a-cfa3-488a-8c17-36c67df8b36f tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:51.192394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-2b1a5a4a-cfa3-488a-8c17-36c67df8b36f tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.59 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 946 time: 0.0488942 Nov 12 11:54:51.282376 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Deleting port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:54:51.282722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:51.374809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] For port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:51.375162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:51.388082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Calling delete_port for 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:54:51.518158 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:51.529955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['8f47b7cf-9c6a-46ee-a27f-888bc5e561c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:54:51.554261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Pushing event deleted for resources: {'Port': ['ID=8f47b7cf-9c6a-46ee-a27f-888bc5e561c0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:51.583254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.583747 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.584238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.584727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.585242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.585727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.586212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.586731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.587246 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.587708 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.588183 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.588654 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:51.613866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] No DVR routers for this DVR port 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:54:51.617891 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:51.621470 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ef3bbfd-bd72-442e-bea1-020661dfd1fa req-95b480bf-f919-429c-bcd7-985556749dd3 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.59 "DELETE /v2.0/ports/8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 HTTP/1.1" status: 204 len: 173 time: 0.4227569 Nov 12 11:54:51.622534 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea', 'name': 'network-vif-deleted', 'tag': '8f47b7cf-9c6a-46ee-a27f-888bc5e561c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:54:51.625748 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ae3786-df79-4397-9aa5-2a68f5a99d35" -d '{"events": [{"server_uuid": "8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea", "name": "network-vif-deleted", "tag": "8f47b7cf-9c6a-46ee-a27f-888bc5e561c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:54:51.671146 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11064ade-5094-4f1d-8416-fd51c1fa45be x-openstack-request-id: req-11064ade-5094-4f1d-8416-fd51c1fa45be {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:54:51.671795 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea", "name": "network-vif-deleted", "tag": "8f47b7cf-9c6a-46ee-a27f-888bc5e561c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:54:51.672189 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11064ade-5094-4f1d-8416-fd51c1fa45be {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:54:51.673428 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea', 'name': 'network-vif-deleted', 'tag': '8f47b7cf-9c6a-46ee-a27f-888bc5e561c0', 'status': 'completed', 'code': 200} Nov 12 11:54:51.880460 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a4845ef-0754-49d7-a279-acd7351d4d3b req-76f85165-223c-4400-9fcd-2ab85622a90a tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=8804d931-ecc0-4b7a-9ce4-9fd1ff5225ea HTTP/1.1" status: 200 len: 210 time: 0.0301204 Nov 12 11:54:53.778431 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-00f07296-e6c6-4b27-89fd-cb49ea7f67cd tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:53.779916 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-00f07296-e6c6-4b27-89fd-cb49ea7f67cd tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/networks?id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 HTTP/1.1" status: 200 len: 816 time: 0.1050339 Nov 12 11:54:53.797505 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-8bb88543-df9b-4ac3-8499-527f32a0fa20 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/quotas/a3fa3e0ad4f2433eb2bd5fc9d59f17f9 HTTP/1.1" status: 200 len: 375 time: 0.0110743 Nov 12 11:54:53.849911 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-30a1caf6-d654-42d9-b0a8-6adfb074ba55 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3fa3e0ad4f2433eb2bd5fc9d59f17f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465238 Nov 12 11:54:53.956535 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-125e7433-3f2a-4a3d-b0d4-0eff852e3c3b service neutron] 10.222.0.31 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942996 Nov 12 11:54:54.011118 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d47d91f-1f7b-4977-833f-5331fc91ea66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:54.051990 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-273ad4b8-9f8b-4cf6-bb43-179924a45184 service neutron] 10.222.0.31 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897286 Nov 12 11:54:54.217773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ffeb1d36-a03a-4c81-bdf1-43c920ee590a req-4524f40b-3d97-4c0e-98d8-52c99e7598dd tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 210 time: 0.0285239 Nov 12 11:54:55.065385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:54:55.085982 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:54:55.086326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 8f47b7cf-9c6a-46ee-a27f-888bc5e561c0 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:54:55.264796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-7190cb68-72fc-4597-b967-895940a4407c tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:55.266424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-7190cb68-72fc-4597-b967-895940a4407c tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.59 "GET /v2.0/networks?id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 HTTP/1.1" status: 200 len: 816 time: 0.1122313 Nov 12 11:54:55.280118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Request body: {'port': {'device_id': '73067631-34db-4c37-9557-6677178316a5', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'admin_state_up': True, 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:55.353169 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-288f569b-24cf-48fb-ae2d-29604781c4c1 req-28221bc0-417c-4c29-8130-43b4468fd6df tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 210 time: 0.0299771 Nov 12 11:54:55.401647 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Made reservation on behalf of a3fa3e0ad4f2433eb2bd5fc9d59f17f9 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:54:55.405765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:55.532935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Allocated IP 172.20.0.8 (4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1/3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3/19d3a3a5-5a64-467e-95d8-cba968bdb6a4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:54:55.679754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:55.714875 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:55.760148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:54:55.763844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:54:55.767618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:54:55.774161 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Pushing event updated for resources: {'Port': ['ID=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:55.828497 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:55.829172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:55.847203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-f85245f9-a7f7-4c25-a1d6-4c94fec38db2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715768 Nov 12 11:54:55.860240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Request body: {'port': {'device_id': '73067631-34db-4c37-9557-6677178316a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:54:55.918935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:56.008102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f2e22243-a8ed-4327-84a0-1ccbb46d3d65 None None] Provisioning complete for port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:54:56.008497 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2e22243-a8ed-4327-84a0-1ccbb46d3d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:56.046085 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f2e22243-a8ed-4327-84a0-1ccbb46d3d65 None None] Port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:54:56.189109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:54:56.196421 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:56.209761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Transition to ACTIVE for port object 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:54:56.212745 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:56.271998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Pushing event updated for resources: {'Port': ['ID=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:56.341931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Attempting to bind port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:54:56.342261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Attempting to bind port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:54:56.342643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Attempting to bind port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 on network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:56.347613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 on network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:54:56.347932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Attempting to bind port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 on network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:54:56.353305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:54:56.353644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Checking segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:54:56.354025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Bound using segment: {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:54:56.354459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Bound port: 19d3a3a5-5a64-467e-95d8-cba968bdb6a4, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e631d4db-543a-43f7-a13a-c0edc9b4346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:54:56.354813 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:56.405272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-09ffc534-612c-453e-8fb6-28c7d08f4846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:56.430840 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] For port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:54:56.435339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] For port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:54:56.440284 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:56.512179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:56.513443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:56.514463 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] 10.222.0.59 "PUT /v2.0/ports/19d3a3a5-5a64-467e-95d8-cba968bdb6a4 HTTP/1.1" status: 200 len: 1092 time: 0.6587462 Nov 12 11:54:56.514925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73067631-34db-4c37-9557-6677178316a5', 'tag': '19d3a3a5-5a64-467e-95d8-cba968bdb6a4'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:54:56.517325 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff" -d '{"events": [{"name": "network-changed", "server_uuid": "73067631-34db-4c37-9557-6677178316a5", "tag": "19d3a3a5-5a64-467e-95d8-cba968bdb6a4"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:54:56.545920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec5a06-e7fe-4b1c-9588-32b58b0beef0 service neutron] Pushing event updated for resources: {'Port': ['ID=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:56.572039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881b0ca-9bb0-40c2-a317-ff3b7fa8d76b req-06a5b3d5-7568-42d2-a50f-726df672e576 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:56.573884 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c881b0ca-9bb0-40c2-a317-ff3b7fa8d76b req-06a5b3d5-7568-42d2-a50f-726df672e576 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 943 time: 0.1310279 Nov 12 11:54:56.576049 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2617e2be-757b-4333-b13a-ee84e4c15ec8 x-openstack-request-id: req-2617e2be-757b-4333-b13a-ee84e4c15ec8 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:54:56.576049 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73067631-34db-4c37-9557-6677178316a5", "tag": "19d3a3a5-5a64-467e-95d8-cba968bdb6a4", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:54:56.576356 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2617e2be-757b-4333-b13a-ee84e4c15ec8 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:54:56.576611 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73067631-34db-4c37-9557-6677178316a5', 'tag': '19d3a3a5-5a64-467e-95d8-cba968bdb6a4', 'status': 'completed', 'code': 200} Nov 12 11:54:56.649997 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-e39b3895-6e41-4c00-9995-947d1343e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:56.651565 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-e39b3895-6e41-4c00-9995-947d1343e3a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3fa3e0ad4f2433eb2bd5fc9d59f17f9&device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 1095 time: 0.0885968 Nov 12 11:54:56.657066 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c881b0ca-9bb0-40c2-a317-ff3b7fa8d76b req-92c31723-14e7-427c-b52d-a31baadf31ac tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724316 Nov 12 11:54:56.711029 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-8b00ee9d-d7b8-482b-abd3-f8db8a46b051 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d3a3a5-5a64-467e-95d8-cba968bdb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0444858 Nov 12 11:54:56.757079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-5039dcbd-4548-4c87-8e05-fd1878f8315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:56.758528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-5039dcbd-4548-4c87-8e05-fd1878f8315c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3 HTTP/1.1" status: 200 len: 855 time: 0.0456278 Nov 12 11:54:56.808439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-0479507e-8d57-45fe-9b18-2fc38bfe8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:56.810363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-0479507e-8d57-45fe-9b18-2fc38bfe8482 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424771 Nov 12 11:54:56.906017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-60652d7b-7e8b-456d-b7f5-3f6d1b388f5c service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879021 Nov 12 11:54:56.996177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-aefb04cc-7bd9-418f-ab2b-4333d9155186 req-813d12a7-b5b7-4b42-9ebc-7c27e954c5d5 service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829608 Nov 12 11:54:57.088308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-f8cfd4a2-2c45-4c42-b19f-3b7e6f2c2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:57.092674 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-f8cfd4a2-2c45-4c42-b19f-3b7e6f2c2489 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3fa3e0ad4f2433eb2bd5fc9d59f17f9&device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 1095 time: 0.0469022 Nov 12 11:54:57.183265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-1bc6dbd7-09de-4c43-839b-5995da51ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:57.184827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-1bc6dbd7-09de-4c43-839b-5995da51ddd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 HTTP/1.1" status: 200 len: 917 time: 0.0861831 Nov 12 11:54:57.235015 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-fff8d750-3b5d-4225-8cc1-5d60e54cd30d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d3a3a5-5a64-467e-95d8-cba968bdb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0418806 Nov 12 11:54:57.288438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-42bf6185-2ae9-40e8-ab52-97fcdce90150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:57.290230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-42bf6185-2ae9-40e8-ab52-97fcdce90150 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3 HTTP/1.1" status: 200 len: 855 time: 0.0474722 Nov 12 11:54:57.342999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-4d9e9d49-f56f-47b9-be09-573f23d50bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:57.344504 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-4d9e9d49-f56f-47b9-be09-573f23d50bf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458822 Nov 12 11:54:57.448568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-edbe1c65-1365-4b2e-838c-f4c8eadc38ac service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938740 Nov 12 11:54:57.547439 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9fcc62ac-95fe-40ed-bb8a-ac5dbb5c4aff req-b5f289bb-3053-408e-a374-c01f9ce1a368 service neutron] 10.222.0.59 "GET /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907676 Nov 12 11:54:57.797594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5502c-5108-41ae-a380-2ce1cbc39c8e req-2cbbd91d-2c9a-45af-ac39-9ec4cc7a2a39 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:57.799092 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74c5502c-5108-41ae-a380-2ce1cbc39c8e req-2cbbd91d-2c9a-45af-ac39-9ec4cc7a2a39 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 943 time: 0.0619531 Nov 12 11:54:57.850939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74c5502c-5108-41ae-a380-2ce1cbc39c8e req-862f1e06-2344-4f21-894e-18cfec361d9a tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458150 Nov 12 11:54:57.926822 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:58.981655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f6399-9329-4f73-a601-92cb50773b68 req-b81dd2ca-1d2f-4f4a-9ce1-6682a2de7186 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:58.983155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a17f6399-9329-4f73-a601-92cb50773b68 req-b81dd2ca-1d2f-4f4a-9ce1-6682a2de7186 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 943 time: 0.0550814 Nov 12 11:54:59.042342 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a17f6399-9329-4f73-a601-92cb50773b68 req-22d47e35-e904-4a03-9348-d6c602d0f4ac tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531619 Nov 12 11:54:59.081810 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:54:59.193452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:59.206540 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '19d3a3a5-5a64-467e-95d8-cba968bdb6a4', 'network_id': '4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1', 'port_id': '19d3a3a5-5a64-467e-95d8-cba968bdb6a4', 'mac_address': 'fa:16:3e:97:36:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:54:59.245472 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:59.259684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:54:59.280058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:54:59.287907 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:59.344242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:54:59.352177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.352525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.352895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.353235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.353565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.353921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.354246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.354577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.354894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.355221 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.355541 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.356367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:54:59.510022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['19d3a3a5-5a64-467e-95d8-cba968bdb6a4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:54:59.661634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:00.163568 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ae125-27fd-486f-a74b-bb71d64101f7 req-b1a072aa-134a-4ab3-b32f-41945bbfd4d6 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:00.165240 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a6ae125-27fd-486f-a74b-bb71d64101f7 req-b1a072aa-134a-4ab3-b32f-41945bbfd4d6 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 944 time: 0.0503192 Nov 12 11:55:00.217174 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a6ae125-27fd-486f-a74b-bb71d64101f7 req-8fbab74d-2048-4ad1-bd38-29bc53e96c0e tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 Nov 12 11:55:00.759970 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:01.111999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:01.164780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:55:01.168804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:01.169224 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:01.253751 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:01.276649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73067631-34db-4c37-9557-6677178316a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d3a3a5-5a64-467e-95d8-cba968bdb6a4'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:55:01.279007 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c813158-e81b-4fcc-b7ef-f6b4543d9c9f" -d '{"events": [{"server_uuid": "73067631-34db-4c37-9557-6677178316a5", "name": "network-vif-plugged", "status": "completed", "tag": "19d3a3a5-5a64-467e-95d8-cba968bdb6a4"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:55:01.291979 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:01.297020 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:01.324606 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91c7da9-09ae-487f-85c1-35a92b523ab7 x-openstack-request-id: req-f91c7da9-09ae-487f-85c1-35a92b523ab7 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:55:01.324945 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73067631-34db-4c37-9557-6677178316a5", "name": "network-vif-plugged", "status": "completed", "tag": "19d3a3a5-5a64-467e-95d8-cba968bdb6a4", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:55:01.325329 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f91c7da9-09ae-487f-85c1-35a92b523ab7 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:55:01.325732 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73067631-34db-4c37-9557-6677178316a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d3a3a5-5a64-467e-95d8-cba968bdb6a4', 'code': 200} Nov 12 11:55:01.347976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e6d48-141c-4bb8-ad12-af1c43db30cf req-c7ecf37a-00fd-4894-8332-494a5dc6f523 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:01.350839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c2e6d48-141c-4bb8-ad12-af1c43db30cf req-c7ecf37a-00fd-4894-8332-494a5dc6f523 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 945 time: 0.0638089 Nov 12 11:55:01.357157 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:01.425791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c2e6d48-141c-4bb8-ad12-af1c43db30cf req-ff338283-02ec-4833-8f58-88185c013ab2 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669124 Nov 12 11:55:01.438843 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1afe0-b7e5-443a-b192-35796879e94c req-1f258b8b-3642-47c5-994d-0ffd84998e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:01.440285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ff1afe0-b7e5-443a-b192-35796879e94c req-1f258b8b-3642-47c5-994d-0ffd84998e80 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 1097 time: 0.0510116 Nov 12 11:55:01.487793 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ff1afe0-b7e5-443a-b192-35796879e94c req-de2e072e-4c3a-4a9d-8250-503525e173ec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Nov 12 11:55:02.564341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abc221-fa4a-423b-89d5-934c1d38eda4 req-62492f36-3b64-45a2-93fc-1d5d080425a0 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:02.565871 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86abc221-fa4a-423b-89d5-934c1d38eda4 req-62492f36-3b64-45a2-93fc-1d5d080425a0 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 945 time: 0.0572424 Nov 12 11:55:02.614150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-86abc221-fa4a-423b-89d5-934c1d38eda4 req-b188fe4f-4598-458a-a0e2-be2cff29f56e tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Nov 12 11:55:03.734575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3477f4-e8c8-40a6-84ff-54972b1d3b20 req-d43b2ea2-e73b-47b7-9de3-7bda3b90b98e tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:03.736065 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a3477f4-e8c8-40a6-84ff-54972b1d3b20 req-d43b2ea2-e73b-47b7-9de3-7bda3b90b98e tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 945 time: 0.0535991 Nov 12 11:55:03.785812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a3477f4-e8c8-40a6-84ff-54972b1d3b20 req-781c0004-0dca-481e-a16f-2c07165cbaa8 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Nov 12 11:55:03.825451 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:55:03.901686 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a034f84-db4b-403d-b8d9-26d111ea02c1 req-77e00212-942b-49cd-9d04-42c18fb8c726 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:03.903786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a034f84-db4b-403d-b8d9-26d111ea02c1 req-77e00212-942b-49cd-9d04-42c18fb8c726 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 945 time: 0.0504301 Nov 12 11:55:03.950934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5a034f84-db4b-403d-b8d9-26d111ea02c1 req-8c81ee18-dace-4e92-931c-e3c55cde6370 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Nov 12 11:55:10.611702 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:10.926291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:24.024082 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d243e041-4471-460c-b72f-a340ac2b419e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:26.404955 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-92bd9edf-0b72-430b-b34a-3c732bc01d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:26.671368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4ab6e-267c-4dae-8622-feb71489fea9 req-b2310e12-145d-4d30-97ca-2da460015ba1 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:26.672972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fe4ab6e-267c-4dae-8622-feb71489fea9 req-b2310e12-145d-4d30-97ca-2da460015ba1 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 945 time: 0.0555115 Nov 12 11:55:26.743125 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fe4ab6e-267c-4dae-8622-feb71489fea9 req-6fdb250c-0944-4997-8cdb-e82663dd3ceb tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639639 Nov 12 11:55:27.876296 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb188fc-742e-4790-bcd2-d5d3ca6f459d req-9b835ea5-5360-43c9-89c9-e241edfcfa0c tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:27.877951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffb188fc-742e-4790-bcd2-d5d3ca6f459d req-9b835ea5-5360-43c9-89c9-e241edfcfa0c tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 945 time: 0.0551283 Nov 12 11:55:27.937004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:27.942787 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ffb188fc-742e-4790-bcd2-d5d3ca6f459d req-a003f6b4-e68c-4f38-80a1-d2656dc533e0 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e3f2667-abae-41db-9cc8-9e960773175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563316 Nov 12 11:55:28.395316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-578fe735-0463-48fc-a459-13c15cfcd6f0 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:28.396908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-578fe735-0463-48fc-a459-13c15cfcd6f0 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.59 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 945 time: 0.0554676 Nov 12 11:55:28.493816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Deleting port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:28.494158 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:28.595826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] For port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:28.597897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:28.610855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Calling delete_port for 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:28.742648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:28.756626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['19d3a3a5-5a64-467e-95d8-cba968bdb6a4'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:55:28.777203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Pushing event deleted for resources: {'Port': ['ID=19d3a3a5-5a64-467e-95d8-cba968bdb6a4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:28.821899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] No DVR routers for this DVR port 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:55:28.824793 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:28.828961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78d6d4e7-10a8-41a8-a0dd-e97d285edafd req-54e7ced6-31d6-4d7a-9853-f0c97f07f731 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.59 "DELETE /v2.0/ports/19d3a3a5-5a64-467e-95d8-cba968bdb6a4 HTTP/1.1" status: 204 len: 173 time: 0.4252329 Nov 12 11:55:28.829445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73067631-34db-4c37-9557-6677178316a5', 'name': 'network-vif-deleted', 'tag': '19d3a3a5-5a64-467e-95d8-cba968bdb6a4'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:55:28.831923 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8a39a0-edf7-4a82-9f7e-ae8d359784fa" -d '{"events": [{"server_uuid": "73067631-34db-4c37-9557-6677178316a5", "name": "network-vif-deleted", "tag": "19d3a3a5-5a64-467e-95d8-cba968bdb6a4"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:55:28.894214 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62c4a47-475f-4255-8740-651886cc6f8c x-openstack-request-id: req-c62c4a47-475f-4255-8740-651886cc6f8c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:55:28.894504 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73067631-34db-4c37-9557-6677178316a5", "name": "network-vif-deleted", "tag": "19d3a3a5-5a64-467e-95d8-cba968bdb6a4", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:55:28.894750 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c62c4a47-475f-4255-8740-651886cc6f8c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:55:28.895142 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73067631-34db-4c37-9557-6677178316a5', 'name': 'network-vif-deleted', 'tag': '19d3a3a5-5a64-467e-95d8-cba968bdb6a4', 'status': 'completed', 'code': 200} Nov 12 11:55:29.062626 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-27b6d30a-77b5-4f03-a15c-05f6fa6b2d1e req-fc096510-552d-4bdf-8fa8-66d5a73f34f1 tempest-TestEncryptedCinderVolumes-679632425 tempest-TestEncryptedCinderVolumes-679632425-project] 10.222.0.31 "GET /v2.0/ports?device_id=73067631-34db-4c37-9557-6677178316a5 HTTP/1.1" status: 200 len: 210 time: 0.0288510 Nov 12 11:55:29.659529 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:30.161372 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49786) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:30.754411 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:30.868540 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:31.127957 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Deleting port c3f83912-3dff-4b91-bf65-8a612f633c57 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:31.128194 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:31.213590 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] For port c3f83912-3dff-4b91-bf65-8a612f633c57, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=c3f83912-3dff-4b91-bf65-8a612f633c57,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:31.214269 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:31.228294 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Calling delete_port for c3f83912-3dff-4b91-bf65-8a612f633c57 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:31.254533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:31.275125 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:55:31.275473 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 19d3a3a5-5a64-467e-95d8-cba968bdb6a4 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:31.416497 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:31.443421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f83912-3dff-4b91-bf65-8a612f633c57,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:31.454911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.455258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.455599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.455938 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.456266 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.456591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.456939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.457260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.457579 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.457895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.458210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.458526 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:31.620208 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:31.837602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Router 8e424a70-a69c-4b41-b8f8-1e284725978e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:55:31.946137 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:55:31.951228 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2f51b92b-2845-4d2b-b8ce-33749241a351 admin admin] 10.222.0.31 "PUT /v2.0/routers/8e424a70-a69c-4b41-b8f8-1e284725978e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888355 Nov 12 11:55:31.954171 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49788) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:31.954994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] Sync routers for ids ['8e424a70-a69c-4b41-b8f8-1e284725978e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:55:31.964501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] Routers {'8e424a70-a69c-4b41-b8f8-1e284725978e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:31.965859 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8e424a70-a69c-4b41-b8f8-1e284725978e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:32.060013 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.073211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] Set router 8e424a70-a69c-4b41-b8f8-1e284725978e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:32.171996 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.226339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Deleting port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:32.227044 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.257614 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:55:31Z', 'revision_number': 5, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port': {'id': '024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:06Z', 'updated_at': '2021-11-12T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:32.285022 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] Checking router: 8e424a70-a69c-4b41-b8f8-1e284725978e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:55:32.293373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] Routers {'8e424a70-a69c-4b41-b8f8-1e284725978e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:32.293992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['8e424a70-a69c-4b41-b8f8-1e284725978e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:32.309150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] For port 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:32.309517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.321607 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Calling delete_port for 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:32.496239 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.523520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:32.542057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7b88e-a7e8-4d8e-a3fa-025c668cc359 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:32.547510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] Set router 8e424a70-a69c-4b41-b8f8-1e284725978e gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:32.588112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.606670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:55:32Z', 'revision_number': 6, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:32.635955 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1bbd6-1ce6-4c60-8aaf-06f0e8cf2063 None None] The sync data for ids ['8e424a70-a69c-4b41-b8f8-1e284725978e'] in n-d-768851-19 is: [{'id': '8e424a70-a69c-4b41-b8f8-1e284725978e', 'name': 'tempest-TestEncryptedCinderVolumes-245714649-router', 'tenant_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:05Z', 'updated_at': '2021-11-12T11:55:32Z', 'revision_number': 6, 'project_id': 'a3fa3e0ad4f2433eb2bd5fc9d59f17f9', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:55:32.689912 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.692060 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.738191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.738802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e424a70-a69c-4b41-b8f8-1e284725978e {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:55:32.743250 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.744424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-68e4b9f5-b4be-4fc9-91a6-4216c7326b68 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8e424a70-a69c-4b41-b8f8-1e284725978e HTTP/1.1" status: 204 len: 168 time: 0.7893631 Nov 12 11:55:32.747714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49790) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:32.793004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee0acdb-076e-478c-ab45-0a9149f7fe4b admin admin] Deleting subnet 3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:55:32.796042 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aee0acdb-076e-478c-ab45-0a9149f7fe4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.831273 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aee0acdb-076e-478c-ab45-0a9149f7fe4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.912652 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aee0acdb-076e-478c-ab45-0a9149f7fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.964982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aee0acdb-076e-478c-ab45-0a9149f7fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.992315 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0acdb-076e-478c-ab45-0a9149f7fe4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:32.995174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-aee0acdb-076e-478c-ab45-0a9149f7fe4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.999687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9689ab5-e865-4ed6-8d80-bb4be1dc39ab None None] Network 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:55:33.000288 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-aee0acdb-076e-478c-ab45-0a9149f7fe4b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3d9f08af-3dd6-4f3a-82e5-ba4727e17aa3 HTTP/1.1" status: 204 len: 168 time: 0.2516103 Nov 12 11:55:33.002815 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49792) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:33.083557 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.140855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Deleting port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:33.141223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.204064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] For port 18449612-64ee-4a4e-8b1f-e18f9b9b8569, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=18449612-64ee-4a4e-8b1f-e18f9b9b8569,segment=NetworkSegment(e631d4db-543a-43f7-a13a-c0edc9b4346f),segment_id=e631d4db-543a-43f7-a13a-c0edc9b4346f)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:33.204423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.220826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Calling delete_port for 18449612-64ee-4a4e-8b1f-e18f9b9b8569 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:33.300001 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.323729 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Pushing event deleted for resources: {'Port': ['ID=18449612-64ee-4a4e-8b1f-e18f9b9b8569,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:33.330344 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] No DVR routers for this DVR port 18449612-64ee-4a4e-8b1f-e18f9b9b8569 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:55:33.406802 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.417409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc8411-bda4-4dfe-96ce-c10442925c48 None None] DHCP port deletion for 4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:33.435723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:33.447232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e631d4db-543a-43f7-a13a-c0edc9b4346f') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:33.447531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e631d4db-543a-43f7-a13a-c0edc9b4346f') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:33.457977 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.472019 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.478198 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:55:33.478587 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:55:33.480288 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:55:33.536944 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.543801 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.548009 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] 10.222.0.31 "DELETE /v2.0/networks/4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1 HTTP/1.1" status: 204 len: 168 time: 0.5442643 Nov 12 11:55:33.551135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49794) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:33.562232 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee3b07-9c83-4362-a938-f2cf948650cb admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5dac9a-0fce-44f4-b9c3-070fcfe5daf1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:33.915550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:34.070666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:34.103388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:55:34.103846 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 024fd8ca-3cd2-4e7c-9f03-c9a6912ccbac not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:34.104347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 18449612-64ee-4a4e-8b1f-e18f9b9b8569 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:34.125469 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 18449612-64ee-4a4e-8b1f-e18f9b9b8569 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:55:34.125814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 18449612-64ee-4a4e-8b1f-e18f9b9b8569 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:34.126234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c3f83912-3dff-4b91-bf65-8a612f633c57 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:34.146478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: c3f83912-3dff-4b91-bf65-8a612f633c57 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:55:34.146825 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device c3f83912-3dff-4b91-bf65-8a612f633c57 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:34.483739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Deleting port ea6873b3-3232-4bc0-94e2-7c4d823b62c4 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:34.484079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:34.562688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] For port ea6873b3-3232-4bc0-94e2-7c4d823b62c4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,segment=NetworkSegment(db68394e-e8e0-4c06-a5ca-661b05e83185),segment_id=db68394e-e8e0-4c06-a5ca-661b05e83185)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:34.563418 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:34.577820 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Calling delete_port for ea6873b3-3232-4bc0-94e2-7c4d823b62c4 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:34.757821 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:34.784351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6873b3-3232-4bc0-94e2-7c4d823b62c4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:34.955991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:35.175875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:55:35.279714 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:55:35.284774 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f2f9c023-0fa3-47a2-8e44-1537ef711bcf admin admin] 10.222.0.31 "PUT /v2.0/routers/346f7d5c-7e6b-439e-b1ce-0fbba96b8271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7326035 Nov 12 11:55:35.287297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49796) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:35.290082 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] Sync routers for ids ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:55:35.300849 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] Routers {'346f7d5c-7e6b-439e-b1ce-0fbba96b8271'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:35.301512 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:35.391784 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:35.404989 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] Set router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:35.497276 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:35.551525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Deleting port abb3951b-91ea-4877-8aff-370b812f8b07 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:35.551861 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:35.587225 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:55:34Z', 'revision_number': 5, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port': {'id': 'abb3951b-91ea-4877-8aff-370b812f8b07', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:54:11Z', 'updated_at': '2021-11-12T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:35.614773 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] Checking router: 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:55:35.628575 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] Routers {'346f7d5c-7e6b-439e-b1ce-0fbba96b8271'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:35.628575 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:35.640012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] For port abb3951b-91ea-4877-8aff-370b812f8b07, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=abb3951b-91ea-4877-8aff-370b812f8b07,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:35.640613 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:35.653368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Calling delete_port for abb3951b-91ea-4877-8aff-370b812f8b07 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:35.711193 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] Set router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:35.766265 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:55:35Z', 'revision_number': 6, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:35.792501 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f5ea9-3488-46bc-a154-acd6426ad9af None None] The sync data for ids ['346f7d5c-7e6b-439e-b1ce-0fbba96b8271'] in n-d-768851-19 is: [{'id': '346f7d5c-7e6b-439e-b1ce-0fbba96b8271', 'name': 'tempest-TestEncryptedCinderVolumes-453811364-router', 'tenant_id': '488bace063724a539de25eeabaa00af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:54:10Z', 'updated_at': '2021-11-12T11:55:35Z', 'revision_number': 6, 'project_id': '488bace063724a539de25eeabaa00af6', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:55:35.820287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:35.854529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb3951b-91ea-4877-8aff-370b812f8b07,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:35.868385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b3233-0072-4dce-9bf9-4c507a3481a7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:35.925019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.017936 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.020073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.064729 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.065372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 346f7d5c-7e6b-439e-b1ce-0fbba96b8271 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:55:36.069639 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.070788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3a13879b-ce2d-427f-983d-d78f6fc4bd09 admin admin] 10.222.0.31 "DELETE /v2.0/routers/346f7d5c-7e6b-439e-b1ce-0fbba96b8271 HTTP/1.1" status: 204 len: 168 time: 0.7825782 Nov 12 11:55:36.073331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49798) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:36.118795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a786224e-c21d-40e6-831a-bdcc32b8a0ce admin admin] Deleting subnet 1bd979f6-eb6a-4dc1-977a-83ef70395ec7 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:55:36.122104 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a786224e-c21d-40e6-831a-bdcc32b8a0ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.162795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a786224e-c21d-40e6-831a-bdcc32b8a0ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.271447 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a786224e-c21d-40e6-831a-bdcc32b8a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.325101 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a786224e-c21d-40e6-831a-bdcc32b8a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.350946 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786224e-c21d-40e6-831a-bdcc32b8a0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd979f6-eb6a-4dc1-977a-83ef70395ec7,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:36.354535 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a786224e-c21d-40e6-831a-bdcc32b8a0ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.358506 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a786224e-c21d-40e6-831a-bdcc32b8a0ce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1bd979f6-eb6a-4dc1-977a-83ef70395ec7 HTTP/1.1" status: 204 len: 168 time: 0.2842519 Nov 12 11:55:36.361056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49800) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:36.363980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78c517-bd0a-457c-b665-16d994fd1f46 None None] Network 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:55:36.439984 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.499301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Deleting port 45309385-2554-45f8-acee-38d8ba7bcfdd {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:36.499435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.567446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] For port 45309385-2554-45f8-acee-38d8ba7bcfdd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=45309385-2554-45f8-acee-38d8ba7bcfdd,segment=NetworkSegment(db68394e-e8e0-4c06-a5ca-661b05e83185),segment_id=db68394e-e8e0-4c06-a5ca-661b05e83185)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:36.567807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.582905 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Calling delete_port for 45309385-2554-45f8-acee-38d8ba7bcfdd owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:36.591929 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] DHCP port deletion for 8f3019a7-7f9a-4b75-b5d1-8865888a3f17 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:36.594171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ea6873b3-3232-4bc0-94e2-7c4d823b62c4 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:36.617722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ea6873b3-3232-4bc0-94e2-7c4d823b62c4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:55:36.618321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ea6873b3-3232-4bc0-94e2-7c4d823b62c4 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:36.663762 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] Deleting port 45309385-2554-45f8-acee-38d8ba7bcfdd {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:36.664143 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.670409 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.701272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Pushing event deleted for resources: {'Port': ['ID=45309385-2554-45f8-acee-38d8ba7bcfdd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:36.703562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] No DVR routers for this DVR port 45309385-2554-45f8-acee-38d8ba7bcfdd on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:55:36.743242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] For port 45309385-2554-45f8-acee-38d8ba7bcfdd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=45309385-2554-45f8-acee-38d8ba7bcfdd,segment=NetworkSegment(db68394e-e8e0-4c06-a5ca-661b05e83185),segment_id=db68394e-e8e0-4c06-a5ca-661b05e83185)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:36.743632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.757373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] Calling delete_port for 45309385-2554-45f8-acee-38d8ba7bcfdd owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:36.783271 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.805953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3019a7-7f9a-4b75-b5d1-8865888a3f17']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:36.816807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db68394e-e8e0-4c06-a5ca-661b05e83185') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:36.817148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db68394e-e8e0-4c06-a5ca-661b05e83185') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:36.829573 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.840782 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.846428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.852930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:55:36.853333 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:55:36.855828 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:55:36.879131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] Pushing event deleted for resources: {'Port': ['ID=45309385-2554-45f8-acee-38d8ba7bcfdd,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:36.892134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075fc0a-acf4-45da-ab6b-0e78895bfdeb None None] No DVR routers for this DVR port 45309385-2554-45f8-acee-38d8ba7bcfdd on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:55:36.922125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.929039 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:36.932259 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] 10.222.0.31 "DELETE /v2.0/networks/8f3019a7-7f9a-4b75-b5d1-8865888a3f17 HTTP/1.1" status: 204 len: 168 time: 0.5702827 Nov 12 11:55:36.947493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8882393-4471-49c5-ac27-ba57eeed0daa admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3019a7-7f9a-4b75-b5d1-8865888a3f17,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:37.092900 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49804) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:37.137485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-08257297-ef5c-4114-8304-d085bd132905 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3fa3e0ad4f2433eb2bd5fc9d59f17f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432577 Nov 12 11:55:37.140049 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49806) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:37.188681 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39cacc17-54e7-47e9-beda-bbb802c45af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:37.209974 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39cacc17-54e7-47e9-beda-bbb802c45af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:37.257390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39cacc17-54e7-47e9-beda-bbb802c45af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:37.260098 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-39cacc17-54e7-47e9-beda-bbb802c45af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:37.261464 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-39cacc17-54e7-47e9-beda-bbb802c45af5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e3f2667-abae-41db-9cc8-9e960773175a HTTP/1.1" status: 204 len: 168 time: 0.1203260 Nov 12 11:55:37.269846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cacc17-54e7-47e9-beda-bbb802c45af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3f2667-abae-41db-9cc8-9e960773175a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:37.573150 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49812) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:37.614915 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e503aa10-c09a-41d9-b3b8-e93f53fcd597 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=488bace063724a539de25eeabaa00af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395992 Nov 12 11:55:37.617195 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49814) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:37.665060 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de4cc015-d573-4a18-96a4-e8074ad760e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:37.685891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de4cc015-d573-4a18-96a4-e8074ad760e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:37.735428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de4cc015-d573-4a18-96a4-e8074ad760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:37.738255 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-de4cc015-d573-4a18-96a4-e8074ad760e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:37.739507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-de4cc015-d573-4a18-96a4-e8074ad760e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1489c54-620f-4d1d-bbcd-b0644916402a HTTP/1.1" status: 204 len: 168 time: 0.1214161 Nov 12 11:55:37.748358 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cc015-d573-4a18-96a4-e8074ad760e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1489c54-620f-4d1d-bbcd-b0644916402a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:38.068851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 45309385-2554-45f8-acee-38d8ba7bcfdd no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:38.094277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 45309385-2554-45f8-acee-38d8ba7bcfdd {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:55:38.094628 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 45309385-2554-45f8-acee-38d8ba7bcfdd not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:38.095047 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device abb3951b-91ea-4877-8aff-370b812f8b07 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:38.114734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: abb3951b-91ea-4877-8aff-370b812f8b07 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:55:38.115088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device abb3951b-91ea-4877-8aff-370b812f8b07 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:38.448234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49836) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:38.547639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1743228874-network', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:38.568524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Made reservation on behalf of 71c0e84e86264b3eaa434e8c34886b90 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:55:38.570802 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.579550 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.656503 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.660382 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.684138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:55:38.697748 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950ad008-5a04-468d-a920-ebeb7645f77e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:38.703139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.703566 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Added segment 819124c8-9d7c-4a4d-b002-234202786450 of type vlan for network 6648866d-5951-4a8e-baa0-06ff8d8558ca Nov 12 11:55:38.745061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.769289 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.770162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:38.770733 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.803124 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3536990 Nov 12 11:55:38.806219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49840) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:38.811183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Request body: {'subnet': {'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1743228874-subnet', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:38.833913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Made reservation on behalf of 71c0e84e86264b3eaa434e8c34886b90 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:55:38.836638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:38.838409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1111ba0-9c2b-4284-9e5b-6567dcb4ece7 admin admin] Pushing event updated for resources: {'Network': ['ID=6648866d-5951-4a8e-baa0-06ff8d8558ca,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:38.848488 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:55:39.009889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.059393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:39.074974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Checking segment: {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:39.075332 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Network hostable DHCP agents. Network: 6648866d-5951-4a8e-baa0-06ff8d8558ca, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:55:39.091538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:55:39.100277 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 6648866d-5951-4a8e-baa0-06ff8d8558ca) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:39.104695 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:39.105831 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.109423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674081c-4ba2-4c71-a184-776dec66d7e8 None None] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:55:39.122262 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-12fbd6e7-6b47-4d47-b4a2-fae894fe60d2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3144605 Nov 12 11:55:39.124915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49842) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:39.131944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:39.158392 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.159705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.211542 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.258711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-6648866d-5951-4a8e-baa0-06ff8d8558ca', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:55:39.259572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.353093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.399755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Allocated IP 172.20.0.2 (6648866d-5951-4a8e-baa0-06ff8d8558ca/503ef8b2-b7e2-4d99-b4b5-b07c647c6daa/1bc9e12f-9920-49c7-9104-be8381877819) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:55:39.539970 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.545995 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.559125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.579314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.591231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:39.594136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:39.596566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:55:39.607443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Pushing event updated for resources: {'Port': ['ID=1bc9e12f-9920-49c7-9104-be8381877819,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:39.655663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Attempting to bind port 1bc9e12f-9920-49c7-9104-be8381877819 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:55:39.656029 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Attempting to bind port 1bc9e12f-9920-49c7-9104-be8381877819 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:55:39.656394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Attempting to bind port 1bc9e12f-9920-49c7-9104-be8381877819 on network 6648866d-5951-4a8e-baa0-06ff8d8558ca {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:39.661392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:55:39.661763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Checking segment: {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:39.662155 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.662542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Bound using segment: {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:55:39.663009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Bound port: 1bc9e12f-9920-49c7-9104-be8381877819, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:55:39.663404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.688673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Allocated IP 172.25.2.182 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/9a4d5755-6a94-4498-aff7-5713ea29eaa3) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:55:39.726364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] For port 1bc9e12f-9920-49c7-9104-be8381877819, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:39.729394 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] For port 1bc9e12f-9920-49c7-9104-be8381877819, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1bc9e12f-9920-49c7-9104-be8381877819,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:55:39.735049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.800254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21708b05-8021-42e4-9866-58cd3461b6c3 None None] Pushing event updated for resources: {'Port': ['ID=1bc9e12f-9920-49c7-9104-be8381877819,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:39.805183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.841432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:39.885917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:39.891974 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:39.894705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:55:39.898592 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4d5755-6a94-4498-aff7-5713ea29eaa3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:39.915225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea64b6-26f8-46b5-a1b1-f13b3508c30f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:40.002922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0878ad69-05ef-4335-9437-fc43d3e8ea3f None None] Provisioning complete for port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:40.003315 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0878ad69-05ef-4335-9437-fc43d3e8ea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.040836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0878ad69-05ef-4335-9437-fc43d3e8ea3f None None] Port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:55:40.139216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1bc9e12f-9920-49c7-9104-be8381877819 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:40.191496 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1bc9e12f-9920-49c7-9104-be8381877819 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:40.191785 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.209422 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.280877 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.313014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 1bc9e12f-9920-49c7-9104-be8381877819, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1bc9e12f-9920-49c7-9104-be8381877819,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:40.317980 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.367309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=1bc9e12f-9920-49c7-9104-be8381877819,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:40.419002 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.556179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Router bbca4ece-af2d-4ab7-a49f-a370f328237e is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:55:40.611131 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.677400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:55:40.688506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Sync routers for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:55:40.697444 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.698788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-50a14e66-2dbb-446d-87d4-a0044ebc17a0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5727451 Nov 12 11:55:40.700990 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:40.701778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:40.701929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49844) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:40.743802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d5094-5b9c-422d-af08-50c539f35086 None None] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:55:40.825787 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:55:40.867455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b90bc4b4-54f1-4fe9-97c2-af995132eec2 None None] Provisioning complete for port 1bc9e12f-9920-49c7-9104-be8381877819 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:40.867823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b90bc4b4-54f1-4fe9-97c2-af995132eec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.924680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:41.041918 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.242479 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:40Z', 'revision_number': 3, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:41.272720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Checking router: bbca4ece-af2d-4ab7-a49f-a370f328237e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:55:41.273105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Updating router bbca4ece-af2d-4ab7-a49f-a370f328237e port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:55:41.301052 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.483830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.570657 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6c958088-d45f-4547-be03-0087474eda73 None None] Provisioning complete for port 1bc9e12f-9920-49c7-9104-be8381877819 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:41.571022 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6c958088-d45f-4547-be03-0087474eda73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.647420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Allocated IP 172.20.0.1 (6648866d-5951-4a8e-baa0-06ff8d8558ca/503ef8b2-b7e2-4d99-b4b5-b07c647c6daa/f30b98b9-c3bc-4406-9651-bed8e208fb58) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:55:41.757175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.787416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.791688 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.797814 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.836797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:41.840849 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:41.844876 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be51a92-9850-4b21-aec2-1ebebd79a3e4 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:41.846021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:55:41.849068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Pushing event updated for resources: {'Port': ['ID=f30b98b9-c3bc-4406-9651-bed8e208fb58,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:41.861678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Attempting to bind port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:55:41.862086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Attempting to bind port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:55:41.862407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Attempting to bind port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:41.866797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94acedd-0f8d-4b57-9a54-e72ec2dc9227 None None] Pushing event updated for resources: {'Port': ['ID=9a4d5755-6a94-4498-aff7-5713ea29eaa3,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:41.871786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:55:41.872162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:41.872566 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.872989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:55:41.873477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Bound port: 9a4d5755-6a94-4498-aff7-5713ea29eaa3, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:55:41.873863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.893081 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.931668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] For port 9a4d5755-6a94-4498-aff7-5713ea29eaa3, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:41.935478 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] For port 9a4d5755-6a94-4498-aff7-5713ea29eaa3, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a4d5755-6a94-4498-aff7-5713ea29eaa3,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:55:41.940146 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.999941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f079af-58a8-4da4-8a04-fc12641eff59 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:42.020787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7ee23ac5-930b-4d9a-9426-8de9676ae5f3 None None] Provisioning complete for port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:42.021190 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7ee23ac5-930b-4d9a-9426-8de9676ae5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.046714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.097065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1bc9e12f-9920-49c7-9104-be8381877819 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:42.098765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94acedd-0f8d-4b57-9a54-e72ec2dc9227 None None] Pushing event updated for resources: {'Port': ['ID=9a4d5755-6a94-4498-aff7-5713ea29eaa3,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:42.103046 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:42.103670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:42.227524 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.232318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.264643 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7ee23ac5-930b-4d9a-9426-8de9676ae5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.294009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1bc9e12f-9920-49c7-9104-be8381877819 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:42.294382 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.302565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Pushing event updated for resources: {'Port': ['ID=f30b98b9-c3bc-4406-9651-bed8e208fb58,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:42.308487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.322147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7ee23ac5-930b-4d9a-9426-8de9676ae5f3 None None] For port 9a4d5755-6a94-4498-aff7-5713ea29eaa3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a4d5755-6a94-4498-aff7-5713ea29eaa3,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:42.330303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:42.332486 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7ee23ac5-930b-4d9a-9426-8de9676ae5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.405105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:42.406752 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:42.480704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23ac5-930b-4d9a-9426-8de9676ae5f3 None None] Pushing event updated for resources: {'Port': ['ID=9a4d5755-6a94-4498-aff7-5713ea29eaa3,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:42.531911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Router bbca4ece-af2d-4ab7-a49f-a370f328237e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:55:42.560446 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ad51d920-d125-4a85-985c-c4d62781e4d7 None None] Provisioning complete for port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:42.560827 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad51d920-d125-4a85-985c-c4d62781e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.654277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:55:42.660176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f222b39d-ab73-4054-af2b-e7cb04dcc735 admin admin] 10.222.0.31 "PUT /v2.0/routers/bbca4ece-af2d-4ab7-a49f-a370f328237e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9566703 Nov 12 11:55:42.721791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:41Z', 'revision_number': 1, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:42.725061 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ad51d920-d125-4a85-985c-c4d62781e4d7 None None] Provisioning complete for port f30b98b9-c3bc-4406-9651-bed8e208fb58 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:42.725437 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ad51d920-d125-4a85-985c-c4d62781e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.771492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2bb68-eb11-42e5-90c2-5bdf4dac5137 None None] The sync data for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 is: [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:41Z', 'revision_number': 1, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:55:42.793899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ad51d920-d125-4a85-985c-c4d62781e4d7 None None] Port f30b98b9-c3bc-4406-9651-bed8e208fb58 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:55:42.914009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1c5b5537-7a95-4ba7-8514-9aa8ab3812dc None None] Provisioning complete for port f30b98b9-c3bc-4406-9651-bed8e208fb58 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:42.914366 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5537-7a95-4ba7-8514-9aa8ab3812dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:42.964416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b5537-7a95-4ba7-8514-9aa8ab3812dc None None] Port f30b98b9-c3bc-4406-9651-bed8e208fb58 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:55:43.197588 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49860) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:43.203064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1980827520-network', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:43.225199 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Made reservation on behalf of 048547dcae8f412aae59ddf9caa7a451 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:55:43.228739 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.239494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.320812 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.325950 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.353103 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:55:43.364184 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a2911d-d74a-49bb-965f-14494cf91cee,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:43.380747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.381138 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Added segment 775dcbd9-79eb-4923-acd3-f6da707fa9b4 of type vlan for network 652565e3-196a-418d-be41-22ea410092c4 Nov 12 11:55:43.436733 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.464018 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.465700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.466289 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.528665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3299036 Nov 12 11:55:43.531394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49862) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:43.538009 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Request body: {'subnet': {'network_id': '652565e3-196a-418d-be41-22ea410092c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1980827520-subnet', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:43.542433 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319980c2-4ca8-44d8-a1b2-d132bdf65fba admin admin] Pushing event updated for resources: {'Network': ['ID=652565e3-196a-418d-be41-22ea410092c4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:43.554713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 652565e3-196a-418d-be41-22ea410092c4 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:55:43.563059 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Made reservation on behalf of 048547dcae8f412aae59ddf9caa7a451 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:55:43.566011 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.752411 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.810002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=173e9265-0720-49bc-95d9-703f1645eeca,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:43.821915 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Checking segment: {'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:43.822282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Network hostable DHCP agents. Network: 652565e3-196a-418d-be41-22ea410092c4, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:55:43.842063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Network 652565e3-196a-418d-be41-22ea410092c4 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:55:43.851975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 652565e3-196a-418d-be41-22ea410092c4) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:43.856745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.857378 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.868581 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cec9b5-9c12-4476-803b-c9a2ac359bc1 None None] Network 652565e3-196a-418d-be41-22ea410092c4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:55:43.874602 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b931851a-e46b-4a2d-b5c0-78d575dfd3f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3422124 Nov 12 11:55:43.876983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 49864) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:43.881980 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:43.905325 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.906622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:43.968816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.041910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-652565e3-196a-418d-be41-22ea410092c4', 'network_id': '652565e3-196a-418d-be41-22ea410092c4', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'fixed_ips': [{'subnet_id': '173e9265-0720-49bc-95d9-703f1645eeca'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:55:44.044522 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.126363 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.133128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9a4d5755-6a94-4498-aff7-5713ea29eaa3 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:44.221535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Allocated IP 172.20.0.2 (652565e3-196a-418d-be41-22ea410092c4/173e9265-0720-49bc-95d9-703f1645eeca/14230f30-fabe-4930-a79b-aa5305f98878) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:55:44.240005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:44.240494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.332720 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.352883 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.431957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.439325 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.462925 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Allocated IP 172.25.2.164 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/fea9559b-a981-4642-ab41-f585ebe3870c) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:55:44.479295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Network 652565e3-196a-418d-be41-22ea410092c4 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:44.482907 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:44.485301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:55:44.494484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Pushing event updated for resources: {'Port': ['ID=14230f30-fabe-4930-a79b-aa5305f98878,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:44.561578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Attempting to bind port 14230f30-fabe-4930-a79b-aa5305f98878 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:55:44.562138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Attempting to bind port 14230f30-fabe-4930-a79b-aa5305f98878 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:55:44.562138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Attempting to bind port 14230f30-fabe-4930-a79b-aa5305f98878 on network 652565e3-196a-418d-be41-22ea410092c4 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:44.567368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:55:44.568082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Checking segment: {'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:44.568233 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.568504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Bound using segment: {'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:55:44.569019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Bound port: 14230f30-fabe-4930-a79b-aa5305f98878, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:55:44.569465 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.572791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.615146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.638681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] For port 14230f30-fabe-4930-a79b-aa5305f98878, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:44.642648 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] For port 14230f30-fabe-4930-a79b-aa5305f98878, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14230f30-fabe-4930-a79b-aa5305f98878,segment=NetworkSegment(775dcbd9-79eb-4923-acd3-f6da707fa9b4),segment_id=775dcbd9-79eb-4923-acd3-f6da707fa9b4)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:55:44.648608 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.653317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:44.656338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:44.663798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:55:44.682498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b8bec-c6c5-4ec6-b20e-5be04b88e536 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:44.692959 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Pushing event updated for resources: {'Port': ['ID=fea9559b-a981-4642-ab41-f585ebe3870c,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:44.725958 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8391483-0330-4121-9f77-0ce9af749e3e None None] Pushing event updated for resources: {'Port': ['ID=14230f30-fabe-4930-a79b-aa5305f98878,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:44.809950 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8b896101-fb19-4e47-9fd1-1a842f5108c9 None None] Provisioning complete for port fea9559b-a981-4642-ab41-f585ebe3870c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:44.810538 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8b896101-fb19-4e47-9fd1-1a842f5108c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.851277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8b896101-fb19-4e47-9fd1-1a842f5108c9 None None] Port fea9559b-a981-4642-ab41-f585ebe3870c cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:55:44.959595 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Sync routers for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:55:44.966715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:44.973107 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:44.973932 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:45.092339 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:45.303602 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 2, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:45.335171 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Checking router: bbca4ece-af2d-4ab7-a49f-a370f328237e for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:55:45.335527 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Updating router bbca4ece-af2d-4ab7-a49f-a370f328237e port f30b98b9-c3bc-4406-9651-bed8e208fb58 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:55:45.363896 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.527816 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.647674 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.654413 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.670654 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Router 3e1affe6-a1ca-4ef1-933c-d7818c89396d is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:55:45.734833 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30373694-a88b-4748-ac77-987f005e394c None None] Pushing event updated for resources: {'Port': ['ID=f30b98b9-c3bc-4406-9651-bed8e208fb58,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:45.755078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c8978-ac53-42f9-bdb7-560f798d3fef None None] Network 652565e3-196a-418d-be41-22ea410092c4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:55:45.755567 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.755806 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.756152 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.756491 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.756817 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.757337 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.757894 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.758386 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.758867 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.759346 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.759838 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.760376 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30373694-a88b-4748-ac77-987f005e394c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:45.788099 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Attempting to bind port f30b98b9-c3bc-4406-9651-bed8e208fb58 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:55:45.788681 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Attempting to bind port f30b98b9-c3bc-4406-9651-bed8e208fb58 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:55:45.789246 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Attempting to bind port f30b98b9-c3bc-4406-9651-bed8e208fb58 on network 6648866d-5951-4a8e-baa0-06ff8d8558ca {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:45.795269 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:55:45.795922 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Checking segment: {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:45.796499 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.797306 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Bound using segment: {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:55:45.797934 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Bound port: f30b98b9-c3bc-4406-9651-bed8e208fb58, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:55:45.798506 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.805739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:55:45.830425 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Sync routers for ids ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:55:45.838334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.843087 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-61ff6da7-8eca-4263-970a-379b1f7df952 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9625361 Nov 12 11:55:45.843429 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 49866) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:55:45.873578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-382522bd-21a4-421f-976a-46321fe7bef5 None None] Provisioning complete for port 14230f30-fabe-4930-a79b-aa5305f98878 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:45.873963 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-382522bd-21a4-421f-976a-46321fe7bef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.875777 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] For port f30b98b9-c3bc-4406-9651-bed8e208fb58, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:45.879439 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] For port f30b98b9-c3bc-4406-9651-bed8e208fb58, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f30b98b9-c3bc-4406-9651-bed8e208fb58,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:55:45.890834 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:45.913780 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Routers {'3e1affe6-a1ca-4ef1-933c-d7818c89396d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:45.914415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:46.073662 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:46.074318 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:46.078569 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30373694-a88b-4748-ac77-987f005e394c None None] Pushing event updated for resources: {'Port': ['ID=f30b98b9-c3bc-4406-9651-bed8e208fb58,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:46.227609 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14230f30-fabe-4930-a79b-aa5305f98878 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:46.253729 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:46.376509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Set router 3e1affe6-a1ca-4ef1-933c-d7818c89396d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:46.445664 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.465373 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-382522bd-21a4-421f-976a-46321fe7bef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.480469 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:45Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:46.512988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd89e6-1ecb-4098-8449-e933ad340c5a None None] The sync data for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 is: [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:45Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:55:46.520105 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 14230f30-fabe-4930-a79b-aa5305f98878 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:46.520481 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.596369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-382522bd-21a4-421f-976a-46321fe7bef5 None None] For port 14230f30-fabe-4930-a79b-aa5305f98878, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14230f30-fabe-4930-a79b-aa5305f98878,segment=NetworkSegment(775dcbd9-79eb-4923-acd3-f6da707fa9b4),segment_id=775dcbd9-79eb-4923-acd3-f6da707fa9b4)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:46.619023 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-382522bd-21a4-421f-976a-46321fe7bef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.638234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Allocated IP 172.20.0.1 (652565e3-196a-418d-be41-22ea410092c4/173e9265-0720-49bc-95d9-703f1645eeca/eb1f086e-07e4-4d08-bd3d-32d20089b0c4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:55:46.756167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382522bd-21a4-421f-976a-46321fe7bef5 None None] Pushing event updated for resources: {'Port': ['ID=14230f30-fabe-4930-a79b-aa5305f98878,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:46.769946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1de8c2d9-87ae-4ced-b36c-749a8995a431 None None] Provisioning complete for port f30b98b9-c3bc-4406-9651-bed8e208fb58 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:46.770318 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1de8c2d9-87ae-4ced-b36c-749a8995a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.797839 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.817484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:55:44Z', 'revision_number': 3, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:46.843508 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.855751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Checking router: 3e1affe6-a1ca-4ef1-933c-d7818c89396d for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:55:46.855751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Updating router 3e1affe6-a1ca-4ef1-933c-d7818c89396d port fea9559b-a981-4642-ab41-f585ebe3870c binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:55:46.880954 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Network 652565e3-196a-418d-be41-22ea410092c4 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:46.884099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:46.884681 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.888772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:55:46.939638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:46.944909 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1de8c2d9-87ae-4ced-b36c-749a8995a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.946576 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.063067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1de8c2d9-87ae-4ced-b36c-749a8995a431 None None] For port f30b98b9-c3bc-4406-9651-bed8e208fb58, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f30b98b9-c3bc-4406-9651-bed8e208fb58,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:47.075073 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1de8c2d9-87ae-4ced-b36c-749a8995a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.104492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.156742 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8c2d9-87ae-4ced-b36c-749a8995a431 None None] Pushing event updated for resources: {'Port': ['ID=f30b98b9-c3bc-4406-9651-bed8e208fb58,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:47.221285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9532646a-0f34-48ec-a677-e241fb5300ff None None] Provisioning complete for port 14230f30-fabe-4930-a79b-aa5305f98878 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:47.221638 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9532646a-0f34-48ec-a677-e241fb5300ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.304713 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.311557 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.365985 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.375886 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.393056 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.401262 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:47.430651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6dfd09-0eab-450b-98f3-f02c1450b825 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:47.443534 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9532646a-0f34-48ec-a677-e241fb5300ff None None] Provisioning complete for port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:47.443903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9532646a-0f34-48ec-a677-e241fb5300ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.445497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Attempting to bind port fea9559b-a981-4642-ab41-f585ebe3870c on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:55:47.445857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Attempting to bind port fea9559b-a981-4642-ab41-f585ebe3870c by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:55:47.446213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Attempting to bind port fea9559b-a981-4642-ab41-f585ebe3870c on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:47.451443 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f6c8-226e-4627-86e6-c738d576da17 None None] Pushing event updated for resources: {'Port': ['ID=fea9559b-a981-4642-ab41-f585ebe3870c,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:47.476094 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:55:47.476466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:47.476898 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.477275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:55:47.477758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Bound port: fea9559b-a981-4642-ab41-f585ebe3870c, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:55:47.478134 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.501578 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Network 652565e3-196a-418d-be41-22ea410092c4 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:47.503062 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:47.510462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9532646a-0f34-48ec-a677-e241fb5300ff None None] Port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:55:47.539149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] For port fea9559b-a981-4642-ab41-f585ebe3870c, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:47.543174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] For port fea9559b-a981-4642-ab41-f585ebe3870c, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fea9559b-a981-4642-ab41-f585ebe3870c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:55:47.547312 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.590677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a25c1-5aea-4a22-9ced-765ea9ede87b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:55:47.631373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Routers {'3e1affe6-a1ca-4ef1-933c-d7818c89396d'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:47.632370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:47.634954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f6c8-226e-4627-86e6-c738d576da17 None None] Pushing event updated for resources: {'Port': ['ID=fea9559b-a981-4642-ab41-f585ebe3870c,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:47.636709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Router 3e1affe6-a1ca-4ef1-933c-d7818c89396d has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:55:47.700659 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-55da947d-bbab-439d-95ec-57499cad3ed7 None None] Provisioning complete for port fea9559b-a981-4642-ab41-f585ebe3870c triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:47.701114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55da947d-bbab-439d-95ec-57499cad3ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.760802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:55:47.766030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2d35d9de-9163-49eb-adc3-1aea9947b731 admin admin] 10.222.0.31 "PUT /v2.0/routers/3e1affe6-a1ca-4ef1-933c-d7818c89396d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9215155 Nov 12 11:55:47.798141 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] Set router 3e1affe6-a1ca-4ef1-933c-d7818c89396d gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:47.912981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55da947d-bbab-439d-95ec-57499cad3ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:47.971906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-55da947d-bbab-439d-95ec-57499cad3ed7 None None] For port fea9559b-a981-4642-ab41-f585ebe3870c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fea9559b-a981-4642-ab41-f585ebe3870c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:47.979037 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-55da947d-bbab-439d-95ec-57499cad3ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:48.067790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da947d-bbab-439d-95ec-57499cad3ed7 None None] Pushing event updated for resources: {'Port': ['ID=fea9559b-a981-4642-ab41-f585ebe3870c,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:48.111536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25d81131-8e13-47f1-9ba6-fd5504436368 None None] Provisioning complete for port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:48.111911 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25d81131-8e13-47f1-9ba6-fd5504436368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:48.138310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f30b98b9-c3bc-4406-9651-bed8e208fb58 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:48.141393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'eb1f086e-07e4-4d08-bd3d-32d20089b0c4', 'name': '', 'network_id': '652565e3-196a-418d-be41-22ea410092c4', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'mac_address': 'fa:16:3e:d2:0b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '173e9265-0720-49bc-95d9-703f1645eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:46Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 2, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'subnets': [{'id': '173e9265-0720-49bc-95d9-703f1645eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:48.371995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694e036-0ba2-4095-8358-d1a97f462c9c None None] The sync data for ids ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'] in n-d-768851-19 is: [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'eb1f086e-07e4-4d08-bd3d-32d20089b0c4', 'name': '', 'network_id': '652565e3-196a-418d-be41-22ea410092c4', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'mac_address': 'fa:16:3e:d2:0b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '173e9265-0720-49bc-95d9-703f1645eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:46Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 2, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'subnets': [{'id': '173e9265-0720-49bc-95d9-703f1645eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:55:48.387321 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25d81131-8e13-47f1-9ba6-fd5504436368 None None] Port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:55:48.406226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f30b98b9-c3bc-4406-9651-bed8e208fb58 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:48.406600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:48.503422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14230f30-fabe-4930-a79b-aa5305f98878 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:48.568975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 14230f30-fabe-4930-a79b-aa5305f98878 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:48.568975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:50.140024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fea9559b-a981-4642-ab41-f585ebe3870c up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:50.209412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port fea9559b-a981-4642-ab41-f585ebe3870c triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:50.209978 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.083292 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Sync routers for ids ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:55:51.099097 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Routers {'3e1affe6-a1ca-4ef1-933c-d7818c89396d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:51.100023 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:51.242665 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Set router 3e1affe6-a1ca-4ef1-933c-d7818c89396d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:51.483180 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'eb1f086e-07e4-4d08-bd3d-32d20089b0c4', 'name': '', 'network_id': '652565e3-196a-418d-be41-22ea410092c4', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'mac_address': 'fa:16:3e:d2:0b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '173e9265-0720-49bc-95d9-703f1645eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:46Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 2, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'subnets': [{'id': '173e9265-0720-49bc-95d9-703f1645eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:51.510630 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Checking router: 3e1affe6-a1ca-4ef1-933c-d7818c89396d for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:55:51.510966 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Updating router 3e1affe6-a1ca-4ef1-933c-d7818c89396d port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:55:51.542622 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.871172 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.880185 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.946481 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1ab7e-b614-41a0-8ceb-a46fa19926be None None] Pushing event updated for resources: {'Port': ['ID=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:52.013619 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Attempting to bind port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:55:52.013989 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Attempting to bind port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:55:52.014359 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Attempting to bind port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 on network 652565e3-196a-418d-be41-22ea410092c4 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:52.024139 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:55:52.024647 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Checking segment: {'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:52.025889 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:52.025889 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Bound using segment: {'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:55:52.025889 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Bound port: eb1f086e-07e4-4d08-bd3d-32d20089b0c4, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775dcbd9-79eb-4923-acd3-f6da707fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '652565e3-196a-418d-be41-22ea410092c4'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:55:52.026472 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:52.101885 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] For port eb1f086e-07e4-4d08-bd3d-32d20089b0c4, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:52.108118 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] For port eb1f086e-07e4-4d08-bd3d-32d20089b0c4, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,segment=NetworkSegment(775dcbd9-79eb-4923-acd3-f6da707fa9b4),segment_id=775dcbd9-79eb-4923-acd3-f6da707fa9b4)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:55:52.115978 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:52.172763 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Routers {'3e1affe6-a1ca-4ef1-933c-d7818c89396d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:52.173508 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:55:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:52.238577 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1ab7e-b614-41a0-8ceb-a46fa19926be None None] Pushing event updated for resources: {'Port': ['ID=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:52.264214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0aeed482-2a6f-44b5-bf8b-1d3e94db5a07 None None] Provisioning complete for port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:52.264810 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0aeed482-2a6f-44b5-bf8b-1d3e94db5a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:52.346970 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] Set router 3e1affe6-a1ca-4ef1-933c-d7818c89396d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:52.399077 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0aeed482-2a6f-44b5-bf8b-1d3e94db5a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:52.438913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0aeed482-2a6f-44b5-bf8b-1d3e94db5a07 None None] For port eb1f086e-07e4-4d08-bd3d-32d20089b0c4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,segment=NetworkSegment(775dcbd9-79eb-4923-acd3-f6da707fa9b4),segment_id=775dcbd9-79eb-4923-acd3-f6da707fa9b4)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:52.445667 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0aeed482-2a6f-44b5-bf8b-1d3e94db5a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:52.507257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeed482-2a6f-44b5-bf8b-1d3e94db5a07 None None] Pushing event updated for resources: {'Port': ['ID=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:52.571492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-81dcb377-db59-4af6-b305-1cb64c2c6645 None None] Provisioning complete for port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:52.571823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-81dcb377-db59-4af6-b305-1cb64c2c6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:52.596156 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'eb1f086e-07e4-4d08-bd3d-32d20089b0c4', 'name': '', 'network_id': '652565e3-196a-418d-be41-22ea410092c4', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'mac_address': 'fa:16:3e:d2:0b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '173e9265-0720-49bc-95d9-703f1645eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:46Z', 'updated_at': '2021-11-12T11:55:52Z', 'revision_number': 4, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'subnets': [{'id': '173e9265-0720-49bc-95d9-703f1645eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:52.721806 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb254df-0334-4dba-8e34-30421594a199 None None] The sync data for ids ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'] in n-d-768851-19 is: [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'eb1f086e-07e4-4d08-bd3d-32d20089b0c4', 'name': '', 'network_id': '652565e3-196a-418d-be41-22ea410092c4', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'mac_address': 'fa:16:3e:d2:0b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '173e9265-0720-49bc-95d9-703f1645eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:46Z', 'updated_at': '2021-11-12T11:55:52Z', 'revision_number': 4, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'subnets': [{'id': '173e9265-0720-49bc-95d9-703f1645eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:55:54.024799 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29e60314-e961-44b9-9def-fda8c304547d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:54.125998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device eb1f086e-07e4-4d08-bd3d-32d20089b0c4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:54.187654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:54.188022 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:56.391475 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c622b26a-1d7a-477d-8cd0-881125c698ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:57.934075 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:58.427005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-adc70485-570c-484f-b9f4-a4e4dba51dd2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.428798 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-adc70485-570c-484f-b9f4-a4e4dba51dd2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 815 time: 0.1082327 Nov 12 11:55:58.444297 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-56447984-1324-42fe-a619-80554a827804 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/quotas/71c0e84e86264b3eaa434e8c34886b90 HTTP/1.1" status: 200 len: 375 time: 0.0098183 Nov 12 11:55:58.516577 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-f0b877fd-13b5-4c30-ac22-28df8c795423 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655370 Nov 12 11:55:58.532798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-21f548df-a0da-4d8c-8691-6043bf976a36 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:55:58.533865 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-21f548df-a0da-4d8c-8691-6043bf976a36 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054185 Nov 12 11:55:58.631450 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-3bd7c558-a6eb-4b59-9edf-a431644d5f03 service neutron] 10.222.0.31 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912585 Nov 12 11:55:58.729024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-08b44d33-f606-4372-a428-9c1ad6da194a service neutron] 10.222.0.31 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907474 Nov 12 11:55:58.896607 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5d060397-f018-4fad-8b27-2ed6f93dd17e req-e5725c79-d6d1-4a27-9b44-007bfab2a3b9 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 210 time: 0.0345507 Nov 12 11:55:59.669172 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:59.952805 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-81e72477-d05e-405c-8fac-8a248487d57e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:59.954397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-81e72477-d05e-405c-8fac-8a248487d57e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 815 time: 0.1219501 Nov 12 11:55:59.975581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'port': {'device_id': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'admin_state_up': True, 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:00.009725 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7de5486e-cdf0-4cfc-94a4-f2698ca9ee39 req-23912316-0689-4789-b538-831d5cf5bfed tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 210 time: 0.0293534 Nov 12 11:56:00.103128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Made reservation on behalf of 71c0e84e86264b3eaa434e8c34886b90 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:56:00.107867 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:00.285591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Allocated IP 172.20.0.6 (6648866d-5951-4a8e-baa0-06ff8d8558ca/503ef8b2-b7e2-4d99-b4b5-b07c647c6daa/4c4011f2-1be6-4f66-8ef0-1761a94a652d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:56:00.554113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:00.613388 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:00.674667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:56:00.676500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:56:00.680004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:56:00.749458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'Port': ['ID=4c4011f2-1be6-4f66-8ef0-1761a94a652d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:00.758979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:00.759755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:00.769667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.770301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.770792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.771379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.771597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.772138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.772899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.777193 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:00.780493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.781181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.782287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.782902 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.783330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:00.823382 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-c950a949-b502-4707-b64d-6c50d17c071f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515289 Nov 12 11:56:00.972428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-31f266f7-00cc-4773-92df-b6d5fb05cdd3 None None] Provisioning complete for port 4c4011f2-1be6-4f66-8ef0-1761a94a652d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:56:00.972884 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-31f266f7-00cc-4773-92df-b6d5fb05cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:01.036612 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-31f266f7-00cc-4773-92df-b6d5fb05cdd3 None None] Port 4c4011f2-1be6-4f66-8ef0-1761a94a652d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:56:01.179721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed442aa3-a910-4ff8-8436-a66e1b8f7f5a req-8ce162ae-8af8-495e-a145-6d5e998d565e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:01.181354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed442aa3-a910-4ff8-8436-a66e1b8f7f5a req-8ce162ae-8af8-495e-a145-6d5e998d565e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.0716891 Nov 12 11:56:01.250939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed442aa3-a910-4ff8-8436-a66e1b8f7f5a req-7e53b345-637b-4d46-b8fe-7f8e05240000 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599589 Nov 12 11:56:02.415636 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4d730-14bc-4931-abc8-d8814f6f6bb8 req-46d120be-fb45-49b9-8d8b-2066eb2a87df tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:02.417408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-30e4d730-14bc-4931-abc8-d8814f6f6bb8 req-46d120be-fb45-49b9-8d8b-2066eb2a87df tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.0797365 Nov 12 11:56:02.478697 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-30e4d730-14bc-4931-abc8-d8814f6f6bb8 req-dc5da59f-12f1-4313-a88e-b0005b7e559c tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Nov 12 11:56:03.614499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154f582-f2c7-47df-9058-cc784cdcfcca req-199350a0-532b-4520-aca6-be3dc20f382e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:03.616613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3154f582-f2c7-47df-9058-cc784cdcfcca req-199350a0-532b-4520-aca6-be3dc20f382e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.0533726 Nov 12 11:56:03.686574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3154f582-f2c7-47df-9058-cc784cdcfcca req-2abb95d8-fba1-4b34-9df3-47498fcfab5a tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629010 Nov 12 11:56:04.831393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e7de9-24a5-49f7-8302-9b8c99965ca8 req-63e95776-2cf2-425e-8dcb-1e52bcea1808 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:04.833985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b60e7de9-24a5-49f7-8302-9b8c99965ca8 req-63e95776-2cf2-425e-8dcb-1e52bcea1808 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.0575304 Nov 12 11:56:04.900502 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b60e7de9-24a5-49f7-8302-9b8c99965ca8 req-29635fa6-b50c-4b03-979c-46342b5bfe50 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596745 Nov 12 11:56:06.029264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1187-394f-4a4c-8bbf-f26b9f54addf req-4722918a-6ed8-480d-b8a9-1832ac52d038 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:06.030840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5ca1187-394f-4a4c-8bbf-f26b9f54addf req-4722918a-6ed8-480d-b8a9-1832ac52d038 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.0555677 Nov 12 11:56:06.103093 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5ca1187-394f-4a4c-8bbf-f26b9f54addf req-1f47f1ca-ece6-4368-9fa7-df125e28e75e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649946 Nov 12 11:56:07.253494 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a1a3-a48d-4dfa-a157-c507223612bb req-3ac84ffe-a358-460f-845f-a6240a769d01 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:07.255059 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5692a1a3-a48d-4dfa-a157-c507223612bb req-3ac84ffe-a358-460f-845f-a6240a769d01 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.0636535 Nov 12 11:56:07.317525 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5692a1a3-a48d-4dfa-a157-c507223612bb req-70185556-8f17-4d30-ac92-72d3aa05fa0f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564203 Nov 12 11:56:08.493115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94386-b14b-4e88-9dfa-129bfbc014bb req-b80b0159-6e07-4004-97b9-3635c7e82e41 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:08.505585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84c94386-b14b-4e88-9dfa-129bfbc014bb req-b80b0159-6e07-4004-97b9-3635c7e82e41 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.1043851 Nov 12 11:56:08.559336 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84c94386-b14b-4e88-9dfa-129bfbc014bb req-b5812d8c-c843-4582-9ac5-1f4b395fb719 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499308 Nov 12 11:56:09.711014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b59f5b-3713-422e-84e5-ba8b89d11b36 req-0eb6eb79-f8c5-4f1f-8e81-50c426df800a tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:09.712543 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4b59f5b-3713-422e-84e5-ba8b89d11b36 req-0eb6eb79-f8c5-4f1f-8e81-50c426df800a tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.0717771 Nov 12 11:56:09.781657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a4b59f5b-3713-422e-84e5-ba8b89d11b36 req-fce34e81-442d-4419-af0b-10dd476344f5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588827 Nov 12 11:56:10.611894 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:10.875304 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Request body: {'port': {'device_id': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:10.941832 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:10.968451 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4164b-a075-49ab-8c6f-985d16e01b55 req-649ace52-7857-419c-a70f-5a38b5a6b62f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:10.970063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ceb4164b-a075-49ab-8c6f-985d16e01b55 req-649ace52-7857-419c-a70f-5a38b5a6b62f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 931 time: 0.1171389 Nov 12 11:56:10.985264 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:11.063208 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ceb4164b-a075-49ab-8c6f-985d16e01b55 req-d695478b-a698-4a4c-b02d-f9ddf75a7f80 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857992 Nov 12 11:56:11.324807 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4011f2-1be6-4f66-8ef0-1761a94a652d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:56:11.333304 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:11.348610 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Transition to ACTIVE for port object 4c4011f2-1be6-4f66-8ef0-1761a94a652d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:56:11.354266 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:11.412125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4011f2-1be6-4f66-8ef0-1761a94a652d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:11.495622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Attempting to bind port 4c4011f2-1be6-4f66-8ef0-1761a94a652d on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:56:11.495896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Attempting to bind port 4c4011f2-1be6-4f66-8ef0-1761a94a652d by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:56:11.496073 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Attempting to bind port 4c4011f2-1be6-4f66-8ef0-1761a94a652d on network 6648866d-5951-4a8e-baa0-06ff8d8558ca {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:56:11.501408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Port 4c4011f2-1be6-4f66-8ef0-1761a94a652d on network 6648866d-5951-4a8e-baa0-06ff8d8558ca not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:56:11.501705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Attempting to bind port 4c4011f2-1be6-4f66-8ef0-1761a94a652d on network 6648866d-5951-4a8e-baa0-06ff8d8558ca {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:56:11.507595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:56:11.507923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Checking segment: {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:56:11.508307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Bound using segment: {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:56:11.508772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Bound port: 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819124c8-9d7c-4a4d-b002-234202786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:56:11.509171 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:11.592775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] For port 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:56:11.596207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] For port 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:56:11.600815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:11.639141 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:11.639787 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:11.641760 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 1092 time: 0.7741342 Nov 12 11:56:11.642288 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:56:11.645894 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc984647-e61b-407b-8009-f2e3dbd3ff5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:56:11.695073 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c260ee-8204-4dfa-b8a2-13753b9f28c0 x-openstack-request-id: req-88c260ee-8204-4dfa-b8a2-13753b9f28c0 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:56:11.695466 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:56:11.695782 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88c260ee-8204-4dfa-b8a2-13753b9f28c0 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:56:11.696262 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'status': 'completed', 'code': 200} Nov 12 11:56:11.697103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b83a-d588-4c53-9ff5-cb167ddfa9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4011f2-1be6-4f66-8ef0-1761a94a652d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:11.763144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-f3b702ec-81db-43c8-8c16-f03d5ab88b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:11.764680 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-f3b702ec-81db-43c8-8c16-f03d5ab88b57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1095 time: 0.0549438 Nov 12 11:56:11.809585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-98a8f5d4-b583-49e4-bee0-5c93841ca403 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 217 time: 0.0366819 Nov 12 11:56:11.864854 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-0dcd4f4a-a485-4233-88f1-f64f69627f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:11.866341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-0dcd4f4a-a485-4233-88f1-f64f69627f48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0458379 Nov 12 11:56:11.920573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-9afd579d-9f67-4ded-958d-53480306c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:11.922028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-9afd579d-9f67-4ded-958d-53480306c741 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467169 Nov 12 11:56:12.023396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-30d859da-5569-4877-8555-1a627556b58b service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867517 Nov 12 11:56:12.476140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2ad16e1f-059d-4745-b915-0efc8b729e08 req-85ac0192-f0e6-4d3b-b225-9bb242e9a859 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440393 Nov 12 11:56:12.488734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83786186-a8c8-4569-9f73-b25fad70b7ba req-a7ae8315-db34-433c-9bcc-1117ffeeddd8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:12.490308 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83786186-a8c8-4569-9f73-b25fad70b7ba req-a7ae8315-db34-433c-9bcc-1117ffeeddd8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 943 time: 0.0774045 Nov 12 11:56:12.552560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-83786186-a8c8-4569-9f73-b25fad70b7ba req-e62b1e68-9eb7-4105-a2b0-f6ba80eeca87 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555446 Nov 12 11:56:12.587781 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-446f3776-60b0-44e1-b4ab-53a6524248d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:12.595945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-446f3776-60b0-44e1-b4ab-53a6524248d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1095 time: 0.0581810 Nov 12 11:56:12.686491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-03c28724-a790-4fa3-a40d-d82c4b926f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:12.687973 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-03c28724-a790-4fa3-a40d-d82c4b926f69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 916 time: 0.0903249 Nov 12 11:56:12.735230 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-6334ff5c-f907-41af-ae93-9a7b3769eddc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 217 time: 0.0386243 Nov 12 11:56:12.805187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-8faa2554-8a3e-4d97-a0f2-0c62ea4b2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:12.806681 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-8faa2554-8a3e-4d97-a0f2-0c62ea4b2afa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0645332 Nov 12 11:56:12.857732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-22d84007-8a93-49be-b895-dc288639e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:12.859314 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-22d84007-8a93-49be-b895-dc288639e144 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445359 Nov 12 11:56:12.963278 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-b6f5b064-9b92-4790-aed9-895e6b1386a7 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939975 Nov 12 11:56:13.063384 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc984647-e61b-407b-8009-f2e3dbd3ff5d req-e8248664-d05a-4e80-8473-877c6735af79 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908136 Nov 12 11:56:13.675908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4822f7-6590-4cff-b117-3be086009bc4 req-98451a8a-5918-49bc-a863-f4787a417f4d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:13.677559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f4822f7-6590-4cff-b117-3be086009bc4 req-98451a8a-5918-49bc-a863-f4787a417f4d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 943 time: 0.0544574 Nov 12 11:56:13.725542 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f4822f7-6590-4cff-b117-3be086009bc4 req-3dbd40fa-88a7-4556-945a-8c5ca226388b tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Nov 12 11:56:14.846480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696db53-8113-44fb-aa5d-ce356192d768 req-9645f64e-bc80-42b2-bbdb-daa8888de298 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:14.848006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5696db53-8113-44fb-aa5d-ce356192d768 req-9645f64e-bc80-42b2-bbdb-daa8888de298 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 943 time: 0.0504498 Nov 12 11:56:14.901766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5696db53-8113-44fb-aa5d-ce356192d768 req-8e941ae9-febd-4fbf-9299-800919c184df tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477970 Nov 12 11:56:15.454908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4c4011f2-1be6-4f66-8ef0-1761a94a652d details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:56:15.552644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:56:15.564057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'port_id': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'mac_address': 'fa:16:3e:ce:49:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:56:15.603094 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:15.617421 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4011f2-1be6-4f66-8ef0-1761a94a652d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:56:15.637498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:56:15.641919 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:15.703962 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4c4011f2-1be6-4f66-8ef0-1761a94a652d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:15.713758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.714524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.714870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.715246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.715246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.716170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.716170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.716565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.716801 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.717149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.717513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.717781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:15.882435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4c4011f2-1be6-4f66-8ef0-1761a94a652d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:56:16.032149 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0a90-aeb3-47e3-a291-084872e42361 req-32425ffd-6b49-4fe4-a117-eb519fb9a922 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:16.034002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b22f0a90-aeb3-47e3-a291-084872e42361 req-32425ffd-6b49-4fe4-a117-eb519fb9a922 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 944 time: 0.0584199 Nov 12 11:56:16.091024 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b22f0a90-aeb3-47e3-a291-084872e42361 req-448c6f09-b55f-4972-aed9-7d34db9182e3 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Nov 12 11:56:17.206278 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f062-79b9-40b3-a698-01ce04416b97 req-d915acb2-336e-44b5-af91-745fd5cf0dad tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:17.207770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcf9f062-79b9-40b3-a698-01ce04416b97 req-d915acb2-336e-44b5-af91-745fd5cf0dad tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 944 time: 0.0501754 Nov 12 11:56:17.258819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fcf9f062-79b9-40b3-a698-01ce04416b97 req-a3854fc0-b555-4e4c-8186-36cc017862d0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Nov 12 11:56:17.455372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4c4011f2-1be6-4f66-8ef0-1761a94a652d up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:56:17.509308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 4c4011f2-1be6-4f66-8ef0-1761a94a652d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:56:17.513749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 4c4011f2-1be6-4f66-8ef0-1761a94a652d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:56:17.514117 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:17.594308 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:17.617798 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:56:17.620616 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ec59d9-bad7-4800-a808-75bdc075c6e9" -d '{"events": [{"server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "name": "network-vif-plugged", "status": "completed", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:56:17.634891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:56:17.640702 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:17.666094 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8187c44-a787-4568-a002-f75ff5f85917 x-openstack-request-id: req-c8187c44-a787-4568-a002-f75ff5f85917 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:56:17.666382 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "name": "network-vif-plugged", "status": "completed", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:56:17.666628 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8187c44-a787-4568-a002-f75ff5f85917 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:56:17.667023 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'code': 200} Nov 12 11:56:17.699653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=4c4011f2-1be6-4f66-8ef0-1761a94a652d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:17.782716 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fab4c-5e42-4cec-8de0-d989c8b40a0a req-eedbfa70-6a3c-4f96-b0bf-c1f1b06be1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:17.785119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-857fab4c-5e42-4cec-8de0-d989c8b40a0a req-eedbfa70-6a3c-4f96-b0bf-c1f1b06be1d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1097 time: 0.0423586 Nov 12 11:56:17.825521 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:56:17.837567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-857fab4c-5e42-4cec-8de0-d989c8b40a0a req-711283b2-c806-498d-b071-2f578d126ed1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Nov 12 11:56:18.393416 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2e691-90cc-41ea-99b9-606576d30a40 req-1d58e5fa-6ee6-4d8a-aff7-669c0d4e0a15 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:18.395330 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d2e691-90cc-41ea-99b9-606576d30a40 req-1d58e5fa-6ee6-4d8a-aff7-669c0d4e0a15 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.0583470 Nov 12 11:56:18.454948 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60d2e691-90cc-41ea-99b9-606576d30a40 req-2ecda2ba-e1ec-4d97-98bf-58bdc57884fa tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476067 Nov 12 11:56:19.575131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d622fae-00fd-4f66-9ed1-e1abd60d079d req-1093ac81-8a19-459c-b456-dd8d6ed72383 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:19.576649 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d622fae-00fd-4f66-9ed1-e1abd60d079d req-1093ac81-8a19-459c-b456-dd8d6ed72383 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.0498135 Nov 12 11:56:19.630785 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0d622fae-00fd-4f66-9ed1-e1abd60d079d req-10628584-4432-4c8d-81b5-a5cfe7e22cdf tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476279 Nov 12 11:56:19.749789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31762575-b1f0-4cc7-9dbc-2c9ded64313e req-b33099b5-1415-4682-9b4d-8c7e4196ef92 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:19.751334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31762575-b1f0-4cc7-9dbc-2c9ded64313e req-b33099b5-1415-4682-9b4d-8c7e4196ef92 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.0513520 Nov 12 11:56:19.799649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31762575-b1f0-4cc7-9dbc-2c9ded64313e req-15255e3a-b753-4f3c-80bd-ae6e8d6cbb88 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Nov 12 11:56:19.991636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cead4-aebc-449d-88e2-35fd4875c668 req-f69a75c6-c05d-4d4f-bdd0-63012c358481 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:19.993161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb5cead4-aebc-449d-88e2-35fd4875c668 req-f69a75c6-c05d-4d4f-bdd0-63012c358481 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.0523214 Nov 12 11:56:20.048145 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb5cead4-aebc-449d-88e2-35fd4875c668 req-a94c2f87-afb4-4181-8564-c07c9d1085b3 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486562 Nov 12 11:56:24.026708 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25ce4597-9464-4607-a93c-d77797e0293d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:26.405733 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2e5e493-928f-47bd-8012-84141c54a4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:27.935186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:29.666823 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:30.761856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:32.657775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2148a9a-3ab3-47c5-8a43-bcfc4fc4b4e4 req-fe996490-a592-45d5-853b-1132a85939f5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:32.659273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2148a9a-3ab3-47c5-8a43-bcfc4fc4b4e4 req-fe996490-a592-45d5-853b-1132a85939f5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.0509126 Nov 12 11:56:32.710451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2148a9a-3ab3-47c5-8a43-bcfc4fc4b4e4 req-361845c8-5572-46f0-af9c-ecefc3d1f907 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Nov 12 11:56:32.734428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50066) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:32.882375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa263e5-a75f-4a78-9234-abfd3843047a tempest-TestMinimumBasicScenario-537031164 tempest-TestMinimumBasicScenario-537031164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:32.883927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-daa263e5-a75f-4a78-9234-abfd3843047a tempest-TestMinimumBasicScenario-537031164 tempest-TestMinimumBasicScenario-537031164-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1092 time: 0.1484637 Nov 12 11:56:32.887608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50070) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:32.892740 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:32.918178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:33.026724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:33.167226 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Allocated IP 172.25.2.118 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/30f9bbd0-eaf5-4bb3-881f-82a9b4b2c186) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:56:33.288714 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:33.325254 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:33.368989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:56:33.372046 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:56:33.377379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:56:33.380462 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'Port': ['ID=30f9bbd0-eaf5-4bb3-881f-82a9b4b2c186,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:33.759699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:33.831373 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:33.987788 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:33.992287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.070670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'Port': ['ID=30f9bbd0-eaf5-4bb3-881f-82a9b4b2c186,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:34.084176 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.192272 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Floating IP 741c2675-8f54-4737-a80b-871cb9ba6869 associated. External IP: 172.25.2.118, port: 4c4011f2-1be6-4f66-8ef0-1761a94a652d. Nov 12 11:56:34.414811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Router bbca4ece-af2d-4ab7-a49f-a370f328237e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:56:34.523549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:56:34.534827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] Sync routers for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:56:34.545019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.546168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:56:34.546791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:56:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:56:34.578164 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d324d37c-9948-43b1-b766-cc2895695d72 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6894724 Nov 12 11:56:34.578888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:56:34.581121 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50072) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:34.581679 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:56:34.591235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589107389', 'description': 'tempest-secgroup-smoke-589107389 description', 'project_id': '71c0e84e86264b3eaa434e8c34886b90'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:34.625358 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.636622 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de2e14-0e25-4e87-9ffa-f2d60ea7a80c x-openstack-request-id: req-b0de2e14-0e25-4e87-9ffa-f2d60ea7a80c {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:56:34.636983 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:56:34.637948 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0de2e14-0e25-4e87-9ffa-f2d60ea7a80c {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:56:34.638375 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'status': 'completed', 'code': 200} Nov 12 11:56:34.670754 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:56:34.718365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-848a2b0c-0a83-4e90-a32c-7deb0c1510eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:34.721354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-848a2b0c-0a83-4e90-a32c-7deb0c1510eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1097 time: 0.0566168 Nov 12 11:56:34.721529 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.725994 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.756587 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e580c496-7b78-4805-a600-615f50b9b92d,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:34.765976 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.766320 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.766731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.767082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.767426 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.767757 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.768201 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.768531 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.768882 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.769216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.769541 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.769886 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:56:34.775490 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.776755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ab64bc6a-c250-4312-86b2-ce6e075295a5 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1946356 Nov 12 11:56:34.782748 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50076) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:34.787788 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0fe07af9-d25b-4abf-b8d8-648b18507506 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'security_group_rule': {'security_group_id': 'e580c496-7b78-4805-a600-615f50b9b92d', 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:34.818507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fe07af9-d25b-4abf-b8d8-648b18507506 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.847181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-ca6e8734-81cc-4926-b2f8-ea4149b0efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:34.848696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-ca6e8734-81cc-4926-b2f8-ea4149b0efb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 916 time: 0.1179807 Nov 12 11:56:34.894880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fe07af9-d25b-4abf-b8d8-648b18507506 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.904960 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fe07af9-d25b-4abf-b8d8-648b18507506 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.932131 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07af9-d25b-4abf-b8d8-648b18507506 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bd454a-81c7-4e55-b1b2-092a9b1a78cb,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:34.939384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0fe07af9-d25b-4abf-b8d8-648b18507506 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.942293 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0fe07af9-d25b-4abf-b8d8-648b18507506 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567018 Nov 12 11:56:34.943624 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50080) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:34.946629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-9805252c-0bdb-478f-a75f-53ee151e8ca6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 999 time: 0.0858717 Nov 12 11:56:34.948186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3f8357a8-16e0-446b-a85d-a0fe3ec564d0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'security_group_rule': {'security_group_id': 'e580c496-7b78-4805-a600-615f50b9b92d', 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:34.980945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f8357a8-16e0-446b-a85d-a0fe3ec564d0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.994168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '741c2675-8f54-4737-a80b-871cb9ba6869', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'port_id': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'mac_address': 'fa:16:3e:ce:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:56:33Z', 'updated_at': '2021-11-12T11:56:33Z', 'revision_number': 0, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 5, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:56:35.021366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-da9d21c3-a1b6-48a1-99fd-56ad65abaaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:35.023037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-da9d21c3-a1b6-48a1-99fd-56ad65abaaac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0614476 Nov 12 11:56:35.039326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] Checking router: bbca4ece-af2d-4ab7-a49f-a370f328237e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:56:35.049148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:56:35.049772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:56:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:56:35.053339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f8357a8-16e0-446b-a85d-a0fe3ec564d0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.059076 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f8357a8-16e0-446b-a85d-a0fe3ec564d0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.096964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8357a8-16e0-446b-a85d-a0fe3ec564d0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e566f6be-1a85-4441-a244-424da44f7bea,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:35.106280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-a22d4501-a93e-4089-915e-994b01e5ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:35.106484 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3f8357a8-16e0-446b-a85d-a0fe3ec564d0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.108148 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3f8357a8-16e0-446b-a85d-a0fe3ec564d0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632996 Nov 12 11:56:35.108820 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-a22d4501-a93e-4089-915e-994b01e5ef17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745666 Nov 12 11:56:35.110605 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50082) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:35.115227 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6b7eff3f-94a7-4075-806b-4a894a476d5d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'security_group_rule': {'security_group_id': 'e580c496-7b78-4805-a600-615f50b9b92d', 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:35.151582 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b7eff3f-94a7-4075-806b-4a894a476d5d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.194159 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:56:35.219246 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b7eff3f-94a7-4075-806b-4a894a476d5d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.226635 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b7eff3f-94a7-4075-806b-4a894a476d5d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.233552 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-938a7a42-89be-4c03-a1f2-fec5eba93579 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133993 Nov 12 11:56:35.266668 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eff3f-94a7-4075-806b-4a894a476d5d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdee955e-259c-4333-9f21-ce377acb8e52,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:35.283050 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b7eff3f-94a7-4075-806b-4a894a476d5d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.285314 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6b7eff3f-94a7-4075-806b-4a894a476d5d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733017 Nov 12 11:56:35.288108 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50084) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:35.295273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7590c866-bfaa-4cb8-a673-dd84f5bd0ccd tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'security_group_rule': {'security_group_id': 'e580c496-7b78-4805-a600-615f50b9b92d', 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:35.341930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7590c866-bfaa-4cb8-a673-dd84f5bd0ccd tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.346207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8e7498f4-ddb0-4ddc-9e59-b1d43aaa99c5 req-101197f4-5395-421c-9137-d3e07c76dcd3 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049275 Nov 12 11:56:35.413865 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7590c866-bfaa-4cb8-a673-dd84f5bd0ccd tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.418683 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7590c866-bfaa-4cb8-a673-dd84f5bd0ccd tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.438284 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590c866-bfaa-4cb8-a673-dd84f5bd0ccd tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4292c0b4-bb4e-4821-97ff-1c48590e33ea,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:35.449942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7590c866-bfaa-4cb8-a673-dd84f5bd0ccd tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.453367 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7590c866-bfaa-4cb8-a673-dd84f5bd0ccd tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637254 Nov 12 11:56:35.456783 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50086) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:35.463829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e67a9688-d855-4eb7-af07-cad096b409b1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'security_group_rule': {'security_group_id': 'e580c496-7b78-4805-a600-615f50b9b92d', 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:35.490890 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-e67a9688-d855-4eb7-af07-cad096b409b1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Project 71c0e84e86264b3eaa434e8c34886b90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:56:35.496604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e67a9688-d855-4eb7-af07-cad096b409b1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.503514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '741c2675-8f54-4737-a80b-871cb9ba6869', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'port_id': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'mac_address': 'fa:16:3e:ce:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:56:33Z', 'updated_at': '2021-11-12T11:56:33Z', 'revision_number': 0, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 5, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:56:35.532489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7aee0-98c6-4a77-ad72-e72787af8c0f None None] The sync data for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 is: [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '741c2675-8f54-4737-a80b-871cb9ba6869', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'port_id': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'mac_address': 'fa:16:3e:ce:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:56:33Z', 'updated_at': '2021-11-12T11:56:33Z', 'revision_number': 0, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 5, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:56:35.595982 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e67a9688-d855-4eb7-af07-cad096b409b1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.601231 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e67a9688-d855-4eb7-af07-cad096b409b1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.624073 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a9688-d855-4eb7-af07-cad096b409b1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908b6e2d-9235-458e-83a2-5327f1ba34f8,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:35.633908 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e67a9688-d855-4eb7-af07-cad096b409b1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.635951 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e67a9688-d855-4eb7-af07-cad096b409b1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1773694 Nov 12 11:56:35.639808 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50088) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:35.645279 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5af69d35-86c5-4f40-8e0b-80b864388300 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'security_group_rule': {'security_group_id': 'e580c496-7b78-4805-a600-615f50b9b92d', 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:35.671823 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-5af69d35-86c5-4f40-8e0b-80b864388300 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Project 71c0e84e86264b3eaa434e8c34886b90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:56:35.677894 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5af69d35-86c5-4f40-8e0b-80b864388300 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.742052 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5af69d35-86c5-4f40-8e0b-80b864388300 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.747354 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5af69d35-86c5-4f40-8e0b-80b864388300 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.770412 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af69d35-86c5-4f40-8e0b-80b864388300 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99266ae5-142a-4015-b75d-ae3f72093652,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:35.772936 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f6926-1466-427f-82fd-f35da985c815 None None] New status for floating IP 741c2675-8f54-4737-a80b-871cb9ba6869: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:56:35.783314 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5af69d35-86c5-4f40-8e0b-80b864388300 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:35.787082 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5af69d35-86c5-4f40-8e0b-80b864388300 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460147 Nov 12 11:56:35.887086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-8575ff21-087a-4458-b68f-1b24b77a8b0f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589107389&fields=id&tenant_id=71c0e84e86264b3eaa434e8c34886b90 HTTP/1.1" status: 200 len: 267 time: 0.0510056 Nov 12 11:56:35.956176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-15605c28-1531-4c18-9f3c-be0e026a3d45 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:35.957678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-15605c28-1531-4c18-9f3c-be0e026a3d45 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.0639443 Nov 12 11:56:35.969713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'port': {'security_groups': ['950ad008-5a04-468d-a920-ebeb7645f77e', 'e580c496-7b78-4805-a600-615f50b9b92d']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:36.038880 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:36.236504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] For port 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:56:36.267672 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:36.273959 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:36.286611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4c4011f2-1be6-4f66-8ef0-1761a94a652d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:56:36.331827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:36.335297 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:36.335297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f55a6a46-fc9b-4b2d-b4dc-fc2b4e3faf31 req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "PUT /v2.0/ports/4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 981 time: 0.3691969 Nov 12 11:56:36.380835 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e723e-e378-4fa7-a3d2-9b3ecc0cd2d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'Port': ['ID=4c4011f2-1be6-4f66-8ef0-1761a94a652d,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:36.438386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4c4011f2-1be6-4f66-8ef0-1761a94a652d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:56:36.464482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df59dd-0461-4908-af2b-73b1e90ce20e req-88792632-8a9e-4b97-93bd-b81b24f7c51f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:36.466141 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42df59dd-0461-4908-af2b-73b1e90ce20e req-88792632-8a9e-4b97-93bd-b81b24f7c51f tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0598736 Nov 12 11:56:36.540215 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-42df59dd-0461-4908-af2b-73b1e90ce20e req-673ddf1f-da91-4459-a473-2c78f514b741 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656054 Nov 12 11:56:36.639524 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:56:36.641858 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:56:36.679586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-12d1ce5d-b832-4d77-90ab-6a95ea31b403 None None] Provisioning complete for port 4c4011f2-1be6-4f66-8ef0-1761a94a652d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:56:36.680113 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338cff2-5f5a-4d18-81d5-2a2a8a74ab9a x-openstack-request-id: req-4338cff2-5f5a-4d18-81d5-2a2a8a74ab9a {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:56:36.680405 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:56:36.680658 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-12d1ce5d-b832-4d77-90ab-6a95ea31b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:36.680854 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4338cff2-5f5a-4d18-81d5-2a2a8a74ab9a {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:56:36.681141 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'status': 'completed', 'code': 200} Nov 12 11:56:36.752483 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-63dca523-92fb-4c57-9896-e72c696f6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:36.753960 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-63dca523-92fb-4c57-9896-e72c696f6cfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1136 time: 0.0453372 Nov 12 11:56:36.864660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-fdf110a5-1a8d-4723-958b-ae79fe82ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:36.866818 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-fdf110a5-1a8d-4723-958b-ae79fe82ab9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 916 time: 0.1023669 Nov 12 11:56:36.950557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-195b3a69-b81f-469f-9757-a53ac4b1fb72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 1001 time: 0.0753663 Nov 12 11:56:37.002511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-817c85dc-a6c4-46da-be04-970a41776dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:37.004053 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-817c85dc-a6c4-46da-be04-970a41776dce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0455928 Nov 12 11:56:37.068068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-b42be481-12f8-4536-93ba-152311cbe565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:37.069560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-b42be481-12f8-4536-93ba-152311cbe565 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531585 Nov 12 11:56:37.176393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-8feccb84-8473-4f39-8f0b-2429723aa68d service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969739 Nov 12 11:56:37.277240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d8cc000f-25fe-4d1e-aaba-de569dd0adb2 req-a17b635a-2645-4c20-a9cb-a2a9571f6b12 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913911 Nov 12 11:56:38.534370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-22b84bd2-ef8b-4ffd-8778-4f1c1c4062f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406339 Nov 12 11:56:38.626705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-8a7b7f1c-f0db-421d-8c1c-a9875bf25c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:38.628218 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-8a7b7f1c-f0db-421d-8c1c-a9875bf25c3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1136 time: 0.0440600 Nov 12 11:56:38.744258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-cee17234-121f-4420-8872-0118c58a4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:38.745878 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-cee17234-121f-4420-8872-0118c58a4182 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 916 time: 0.0937822 Nov 12 11:56:38.815648 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-63641d7d-e3ee-49ac-ad97-be5725cbff43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 1001 time: 0.0609488 Nov 12 11:56:38.874122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-6eb99644-49fa-4229-9e44-9d04653e9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:38.875589 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-6eb99644-49fa-4229-9e44-9d04653e9940 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0530167 Nov 12 11:56:38.929810 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-f9ec87c8-f759-4f3e-bd0a-9ca0553cb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:38.931332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-f9ec87c8-f759-4f3e-bd0a-9ca0553cb007 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479240 Nov 12 11:56:39.027765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-ccc25c60-6176-4253-8bd3-523fc239c875 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872996 Nov 12 11:56:39.133661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c4405bb6-d055-453e-bf9d-279de7510ca8 req-99794b42-d2eb-4822-b8da-e4a7dc5958dc service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932124 Nov 12 11:56:40.715154 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:40.953886 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:53.838068 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4b896-4000-4767-a8b6-f5ed54c0c62c req-19ccf829-9f20-4706-ac37-b973f4580d3e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:53.839594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73c4b896-4000-4767-a8b6-f5ed54c0c62c req-19ccf829-9f20-4706-ac37-b973f4580d3e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0911751 Nov 12 11:56:53.841734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-662794a1-3e28-43eb-90d2-ff65e5a3997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:53.843117 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-662794a1-3e28-43eb-90d2-ff65e5a3997e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1136 time: 0.0837238 Nov 12 11:56:53.975449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-73c4b896-4000-4767-a8b6-f5ed54c0c62c req-aca7771e-118c-430d-b3d7-cacd8d196bd4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282690 Nov 12 11:56:53.986279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-fd402743-1192-49d1-80c7-71cd447ba0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:53.991783 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-fd402743-1192-49d1-80c7-71cd447ba0f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 916 time: 0.1345887 Nov 12 11:56:54.020965 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bcf3cf18-4e18-4966-bee9-f752168875cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:54.065989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-7bfa310a-21fe-44e0-8eac-b485193b8863 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 1001 time: 0.0697021 Nov 12 11:56:54.121471 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-67a70f07-2350-4c69-8adf-e40c53cb20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:54.125414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-67a70f07-2350-4c69-8adf-e40c53cb20c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0489206 Nov 12 11:56:54.171145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-dc9ab016-17f5-4486-b7ee-55aea1d4a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:54.172746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-dc9ab016-17f5-4486-b7ee-55aea1d4a54e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419152 Nov 12 11:56:54.274673 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-73b91b00-24c1-4883-9e54-6800607c40ee service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877695 Nov 12 11:56:54.373449 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3cbbc019-68bd-42af-a204-8423c9174fe2 req-b004e171-e0a3-4cbc-8f6b-f81a4d3462f0 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885015 Nov 12 11:56:54.825372 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:56:55.126387 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99a43-29ea-4107-9da8-f909e8efcf76 req-db9e76ad-282b-48fe-ad41-8242b33d6850 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:55.127773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ff99a43-29ea-4107-9da8-f909e8efcf76 req-db9e76ad-282b-48fe-ad41-8242b33d6850 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0643666 Nov 12 11:56:55.190703 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ff99a43-29ea-4107-9da8-f909e8efcf76 req-647d1abe-dfbb-4d21-95a1-925eb9c543ab tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565426 Nov 12 11:56:56.321274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739f8df-1be9-4729-8204-4a6dd60e6f69 req-62482ca9-6424-4a94-8486-3d6af5cd6f54 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:56.323535 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6739f8df-1be9-4729-8204-4a6dd60e6f69 req-62482ca9-6424-4a94-8486-3d6af5cd6f54 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0563655 Nov 12 11:56:56.387207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6739f8df-1be9-4729-8204-4a6dd60e6f69 req-ab8155a3-0719-433b-9102-e0998ca1ebdc tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569687 Nov 12 11:56:56.401356 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-db33407b-f30c-45fd-a9c5-17cca4c078f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:57.510639 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71e81-4242-4117-af13-485c50f33071 req-8aae2717-d0aa-4e9d-9c1e-149f3a060360 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:57.512149 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15c71e81-4242-4117-af13-485c50f33071 req-8aae2717-d0aa-4e9d-9c1e-149f3a060360 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0549684 Nov 12 11:56:57.573159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-15c71e81-4242-4117-af13-485c50f33071 req-fe017ab6-1e94-4316-816f-cbaae4b8f2dc tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548894 Nov 12 11:56:57.938282 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:58.693989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d91f5-2a96-4aaa-911b-d4a11506b88f req-b8783c52-f708-493d-9eff-714ccac3b56d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:58.695482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a12d91f5-2a96-4aaa-911b-d4a11506b88f req-b8783c52-f708-493d-9eff-714ccac3b56d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0510283 Nov 12 11:56:58.757353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a12d91f5-2a96-4aaa-911b-d4a11506b88f req-de35b2ef-f737-435d-8cc9-07245acb0a4b tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554891 Nov 12 11:56:59.675600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:59.879209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a34f2-2281-418b-802d-78cdf5f1cc53 req-1d06b297-cff1-4ba1-a2fa-5abc9bc77742 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:59.880731 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c0a34f2-2281-418b-802d-78cdf5f1cc53 req-1d06b297-cff1-4ba1-a2fa-5abc9bc77742 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0506551 Nov 12 11:56:59.959093 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8c0a34f2-2281-418b-802d-78cdf5f1cc53 req-ee1207d9-2e26-4cdf-a27a-01c72dbd86d8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714533 Nov 12 11:57:00.754092 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:01.076382 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d25bb4-2be3-448a-a5ca-09dced4317b0 req-152dca7c-605b-4943-80da-05637e6335e1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:01.078265 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82d25bb4-2be3-448a-a5ca-09dced4317b0 req-152dca7c-605b-4943-80da-05637e6335e1 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0492134 Nov 12 11:57:01.146317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82d25bb4-2be3-448a-a5ca-09dced4317b0 req-a0af9194-ec26-4173-8e1e-efccfdbec177 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602639 Nov 12 11:57:02.263956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dddd13-409d-4718-b41a-88a91e17f072 req-74ac0cf2-8996-47f7-9621-e703bc0292c8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:02.265588 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b7dddd13-409d-4718-b41a-88a91e17f072 req-74ac0cf2-8996-47f7-9621-e703bc0292c8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0512412 Nov 12 11:57:02.335133 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b7dddd13-409d-4718-b41a-88a91e17f072 req-03637629-753d-4b7a-8a33-c7203c547615 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632925 Nov 12 11:57:03.470344 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa82b9-6264-4b8d-8c1c-52111f1b0419 req-9ba78be3-400a-44a2-b067-938f3ef823e8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:03.471849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5cfa82b9-6264-4b8d-8c1c-52111f1b0419 req-9ba78be3-400a-44a2-b067-938f3ef823e8 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0529313 Nov 12 11:57:03.558023 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5cfa82b9-6264-4b8d-8c1c-52111f1b0419 req-29c0c66f-7c30-4cac-aacf-57b8edd1d4c6 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733180 Nov 12 11:57:04.684102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7440d-939c-4ea3-b60c-5a1ff214271c req-5bbfa9ac-fdd7-464b-81ea-e9b7f68bab80 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:04.685686 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fb7440d-939c-4ea3-b60c-5a1ff214271c req-5bbfa9ac-fdd7-464b-81ea-e9b7f68bab80 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0531623 Nov 12 11:57:04.753803 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4fb7440d-939c-4ea3-b60c-5a1ff214271c req-d7702987-95b2-4ae4-812e-6763aabcefd0 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604599 Nov 12 11:57:05.875444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7612da-a4b8-4710-a8f9-e4236459ad73 req-40a673ef-c15e-4ded-9a57-9b6f0473803b tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:05.876992 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed7612da-a4b8-4710-a8f9-e4236459ad73 req-40a673ef-c15e-4ded-9a57-9b6f0473803b tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0509410 Nov 12 11:57:05.940244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ed7612da-a4b8-4710-a8f9-e4236459ad73 req-ce09d9e8-d8a3-4196-83ca-ff1cebda3816 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=e580c496-7b78-4805-a600-615f50b9b92d&id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572119 Nov 12 11:57:10.645734 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:10.985208 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:18.839109 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-f12ef12a-d5c6-46e5-973c-de64405d3956 req-a1a72fcb-5c22-422d-8a14-cbc35f782507 tempest-ServerDiskConfigTestJSON-1246441270 tempest-ServerDiskConfigTestJSON-1246441270-project] (109166) timed out ('10.222.0.52', 65180) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:57:24.026401 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9cffd058-7ce1-417d-9733-83d9f93d97fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:26.403867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6d857faa-8018-4abe-a5b2-8a7ecd2902af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:27.940709 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:29.672004 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:30.759275 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:31.825338 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:57:37.882708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b6152ac-5777-4414-8bf6-a938196a970a req-6e804338-5c5c-4846-9b8d-9d5bc83851a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0952814 Nov 12 11:57:37.979192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6152ac-5777-4414-8bf6-a938196a970a req-5eed0a45-5bb4-430d-bd14-705c263d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:37.980687 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b6152ac-5777-4414-8bf6-a938196a970a req-5eed0a45-5bb4-430d-bd14-705c263d1704 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1136 time: 0.0439124 Nov 12 11:57:38.091415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6152ac-5777-4414-8bf6-a938196a970a req-a1928232-1191-45e8-8764-5aab01994e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:38.092940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b6152ac-5777-4414-8bf6-a938196a970a req-a1928232-1191-45e8-8764-5aab01994e53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 916 time: 0.0903087 Nov 12 11:57:38.497485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b6152ac-5777-4414-8bf6-a938196a970a req-2e7aef2b-23e4-45a0-812c-b7cf347b18eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 1001 time: 0.3966305 Nov 12 11:57:38.549733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6152ac-5777-4414-8bf6-a938196a970a req-f60c91f3-d30c-40e3-8229-1c430455ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:38.551180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b6152ac-5777-4414-8bf6-a938196a970a req-f60c91f3-d30c-40e3-8229-1c430455ccae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0459304 Nov 12 11:57:38.602958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6152ac-5777-4414-8bf6-a938196a970a req-a05e8039-9f59-4bb7-98ff-adcc25d7b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:38.604593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b6152ac-5777-4414-8bf6-a938196a970a req-a05e8039-9f59-4bb7-98ff-adcc25d7b59f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445871 Nov 12 11:57:38.704983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b6152ac-5777-4414-8bf6-a938196a970a req-ff4ebe67-8e19-409f-a4db-4e5b08838282 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919473 Nov 12 11:57:38.801160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-e66526d0-bf54-490d-87d7-b010a43c2aed tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589107389&fields=id&tenant_id=71c0e84e86264b3eaa434e8c34886b90 HTTP/1.1" status: 200 len: 267 time: 0.1801424 Nov 12 11:57:38.812907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2b6152ac-5777-4414-8bf6-a938196a970a req-856b65bb-3f93-46de-ac97-acb3f4de5a2d service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986233 Nov 12 11:57:38.871176 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-0cbc6588-1253-4e41-b7d8-62ae5cb1fc7c tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:38.872707 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-0cbc6588-1253-4e41-b7d8-62ae5cb1fc7c tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 984 time: 0.0617623 Nov 12 11:57:38.884120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Request body: {'port': {'security_groups': ['950ad008-5a04-468d-a920-ebeb7645f77e']}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:57:38.950889 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.136475 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] For port 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:57:39.167049 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.171878 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.185153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4c4011f2-1be6-4f66-8ef0-1761a94a652d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:57:39.222599 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:39.222951 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.224377 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-797e4504-40d1-4e20-8b55-7520e60562c4 req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "PUT /v2.0/ports/4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 942 time: 0.3452222 Nov 12 11:57:39.224846 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:57:39.227814 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f0bf0-62b5-40f7-8a75-079700912927" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:57:39.240264 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50142) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:39.270638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event updated for resources: {'Port': ['ID=4c4011f2-1be6-4f66-8ef0-1761a94a652d,revision_number=7']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:39.279518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.279764 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.280060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.280400 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.280731 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.281093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.281418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.281746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.288425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.292028 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.292725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.293371 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80994c4-3061-410e-9096-6670ad47b91d tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.334058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4c4011f2-1be6-4f66-8ef0-1761a94a652d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:57:39.361311 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.400723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.424347 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48afc78-2f9d-4235-8d33-beae6022621d x-openstack-request-id: req-d48afc78-2f9d-4235-8d33-beae6022621d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:57:39.424652 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:57:39.424957 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d48afc78-2f9d-4235-8d33-beae6022621d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:57:39.425377 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'status': 'completed', 'code': 200} Nov 12 11:57:39.509988 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f0bf0-62b5-40f7-8a75-079700912927 req-b9e06fb7-0a87-4529-9ce5-69439fe7ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:39.511525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-449f0bf0-62b5-40f7-8a75-079700912927 req-b9e06fb7-0a87-4529-9ce5-69439fe7ec32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1097 time: 0.0536909 Nov 12 11:57:39.550220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.552907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.554078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "DELETE /v2.0/security-groups/e580c496-7b78-4805-a600-615f50b9b92d HTTP/1.1" status: 204 len: 168 time: 0.3036547 Nov 12 11:57:39.557188 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50152) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:39.594331 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4362f83c-237a-45c4-a121-f98385f7eb41 None None] Provisioning complete for port 4c4011f2-1be6-4f66-8ef0-1761a94a652d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:57:39.594863 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4362f83c-237a-45c4-a121-f98385f7eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.613688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e580c496-7b78-4805-a600-615f50b9b92d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:39.627184 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.627566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.627883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.628230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.628553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.628903 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.629240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.629569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.629896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.630224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.630549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.630871 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723d5aa-a0a8-4fe8-9e16-ab0d9fc419e2 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:57:39.684774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f0bf0-62b5-40f7-8a75-079700912927 req-f7d31691-11ab-42a3-9c5c-e8183d9cf419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:39.687194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-449f0bf0-62b5-40f7-8a75-079700912927 req-f7d31691-11ab-42a3-9c5c-e8183d9cf419 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 916 time: 0.1567233 Nov 12 11:57:39.739500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Deleting port 30f9bbd0-eaf5-4bb3-881f-82a9b4b2c186 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:57:39.739832 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.765288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-449f0bf0-62b5-40f7-8a75-079700912927 req-cff476cb-02c8-4127-9574-b2585df7f94e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 1001 time: 0.0703135 Nov 12 11:57:39.821277 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.821895 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.828311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f0bf0-62b5-40f7-8a75-079700912927 req-d0958795-a5d1-46ed-80bf-eb1485fd7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:39.830099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-449f0bf0-62b5-40f7-8a75-079700912927 req-d0958795-a5d1-46ed-80bf-eb1485fd7ab8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0573540 Nov 12 11:57:39.834537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Calling delete_port for 30f9bbd0-eaf5-4bb3-881f-82a9b4b2c186 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:57:39.897686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f0bf0-62b5-40f7-8a75-079700912927 req-54e9bea5-507e-46ee-b793-705b122e9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:39.899837 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-449f0bf0-62b5-40f7-8a75-079700912927 req-54e9bea5-507e-46ee-b793-705b122e9aeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598640 Nov 12 11:57:39.991480 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:39.993028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-449f0bf0-62b5-40f7-8a75-079700912927 req-09c3e0e2-5773-4513-b2ab-8348abf9d79e service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855844 Nov 12 11:57:40.019368 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event deleted for resources: {'Port': ['ID=30f9bbd0-eaf5-4bb3-881f-82a9b4b2c186,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:40.093747 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:40.094085 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Floating IP 741c2675-8f54-4737-a80b-871cb9ba6869 disassociated (deleted). External IP: 172.25.2.118, port: 4c4011f2-1be6-4f66-8ef0-1761a94a652d. Nov 12 11:57:40.111529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-449f0bf0-62b5-40f7-8a75-079700912927 req-6612175d-4d84-4ae2-8409-f83fbf0904cc service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110635 Nov 12 11:57:40.308774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Router bbca4ece-af2d-4ab7-a49f-a370f328237e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:57:40.417178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:57:40.423933 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:40.429620 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] Sync routers for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:57:40.441791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:57:40.442491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:40.454737 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da6d3bb7-a2a6-4812-acb7-9f557b81a3b4 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "DELETE /v2.0/floatingips/741c2675-8f54-4737-a80b-871cb9ba6869 HTTP/1.1" status: 204 len: 168 time: 0.8964360 Nov 12 11:57:40.561306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:57:40.656836 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:40.809286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 5, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:40.844498 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] Checking router: bbca4ece-af2d-4ab7-a49f-a370f328237e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:57:40.854052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:57:40.854786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:40.974453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:57:41.021159 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:41.220019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 5, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:41.251654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc48fe2-a04e-49d0-8907-84a6b525defa None None] The sync data for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 is: [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f30b98b9-c3bc-4406-9651-bed8e208fb58', 'name': '', 'network_id': '6648866d-5951-4a8e-baa0-06ff8d8558ca', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:41Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 5, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'subnets': [{'id': '503ef8b2-b7e2-4d99-b4b5-b07c647c6daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:57:41.426390 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:57:41.428992 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5161caa0-1542-47c0-9aaf-17cf899fab8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:57:41.470130 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17974f0-47e5-49d9-afb7-880a62dd089d x-openstack-request-id: req-e17974f0-47e5-49d9-afb7-880a62dd089d {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:57:41.470553 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:57:41.470943 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e17974f0-47e5-49d9-afb7-880a62dd089d {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:57:41.471418 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'status': 'completed', 'code': 200} Nov 12 11:57:41.505439 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d53c5d-4353-4785-a322-93b8214fbb72 None None] New status for floating IP 741c2675-8f54-4737-a80b-871cb9ba6869: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:57:41.546550 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-93369751-0c9c-482e-9d80-27ff86e25310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:41.548989 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-93369751-0c9c-482e-9d80-27ff86e25310 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71c0e84e86264b3eaa434e8c34886b90&device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 1097 time: 0.0517561 Nov 12 11:57:41.658234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-6545ed77-9488-48a4-85fe-bdd140b22bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:41.659713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-6545ed77-9488-48a4-85fe-bdd140b22bff service neutron] 10.222.0.59 "GET /v2.0/networks?id=6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 200 len: 916 time: 0.1030123 Nov 12 11:57:41.705132 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-71c91850-7025-4c8f-aaa9-b09fb533cdcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 200 len: 217 time: 0.0372698 Nov 12 11:57:41.763549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-2b473ff1-2490-4606-b11a-61e38809005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:41.765253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-2b473ff1-2490-4606-b11a-61e38809005b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 200 len: 854 time: 0.0524225 Nov 12 11:57:41.814005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-7f696cff-9bd5-47bb-a354-91521c1787f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:41.815523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-7f696cff-9bd5-47bb-a354-91521c1787f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6648866d-5951-4a8e-baa0-06ff8d8558ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425572 Nov 12 11:57:41.914043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-dcba68bf-d173-4005-a3de-cf587217b843 service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899138 Nov 12 11:57:42.018122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5161caa0-1542-47c0-9aaf-17cf899fab8f req-0afacd49-9dff-4e50-bbe0-da0aaa26bf5f service neutron] 10.222.0.59 "GET /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966287 Nov 12 11:57:49.524086 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50b7a3-84ce-4083-b5ae-4cf9fbf645d2 req-20957325-bba1-47b6-8613-28cae5c2a68e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:49.525734 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ed50b7a3-84ce-4083-b5ae-4cf9fbf645d2 req-20957325-bba1-47b6-8613-28cae5c2a68e tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.0519886 Nov 12 11:57:49.584910 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ed50b7a3-84ce-4083-b5ae-4cf9fbf645d2 req-f9ad4916-6c45-44e9-9912-76b02f2b8452 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527589 Nov 12 11:57:50.774982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b6d7-edc9-423a-ad42-cb52a3523509 req-1a61cbbe-5c9b-4239-a55e-c7d332c7be3b tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:50.776576 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4781b6d7-edc9-423a-ad42-cb52a3523509 req-1a61cbbe-5c9b-4239-a55e-c7d332c7be3b tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.1128347 Nov 12 11:57:50.828923 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4781b6d7-edc9-423a-ad42-cb52a3523509 req-25b30237-c71b-4922-9e98-337b37b0fbf3 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/security-groups?id=950ad008-5a04-468d-a920-ebeb7645f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460525 Nov 12 11:57:51.358989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784e186-32a6-422c-9dd2-fe865c801099 req-9586eb6d-dd16-4240-b856-09db214f7946 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:51.360458 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a784e186-32a6-422c-9dd2-fe865c801099 req-9586eb6d-dd16-4240-b856-09db214f7946 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 945 time: 0.0546961 Nov 12 11:57:51.452727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Deleting port 4c4011f2-1be6-4f66-8ef0-1761a94a652d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:57:51.453363 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:51.546435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] For port 4c4011f2-1be6-4f66-8ef0-1761a94a652d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=4c4011f2-1be6-4f66-8ef0-1761a94a652d,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:57:51.546794 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:51.559298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Calling delete_port for 4c4011f2-1be6-4f66-8ef0-1761a94a652d owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:57:51.688468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:51.702711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['4c4011f2-1be6-4f66-8ef0-1761a94a652d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:57:51.723425 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Pushing event deleted for resources: {'Port': ['ID=4c4011f2-1be6-4f66-8ef0-1761a94a652d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:51.765488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] No DVR routers for this DVR port 4c4011f2-1be6-4f66-8ef0-1761a94a652d on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:57:51.768477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:51.771754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a784e186-32a6-422c-9dd2-fe865c801099 req-1bf2ddf6-3bfc-4e71-a131-7734a9d2a174 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.59 "DELETE /v2.0/ports/4c4011f2-1be6-4f66-8ef0-1761a94a652d HTTP/1.1" status: 204 len: 173 time: 0.4044559 Nov 12 11:57:51.772176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'name': 'network-vif-deleted', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:57:51.775269 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88700083-73d3-49a2-b353-452d13dcd759" -d '{"events": [{"server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "name": "network-vif-deleted", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:57:51.934008 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03304d71-6d5d-424d-b58c-f21723610681 x-openstack-request-id: req-03304d71-6d5d-424d-b58c-f21723610681 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:57:51.934320 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd2e7b8-19d0-40a8-a4d3-5ac41632198c", "name": "network-vif-deleted", "tag": "4c4011f2-1be6-4f66-8ef0-1761a94a652d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:57:51.934526 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03304d71-6d5d-424d-b58c-f21723610681 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:57:51.934925 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd2e7b8-19d0-40a8-a4d3-5ac41632198c', 'name': 'network-vif-deleted', 'tag': '4c4011f2-1be6-4f66-8ef0-1761a94a652d', 'status': 'completed', 'code': 200} Nov 12 11:57:51.957509 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cf8fb2f9-d225-47bd-827d-6a42cd9d46d7 req-8d535bb6-91a4-4fac-9a1c-ead420b502e3 tempest-TestMinimumBasicScenario-920187752 tempest-TestMinimumBasicScenario-920187752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cd2e7b8-19d0-40a8-a4d3-5ac41632198c HTTP/1.1" status: 200 len: 210 time: 0.0377817 Nov 12 11:57:53.549914 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50256) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:53.902268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:54.022268 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4c4011f2-1be6-4f66-8ef0-1761a94a652d no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:57:54.048217 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 4c4011f2-1be6-4f66-8ef0-1761a94a652d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:57:54.048561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 4c4011f2-1be6-4f66-8ef0-1761a94a652d not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:57:54.057252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad33b-ab78-4abb-bb4c-f86a0bf3505c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:54.153713 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Deleting port f30b98b9-c3bc-4406-9651-bed8e208fb58 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:57:54.153965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:54.231389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] For port f30b98b9-c3bc-4406-9651-bed8e208fb58, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f30b98b9-c3bc-4406-9651-bed8e208fb58,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:57:54.231753 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:54.244853 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Calling delete_port for f30b98b9-c3bc-4406-9651-bed8e208fb58 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:57:54.753708 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:54.784395 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30b98b9-c3bc-4406-9651-bed8e208fb58,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:54.955252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:55.173254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Router bbca4ece-af2d-4ab7-a49f-a370f328237e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:57:55.282097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:57:55.288247 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e15e1db9-40de-43d6-8aa7-2536cd09b821 admin admin] 10.222.0.31 "PUT /v2.0/routers/bbca4ece-af2d-4ab7-a49f-a370f328237e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7373364 Nov 12 11:57:55.290861 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50258) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:55.295887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] Sync routers for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:57:55.307240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:57:55.307862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:55.400217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:55.434564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:57:55.511682 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:55.565209 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Deleting port 9a4d5755-6a94-4498-aff7-5713ea29eaa3 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:57:55.565554 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:55.615706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:57:54Z', 'revision_number': 5, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port': {'id': '9a4d5755-6a94-4498-aff7-5713ea29eaa3', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:55.647048 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] Checking router: bbca4ece-af2d-4ab7-a49f-a370f328237e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:57:55.653374 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] For port 9a4d5755-6a94-4498-aff7-5713ea29eaa3, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9a4d5755-6a94-4498-aff7-5713ea29eaa3,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:57:55.653935 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:55.656084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] Routers {'bbca4ece-af2d-4ab7-a49f-a370f328237e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:57:55.656349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bbca4ece-af2d-4ab7-a49f-a370f328237e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:55.669628 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Calling delete_port for 9a4d5755-6a94-4498-aff7-5713ea29eaa3 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:57:55.747847 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] Set router bbca4ece-af2d-4ab7-a49f-a370f328237e gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:57:55.800458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:57:55Z', 'revision_number': 6, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:55.831489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8bb28-deed-40b7-8388-f0b2c0cc1ae4 None None] The sync data for ids ['bbca4ece-af2d-4ab7-a49f-a370f328237e'] in n-d-768851-19 is: [{'id': 'bbca4ece-af2d-4ab7-a49f-a370f328237e', 'name': 'tempest-TestMinimumBasicScenario-1743228874-router', 'tenant_id': '71c0e84e86264b3eaa434e8c34886b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:39Z', 'updated_at': '2021-11-12T11:57:55Z', 'revision_number': 6, 'project_id': '71c0e84e86264b3eaa434e8c34886b90', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:57:55.854851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:55.893678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c7cdf-045b-44f3-b1e4-03365e9f8162 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:57:55.907435 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4d5755-6a94-4498-aff7-5713ea29eaa3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:55.949485 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.044813 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.047016 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.090768 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.091339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbca4ece-af2d-4ab7-a49f-a370f328237e {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:57:56.095777 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.096967 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-68d8a2c8-4c47-4f71-9c79-8bae9826b28b admin admin] 10.222.0.31 "DELETE /v2.0/routers/bbca4ece-af2d-4ab7-a49f-a370f328237e HTTP/1.1" status: 204 len: 168 time: 0.8049865 Nov 12 11:57:56.099584 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50262) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:56.148857 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7566be3e-3c4a-4c6a-ab76-bad4b2619d6c admin admin] Deleting subnet 503ef8b2-b7e2-4d99-b4b5-b07c647c6daa {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:57:56.151903 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7566be3e-3c4a-4c6a-ab76-bad4b2619d6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.190726 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7566be3e-3c4a-4c6a-ab76-bad4b2619d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.283533 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7566be3e-3c4a-4c6a-ab76-bad4b2619d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.347466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7566be3e-3c4a-4c6a-ab76-bad4b2619d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.374802 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566be3e-3c4a-4c6a-ab76-bad4b2619d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503ef8b2-b7e2-4d99-b4b5-b07c647c6daa,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:56.377460 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7566be3e-3c4a-4c6a-ab76-bad4b2619d6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.380173 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7566be3e-3c4a-4c6a-ab76-bad4b2619d6c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/503ef8b2-b7e2-4d99-b4b5-b07c647c6daa HTTP/1.1" status: 204 len: 168 time: 0.2795987 Nov 12 11:57:56.381209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469d19e-29b5-452a-be9c-23081ddaf770 None None] Network 6648866d-5951-4a8e-baa0-06ff8d8558ca requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:57:56.383634 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50264) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:56.448464 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-137e619a-9ea8-4be6-a451-46ed177d7a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.459208 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.515092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Deleting port 1bc9e12f-9920-49c7-9104-be8381877819 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:57:56.515431 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.581388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] For port 1bc9e12f-9920-49c7-9104-be8381877819, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1bc9e12f-9920-49c7-9104-be8381877819,segment=NetworkSegment(819124c8-9d7c-4a4d-b002-234202786450),segment_id=819124c8-9d7c-4a4d-b002-234202786450)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:57:56.581743 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.602116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Calling delete_port for 1bc9e12f-9920-49c7-9104-be8381877819 owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:57:56.629277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa21bb0c-e48c-4daf-ac09-ac681b77cdd2 None None] DHCP port deletion for 6648866d-5951-4a8e-baa0-06ff8d8558ca request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:57:56.633416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f30b98b9-c3bc-4406-9651-bed8e208fb58 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:57:56.686531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.713885 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc9e12f-9920-49c7-9104-be8381877819,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:56.722696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] No DVR routers for this DVR port 1bc9e12f-9920-49c7-9104-be8381877819 on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:57:56.805111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.827709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6648866d-5951-4a8e-baa0-06ff8d8558ca']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:56.837237 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f30b98b9-c3bc-4406-9651-bed8e208fb58 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:57:56.837580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f30b98b9-c3bc-4406-9651-bed8e208fb58 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:57:56.838897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fa21bb0c-e48c-4daf-ac09-ac681b77cdd2 None None] The port '1bc9e12f-9920-49c7-9104-be8381877819' was deleted {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 11:57:56.839202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819124c8-9d7c-4a4d-b002-234202786450') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:56.839446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819124c8-9d7c-4a4d-b002-234202786450') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:56.857032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.872985 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.881584 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:57:56.882143 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:57:56.886188 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:57:56.944193 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.952463 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:56.956557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] 10.222.0.31 "DELETE /v2.0/networks/6648866d-5951-4a8e-baa0-06ff8d8558ca HTTP/1.1" status: 204 len: 168 time: 0.5719335 Nov 12 11:57:56.959682 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50268) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:56.967939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e54ecb-f0a6-4725-bdc2-be2cc46e602e admin admin] Pushing event deleted for resources: {'Network': ['ID=6648866d-5951-4a8e-baa0-06ff8d8558ca,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:57.312446 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:57.562521 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Deleting port eb1f086e-07e4-4d08-bd3d-32d20089b0c4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:57:57.562861 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:57.645207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] For port eb1f086e-07e4-4d08-bd3d-32d20089b0c4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,segment=NetworkSegment(775dcbd9-79eb-4923-acd3-f6da707fa9b4),segment_id=775dcbd9-79eb-4923-acd3-f6da707fa9b4)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:57:57.645577 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:57.660039 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Calling delete_port for eb1f086e-07e4-4d08-bd3d-32d20089b0c4 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:57:57.841422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:57.865194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1f086e-07e4-4d08-bd3d-32d20089b0c4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:57.949160 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:58.040686 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:58.192348 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9a4d5755-6a94-4498-aff7-5713ea29eaa3 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:57:58.214014 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9a4d5755-6a94-4498-aff7-5713ea29eaa3 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:57:58.214356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9a4d5755-6a94-4498-aff7-5713ea29eaa3 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:57:58.214765 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1bc9e12f-9920-49c7-9104-be8381877819 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:57:58.236544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1bc9e12f-9920-49c7-9104-be8381877819 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:57:58.236905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1bc9e12f-9920-49c7-9104-be8381877819 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:57:58.268029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Router 3e1affe6-a1ca-4ef1-933c-d7818c89396d has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:57:58.378180 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:57:58.384571 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4fca881f-7541-4a01-af65-ca4529b6a4d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/3e1affe6-a1ca-4ef1-933c-d7818c89396d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4229445 Nov 12 11:57:58.386845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50276) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:58.388472 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] Sync routers for ids ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:57:58.399456 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] Routers {'3e1affe6-a1ca-4ef1-933c-d7818c89396d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:57:58.400076 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:58.491650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:58.506490 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] Set router 3e1affe6-a1ca-4ef1-933c-d7818c89396d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:57:58.690541 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:57:57Z', 'revision_number': 5, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:58.721927 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] Checking router: 3e1affe6-a1ca-4ef1-933c-d7818c89396d for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:57:58.732266 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] Routers {'3e1affe6-a1ca-4ef1-933c-d7818c89396d'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:57:58.732921 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:58.841861 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] Set router 3e1affe6-a1ca-4ef1-933c-d7818c89396d gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:57:58.933571 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:58.987453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Deleting port fea9559b-a981-4642-ab41-f585ebe3870c {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:57:58.987679 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.026073 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:57:57Z', 'revision_number': 5, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:57:59.052641 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cde50b-088d-4ffa-a9a6-ff53cabe0070 None None] The sync data for ids ['3e1affe6-a1ca-4ef1-933c-d7818c89396d'] in n-d-768851-19 is: [{'id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'name': 'tempest-TestMinimumBasicScenario-1980827520-router', 'tenant_id': '048547dcae8f412aae59ddf9caa7a451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:55:43Z', 'updated_at': '2021-11-12T11:57:57Z', 'revision_number': 5, 'project_id': '048547dcae8f412aae59ddf9caa7a451', 'gw_port': {'id': 'fea9559b-a981-4642-ab41-f585ebe3870c', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1affe6-a1ca-4ef1-933c-d7818c89396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:55:44Z', 'updated_at': '2021-11-12T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:57:59.071684 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] For port fea9559b-a981-4642-ab41-f585ebe3870c, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=fea9559b-a981-4642-ab41-f585ebe3870c,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:57:59.072257 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.091649 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Calling delete_port for fea9559b-a981-4642-ab41-f585ebe3870c owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:57:59.256010 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.284871 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=fea9559b-a981-4642-ab41-f585ebe3870c,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:59.301727 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3fda14-7dc6-4f4b-99a7-c9330f596908 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:57:59.350404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.448705 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.451217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.498609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.499205 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1affe6-a1ca-4ef1-933c-d7818c89396d {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:57:59.503943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.505284 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-771bb8ba-f818-420f-b388-186d59499ffb admin admin] 10.222.0.31 "DELETE /v2.0/routers/3e1affe6-a1ca-4ef1-933c-d7818c89396d HTTP/1.1" status: 204 len: 168 time: 1.1174874 Nov 12 11:57:59.509548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50278) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:59.558622 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f825991-27d3-4ea2-9f5e-1b3a59ea443e admin admin] Deleting subnet 173e9265-0720-49bc-95d9-703f1645eeca {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:57:59.562117 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f825991-27d3-4ea2-9f5e-1b3a59ea443e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.599240 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f825991-27d3-4ea2-9f5e-1b3a59ea443e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.677116 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.684390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f825991-27d3-4ea2-9f5e-1b3a59ea443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.747574 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f825991-27d3-4ea2-9f5e-1b3a59ea443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.773551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f825991-27d3-4ea2-9f5e-1b3a59ea443e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173e9265-0720-49bc-95d9-703f1645eeca,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:57:59.778256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8f825991-27d3-4ea2-9f5e-1b3a59ea443e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.784768 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8f825991-27d3-4ea2-9f5e-1b3a59ea443e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/173e9265-0720-49bc-95d9-703f1645eeca HTTP/1.1" status: 204 len: 168 time: 0.2720530 Nov 12 11:57:59.786235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ebb08-d78b-4897-9f0e-c3d2341adf30 None None] Network 652565e3-196a-418d-be41-22ea410092c4 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:57:59.786340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50282) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:57:59.856950 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.913702 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Deleting port 14230f30-fabe-4930-a79b-aa5305f98878 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:57:59.914160 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.981322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] For port 14230f30-fabe-4930-a79b-aa5305f98878, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=14230f30-fabe-4930-a79b-aa5305f98878,segment=NetworkSegment(775dcbd9-79eb-4923-acd3-f6da707fa9b4),segment_id=775dcbd9-79eb-4923-acd3-f6da707fa9b4)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:57:59.981592 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.994876 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Calling delete_port for 14230f30-fabe-4930-a79b-aa5305f98878 owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:58:00.033247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] DHCP port deletion for 652565e3-196a-418d-be41-22ea410092c4 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:58:00.089850 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.091593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Deleting port 14230f30-fabe-4930-a79b-aa5305f98878 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:58:00.092056 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.115707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=14230f30-fabe-4930-a79b-aa5305f98878,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:00.123583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] No DVR routers for this DVR port 14230f30-fabe-4930-a79b-aa5305f98878 on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:58:00.175192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device eb1f086e-07e4-4d08-bd3d-32d20089b0c4 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:58:00.184707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] For port 14230f30-fabe-4930-a79b-aa5305f98878, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:00.185138 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.197179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.207557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: eb1f086e-07e4-4d08-bd3d-32d20089b0c4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:58:00.207904 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device eb1f086e-07e4-4d08-bd3d-32d20089b0c4 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:58:00.208324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14230f30-fabe-4930-a79b-aa5305f98878 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:58:00.217774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652565e3-196a-418d-be41-22ea410092c4']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:00.228693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775dcbd9-79eb-4923-acd3-f6da707fa9b4') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:00.228942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775dcbd9-79eb-4923-acd3-f6da707fa9b4') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:00.233075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Calling delete_port for 14230f30-fabe-4930-a79b-aa5305f98878 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:58:00.234635 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 14230f30-fabe-4930-a79b-aa5305f98878 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:58:00.234978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 14230f30-fabe-4930-a79b-aa5305f98878 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:58:00.235386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fea9559b-a981-4642-ab41-f585ebe3870c no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:58:00.237902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Port 14230f30-fabe-4930-a79b-aa5305f98878 was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:58:00.239992 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.244189 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.258530 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.263935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: fea9559b-a981-4642-ab41-f585ebe3870c {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:58:00.264213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device fea9559b-a981-4642-ab41-f585ebe3870c not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:58:00.265834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:58:00.266268 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: timer() Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:58:00.268110 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:58:00.284005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Pushing event deleted for resources: {'Port': ['ID=14230f30-fabe-4930-a79b-aa5305f98878,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:00.293452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] No DVR routers for this DVR port 14230f30-fabe-4930-a79b-aa5305f98878 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:58:00.298092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.298092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.298092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.298092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.298092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.298092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.298651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.298651 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.298913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.299236 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.299557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.299878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e729fb-b7e4-49ee-ae55-02f2ff5307d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:00.326318 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.332350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.336188 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] 10.222.0.31 "DELETE /v2.0/networks/652565e3-196a-418d-be41-22ea410092c4 HTTP/1.1" status: 204 len: 168 time: 0.5484443 Nov 12 11:58:00.347070 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab058d8-e57b-4667-ae4b-a535f41f7f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=652565e3-196a-418d-be41-22ea410092c4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:00.501591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50286) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:00.542316 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1cbe7050-636d-45b1-8af6-90fbbc7ca698 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71c0e84e86264b3eaa434e8c34886b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394468 Nov 12 11:58:00.544667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50288) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:00.592369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e51d-404b-4b16-a744-64a7acd5c98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.618205 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e51d-404b-4b16-a744-64a7acd5c98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.666431 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e51d-404b-4b16-a744-64a7acd5c98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.669749 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e51d-404b-4b16-a744-64a7acd5c98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.670900 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f0b3e51d-404b-4b16-a744-64a7acd5c98c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/950ad008-5a04-468d-a920-ebeb7645f77e HTTP/1.1" status: 204 len: 168 time: 0.1252923 Nov 12 11:58:00.678985 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3e51d-404b-4b16-a744-64a7acd5c98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950ad008-5a04-468d-a920-ebeb7645f77e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:00.765903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:00.990771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50294) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:01.036524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8fb036f4-ae8c-42d7-a8c8-e306a45ce212 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=048547dcae8f412aae59ddf9caa7a451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445514 Nov 12 11:58:01.039025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50296) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:01.087003 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8dc6650a-682a-472d-9107-1280d5d48907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:01.108590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8dc6650a-682a-472d-9107-1280d5d48907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:01.162024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8dc6650a-682a-472d-9107-1280d5d48907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:01.164872 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8dc6650a-682a-472d-9107-1280d5d48907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:01.166038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8dc6650a-682a-472d-9107-1280d5d48907 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37a2911d-d74a-49bb-965f-14494cf91cee HTTP/1.1" status: 204 len: 168 time: 0.1261079 Nov 12 11:58:01.175829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6650a-682a-472d-9107-1280d5d48907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a2911d-d74a-49bb-965f-14494cf91cee,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:02.820636 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50338) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:02.825371 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466943161', 'description': 'tempest-secgroup-smoke-466943161 description', 'project_id': '726829c0aab649558d3f32b087fba365'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:02.850308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:02.858160 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:02.935432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:02.939993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:02.977142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0e3129-4e7b-48d3-bafe-8bf4b89853bd,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:03.026138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.030225 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.062152 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.063321 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2416432 Nov 12 11:58:03.064439 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292370d1-6e1e-4b2b-b0ab-36f4c31d8272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300bea5f-db01-4a48-b53f-925a94effdff,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:03.066506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50340) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:03.073317 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-086861ac-78bf-4c80-b3cf-ba8b8caf0294 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '300bea5f-db01-4a48-b53f-925a94effdff', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:03.104204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-086861ac-78bf-4c80-b3cf-ba8b8caf0294 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.151100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-086861ac-78bf-4c80-b3cf-ba8b8caf0294 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.154810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-086861ac-78bf-4c80-b3cf-ba8b8caf0294 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.174656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086861ac-78bf-4c80-b3cf-ba8b8caf0294 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a307c3-ceb7-4462-b64c-b3be42b5320d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:03.181981 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-086861ac-78bf-4c80-b3cf-ba8b8caf0294 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.183015 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-086861ac-78bf-4c80-b3cf-ba8b8caf0294 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149232 Nov 12 11:58:03.185833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50342) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:03.190295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1cf67566-1374-404c-8be3-1c003d7ea92f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '300bea5f-db01-4a48-b53f-925a94effdff', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:03.217556 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cf67566-1374-404c-8be3-1c003d7ea92f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.275011 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cf67566-1374-404c-8be3-1c003d7ea92f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.279281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cf67566-1374-404c-8be3-1c003d7ea92f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.297773 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf67566-1374-404c-8be3-1c003d7ea92f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4842ad95-96d3-4df0-a26b-4223422ea656,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:03.306198 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1cf67566-1374-404c-8be3-1c003d7ea92f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.307420 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1cf67566-1374-404c-8be3-1c003d7ea92f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206067 Nov 12 11:58:03.310112 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50344) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:03.314518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-20287d48-38df-4245-8678-1417046637d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '300bea5f-db01-4a48-b53f-925a94effdff', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:03.343124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20287d48-38df-4245-8678-1417046637d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.405074 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20287d48-38df-4245-8678-1417046637d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.409329 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20287d48-38df-4245-8678-1417046637d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.430063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20287d48-38df-4245-8678-1417046637d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e133de5-30b3-4d78-9467-26d2fd8fe28c,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:03.438058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-20287d48-38df-4245-8678-1417046637d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.439286 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-20287d48-38df-4245-8678-1417046637d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282170 Nov 12 11:58:03.442089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50346) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:03.446576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5e6fb438-5f29-4b8a-9d54-0648615e2d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '300bea5f-db01-4a48-b53f-925a94effdff', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:03.475006 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb438-5f29-4b8a-9d54-0648615e2d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.534272 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb438-5f29-4b8a-9d54-0648615e2d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.537976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb438-5f29-4b8a-9d54-0648615e2d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.557821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fb438-5f29-4b8a-9d54-0648615e2d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13600bb-c62a-4792-8a0a-0bd393bfcf93,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:03.562800 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb438-5f29-4b8a-9d54-0648615e2d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.564929 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5e6fb438-5f29-4b8a-9d54-0648615e2d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209540 Nov 12 11:58:03.566893 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50348) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:03.571258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1e30ad0d-e217-406e-98b5-edfc41ceb41b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '300bea5f-db01-4a48-b53f-925a94effdff', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:03.594288 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-1e30ad0d-e217-406e-98b5-edfc41ceb41b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:58:03.599420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e30ad0d-e217-406e-98b5-edfc41ceb41b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.662292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e30ad0d-e217-406e-98b5-edfc41ceb41b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.667509 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e30ad0d-e217-406e-98b5-edfc41ceb41b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.685576 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30ad0d-e217-406e-98b5-edfc41ceb41b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ac815b-9aaa-448d-b42f-2e93993c1803,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:03.697128 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1e30ad0d-e217-406e-98b5-edfc41ceb41b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.698589 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1e30ad0d-e217-406e-98b5-edfc41ceb41b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307495 Nov 12 11:58:03.701410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50350) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:03.706292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c54ddb2b-f0ab-459a-ae77-4eed9257a601 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '300bea5f-db01-4a48-b53f-925a94effdff', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:03.728603 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-c54ddb2b-f0ab-459a-ae77-4eed9257a601 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:58:03.733537 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c54ddb2b-f0ab-459a-ae77-4eed9257a601 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.795752 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c54ddb2b-f0ab-459a-ae77-4eed9257a601 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.799487 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c54ddb2b-f0ab-459a-ae77-4eed9257a601 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.820048 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ddb2b-f0ab-459a-ae77-4eed9257a601 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37ffafa-3c76-47e4-8da6-48df14412721,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:03.829423 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c54ddb2b-f0ab-459a-ae77-4eed9257a601 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.830640 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c54ddb2b-f0ab-459a-ae77-4eed9257a601 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282299 Nov 12 11:58:03.833861 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50352) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:03.839543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'network': {'name': 'tempest-network-smoke--982305805', 'project_id': '726829c0aab649558d3f32b087fba365', 'port_security_enabled': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:03.859263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:58:03.862913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.890920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:58:03.901477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.901872 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Added segment 461a34cc-6901-4665-a029-6ec2e812777d of type vlan for network 4b10f02d-915a-4a47-85b0-96903154d22c Nov 12 11:58:03.946021 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.973051 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.978689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:03.979278 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.018294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1833105 Nov 12 11:58:04.021340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50354) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:04.026633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'admin_state_up': True, 'project_id': '726829c0aab649558d3f32b087fba365', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:04.049912 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.051072 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.057731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386db78-1348-40c9-a684-2377809c3e01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Network': ['ID=4b10f02d-915a-4a47-85b0-96903154d22c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:04.068722 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 4b10f02d-915a-4a47-85b0-96903154d22c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:58:04.105853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.248913 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.442331 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.466127 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.569258 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.215 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/be15c881-1a60-4401-829f-feb20bf66c29) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:58:04.676258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.710183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.746879 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:58:04.751719 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:58:04.755237 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:58:04.764660 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fac27c-5d4a-40b1-9adf-1622841d9c07 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:58:04.781397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=be15c881-1a60-4401-829f-feb20bf66c29,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:04.800317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-fa22caa9-266a-485a-8dde-374efee5ddcc None None] Provisioning complete for port be15c881-1a60-4401-829f-feb20bf66c29 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:04.800688 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fa22caa9-266a-485a-8dde-374efee5ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.841118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-fa22caa9-266a-485a-8dde-374efee5ddcc None None] Port be15c881-1a60-4401-829f-feb20bf66c29 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:58:05.032762 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:05.252927 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:05.399096 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 21cd2798-97b1-42d2-bd82-6758978110ef is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:58:05.509334 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:58:05.520622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Sync routers for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:58:05.532432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:05.532642 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:05.533092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:05.533741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-46301845-c5ab-4ec8-aeac-2976d97c99d6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5113585 Nov 12 11:58:05.537203 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50356) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:05.642182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:05.667827 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f93c3c4c-d973-4dea-b9cc-f324136041d0 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=726829c0aab649558d3f32b087fba365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1293554 Nov 12 11:58:05.670531 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50360) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:05.759777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555cf33-330e-4784-8e60-24e4b05b8a28 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:05.764096 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-0555cf33-330e-4784-8e60-24e4b05b8a28 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898051 Nov 12 11:58:05.764355 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50362) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:05.799051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7b51d5d8-0f2f-4533-846e-ba4bf925bde2 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311878 Nov 12 11:58:05.799292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50364) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:05.805369 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-397767934', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'project_id': '726829c0aab649558d3f32b087fba365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:05.826896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:04Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:05.857863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Checking router: 21cd2798-97b1-42d2-bd82-6758978110ef for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:58:05.858212 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Updating router 21cd2798-97b1-42d2-bd82-6758978110ef port be15c881-1a60-4401-829f-feb20bf66c29 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:58:05.888329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:05.895021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:58:05.898711 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.086167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.143859 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.149454 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Subnet': ['ID=18b418cc-99cb-4fd6-95ff-cb9db1acff18,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:06.150774 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.157586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Checking segment: {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:58:06.157842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network hostable DHCP agents. Network: 4b10f02d-915a-4a47-85b0-96903154d22c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:58:06.175972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 4b10f02d-915a-4a47-85b0-96903154d22c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:58:06.186275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 4b10f02d-915a-4a47-85b0-96903154d22c) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:58:06.194083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:06.194083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.201459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48ff1d-164a-4354-94bf-47a726b1ec05 None None] Network 4b10f02d-915a-4a47-85b0-96903154d22c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:58:06.210974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de0e924-9b26-4af4-85ee-3259d00fcb31 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:58:06.211286 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4933326d-22df-4e20-97d7-c29b0ac2cc6d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4106269 Nov 12 11:58:06.213754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50366) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:06.245032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c90019-5c4f-4b19-bc3d-50c6dba53243 None None] Pushing event updated for resources: {'Port': ['ID=be15c881-1a60-4401-829f-feb20bf66c29,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:06.251151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Attempting to bind port be15c881-1a60-4401-829f-feb20bf66c29 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:58:06.251539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Attempting to bind port be15c881-1a60-4401-829f-feb20bf66c29 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:58:06.251905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Attempting to bind port be15c881-1a60-4401-829f-feb20bf66c29 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:06.281600 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:58:06.282082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:58:06.282493 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.282894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:58:06.283392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Bound port: be15c881-1a60-4401-829f-feb20bf66c29, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:58:06.283775 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.364168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] For port be15c881-1a60-4401-829f-feb20bf66c29, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:58:06.370951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] For port be15c881-1a60-4401-829f-feb20bf66c29, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=be15c881-1a60-4401-829f-feb20bf66c29,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:58:06.400054 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.432642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-477c7d20-3376-41c5-b983-edf96a7cb0fd None None] Provisioning complete for port be15c881-1a60-4401-829f-feb20bf66c29 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:06.433047 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-477c7d20-3376-41c5-b983-edf96a7cb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.491134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37bfe3-db6e-4c16-89dd-bc99e06c4ae2 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:58:06.506622 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c90019-5c4f-4b19-bc3d-50c6dba53243 None None] Pushing event updated for resources: {'Port': ['ID=be15c881-1a60-4401-829f-feb20bf66c29,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:06.530257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:06.530934 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:06.597997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-4b10f02d-915a-4a47-85b0-96903154d22c', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:58:06.598857 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.670381 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.765423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-477c7d20-3376-41c5-b983-edf96a7cb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:06.771153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:06.871076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-477c7d20-3376-41c5-b983-edf96a7cb0fd None None] For port be15c881-1a60-4401-829f-feb20bf66c29, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=be15c881-1a60-4401-829f-feb20bf66c29,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:06.900469 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-477c7d20-3376-41c5-b983-edf96a7cb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.166192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Allocated IP 172.20.0.2 (4b10f02d-915a-4a47-85b0-96903154d22c/18b418cc-99cb-4fd6-95ff-cb9db1acff18/11784f30-9639-4601-8622-75cef33c9dd2) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:58:07.192185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7eccf459-5465-4180-a498-26606f0fdb3b None None] Provisioning complete for port be15c881-1a60-4401-829f-feb20bf66c29 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:07.192820 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7eccf459-5465-4180-a498-26606f0fdb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.206667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c7d20-3376-41c5-b983-edf96a7cb0fd None None] Pushing event updated for resources: {'Port': ['ID=be15c881-1a60-4401-829f-feb20bf66c29,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:07.436384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:04Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:07.486946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938d059-46fd-45ab-99cc-375fa4f0b916 None None] The sync data for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 is: [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:04Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:58:07.495329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.507417 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.553504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Network 4b10f02d-915a-4a47-85b0-96903154d22c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:58:07.560814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:58:07.563289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:58:07.566321 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.1 (4b10f02d-915a-4a47-85b0-96903154d22c/18b418cc-99cb-4fd6-95ff-cb9db1acff18/9531dd29-af3c-4ec4-99a1-faa44b8c3f4e) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:58:07.566896 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Pushing event updated for resources: {'Port': ['ID=11784f30-9639-4601-8622-75cef33c9dd2,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:07.626834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Attempting to bind port 11784f30-9639-4601-8622-75cef33c9dd2 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:58:07.627305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Attempting to bind port 11784f30-9639-4601-8622-75cef33c9dd2 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:58:07.627572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Attempting to bind port 11784f30-9639-4601-8622-75cef33c9dd2 on network 4b10f02d-915a-4a47-85b0-96903154d22c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:07.633948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:58:07.634480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Checking segment: {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:58:07.634896 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.635294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Bound using segment: {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:58:07.635792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Bound port: 11784f30-9639-4601-8622-75cef33c9dd2, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:58:07.636174 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.686912 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.704026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] For port 11784f30-9639-4601-8622-75cef33c9dd2, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:58:07.707532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] For port 11784f30-9639-4601-8622-75cef33c9dd2, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=11784f30-9639-4601-8622-75cef33c9dd2,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:58:07.713061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.744053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.792618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd0cce-669b-4a80-b68b-8846e19d221b None None] Pushing event updated for resources: {'Port': ['ID=11784f30-9639-4601-8622-75cef33c9dd2,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:07.815260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 4b10f02d-915a-4a47-85b0-96903154d22c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:58:07.820086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:58:07.822227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:07.825302 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:58:07.875939 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.058593 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.237273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 11784f30-9639-4601-8622-75cef33c9dd2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:58:08.294230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 11784f30-9639-4601-8622-75cef33c9dd2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:08.294703 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.381474 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.392403 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.398435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.421358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 11784f30-9639-4601-8622-75cef33c9dd2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=11784f30-9639-4601-8622-75cef33c9dd2,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:08.426411 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.427279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device be15c881-1a60-4401-829f-feb20bf66c29 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:58:08.490357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:08.496911 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.530442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=11784f30-9639-4601-8622-75cef33c9dd2,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:08.544667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port be15c881-1a60-4401-829f-feb20bf66c29 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:08.544667 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:08.650853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 4b10f02d-915a-4a47-85b0-96903154d22c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:58:08.653147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:58:08.788311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 21cd2798-97b1-42d2-bd82-6758978110ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:58:08.918193 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:58:08.924746 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-3fe3b552-a94f-47b5-9bd2-85e832b97cf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/21cd2798-97b1-42d2-bd82-6758978110ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7090137 Nov 12 11:58:08.938904 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:58:08.992313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289adb1e-7fa3-4620-a27f-4cb8451a36c1 None None] Network 4b10f02d-915a-4a47-85b0-96903154d22c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:58:09.070075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-372bb005-d573-467d-96b2-96a55aa0469f None None] Provisioning complete for port 11784f30-9639-4601-8622-75cef33c9dd2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:09.070440 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-372bb005-d573-467d-96b2-96a55aa0469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:09.099212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-3ac642a6-922a-4fa9-a812-d3c356aaa664 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466943161&fields=id&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 267 time: 0.0555058 Nov 12 11:58:09.223172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b4157e8c-e80d-4ab8-849b-de7b380ae1ba tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:09.230166 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b4157e8c-e80d-4ab8-849b-de7b380ae1ba tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/networks?id=4b10f02d-915a-4a47-85b0-96903154d22c HTTP/1.1" status: 200 len: 796 time: 0.1212475 Nov 12 11:58:09.244424 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-989be165-84d4-4102-ac3a-e1ed7838326f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/quotas/726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 375 time: 0.0128891 Nov 12 11:58:09.305480 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Sync routers for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:58:09.316554 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:09.317281 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:09.442752 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:09.563273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0e1ae7df-ec53-4aa5-9846-1b1b62c53028 None None] Provisioning complete for port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:09.563790 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae7df-ec53-4aa5-9846-1b1b62c53028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:09.603642 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ae7df-ec53-4aa5-9846-1b1b62c53028 None None] Port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:58:09.615484 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0e1ae7df-ec53-4aa5-9846-1b1b62c53028 None None] Provisioning complete for port 11784f30-9639-4601-8622-75cef33c9dd2 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:09.615853 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae7df-ec53-4aa5-9846-1b1b62c53028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:09.669354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-a4e60477-5c44-4daa-afe5-93f80697aa77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4187624 Nov 12 11:58:09.691450 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 2, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:09.725854 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Checking router: 21cd2798-97b1-42d2-bd82-6758978110ef for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:58:09.726188 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Updating router 21cd2798-97b1-42d2-bd82-6758978110ef port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:58:09.757431 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:09.836811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-6a1710ad-71cf-4e61-a3ef-8add79f7429c service neutron] 10.222.0.31 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611979 Nov 12 11:58:09.859567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25f0705b-d40a-4eb3-9ef5-9e142c876329 None None] Provisioning complete for port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:09.860104 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25f0705b-d40a-4eb3-9ef5-9e142c876329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:09.919307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25f0705b-d40a-4eb3-9ef5-9e142c876329 None None] Port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:58:09.953662 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-a710ff94-f1e4-40e0-bce2-fe216d596399 service neutron] 10.222.0.31 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055372 Nov 12 11:58:10.042992 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ead9600b-e281-4a2a-9914-99486c29695e None None] Provisioning complete for port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:10.043622 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ead9600b-e281-4a2a-9914-99486c29695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.093591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ead9600b-e281-4a2a-9914-99486c29695e None None] Port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:58:10.116774 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.137203 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.144637 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-acb3e10d-f46e-4187-9f44-e56936777211 req-cf42009e-9151-420a-8ca8-3af10284e9a2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 210 time: 0.0333173 Nov 12 11:58:10.187910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 11784f30-9639-4601-8622-75cef33c9dd2 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:58:10.236134 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Pushing event updated for resources: {'Port': ['ID=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:10.268038 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.268425 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.268635 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.268995 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.269318 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.269647 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.269968 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.270289 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.270605 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.270921 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.271237 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.271344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 11784f30-9639-4601-8622-75cef33c9dd2 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:10.271589 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:10.271745 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.295013 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Attempting to bind port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:58:10.295379 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Attempting to bind port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:58:10.295879 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Attempting to bind port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e on network 4b10f02d-915a-4a47-85b0-96903154d22c {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:10.303091 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:58:10.303510 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Checking segment: {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:58:10.303940 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.304811 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Bound using segment: {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:58:10.305358 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Bound port: 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:58:10.305743 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.400280 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] For port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:58:10.405350 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] For port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:58:10.425689 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.484438 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:10.485120 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:10.532437 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8ed65ba5-22f2-41a2-9c00-a69a16f4ada3 None None] Provisioning complete for port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:10.533404 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ed65ba5-22f2-41a2-9c00-a69a16f4ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.604108 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb6ebf-9b76-412f-8656-3613210ae9dd None None] Pushing event updated for resources: {'Port': ['ID=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:10.639900 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:10.661441 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.662654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ed65ba5-22f2-41a2-9c00-a69a16f4ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.704416 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8ed65ba5-22f2-41a2-9c00-a69a16f4ada3 None None] For port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:10.711883 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ed65ba5-22f2-41a2-9c00-a69a16f4ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.770902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed65ba5-22f2-41a2-9c00-a69a16f4ada3 None None] Pushing event updated for resources: {'Port': ['ID=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:10.843434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6535a4ad-8ce7-4ee2-836e-7c39378c4821 None None] Provisioning complete for port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:10.844046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6535a4ad-8ce7-4ee2-836e-7c39378c4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:10.888985 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:10Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:10.926205 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95c7b8-d8da-45d2-9e26-6172aa9c67e8 None None] The sync data for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 is: [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:10Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:58:11.000664 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:11.270159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-58facc27-99cd-4c7e-b6f1-4662288f9d88 req-17c3d6c3-0271-4f8e-86f6-43866d580a58 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 210 time: 0.0497549 Nov 12 11:58:11.391656 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-eac983cb-e627-45ca-a06a-26e05ee4888e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:11.393162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-eac983cb-e627-45ca-a06a-26e05ee4888e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/networks?id=4b10f02d-915a-4a47-85b0-96903154d22c HTTP/1.1" status: 200 len: 796 time: 0.1584423 Nov 12 11:58:11.465362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-389e5956-7744-4ee1-a40c-a413e789a272 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 379 time: 0.0619364 Nov 12 11:58:11.478260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'port': {'device_id': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'admin_state_up': True, 'tenant_id': '726829c0aab649558d3f32b087fba365', 'security_groups': ['300bea5f-db01-4a48-b53f-925a94effdff']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:11.594077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:58:11.597580 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:11.736825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.9 (4b10f02d-915a-4a47-85b0-96903154d22c/18b418cc-99cb-4fd6-95ff-cb9db1acff18/51e0dad3-8045-4d9c-b381-5e18e3699c7d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:58:11.901543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:11.937648 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:11.984929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 4b10f02d-915a-4a47-85b0-96903154d22c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:58:11.988095 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:58:11.991991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:58:12.017338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=51e0dad3-8045-4d9c-b381-5e18e3699c7d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:12.050399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:12.051027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.068707 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-9c4c4003-17cd-4f14-8313-7755016c8650 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950613 Nov 12 11:58:12.138822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Request body: {'port': {'device_id': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:12.189492 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:58:12.205626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.240134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:12.240503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.345704 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6e1bdea3-5a59-4685-87d3-1ca2f76bd814 None None] Provisioning complete for port 51e0dad3-8045-4d9c-b381-5e18e3699c7d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:12.346049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6e1bdea3-5a59-4685-87d3-1ca2f76bd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.385373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6e1bdea3-5a59-4685-87d3-1ca2f76bd814 None None] Port 51e0dad3-8045-4d9c-b381-5e18e3699c7d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:58:12.404155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8ecac-466b-44a2-b8d4-8581b1e52dc0 req-5bc2c6f5-b401-4790-ac69-63062595b0db tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:12.405845 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ff8ecac-466b-44a2-b8d4-8581b1e52dc0 req-5bc2c6f5-b401-4790-ac69-63062595b0db tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 931 time: 0.0522764 Nov 12 11:58:12.458025 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3ff8ecac-466b-44a2-b8d4-8581b1e52dc0 req-168d7ed7-1065-45cc-8b7b-14e13d3e1326 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459101 Nov 12 11:58:12.483368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e0dad3-8045-4d9c-b381-5e18e3699c7d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:58:12.491858 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.503872 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Transition to ACTIVE for port object 51e0dad3-8045-4d9c-b381-5e18e3699c7d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:58:12.508219 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.557420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Pushing event updated for resources: {'Port': ['ID=51e0dad3-8045-4d9c-b381-5e18e3699c7d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:12.651538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Attempting to bind port 51e0dad3-8045-4d9c-b381-5e18e3699c7d on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:58:12.651879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Attempting to bind port 51e0dad3-8045-4d9c-b381-5e18e3699c7d by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:58:12.652208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Attempting to bind port 51e0dad3-8045-4d9c-b381-5e18e3699c7d on network 4b10f02d-915a-4a47-85b0-96903154d22c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:12.657784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Port 51e0dad3-8045-4d9c-b381-5e18e3699c7d on network 4b10f02d-915a-4a47-85b0-96903154d22c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:58:12.658110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Attempting to bind port 51e0dad3-8045-4d9c-b381-5e18e3699c7d on network 4b10f02d-915a-4a47-85b0-96903154d22c {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:12.663543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:58:12.663884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Checking segment: {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:58:12.664270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Bound using segment: {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:58:12.664711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Bound port: 51e0dad3-8045-4d9c-b381-5e18e3699c7d, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461a34cc-6901-4665-a029-6ec2e812777d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:58:12.665100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.733773 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] For port 51e0dad3-8045-4d9c-b381-5e18e3699c7d, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:58:12.737036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] For port 51e0dad3-8045-4d9c-b381-5e18e3699c7d, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:58:12.743235 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.778913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:12.779545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:12.781110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] 10.222.0.52 "PUT /v2.0/ports/51e0dad3-8045-4d9c-b381-5e18e3699c7d HTTP/1.1" status: 200 len: 1092 time: 0.7036726 Nov 12 11:58:12.781488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:12.783802 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd332f6-25c3-47d2-b1a4-a856328470ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:12.816197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242bba4-d7a5-468b-8868-3811ad9ac00c service neutron] Pushing event updated for resources: {'Port': ['ID=51e0dad3-8045-4d9c-b381-5e18e3699c7d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:12.841372 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04cd46c-b644-4001-9903-4a702d643094 x-openstack-request-id: req-f04cd46c-b644-4001-9903-4a702d643094 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:12.841675 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:12.841930 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f04cd46c-b644-4001-9903-4a702d643094 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:12.842376 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'status': 'completed', 'code': 200} Nov 12 11:58:12.895508 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-a3655a7a-5b3f-40a6-afd2-bc6509e40192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:12.897179 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-a3655a7a-5b3f-40a6-afd2-bc6509e40192 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 1095 time: 0.0538609 Nov 12 11:58:12.953525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-baa66a1e-7b4d-47da-8084-2080c3e0bd67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d HTTP/1.1" status: 200 len: 217 time: 0.0459850 Nov 12 11:58:13.006168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b467c5e0-56a6-4316-9687-326982d5f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.007709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b467c5e0-56a6-4316-9687-326982d5f46c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18b418cc-99cb-4fd6-95ff-cb9db1acff18 HTTP/1.1" status: 200 len: 834 time: 0.0475774 Nov 12 11:58:13.057511 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-0e36fc0b-3ea3-4ced-a0a0-6c783577731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.059224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-0e36fc0b-3ea3-4ced-a0a0-6c783577731f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b10f02d-915a-4a47-85b0-96903154d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447650 Nov 12 11:58:13.158703 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-41d5e190-6da0-4e79-b48c-5e3a50d58f79 service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905471 Nov 12 11:58:13.251486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-77df0a76-f00e-47d8-8946-bc3896cd7d36 req-b889c9f1-be3a-4b1c-a4d2-f4c1dd61c991 service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840354 Nov 12 11:58:13.344775 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-c73c3596-7580-4347-a314-632a2b048be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.346292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-c73c3596-7580-4347-a314-632a2b048be2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 1095 time: 0.0466475 Nov 12 11:58:13.440225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-14656539-2b71-447a-99a2-3ecea027f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.441722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-14656539-2b71-447a-99a2-3ecea027f714 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b10f02d-915a-4a47-85b0-96903154d22c HTTP/1.1" status: 200 len: 897 time: 0.0867965 Nov 12 11:58:13.489238 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-abd3abff-6b43-4764-b921-2a741b9b3c42 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d HTTP/1.1" status: 200 len: 217 time: 0.0396016 Nov 12 11:58:13.541928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-1193fab1-89d5-4d48-a78e-4d93b4c96ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.542997 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-1193fab1-89d5-4d48-a78e-4d93b4c96ab1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18b418cc-99cb-4fd6-95ff-cb9db1acff18 HTTP/1.1" status: 200 len: 834 time: 0.0470586 Nov 12 11:58:13.584723 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4972db-a4ea-4df5-900f-b5111ac05f7f req-958f4fad-7562-46db-900b-ae2bbac90a5d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.587392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e4972db-a4ea-4df5-900f-b5111ac05f7f req-958f4fad-7562-46db-900b-ae2bbac90a5d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 943 time: 0.0558968 Nov 12 11:58:13.591904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-a7bf8b57-145e-43a2-90c8-c5b0ba2335c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.593426 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-a7bf8b57-145e-43a2-90c8-c5b0ba2335c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b10f02d-915a-4a47-85b0-96903154d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428743 Nov 12 11:58:13.637857 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e4972db-a4ea-4df5-900f-b5111ac05f7f req-977071a6-ac25-475b-8c67-909a005c060d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448122 Nov 12 11:58:13.692953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-182030d3-135b-4120-bcb7-264c64535807 service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912149 Nov 12 11:58:13.785956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6bd332f6-25c3-47d2-b1a4-a856328470ee req-f3070303-dec3-4398-9fac-f06a54c42f4c service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854714 Nov 12 11:58:14.758244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279bfaf-dab8-4e34-a56c-ea1d3f5f1413 req-f9f1ea1f-b3c7-4364-8618-ad3840c26335 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:14.759741 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1279bfaf-dab8-4e34-a56c-ea1d3f5f1413 req-f9f1ea1f-b3c7-4364-8618-ad3840c26335 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 943 time: 0.0508795 Nov 12 11:58:14.815386 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1279bfaf-dab8-4e34-a56c-ea1d3f5f1413 req-a881aec7-847e-44ab-852f-f44b3529b169 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496831 Nov 12 11:58:15.937936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692d8d4-7840-49cc-a629-95b47ce93928 req-04e881da-838d-4faf-9d40-b685ed241b6b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:15.939432 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e692d8d4-7840-49cc-a629-95b47ce93928 req-04e881da-838d-4faf-9d40-b685ed241b6b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 943 time: 0.0532446 Nov 12 11:58:15.990600 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e692d8d4-7840-49cc-a629-95b47ce93928 req-785815eb-bdfd-4e74-8557-99c2b96b1ebd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451806 Nov 12 11:58:16.216839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 51e0dad3-8045-4d9c-b381-5e18e3699c7d details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:58:16.313789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 51e0dad3-8045-4d9c-b381-5e18e3699c7d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:16.324573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'port_id': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'mac_address': 'fa:16:3e:cb:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:58:16.361807 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:16.374423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e0dad3-8045-4d9c-b381-5e18e3699c7d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:58:16.394058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 51e0dad3-8045-4d9c-b381-5e18e3699c7d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:16.399241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:16.450401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=51e0dad3-8045-4d9c-b381-5e18e3699c7d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:16.618307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['51e0dad3-8045-4d9c-b381-5e18e3699c7d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:58:17.110411 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f0b6-70f1-4d07-8431-41ab59c168ad req-602fb48e-de1f-40e1-9c50-266aa0669cf1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:17.111933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee65f0b6-70f1-4d07-8431-41ab59c168ad req-602fb48e-de1f-40e1-9c50-266aa0669cf1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 944 time: 0.0516763 Nov 12 11:58:17.165084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee65f0b6-70f1-4d07-8431-41ab59c168ad req-7b04530b-fd96-4b27-b2b7-091bab867b1d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466199 Nov 12 11:58:18.248409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 51e0dad3-8045-4d9c-b381-5e18e3699c7d up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:58:18.283548 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45cf3c-4376-40a4-8730-2a32554b294f req-95de599b-7ff5-4e99-a935-894b137bfbf6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:18.285173 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca45cf3c-4376-40a4-8730-2a32554b294f req-95de599b-7ff5-4e99-a935-894b137bfbf6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 944 time: 0.0514009 Nov 12 11:58:18.300565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 51e0dad3-8045-4d9c-b381-5e18e3699c7d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:58:18.305189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 51e0dad3-8045-4d9c-b381-5e18e3699c7d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:18.305612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.341468 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ca45cf3c-4376-40a4-8730-2a32554b294f req-0ad85476-7c69-421f-add6-4b6d19967b9b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500333 Nov 12 11:58:18.385172 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.410666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:18.413389 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecafca7-5681-4663-b5c5-abb0bcbcc934" -d '{"events": [{"server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "name": "network-vif-plugged", "status": "completed", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:18.425804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 51e0dad3-8045-4d9c-b381-5e18e3699c7d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:18.431085 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.479463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=51e0dad3-8045-4d9c-b381-5e18e3699c7d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:18.514244 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36935311-a56b-448a-8cfe-308cbbf09314 x-openstack-request-id: req-36935311-a56b-448a-8cfe-308cbbf09314 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:18.514536 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "name": "network-vif-plugged", "status": "completed", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:18.514781 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36935311-a56b-448a-8cfe-308cbbf09314 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:18.515173 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'code': 200} Nov 12 11:58:18.611446 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06366c46-14a3-4703-8629-99008668ed1f req-ff682a13-0a1e-4f90-bcb8-1fe01d4db32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:18.612907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06366c46-14a3-4703-8629-99008668ed1f req-ff682a13-0a1e-4f90-bcb8-1fe01d4db32f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 1097 time: 0.0414901 Nov 12 11:58:18.660572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06366c46-14a3-4703-8629-99008668ed1f req-6ccf1320-5cff-4781-8a42-68b2ab187997 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 Nov 12 11:58:19.469477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc888e-60bc-44c9-964d-9d64e9d8ecdc req-29ccc98a-e146-4a62-b03b-0a339e73616f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:19.471002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ccc888e-60bc-44c9-964d-9d64e9d8ecdc req-29ccc98a-e146-4a62-b03b-0a339e73616f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0520401 Nov 12 11:58:19.521159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5ccc888e-60bc-44c9-964d-9d64e9d8ecdc req-952964a3-bb0c-4cbb-ab93-f35699315c93 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436363 Nov 12 11:58:20.645519 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7192c-15b1-4de3-a140-ed17614fa610 req-73f9d24d-f73c-4a3d-816c-16cba03efcaa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:20.647074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1b7192c-15b1-4de3-a140-ed17614fa610 req-73f9d24d-f73c-4a3d-816c-16cba03efcaa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0538399 Nov 12 11:58:20.698810 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e1b7192c-15b1-4de3-a140-ed17614fa610 req-e2348344-6ca0-41b1-99e8-e25e522e3bec tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Nov 12 11:58:20.814441 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdcaf-346f-4537-a2eb-77af22c4552e req-d4cd3f02-445f-4d5e-91d9-d3d28c25934a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:20.815842 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56ccdcaf-346f-4537-a2eb-77af22c4552e req-d4cd3f02-445f-4d5e-91d9-d3d28c25934a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0499096 Nov 12 11:58:20.865131 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-56ccdcaf-346f-4537-a2eb-77af22c4552e req-0a7fcb87-1edf-4550-9a8e-353a4146a7c1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Nov 12 11:58:20.887736 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50422) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:20.936308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb05d57-2ed5-4afe-8a22-49e287bf715f tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:20.937893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0bb05d57-2ed5-4afe-8a22-49e287bf715f tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 1092 time: 0.0491397 Nov 12 11:58:20.940850 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50424) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:20.945834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:20.968345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:21.066699 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:21.172704 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.175 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/5a130857-4f7f-4d0d-beb2-30d39f0e5f73) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:58:21.274474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:21.309319 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:21.354734 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:58:21.357939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:58:21.361596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:58:21.367343 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=5a130857-4f7f-4d0d-beb2-30d39f0e5f73,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:21.744332 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:21.810371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:21.965825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:21.970597 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:22.036673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=5a130857-4f7f-4d0d-beb2-30d39f0e5f73,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:22.048365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:22.150247 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP 9fa13b5b-dec3-459e-b352-c5c6f261a988 associated. External IP: 172.25.2.175, port: 51e0dad3-8045-4d9c-b381-5e18e3699c7d. Nov 12 11:58:22.690549 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 21cd2798-97b1-42d2-bd82-6758978110ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:58:22.800999 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:58:22.811288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] Sync routers for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:58:22.819440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:22.822315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:22.822315 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:22.846917 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-da894874-c2b0-437b-b1a2-159655df9c26 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9050307 Nov 12 11:58:22.847540 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:22.850046 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d653dd20-8a4e-4b34-8dfb-641784b93c18" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:22.891842 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787c7bf9-4b30-45c3-abde-eae15c4de573 x-openstack-request-id: req-787c7bf9-4b30-45c3-abde-eae15c4de573 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:22.892131 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:22.892380 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-787c7bf9-4b30-45c3-abde-eae15c4de573 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:22.892776 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'status': 'completed', 'code': 200} Nov 12 11:58:22.936042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:22.982721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89174e-9315-423d-8ff8-ac5450e8a303 req-46aa0827-632c-4286-9f6a-f61741bf5066 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:22.984137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb89174e-9315-423d-8ff8-ac5450e8a303 req-46aa0827-632c-4286-9f6a-f61741bf5066 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0776577 Nov 12 11:58:22.987018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-3b29f46a-8b00-4fae-8e19-1518c27ddc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:22.988398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-3b29f46a-8b00-4fae-8e19-1518c27ddc02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 1097 time: 0.0712502 Nov 12 11:58:23.095825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cb89174e-9315-423d-8ff8-ac5450e8a303 req-344df850-74cc-4c7e-a6b8-0b494180ff78 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052525 Nov 12 11:58:23.115577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-c15f5154-82fb-49bf-b59a-b379fb343f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:23.117303 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-c15f5154-82fb-49bf-b59a-b379fb343f77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b10f02d-915a-4a47-85b0-96903154d22c HTTP/1.1" status: 200 len: 897 time: 0.1207330 Nov 12 11:58:23.120782 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50430) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:23.173149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '9fa13b5b-dec3-459e-b352-c5c6f261a988', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'port_id': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'mac_address': 'fa:16:3e:cb:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:58:21Z', 'updated_at': '2021-11-12T11:58:21Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:10Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:23.199458 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] Checking router: 21cd2798-97b1-42d2-bd82-6758978110ef for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:58:23.208039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:23.208644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:57:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:23.232279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-5ad9fc39-6802-42bc-a7e7-f2b37cebbe1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d HTTP/1.1" status: 200 len: 999 time: 0.1038237 Nov 12 11:58:23.235311 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fe6f3833-5661-4649-9f5a-c1c0baccc0cb tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/9fa13b5b-dec3-459e-b352-c5c6f261a988 HTTP/1.1" status: 200 len: 991 time: 0.1133826 Nov 12 11:58:23.286131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-11972839-7ff7-4477-a6a7-86c889bf086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:23.287594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-11972839-7ff7-4477-a6a7-86c889bf086d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18b418cc-99cb-4fd6-95ff-cb9db1acff18 HTTP/1.1" status: 200 len: 834 time: 0.0484552 Nov 12 11:58:23.321006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:23.341705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-d3862431-775a-47ce-9946-4d1f61967222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:23.343207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-d3862431-775a-47ce-9946-4d1f61967222 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b10f02d-915a-4a47-85b0-96903154d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484047 Nov 12 11:58:23.440996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-820f6d2e-b4e5-498e-be24-4cd940285167 service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886707 Nov 12 11:58:23.544511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d653dd20-8a4e-4b34-8dfb-641784b93c18 req-65b8efc9-ffd8-47c6-bc2e-7a60d3edf26a service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964596 Nov 12 11:58:23.707511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '9fa13b5b-dec3-459e-b352-c5c6f261a988', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'port_id': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'mac_address': 'fa:16:3e:cb:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:58:21Z', 'updated_at': '2021-11-12T11:58:21Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:10Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:23.736690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b537c-5e3b-48e7-9610-766bf0c01da0 None None] The sync data for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 is: [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '9fa13b5b-dec3-459e-b352-c5c6f261a988', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'port_id': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'mac_address': 'fa:16:3e:cb:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:58:21Z', 'updated_at': '2021-11-12T11:58:21Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:10Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:58:23.931653 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2810f8-a358-459b-8b9e-83d43827db75 None None] New status for floating IP 9fa13b5b-dec3-459e-b352-c5c6f261a988: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:58:24.027866 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8f93-0217-42f6-868d-c3a6281e8279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:24.238693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50432) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:24.301039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-253ec81e-6854-4713-a1fc-f5aec0b35f3d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/9fa13b5b-dec3-459e-b352-c5c6f261a988 HTTP/1.1" status: 200 len: 993 time: 0.0611458 Nov 12 11:58:26.415201 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd038-2502-41fc-a7ef-ac299b2b5309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:27.948297 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:29.676951 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:30.760386 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:40.635263 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:40.994028 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:45.827288 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:58:54.029982 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9056-5db1-4431-a0ed-852211098dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:55.705907 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299fa59-db7a-47b3-949e-f7d803b1212c req-b7254a39-8353-406c-8af3-41d339711a4a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:55.707384 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2299fa59-db7a-47b3-949e-f7d803b1212c req-b7254a39-8353-406c-8af3-41d339711a4a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0527411 Nov 12 11:58:55.759014 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2299fa59-db7a-47b3-949e-f7d803b1212c req-b89ab57e-a6f4-47af-8bae-1bf07bd31b44 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Nov 12 11:58:56.416627 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-23f38710-3fac-4178-b208-0d8c0d1f63e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:56.716638 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-35020433-3db7-4ab4-9607-7e495613eb03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446675 Nov 12 11:58:56.807027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-074d87e1-7152-48fa-befd-f5ce5ce053e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:56.808452 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-074d87e1-7152-48fa-befd-f5ce5ce053e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 1097 time: 0.0454638 Nov 12 11:58:56.939842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6b4e3-5106-4c86-9d2d-a85732352c34 req-f72baa99-9ba9-498f-b39c-731409429d01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:56.941373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74a6b4e3-5106-4c86-9d2d-a85732352c34 req-f72baa99-9ba9-498f-b39c-731409429d01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.1043236 Nov 12 11:58:56.968744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-6dbfe586-2ea8-4149-8071-c90d8fd0f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:56.970116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-6dbfe586-2ea8-4149-8071-c90d8fd0f3c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b10f02d-915a-4a47-85b0-96903154d22c HTTP/1.1" status: 200 len: 897 time: 0.1407759 Nov 12 11:58:57.040133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74a6b4e3-5106-4c86-9d2d-a85732352c34 req-bebaf2e3-ff4e-4fd5-9b76-ca54da2f6f5d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922871 Nov 12 11:58:57.054598 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-161bf1cb-720f-41d4-aa45-00e0ab235c55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d HTTP/1.1" status: 200 len: 1001 time: 0.0762186 Nov 12 11:58:57.062308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50452) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:57.110468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-e0c5abb4-255f-4bc5-bdbe-82ad4c486893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:57.111961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-e0c5abb4-255f-4bc5-bdbe-82ad4c486893 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18b418cc-99cb-4fd6-95ff-cb9db1acff18 HTTP/1.1" status: 200 len: 834 time: 0.0500405 Nov 12 11:58:57.127946 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7b8de2da-523a-4331-bb1e-8de218aa5e95 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/9fa13b5b-dec3-459e-b352-c5c6f261a988 HTTP/1.1" status: 200 len: 993 time: 0.0644870 Nov 12 11:58:57.159995 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-f4a01c3b-fa6a-4760-ba77-1256e9450c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:57.161528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-f4a01c3b-fa6a-4760-ba77-1256e9450c80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b10f02d-915a-4a47-85b0-96903154d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414958 Nov 12 11:58:57.255277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-21cd914f-7973-417c-9342-b321a5e5cf67 service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861309 Nov 12 11:58:57.348693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90fb347e-be45-40cf-8280-81ab33cb4753 req-648f203f-dd7c-478d-8380-1e381369336b service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861409 Nov 12 11:58:57.958682 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:58.406518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6dc52-6c1e-443b-afcb-c946f7dc0e34 req-9fbd0d6c-ab13-4afd-8d3e-0510e5a93242 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:58.408090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05c6dc52-6c1e-443b-afcb-c946f7dc0e34 req-9fbd0d6c-ab13-4afd-8d3e-0510e5a93242 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0507782 Nov 12 11:58:58.483089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-05c6dc52-6c1e-443b-afcb-c946f7dc0e34 req-f56cb9b7-cb25-4adb-8418-e615ae8a62b6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648224 Nov 12 11:58:59.607360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656456-b903-41e9-9e83-a51aba3267f5 req-39a61b09-a74d-4a21-a9dd-c93435551962 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:59.608856 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec656456-b903-41e9-9e83-a51aba3267f5 req-39a61b09-a74d-4a21-a9dd-c93435551962 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0510728 Nov 12 11:58:59.663965 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ec656456-b903-41e9-9e83-a51aba3267f5 req-0715ce02-9c1e-4e78-81aa-d742de04acda tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491509 Nov 12 11:58:59.682028 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:59.687678 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50464) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:59.754091 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8a32fcd0-2eac-4dda-af53-cf62b5accbf5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/9fa13b5b-dec3-459e-b352-c5c6f261a988 HTTP/1.1" status: 200 len: 993 time: 0.0652392 Nov 12 11:58:59.979181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50470) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:00.138091 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 5a130857-4f7f-4d0d-beb2-30d39f0e5f73 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:59:00.138438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:00.213808 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:00.214123 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:00.226774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 5a130857-4f7f-4d0d-beb2-30d39f0e5f73 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:59:00.378202 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:00.403964 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=5a130857-4f7f-4d0d-beb2-30d39f0e5f73,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:00.415633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.415983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.416326 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.416661 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.417027 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.417357 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.417686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.418010 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.418338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.418659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.418981 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.419300 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:00.477197 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:00.477521 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP 9fa13b5b-dec3-459e-b352-c5c6f261a988 disassociated (deleted). External IP: 172.25.2.175, port: 51e0dad3-8045-4d9c-b381-5e18e3699c7d. Nov 12 11:59:00.697083 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 21cd2798-97b1-42d2-bd82-6758978110ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:59:00.763037 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:00.811802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:59:00.816610 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:00.823187 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] Sync routers for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:59:00.836675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:00.837346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:00.845995 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ca0322bc-d3c3-467e-b67f-85d69ad056e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/floatingips/9fa13b5b-dec3-459e-b352-c5c6f261a988 HTTP/1.1" status: 204 len: 168 time: 0.8656917 Nov 12 11:59:00.846707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:59:00.849289 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcd686c-b07d-498c-8e5f-92b801f6113e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:59:00.902424 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734ffc87-a64a-4304-bd0f-4845c896245e x-openstack-request-id: req-734ffc87-a64a-4304-bd0f-4845c896245e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:59:00.902711 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:59:00.903011 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-734ffc87-a64a-4304-bd0f-4845c896245e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:59:00.903415 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'status': 'completed', 'code': 200} Nov 12 11:59:00.956107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:00.972715 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-95a2c918-aec6-4a87-825c-79c740accefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:00.974831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-95a2c918-aec6-4a87-825c-79c740accefb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 1097 time: 0.0467803 Nov 12 11:59:01.087955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-d622fc7f-7eea-483a-9bd0-facdaff56908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:01.089487 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-d622fc7f-7eea-483a-9bd0-facdaff56908 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b10f02d-915a-4a47-85b0-96903154d22c HTTP/1.1" status: 200 len: 897 time: 0.1075501 Nov 12 11:59:01.116643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240d2c-98d3-45cb-9d32-5c6a5059e36e req-342518df-7e9a-4dba-aeff-70b64f1a9e77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:01.119930 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc240d2c-98d3-45cb-9d32-5c6a5059e36e req-342518df-7e9a-4dba-aeff-70b64f1a9e77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0567009 Nov 12 11:59:01.137444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-0a898735-40be-4eda-8f00-802d40d734be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d HTTP/1.1" status: 200 len: 217 time: 0.0395067 Nov 12 11:59:01.171352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc240d2c-98d3-45cb-9d32-5c6a5059e36e req-dc9a8d15-77da-40cf-a88d-39f648fe9271 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467091 Nov 12 11:59:01.184215 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:10Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:01.191991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-bd311810-2cf9-4f21-aa4c-d556af285cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:01.194135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-bd311810-2cf9-4f21-aa4c-d556af285cd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18b418cc-99cb-4fd6-95ff-cb9db1acff18 HTTP/1.1" status: 200 len: 834 time: 0.0490892 Nov 12 11:59:01.212000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] Checking router: 21cd2798-97b1-42d2-bd82-6758978110ef for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:59:01.220383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:01.221038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:01.246294 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-56a52a15-3239-4c9f-9390-fd8b90d1a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:01.247804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-56a52a15-3239-4c9f-9390-fd8b90d1a8f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b10f02d-915a-4a47-85b0-96903154d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460639 Nov 12 11:59:01.331680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:01.342574 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-c8064f4a-948a-4505-a397-a01e8a2402a5 service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858469 Nov 12 11:59:01.542617 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:10Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:01.570122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d91c7-6261-4958-8c6d-8f51cde7283f None None] The sync data for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 is: [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:08Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '9531dd29-af3c-4ec4-99a1-faa44b8c3f4e', 'name': '', 'network_id': '4b10f02d-915a-4a47-85b0-96903154d22c', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:4f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:06Z', 'updated_at': '2021-11-12T11:58:10Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '18b418cc-99cb-4fd6-95ff-cb9db1acff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:59:01.776375 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bcd686c-b07d-498c-8e5f-92b801f6113e req-3db9dc35-2684-4902-9475-607499aa03e7 service neutron] 10.222.0.52 "GET /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265466 Nov 12 11:59:01.819682 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f785ea8-6860-48a2-b6c6-2899c5452f61 None None] New status for floating IP 9fa13b5b-dec3-459e-b352-c5c6f261a988: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:59:02.301319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f821-e768-448e-885f-7e3db1968f97 req-abd4eb14-8b65-4a6e-91d8-3af96c94df43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:02.303064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1361f821-e768-448e-885f-7e3db1968f97 req-abd4eb14-8b65-4a6e-91d8-3af96c94df43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0590327 Nov 12 11:59:02.353391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1361f821-e768-448e-885f-7e3db1968f97 req-c6c9e849-dc1a-4a63-a22b-93a42d37bc3d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=300bea5f-db01-4a48-b53f-925a94effdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 Nov 12 11:59:02.606602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-3886e17d-908f-4630-910e-504a4d26ebbb tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:02.608116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-3886e17d-908f-4630-910e-504a4d26ebbb tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 945 time: 0.0492616 Nov 12 11:59:02.701919 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 51e0dad3-8045-4d9c-b381-5e18e3699c7d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:59:02.702258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:02.792589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port 51e0dad3-8045-4d9c-b381-5e18e3699c7d, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=51e0dad3-8045-4d9c-b381-5e18e3699c7d,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:02.793241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:02.806458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 51e0dad3-8045-4d9c-b381-5e18e3699c7d owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:59:02.938369 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:02.969420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=51e0dad3-8045-4d9c-b381-5e18e3699c7d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:03.013697 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] No DVR routers for this DVR port 51e0dad3-8045-4d9c-b381-5e18e3699c7d on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:59:03.016239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:03.019768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d3668fe6-cb28-4799-83e8-c55f7eef59e8 req-39a54633-08f2-482b-9b6e-c1374a7d84a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "DELETE /v2.0/ports/51e0dad3-8045-4d9c-b381-5e18e3699c7d HTTP/1.1" status: 204 len: 173 time: 0.4056838 Nov 12 11:59:03.020216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'name': 'network-vif-deleted', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:59:03.023110 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb109eb9-f837-4af0-b77c-d10d0c60be15" -d '{"events": [{"server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "name": "network-vif-deleted", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:59:03.078034 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b13611-dc27-4710-9bcc-b3993d0a3452 x-openstack-request-id: req-11b13611-dc27-4710-9bcc-b3993d0a3452 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:59:03.078671 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a", "name": "network-vif-deleted", "tag": "51e0dad3-8045-4d9c-b381-5e18e3699c7d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:59:03.079430 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11b13611-dc27-4710-9bcc-b3993d0a3452 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:59:03.079834 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a', 'name': 'network-vif-deleted', 'tag': '51e0dad3-8045-4d9c-b381-5e18e3699c7d', 'status': 'completed', 'code': 200} Nov 12 11:59:03.473581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bad9b2ba-bb27-4547-915d-a49822f273bc req-5c436125-3ae4-4f26-8d96-73c1463aef59 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae9dc4a9-e4e2-461b-a46c-b872d16c2e4a HTTP/1.1" status: 200 len: 210 time: 0.0276992 Nov 12 11:59:04.532722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50486) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:04.901359 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:05.157639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:59:05.157902 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:05.252468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:05.252832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:05.265852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:59:05.455485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:05.483733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=9531dd29-af3c-4ec4-99a1-faa44b8c3f4e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:05.672308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:05.904135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 21cd2798-97b1-42d2-bd82-6758978110ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:59:06.018337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:59:06.023660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5650e5e8-0459-41fa-bc4a-887270ab5b66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/21cd2798-97b1-42d2-bd82-6758978110ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4897318 Nov 12 11:59:06.027307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50488) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:06.031309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] Sync routers for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:59:06.042447 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:06.042988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:06.091845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd8011d-02f8-4488-9ac7-ef3ae9198a68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting subnet 18b418cc-99cb-4fd6-95ff-cb9db1acff18 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:59:06.095115 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cd8011d-02f8-4488-9ac7-ef3ae9198a68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.145048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cd8011d-02f8-4488-9ac7-ef3ae9198a68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.162770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:06.253674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cd8011d-02f8-4488-9ac7-ef3ae9198a68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.329781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cd8011d-02f8-4488-9ac7-ef3ae9198a68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.360614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8011d-02f8-4488-9ac7-ef3ae9198a68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Subnet': ['ID=18b418cc-99cb-4fd6-95ff-cb9db1acff18,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:06.366828 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-6cd8011d-02f8-4488-9ac7-ef3ae9198a68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.373815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-6cd8011d-02f8-4488-9ac7-ef3ae9198a68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/subnets/18b418cc-99cb-4fd6-95ff-cb9db1acff18 HTTP/1.1" status: 204 len: 168 time: 0.3426826 Nov 12 11:59:06.374070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50492) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:06.375712 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1795cb-6dda-485b-bff5-c86937298646 None None] Network 4b10f02d-915a-4a47-85b0-96903154d22c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:59:06.436563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:59:05Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:06.471874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 51e0dad3-8045-4d9c-b381-5e18e3699c7d no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:59:06.476247 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] Checking router: 21cd2798-97b1-42d2-bd82-6758978110ef for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:59:06.501909 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.504649 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 51e0dad3-8045-4d9c-b381-5e18e3699c7d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:59:06.505031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 51e0dad3-8045-4d9c-b381-5e18e3699c7d not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:59:06.529123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] Routers {'21cd2798-97b1-42d2-bd82-6758978110ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:06.529749 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['21cd2798-97b1-42d2-bd82-6758978110ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:06.620935 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.675308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] DHCP port deletion for 4b10f02d-915a-4a47-85b0-96903154d22c request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:59:06.678808 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port be15c881-1a60-4401-829f-feb20bf66c29 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:59:06.679371 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.679632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] Set router 21cd2798-97b1-42d2-bd82-6758978110ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:06.761509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port be15c881-1a60-4401-829f-feb20bf66c29, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=be15c881-1a60-4401-829f-feb20bf66c29,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:06.761870 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.775548 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for be15c881-1a60-4401-829f-feb20bf66c29 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:59:06.849196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Deleting port 11784f30-9639-4601-8622-75cef33c9dd2 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:59:06.850575 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.960268 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:06.992660 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=be15c881-1a60-4401-829f-feb20bf66c29,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:07.025663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad827849-4396-4c2b-8c0a-b6f0606c0c6f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:59:07.054234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.108613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] For port 11784f30-9639-4601-8622-75cef33c9dd2, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=11784f30-9639-4601-8622-75cef33c9dd2,segment=NetworkSegment(461a34cc-6901-4665-a029-6ec2e812777d),segment_id=461a34cc-6901-4665-a029-6ec2e812777d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:07.109260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.124513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Calling delete_port for 11784f30-9639-4601-8622-75cef33c9dd2 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:59:07.150781 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.152995 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.181980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:59:05Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:07.201879 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.202443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Fanout notify agent at l3_agent the message router_deleted on router 21cd2798-97b1-42d2-bd82-6758978110ef {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:59:07.210365 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.214137 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-daced0a8-081c-4ada-a6ab-cdd6e99992de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/routers/21cd2798-97b1-42d2-bd82-6758978110ef HTTP/1.1" status: 204 len: 168 time: 0.8363104 Nov 12 11:59:07.214317 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f4f82-9cf3-4f44-97ef-e93d26485550 None None] The sync data for ids ['21cd2798-97b1-42d2-bd82-6758978110ef'] in n-d-768851-19 is: [{'id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643074850', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:59:05Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'be15c881-1a60-4401-829f-feb20bf66c29', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd2798-97b1-42d2-bd82-6758978110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:58:04Z', 'updated_at': '2021-11-12T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:59:07.214474 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50494) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:07.254169 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.283903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Pushing event deleted for resources: {'Port': ['ID=11784f30-9639-4601-8622-75cef33c9dd2,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:07.288506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] No DVR routers for this DVR port 11784f30-9639-4601-8622-75cef33c9dd2 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:59:07.295844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.296219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.296515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.296840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.297225 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.297557 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.297885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.298019 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.298207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.298530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.298850 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.299396 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.299717 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd72173-8c19-44b1-ab03-f7dfb09ca9a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.393163 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.414952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b10f02d-915a-4a47-85b0-96903154d22c']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:07.424318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461a34cc-6901-4665-a029-6ec2e812777d') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:07.424613 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461a34cc-6901-4665-a029-6ec2e812777d') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:07.435048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.448986 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.455762 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:59:07.456156 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: timer() Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:59:07.459526 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:59:07.518856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.524730 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.529188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/networks/4b10f02d-915a-4a47-85b0-96903154d22c HTTP/1.1" status: 204 len: 168 time: 0.3136563 Nov 12 11:59:07.533518 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50496) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:07.546400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55054410-3ecb-4aa9-bc72-8115f76a8938 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Network': ['ID=4b10f02d-915a-4a47-85b0-96903154d22c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:07.594550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.622350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.690185 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.693217 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:07.695045 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/security-groups/300bea5f-db01-4a48-b53f-925a94effdff HTTP/1.1" status: 204 len: 168 time: 0.1604726 Nov 12 11:59:07.705720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300bea5f-db01-4a48-b53f-925a94effdff,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:07.714438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.714987 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.715113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.715500 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.715798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.716165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.716470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.716803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.717169 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.717503 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.717838 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:07.718328 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dcdc-23dc-4677-a34b-4adce5339bac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:08.310294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 11784f30-9639-4601-8622-75cef33c9dd2 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:59:08.320017 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50502) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:08.324795 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a37b800e-2a89-4819-8b89-b1788d6ad6aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248976526', 'description': 'tempest-secgroup-smoke-1248976526 description', 'project_id': '726829c0aab649558d3f32b087fba365'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:08.330823 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 11784f30-9639-4601-8622-75cef33c9dd2 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:59:08.331171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 11784f30-9639-4601-8622-75cef33c9dd2 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:59:08.331579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device be15c881-1a60-4401-829f-feb20bf66c29 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:59:08.352129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: be15c881-1a60-4401-829f-feb20bf66c29 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:59:08.352376 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a37b800e-2a89-4819-8b89-b1788d6ad6aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.352506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device be15c881-1a60-4401-829f-feb20bf66c29 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:59:08.352899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:59:08.371906 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:59:08.372299 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 9531dd29-af3c-4ec4-99a1-faa44b8c3f4e not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:59:08.420677 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a37b800e-2a89-4819-8b89-b1788d6ad6aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.424310 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a37b800e-2a89-4819-8b89-b1788d6ad6aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.454330 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b800e-2a89-4819-8b89-b1788d6ad6aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b34bfc0-9cc8-487f-8e50-ae6f0205850a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:08.459114 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a37b800e-2a89-4819-8b89-b1788d6ad6aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.463847 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a37b800e-2a89-4819-8b89-b1788d6ad6aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396384 Nov 12 11:59:08.464238 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50504) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:08.468192 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-2c53e625-fe21-4fc0-82eb-646041a7f430 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '7b34bfc0-9cc8-487f-8e50-ae6f0205850a', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:08.494631 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c53e625-fe21-4fc0-82eb-646041a7f430 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.551811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c53e625-fe21-4fc0-82eb-646041a7f430 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.555868 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c53e625-fe21-4fc0-82eb-646041a7f430 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.576420 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53e625-fe21-4fc0-82eb-646041a7f430 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aceb1e55-e0d7-4234-8832-162430ae0de3,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:08.587200 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-2c53e625-fe21-4fc0-82eb-646041a7f430 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.588423 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-2c53e625-fe21-4fc0-82eb-646041a7f430 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236205 Nov 12 11:59:08.591229 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50506) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:08.595650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-193e09c9-1b79-4d46-a14c-0c65e99490bf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '7b34bfc0-9cc8-487f-8e50-ae6f0205850a', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:08.623094 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-193e09c9-1b79-4d46-a14c-0c65e99490bf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.683358 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-193e09c9-1b79-4d46-a14c-0c65e99490bf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.687036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-193e09c9-1b79-4d46-a14c-0c65e99490bf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.708658 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e09c9-1b79-4d46-a14c-0c65e99490bf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e4cbd8-e716-4891-babd-4e2d606ce2b4,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:08.717282 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-193e09c9-1b79-4d46-a14c-0c65e99490bf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.718527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-193e09c9-1b79-4d46-a14c-0c65e99490bf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263442 Nov 12 11:59:08.721405 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50508) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:08.726264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-29de343a-4050-4934-a483-9b017c5287e6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '7b34bfc0-9cc8-487f-8e50-ae6f0205850a', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:08.755474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-29de343a-4050-4934-a483-9b017c5287e6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.814203 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-29de343a-4050-4934-a483-9b017c5287e6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.820589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-29de343a-4050-4934-a483-9b017c5287e6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.839994 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de343a-4050-4934-a483-9b017c5287e6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b53c06-13e6-447e-adba-5873d411e604,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:08.848408 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-29de343a-4050-4934-a483-9b017c5287e6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.849694 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-29de343a-4050-4934-a483-9b017c5287e6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273267 Nov 12 11:59:08.853063 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50510) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:08.857544 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e38862a0-c74b-4a30-aeca-39806fd9b1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '7b34bfc0-9cc8-487f-8e50-ae6f0205850a', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:08.885048 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e38862a0-c74b-4a30-aeca-39806fd9b1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.951203 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e38862a0-c74b-4a30-aeca-39806fd9b1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.957285 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e38862a0-c74b-4a30-aeca-39806fd9b1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.983977 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38862a0-c74b-4a30-aeca-39806fd9b1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1fc481-b918-4097-89fc-6e27f81f5e78,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:08.995987 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e38862a0-c74b-4a30-aeca-39806fd9b1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:08.997599 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e38862a0-c74b-4a30-aeca-39806fd9b1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433446 Nov 12 11:59:09.000127 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50512) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:09.004963 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-16f1cb41-af2c-461e-9dbd-1d0954bf6a77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '7b34bfc0-9cc8-487f-8e50-ae6f0205850a', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:09.028579 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-16f1cb41-af2c-461e-9dbd-1d0954bf6a77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:59:09.033653 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f1cb41-af2c-461e-9dbd-1d0954bf6a77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.096625 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f1cb41-af2c-461e-9dbd-1d0954bf6a77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.101440 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f1cb41-af2c-461e-9dbd-1d0954bf6a77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.117577 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1cb41-af2c-461e-9dbd-1d0954bf6a77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c74c283-dd80-4441-9c81-879b6aa4b6f8,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:09.132063 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16f1cb41-af2c-461e-9dbd-1d0954bf6a77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.133503 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-16f1cb41-af2c-461e-9dbd-1d0954bf6a77 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322215 Nov 12 11:59:09.136336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50514) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:09.140611 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-4738bfa7-5873-4ad9-add6-1d197ad55ac4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '7b34bfc0-9cc8-487f-8e50-ae6f0205850a', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:09.167914 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-4738bfa7-5873-4ad9-add6-1d197ad55ac4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:59:09.173243 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4738bfa7-5873-4ad9-add6-1d197ad55ac4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.236382 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4738bfa7-5873-4ad9-add6-1d197ad55ac4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.240102 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4738bfa7-5873-4ad9-add6-1d197ad55ac4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.258345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738bfa7-5873-4ad9-add6-1d197ad55ac4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d5f355-296b-4b4e-a7d0-52cb70768617,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:09.266825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4738bfa7-5873-4ad9-add6-1d197ad55ac4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.268013 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4738bfa7-5873-4ad9-add6-1d197ad55ac4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307683 Nov 12 11:59:09.271204 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50516) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:09.277269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'network': {'name': 'tempest-network-smoke--181295438', 'project_id': '726829c0aab649558d3f32b087fba365', 'port_security_enabled': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:09.297454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:59:09.301023 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.326275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:59:09.339069 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.339414 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Added segment 3043dbb6-0fe4-4b52-923d-504e48ef2cd6 of type vlan for network 87931ebe-12a9-4f7e-904e-654a962b2842 Nov 12 11:59:09.381005 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.406742 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.415370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:09.415967 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.452710 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1795952 Nov 12 11:59:09.455915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50518) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:09.461710 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'admin_state_up': True, 'project_id': '726829c0aab649558d3f32b087fba365', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:09.486832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.487993 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.492973 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e133c-642a-4c35-9a6f-f78468f2d0a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Network': ['ID=87931ebe-12a9-4f7e-904e-654a962b2842,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:09.505053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 87931ebe-12a9-4f7e-904e-654a962b2842 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:59:09.559435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.701835 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.913630 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:09.932922 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:10.038701 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.57 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/bd992592-f323-474c-854d-8f1631d954a4) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:59:10.147668 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:10.185943 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:10.550952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:59:10.554434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:59:10.558151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:59:10.563898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=bd992592-f323-474c-854d-8f1631d954a4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:10.571332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89536973-6de6-4b09-bbb3-a540b5c3b8c6 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:59:10.657291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2c640121-3560-45ff-b760-10dc6a010bb6 None None] Provisioning complete for port bd992592-f323-474c-854d-8f1631d954a4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:10.658019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2c640121-3560-45ff-b760-10dc6a010bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:10.661920 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:10.697744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2c640121-3560-45ff-b760-10dc6a010bb6 None None] Port bd992592-f323-474c-854d-8f1631d954a4 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:59:10.831154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:10.994982 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:11.040157 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:11.171106 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6927db8f-2302-46fa-bf40-ff2825e321fc is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:59:11.287150 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:59:11.297320 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Sync routers for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:59:11.309531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:11.310077 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:11.310220 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:11.311332 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7417a499-9364-4305-9c2c-c8116e61ee33 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8543808 Nov 12 11:59:11.314637 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50520) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:11.346693 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-933a1699-4b2e-47f9-b101-8ce0a9a506ec tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=726829c0aab649558d3f32b087fba365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283916 Nov 12 11:59:11.346926 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50522) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:11.446428 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ffc410-6118-4ac9-967d-f44541cef8e1 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:11.450704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a0ffc410-6118-4ac9-967d-f44541cef8e1 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001389 Nov 12 11:59:11.450882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50524) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:11.483157 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-28cc3f54-e7fe-42ad-85a1-37193df1b7be tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284660 Nov 12 11:59:11.483397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50526) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:11.488156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-141639482', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'project_id': '726829c0aab649558d3f32b087fba365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:11.513604 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:11.580502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:59:11.584424 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:11.705922 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:10Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:11.734500 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Checking router: 6927db8f-2302-46fa-bf40-ff2825e321fc for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:59:11.734851 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Updating router 6927db8f-2302-46fa-bf40-ff2825e321fc port bd992592-f323-474c-854d-8f1631d954a4 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:59:11.760558 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:11.781294 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:11.851008 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Subnet': ['ID=fea2b8bd-50c2-473b-a28b-52dc8c894abd,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:11.860361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Checking segment: {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:59:11.860729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network hostable DHCP agents. Network: 87931ebe-12a9-4f7e-904e-654a962b2842, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:59:11.883392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 87931ebe-12a9-4f7e-904e-654a962b2842 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:59:11.893942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 87931ebe-12a9-4f7e-904e-654a962b2842) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:59:11.898569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:11.899184 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:11.909977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b7a51-9aa6-4d22-a094-637b09d1e845 None None] Network 87931ebe-12a9-4f7e-904e-654a962b2842 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:59:11.930254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7a4555b8-f958-488d-80d1-891ee7236754 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4459093 Nov 12 11:59:11.933396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50528) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:12.051212 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.058811 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.072261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-87931ebe-12a9-4f7e-904e-654a962b2842', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:59:12.073625 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.110012 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Attempting to bind port bd992592-f323-474c-854d-8f1631d954a4 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:59:12.110012 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Attempting to bind port bd992592-f323-474c-854d-8f1631d954a4 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:59:12.110012 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Attempting to bind port bd992592-f323-474c-854d-8f1631d954a4 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:59:12.124418 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:59:12.124769 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:59:12.125199 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.125592 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:59:12.126072 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Bound port: bd992592-f323-474c-854d-8f1631d954a4, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:59:12.126450 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.150620 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Pushing event updated for resources: {'Port': ['ID=bd992592-f323-474c-854d-8f1631d954a4,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:12.156912 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0d93b-0df0-45b6-9fc5-b7833a946f42 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:59:12.165687 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.165687 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.165993 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.166397 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.166588 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.166920 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.167270 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.167571 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.167900 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.168224 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.168561 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.168895 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:59:12.195930 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] For port bd992592-f323-474c-854d-8f1631d954a4, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:59:12.199688 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] For port bd992592-f323-474c-854d-8f1631d954a4, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bd992592-f323-474c-854d-8f1631d954a4,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:59:12.205481 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.240166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Allocated IP 172.20.0.2 (87931ebe-12a9-4f7e-904e-654a962b2842/fea2b8bd-50c2-473b-a28b-52dc8c894abd/f7565600-7fd6-4049-b026-9bd04399a996) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:59:12.253894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15bb845-8f3a-4e82-9027-05bc6cec3570 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:59:12.262347 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-038ca17c-f522-4952-adbb-d82dab6dd346 None None] Provisioning complete for port bd992592-f323-474c-854d-8f1631d954a4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:12.263007 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-038ca17c-f522-4952-adbb-d82dab6dd346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.266252 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:12.266894 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:12.368768 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2531f9-ac0e-4432-9aee-e20e0c6f5e39 None None] Pushing event updated for resources: {'Port': ['ID=bd992592-f323-474c-854d-8f1631d954a4,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:12.397759 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:12.440764 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.450777 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-038ca17c-f522-4952-adbb-d82dab6dd346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.490533 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-038ca17c-f522-4952-adbb-d82dab6dd346 None None] For port bd992592-f323-474c-854d-8f1631d954a4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bd992592-f323-474c-854d-8f1631d954a4,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:12.497075 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.499988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-038ca17c-f522-4952-adbb-d82dab6dd346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.505335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.547866 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Network 87931ebe-12a9-4f7e-904e-654a962b2842 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:59:12.550975 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:59:12.556610 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:59:12.573913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ca17c-f522-4952-adbb-d82dab6dd346 None None] Pushing event updated for resources: {'Port': ['ID=bd992592-f323-474c-854d-8f1631d954a4,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:12.603092 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:10Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:12.633802 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3d545-de56-4ff8-81e3-85110b81c76d None None] The sync data for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 is: [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:10Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:59:12.672619 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Pushing event updated for resources: {'Port': ['ID=f7565600-7fd6-4049-b026-9bd04399a996,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:12.676412 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Attempting to bind port f7565600-7fd6-4049-b026-9bd04399a996 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:59:12.676661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Attempting to bind port f7565600-7fd6-4049-b026-9bd04399a996 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:59:12.677137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Attempting to bind port f7565600-7fd6-4049-b026-9bd04399a996 on network 87931ebe-12a9-4f7e-904e-654a962b2842 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:59:12.680119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f9583667-1a9f-4060-a33b-d61abf617e33 None None] Provisioning complete for port bd992592-f323-474c-854d-8f1631d954a4 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:12.680273 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9583667-1a9f-4060-a33b-d61abf617e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.708182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:59:12.708182 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Checking segment: {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:59:12.708737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.709433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Bound using segment: {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:59:12.709943 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Bound port: f7565600-7fd6-4049-b026-9bd04399a996, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:59:12.710341 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.762973 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.1 (87931ebe-12a9-4f7e-904e-654a962b2842/fea2b8bd-50c2-473b-a28b-52dc8c894abd/1967d70c-a9d9-4422-85ef-2e820e679b53) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:59:12.823279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] For port f7565600-7fd6-4049-b026-9bd04399a996, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:59:12.827935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] For port f7565600-7fd6-4049-b026-9bd04399a996, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f7565600-7fd6-4049-b026-9bd04399a996,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:59:12.833659 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.919280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.921075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ab073-d638-4dc7-b945-fee4194e1fb5 None None] Pushing event updated for resources: {'Port': ['ID=f7565600-7fd6-4049-b026-9bd04399a996,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:12.964602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:13.014653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 87931ebe-12a9-4f7e-904e-654a962b2842 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:59:13.020414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:59:13.024723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:59:13.052109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=1967d70c-a9d9-4422-85ef-2e820e679b53,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:13.079552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:13.246581 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:13.548316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:13.553929 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:13.628460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=1967d70c-a9d9-4422-85ef-2e820e679b53,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:13.634877 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:13.745242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 87931ebe-12a9-4f7e-904e-654a962b2842 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:59:13.746813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:59:13.863614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6927db8f-2302-46fa-bf40-ff2825e321fc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:59:13.966974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52c693-455c-4538-9312-e441532247a3 None None] Network 87931ebe-12a9-4f7e-904e-654a962b2842 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:59:13.983263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:59:13.989255 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f923220-cf49-4a07-b6b8-9add459430f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/6927db8f-2302-46fa-bf40-ff2825e321fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0546348 Nov 12 11:59:14.098993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-420e19bf-3a2e-4e22-ada3-d675bf1a9fc2 None None] Provisioning complete for port f7565600-7fd6-4049-b026-9bd04399a996 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:14.099372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-420e19bf-3a2e-4e22-ada3-d675bf1a9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:14.172206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-e32cf159-1ca7-4ba9-8041-51826288082b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248976526&fields=id&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 267 time: 0.0632095 Nov 12 11:59:14.231471 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-420e19bf-3a2e-4e22-ada3-d675bf1a9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:14.265755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f7565600-7fd6-4049-b026-9bd04399a996 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:59:14.315132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-420e19bf-3a2e-4e22-ada3-d675bf1a9fc2 None None] For port f7565600-7fd6-4049-b026-9bd04399a996, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f7565600-7fd6-4049-b026-9bd04399a996,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:14.323603 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-420e19bf-3a2e-4e22-ada3-d675bf1a9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:14.326642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-ec89fb1b-794d-4341-b4a5-a4da00d52069 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:14.334305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-ec89fb1b-794d-4341-b4a5-a4da00d52069 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/networks?id=87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 200 len: 796 time: 0.1533291 Nov 12 11:59:14.347414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0c45670a-e194-4628-9582-1d42053f48f4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/quotas/726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 375 time: 0.0119495 Nov 12 11:59:14.391804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e19bf-3a2e-4e22-ada3-d675bf1a9fc2 None None] Pushing event updated for resources: {'Port': ['ID=f7565600-7fd6-4049-b026-9bd04399a996,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:14.399909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f7565600-7fd6-4049-b026-9bd04399a996 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:14.400286 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:14.417811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-24d6c8a9-8f0a-4091-b475-894bcc517867 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637658 Nov 12 11:59:14.503794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bd992592-f323-474c-854d-8f1631d954a4 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:59:14.551485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-c019f9f8-8629-4178-8670-710b4e4407e8 service neutron] 10.222.0.31 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080098 Nov 12 11:59:14.562262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-52e5d239-dba1-4f09-878a-5253857fbbce None None] Provisioning complete for port f7565600-7fd6-4049-b026-9bd04399a996 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:14.562628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-52e5d239-dba1-4f09-878a-5253857fbbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:14.618678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port bd992592-f323-474c-854d-8f1631d954a4 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:14.619396 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:14.657389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-1101b4f9-9e80-4ce9-9041-50b060ce8789 service neutron] 10.222.0.31 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972798 Nov 12 11:59:14.730911 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Sync routers for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:59:14.763172 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:14.763858 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:14.769179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-52e5d239-dba1-4f09-878a-5253857fbbce None None] Provisioning complete for port 1967d70c-a9d9-4422-85ef-2e820e679b53 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:14.769550 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-52e5d239-dba1-4f09-878a-5253857fbbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:14.856466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-52e5d239-dba1-4f09-878a-5253857fbbce None None] Port 1967d70c-a9d9-4422-85ef-2e820e679b53 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:59:14.885544 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-36e2adf6-a3a7-4c4c-b6ec-f05bb0a87dec req-6cf2eec7-2f9d-481e-9eb8-b84cc57e937f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 210 time: 0.0403476 Nov 12 11:59:14.946517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:15.034080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29686093-efe4-4172-82d0-eec7cff891f9 None None] Provisioning complete for port 1967d70c-a9d9-4422-85ef-2e820e679b53 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:15.034674 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29686093-efe4-4172-82d0-eec7cff891f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:15.115320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29686093-efe4-4172-82d0-eec7cff891f9 None None] Port 1967d70c-a9d9-4422-85ef-2e820e679b53 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:59:15.198039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 2, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:15.226918 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Checking router: 6927db8f-2302-46fa-bf40-ff2825e321fc for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:59:15.227277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Updating router 6927db8f-2302-46fa-bf40-ff2825e321fc port 1967d70c-a9d9-4422-85ef-2e820e679b53 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:59:15.255913 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:15.545231 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:15.551259 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:15.603571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839239a-4c2f-47be-bca5-e8d0a78e8f28 None None] Pushing event updated for resources: {'Port': ['ID=1967d70c-a9d9-4422-85ef-2e820e679b53,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:15.660667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Attempting to bind port 1967d70c-a9d9-4422-85ef-2e820e679b53 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:59:15.661155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Attempting to bind port 1967d70c-a9d9-4422-85ef-2e820e679b53 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:59:15.661836 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Attempting to bind port 1967d70c-a9d9-4422-85ef-2e820e679b53 on network 87931ebe-12a9-4f7e-904e-654a962b2842 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:59:15.667199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:59:15.667585 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Checking segment: {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:59:15.667989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:15.668387 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Bound using segment: {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:59:15.668903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Bound port: 1967d70c-a9d9-4422-85ef-2e820e679b53, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:59:15.669297 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:15.756842 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] For port 1967d70c-a9d9-4422-85ef-2e820e679b53, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:59:15.761684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] For port 1967d70c-a9d9-4422-85ef-2e820e679b53, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1967d70c-a9d9-4422-85ef-2e820e679b53,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:59:15.767125 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:15.847640 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839239a-4c2f-47be-bca5-e8d0a78e8f28 None None] Pushing event updated for resources: {'Port': ['ID=1967d70c-a9d9-4422-85ef-2e820e679b53,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:15.851730 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:15.852670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:15.906827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c51618cc-16d1-490a-9121-fe976fa72f55 None None] Provisioning complete for port 1967d70c-a9d9-4422-85ef-2e820e679b53 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:15.907206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c51618cc-16d1-490a-9121-fe976fa72f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.033885 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ec73093-af02-4a04-b545-5c7748d83234 req-e8307f4f-14e1-40d8-9a54-0ba8ff367f78 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 210 time: 0.0389178 Nov 12 11:59:16.059414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-b7e4aaa4-e12c-461a-977f-e2207c5ac775 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:16.060964 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-b7e4aaa4-e12c-461a-977f-e2207c5ac775 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "GET /v2.0/networks?id=87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 200 len: 796 time: 0.1973488 Nov 12 11:59:16.144094 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7842099b-82cf-4304-9195-c8bfe830da63 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 380 time: 0.0701790 Nov 12 11:59:16.159128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'port': {'device_id': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'admin_state_up': True, 'tenant_id': '726829c0aab649558d3f32b087fba365', 'security_groups': ['7b34bfc0-9cc8-487f-8e50-ae6f0205850a']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:16.210849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f7565600-7fd6-4049-b026-9bd04399a996 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:59:16.245545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:16.282242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:59:16.286175 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.364094 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c51618cc-16d1-490a-9121-fe976fa72f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.419712 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.3 (87931ebe-12a9-4f7e-904e-654a962b2842/fea2b8bd-50c2-473b-a28b-52dc8c894abd/05ea18f6-f475-4f0a-95b0-861c0c0a823d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:59:16.451273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f7565600-7fd6-4049-b026-9bd04399a996 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:16.451651 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.489435 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c51618cc-16d1-490a-9121-fe976fa72f55 None None] For port 1967d70c-a9d9-4422-85ef-2e820e679b53, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1967d70c-a9d9-4422-85ef-2e820e679b53,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:16.499135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c51618cc-16d1-490a-9121-fe976fa72f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.564291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.601012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.607731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51618cc-16d1-490a-9121-fe976fa72f55 None None] Pushing event updated for resources: {'Port': ['ID=1967d70c-a9d9-4422-85ef-2e820e679b53,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:16.654270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 87931ebe-12a9-4f7e-904e-654a962b2842 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:59:16.657459 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:59:16.661859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:59:16.679472 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e4a378ec-1643-438d-a974-38ca8fb5bff6 None None] Provisioning complete for port 1967d70c-a9d9-4422-85ef-2e820e679b53 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:16.680114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e4a378ec-1643-438d-a974-38ca8fb5bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.689832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=05ea18f6-f475-4f0a-95b0-861c0c0a823d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:16.712667 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:15Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:16.720225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:16.721033 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.746418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-0a073a4a-ec01-4815-ba2c-151ba04d87a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873029 Nov 12 11:59:16.747357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c62f70-7328-4169-9d2f-75d43c6901c7 None None] The sync data for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 is: [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:15Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:59:16.756505 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Request body: {'port': {'device_id': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:16.841932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:16.973799 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a63bbda2-23f5-458a-9b2c-a0c455f6631c None None] Provisioning complete for port 05ea18f6-f475-4f0a-95b0-861c0c0a823d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:16.974598 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a63bbda2-23f5-458a-9b2c-a0c455f6631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:17.018290 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a63bbda2-23f5-458a-9b2c-a0c455f6631c None None] Port 05ea18f6-f475-4f0a-95b0-861c0c0a823d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:59:17.145313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ea18f6-f475-4f0a-95b0-861c0c0a823d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:59:17.154110 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:17.170292 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Transition to ACTIVE for port object 05ea18f6-f475-4f0a-95b0-861c0c0a823d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:59:17.175470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61296c7e-53f2-40f0-afbe-fa12dfe2b7aa req-c6bbe226-727d-4664-89ab-53cb821d3348 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:17.176065 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:17.178522 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61296c7e-53f2-40f0-afbe-fa12dfe2b7aa req-c6bbe226-727d-4664-89ab-53cb821d3348 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 931 time: 0.0618176 Nov 12 11:59:17.286244 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-61296c7e-53f2-40f0-afbe-fa12dfe2b7aa req-b9786eb4-26e4-4413-a100-b6ba2249f408 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974481 Nov 12 11:59:17.293265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Pushing event updated for resources: {'Port': ['ID=05ea18f6-f475-4f0a-95b0-861c0c0a823d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:17.352362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Attempting to bind port 05ea18f6-f475-4f0a-95b0-861c0c0a823d on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:59:17.356108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Attempting to bind port 05ea18f6-f475-4f0a-95b0-861c0c0a823d by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:59:17.356544 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Attempting to bind port 05ea18f6-f475-4f0a-95b0-861c0c0a823d on network 87931ebe-12a9-4f7e-904e-654a962b2842 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:59:17.362257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Port 05ea18f6-f475-4f0a-95b0-861c0c0a823d on network 87931ebe-12a9-4f7e-904e-654a962b2842 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:59:17.362585 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Attempting to bind port 05ea18f6-f475-4f0a-95b0-861c0c0a823d on network 87931ebe-12a9-4f7e-904e-654a962b2842 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:59:17.370328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:59:17.370824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Checking segment: {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:59:17.371245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Bound using segment: {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:59:17.371720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Bound port: 05ea18f6-f475-4f0a-95b0-861c0c0a823d, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3043dbb6-0fe4-4b52-923d-504e48ef2cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:59:17.372073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:17.454504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] For port 05ea18f6-f475-4f0a-95b0-861c0c0a823d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:59:17.458307 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] For port 05ea18f6-f475-4f0a-95b0-861c0c0a823d, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:59:17.464389 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:17.502812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:17.503450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:17.505052 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] 10.222.0.59 "PUT /v2.0/ports/05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 200 len: 1092 time: 0.7551751 Nov 12 11:59:17.505593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:59:17.508472 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2552ddc8-0267-4f09-b8ae-3f076eead5af" -d '{"events": [{"name": "network-changed", "server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:59:17.539209 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ba28b-fbc6-4ec5-9e3b-be3dc06ace1d service neutron] Pushing event updated for resources: {'Port': ['ID=05ea18f6-f475-4f0a-95b0-861c0c0a823d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:17.592119 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa9295a-eac9-4cc4-bc51-3d3aa9802677 x-openstack-request-id: req-7fa9295a-eac9-4cc4-bc51-3d3aa9802677 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:59:17.592405 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:59:17.592657 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fa9295a-eac9-4cc4-bc51-3d3aa9802677 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:59:17.593092 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'status': 'completed', 'code': 200} Nov 12 11:59:17.634475 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-fe662020-58c6-46af-af49-51634c9f81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:17.636128 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-fe662020-58c6-46af-af49-51634c9f81ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1095 time: 0.0579150 Nov 12 11:59:17.691076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-355f8ca5-f04d-4d70-96bb-1bab650ccc07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 200 len: 217 time: 0.0433371 Nov 12 11:59:18.072766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-50e424bf-c0d0-4e29-8220-97ff53cdcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:18.074261 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-50e424bf-c0d0-4e29-8220-97ff53cdcf35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fea2b8bd-50c2-473b-a28b-52dc8c894abd HTTP/1.1" status: 200 len: 834 time: 0.3752184 Nov 12 11:59:18.122122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-127ab9c3-9a05-48de-974e-c8928a5464d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:18.123646 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-127ab9c3-9a05-48de-974e-c8928a5464d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87931ebe-12a9-4f7e-904e-654a962b2842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418899 Nov 12 11:59:18.206262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1967d70c-a9d9-4422-85ef-2e820e679b53 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:59:18.225685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-9fa4603e-7229-4b77-b50c-b2886fcfbbc0 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941021 Nov 12 11:59:18.259274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1967d70c-a9d9-4422-85ef-2e820e679b53 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:18.259670 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:18.325199 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-03b5a5aa-c879-480c-91ea-18d52a588c2d req-85c08791-f26f-4c1a-837c-80d68a0772b2 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921540 Nov 12 11:59:18.411951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fdb39-7225-4341-8953-435553587a18 req-c58a4dd8-94b1-4d31-a70b-979353fa415d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:18.414382 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33fdb39-7225-4341-8953-435553587a18 req-c58a4dd8-94b1-4d31-a70b-979353fa415d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 943 time: 0.0547318 Nov 12 11:59:18.427135 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-ba521aad-d879-4b66-88f5-a1ce3b39a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:18.429292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-ba521aad-d879-4b66-88f5-a1ce3b39a9f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1095 time: 0.0494876 Nov 12 11:59:18.477927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d33fdb39-7225-4341-8953-435553587a18 req-79263bf8-1840-49c3-bb93-f08a81215a58 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517883 Nov 12 11:59:18.529848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-9752e987-d3e0-411f-a795-4dc23618a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:18.531622 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-9752e987-d3e0-411f-a795-4dc23618a4b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 200 len: 897 time: 0.0942285 Nov 12 11:59:18.582838 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-914cef9b-1cb4-436b-8a7f-b4388ec79d03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 200 len: 217 time: 0.0428407 Nov 12 11:59:18.642084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-47f4fca8-8eaf-46c3-b5de-98b86405b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:18.643534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-47f4fca8-8eaf-46c3-b5de-98b86405b71a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fea2b8bd-50c2-473b-a28b-52dc8c894abd HTTP/1.1" status: 200 len: 834 time: 0.0525272 Nov 12 11:59:18.694689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-024717b8-014e-4313-9455-317be1b5db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:18.696203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-024717b8-014e-4313-9455-317be1b5db9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87931ebe-12a9-4f7e-904e-654a962b2842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442827 Nov 12 11:59:18.801500 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-ff2f124a-1c9d-47fb-a043-489e45427036 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944684 Nov 12 11:59:18.906251 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2552ddc8-0267-4f09-b8ae-3f076eead5af req-c02d3164-6aa8-4ff8-b25e-f2f76297be40 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962706 Nov 12 11:59:19.599819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ec19c-3cd1-4958-b603-2e94cbc5b421 req-91c76dd7-ee71-4125-8a94-58f924871ffd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:19.601273 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-018ec19c-3cd1-4958-b603-2e94cbc5b421 req-91c76dd7-ee71-4125-8a94-58f924871ffd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 943 time: 0.0507154 Nov 12 11:59:19.655203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-018ec19c-3cd1-4958-b603-2e94cbc5b421 req-246f83e3-f696-4fed-82d7-02bd8d2bffa2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479310 Nov 12 11:59:20.373103 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 05ea18f6-f475-4f0a-95b0-861c0c0a823d details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:59:20.469367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 05ea18f6-f475-4f0a-95b0-861c0c0a823d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:20.480884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'port_id': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'mac_address': 'fa:16:3e:07:55:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:59:20.521115 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:20.534199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ea18f6-f475-4f0a-95b0-861c0c0a823d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:59:20.553653 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 05ea18f6-f475-4f0a-95b0-861c0c0a823d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:20.557740 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:20.608190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=05ea18f6-f475-4f0a-95b0-861c0c0a823d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:20.782799 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03373198-71e6-4d95-a746-fc964cbc0504 req-6a6a5973-54cf-4aa0-99e8-5b7e77d6a6ab tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:20.784899 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03373198-71e6-4d95-a746-fc964cbc0504 req-6a6a5973-54cf-4aa0-99e8-5b7e77d6a6ab tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 944 time: 0.0573795 Nov 12 11:59:20.840091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['05ea18f6-f475-4f0a-95b0-861c0c0a823d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:59:20.842290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-03373198-71e6-4d95-a746-fc964cbc0504 req-d7acac34-f515-4530-b1fe-68637d383ef9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506644 Nov 12 11:59:21.966605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a19ef7-9861-4441-abc5-ac4d0ff4a4b8 req-2469d18e-0f61-43a2-9f15-caf98563bbb5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:21.968102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0a19ef7-9861-4441-abc5-ac4d0ff4a4b8 req-2469d18e-0f61-43a2-9f15-caf98563bbb5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 944 time: 0.0533979 Nov 12 11:59:22.017295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0a19ef7-9861-4441-abc5-ac4d0ff4a4b8 req-d7403dbc-882c-4172-9676-3336c76b0e09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Nov 12 11:59:22.384949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 05ea18f6-f475-4f0a-95b0-861c0c0a823d up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:59:22.433857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 05ea18f6-f475-4f0a-95b0-861c0c0a823d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:59:22.438234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 05ea18f6-f475-4f0a-95b0-861c0c0a823d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:59:22.438612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:22.517430 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:22.541184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:59:22.543420 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b28da8f-b3da-4b71-86bf-1b5333201cdf" -d '{"events": [{"server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "name": "network-vif-plugged", "status": "completed", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:59:22.555805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 05ea18f6-f475-4f0a-95b0-861c0c0a823d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:59:22.559876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:22.584658 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf8e9b-ebd1-4419-bef3-4998d6a5251f x-openstack-request-id: req-cfcf8e9b-ebd1-4419-bef3-4998d6a5251f {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:59:22.585002 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "name": "network-vif-plugged", "status": "completed", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:59:22.585309 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfcf8e9b-ebd1-4419-bef3-4998d6a5251f {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:59:22.585646 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'code': 200} Nov 12 11:59:22.613539 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=05ea18f6-f475-4f0a-95b0-861c0c0a823d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:22.685546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049a922-77d3-4cc6-b009-6f13c23894c7 req-35826342-19b8-4241-9ebf-2c185d84b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:22.686936 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d049a922-77d3-4cc6-b009-6f13c23894c7 req-35826342-19b8-4241-9ebf-2c185d84b91b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1097 time: 0.0411077 Nov 12 11:59:22.735776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d049a922-77d3-4cc6-b009-6f13c23894c7 req-d3c47d22-35a6-4d04-8f56-0c7ec3607a50 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 Nov 12 11:59:22.827456 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:59:23.141358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6034d3-318d-4108-a2fc-7ee158c6f763 req-98c00b2e-517f-4c40-ae8e-3a7c387d174c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:23.142898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d6034d3-318d-4108-a2fc-7ee158c6f763 req-98c00b2e-517f-4c40-ae8e-3a7c387d174c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0566847 Nov 12 11:59:23.203202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d6034d3-318d-4108-a2fc-7ee158c6f763 req-c870e692-99e9-41f1-bec8-36ab5a672dcd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526850 Nov 12 11:59:24.035517 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b23ffcef-8d4d-421e-bd7f-63086e1d55db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:24.322273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf0b1a-1b43-42ae-b3d4-68710b59bbf0 req-1253efde-5581-4eed-ae8d-49594e336081 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:24.323671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33cf0b1a-1b43-42ae-b3d4-68710b59bbf0 req-1253efde-5581-4eed-ae8d-49594e336081 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0512533 Nov 12 11:59:24.373292 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-33cf0b1a-1b43-42ae-b3d4-68710b59bbf0 req-e9e908d3-28bc-4c82-9c85-9b50b9a9ac5a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Nov 12 11:59:24.491751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f531499-5378-4611-811c-6a92cbd50000 req-e1bbe48d-a175-44ed-af9d-78515a6b7d0c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:24.493274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7f531499-5378-4611-811c-6a92cbd50000 req-e1bbe48d-a175-44ed-af9d-78515a6b7d0c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0527337 Nov 12 11:59:24.544025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7f531499-5378-4611-811c-6a92cbd50000 req-7b4c79f4-cef9-4e02-a72e-d3d9e5011ef9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443182 Nov 12 11:59:24.565391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50580) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:24.606274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7279789f-ab05-44f9-874e-c93b1818d664 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:24.607708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-7279789f-ab05-44f9-874e-c93b1818d664 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1092 time: 0.0413244 Nov 12 11:59:24.610648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50582) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:24.614983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:59:24.637624 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:24.737610 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:24.845430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.172 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/c88237f8-487a-4fdd-ad06-a21fd843ecd3) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:59:24.950698 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:24.984885 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:25.026932 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:59:25.029869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:59:25.032320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:59:25.058722 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=c88237f8-487a-4fdd-ad06-a21fd843ecd3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:25.394116 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:25.465485 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:25.619298 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:25.623874 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:25.694539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=c88237f8-487a-4fdd-ad06-a21fd843ecd3,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:59:25.711904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:25.818641 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP 37cb9fa4-7893-4c92-aaae-ead4b1c1cefc associated. External IP: 172.25.2.172, port: 05ea18f6-f475-4f0a-95b0-861c0c0a823d. Nov 12 11:59:26.045730 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6927db8f-2302-46fa-bf40-ff2825e321fc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:59:26.161202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:59:26.170986 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] Sync routers for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:59:26.182427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:26.183428 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:26.184322 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:58:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:26.214920 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5ad5e011-bfcd-4ed1-9346-1a4774287f40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6007462 Nov 12 11:59:26.214920 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:59:26.215613 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:59:26.271788 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a69ba67-9def-457a-a44a-fc7b65575fd3 x-openstack-request-id: req-4a69ba67-9def-457a-a44a-fc7b65575fd3 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:59:26.273311 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:59:26.273805 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a69ba67-9def-457a-a44a-fc7b65575fd3 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:59:26.274537 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'status': 'completed', 'code': 200} Nov 12 11:59:26.316313 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:26.347725 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1884e5-c778-4710-a52f-792bf08cf3f0 req-b46b9d6e-0fbe-4bc3-aa5c-1214d2549ec0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:26.351017 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e1884e5-c778-4710-a52f-792bf08cf3f0 req-b46b9d6e-0fbe-4bc3-aa5c-1214d2549ec0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0605705 Nov 12 11:59:26.357507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-3551726d-a4c8-481d-b655-d35fc1578bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:26.361211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-3551726d-a4c8-481d-b655-d35fc1578bef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1097 time: 0.0519776 Nov 12 11:59:26.408643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e1884e5-c778-4710-a52f-792bf08cf3f0 req-1a820478-61a1-44bd-a1e5-b76c9404f61d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482783 Nov 12 11:59:26.419925 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7c729130-c60f-4a6e-859f-e557db66e27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:26.437896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50588) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:26.506142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-d7d021bf-df73-4d4e-afef-785373a8bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:26.508250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-d7d021bf-df73-4d4e-afef-785373a8bad8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 200 len: 897 time: 0.1352997 Nov 12 11:59:26.525507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fa323097-e77e-4522-8c3b-1343c6884007 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/37cb9fa4-7893-4c92-aaae-ead4b1c1cefc HTTP/1.1" status: 200 len: 991 time: 0.0863719 Nov 12 11:59:26.584939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-e2c94d3c-4d6d-43ea-bfe2-a7651a1bc912 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 200 len: 999 time: 0.0631654 Nov 12 11:59:26.616270 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '37cb9fa4-7893-4c92-aaae-ead4b1c1cefc', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'port_id': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'mac_address': 'fa:16:3e:07:55:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:59:25Z', 'updated_at': '2021-11-12T11:59:25Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:16Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:26.643267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-18f3231f-4572-4e96-92aa-7cc33b843743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:26.644881 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-18f3231f-4572-4e96-92aa-7cc33b843743 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fea2b8bd-50c2-473b-a28b-52dc8c894abd HTTP/1.1" status: 200 len: 834 time: 0.0485220 Nov 12 11:59:26.645133 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] Checking router: 6927db8f-2302-46fa-bf40-ff2825e321fc for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:59:26.653890 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:59:26.654489 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T11:59:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:26.703105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-98744a0c-c89b-44f1-9ce5-59d7ff5d0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:26.704946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-98744a0c-c89b-44f1-9ce5-59d7ff5d0a9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87931ebe-12a9-4f7e-904e-654a962b2842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473862 Nov 12 11:59:26.765451 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:59:26.805619 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-a418a711-0b81-43a5-ba16-864cbbb33f34 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878420 Nov 12 11:59:26.938757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-40bc2183-aa19-4bee-90c5-7fc37ab92ca4 req-7d63ca75-12e9-4486-9692-49d594004379 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212039 Nov 12 11:59:27.102506 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '37cb9fa4-7893-4c92-aaae-ead4b1c1cefc', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'port_id': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'mac_address': 'fa:16:3e:07:55:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:59:25Z', 'updated_at': '2021-11-12T11:59:25Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:16Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:59:27.128357 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc22adf-5c0f-4a22-bed5-31d23b3aa7a9 None None] The sync data for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 is: [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '37cb9fa4-7893-4c92-aaae-ead4b1c1cefc', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'port_id': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'mac_address': 'fa:16:3e:07:55:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:59:25Z', 'updated_at': '2021-11-12T11:59:25Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:16Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:59:27.327251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdec4fa-9257-464a-a42b-fd6eed0fb2bc None None] New status for floating IP 37cb9fa4-7893-4c92-aaae-ead4b1c1cefc: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:59:27.523353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50590) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:59:27.590028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0c558533-251a-472c-962b-ee14916a68b0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/37cb9fa4-7893-4c92-aaae-ead4b1c1cefc HTTP/1.1" status: 200 len: 993 time: 0.0654831 Nov 12 11:59:27.965042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:29.683994 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:30.764476 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:39.526392 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-9c4dd246-1b70-45b2-8f2c-23bb502592b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412788 Nov 12 11:59:39.615094 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-1fea9533-3308-468e-9dfb-3056d7206904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:39.616609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-1fea9533-3308-468e-9dfb-3056d7206904 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1097 time: 0.0415683 Nov 12 11:59:39.728683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-b4fe62b4-54d1-4c52-a553-0c1bc6f65c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:39.730212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-b4fe62b4-54d1-4c52-a553-0c1bc6f65c0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 200 len: 897 time: 0.0923679 Nov 12 11:59:39.800026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-a911dece-abcb-4ee4-bf05-f5c5dde29e03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 200 len: 1001 time: 0.0613756 Nov 12 11:59:39.855663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-fd2588da-b83f-4af3-9a8b-514d062ef73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:39.857155 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-fd2588da-b83f-4af3-9a8b-514d062ef73b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fea2b8bd-50c2-473b-a28b-52dc8c894abd HTTP/1.1" status: 200 len: 834 time: 0.0485222 Nov 12 11:59:39.912833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-81a94392-5529-44a8-904f-9bfb2b9236cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:39.914374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-81a94392-5529-44a8-904f-9bfb2b9236cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87931ebe-12a9-4f7e-904e-654a962b2842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477755 Nov 12 11:59:39.927950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-7b4aeb4b-88ff-45df-9d2f-b8e0b60c4d4b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:59:39.928922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-7b4aeb4b-88ff-45df-9d2f-b8e0b60c4d4b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056655 Nov 12 11:59:40.024202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-5b5916b4-0d3a-4b7d-be2c-b3624d2e6561 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877125 Nov 12 11:59:40.123697 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba5f452f-fe2c-4967-bd18-fc2d51ad6a7a req-2358aa64-c784-4e6a-9ab8-fd8980de678d service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 Nov 12 11:59:40.666271 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:41.024479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:54.031645 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6a5596ec-dad0-4e3a-bbf6-9a1627621c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:56.423597 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3029b984-3968-4627-9a03-068b5e005037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:57.958741 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:59.686687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:59.826176 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:00:00.767026 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:01.087434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325b288-2cd1-493c-b722-7698f6fd37d4 req-9aa3735e-7e3b-4ec2-8154-8a1f7dd467ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:01.088889 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6325b288-2cd1-493c-b722-7698f6fd37d4 req-9aa3735e-7e3b-4ec2-8154-8a1f7dd467ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0794184 Nov 12 12:00:01.091751 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-6fa55dd2-dc36-4f00-9b9f-ec43dfdd0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:01.093133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-6fa55dd2-dc36-4f00-9b9f-ec43dfdd0cb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1097 time: 0.0747814 Nov 12 12:00:01.203075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6325b288-2cd1-493c-b722-7698f6fd37d4 req-0ccea50f-6d8e-4663-b658-b330a7331f94 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077726 Nov 12 12:00:01.229315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-4ae01bf7-c217-45c4-afd3-417a41a34627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:01.230791 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-4ae01bf7-c217-45c4-afd3-417a41a34627 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 200 len: 897 time: 0.1250279 Nov 12 12:00:01.304788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-05a3c309-6ba6-4253-9a8c-d473e592b518 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 200 len: 1001 time: 0.0654430 Nov 12 12:00:01.358756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-296e60b2-1856-4850-b077-a3608fec1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:01.360143 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-296e60b2-1856-4850-b077-a3608fec1dbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fea2b8bd-50c2-473b-a28b-52dc8c894abd HTTP/1.1" status: 200 len: 834 time: 0.0471931 Nov 12 12:00:01.408958 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-cf622d97-7741-4144-ad97-e0fe03b398ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:01.410518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-cf622d97-7741-4144-ad97-e0fe03b398ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87931ebe-12a9-4f7e-904e-654a962b2842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420341 Nov 12 12:00:01.507856 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-25832de6-1102-4002-9de9-99f00df56522 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Nov 12 12:00:01.607228 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-65a0eb8a-8974-4d67-89df-7a680b43cea7 req-9088aef8-4d0e-407d-a0ac-fe8f8e1e7806 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865242 Nov 12 12:00:02.327659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc2053-540c-4daf-bc9b-b4a2b7450e30 req-2cbb7d07-d657-414e-988a-781c474ef9dd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:02.329492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bfdc2053-540c-4daf-bc9b-b4a2b7450e30 req-2cbb7d07-d657-414e-988a-781c474ef9dd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0521276 Nov 12 12:00:02.380794 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bfdc2053-540c-4daf-bc9b-b4a2b7450e30 req-052b692a-bf64-4ac8-bcaa-652e650a4917 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447860 Nov 12 12:00:03.503479 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021d28-fcf2-4ee0-ab91-4e91404eb6e0 req-eafcde10-b79d-4e56-a7be-53fec7c5412b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:03.505037 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76021d28-fcf2-4ee0-ab91-4e91404eb6e0 req-eafcde10-b79d-4e56-a7be-53fec7c5412b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Nov 12 12:00:03.560310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76021d28-fcf2-4ee0-ab91-4e91404eb6e0 req-7ef3b8f0-c678-4e14-a0f4-6210d6704454 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494323 Nov 12 12:00:04.675298 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f322-2c83-46c9-9e0b-5f3aa6f3d4ad req-de26c0e1-58b9-444a-9cab-ac4f05180a99 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:04.677368 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4785f322-2c83-46c9-9e0b-5f3aa6f3d4ad req-de26c0e1-58b9-444a-9cab-ac4f05180a99 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Nov 12 12:00:04.737822 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4785f322-2c83-46c9-9e0b-5f3aa6f3d4ad req-c02b690e-9ee0-4b9a-ac19-2157da931f18 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541430 Nov 12 12:00:05.855260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791eed5-dc9b-4c37-bfed-a47f1492e320 req-7c9429e9-21a6-44c1-ae44-2c649e7750bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:05.856795 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f791eed5-dc9b-4c37-bfed-a47f1492e320 req-7c9429e9-21a6-44c1-ae44-2c649e7750bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0499778 Nov 12 12:00:05.909516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f791eed5-dc9b-4c37-bfed-a47f1492e320 req-891c3ec9-577d-40e5-8527-76d5d145f8ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457551 Nov 12 12:00:07.033253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66906c68-2fe6-47cc-9118-7731dadc9e3c req-5ac7ab12-3384-42ea-b032-a86be1b2b0f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:07.035038 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66906c68-2fe6-47cc-9118-7731dadc9e3c req-5ac7ab12-3384-42ea-b032-a86be1b2b0f6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0565038 Nov 12 12:00:07.086301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-66906c68-2fe6-47cc-9118-7731dadc9e3c req-9a722006-2420-4d1c-a632-2c4b6f82b693 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Nov 12 12:00:08.216793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78492f99-6c64-43d3-b76b-aa21e1858115 req-d5c5d6e0-020f-44bb-a320-707f31e62779 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:08.218570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78492f99-6c64-43d3-b76b-aa21e1858115 req-d5c5d6e0-020f-44bb-a320-707f31e62779 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0593641 Nov 12 12:00:08.276062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78492f99-6c64-43d3-b76b-aa21e1858115 req-8c5ad92f-e9a6-4b65-b95f-94fc1690fbc8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483532 Nov 12 12:00:09.402254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1716-6a49-4f93-b99f-d35b91415734 req-d32fb919-e292-49ba-9c17-b48527cedf92 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:09.403874 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-578f1716-6a49-4f93-b99f-d35b91415734 req-d32fb919-e292-49ba-9c17-b48527cedf92 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0517371 Nov 12 12:00:09.455104 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-578f1716-6a49-4f93-b99f-d35b91415734 req-541bfcbf-fe78-45b6-920b-a06c338cc554 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448470 Nov 12 12:00:10.581960 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4a4b-0464-413e-99ae-0a3e0fc51331 req-803de704-b427-41be-ac0c-5aa0b55928a7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:10.583533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5ea4a4b-0464-413e-99ae-0a3e0fc51331 req-803de704-b427-41be-ac0c-5aa0b55928a7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0566165 Nov 12 12:00:10.644935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5ea4a4b-0464-413e-99ae-0a3e0fc51331 req-d5fb8319-f147-4038-9f8b-8ff506a67fec tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464740 Nov 12 12:00:10.668322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:11.053962 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:11.776784 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b245fc-2bd2-4b48-af6c-fc84ee0e494a req-c2a4d79e-e068-4782-b800-f7f3f556e8a6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:11.778346 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52b245fc-2bd2-4b48-af6c-fc84ee0e494a req-c2a4d79e-e068-4782-b800-f7f3f556e8a6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0562019 Nov 12 12:00:11.831939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-52b245fc-2bd2-4b48-af6c-fc84ee0e494a req-21a7b1f8-894e-4781-853a-614268d86462 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474029 Nov 12 12:00:12.956633 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8493e2-0485-4846-88b4-ef608adb6611 req-9f9562da-34a5-4e03-923e-d2b14999efe3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:12.958790 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d8493e2-0485-4846-88b4-ef608adb6611 req-9f9562da-34a5-4e03-923e-d2b14999efe3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0522759 Nov 12 12:00:13.008733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9d8493e2-0485-4846-88b4-ef608adb6611 req-023d4d87-6147-4ffe-949f-9b1e37043f73 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439198 Nov 12 12:00:14.132163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9734b9-7d22-4383-83cd-a67fb705bdb5 req-90681d68-85a0-48e0-b77e-1bc563ffdea1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:14.133721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de9734b9-7d22-4383-83cd-a67fb705bdb5 req-90681d68-85a0-48e0-b77e-1bc563ffdea1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0513716 Nov 12 12:00:14.191022 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-de9734b9-7d22-4383-83cd-a67fb705bdb5 req-c04a1f31-bd4f-4a07-a251-ade52c66014f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511813 Nov 12 12:00:15.311587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef6950-7b2c-48b2-8f27-050d7836511a req-f9827989-9e55-4ce5-8cc6-a3d5bae35591 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:15.313078 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27ef6950-7b2c-48b2-8f27-050d7836511a req-f9827989-9e55-4ce5-8cc6-a3d5bae35591 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0528529 Nov 12 12:00:15.363582 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-27ef6950-7b2c-48b2-8f27-050d7836511a req-bce0aa7d-3f97-4821-bf9b-c66ded94290c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440469 Nov 12 12:00:16.487082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61c987-b434-4f37-9029-4cf3b53bb72b req-4eebd6d4-8edd-4e70-b942-b94493319442 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:16.488516 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb61c987-b434-4f37-9029-4cf3b53bb72b req-4eebd6d4-8edd-4e70-b942-b94493319442 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0557907 Nov 12 12:00:16.540824 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-eb61c987-b434-4f37-9029-4cf3b53bb72b req-69433cbc-d0e0-400d-b11f-c808fb6d83fd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463481 Nov 12 12:00:17.656970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcf3e8-2b91-43fe-9607-4e1e6b513889 req-32f83205-897a-4031-822e-590a20e5111a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:17.658489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66dcf3e8-2b91-43fe-9607-4e1e6b513889 req-32f83205-897a-4031-822e-590a20e5111a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Nov 12 12:00:17.708753 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-66dcf3e8-2b91-43fe-9607-4e1e6b513889 req-21d24013-282a-48db-87ca-ead4f9ca65e1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Nov 12 12:00:17.730913 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50634) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:18.123443 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d0fd930e-1baf-44ed-99ad-02883d065e1e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/37cb9fa4-7893-4c92-aaae-ead4b1c1cefc HTTP/1.1" status: 200 len: 993 time: 0.3913784 Nov 12 12:00:24.033895 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8d9302e7-fc01-480a-ae00-f9ccd563eb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:26.426696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-351e960c-9946-4fa8-ae1a-07dc259fd5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:27.960135 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:29.690760 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:30.770850 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:36.825618 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:00:39.419060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-cf6e79d1-0dcc-431d-93c2-0d863f3c557e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425367 Nov 12 12:00:39.511433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-65376c08-43aa-4028-b2a9-a8a366b8edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:39.512975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-65376c08-43aa-4028-b2a9-a8a366b8edbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1097 time: 0.0478799 Nov 12 12:00:39.631063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-4c675d25-0aa7-47ed-ae3d-844e8ded5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:39.632550 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-4c675d25-0aa7-47ed-ae3d-844e8ded5bc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 200 len: 897 time: 0.0977099 Nov 12 12:00:39.702084 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-d398ee68-b67b-4026-bb3e-e75ad76b4111 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 200 len: 1001 time: 0.0614786 Nov 12 12:00:39.755944 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-44e208af-a4fe-489e-bea0-573b32f0d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:39.758344 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-44e208af-a4fe-489e-bea0-573b32f0d390 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fea2b8bd-50c2-473b-a28b-52dc8c894abd HTTP/1.1" status: 200 len: 834 time: 0.0482161 Nov 12 12:00:39.813100 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-b84fbac9-5354-4d17-afa7-ac00ee7d9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:39.814630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-b84fbac9-5354-4d17-afa7-ac00ee7d9a1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87931ebe-12a9-4f7e-904e-654a962b2842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483530 Nov 12 12:00:39.913099 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-d21c721e-8d14-47ef-8cf9-1a6c13129727 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900953 Nov 12 12:00:40.017912 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-136d6bb3-4f5f-4879-90b0-ea1f4323b4f3 req-7f8671b6-9430-4447-a2e1-50d2f80868c9 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970285 Nov 12 12:00:40.682764 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:41.070561 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.491999 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50644) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:48.667945 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port c88237f8-487a-4fdd-ad06-a21fd843ecd3 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:00:48.668332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.758048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.758312 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.770866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for c88237f8-487a-4fdd-ad06-a21fd843ecd3 owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:00:48.930780 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.955346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=c88237f8-487a-4fdd-ad06-a21fd843ecd3,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:48.970415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.970774 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.971124 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.971468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.972458 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.972698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.973227 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.973552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.973884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.974213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.974539 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:48.974862 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:49.037378 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:49.037848 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP 37cb9fa4-7893-4c92-aaae-ead4b1c1cefc disassociated (deleted). External IP: 172.25.2.172, port: 05ea18f6-f475-4f0a-95b0-861c0c0a823d. Nov 12 12:00:49.266088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6927db8f-2302-46fa-bf40-ff2825e321fc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:00:49.380678 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:00:49.385589 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:49.390318 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] Sync routers for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:00:49.401964 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:00:49.402569 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:49.416115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a7885c21-e19b-422d-81e7-721603c0b8d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/floatingips/37cb9fa4-7893-4c92-aaae-ead4b1c1cefc HTTP/1.1" status: 204 len: 168 time: 0.9227712 Nov 12 12:00:49.416729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:49.419076 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758ae93a-4612-41ce-92fe-9288c6e930fa" -d '{"events": [{"name": "network-changed", "server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:49.467540 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201a6e61-4d5e-4722-9c78-fa2c66ba3e64 x-openstack-request-id: req-201a6e61-4d5e-4722-9c78-fa2c66ba3e64 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:49.467754 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:49.467955 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-201a6e61-4d5e-4722-9c78-fa2c66ba3e64 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:49.468327 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'status': 'completed', 'code': 200} Nov 12 12:00:49.527900 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:00:49.548261 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-845d45dc-6538-4cd1-b1dd-67bec039d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:49.550671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-845d45dc-6538-4cd1-b1dd-67bec039d46f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 1097 time: 0.0500340 Nov 12 12:00:49.698263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-e54f5638-b207-4043-b43b-68eb2cc7cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:49.699699 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-e54f5638-b207-4043-b43b-68eb2cc7cf39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 200 len: 897 time: 0.1329286 Nov 12 12:00:49.721243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e1234-590c-4006-aece-376b49795938 req-489d5398-3d3c-4930-a6cc-2a1aa0e685b5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:49.722892 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-645e1234-590c-4006-aece-376b49795938 req-489d5398-3d3c-4930-a6cc-2a1aa0e685b5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0741842 Nov 12 12:00:49.765015 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-d17fabeb-fcba-4c53-a20c-3c2ab37fc7fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 200 len: 217 time: 0.0503979 Nov 12 12:00:49.797965 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-645e1234-590c-4006-aece-376b49795938 req-baf7eaea-5111-4868-ab7d-118a78b69d0d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617306 Nov 12 12:00:49.830545 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:16Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:49.848959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-d68c0781-394c-46a2-b8aa-e8c33397f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:49.850531 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-d68c0781-394c-46a2-b8aa-e8c33397f7cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fea2b8bd-50c2-473b-a28b-52dc8c894abd HTTP/1.1" status: 200 len: 834 time: 0.0818157 Nov 12 12:00:49.860235 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] Checking router: 6927db8f-2302-46fa-bf40-ff2825e321fc for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:00:49.872763 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:00:49.873423 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:49.917128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-c1447a48-fd26-4acf-9ca7-9f556569f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:49.918768 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-c1447a48-fd26-4acf-9ca7-9f556569f7c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87931ebe-12a9-4f7e-904e-654a962b2842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583112 Nov 12 12:00:49.994847 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:00:50.036806 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-4a87cc71-7b60-4e59-9550-65c134710e57 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053429 Nov 12 12:00:50.152206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-758ae93a-4612-41ce-92fe-9288c6e930fa req-81b13bb3-8ccc-48c7-953f-88ce209fc535 service neutron] 10.222.0.59 "GET /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041994 Nov 12 12:00:50.230795 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:16Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:50.258513 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d2007-9bed-49aa-8922-73d9c2ff2c18 None None] The sync data for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 is: [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:13Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '1967d70c-a9d9-4422-85ef-2e820e679b53', 'name': '', 'network_id': '87931ebe-12a9-4f7e-904e-654a962b2842', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:87:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:12Z', 'updated_at': '2021-11-12T11:59:16Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'fea2b8bd-50c2-473b-a28b-52dc8c894abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:00:50.529819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42b3ca-f5c0-40d0-bc85-a035b2709576 None None] New status for floating IP 37cb9fa4-7893-4c92-aaae-ead4b1c1cefc: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:00:50.939870 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de440-9003-4d1d-8f3a-a94defb7b888 req-4b1f86b8-f417-409e-963d-e5853478619e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:50.942852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d8de440-9003-4d1d-8f3a-a94defb7b888 req-4b1f86b8-f417-409e-963d-e5853478619e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0581281 Nov 12 12:00:51.008200 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4d8de440-9003-4d1d-8f3a-a94defb7b888 req-1b9b33fc-9c2f-4ec4-a51c-74f6c26bc31a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b34bfc0-9cc8-487f-8e50-ae6f0205850a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576067 Nov 12 12:00:51.590652 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6cca900a-e4b2-4fda-961c-841f10bb9d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:51.592114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6cca900a-e4b2-4fda-961c-841f10bb9d09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 945 time: 0.0485146 Nov 12 12:00:51.689320 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 05ea18f6-f475-4f0a-95b0-861c0c0a823d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:00:51.689667 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:51.796024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port 05ea18f6-f475-4f0a-95b0-861c0c0a823d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=05ea18f6-f475-4f0a-95b0-861c0c0a823d,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:51.796386 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:51.809586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 05ea18f6-f475-4f0a-95b0-861c0c0a823d owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:00:51.948056 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:51.977494 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=05ea18f6-f475-4f0a-95b0-861c0c0a823d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:52.026223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] No DVR routers for this DVR port 05ea18f6-f475-4f0a-95b0-861c0c0a823d on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:00:52.028694 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:52.032285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-00c54c5f-7e49-405d-8108-b93a84bb8137 req-6d9fea8c-9db5-4668-a717-901ea250817d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "DELETE /v2.0/ports/05ea18f6-f475-4f0a-95b0-861c0c0a823d HTTP/1.1" status: 204 len: 173 time: 0.4325452 Nov 12 12:00:52.032699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'name': 'network-vif-deleted', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:52.035630 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ac7801-952f-4c10-a7d5-a6848b21ef3e" -d '{"events": [{"server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "name": "network-vif-deleted", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:52.078506 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccd94f4-91ad-44ad-b9ac-b0402829de89 x-openstack-request-id: req-4ccd94f4-91ad-44ad-b9ac-b0402829de89 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:52.079351 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a88bd6-263a-4ad4-ab7e-391bdd72c871", "name": "network-vif-deleted", "tag": "05ea18f6-f475-4f0a-95b0-861c0c0a823d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:52.079613 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ccd94f4-91ad-44ad-b9ac-b0402829de89 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:52.080029 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a88bd6-263a-4ad4-ab7e-391bdd72c871', 'name': 'network-vif-deleted', 'tag': '05ea18f6-f475-4f0a-95b0-861c0c0a823d', 'status': 'completed', 'code': 200} Nov 12 12:00:52.127335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c2591722-e604-4acb-bfd3-1e831fb724f8 req-8f2ed3fa-0346-46d2-bb9d-fbae328f9556 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a88bd6-263a-4ad4-ab7e-391bdd72c871 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Nov 12 12:00:53.187684 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50660) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:53.561863 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:53.827540 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 1967d70c-a9d9-4422-85ef-2e820e679b53 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:00:53.827800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:53.930200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port 1967d70c-a9d9-4422-85ef-2e820e679b53, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1967d70c-a9d9-4422-85ef-2e820e679b53,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:53.930568 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:53.947089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 1967d70c-a9d9-4422-85ef-2e820e679b53 owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:00:54.036731 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d782-d373-4cd1-80ab-b713e3073099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.140458 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.167090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=1967d70c-a9d9-4422-85ef-2e820e679b53,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:54.355996 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.582054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6927db8f-2302-46fa-bf40-ff2825e321fc has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:00:54.690721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:00:54.695815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e8b4efb3-25e3-43b2-98a3-b739485c744f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/6927db8f-2302-46fa-bf40-ff2825e321fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5070906 Nov 12 12:00:54.699488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50662) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:54.701455 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] Sync routers for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:00:54.712740 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:00:54.713371 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:54.752386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde2b6a5-dc3b-4d31-845f-8f701564e1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting subnet fea2b8bd-50c2-473b-a28b-52dc8c894abd {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:00:54.755773 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dde2b6a5-dc3b-4d31-845f-8f701564e1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.801494 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dde2b6a5-dc3b-4d31-845f-8f701564e1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.819848 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:00:54.885433 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 05ea18f6-f475-4f0a-95b0-861c0c0a823d no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:00:54.902153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dde2b6a5-dc3b-4d31-845f-8f701564e1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.912343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 05ea18f6-f475-4f0a-95b0-861c0c0a823d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:00:54.912688 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 05ea18f6-f475-4f0a-95b0-861c0c0a823d not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:00:54.969951 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dde2b6a5-dc3b-4d31-845f-8f701564e1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.998484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2b6a5-dc3b-4d31-845f-8f701564e1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Subnet': ['ID=fea2b8bd-50c2-473b-a28b-52dc8c894abd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:55.003752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-dde2b6a5-dc3b-4d31-845f-8f701564e1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.009558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-dde2b6a5-dc3b-4d31-845f-8f701564e1d3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/subnets/fea2b8bd-50c2-473b-a28b-52dc8c894abd HTTP/1.1" status: 204 len: 168 time: 0.3066151 Nov 12 12:00:55.009767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50664) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:55.012020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822a7c9-b729-4857-9779-73780ddffb45 None None] Network 87931ebe-12a9-4f7e-904e-654a962b2842 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:00:55.101631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T12:00:54Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:55.125327 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.132274 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] Checking router: 6927db8f-2302-46fa-bf40-ff2825e321fc for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:00:55.140752 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] Routers {'6927db8f-2302-46fa-bf40-ff2825e321fc'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:00:55.141406 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6927db8f-2302-46fa-bf40-ff2825e321fc'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:55.210310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] DHCP port deletion for 87931ebe-12a9-4f7e-904e-654a962b2842 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:00:55.249636 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] Set router 6927db8f-2302-46fa-bf40-ff2825e321fc gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:00:55.250134 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.262497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Deleting port f7565600-7fd6-4049-b026-9bd04399a996 {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:00:55.262873 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.318015 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port bd992592-f323-474c-854d-8f1631d954a4 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:00:55.318930 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.332589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] For port f7565600-7fd6-4049-b026-9bd04399a996, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f7565600-7fd6-4049-b026-9bd04399a996,segment=NetworkSegment(3043dbb6-0fe4-4b52-923d-504e48ef2cd6),segment_id=3043dbb6-0fe4-4b52-923d-504e48ef2cd6)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:55.333015 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.346351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Calling delete_port for f7565600-7fd6-4049-b026-9bd04399a996 owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:00:55.412750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port bd992592-f323-474c-854d-8f1631d954a4, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bd992592-f323-474c-854d-8f1631d954a4,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:55.413364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.428573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for bd992592-f323-474c-854d-8f1631d954a4 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:00:55.428891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.432811 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T12:00:54Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:55.457900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Pushing event deleted for resources: {'Port': ['ID=f7565600-7fd6-4049-b026-9bd04399a996,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:55.461298 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355aa41a-3f52-491e-9fdb-6bcbb867b1e0 None None] The sync data for ids ['6927db8f-2302-46fa-bf40-ff2825e321fc'] in n-d-768851-19 is: [{'id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886738282', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bd992592-f323-474c-854d-8f1631d954a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T12:00:54Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'bd992592-f323-474c-854d-8f1631d954a4', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927db8f-2302-46fa-bf40-ff2825e321fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:59:09Z', 'updated_at': '2021-11-12T11:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:00:55.462504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] No DVR routers for this DVR port f7565600-7fd6-4049-b026-9bd04399a996 on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:00:55.471185 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.471531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.471981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.472503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.472851 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.473209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.473892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.473892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.474176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.474510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.474839 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.475168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee1c8c-c368-49ca-9a92-85fdf40d0a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:55.631946 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:55.659896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=bd992592-f323-474c-854d-8f1631d954a4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:55.676368 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f6931-89f3-4414-ad91-40fe40b08fff None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:00:55.748932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.176164 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.178353 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.223174 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.223830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Fanout notify agent at l3_agent the message router_deleted on router 6927db8f-2302-46fa-bf40-ff2825e321fc {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:00:56.230932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.234736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e0754abe-03a3-450c-a675-66bdfdb93d6a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/routers/6927db8f-2302-46fa-bf40-ff2825e321fc HTTP/1.1" status: 204 len: 168 time: 1.2213664 Nov 12 12:00:56.234987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50666) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:56.302363 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1967d70c-a9d9-4422-85ef-2e820e679b53 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:00:56.325204 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.327406 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1967d70c-a9d9-4422-85ef-2e820e679b53 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:00:56.328252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1967d70c-a9d9-4422-85ef-2e820e679b53 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:00:56.329099 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f7565600-7fd6-4049-b026-9bd04399a996 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:00:56.351869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f7565600-7fd6-4049-b026-9bd04399a996 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:00:56.352222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f7565600-7fd6-4049-b026-9bd04399a996 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:00:56.420750 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.430760 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df157d13-e90e-4ec0-81d0-4f513c4ed0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.443406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87931ebe-12a9-4f7e-904e-654a962b2842']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:56.452728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3043dbb6-0fe4-4b52-923d-504e48ef2cd6') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:56.453058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3043dbb6-0fe4-4b52-923d-504e48ef2cd6') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:56.463356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.479477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.486071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:00:56.486469 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: timer() Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:00:56.489935 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:00:56.557017 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.561842 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.566483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/networks/87931ebe-12a9-4f7e-904e-654a962b2842 HTTP/1.1" status: 204 len: 168 time: 0.3305302 Nov 12 12:00:56.569418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50668) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:56.581948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b274f-28d0-4d9e-983c-d7c8e1db644e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Network': ['ID=87931ebe-12a9-4f7e-904e-654a962b2842,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:56.630603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.662146 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.726464 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.729226 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.730404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/security-groups/7b34bfc0-9cc8-487f-8e50-ae6f0205850a HTTP/1.1" status: 204 len: 168 time: 0.1588376 Nov 12 12:00:56.741854 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b34bfc0-9cc8-487f-8e50-ae6f0205850a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:56.749896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.750250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.750596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.751022 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.751447 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.751828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.752275 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.752494 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.753357 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.754363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.754363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:56.754363 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01dac5-a92e-4a3d-aeea-16ea2208b17f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:57.146093 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50674) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:57.150781 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a141d8fb-b27b-4599-96fa-afccfb320ae7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548589312', 'description': 'tempest-secgroup-smoke-1548589312 description', 'project_id': '726829c0aab649558d3f32b087fba365'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:57.177115 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a141d8fb-b27b-4599-96fa-afccfb320ae7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.249791 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a141d8fb-b27b-4599-96fa-afccfb320ae7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.254965 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a141d8fb-b27b-4599-96fa-afccfb320ae7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.285420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a141d8fb-b27b-4599-96fa-afccfb320ae7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.286730 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a141d8fb-b27b-4599-96fa-afccfb320ae7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396022 Nov 12 12:00:57.289831 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50676) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:57.294293 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-086d0886-e250-4b5a-9b3f-7d3d19ae7a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'af481a41-dca1-4858-b7aa-368d6d0da96f', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:57.302672 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d8fb-b27b-4599-96fa-afccfb320ae7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af481a41-dca1-4858-b7aa-368d6d0da96f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:57.325872 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-086d0886-e250-4b5a-9b3f-7d3d19ae7a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.385945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-086d0886-e250-4b5a-9b3f-7d3d19ae7a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.395934 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-086d0886-e250-4b5a-9b3f-7d3d19ae7a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.414393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d0886-e250-4b5a-9b3f-7d3d19ae7a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13642b0f-ac75-4338-aad4-74aa32a95430,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:57.423081 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-086d0886-e250-4b5a-9b3f-7d3d19ae7a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.424309 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-086d0886-e250-4b5a-9b3f-7d3d19ae7a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335225 Nov 12 12:00:57.427510 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50678) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:57.431836 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-df6480f0-98bd-4671-9d5c-ea07ce5f11a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'af481a41-dca1-4858-b7aa-368d6d0da96f', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:57.458416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df6480f0-98bd-4671-9d5c-ea07ce5f11a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.521522 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df6480f0-98bd-4671-9d5c-ea07ce5f11a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.527222 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df6480f0-98bd-4671-9d5c-ea07ce5f11a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.546236 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6480f0-98bd-4671-9d5c-ea07ce5f11a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d37d4a-01f0-4859-a297-dd11eeb5dd30,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:57.555681 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-df6480f0-98bd-4671-9d5c-ea07ce5f11a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.556934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-df6480f0-98bd-4671-9d5c-ea07ce5f11a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284702 Nov 12 12:00:57.559586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50680) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:57.563979 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ec763e16-9517-4a04-a5b7-2c9c3ec970e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'af481a41-dca1-4858-b7aa-368d6d0da96f', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:57.590384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec763e16-9517-4a04-a5b7-2c9c3ec970e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.649943 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec763e16-9517-4a04-a5b7-2c9c3ec970e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.654052 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec763e16-9517-4a04-a5b7-2c9c3ec970e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.674309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec763e16-9517-4a04-a5b7-2c9c3ec970e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee4c8aa-de1b-4c3d-847d-e69863669069,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:57.685371 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ec763e16-9517-4a04-a5b7-2c9c3ec970e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.686570 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ec763e16-9517-4a04-a5b7-2c9c3ec970e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260533 Nov 12 12:00:57.689537 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50682) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:57.694186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-56d276b3-d8dc-4d19-991e-8f9ddc081d89 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'af481a41-dca1-4858-b7aa-368d6d0da96f', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:57.723942 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56d276b3-d8dc-4d19-991e-8f9ddc081d89 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.783143 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56d276b3-d8dc-4d19-991e-8f9ddc081d89 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.787568 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56d276b3-d8dc-4d19-991e-8f9ddc081d89 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.805787 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d276b3-d8dc-4d19-991e-8f9ddc081d89 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e64be4c-4526-4232-8ca9-aaf7cbb2c8e7,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:57.812811 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-56d276b3-d8dc-4d19-991e-8f9ddc081d89 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.814056 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-56d276b3-d8dc-4d19-991e-8f9ddc081d89 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234663 Nov 12 12:00:57.817058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50684) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:57.823043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0744cd29-b6eb-45c7-a19d-77e4efc0dc0e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'af481a41-dca1-4858-b7aa-368d6d0da96f', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:57.844373 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-0744cd29-b6eb-45c7-a19d-77e4efc0dc0e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:00:57.850236 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0744cd29-b6eb-45c7-a19d-77e4efc0dc0e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.914349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0744cd29-b6eb-45c7-a19d-77e4efc0dc0e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.918906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0744cd29-b6eb-45c7-a19d-77e4efc0dc0e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.937058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744cd29-b6eb-45c7-a19d-77e4efc0dc0e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a3cd9f-e75f-4bf1-baa9-fc8102aabd93,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:57.945880 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0744cd29-b6eb-45c7-a19d-77e4efc0dc0e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.947126 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0744cd29-b6eb-45c7-a19d-77e4efc0dc0e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291099 Nov 12 12:00:57.952211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50686) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:57.957806 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-dd1014d9-7a5c-4162-b8ad-99c547e5a124 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'af481a41-dca1-4858-b7aa-368d6d0da96f', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:57.966735 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:57.991986 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-dd1014d9-7a5c-4162-b8ad-99c547e5a124 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:00:57.997661 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dd1014d9-7a5c-4162-b8ad-99c547e5a124 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.059608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dd1014d9-7a5c-4162-b8ad-99c547e5a124 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.063506 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dd1014d9-7a5c-4162-b8ad-99c547e5a124 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.084194 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1014d9-7a5c-4162-b8ad-99c547e5a124 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d82e6d-d1a4-4928-8f5e-3b584bdd1372,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:58.092947 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-dd1014d9-7a5c-4162-b8ad-99c547e5a124 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.094157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-dd1014d9-7a5c-4162-b8ad-99c547e5a124 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425571 Nov 12 12:00:58.097074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50688) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:58.101904 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'network': {'name': 'tempest-network-smoke--473652156', 'project_id': '726829c0aab649558d3f32b087fba365', 'port_security_enabled': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:58.122856 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:00:58.126527 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.151382 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:00:58.161260 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.161615 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Added segment d6533210-a5d0-400a-9ce4-46c59f43d396 of type vlan for network 5b890435-dec3-4dce-ad3b-ffeada179148 Nov 12 12:00:58.200644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bd992592-f323-474c-854d-8f1631d954a4 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:00:58.204650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.221808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: bd992592-f323-474c-854d-8f1631d954a4 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:00:58.222490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bd992592-f323-474c-854d-8f1631d954a4 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:00:58.232996 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.239005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:58.239613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.280080 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1819515 Nov 12 12:00:58.284197 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50690) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:58.289500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'admin_state_up': True, 'project_id': '726829c0aab649558d3f32b087fba365', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:58.313830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.315456 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.315932 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb2484-d991-4632-802d-90e2ee406450 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Network': ['ID=5b890435-dec3-4dce-ad3b-ffeada179148,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:58.328234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 5b890435-dec3-4dce-ad3b-ffeada179148 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:00:58.369766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.518187 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.719443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.738893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.845983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.238 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/7e6b1e39-2494-4564-ab1f-822f58365075) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:00:58.959488 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:58.995079 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:59.039741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:00:59.042741 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:00:59.048189 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:00:59.052125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=7e6b1e39-2494-4564-ab1f-822f58365075,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:59.057616 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198f1dc-35fa-475e-a9ef-faa1a9fe3f6e None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:00:59.183833 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-cc8ce7b2-6d54-46e2-9d5e-01799bbeb868 None None] Provisioning complete for port 7e6b1e39-2494-4564-ab1f-822f58365075 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:00:59.184240 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce7b2-6d54-46e2-9d5e-01799bbeb868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:59.224920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ce7b2-6d54-46e2-9d5e-01799bbeb868 None None] Port 7e6b1e39-2494-4564-ab1f-822f58365075 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:00:59.316629 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:59.521183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:59.650908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:00:59.693249 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:59.759688 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:00:59.770088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Sync routers for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:00:59.779366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:00:59.780069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:59.780236 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:59.784922 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-09b296c7-eb3f-4442-b2fa-310d18313a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4957707 Nov 12 12:00:59.785601 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50692) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:59.813665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8270e038-46a6-44b2-a63a-86978ac35080 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=726829c0aab649558d3f32b087fba365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274570 Nov 12 12:00:59.817222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50694) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:59.916131 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea73e6b1-29c4-4935-9cbc-4bb9b2327a48 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:59.917657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ea73e6b1-29c4-4935-9cbc-4bb9b2327a48 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994720 Nov 12 12:00:59.920583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50696) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:59.951594 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5eb55ee9-216d-46cb-b039-84c8e4cee72f tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298088 Nov 12 12:00:59.954497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50698) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:00:59.959874 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-531828707', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'project_id': '726829c0aab649558d3f32b087fba365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:01:00.050054 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:01:00.051577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:01:00.053905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.230744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:00:59Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:00.239918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.258835 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Checking router: bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:01:00.259183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Updating router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e port 7e6b1e39-2494-4564-ab1f-822f58365075 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:01:00.285253 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.312107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Subnet': ['ID=8f1d5b0a-9288-48fd-a5ce-df482235dbdc,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:00.318403 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Checking segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:01:00.318772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network hostable DHCP agents. Network: 5b890435-dec3-4dce-ad3b-ffeada179148, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:01:00.337916 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 5b890435-dec3-4dce-ad3b-ffeada179148 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:01:00.347832 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 5b890435-dec3-4dce-ad3b-ffeada179148) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:01:00.352025 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:00.352614 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.370817 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b26c979a-82fc-4197-9596-5de58e1f409a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4145923 Nov 12 12:01:00.373234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50700) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:01:00.383023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd6fdf-7acc-4ed1-93bc-5e56b0aef13e None None] Network 5b890435-dec3-4dce-ad3b-ffeada179148 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:01:00.641566 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-5b890435-dec3-4dce-ad3b-ffeada179148', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:01:00.642436 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.748689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.759087 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.834272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.848198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea840b2-e695-4d74-bb99-10bd0bf2a125 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:01:00.876378 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e8bc2-4267-442c-b761-70231b02fd4a None None] Pushing event updated for resources: {'Port': ['ID=7e6b1e39-2494-4564-ab1f-822f58365075,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:00.884229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Attempting to bind port 7e6b1e39-2494-4564-ab1f-822f58365075 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:01:00.884521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Attempting to bind port 7e6b1e39-2494-4564-ab1f-822f58365075 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:01:00.884897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Attempting to bind port 7e6b1e39-2494-4564-ab1f-822f58365075 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:01:00.892761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:01:00.893201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:01:00.893607 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.894000 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:01:00.894489 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Bound port: 7e6b1e39-2494-4564-ab1f-822f58365075, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:01:00.894869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.902287 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:00.950777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Allocated IP 172.20.0.2 (5b890435-dec3-4dce-ad3b-ffeada179148/8f1d5b0a-9288-48fd-a5ce-df482235dbdc/85a4f80d-e261-4ab9-b9a8-5869bd447d0b) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:01:00.990100 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] For port 7e6b1e39-2494-4564-ab1f-822f58365075, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:01:01.022382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] For port 7e6b1e39-2494-4564-ab1f-822f58365075, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e6b1e39-2494-4564-ab1f-822f58365075,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:01:01.046708 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-baa01079-dcf4-4a1e-ad16-538066f56e74 None None] Provisioning complete for port 7e6b1e39-2494-4564-ab1f-822f58365075 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:01.047079 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-baa01079-dcf4-4a1e-ad16-538066f56e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.052173 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.131640 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e380d4-e427-4254-81c6-c79321213dd8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:01:01.181576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e8bc2-4267-442c-b761-70231b02fd4a None None] Pushing event updated for resources: {'Port': ['ID=7e6b1e39-2494-4564-ab1f-822f58365075,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:01.191040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:01:01.191665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:01.341259 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.352676 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-baa01079-dcf4-4a1e-ad16-538066f56e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.365543 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.402648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.1 (5b890435-dec3-4dce-ad3b-ffeada179148/8f1d5b0a-9288-48fd-a5ce-df482235dbdc/bc830ac8-7424-407a-bb66-59674886129a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:01:01.416051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-baa01079-dcf4-4a1e-ad16-538066f56e74 None None] For port 7e6b1e39-2494-4564-ab1f-822f58365075, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e6b1e39-2494-4564-ab1f-822f58365075,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:01.422298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:01:01.427935 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-baa01079-dcf4-4a1e-ad16-538066f56e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.430720 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Network 5b890435-dec3-4dce-ad3b-ffeada179148 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:01:01.486671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:01:01.494183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:01:01.521199 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Pushing event updated for resources: {'Port': ['ID=85a4f80d-e261-4ab9-b9a8-5869bd447d0b,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:01.535162 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.569876 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.611553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 5b890435-dec3-4dce-ad3b-ffeada179148 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:01:01.617148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:01:01.621117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:01:01.649942 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=bc830ac8-7424-407a-bb66-59674886129a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:01.672018 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.809806 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.811849 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3e965ac7-dd09-4655-ba32-4c28ed968137 None None] Provisioning complete for port 7e6b1e39-2494-4564-ab1f-822f58365075 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:01.812223 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3e965ac7-dd09-4655-ba32-4c28ed968137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.820706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Attempting to bind port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:01:01.822728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Attempting to bind port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:01:01.823216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Attempting to bind port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b on network 5b890435-dec3-4dce-ad3b-ffeada179148 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:01:01.869578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa01079-dcf4-4a1e-ad16-538066f56e74 None None] Pushing event updated for resources: {'Port': ['ID=7e6b1e39-2494-4564-ab1f-822f58365075,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:01.873279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:01:01.873662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Checking segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:01:01.874066 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.874452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Bound using segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:01:01.874930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Bound port: 85a4f80d-e261-4ab9-b9a8-5869bd447d0b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:01:01.875315 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.020021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] For port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:01:02.036251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] For port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=85a4f80d-e261-4ab9-b9a8-5869bd447d0b,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:01:02.044479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.057506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:00:59Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:02.095950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.102232 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.116068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724c4bd-6af6-434e-ac0c-7dfde39c5e55 None None] The sync data for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 is: [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:00:59Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:01:02.146455 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57018e5-7d04-46b1-93e7-853dcfff80f8 None None] Pushing event updated for resources: {'Port': ['ID=85a4f80d-e261-4ab9-b9a8-5869bd447d0b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:02.183532 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.185405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=bc830ac8-7424-407a-bb66-59674886129a,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:02.290916 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 5b890435-dec3-4dce-ad3b-ffeada179148 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:01:02.292396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:01:02.446947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:01:02.573195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:01:02.581740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9eaaf6c1-0f8b-4ab3-b500-12fe3e3d895d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2041643 Nov 12 12:01:02.750090 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-483763c5-62ee-44ed-89a6-094547746b5a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548589312&fields=id&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 267 time: 0.0480864 Nov 12 12:01:02.886003 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-4314dc00-25ea-4814-95b1-235fd0dd7230 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:02.889364 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-4314dc00-25ea-4814-95b1-235fd0dd7230 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 796 time: 0.1316011 Nov 12 12:01:02.903922 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-f6b3d213-eba4-421f-89b7-7fb1a0dcfb1a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/quotas/726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 375 time: 0.0098059 Nov 12 12:01:02.962904 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-14c889aa-d66a-4136-ae51-805cb45a82b8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515881 Nov 12 12:01:03.146102 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec499e1-f91e-4f1f-bf1f-8162f1faec9c None None] Network 5b890435-dec3-4dce-ad3b-ffeada179148 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:01:03.174150 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-f56ca5f1-2832-4183-af02-9f84cbc9f594 service neutron] 10.222.0.31 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975136 Nov 12 12:01:03.215678 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6b1fc240-82e7-427f-8d4e-590b62662538 None None] Provisioning complete for port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:03.216050 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6b1fc240-82e7-427f-8d4e-590b62662538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.272560 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-9f0475dc-0283-47d7-9fd1-e3ff428911b0 service neutron] 10.222.0.31 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922732 Nov 12 12:01:03.372486 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6b1fc240-82e7-427f-8d4e-590b62662538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.411928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-6b1fc240-82e7-427f-8d4e-590b62662538 None None] For port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=85a4f80d-e261-4ab9-b9a8-5869bd447d0b,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:03.417869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6b1fc240-82e7-427f-8d4e-590b62662538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.482808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fc240-82e7-427f-8d4e-590b62662538 None None] Pushing event updated for resources: {'Port': ['ID=85a4f80d-e261-4ab9-b9a8-5869bd447d0b,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:03.640468 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6e5f8f25-182f-40d6-a668-486bcaef60a1 None None] Provisioning complete for port bc830ac8-7424-407a-bb66-59674886129a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:03.640832 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8f25-182f-40d6-a668-486bcaef60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.683654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f8f25-182f-40d6-a668-486bcaef60a1 None None] Port bc830ac8-7424-407a-bb66-59674886129a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:01:03.698877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-6e5f8f25-182f-40d6-a668-486bcaef60a1 None None] Provisioning complete for port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:03.699252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8f25-182f-40d6-a668-486bcaef60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.757986 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Sync routers for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:01:03.768856 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:01:03.769742 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:03.884728 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:01:03.905735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-60e61a2b-1b1e-474c-95fd-cc43ad8eb92c None None] Provisioning complete for port bc830ac8-7424-407a-bb66-59674886129a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:03.906194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-60e61a2b-1b1e-474c-95fd-cc43ad8eb92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.943935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-60e61a2b-1b1e-474c-95fd-cc43ad8eb92c None None] Port bc830ac8-7424-407a-bb66-59674886129a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:01:04.064305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-56b6d8df-8abb-4325-abfd-329ed87beb8e None None] Provisioning complete for port bc830ac8-7424-407a-bb66-59674886129a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:04.064678 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-56b6d8df-8abb-4325-abfd-329ed87beb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.084110 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 2, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:04.099893 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-56b6d8df-8abb-4325-abfd-329ed87beb8e None None] Port bc830ac8-7424-407a-bb66-59674886129a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:01:04.110432 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Checking router: bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:01:04.110779 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Updating router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e port bc830ac8-7424-407a-bb66-59674886129a binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:01:04.138440 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.295629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e6b1e39-2494-4564-ab1f-822f58365075 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:01:04.344107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 7e6b1e39-2494-4564-ab1f-822f58365075 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:04.344497 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.403168 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.410883 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.444370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 85a4f80d-e261-4ab9-b9a8-5869bd447d0b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:01:04.496665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-be8d8b31-63d5-4ce7-b7cc-53f738c8291d req-b9b274fb-d617-4f43-90b0-7a9acec2db09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 210 time: 0.0443041 Nov 12 12:01:04.499491 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:04.500077 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.512508 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Pushing event updated for resources: {'Port': ['ID=bc830ac8-7424-407a-bb66-59674886129a,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:04.529401 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.529741 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.530249 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.530583 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.530907 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.531235 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.531555 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.531873 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.532215 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.532511 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.532826 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.533158 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:01:04.546302 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Attempting to bind port bc830ac8-7424-407a-bb66-59674886129a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:01:04.546676 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Attempting to bind port bc830ac8-7424-407a-bb66-59674886129a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:01:04.547041 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Attempting to bind port bc830ac8-7424-407a-bb66-59674886129a on network 5b890435-dec3-4dce-ad3b-ffeada179148 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:01:04.554433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:01:04.554802 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Checking segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:01:04.555221 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.555603 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Bound using segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:01:04.556084 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Bound port: bc830ac8-7424-407a-bb66-59674886129a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:01:04.556575 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.626170 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] For port bc830ac8-7424-407a-bb66-59674886129a, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:01:04.629543 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] For port bc830ac8-7424-407a-bb66-59674886129a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bc830ac8-7424-407a-bb66-59674886129a,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:01:04.633881 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.692781 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:01:04.693428 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:04.729558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e7777127-a506-42fe-b1b3-0a39d38bc3b5 None None] Provisioning complete for port bc830ac8-7424-407a-bb66-59674886129a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:04.730104 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7777127-a506-42fe-b1b3-0a39d38bc3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.734334 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e0c76-18cd-44b3-8f69-7f7c7ae58d63 None None] Pushing event updated for resources: {'Port': ['ID=bc830ac8-7424-407a-bb66-59674886129a,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:04.811595 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:01:04.815552 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7777127-a506-42fe-b1b3-0a39d38bc3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.854527 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e7777127-a506-42fe-b1b3-0a39d38bc3b5 None None] For port bc830ac8-7424-407a-bb66-59674886129a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bc830ac8-7424-407a-bb66-59674886129a,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:04.859792 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7777127-a506-42fe-b1b3-0a39d38bc3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.915391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7777127-a506-42fe-b1b3-0a39d38bc3b5 None None] Pushing event updated for resources: {'Port': ['ID=bc830ac8-7424-407a-bb66-59674886129a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:04.980409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ffbe365a-fcf8-4d45-bc21-1b256cbdfcbc None None] Provisioning complete for port bc830ac8-7424-407a-bb66-59674886129a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:04.980778 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffbe365a-fcf8-4d45-bc21-1b256cbdfcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:05.103271 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:04Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:05.129416 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e854365-5b81-4359-9a00-9be29ac92412 None None] The sync data for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 is: [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:04Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:01:05.575869 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41ba695d-29d3-4855-9bca-ec8aaf49a4fa req-d6f49704-c039-4f71-9fbf-214608b3aa19 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 210 time: 0.0300696 Nov 12 12:01:06.260367 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bc830ac8-7424-407a-bb66-59674886129a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:01:06.308164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port bc830ac8-7424-407a-bb66-59674886129a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:06.308533 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:06.661982 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91ffb1c6-1d18-469a-99be-7d969fdec1c8 req-ca38cc87-87b5-4dae-8987-6fda8afbf2e8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 210 time: 0.0281420 Nov 12 12:01:07.749201 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e0123c38-d22a-41ec-bfda-5f6037442f10 req-85dba674-d158-4007-8c17-c1e6c75d9356 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 210 time: 0.0259595 Nov 12 12:01:08.855358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-546546eb-58f3-48e2-9adc-dd389410bd7b req-89146dd5-a4a7-4b3b-82a5-430801409766 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 210 time: 0.0280380 Nov 12 12:01:09.603012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-24f0238d-b5be-4ec2-a35c-1e2008a9e407 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:09.604514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-24f0238d-b5be-4ec2-a35c-1e2008a9e407 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 796 time: 0.1190512 Nov 12 12:01:09.675092 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-a08ec2e4-d68f-40af-85cd-b8987aa870c7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 380 time: 0.0591056 Nov 12 12:01:09.685133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'port': {'device_id': '1062c780-8186-4584-952d-ae4b9b67188f', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'admin_state_up': True, 'tenant_id': '726829c0aab649558d3f32b087fba365', 'security_groups': ['af481a41-dca1-4858-b7aa-368d6d0da96f']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:01:09.798667 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:01:09.802897 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:09.933538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.6 (5b890435-dec3-4dce-ad3b-ffeada179148/8f1d5b0a-9288-48fd-a5ce-df482235dbdc/3a953956-4e78-41be-921a-62cb567ef711) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:01:09.956682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bc39e19-a89c-44bb-9075-f59b15621508 req-e45513fd-b167-48f8-aa25-faaf01a6ea36 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 210 time: 0.0284550 Nov 12 12:01:10.403748 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.437251 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.483516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 5b890435-dec3-4dce-ad3b-ffeada179148 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:01:10.486680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:01:10.490434 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:01:10.517447 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:10.548699 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:10.549652 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.567428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-5658a75c-7c4a-46fd-bec3-b69664a1bdd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8862758 Nov 12 12:01:10.578493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-7d554ddb-0ab8-4554-97ee-c3e57a0783c5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:01:10.579771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-7d554ddb-0ab8-4554-97ee-c3e57a0783c5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055628 Nov 12 12:01:10.593313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Request body: {'port': {'device_id': '1062c780-8186-4584-952d-ae4b9b67188f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:01:10.652703 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.677254 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.720109 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-effeee37-5ab2-4fa6-8ef6-1ad153a3cf9f None None] Provisioning complete for port 3a953956-4e78-41be-921a-62cb567ef711 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:10.720650 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-effeee37-5ab2-4fa6-8ef6-1ad153a3cf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.754106 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-effeee37-5ab2-4fa6-8ef6-1ad153a3cf9f None None] Port 3a953956-4e78-41be-921a-62cb567ef711 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:01:10.924915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a953956-4e78-41be-921a-62cb567ef711 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:01:10.932195 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.944881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Transition to ACTIVE for port object 3a953956-4e78-41be-921a-62cb567ef711 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:01:10.948992 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:11.003604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:11.078714 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:11.109593 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Attempting to bind port 3a953956-4e78-41be-921a-62cb567ef711 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:01:11.109933 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Attempting to bind port 3a953956-4e78-41be-921a-62cb567ef711 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:01:11.110269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Attempting to bind port 3a953956-4e78-41be-921a-62cb567ef711 on network 5b890435-dec3-4dce-ad3b-ffeada179148 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:01:11.121405 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42667f08-ff1b-4be7-a3d6-bf462600b6c6 req-1276a7bb-7def-4d49-b743-afab90882ca5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:11.122953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42667f08-ff1b-4be7-a3d6-bf462600b6c6 req-1276a7bb-7def-4d49-b743-afab90882ca5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 943 time: 0.0811527 Nov 12 12:01:11.125430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Port 3a953956-4e78-41be-921a-62cb567ef711 on network 5b890435-dec3-4dce-ad3b-ffeada179148 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:01:11.125758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Attempting to bind port 3a953956-4e78-41be-921a-62cb567ef711 on network 5b890435-dec3-4dce-ad3b-ffeada179148 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:01:11.133869 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:01:11.134208 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Checking segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:01:11.134686 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Bound using segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:01:11.135133 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Bound port: 3a953956-4e78-41be-921a-62cb567ef711, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:01:11.135496 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:11.221394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-42667f08-ff1b-4be7-a3d6-bf462600b6c6 req-1e6ba7ac-e541-4be9-9884-6cc0a1334563 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893648 Nov 12 12:01:11.237779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:01:11.240803 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:01:11.245292 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:11.279801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:11.280325 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:11.281951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 1092 time: 0.6927979 Nov 12 12:01:11.282396 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'tag': '3a953956-4e78-41be-921a-62cb567ef711'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:01:11.284804 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "tag": "3a953956-4e78-41be-921a-62cb567ef711"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:01:11.323285 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88a91-06f4-4b8c-9a17-79cb30bd89e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:11.343499 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abaaaf4-5e0e-4f13-9829-ead5a0fdf861 x-openstack-request-id: req-9abaaaf4-5e0e-4f13-9829-ead5a0fdf861 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:01:11.343795 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "tag": "3a953956-4e78-41be-921a-62cb567ef711", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:01:11.344047 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9abaaaf4-5e0e-4f13-9829-ead5a0fdf861 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:01:11.345111 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'tag': '3a953956-4e78-41be-921a-62cb567ef711', 'status': 'completed', 'code': 200} Nov 12 12:01:11.385007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-cc6369bf-d21c-4abe-94fb-c50919ff61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:11.386549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-cc6369bf-d21c-4abe-94fb-c50919ff61d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1095 time: 0.0525534 Nov 12 12:01:11.432839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-38311ec2-bc7f-4057-b1f1-154b47537858 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 217 time: 0.0363452 Nov 12 12:01:11.483485 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-9370104c-a58a-4f3d-aef0-acb08fbf48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:11.485396 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-9370104c-a58a-4f3d-aef0-acb08fbf48d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0459051 Nov 12 12:01:11.535516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-e8da5430-976f-48f7-b173-9db4dff99bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:11.537022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-e8da5430-976f-48f7-b173-9db4dff99bcd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454378 Nov 12 12:01:11.629975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-9b225229-1932-4e38-a442-eb30f80715d4 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857081 Nov 12 12:01:11.724658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c09337d1-1306-4d98-8cbb-bf6d4bf30de3 req-76a0a60e-ad4e-4a61-b0e9-ca43b5047080 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876465 Nov 12 12:01:11.813574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-0ac5a10a-d4da-4dfb-ab37-383536a89c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:11.814988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-0ac5a10a-d4da-4dfb-ab37-383536a89c37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1095 time: 0.0422707 Nov 12 12:01:11.911713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-96234ab0-e1e7-48ea-95d1-df58908a1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:11.913275 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-96234ab0-e1e7-48ea-95d1-df58908a1e33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.0898294 Nov 12 12:01:11.957796 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-601fa2d9-bc92-4bc6-9ba9-663006a9710b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 217 time: 0.0378270 Nov 12 12:01:12.007339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-0ad70ae2-f0fa-4c58-bdb6-927a5f017868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:12.008808 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-0ad70ae2-f0fa-4c58-bdb6-927a5f017868 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0443437 Nov 12 12:01:12.057793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-d45448e0-1411-4961-9a00-24c7ca4168a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:12.059284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-d45448e0-1411-4961-9a00-24c7ca4168a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425518 Nov 12 12:01:12.156153 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-a11e9e55-ab91-43be-9991-1da23b35c444 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877657 Nov 12 12:01:12.253816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c63d52f4-c5f8-49ab-9130-dbaa8ac8e5bd req-a16756af-0bdf-46cb-9d9a-c8982e2ba3e0 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891116 Nov 12 12:01:12.341055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7a557-331c-47b4-bc74-a957344ccfec req-895858ac-23c8-4ca6-9705-778e976f2eee tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:12.342561 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5d7a557-331c-47b4-bc74-a957344ccfec req-895858ac-23c8-4ca6-9705-778e976f2eee tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 943 time: 0.0503385 Nov 12 12:01:12.392489 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a5d7a557-331c-47b4-bc74-a957344ccfec req-0cd29024-fbd2-45eb-8e5b-c67a7ad78c0a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Nov 12 12:01:13.511798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b58fb-cd27-40a4-9556-47a7f4d464d0 req-12b8114c-aff5-44f4-b7d3-e4875ac326e8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:13.513274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d89b58fb-cd27-40a4-9556-47a7f4d464d0 req-12b8114c-aff5-44f4-b7d3-e4875ac326e8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 943 time: 0.0519905 Nov 12 12:01:13.562513 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d89b58fb-cd27-40a4-9556-47a7f4d464d0 req-dd8ed570-1152-49fe-93ef-ca878cd2830f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Nov 12 12:01:13.824444 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:01:14.679132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c69b9-354b-4023-9805-9a1c6a5c0842 req-2e0313af-1681-4338-9b99-c3d8e7c21a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:14.680613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86c69b9-354b-4023-9805-9a1c6a5c0842 req-2e0313af-1681-4338-9b99-c3d8e7c21a41 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 943 time: 0.0486622 Nov 12 12:01:14.730062 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a86c69b9-354b-4023-9805-9a1c6a5c0842 req-4eddd079-c729-4796-b23b-93a322fce83c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Nov 12 12:01:14.992705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3a953956-4e78-41be-921a-62cb567ef711 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:01:15.085775 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:15.100994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '3a953956-4e78-41be-921a-62cb567ef711', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'port_id': '3a953956-4e78-41be-921a-62cb567ef711', 'mac_address': 'fa:16:3e:ca:87:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:01:15.136268 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:15.148987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a953956-4e78-41be-921a-62cb567ef711 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:01:15.167782 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:15.171933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:15.219168 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:15.427613 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['3a953956-4e78-41be-921a-62cb567ef711'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:01:15.845845 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d471057-b1c7-45af-b602-255dae6aba1e req-9f1c08cd-3471-4393-a8f5-139f8a0c1a25 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:15.847328 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d471057-b1c7-45af-b602-255dae6aba1e req-9f1c08cd-3471-4393-a8f5-139f8a0c1a25 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 944 time: 0.0496137 Nov 12 12:01:15.897352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7d471057-b1c7-45af-b602-255dae6aba1e req-e130af55-ffd9-40df-b95b-82eeb2cb465f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439801 Nov 12 12:01:17.008314 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3a953956-4e78-41be-921a-62cb567ef711 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:01:17.016798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68093f-e7e1-44fa-9ecb-9f9a58bd3ae7 req-485b3977-b4da-465f-a181-62c4ebc7ee40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:17.018990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc68093f-e7e1-44fa-9ecb-9f9a58bd3ae7 req-485b3977-b4da-465f-a181-62c4ebc7ee40 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 944 time: 0.0532465 Nov 12 12:01:17.057560 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 3a953956-4e78-41be-921a-62cb567ef711 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:01:17.061870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 3a953956-4e78-41be-921a-62cb567ef711 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:17.062243 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:17.069300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc68093f-e7e1-44fa-9ecb-9f9a58bd3ae7 req-60dcd87b-b2d8-4549-adeb-680856ef417f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443704 Nov 12 12:01:17.142656 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:17.165220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a953956-4e78-41be-921a-62cb567ef711'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:01:17.167446 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2496c412-a329-4835-a870-21cd0de38458" -d '{"events": [{"server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "name": "network-vif-plugged", "status": "completed", "tag": "3a953956-4e78-41be-921a-62cb567ef711"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:01:17.181296 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:17.186212 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:17.210630 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e586c2f1-7314-4b9e-bd26-73047b4ad13d x-openstack-request-id: req-e586c2f1-7314-4b9e-bd26-73047b4ad13d {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:01:17.210920 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "name": "network-vif-plugged", "status": "completed", "tag": "3a953956-4e78-41be-921a-62cb567ef711", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:01:17.211166 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e586c2f1-7314-4b9e-bd26-73047b4ad13d {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:01:17.211548 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a953956-4e78-41be-921a-62cb567ef711', 'code': 200} Nov 12 12:01:17.238789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:17.313335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adbf90-fb52-4648-acb5-f41b2baed62c req-a8eab55d-9ff7-46da-a702-ab217443fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:17.314840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71adbf90-fb52-4648-acb5-f41b2baed62c req-a8eab55d-9ff7-46da-a702-ab217443fc68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1097 time: 0.0408630 Nov 12 12:01:17.362782 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71adbf90-fb52-4648-acb5-f41b2baed62c req-0319d7d4-e064-4bcd-94b7-b5104c630134 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404155 Nov 12 12:01:18.193024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55103558-61eb-4125-b2c7-a525e3b7e706 req-32117878-9124-4503-8583-2f0d28d740d8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:18.194525 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-55103558-61eb-4125-b2c7-a525e3b7e706 req-32117878-9124-4503-8583-2f0d28d740d8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0549192 Nov 12 12:01:18.245939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-55103558-61eb-4125-b2c7-a525e3b7e706 req-cb844ee8-ba0c-4f0b-823c-6a3f1674cc75 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454252 Nov 12 12:01:19.363168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152317-6de6-4698-bc2d-7b29510b66b8 req-88f278ee-2b44-4e8a-9650-1bdeab932e2e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:19.364643 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a152317-6de6-4698-bc2d-7b29510b66b8 req-88f278ee-2b44-4e8a-9650-1bdeab932e2e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0484240 Nov 12 12:01:19.417352 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2a152317-6de6-4698-bc2d-7b29510b66b8 req-66575b0b-2aaa-4f82-9191-652e4fad6193 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466075 Nov 12 12:01:19.532766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a787-f706-44fb-93ae-b406b1c328c2 req-ddcb340d-84a1-406d-81d8-97905d82bb52 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:19.534172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e919a787-f706-44fb-93ae-b406b1c328c2 req-ddcb340d-84a1-406d-81d8-97905d82bb52 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0496957 Nov 12 12:01:19.583971 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e919a787-f706-44fb-93ae-b406b1c328c2 req-82449a49-25da-490a-a941-0f0929a249e0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438168 Nov 12 12:01:19.605591 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50774) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:01:19.646004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe6e669-76ff-4166-b1e7-cc1414ba7bfc tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:19.647516 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9fe6e669-76ff-4166-b1e7-cc1414ba7bfc tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1092 time: 0.0408974 Nov 12 12:01:19.650430 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50776) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:01:19.654685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '3a953956-4e78-41be-921a-62cb567ef711', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:01:19.676356 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:19.776194 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:19.883461 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.59 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/22e05f9f-55b3-4de3-aabb-a53c12b6a6ba) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:01:19.985783 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:20.019642 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:20.062130 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:01:20.067466 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:01:20.070000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=22e05f9f-55b3-4de3-aabb-a53c12b6a6ba,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:20.072719 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:01:20.437031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:20.505731 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:20.653685 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:20.658553 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:20.736118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=22e05f9f-55b3-4de3-aabb-a53c12b6a6ba,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:20.746028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:20.847358 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP 25e577ae-85f8-4ec5-8dd4-832265ea9e62 associated. External IP: 172.25.2.59, port: 3a953956-4e78-41be-921a-62cb567ef711. Nov 12 12:01:21.061157 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:01:21.169496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:01:21.180270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] Sync routers for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:01:21.188052 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:21.190914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:01:21.191548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:21.215773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fdc2b34a-8c2a-4c33-89a9-7f6dd02e24cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5642939 Nov 12 12:01:21.216353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'tag': '3a953956-4e78-41be-921a-62cb567ef711'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:01:21.218740 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000" -d '{"events": [{"name": "network-changed", "server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "tag": "3a953956-4e78-41be-921a-62cb567ef711"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:01:21.269434 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0166392c-af29-4198-9eee-0dba256ff2c2 x-openstack-request-id: req-0166392c-af29-4198-9eee-0dba256ff2c2 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:01:21.269724 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "tag": "3a953956-4e78-41be-921a-62cb567ef711", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:01:21.269971 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0166392c-af29-4198-9eee-0dba256ff2c2 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:01:21.270368 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'tag': '3a953956-4e78-41be-921a-62cb567ef711', 'status': 'completed', 'code': 200} Nov 12 12:01:21.304531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:01:21.334881 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a958438-9b9a-43de-a488-35cb46238729 req-6dd9b59b-f88d-4c00-b530-45dfe35593cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:21.336400 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a958438-9b9a-43de-a488-35cb46238729 req-6dd9b59b-f88d-4c00-b530-45dfe35593cd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0511427 Nov 12 12:01:21.348223 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-8f1f497b-b865-4851-9817-9209318ff06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:21.349780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-8f1f497b-b865-4851-9817-9209318ff06e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1097 time: 0.0430925 Nov 12 12:01:21.392457 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1a958438-9b9a-43de-a488-35cb46238729 req-aa83f5c4-f266-463c-a1f8-e7fdc7fad1bd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488992 Nov 12 12:01:21.415179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50782) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:01:21.449859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-105b1060-cc3a-429d-b22c-1e2dfa1b7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:21.451364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-105b1060-cc3a-429d-b22c-1e2dfa1b7d35 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.0938225 Nov 12 12:01:21.482712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e8f202c-ec08-4e1c-a6d6-370b9ae0880c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/25e577ae-85f8-4ec5-8dd4-832265ea9e62 HTTP/1.1" status: 200 len: 990 time: 0.0651302 Nov 12 12:01:21.523462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-8375d2bd-873c-4d98-9140-ee394bcb7bf9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 998 time: 0.0602658 Nov 12 12:01:21.540411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '25e577ae-85f8-4ec5-8dd4-832265ea9e62', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'port_id': '3a953956-4e78-41be-921a-62cb567ef711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'mac_address': 'fa:16:3e:ca:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062c780-8186-4584-952d-ae4b9b67188f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:01:20Z', 'updated_at': '2021-11-12T12:01:20Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:04Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:21.566216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] Checking router: bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:01:21.572272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-b00733ba-e070-4ee4-8cc6-2ed14c1fc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:21.573766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-b00733ba-e070-4ee4-8cc6-2ed14c1fc022 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0439012 Nov 12 12:01:21.574467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:01:21.575066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:00:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:21.625681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-3a3d5477-f9d4-4c02-864e-07b3e2880ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:21.627177 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-3a3d5477-f9d4-4c02-864e-07b3e2880ae1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442972 Nov 12 12:01:21.681207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:01:21.719665 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-a530234d-ceac-4728-b453-d77839bf787f service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848529 Nov 12 12:01:21.815916 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2cbbb2fc-790e-4fbe-bfcd-6ec9ccc85000 req-07addc61-3f57-40ed-ae15-18f08f84d515 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889571 Nov 12 12:01:22.065013 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '25e577ae-85f8-4ec5-8dd4-832265ea9e62', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'port_id': '3a953956-4e78-41be-921a-62cb567ef711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'mac_address': 'fa:16:3e:ca:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062c780-8186-4584-952d-ae4b9b67188f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:01:20Z', 'updated_at': '2021-11-12T12:01:20Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:04Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:22.090769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016ad16-5d8a-44b6-9b73-97c30928839c None None] The sync data for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 is: [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '25e577ae-85f8-4ec5-8dd4-832265ea9e62', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'port_id': '3a953956-4e78-41be-921a-62cb567ef711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'mac_address': 'fa:16:3e:ca:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062c780-8186-4584-952d-ae4b9b67188f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:01:20Z', 'updated_at': '2021-11-12T12:01:20Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:04Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:01:22.279186 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e354c11-c34d-4f51-9698-682feeae8ff9 None None] New status for floating IP 25e577ae-85f8-4ec5-8dd4-832265ea9e62: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:01:22.485009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50786) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:01:22.546086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ad9f36f8-d10e-4682-904a-e2873f088ad4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/25e577ae-85f8-4ec5-8dd4-832265ea9e62 HTTP/1.1" status: 200 len: 992 time: 0.0599155 Nov 12 12:01:24.039083 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e12480d6-9837-4cf5-bb3b-ac0232b4e596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:26.432365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-51fbddfc-3bfc-4dcb-86f7-6aaa1d0a0fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:27.960358 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:29.696115 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:30.778007 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:40.677213 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:41.099351 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:50.824711 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:01:53.989256 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50804) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:01:54.004623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f158b-817a-4d95-a574-d0b55d6c7fef req-385f02dc-d770-4525-ac37-f6b505c864cf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:54.008488 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-752f158b-817a-4d95-a574-d0b55d6c7fef req-385f02dc-d770-4525-ac37-f6b505c864cf tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0562832 Nov 12 12:01:54.043916 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-135151fc-9bb7-4666-bbd6-34848862b3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:54.066347 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-752f158b-817a-4d95-a574-d0b55d6c7fef req-8e86a997-cb5c-4d7c-bf7b-6c4df15e580f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536592 Nov 12 12:01:54.073436 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-2108e3a3-979c-4a1c-8cc3-d07333694a4e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827522 Nov 12 12:01:54.082828 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-22c30534-e008-4a15-8560-c19c0cc6739a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:01:54.084061 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-22c30534-e008-4a15-8560-c19c0cc6739a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058279 Nov 12 12:01:55.196059 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1670f5-6081-4e84-8a86-537070fc79f9 req-32136055-f1ae-4767-b995-57ca6dfb1256 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:55.198157 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e1670f5-6081-4e84-8a86-537070fc79f9 req-32136055-f1ae-4767-b995-57ca6dfb1256 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0516906 Nov 12 12:01:55.210801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-89540a2c-6321-46fa-a629-c9cc4209622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:55.212376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-89540a2c-6321-46fa-a629-c9cc4209622a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1097 time: 0.0446575 Nov 12 12:01:55.254389 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0e1670f5-6081-4e84-8a86-537070fc79f9 req-7adeda19-0a73-4d9e-a3cd-e92c4809d2be tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491126 Nov 12 12:01:55.303217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-731539c6-76e6-4014-8929-cc80fd834c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:55.304694 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-731539c6-76e6-4014-8929-cc80fd834c7f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.0857117 Nov 12 12:01:55.378222 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-5fe17f64-195e-4133-925f-133ce3858eab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 1000 time: 0.0623302 Nov 12 12:01:55.428144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-bb8f04a3-f082-4151-967b-71ea34a30644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:55.429623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-bb8f04a3-f082-4151-967b-71ea34a30644 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0449162 Nov 12 12:01:55.475490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-ceced1f5-aea6-4292-b4ad-35f6d00ad9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:55.477034 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-ceced1f5-aea6-4292-b4ad-35f6d00ad9da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407836 Nov 12 12:01:55.573581 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-5cf9e008-3f34-4054-9f8e-de861200619b service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890372 Nov 12 12:01:55.663250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-95577569-207c-48f0-8884-c7c525181980 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Nov 12 12:01:56.436457 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce880f39-007f-4cab-8d4f-abfe2dd7290f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:56.716441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e8ba4-dc6e-4762-b614-3b8dc585e503 req-6d05284b-b91c-46ac-ae54-fe2c4906a111 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:56.717953 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f98e8ba4-dc6e-4762-b614-3b8dc585e503 req-6d05284b-b91c-46ac-ae54-fe2c4906a111 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.3927562 Nov 12 12:01:56.766704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f98e8ba4-dc6e-4762-b614-3b8dc585e503 req-43abb1fc-f35e-4bfc-b64d-5a7036108067 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Nov 12 12:01:57.884981 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcca23-5519-4aba-a745-6b920868dd65 req-5c9d8802-0403-4e3c-84f4-6e23e6c997c4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:57.886483 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2dcca23-5519-4aba-a745-6b920868dd65 req-5c9d8802-0403-4e3c-84f4-6e23e6c997c4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0500095 Nov 12 12:01:57.941335 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d2dcca23-5519-4aba-a745-6b920868dd65 req-07b281a3-2bfb-4064-bf5c-daad2aa31979 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478749 Nov 12 12:01:57.961869 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:58.742407 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389adb-62da-49f0-abde-948f2d9c317d req-2c2b9844-2cca-4d25-8c1b-69ec827fec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:58.744203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93389adb-62da-49f0-abde-948f2d9c317d req-2c2b9844-2cca-4d25-8c1b-69ec827fec96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1097 time: 0.0417631 Nov 12 12:01:58.852272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389adb-62da-49f0-abde-948f2d9c317d req-51ff0a59-0cc7-42c7-9687-b783b309ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:58.853759 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93389adb-62da-49f0-abde-948f2d9c317d req-51ff0a59-0cc7-42c7-9687-b783b309ae34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.0897806 Nov 12 12:01:58.921029 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93389adb-62da-49f0-abde-948f2d9c317d req-2bd89cc5-3a24-4a1f-a3e3-b80c5efe76b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 1000 time: 0.0603282 Nov 12 12:01:58.970351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389adb-62da-49f0-abde-948f2d9c317d req-fd67d12a-5dbb-452d-8e7e-f7d803460525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:58.971851 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93389adb-62da-49f0-abde-948f2d9c317d req-fd67d12a-5dbb-452d-8e7e-f7d803460525 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0445712 Nov 12 12:01:59.034072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389adb-62da-49f0-abde-948f2d9c317d req-702b35f5-e837-468a-89b0-1c5fbe894b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:59.035436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93389adb-62da-49f0-abde-948f2d9c317d req-702b35f5-e837-468a-89b0-1c5fbe894b2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568290 Nov 12 12:01:59.129813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904c685-319e-4a16-9bd8-cf6d2bfecbd8 req-cb6b3737-bd07-4175-9cf8-11af11745eec tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:59.131389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c904c685-319e-4a16-9bd8-cf6d2bfecbd8 req-cb6b3737-bd07-4175-9cf8-11af11745eec tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.1115227 Nov 12 12:01:59.172494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93389adb-62da-49f0-abde-948f2d9c317d req-0cf4af16-4a04-45e4-8fed-61729441e6aa service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235831 Nov 12 12:01:59.219538 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c904c685-319e-4a16-9bd8-cf6d2bfecbd8 req-e9eee3fa-914f-437a-b2fa-fc00a436d6b7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812266 Nov 12 12:01:59.281882 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-93389adb-62da-49f0-abde-948f2d9c317d req-89d3f9df-fc4d-4cdc-9982-29f2f83f2747 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990074 Nov 12 12:01:59.698753 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:00.337865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f218e-83ca-4e6b-9f7f-7c32401be452 req-fd078d34-abcc-42de-a263-3b79cd0e7f67 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:00.339721 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-476f218e-83ca-4e6b-9f7f-7c32401be452 req-fd078d34-abcc-42de-a263-3b79cd0e7f67 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0504572 Nov 12 12:02:00.392687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-476f218e-83ca-4e6b-9f7f-7c32401be452 req-85ef75ca-4718-48e7-b449-2cd595420428 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449979 Nov 12 12:02:00.780577 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:01.513525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82826a2-9c96-4407-a051-09b39d67625e req-ae21a17e-1f5c-4da3-a67f-a5621e697bc0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:01.515030 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d82826a2-9c96-4407-a051-09b39d67625e req-ae21a17e-1f5c-4da3-a67f-a5621e697bc0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0493813 Nov 12 12:02:01.569196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d82826a2-9c96-4407-a051-09b39d67625e req-b401e312-d6be-43e4-8cc5-2e0a2287c28f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481737 Nov 12 12:02:02.685362 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed3349-ac35-47ba-ab56-d8816350f828 req-342cd03b-0622-445f-8cad-cca77fd40dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:02.686854 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fed3349-ac35-47ba-ab56-d8816350f828 req-342cd03b-0622-445f-8cad-cca77fd40dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0495834 Nov 12 12:02:02.735570 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fed3349-ac35-47ba-ab56-d8816350f828 req-aa2a7149-f92b-47db-b11f-70d807742baa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Nov 12 12:02:03.853224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3ecd-02b9-4541-bb37-9996c2388adb req-4e188a85-2e76-4f13-bd3c-17a0d9d876dd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:03.854703 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-794f3ecd-02b9-4541-bb37-9996c2388adb req-4e188a85-2e76-4f13-bd3c-17a0d9d876dd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0496833 Nov 12 12:02:03.904732 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-794f3ecd-02b9-4541-bb37-9996c2388adb req-8131d942-4dd2-4b80-b2b8-1ef5cbbd9d90 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440819 Nov 12 12:02:05.026183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24f480-7f45-42e8-bf97-7f7534942157 req-c17356db-89be-4ecc-a9a2-8f87ff91a2e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:05.027675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a24f480-7f45-42e8-bf97-7f7534942157 req-c17356db-89be-4ecc-a9a2-8f87ff91a2e3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0516372 Nov 12 12:02:05.077183 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3a24f480-7f45-42e8-bf97-7f7534942157 req-cffbf2a1-1007-4e48-99ef-977afe5469dd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Nov 12 12:02:06.193931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c088647-e033-4901-a27f-f0760557cef0 req-85f22efa-055f-4a83-b089-dc3b6df6565e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:06.195407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c088647-e033-4901-a27f-f0760557cef0 req-85f22efa-055f-4a83-b089-dc3b6df6565e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0496945 Nov 12 12:02:06.255202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5c088647-e033-4901-a27f-f0760557cef0 req-61101f0f-2c89-4564-9dd8-c5cd3824eaab tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538080 Nov 12 12:02:07.370650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf37681-990d-45e2-9c59-82c3f566f56a req-98ca83e2-712d-42f5-9e07-258646ef9133 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:07.372653 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ecf37681-990d-45e2-9c59-82c3f566f56a req-98ca83e2-712d-42f5-9e07-258646ef9133 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0493102 Nov 12 12:02:07.424032 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ecf37681-990d-45e2-9c59-82c3f566f56a req-a60f010d-887d-4351-bef5-c626e6463f6e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Nov 12 12:02:08.545078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415a1b9-6c06-4716-97ed-3e4bcf47de64 req-ebfdfbf7-5393-46f5-a366-c6510938b748 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:08.546617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7415a1b9-6c06-4716-97ed-3e4bcf47de64 req-ebfdfbf7-5393-46f5-a366-c6510938b748 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0531290 Nov 12 12:02:08.595499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7415a1b9-6c06-4716-97ed-3e4bcf47de64 req-643a35eb-7a11-4d30-b240-a8863fdadb6c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Nov 12 12:02:09.716438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76652991-c7be-452d-9d2d-e01c4de41d4f req-0c7fbcce-80a9-4ca0-a5e7-96e27203fe27 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:09.717939 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76652991-c7be-452d-9d2d-e01c4de41d4f req-0c7fbcce-80a9-4ca0-a5e7-96e27203fe27 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0534236 Nov 12 12:02:09.771678 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-76652991-c7be-452d-9d2d-e01c4de41d4f req-2dbdec11-bb2c-47d9-aa88-10dc1cd8a965 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Nov 12 12:02:10.676189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:10.890895 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871394-948d-489b-8aef-234ef4704b78 req-40994ebd-c5e6-42f4-b4b7-1d597db18235 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:10.892391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74871394-948d-489b-8aef-234ef4704b78 req-40994ebd-c5e6-42f4-b4b7-1d597db18235 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0491731 Nov 12 12:02:10.941235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74871394-948d-489b-8aef-234ef4704b78 req-e8ed8c27-af50-4a48-acea-b70842dd45e2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427861 Nov 12 12:02:11.097379 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:12.058930 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610510e4-93fc-481c-96c0-065982a01d69 req-e7a7f2d5-591c-4fd8-b931-6f2880ea3335 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:12.060479 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-610510e4-93fc-481c-96c0-065982a01d69 req-e7a7f2d5-591c-4fd8-b931-6f2880ea3335 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0492294 Nov 12 12:02:12.109607 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-610510e4-93fc-481c-96c0-065982a01d69 req-f9599852-fabb-4076-ac29-3d6f284ddabb tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430841 Nov 12 12:02:12.536296 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-378e0d5e-f3a1-47e2-8c54-cd993a905228 service neutron] show failed (client error): The resource could not be found. Nov 12 12:02:12.537343 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-378e0d5e-f3a1-47e2-8c54-cd993a905228 service neutron] 10.222.0.52 "GET /v2.0/ports/3a953956-4e78-41be-921a-62cb567ef711/bindings/n-h1-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0594466 Nov 12 12:02:12.738622 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-ac0dce5b-4545-4a08-a233-a6ea186ae773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:12.740086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-ac0dce5b-4545-4a08-a233-a6ea186ae773 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 1097 time: 0.0439005 Nov 12 12:02:12.753354 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:12.809069 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:13.011330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:13.049322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:02:13.088669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a953956-4e78-41be-921a-62cb567ef711'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:02:13.091320 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f174c-325a-4480-b260-b14d2dccae60" -d '{"events": [{"server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a953956-4e78-41be-921a-62cb567ef711"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:02:13.095459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:13.108681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Transition to ACTIVE for port object 3a953956-4e78-41be-921a-62cb567ef711 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:02:13.112351 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:13.141787 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245147a0-e935-484f-93fa-daa72980fbd4 x-openstack-request-id: req-245147a0-e935-484f-93fa-daa72980fbd4 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:02:13.142081 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a953956-4e78-41be-921a-62cb567ef711", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:02:13.142334 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-245147a0-e935-484f-93fa-daa72980fbd4 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:02:13.142734 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a953956-4e78-41be-921a-62cb567ef711', 'code': 200} Nov 12 12:02:13.208520 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=6']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:13.222044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.222388 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.222733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.223069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.223404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.223733 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.224059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.224383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.224700 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.225089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.225412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.225732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:13.236483 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ffc7d-b5a5-495a-83a4-64b052fa3b31 req-1f445fd1-8cd7-4e57-a744-a18b4ead326c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:13.238210 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b67ffc7d-b5a5-495a-83a4-64b052fa3b31 req-1f445fd1-8cd7-4e57-a744-a18b4ead326c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 943 time: 0.0522881 Nov 12 12:02:13.254170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] No DVR routers for this DVR port 3a953956-4e78-41be-921a-62cb567ef711 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:02:13.300407 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b67ffc7d-b5a5-495a-83a4-64b052fa3b31 req-e6116f7d-615a-4a8e-afa3-de0c7994694f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557282 Nov 12 12:02:13.397138 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Attempting to bind port 3a953956-4e78-41be-921a-62cb567ef711 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:02:13.397473 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Attempting to bind port 3a953956-4e78-41be-921a-62cb567ef711 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:02:13.397798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Attempting to bind port 3a953956-4e78-41be-921a-62cb567ef711 on network 5b890435-dec3-4dce-ad3b-ffeada179148 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:02:13.402186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Port 3a953956-4e78-41be-921a-62cb567ef711 on network 5b890435-dec3-4dce-ad3b-ffeada179148 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:02:13.402499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Attempting to bind port 3a953956-4e78-41be-921a-62cb567ef711 on network 5b890435-dec3-4dce-ad3b-ffeada179148 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:02:13.407901 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:02:13.408237 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Checking segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:02:13.408619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Bound using segment: {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:02:13.409079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Bound port: 3a953956-4e78-41be-921a-62cb567ef711, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6533210-a5d0-400a-9ce4-46c59f43d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:02:13.409432 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:13.471898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:02:13.475154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:02:13.479258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:13.518823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:13.519523 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:13.520987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] 10.222.0.59 "PUT /v2.0/ports/3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 1092 time: 0.7717917 Nov 12 12:02:13.539377 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f697b6-8732-4be0-9696-f051e61fec95 service neutron] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:13.599379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-392f224a-ebf4-4f8c-8392-b39e6ef57cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:13.600935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-392f224a-ebf4-4f8c-8392-b39e6ef57cd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1095 time: 0.0492966 Nov 12 12:02:13.698638 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-31bcae51-d79b-485e-a334-8efbb93f956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:13.700778 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-31bcae51-d79b-485e-a334-8efbb93f956d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.0920691 Nov 12 12:02:13.773116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-d2b661b2-32a3-48b6-9f77-f8dda858ae97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 998 time: 0.0640306 Nov 12 12:02:13.826955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f087358a-4c47-4d0a-8b68-6a92bc3129f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:13.828341 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-f087358a-4c47-4d0a-8b68-6a92bc3129f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0466371 Nov 12 12:02:13.876450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-8a475ed1-04b3-4384-b4b5-86f3334d75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:13.878006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-8a475ed1-04b3-4384-b4b5-86f3334d75b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419352 Nov 12 12:02:13.973558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-4ac5b5bf-48ee-4e53-86f8-e03bfb649ff3 service neutron] 10.222.0.59 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876315 Nov 12 12:02:14.063111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fc6e80f-d5a0-4732-8554-4f7aca43a95c req-4f322a7d-b371-44ef-8bf8-632178df7370 service neutron] 10.222.0.59 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821431 Nov 12 12:02:14.428663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ea00d-5321-4225-98da-4b7f2569ca04 req-ed2e8605-0e6d-4a9c-a88e-6085ed383c09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:14.430226 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-442ea00d-5321-4225-98da-4b7f2569ca04 req-ed2e8605-0e6d-4a9c-a88e-6085ed383c09 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 943 time: 0.0540900 Nov 12 12:02:14.489068 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-442ea00d-5321-4225-98da-4b7f2569ca04 req-c3316e39-edbb-49d1-88f0-db5e5cfa01fb tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520744 Nov 12 12:02:15.144235 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'tag': '3a953956-4e78-41be-921a-62cb567ef711'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:02:15.145245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 3a953956-4e78-41be-921a-62cb567ef711 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:02:15.146715 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5010630-2eea-4875-a8b3-9abd76994224" -d '{"events": [{"name": "network-changed", "server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "tag": "3a953956-4e78-41be-921a-62cb567ef711"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:02:15.201374 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723a2665-25a9-4416-ae29-d60a1998fdde x-openstack-request-id: req-723a2665-25a9-4416-ae29-d60a1998fdde {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:02:15.202315 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "tag": "3a953956-4e78-41be-921a-62cb567ef711", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:02:15.202627 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-723a2665-25a9-4416-ae29-d60a1998fdde {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:02:15.203071 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'tag': '3a953956-4e78-41be-921a-62cb567ef711', 'status': 'completed', 'code': 200} Nov 12 12:02:15.251595 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:15.264366 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '3a953956-4e78-41be-921a-62cb567ef711', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'port_id': '3a953956-4e78-41be-921a-62cb567ef711', 'mac_address': 'fa:16:3e:ca:87:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:02:15.325727 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010630-2eea-4875-a8b3-9abd76994224 req-10485e79-cafb-4fab-b606-c418eb135f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.328215 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-10485e79-cafb-4fab-b606-c418eb135f36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1095 time: 0.0986679 Nov 12 12:02:15.330188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:15.331756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010630-2eea-4875-a8b3-9abd76994224 req-3fe72a2b-04cd-4693-a211-d4efdd9c66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.334389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-3fe72a2b-04cd-4693-a211-d4efdd9c66a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1095 time: 0.0933068 Nov 12 12:02:15.352201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a953956-4e78-41be-921a-62cb567ef711 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:02:15.386357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:15.391622 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:15.447589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:15.456306 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.456677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.457087 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.457445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.457804 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.458138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.458465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.458790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.459112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.459432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.459752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.460072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:15.520628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010630-2eea-4875-a8b3-9abd76994224 req-09871697-ff0a-4796-968a-965cca1c0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.522211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-09871697-ff0a-4796-968a-965cca1c0665 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.1865494 Nov 12 12:02:15.551044 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010630-2eea-4875-a8b3-9abd76994224 req-728fc49f-6140-4f00-bf01-b65cf5cc4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.552532 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-728fc49f-6140-4f00-bf01-b65cf5cc4a29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.2048087 Nov 12 12:02:15.697826 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-575f4c4f-f551-4446-95e5-a08560bce1e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 999 time: 0.1632655 Nov 12 12:02:15.728017 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-31d71555-4983-4b64-9459-428143045619 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 999 time: 0.1420574 Nov 12 12:02:15.738861 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['3a953956-4e78-41be-921a-62cb567ef711'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:02:15.797982 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f06f6-a0bf-42fe-b364-7f5c9c58e7c4 req-bd900db9-9b18-42b6-bd19-58a3b01c0a93 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.799512 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c3f06f6-a0bf-42fe-b364-7f5c9c58e7c4 req-bd900db9-9b18-42b6-bd19-58a3b01c0a93 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 944 time: 0.2125947 Nov 12 12:02:15.839315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010630-2eea-4875-a8b3-9abd76994224 req-46d92aa7-1a95-4684-8fcb-1455d3315df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.840828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-46d92aa7-1a95-4684-8fcb-1455d3315df0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.1346359 Nov 12 12:02:15.865386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010630-2eea-4875-a8b3-9abd76994224 req-cecfad62-2f0f-4577-8718-f225d6366373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.866954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-cecfad62-2f0f-4577-8718-f225d6366373 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.1179113 Nov 12 12:02:15.925534 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7c3f06f6-a0bf-42fe-b364-7f5c9c58e7c4 req-5f0a070e-ab3f-4ae6-bc5d-adccb50c1a14 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190536 Nov 12 12:02:15.949838 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010630-2eea-4875-a8b3-9abd76994224 req-6972b759-3e26-4a4b-8507-dc6708d81045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.951879 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-6972b759-3e26-4a4b-8507-dc6708d81045 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976956 Nov 12 12:02:15.954611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010630-2eea-4875-a8b3-9abd76994224 req-4804875c-86f3-4adb-a1f5-1e5a19b0f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:15.956019 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-4804875c-86f3-4adb-a1f5-1e5a19b0f1ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629668 Nov 12 12:02:16.115468 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-7dd48c08-92ec-4e63-94ed-178ec5756c0b service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561549 Nov 12 12:02:16.117615 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-ce5aaa36-9d31-4607-bdac-c36e5a24adfc service neutron] 10.222.0.59 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512427 Nov 12 12:02:16.286105 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-ea047bc7-30c1-4dfb-8edd-dc51d292dd6f service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631055 Nov 12 12:02:16.288054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b5010630-2eea-4875-a8b3-9abd76994224 req-47673db4-aacf-479b-b3da-fd6f6a7f6f87 service neutron] 10.222.0.59 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547301 Nov 12 12:02:17.048459 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7d36b-8561-4ea1-b0e2-7e485b2592c7 req-193d30a4-e995-4359-b0cf-ff6ca40d0325 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:17.049888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ef7d36b-8561-4ea1-b0e2-7e485b2592c7 req-193d30a4-e995-4359-b0cf-ff6ca40d0325 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 944 time: 0.0520535 Nov 12 12:02:17.100331 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6ef7d36b-8561-4ea1-b0e2-7e485b2592c7 req-29bfc369-2cee-412b-a3b0-e5fded114db2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Nov 12 12:02:17.147361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 3a953956-4e78-41be-921a-62cb567ef711 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:02:17.198927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 3a953956-4e78-41be-921a-62cb567ef711 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:02:17.204662 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 3a953956-4e78-41be-921a-62cb567ef711 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:02:17.205176 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:17.296357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:17.302189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a700d4-4911-4aac-bcc8-0cb415649a8a req-24328845-56b9-41fb-b732-012f4a4c38d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:17.303711 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6a700d4-4911-4aac-bcc8-0cb415649a8a req-24328845-56b9-41fb-b732-012f4a4c38d7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 944 time: 0.0550938 Nov 12 12:02:17.321408 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a953956-4e78-41be-921a-62cb567ef711'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:02:17.323673 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25d5b3d-ab12-4cc8-9ee3-77264801ba3a" -d '{"events": [{"server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "name": "network-vif-plugged", "status": "completed", "tag": "3a953956-4e78-41be-921a-62cb567ef711"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:02:17.328093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4f8b-3d98-467c-8660-6464b023040a req-bdb0358e-b479-4a99-a7b7-531df36ab965 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:17.329946 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-bdb0358e-b479-4a99-a7b7-531df36ab965 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f&tenant_id=726829c0aab649558d3f32b087fba365&binding%3Ahost_id=n-h1-768851-19 HTTP/1.1" status: 200 len: 944 time: 0.0595267 Nov 12 12:02:17.337683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:17.342574 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:17.372913 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e6a700d4-4911-4aac-bcc8-0cb415649a8a req-3563cb10-3fab-45ae-a404-ed2db4873d58 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612035 Nov 12 12:02:17.399591 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81c0af6-4460-4fe2-ad6c-b7e30481e3c3 x-openstack-request-id: req-a81c0af6-4460-4fe2-ad6c-b7e30481e3c3 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:02:17.400234 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "name": "network-vif-plugged", "status": "completed", "tag": "3a953956-4e78-41be-921a-62cb567ef711", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:02:17.400502 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a81c0af6-4460-4fe2-ad6c-b7e30481e3c3 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:02:17.400997 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a953956-4e78-41be-921a-62cb567ef711', 'code': 200} Nov 12 12:02:17.403305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3a953956-4e78-41be-921a-62cb567ef711 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:02:17.415426 n-d-768851-19 neutron-server[109165]: INFO neutron.api.v2.resource [req-f60c4f8b-3d98-467c-8660-6464b023040a req-cbafa1d7-c751-469e-9ce4-25f95f8df150 service neutron] delete failed (client error): The resource could not be found. Nov 12 12:02:17.416789 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-cbafa1d7-c751-469e-9ce4-25f95f8df150 service neutron] 10.222.0.52 "DELETE /v2.0/ports/3a953956-4e78-41be-921a-62cb567ef711/bindings/n-h2-768851-19 HTTP/1.1" status: 404 len: 381 time: 0.0773497 Nov 12 12:02:17.430908 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:17.459707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 3a953956-4e78-41be-921a-62cb567ef711 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:02:17.530419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f8681-000d-49ef-a2e1-3804f0f38726 req-62466280-5a90-4d47-b443-6f8e224265b9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:17.531877 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d39f8681-000d-49ef-a2e1-3804f0f38726 req-62466280-5a90-4d47-b443-6f8e224265b9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0797176 Nov 12 12:02:17.534509 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4f8b-3d98-467c-8660-6464b023040a req-90d1b2bc-7019-4ba1-a892-2cf3e161f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:17.535854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-90d1b2bc-7019-4ba1-a892-2cf3e161f806 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1097 time: 0.0723662 Nov 12 12:02:17.635227 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d39f8681-000d-49ef-a2e1-3804f0f38726 req-cacf67a0-9b25-4865-8da4-92f111e75a22 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972385 Nov 12 12:02:17.656464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4f8b-3d98-467c-8660-6464b023040a req-08651d76-8405-4ccc-a18c-fe7e912868b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:17.657978 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-08651d76-8405-4ccc-a18c-fe7e912868b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.1146038 Nov 12 12:02:17.727845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-8d194417-d545-4d63-8e98-9cba7820ff46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 1000 time: 0.0630114 Nov 12 12:02:17.775736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4f8b-3d98-467c-8660-6464b023040a req-6d3d899e-965d-43d9-ae6f-24cbf05a2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:17.777190 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-6d3d899e-965d-43d9-ae6f-24cbf05a2e57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0428174 Nov 12 12:02:17.824935 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4f8b-3d98-467c-8660-6464b023040a req-65f2146d-7ff2-4936-9d54-9d01767c58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:17.826397 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-65f2146d-7ff2-4936-9d54-9d01767c58e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409708 Nov 12 12:02:17.924051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-fe175761-1418-4f4a-a775-a7419f548d49 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901585 Nov 12 12:02:18.014184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f60c4f8b-3d98-467c-8660-6464b023040a req-0e368124-3e68-46be-a923-ed943d7bbd81 service neutron] 10.222.0.52 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835891 Nov 12 12:02:18.758036 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7728-7a08-4b28-a0c0-ee4c777950b7 req-932069b4-b97b-4aa7-90f4-ac4a3dca69e4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:18.759530 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fce7728-7a08-4b28-a0c0-ee4c777950b7 req-932069b4-b97b-4aa7-90f4-ac4a3dca69e4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0526373 Nov 12 12:02:18.810902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7fce7728-7a08-4b28-a0c0-ee4c777950b7 req-66c55e57-4292-4bfb-9c4a-34e296121df9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448153 Nov 12 12:02:18.833739 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50886) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:18.895832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bbdd3e9a-f407-415a-9832-e650d0016e72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/25e577ae-85f8-4ec5-8dd4-832265ea9e62 HTTP/1.1" status: 200 len: 992 time: 0.0606842 Nov 12 12:02:24.046277 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f805447e-101e-4c0b-8aaa-13f558670c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:26.440308 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4365f8fd-c817-43df-ac8a-529eaabd0178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:27.823931 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:02:27.964654 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:29.701084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:30.785545 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:35.687777 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-302973b9-e6e1-46c0-8327-6c71610e1d87 req-fb66d7b7-74b6-46ab-a331-15c5549ca156 service neutron] (109166) timed out ('10.222.0.59', 57304) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:02:40.690010 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:41.097089 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:42.895822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-4f8ebc09-6a1d-4277-8525-5c287c4d7846 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0910020 Nov 12 12:02:42.985864 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-9871a68a-b778-4a02-80ae-cf22c52f0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:42.987365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-9871a68a-b778-4a02-80ae-cf22c52f0da5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1097 time: 0.0427670 Nov 12 12:02:43.100335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-d451e3b3-1966-4f29-a6ff-21f25aa30e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:43.101737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-d451e3b3-1966-4f29-a6ff-21f25aa30e75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.0905731 Nov 12 12:02:43.169858 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-c86f2960-e08b-4974-9179-8a9bfe827391 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 1000 time: 0.0595586 Nov 12 12:02:43.225258 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-0283a631-2195-4f52-86ec-7098f7ae4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:43.226737 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-0283a631-2195-4f52-86ec-7098f7ae4363 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0458801 Nov 12 12:02:43.281070 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-eb52b9fb-2227-43ea-8ae4-9b533c3979ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:43.282629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-eb52b9fb-2227-43ea-8ae4-9b533c3979ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465574 Nov 12 12:02:43.383018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-31584ee0-eaae-4b8d-8536-3b02c2b22e9d service neutron] 10.222.0.59 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 Nov 12 12:02:43.482436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e240c699-3b04-46c4-8e9a-54d0a38b9669 req-f733069f-868e-42e4-86f6-a4852cd05613 service neutron] 10.222.0.59 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892103 Nov 12 12:02:47.283151 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50898) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:47.449212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 22e05f9f-55b3-4de3-aabb-a53c12b6a6ba {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:02:47.450182 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:47.527365 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:47.528295 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:47.541082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 22e05f9f-55b3-4de3-aabb-a53c12b6a6ba owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:02:47.696269 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:47.721943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=22e05f9f-55b3-4de3-aabb-a53c12b6a6ba,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:47.736740 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.737107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.737479 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.737823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.738162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.738496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.738833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.739165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.739497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.739825 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.740196 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.740504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:47.797444 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:47.797696 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP 25e577ae-85f8-4ec5-8dd4-832265ea9e62 disassociated (deleted). External IP: 172.25.2.59, port: 3a953956-4e78-41be-921a-62cb567ef711. Nov 12 12:02:48.012821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:02:48.125984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:02:48.131204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:48.136113 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] Sync routers for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:02:48.150536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:02:48.150793 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:48.160113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5aeb16eb-f1b2-4b49-b6ff-50ebffb579aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/floatingips/25e577ae-85f8-4ec5-8dd4-832265ea9e62 HTTP/1.1" status: 204 len: 168 time: 0.8758106 Nov 12 12:02:48.160769 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'tag': '3a953956-4e78-41be-921a-62cb567ef711'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:02:48.163135 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "tag": "3a953956-4e78-41be-921a-62cb567ef711"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:02:48.263354 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:02:48.313327 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f62f49-b61c-4616-a3e2-c325e11af177 x-openstack-request-id: req-58f62f49-b61c-4616-a3e2-c325e11af177 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:02:48.313932 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "tag": "3a953956-4e78-41be-921a-62cb567ef711", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:02:48.314161 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58f62f49-b61c-4616-a3e2-c325e11af177 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:02:48.314790 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'tag': '3a953956-4e78-41be-921a-62cb567ef711', 'status': 'completed', 'code': 200} Nov 12 12:02:48.385922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-ae119e42-cbac-4cd8-acd4-49cb0b5b22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:48.388583 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-ae119e42-cbac-4cd8-acd4-49cb0b5b22fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 1097 time: 0.0508549 Nov 12 12:02:48.503220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4368ba-faf5-45f8-acd5-47cb3927294b req-1b0b5da6-3f35-4088-a9bf-1a24b469d1a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:48.504837 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c4368ba-faf5-45f8-acd5-47cb3927294b req-1b0b5da6-3f35-4088-a9bf-1a24b469d1a0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.1330829 Nov 12 12:02:48.508759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:04Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:48.518002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-66e61b1c-efef-42cb-8099-d218e099d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:48.519702 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-66e61b1c-efef-42cb-8099-d218e099d911 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 200 len: 897 time: 0.1193132 Nov 12 12:02:48.537055 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] Checking router: bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:02:48.550302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:02:48.551131 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:48.576086 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c4368ba-faf5-45f8-acd5-47cb3927294b req-afa60942-ca86-43ee-a4d3-00a63538ca8c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643685 Nov 12 12:02:48.679218 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:02:48.918294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:04Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:48.920170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-524376ef-09ad-4a92-8801-8861119d0cce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 200 len: 217 time: 0.3850615 Nov 12 12:02:48.950519 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485d986-f767-49ab-9e47-483c6d982b02 None None] The sync data for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 is: [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bc830ac8-7424-407a-bb66-59674886129a', 'name': '', 'network_id': '5b890435-dec3-4dce-ad3b-ffeada179148', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:46:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:01:01Z', 'updated_at': '2021-11-12T12:01:04Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '8f1d5b0a-9288-48fd-a5ce-df482235dbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:02:48.975928 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-b21b0684-3615-48e3-88b2-f1f0d9f046f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:48.977615 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-b21b0684-3615-48e3-88b2-f1f0d9f046f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 200 len: 834 time: 0.0485654 Nov 12 12:02:49.036645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-2b5e2b83-22af-476b-bc24-cae5c5a593a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:49.038324 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-2b5e2b83-22af-476b-bc24-cae5c5a593a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b890435-dec3-4dce-ad3b-ffeada179148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519574 Nov 12 12:02:49.152042 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-979deccd-0c28-467c-a91c-70b5eb616cbb service neutron] 10.222.0.59 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020100 Nov 12 12:02:49.279883 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0ef32c8e-f23e-4e5c-be72-5e3f4d7faf8e req-834718b1-f7d7-40a3-bbbf-eab9e2a52df1 service neutron] 10.222.0.59 "GET /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170938 Nov 12 12:02:49.366488 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b4cc1c-0e29-4be0-a3fd-2df22ad170f1 None None] New status for floating IP 25e577ae-85f8-4ec5-8dd4-832265ea9e62: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:02:49.712776 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ddf81-59dd-42a4-b9f0-065cc1757f90 req-5aa0c7fe-fe83-403a-8624-9cfca9455cd9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:49.714333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-213ddf81-59dd-42a4-b9f0-065cc1757f90 req-5aa0c7fe-fe83-403a-8624-9cfca9455cd9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0613554 Nov 12 12:02:49.778585 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-213ddf81-59dd-42a4-b9f0-065cc1757f90 req-8cc0b0b1-cf27-49a9-ade1-a1fcf740edf5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=af481a41-dca1-4858-b7aa-368d6d0da96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551329 Nov 12 12:02:49.990077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-b12b929f-f54d-4ecd-93c1-fbfeb366205b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:49.991560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-b12b929f-f54d-4ecd-93c1-fbfeb366205b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "GET /v2.0/ports?device_id=1062c780-8186-4584-952d-ae4b9b67188f HTTP/1.1" status: 200 len: 945 time: 0.0502279 Nov 12 12:02:50.085418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 3a953956-4e78-41be-921a-62cb567ef711 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:02:50.085673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:50.175562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port 3a953956-4e78-41be-921a-62cb567ef711, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=3a953956-4e78-41be-921a-62cb567ef711,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:50.175931 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:50.189000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 3a953956-4e78-41be-921a-62cb567ef711 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:02:50.319944 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:50.349642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=3a953956-4e78-41be-921a-62cb567ef711,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:50.395194 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] No DVR routers for this DVR port 3a953956-4e78-41be-921a-62cb567ef711 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:02:50.397862 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:50.401499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fdae8824-dbf9-4d4c-aaa7-99dd23dffe70 req-22d1ff68-aa96-4473-b893-50f736942df3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "DELETE /v2.0/ports/3a953956-4e78-41be-921a-62cb567ef711 HTTP/1.1" status: 204 len: 173 time: 0.4030125 Nov 12 12:02:50.401961 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'name': 'network-vif-deleted', 'tag': '3a953956-4e78-41be-921a-62cb567ef711'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:02:50.404517 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f821b273-af06-4442-bbb2-a9766fcbb8d9" -d '{"events": [{"server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "name": "network-vif-deleted", "tag": "3a953956-4e78-41be-921a-62cb567ef711"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:02:50.446950 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555791d7-e7da-4286-ac88-ad0631371bcc x-openstack-request-id: req-555791d7-e7da-4286-ac88-ad0631371bcc {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:02:50.447240 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062c780-8186-4584-952d-ae4b9b67188f", "name": "network-vif-deleted", "tag": "3a953956-4e78-41be-921a-62cb567ef711", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:02:50.447483 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-555791d7-e7da-4286-ac88-ad0631371bcc {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:02:50.447888 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062c780-8186-4584-952d-ae4b9b67188f', 'name': 'network-vif-deleted', 'tag': '3a953956-4e78-41be-921a-62cb567ef711', 'status': 'completed', 'code': 200} Nov 12 12:02:50.841189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50916) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:51.202613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:51.457873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port bc830ac8-7424-407a-bb66-59674886129a {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:02:51.458131 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:51.547903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port bc830ac8-7424-407a-bb66-59674886129a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bc830ac8-7424-407a-bb66-59674886129a,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:51.548263 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:51.887939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for bc830ac8-7424-407a-bb66-59674886129a owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:02:52.070437 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:52.099283 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=bc830ac8-7424-407a-bb66-59674886129a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:52.313396 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:52.546834 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:02:52.657747 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:02:52.663290 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a40f85a1-9af3-4da0-8146-7d9ddbad60ed tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8205738 Nov 12 12:02:52.665758 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50918) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:52.675227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] Sync routers for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:02:52.688150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:02:52.688763 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:52.721633 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0507b9-a863-423a-8256-c1f290eec6bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting subnet 8f1d5b0a-9288-48fd-a5ce-df482235dbdc {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:02:52.724796 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf0507b9-a863-423a-8256-c1f290eec6bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:52.766404 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf0507b9-a863-423a-8256-c1f290eec6bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:52.799830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:02:52.862192 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf0507b9-a863-423a-8256-c1f290eec6bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:52.923183 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf0507b9-a863-423a-8256-c1f290eec6bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:52.950955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0507b9-a863-423a-8256-c1f290eec6bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1d5b0a-9288-48fd-a5ce-df482235dbdc,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:52.956271 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-bf0507b9-a863-423a-8256-c1f290eec6bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:52.960494 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bf0507b9-a863-423a-8256-c1f290eec6bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/subnets/8f1d5b0a-9288-48fd-a5ce-df482235dbdc HTTP/1.1" status: 204 len: 168 time: 0.2936428 Nov 12 12:02:52.963089 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50920) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:52.966843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a355c7-ee89-4140-8429-a6b3ce1c50f5 None None] Network 5b890435-dec3-4dce-ad3b-ffeada179148 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:02:53.072670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:02:52Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:53.075388 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.117502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] Checking router: bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:02:53.130555 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] Routers {'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:02:53.131171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:53.184525 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.244313 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 7e6b1e39-2494-4564-ab1f-822f58365075 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:02:53.244663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.338487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port 7e6b1e39-2494-4564-ab1f-822f58365075, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=7e6b1e39-2494-4564-ab1f-822f58365075,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:53.338862 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.351302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 7e6b1e39-2494-4564-ab1f-822f58365075 owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:02:53.385928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] DHCP port deletion for 5b890435-dec3-4dce-ad3b-ffeada179148 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:02:53.436452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] Set router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:02:53.521385 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.545927 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=7e6b1e39-2494-4564-ab1f-822f58365075,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:53.549353 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] Deleting port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:02:53.549735 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.572382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26c00a-420c-4ba1-a1aa-e272f3b444f2 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:02:53.610858 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.642965 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] For port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=85a4f80d-e261-4ab9-b9a8-5869bd447d0b,segment=NetworkSegment(d6533210-a5d0-400a-9ce4-46c59f43d396),segment_id=d6533210-a5d0-400a-9ce4-46c59f43d396)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:53.643371 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.664790 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] Calling delete_port for 85a4f80d-e261-4ab9-b9a8-5869bd447d0b owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:02:53.712538 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.714959 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.758697 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.759338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Fanout notify agent at l3_agent the message router_deleted on router bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:02:53.767504 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.768665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ac96e33d-0f6d-4ae3-bc12-b5caa772f0ad tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/routers/bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e HTTP/1.1" status: 204 len: 168 time: 0.8046420 Nov 12 12:02:53.771542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50922) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:53.784982 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:02:52Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:53.813927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f412e-97c2-4499-b77a-ae98c8e4a642 None None] The sync data for ids ['bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e'] in n-d-768851-19 is: [{'id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-407222210', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:02:52Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': '7e6b1e39-2494-4564-ab1f-822f58365075', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26237d-ef3a-46f4-bd7c-cd6d2e852c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:00:58Z', 'updated_at': '2021-11-12T12:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:02:53.815431 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.842376 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] Pushing event deleted for resources: {'Port': ['ID=85a4f80d-e261-4ab9-b9a8-5869bd447d0b,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:53.852233 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.853701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930188d-223d-4e98-9ff2-1e6f7005c84b None None] No DVR routers for this DVR port 85a4f80d-e261-4ab9-b9a8-5869bd447d0b on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:02:53.944413 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.964309 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b890435-dec3-4dce-ad3b-ffeada179148']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:53.973892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6533210-a5d0-400a-9ce4-46c59f43d396') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:53.974186 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6533210-a5d0-400a-9ce4-46c59f43d396') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:53.983986 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:53.997019 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.002934 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:02:54.003315 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: timer() Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:02:54.006200 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:02:54.047053 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc79a5bf-ac5c-4c77-abce-b885e89c94cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.068366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.076179 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.079634 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/networks/5b890435-dec3-4dce-ad3b-ffeada179148 HTTP/1.1" status: 204 len: 168 time: 0.3064184 Nov 12 12:02:54.082650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50924) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:54.091586 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d20bab-6aa6-4426-931b-aac2f8461ccc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Network': ['ID=5b890435-dec3-4dce-ad3b-ffeada179148,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:54.142214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-515537ce-b375-4eea-b724-6f5991175854 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.169487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-515537ce-b375-4eea-b724-6f5991175854 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.234647 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-515537ce-b375-4eea-b724-6f5991175854 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.237658 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-515537ce-b375-4eea-b724-6f5991175854 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.238852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-515537ce-b375-4eea-b724-6f5991175854 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/security-groups/af481a41-dca1-4858-b7aa-368d6d0da96f HTTP/1.1" status: 204 len: 168 time: 0.1551914 Nov 12 12:02:54.249546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515537ce-b375-4eea-b724-6f5991175854 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af481a41-dca1-4858-b7aa-368d6d0da96f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:54.392574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bc830ac8-7424-407a-bb66-59674886129a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:02:54.413460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: bc830ac8-7424-407a-bb66-59674886129a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:02:54.413827 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bc830ac8-7424-407a-bb66-59674886129a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:02:54.414231 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 85a4f80d-e261-4ab9-b9a8-5869bd447d0b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:02:54.442271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 85a4f80d-e261-4ab9-b9a8-5869bd447d0b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:02:54.442627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 85a4f80d-e261-4ab9-b9a8-5869bd447d0b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:02:54.468389 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50930) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:54.473142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c55bf4f0-d7c7-4c7c-a74c-62f8acd47191 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938250729', 'description': 'tempest-secgroup-smoke-938250729 description', 'project_id': '726829c0aab649558d3f32b087fba365'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:54.498566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55bf4f0-d7c7-4c7c-a74c-62f8acd47191 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.571380 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55bf4f0-d7c7-4c7c-a74c-62f8acd47191 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.574978 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55bf4f0-d7c7-4c7c-a74c-62f8acd47191 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.603544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c55bf4f0-d7c7-4c7c-a74c-62f8acd47191 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.604770 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c55bf4f0-d7c7-4c7c-a74c-62f8acd47191 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1353204 Nov 12 12:02:54.608482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50932) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:54.609412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bf4f0-d7c7-4c7c-a74c-62f8acd47191 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:54.613143 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1d01a8fb-b8b8-496b-9983-b97b353dc1f8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'd0e58be2-f0fe-4b78-a32f-6bdb6e2132e4', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:54.640918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1d01a8fb-b8b8-496b-9983-b97b353dc1f8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.695396 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1d01a8fb-b8b8-496b-9983-b97b353dc1f8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.699118 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1d01a8fb-b8b8-496b-9983-b97b353dc1f8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.717889 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01a8fb-b8b8-496b-9983-b97b353dc1f8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac64bfc4-3882-4d81-800d-d33fc2aa19ba,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:54.724780 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1d01a8fb-b8b8-496b-9983-b97b353dc1f8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.726004 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1d01a8fb-b8b8-496b-9983-b97b353dc1f8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164527 Nov 12 12:02:54.728803 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50934) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:54.733896 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-e5c21eab-f6a4-45ec-bdb1-465a97c6f14b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'd0e58be2-f0fe-4b78-a32f-6bdb6e2132e4', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:54.758937 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c21eab-f6a4-45ec-bdb1-465a97c6f14b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.814010 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c21eab-f6a4-45ec-bdb1-465a97c6f14b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.817397 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c21eab-f6a4-45ec-bdb1-465a97c6f14b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.838042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c21eab-f6a4-45ec-bdb1-465a97c6f14b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34eaf210-d9b4-4057-a40b-6863a9dda073,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:54.842955 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e5c21eab-f6a4-45ec-bdb1-465a97c6f14b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.844166 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e5c21eab-f6a4-45ec-bdb1-465a97c6f14b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143751 Nov 12 12:02:54.847983 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50936) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:54.852226 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-761d3330-4c58-446c-8ff1-87ce59f2ed43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'd0e58be2-f0fe-4b78-a32f-6bdb6e2132e4', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:54.879764 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-761d3330-4c58-446c-8ff1-87ce59f2ed43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.944116 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-761d3330-4c58-446c-8ff1-87ce59f2ed43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.948065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-761d3330-4c58-446c-8ff1-87ce59f2ed43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.968600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d3330-4c58-446c-8ff1-87ce59f2ed43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5753bb-a79a-4254-914d-a26519f4fcf0,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:54.977283 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-761d3330-4c58-446c-8ff1-87ce59f2ed43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.978480 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-761d3330-4c58-446c-8ff1-87ce59f2ed43 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295736 Nov 12 12:02:54.981235 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50938) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:54.985514 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7e763493-8976-4a9c-90c0-120cb5bcf027 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'd0e58be2-f0fe-4b78-a32f-6bdb6e2132e4', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:55.010578 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e763493-8976-4a9c-90c0-120cb5bcf027 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.067416 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e763493-8976-4a9c-90c0-120cb5bcf027 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.070824 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e763493-8976-4a9c-90c0-120cb5bcf027 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.089926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e763493-8976-4a9c-90c0-120cb5bcf027 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267fe9f1-9f46-4575-ab3d-d382f8a54a9e,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:55.098566 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e763493-8976-4a9c-90c0-120cb5bcf027 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.099761 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e763493-8976-4a9c-90c0-120cb5bcf027 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176057 Nov 12 12:02:55.102484 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50940) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:55.106921 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-232e0168-ad8b-4d81-9aaa-330df354c77c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'd0e58be2-f0fe-4b78-a32f-6bdb6e2132e4', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:55.128555 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-232e0168-ad8b-4d81-9aaa-330df354c77c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:02:55.133391 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e0168-ad8b-4d81-9aaa-330df354c77c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.190351 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e0168-ad8b-4d81-9aaa-330df354c77c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.193734 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e0168-ad8b-4d81-9aaa-330df354c77c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.213581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e0168-ad8b-4d81-9aaa-330df354c77c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45e9117-9e00-48b7-a946-31cd9e82800a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:55.222663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-232e0168-ad8b-4d81-9aaa-330df354c77c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.224330 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-232e0168-ad8b-4d81-9aaa-330df354c77c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208339 Nov 12 12:02:55.227173 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50942) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:55.231708 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-019b7a7e-4fb5-459e-9eef-8c2605c20730 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': 'd0e58be2-f0fe-4b78-a32f-6bdb6e2132e4', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:55.254308 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-019b7a7e-4fb5-459e-9eef-8c2605c20730 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:02:55.259284 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-019b7a7e-4fb5-459e-9eef-8c2605c20730 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.301486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 3a953956-4e78-41be-921a-62cb567ef711 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:02:55.321686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 3a953956-4e78-41be-921a-62cb567ef711 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:02:55.322032 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 3a953956-4e78-41be-921a-62cb567ef711 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:02:55.322503 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-019b7a7e-4fb5-459e-9eef-8c2605c20730 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.326998 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-019b7a7e-4fb5-459e-9eef-8c2605c20730 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.346506 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b7a7e-4fb5-459e-9eef-8c2605c20730 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc220aa-be9a-4d9a-8008-63524ba5ece1,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:55.351513 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-019b7a7e-4fb5-459e-9eef-8c2605c20730 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.352712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-019b7a7e-4fb5-459e-9eef-8c2605c20730 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244628 Nov 12 12:02:55.356273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50944) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:55.361084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'network': {'name': 'tempest-network-smoke--259737481', 'project_id': '726829c0aab649558d3f32b087fba365', 'port_security_enabled': True}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:55.381129 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:02:55.384534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.407770 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:02:55.416363 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.416705 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Added segment bc890bf8-b3dd-4909-9471-670621242f8d of type vlan for network 6198063c-865b-42ae-a18d-6a7beee341b1 Nov 12 12:02:55.456828 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.481640 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.487202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:55.487785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.550100 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1927488 Nov 12 12:02:55.553033 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 50946) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:55.557761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'admin_state_up': True, 'project_id': '726829c0aab649558d3f32b087fba365', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:55.558690 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5d6ed-bb9f-403d-97f0-1145289571f9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Network': ['ID=6198063c-865b-42ae-a18d-6a7beee341b1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:55.569466 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 6198063c-865b-42ae-a18d-6a7beee341b1 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:02:55.584220 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.585314 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.640941 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.783525 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.978066 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:55.997461 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:56.103936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.128 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:02:56.203400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:56.237563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:56.260122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e6b1e39-2494-4564-ab1f-822f58365075 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:02:56.280537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:02:56.285420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:02:56.285571 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 7e6b1e39-2494-4564-ab1f-822f58365075 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:02:56.285921 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 7e6b1e39-2494-4564-ab1f-822f58365075 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:02:56.289059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:02:56.298963 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf689529-f179-4984-b0aa-06ae31061e14 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:02:56.320449 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:56.343053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8f18c52f-9d9e-4b17-8740-37a4b816e50f None None] Provisioning complete for port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:02:56.343667 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8f18c52f-9d9e-4b17-8740-37a4b816e50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:56.379023 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8f18c52f-9d9e-4b17-8740-37a4b816e50f None None] Port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:02:56.442042 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0d997db3-dab3-4f7b-89aa-f56a5e43c2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:56.554876 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:56.752254 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:56.882126 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 0da45a23-4932-4955-886a-9a955e2225de is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:02:56.999564 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:02:57.008769 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Sync routers for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:02:57.018399 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:02:57.019011 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:57.019331 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.023890 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c2b5c276-b4e8-4763-8804-133948c2c389 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4697342 Nov 12 12:02:57.024047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50948) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:57.053502 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ccf62031-17d1-448b-a8cc-55a5cbc01ae7 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=726829c0aab649558d3f32b087fba365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281100 Nov 12 12:02:57.056182 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50950) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:57.123375 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:02:57.141248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2415b80-92c3-458e-8901-70c7f8138e30 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:57.142766 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c2415b80-92c3-458e-8901-70c7f8138e30 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856836 Nov 12 12:02:57.145551 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50952) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:57.177620 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-702b4a0b-1c6e-468e-8ca0-3c850e561a38 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309942 Nov 12 12:02:57.180168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50954) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:57.184942 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-469954970', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'project_id': '726829c0aab649558d3f32b087fba365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:02:57.274536 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:02:57.278776 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.299542 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:56Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:57.329660 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Checking router: 0da45a23-4932-4955-886a-9a955e2225de for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:02:57.330002 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Updating router 0da45a23-4932-4955-886a-9a955e2225de port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:02:57.354739 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.466841 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.526410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Subnet': ['ID=35e44039-841b-42be-8f11-319f2059becd,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:57.534553 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Checking segment: {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:02:57.534774 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network hostable DHCP agents. Network: 6198063c-865b-42ae-a18d-6a7beee341b1, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:02:57.552437 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 6198063c-865b-42ae-a18d-6a7beee341b1 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:02:57.561712 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 6198063c-865b-42ae-a18d-6a7beee341b1) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:02:57.569477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:57.570086 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.570680 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b5338-2dfd-44bb-8bdd-d48bb8587b90 None None] Network 6198063c-865b-42ae-a18d-6a7beee341b1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:02:57.587402 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0f53ec23-dbb5-468f-805f-7ed5cc41dc72 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4061575 Nov 12 12:02:57.590835 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 50956) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:02:57.609269 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.615706 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.676044 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Attempting to bind port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:02:57.676550 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Attempting to bind port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:02:57.677060 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Attempting to bind port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:02:57.682402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32f320-97a9-44bc-902c-6346d189cd49 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:02:57.688398 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Pushing event updated for resources: {'Port': ['ID=cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:57.698446 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.698788 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.699130 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.699938 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.700274 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.700700 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.700939 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.701267 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.701592 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.701916 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.702239 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.702831 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:02:57.708379 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:02:57.708787 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:02:57.709254 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.709743 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:02:57.710232 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Bound port: cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:02:57.710608 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.734053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-6198063c-865b-42ae-a18d-6a7beee341b1', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:02:57.735059 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.768144 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] For port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:02:57.772225 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] For port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:02:57.778086 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.819169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e424b29e-34f9-4555-98ca-f4ec6e0feec7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:02:57.852667 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:02:57.853001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-aab398af-3ebe-4373-a3a7-4a3b07a2d1a5 None None] Provisioning complete for port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:02:57.853366 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:57.853495 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aab398af-3ebe-4373-a3a7-4a3b07a2d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:57.859270 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f3b0-3a89-44fd-b7e3-9ffe4ae2dcec None None] Pushing event updated for resources: {'Port': ['ID=cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:57.934814 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Allocated IP 172.20.0.2 (6198063c-865b-42ae-a18d-6a7beee341b1/35e44039-841b-42be-8f11-319f2059becd/85dc0255-df45-4c0d-b950-04d986def1bd) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:02:58.048342 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.050905 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aab398af-3ebe-4373-a3a7-4a3b07a2d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.075104 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:02:58.087136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-aab398af-3ebe-4373-a3a7-4a3b07a2d1a5 None None] For port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:58.093204 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.095590 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aab398af-3ebe-4373-a3a7-4a3b07a2d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.190937 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.200098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.212626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab398af-3ebe-4373-a3a7-4a3b07a2d1a5 None None] Pushing event updated for resources: {'Port': ['ID=cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:58.257370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Network 6198063c-865b-42ae-a18d-6a7beee341b1 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:02:58.266136 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:56Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:02:58.269643 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:02:58.272073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:02:58.284733 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Pushing event updated for resources: {'Port': ['ID=85dc0255-df45-4c0d-b950-04d986def1bd,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:58.292442 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3069ff0a-51c5-4efd-8f1a-51e5f681c8f2 None None] Provisioning complete for port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:02:58.293138 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3069ff0a-51c5-4efd-8f1a-51e5f681c8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.300617 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68521b11-54a5-4ac0-af8d-ea1c1b488f18 None None] The sync data for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 is: [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:56Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:02:58.371286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Attempting to bind port 85dc0255-df45-4c0d-b950-04d986def1bd on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:02:58.371760 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Attempting to bind port 85dc0255-df45-4c0d-b950-04d986def1bd by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:02:58.372183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Attempting to bind port 85dc0255-df45-4c0d-b950-04d986def1bd on network 6198063c-865b-42ae-a18d-6a7beee341b1 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:02:58.380288 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:02:58.380668 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Checking segment: {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:02:58.381642 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.382050 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Bound using segment: {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:02:58.382544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Bound port: 85dc0255-df45-4c0d-b950-04d986def1bd, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:02:58.382930 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.393269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.1 (6198063c-865b-42ae-a18d-6a7beee341b1/35e44039-841b-42be-8f11-319f2059becd/88729a8f-c8ec-4b05-b4d7-877915e8500e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:02:58.484145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] For port 85dc0255-df45-4c0d-b950-04d986def1bd, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:02:58.489324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] For port 85dc0255-df45-4c0d-b950-04d986def1bd, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=85dc0255-df45-4c0d-b950-04d986def1bd,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:02:58.494916 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.550389 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.573241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38061158-fbf9-437d-9284-8dedf72dd7be None None] Pushing event updated for resources: {'Port': ['ID=85dc0255-df45-4c0d-b950-04d986def1bd,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:58.588144 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.657014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 6198063c-865b-42ae-a18d-6a7beee341b1 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:02:58.658421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=88729a8f-c8ec-4b05-b4d7-877915e8500e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:58.661193 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:02:58.663397 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:02:58.710617 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:58.900988 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.194918 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.200838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.278715 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.280546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=88729a8f-c8ec-4b05-b4d7-877915e8500e,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:59.379322 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 6198063c-865b-42ae-a18d-6a7beee341b1 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:02:59.380780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:02:59.499742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 0da45a23-4932-4955-886a-9a955e2225de has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:02:59.520926 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91bd500-3f69-401b-ac50-76c92b7541d6 None None] Network 6198063c-865b-42ae-a18d-6a7beee341b1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:02:59.611665 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:02:59.616748 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-eaf84b6f-e80b-4978-95ed-6592f8e8cc5c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/0da45a23-4932-4955-886a-9a955e2225de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0246911 Nov 12 12:02:59.644337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a11f3e58-4e20-476c-a4f1-d4a93bc831f8 None None] Provisioning complete for port 85dc0255-df45-4c0d-b950-04d986def1bd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:02:59.644983 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a11f3e58-4e20-476c-a4f1-d4a93bc831f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.745594 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.786399 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-e7efebc7-39da-4237-8593-6382d8368a28 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938250729&fields=id&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 267 time: 0.0491531 Nov 12 12:02:59.801027 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a11f3e58-4e20-476c-a4f1-d4a93bc831f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.851805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a11f3e58-4e20-476c-a4f1-d4a93bc831f8 None None] For port 85dc0255-df45-4c0d-b950-04d986def1bd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=85dc0255-df45-4c0d-b950-04d986def1bd,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:02:59.860329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a11f3e58-4e20-476c-a4f1-d4a93bc831f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.923483 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f3e58-4e20-476c-a4f1-d4a93bc831f8 None None] Pushing event updated for resources: {'Port': ['ID=85dc0255-df45-4c0d-b950-04d986def1bd,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:02:59.924175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4738ba2c-8704-4b2b-a696-e639e46ed0a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:59.925855 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4738ba2c-8704-4b2b-a696-e639e46ed0a1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/networks?id=6198063c-865b-42ae-a18d-6a7beee341b1 HTTP/1.1" status: 200 len: 796 time: 0.1317451 Nov 12 12:02:59.948013 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-631b3cea-a049-4894-b2ff-1a18c631055b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/quotas/726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 375 time: 0.0104346 Nov 12 12:02:59.999345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Sync routers for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:03:00.003642 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-f9f47f6c-d055-4202-8b3c-cf7ea9bcbffa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491147 Nov 12 12:03:00.010495 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:03:00.011208 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:00.109160 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-79caa719-3a17-46d6-9014-ed04ff6c5383 service neutron] 10.222.0.31 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911703 Nov 12 12:03:00.295332 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-65e82ddb-53a1-4b44-9787-289c44df7507 None None] Provisioning complete for port 88729a8f-c8ec-4b05-b4d7-877915e8500e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:00.295703 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-65e82ddb-53a1-4b44-9787-289c44df7507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:00.331166 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:03:00.372718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-65e82ddb-53a1-4b44-9787-289c44df7507 None None] Port 88729a8f-c8ec-4b05-b4d7-877915e8500e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:03:00.426550 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-65e82ddb-53a1-4b44-9787-289c44df7507 None None] Provisioning complete for port 85dc0255-df45-4c0d-b950-04d986def1bd triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:00.426550 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-65e82ddb-53a1-4b44-9787-289c44df7507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:00.466647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 85dc0255-df45-4c0d-b950-04d986def1bd up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:03:00.567236 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-cd360818-602a-470f-beec-f7c046280e19 service neutron] 10.222.0.31 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512029 Nov 12 12:03:00.646501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 85dc0255-df45-4c0d-b950-04d986def1bd triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:00.647098 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:00.745130 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:02:59Z', 'revision_number': 2, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:00.787601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Checking router: 0da45a23-4932-4955-886a-9a955e2225de for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:03:00.787966 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Updating router 0da45a23-4932-4955-886a-9a955e2225de port 88729a8f-c8ec-4b05-b4d7-877915e8500e binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:03:00.822515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a85589ec-ee40-4e71-87e8-83fe4279bdbe req-9640007b-b16d-46fa-a6ef-d70ae6cb80c1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 210 time: 0.0938873 Nov 12 12:03:00.828494 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:03:00.854745 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:00.862451 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:00.887797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29567602-2519-4fe7-873c-c89e28c68126 None None] Provisioning complete for port 88729a8f-c8ec-4b05-b4d7-877915e8500e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:00.888159 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29567602-2519-4fe7-873c-c89e28c68126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:00.962441 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29567602-2519-4fe7-873c-c89e28c68126 None None] Port 88729a8f-c8ec-4b05-b4d7-877915e8500e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:03:01.020165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:01.020534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.252498 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.258040 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.317272 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9ebb2-bdf3-48af-82df-98fea43de6e5 None None] Pushing event updated for resources: {'Port': ['ID=88729a8f-c8ec-4b05-b4d7-877915e8500e,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:01.375843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Attempting to bind port 88729a8f-c8ec-4b05-b4d7-877915e8500e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:03:01.376207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Attempting to bind port 88729a8f-c8ec-4b05-b4d7-877915e8500e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:03:01.376572 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Attempting to bind port 88729a8f-c8ec-4b05-b4d7-877915e8500e on network 6198063c-865b-42ae-a18d-6a7beee341b1 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:03:01.381998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:03:01.382372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Checking segment: {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:03:01.382766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.383155 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Bound using segment: {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:03:01.383626 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Bound port: 88729a8f-c8ec-4b05-b4d7-877915e8500e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:03:01.384008 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.452065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] For port 88729a8f-c8ec-4b05-b4d7-877915e8500e, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:03:01.456171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] For port 88729a8f-c8ec-4b05-b4d7-877915e8500e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=88729a8f-c8ec-4b05-b4d7-877915e8500e,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:03:01.460906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.528445 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9ebb2-bdf3-48af-82df-98fea43de6e5 None None] Pushing event updated for resources: {'Port': ['ID=88729a8f-c8ec-4b05-b4d7-877915e8500e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:01.531195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:03:01.531709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:01.603118 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-99bd8452-de83-458b-8c50-0ea8421e6d25 None None] Provisioning complete for port 88729a8f-c8ec-4b05-b4d7-877915e8500e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:01.603632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-99bd8452-de83-458b-8c50-0ea8421e6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.689126 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:03:01.779378 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-ef23432a-2dff-45dc-9d5f-1bdf26ac3d01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:01.780902 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-ef23432a-2dff-45dc-9d5f-1bdf26ac3d01 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "GET /v2.0/networks?id=6198063c-865b-42ae-a18d-6a7beee341b1 HTTP/1.1" status: 200 len: 796 time: 0.1188257 Nov 12 12:03:01.857817 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6d6517ef-d456-4ad0-bbf5-f654fa3c5f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 379 time: 0.0671458 Nov 12 12:03:01.859561 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-99bd8452-de83-458b-8c50-0ea8421e6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.872280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'port': {'device_id': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'admin_state_up': True, 'tenant_id': '726829c0aab649558d3f32b087fba365', 'security_groups': ['d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:03:01.914903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-99bd8452-de83-458b-8c50-0ea8421e6d25 None None] For port 88729a8f-c8ec-4b05-b4d7-877915e8500e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=88729a8f-c8ec-4b05-b4d7-877915e8500e,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:01.921483 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-99bd8452-de83-458b-8c50-0ea8421e6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:01.945624 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-58ebc87f-56e4-4e4e-a3fd-2987bded8d6b req-749322e7-9221-40ee-a2cb-13a55493c60f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 210 time: 0.0320535 Nov 12 12:03:02.000162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd8452-de83-458b-8c50-0ea8421e6d25 None None] Pushing event updated for resources: {'Port': ['ID=88729a8f-c8ec-4b05-b4d7-877915e8500e,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:02.009802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:03:02.013340 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.014195 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:03:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:02.045393 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9db70-e7ae-46e8-a6b4-5185814cb9a8 None None] The sync data for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 is: [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:03:01Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:03:02.056222 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-10d64357-79e5-4a7b-8075-3bf9f501703d None None] Provisioning complete for port 88729a8f-c8ec-4b05-b4d7-877915e8500e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:02.056590 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-10d64357-79e5-4a7b-8075-3bf9f501703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.172213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.3 (6198063c-865b-42ae-a18d-6a7beee341b1/35e44039-841b-42be-8f11-319f2059becd/345f4b60-6a2b-44dd-a128-2c12a2cc904d) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:03:02.329968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.339086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 88729a8f-c8ec-4b05-b4d7-877915e8500e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:03:02.367010 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.394391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 88729a8f-c8ec-4b05-b4d7-877915e8500e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:02.394763 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.413254 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 6198063c-865b-42ae-a18d-6a7beee341b1 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:03:02.421603 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:03:02.425499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:03:02.454787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=345f4b60-6a2b-44dd-a128-2c12a2cc904d,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:02.486153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:02.486918 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.509731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-6a4c0e58-7e3c-4150-ab53-37441143a16c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6437745 Nov 12 12:03:02.524057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Request body: {'port': {'device_id': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:03:02.591337 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.685892 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-bb3ad902-0f25-42a0-bb8a-c1f0410458bf None None] Provisioning complete for port 345f4b60-6a2b-44dd-a128-2c12a2cc904d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:02.686455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad902-0f25-42a0-bb8a-c1f0410458bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.726964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ad902-0f25-42a0-bb8a-c1f0410458bf None None] Port 345f4b60-6a2b-44dd-a128-2c12a2cc904d cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:03:02.877994 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345f4b60-6a2b-44dd-a128-2c12a2cc904d {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:03:02.886818 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.900672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Transition to ACTIVE for port object 345f4b60-6a2b-44dd-a128-2c12a2cc904d will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:03:02.907596 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:02.991198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Pushing event updated for resources: {'Port': ['ID=345f4b60-6a2b-44dd-a128-2c12a2cc904d,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:03.054906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Attempting to bind port 345f4b60-6a2b-44dd-a128-2c12a2cc904d on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:03:03.055252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Attempting to bind port 345f4b60-6a2b-44dd-a128-2c12a2cc904d by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:03:03.055590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Attempting to bind port 345f4b60-6a2b-44dd-a128-2c12a2cc904d on network 6198063c-865b-42ae-a18d-6a7beee341b1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:03:03.061175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Port 345f4b60-6a2b-44dd-a128-2c12a2cc904d on network 6198063c-865b-42ae-a18d-6a7beee341b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:03:03.061527 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Attempting to bind port 345f4b60-6a2b-44dd-a128-2c12a2cc904d on network 6198063c-865b-42ae-a18d-6a7beee341b1 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:03:03.067879 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:03:03.068219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Checking segment: {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:03:03.068606 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Bound using segment: {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:03:03.069089 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Bound port: 345f4b60-6a2b-44dd-a128-2c12a2cc904d, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc890bf8-b3dd-4909-9471-670621242f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:03:03.069451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:03.172779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] For port 345f4b60-6a2b-44dd-a128-2c12a2cc904d, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:03:03.176672 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] For port 345f4b60-6a2b-44dd-a128-2c12a2cc904d, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:03:03.182323 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:03.202179 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0608f-d9cf-4a3e-aa50-9c7f551ad62f req-d562b559-9edb-41ee-aa25-6890f855e82e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:03.204000 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5e0608f-d9cf-4a3e-aa50-9c7f551ad62f req-d562b559-9edb-41ee-aa25-6890f855e82e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 943 time: 0.1211360 Nov 12 12:03:03.243734 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:03.244372 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:03.246154 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] 10.222.0.59 "PUT /v2.0/ports/345f4b60-6a2b-44dd-a128-2c12a2cc904d HTTP/1.1" status: 200 len: 1092 time: 0.7264962 Nov 12 12:03:03.250868 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:03:03.253276 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67941493-3e26-4267-ac14-16135a38af5f" -d '{"events": [{"name": "network-changed", "server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:03:03.326301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c348cc6-a224-4e2a-b5d7-765838a43d1d service neutron] Pushing event updated for resources: {'Port': ['ID=345f4b60-6a2b-44dd-a128-2c12a2cc904d,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:03.348211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d5e0608f-d9cf-4a3e-aa50-9c7f551ad62f req-6b76bfe1-7390-4407-9d6d-03143adef6f0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231172 Nov 12 12:03:03.370178 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-83cb97a7-56da-486a-8aec-106d3e93145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:03.372345 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-83cb97a7-56da-486a-8aec-106d3e93145a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 1095 time: 0.0717971 Nov 12 12:03:03.386873 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc0159a-0490-4dae-a264-7ba1bcf1ef6e x-openstack-request-id: req-bbc0159a-0490-4dae-a264-7ba1bcf1ef6e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:03:03.387267 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:03:03.387618 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbc0159a-0490-4dae-a264-7ba1bcf1ef6e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:03:03.388130 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'status': 'completed', 'code': 200} Nov 12 12:03:03.426025 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-00c99de2-a221-40b5-8bc0-678f99d9b99f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d HTTP/1.1" status: 200 len: 217 time: 0.0368230 Nov 12 12:03:03.483109 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-d3ae9339-d493-46cf-9d94-d91516d054ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:03.484590 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-d3ae9339-d493-46cf-9d94-d91516d054ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35e44039-841b-42be-8f11-319f2059becd HTTP/1.1" status: 200 len: 834 time: 0.0511611 Nov 12 12:03:03.533420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-167e3ce5-1d1b-421d-9fef-446f397610f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:03.534979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-167e3ce5-1d1b-421d-9fef-446f397610f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6198063c-865b-42ae-a18d-6a7beee341b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429184 Nov 12 12:03:03.626383 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-5d264c5d-cf91-4bf7-90cd-c4c36bebaf72 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836291 Nov 12 12:03:03.722081 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1fcef78a-70b0-4bbf-8539-996f90915b90 req-23049a23-ebee-4902-8651-10dd056f3868 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879087 Nov 12 12:03:03.809111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941493-3e26-4267-ac14-16135a38af5f req-3f2cb068-9a4a-4bd9-8ce0-4f71fce7e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:03.810540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67941493-3e26-4267-ac14-16135a38af5f req-3f2cb068-9a4a-4bd9-8ce0-4f71fce7e0d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 1095 time: 0.0414596 Nov 12 12:03:03.907646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941493-3e26-4267-ac14-16135a38af5f req-29637ed3-64cd-41b7-97c9-553b7679239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:03.909134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67941493-3e26-4267-ac14-16135a38af5f req-29637ed3-64cd-41b7-97c9-553b7679239f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6198063c-865b-42ae-a18d-6a7beee341b1 HTTP/1.1" status: 200 len: 897 time: 0.0907614 Nov 12 12:03:03.952039 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67941493-3e26-4267-ac14-16135a38af5f req-fabfee9e-71e9-4fa3-9ccb-60a6eeea96d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d HTTP/1.1" status: 200 len: 217 time: 0.0349684 Nov 12 12:03:04.007853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941493-3e26-4267-ac14-16135a38af5f req-bdb045bd-4904-4d5d-85ac-24ac41b23800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:04.009406 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67941493-3e26-4267-ac14-16135a38af5f req-bdb045bd-4904-4d5d-85ac-24ac41b23800 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35e44039-841b-42be-8f11-319f2059becd HTTP/1.1" status: 200 len: 834 time: 0.0502906 Nov 12 12:03:04.383301 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941493-3e26-4267-ac14-16135a38af5f req-9a19f075-e053-4f13-a9e5-2b45a863c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:04.384846 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67941493-3e26-4267-ac14-16135a38af5f req-9a19f075-e053-4f13-a9e5-2b45a863c74f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6198063c-865b-42ae-a18d-6a7beee341b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3676674 Nov 12 12:03:04.513485 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67941493-3e26-4267-ac14-16135a38af5f req-2573a9b9-c738-4a7b-a10f-21934a2019d5 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182435 Nov 12 12:03:04.525159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d48e00-f9c6-494b-a883-9f004ca7ba38 req-ac080d5a-26f2-4546-b5c3-9f8958f9f18a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:04.526647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-09d48e00-f9c6-494b-a883-9f004ca7ba38 req-ac080d5a-26f2-4546-b5c3-9f8958f9f18a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 943 time: 0.0804296 Nov 12 12:03:04.635811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-09d48e00-f9c6-494b-a883-9f004ca7ba38 req-1a09554e-0a9d-42dc-84f7-ec8314c24bda tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009202 Nov 12 12:03:04.651296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67941493-3e26-4267-ac14-16135a38af5f req-bbe9341d-70c2-479d-a06b-3bd1d227a35e service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237001 Nov 12 12:03:04.823251 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:03:05.328830 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 345f4b60-6a2b-44dd-a128-2c12a2cc904d details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:03:05.424589 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 345f4b60-6a2b-44dd-a128-2c12a2cc904d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:05.436718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'port_id': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'mac_address': 'fa:16:3e:32:a4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:03:05.473003 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:05.485815 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345f4b60-6a2b-44dd-a128-2c12a2cc904d {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:03:05.504988 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 345f4b60-6a2b-44dd-a128-2c12a2cc904d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:05.509058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:05.556129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=345f4b60-6a2b-44dd-a128-2c12a2cc904d,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:05.711365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['345f4b60-6a2b-44dd-a128-2c12a2cc904d'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:03:05.768337 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cd6c2-9126-45b2-95fe-2852386a6fef req-ae62db23-6c21-43f1-8108-03c4a10163d9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:05.770002 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f2cd6c2-9126-45b2-95fe-2852386a6fef req-ae62db23-6c21-43f1-8108-03c4a10163d9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 944 time: 0.0509772 Nov 12 12:03:05.828891 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7f2cd6c2-9126-45b2-95fe-2852386a6fef req-d3bcc607-8603-478f-8fde-bc33b5da72be tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522566 Nov 12 12:03:06.946450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0583-ed92-43c9-a6cf-304342a23579 req-001a1bb2-2cee-4e1f-b743-876089b5d06a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:06.947926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ebab0583-ed92-43c9-a6cf-304342a23579 req-001a1bb2-2cee-4e1f-b743-876089b5d06a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 944 time: 0.0489194 Nov 12 12:03:06.998361 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ebab0583-ed92-43c9-a6cf-304342a23579 req-c958108f-4d32-418c-b046-c6501729ac55 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437334 Nov 12 12:03:07.331307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 345f4b60-6a2b-44dd-a128-2c12a2cc904d up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:03:07.384590 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 345f4b60-6a2b-44dd-a128-2c12a2cc904d completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:03:07.388677 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 345f4b60-6a2b-44dd-a128-2c12a2cc904d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:07.389083 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:07.465363 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:07.487207 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:03:07.489519 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58635d1d-2fbe-4f19-a4cf-b25e9d027f11" -d '{"events": [{"server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "name": "network-vif-plugged", "status": "completed", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:03:07.503270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 345f4b60-6a2b-44dd-a128-2c12a2cc904d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:07.507335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:07.530913 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80ed567-2fbe-48ae-9e10-faedc09fe8a8 x-openstack-request-id: req-b80ed567-2fbe-48ae-9e10-faedc09fe8a8 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:03:07.531204 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "name": "network-vif-plugged", "status": "completed", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:03:07.531515 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b80ed567-2fbe-48ae-9e10-faedc09fe8a8 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:03:07.531837 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'code': 200} Nov 12 12:03:07.562108 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=345f4b60-6a2b-44dd-a128-2c12a2cc904d,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:07.626406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c1e1e-f718-432d-b87f-6e25600f00f8 req-d52b0a36-7e9b-42fa-a560-f399981c49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:07.627845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d5c1e1e-f718-432d-b87f-6e25600f00f8 req-d52b0a36-7e9b-42fa-a560-f399981c49a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 1097 time: 0.0410211 Nov 12 12:03:07.675933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d5c1e1e-f718-432d-b87f-6e25600f00f8 req-4d277cc0-68b2-4015-9c43-76ee8d415289 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Nov 12 12:03:08.119467 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0c88-706e-47c4-9c69-3e3d8e2cbd3e req-a9977c14-3d3d-45cf-bb60-b411f86e6311 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:08.121038 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-783f0c88-706e-47c4-9c69-3e3d8e2cbd3e req-a9977c14-3d3d-45cf-bb60-b411f86e6311 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0550115 Nov 12 12:03:08.174839 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-783f0c88-706e-47c4-9c69-3e3d8e2cbd3e req-89de7ca0-baf5-4d1d-8037-5e97a417bcd6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470672 Nov 12 12:03:09.290842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f985885-5763-4980-9831-cf6fa2b2ba48 req-e5974e6b-23d8-40b5-b8f5-038245942c87 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:09.292329 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f985885-5763-4980-9831-cf6fa2b2ba48 req-e5974e6b-23d8-40b5-b8f5-038245942c87 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Nov 12 12:03:09.344058 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3f985885-5763-4980-9831-cf6fa2b2ba48 req-935701f1-6b42-4b61-a2e1-e495a2cce90e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445800 Nov 12 12:03:09.459331 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b303d-4d82-4e2c-ab3f-e7c3f6d5e60b req-564ce8e3-5b2c-47a3-b517-642a64aa82a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:09.460709 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e1b303d-4d82-4e2c-ab3f-e7c3f6d5e60b req-564ce8e3-5b2c-47a3-b517-642a64aa82a3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0503860 Nov 12 12:03:09.509184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e1b303d-4d82-4e2c-ab3f-e7c3f6d5e60b req-4247f388-e47b-4501-89a8-aed18c4cd889 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424626 Nov 12 12:03:09.530718 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51010) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:03:09.618813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b07e57-c1cd-4721-8db9-e784a36d9642 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:09.620326 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d2b07e57-c1cd-4721-8db9-e784a36d9642 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 1092 time: 0.0886047 Nov 12 12:03:09.623685 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51014) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:03:09.627897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:03:09.649917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:09.746451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:09.852658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.241 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/df0834c5-d913-4bc1-bad5-545d681fb03c) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:03:09.953154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:09.987410 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:10.033676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:03:10.041330 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:03:10.043448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=df0834c5-d913-4bc1-bad5-545d681fb03c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:10.048887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:03:10.405267 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:10.475533 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:10.626482 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:10.630904 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:10.690027 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:10.704200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=df0834c5-d913-4bc1-bad5-545d681fb03c,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:10.712318 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:10.820530 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP f3c8d4ba-05f1-4389-97e1-583e60ba30c3 associated. External IP: 172.25.2.241, port: 345f4b60-6a2b-44dd-a128-2c12a2cc904d. Nov 12 12:03:11.048272 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 0da45a23-4932-4955-886a-9a955e2225de has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:03:11.112010 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:11.168798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:03:11.179276 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] Sync routers for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:03:11.192110 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:11.192431 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:03:11.193085 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:11.221835 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ac960730-bbe9-446f-aa31-23722fe13f7b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5971072 Nov 12 12:03:11.222417 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:03:11.224941 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2410674a-b8cd-425f-a9a4-0f8c67efddaf" -d '{"events": [{"name": "network-changed", "server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:03:11.271629 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce59c745-07f5-443d-9eb2-c6bcc005af74 x-openstack-request-id: req-ce59c745-07f5-443d-9eb2-c6bcc005af74 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:03:11.272640 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:03:11.273510 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce59c745-07f5-443d-9eb2-c6bcc005af74 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:03:11.274442 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'status': 'completed', 'code': 200} Nov 12 12:03:11.316088 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:03:11.349359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f0f4-c53f-463f-90d3-e04891f2561f req-f7267039-7ed9-45a2-bd9d-0c1f9228bfe3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:11.350987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af97f0f4-c53f-463f-90d3-e04891f2561f req-f7267039-7ed9-45a2-bd9d-0c1f9228bfe3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0573313 Nov 12 12:03:11.351169 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-3b3d20bf-e80d-4d04-b90b-30decd2eaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:11.352637 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-3b3d20bf-e80d-4d04-b90b-30decd2eaa96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 1097 time: 0.0508149 Nov 12 12:03:11.405636 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af97f0f4-c53f-463f-90d3-e04891f2561f req-aeef04b4-509d-4387-98fb-2d9417809632 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473263 Nov 12 12:03:11.432026 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51020) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:03:11.476400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-27bd3100-3feb-4ae7-8d3b-392677ba9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:11.477926 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-27bd3100-3feb-4ae7-8d3b-392677ba9cd8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6198063c-865b-42ae-a18d-6a7beee341b1 HTTP/1.1" status: 200 len: 897 time: 0.1107759 Nov 12 12:03:11.501007 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-899fec72-1898-4ce0-8d19-bb14dad346b6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/f3c8d4ba-05f1-4389-97e1-583e60ba30c3 HTTP/1.1" status: 200 len: 991 time: 0.0668864 Nov 12 12:03:11.547951 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-98bb6abe-701f-45fe-8eea-479297cc6ff1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d HTTP/1.1" status: 200 len: 999 time: 0.0610759 Nov 12 12:03:11.556253 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'f3c8d4ba-05f1-4389-97e1-583e60ba30c3', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0da45a23-4932-4955-886a-9a955e2225de', 'port_id': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'mac_address': 'fa:16:3e:32:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:03:10Z', 'updated_at': '2021-11-12T12:03:10Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:03:01Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:11.587037 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] Checking router: 0da45a23-4932-4955-886a-9a955e2225de for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:03:11.595201 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:03:11.595809 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:02:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:11.601846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-8e1af1b3-b478-4201-9eb2-ba59ce1f4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:11.603323 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-8e1af1b3-b478-4201-9eb2-ba59ce1f4aec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35e44039-841b-42be-8f11-319f2059becd HTTP/1.1" status: 200 len: 834 time: 0.0482883 Nov 12 12:03:11.651589 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-b4cb8751-2615-49ad-9d0e-44dd0e865b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:11.653146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-b4cb8751-2615-49ad-9d0e-44dd0e865b22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6198063c-865b-42ae-a18d-6a7beee341b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412741 Nov 12 12:03:11.701756 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:03:11.748830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-c302a114-baed-4791-8a9d-75cc178adc75 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880783 Nov 12 12:03:11.844299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2410674a-b8cd-425f-a9a4-0f8c67efddaf req-f30023eb-2ef1-4d9e-9279-5e674d743168 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877283 Nov 12 12:03:11.927141 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'f3c8d4ba-05f1-4389-97e1-583e60ba30c3', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0da45a23-4932-4955-886a-9a955e2225de', 'port_id': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'mac_address': 'fa:16:3e:32:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:03:10Z', 'updated_at': '2021-11-12T12:03:10Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:03:01Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:11.957314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bf4fa-6e2c-425c-83d3-dcefbe4337d9 None None] The sync data for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 is: [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': 'f3c8d4ba-05f1-4389-97e1-583e60ba30c3', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '0da45a23-4932-4955-886a-9a955e2225de', 'port_id': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'mac_address': 'fa:16:3e:32:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:03:10Z', 'updated_at': '2021-11-12T12:03:10Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:03:01Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:03:12.151601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77a328-24fc-4182-9760-5dd280adf9e0 None None] New status for floating IP f3c8d4ba-05f1-4389-97e1-583e60ba30c3: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:03:12.504025 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51022) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:03:12.564106 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-96891fb2-97a0-4632-a46c-c4e439e23d14 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/f3c8d4ba-05f1-4389-97e1-583e60ba30c3 HTTP/1.1" status: 200 len: 993 time: 0.0588975 Nov 12 12:03:24.049612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5571b9b1-04fd-47fa-be9a-d058362d7e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:26.444246 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-fede0060-a068-4a01-826e-233f59f02dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:27.971868 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:29.706701 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:30.786986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:40.707209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:41.139870 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:41.822433 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:03:43.929251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4bc52-43ab-4cc7-aaca-d64ac0f4f620 req-5ba36714-79b4-4d0f-b44a-067b1b6a2a1b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:43.931868 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71e4bc52-43ab-4cc7-aaca-d64ac0f4f620 req-5ba36714-79b4-4d0f-b44a-067b1b6a2a1b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0593700 Nov 12 12:03:43.989187 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-71e4bc52-43ab-4cc7-aaca-d64ac0f4f620 req-5fd5c893-7f65-4c2a-943b-e687a99345ac tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510926 Nov 12 12:03:45.115692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43e25-db14-4922-be7a-590c0e827256 req-3bcc02fa-31b5-4bbf-a246-4772b9659a91 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:45.117197 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ee43e25-db14-4922-be7a-590c0e827256 req-3bcc02fa-31b5-4bbf-a246-4772b9659a91 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Nov 12 12:03:45.174893 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1ee43e25-db14-4922-be7a-590c0e827256 req-de23edb2-901e-4165-93a2-16392f9d9a66 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518343 Nov 12 12:03:45.507207 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-37302e14-41cd-4088-b039-f38287c42eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:45.509288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-37302e14-41cd-4088-b039-f38287c42eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 1097 time: 0.0414934 Nov 12 12:03:45.626496 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-48c617e0-ac0c-4c89-9e8b-a207e7ba5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:45.627988 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-48c617e0-ac0c-4c89-9e8b-a207e7ba5275 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6198063c-865b-42ae-a18d-6a7beee341b1 HTTP/1.1" status: 200 len: 897 time: 0.0905178 Nov 12 12:03:45.694306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-6a5706d2-9a98-4e9e-8434-0db8a325b860 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d HTTP/1.1" status: 200 len: 1001 time: 0.0591500 Nov 12 12:03:45.743670 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-943e51ed-663b-4eac-9b0e-669f89b67fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:45.745130 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-943e51ed-663b-4eac-9b0e-669f89b67fed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35e44039-841b-42be-8f11-319f2059becd HTTP/1.1" status: 200 len: 834 time: 0.0432689 Nov 12 12:03:45.797051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-b57af258-9a28-4b26-86c8-85ff6805b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:45.798557 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-b57af258-9a28-4b26-86c8-85ff6805b541 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6198063c-865b-42ae-a18d-6a7beee341b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456889 Nov 12 12:03:45.892338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-75e814e7-1b13-437b-b49e-3bf9bc34713c service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862510 Nov 12 12:03:45.987274 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-94b87887-7c6e-46f0-907f-f93100548cc9 req-26a6adeb-9fc6-4c4b-813a-540b61466024 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869007 Nov 12 12:03:46.290947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4f7f9-6dcb-493d-986a-de817584f151 req-5d47604d-4af7-44dd-8224-1e9f334a567c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:46.292451 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1e4f7f9-6dcb-493d-986a-de817584f151 req-5d47604d-4af7-44dd-8224-1e9f334a567c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0494838 Nov 12 12:03:46.342522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f1e4f7f9-6dcb-493d-986a-de817584f151 req-8a3efb26-b0dc-44a1-a15b-2f45155026ef tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434499 Nov 12 12:03:47.465044 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d525a-5b37-4fb9-9358-82b3a3a8277a req-a0f75406-2ec6-4323-b3ea-940fb1c24bdd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:47.466531 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff6d525a-5b37-4fb9-9358-82b3a3a8277a req-a0f75406-2ec6-4323-b3ea-940fb1c24bdd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0534174 Nov 12 12:03:47.515864 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff6d525a-5b37-4fb9-9358-82b3a3a8277a req-fa72c15d-533b-468c-bec1-0695f42bf133 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Nov 12 12:03:48.630690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa86f35-cf71-4e07-a657-62a8aa6429de req-261f5f5f-55e5-4ea5-a041-cd122f984bde tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:48.632173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa86f35-cf71-4e07-a657-62a8aa6429de req-261f5f5f-55e5-4ea5-a041-cd122f984bde tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0477290 Nov 12 12:03:48.685616 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7aa86f35-cf71-4e07-a657-62a8aa6429de req-6bd720fe-770d-45e1-a497-13a365a70153 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469105 Nov 12 12:03:49.800476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88375042-16e5-4161-836e-860d3d6a793f req-d9883e71-f1e2-4b10-bb8c-5f473eed5e8c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:49.801982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-88375042-16e5-4161-836e-860d3d6a793f req-d9883e71-f1e2-4b10-bb8c-5f473eed5e8c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0488658 Nov 12 12:03:49.852134 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-88375042-16e5-4161-836e-860d3d6a793f req-3fab550a-6858-4bfa-b945-8a91ca38849c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442815 Nov 12 12:03:50.967738 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d1ea1-08af-403b-948d-d017e400e449 req-57b2bc42-e696-4b74-86d6-ad2f9de61b02 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:50.969277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-451d1ea1-08af-403b-948d-d017e400e449 req-57b2bc42-e696-4b74-86d6-ad2f9de61b02 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0490241 Nov 12 12:03:51.019852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-451d1ea1-08af-403b-948d-d017e400e449 req-72b5dd59-d163-4d3a-8ec6-a2e6dc34f2e5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446727 Nov 12 12:03:52.135476 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e76d1-8ec9-41f1-b5ae-fbbf97626a6d req-fbb10acc-ad53-4966-8dbe-08d115c3d9b7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:52.137569 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-389e76d1-8ec9-41f1-b5ae-fbbf97626a6d req-fbb10acc-ad53-4966-8dbe-08d115c3d9b7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0489151 Nov 12 12:03:52.190628 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-389e76d1-8ec9-41f1-b5ae-fbbf97626a6d req-e774dfa8-43cf-4caa-b903-d7109cea6ca6 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470381 Nov 12 12:03:53.304731 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c82d9-282e-4de6-bcd3-d721c5a420b8 req-3b675f84-5afd-4398-8dcb-e9ace76167e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:53.306229 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-963c82d9-282e-4de6-bcd3-d721c5a420b8 req-3b675f84-5afd-4398-8dcb-e9ace76167e9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Nov 12 12:03:53.354522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-963c82d9-282e-4de6-bcd3-d721c5a420b8 req-40e41e63-b0f6-4b7d-81d4-17d0c24f4a84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418026 Nov 12 12:03:54.055997 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7f986048-b505-4a7b-a65b-1752a70abeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:54.470903 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708700d2-25d0-4e30-bf23-5c503b6ea552 req-b4118908-7f3f-4016-9cf9-1f6c0df36340 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:54.472425 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-708700d2-25d0-4e30-bf23-5c503b6ea552 req-b4118908-7f3f-4016-9cf9-1f6c0df36340 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0491731 Nov 12 12:03:54.521431 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-708700d2-25d0-4e30-bf23-5c503b6ea552 req-689c247c-76f0-4c48-a8af-fbf17a494be2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 Nov 12 12:03:55.643635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6849c8-677f-414a-8445-9711fad79dbc req-17b558a0-462a-47b3-b0c7-1aa76de198ba tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:55.645135 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee6849c8-677f-414a-8445-9711fad79dbc req-17b558a0-462a-47b3-b0c7-1aa76de198ba tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Nov 12 12:03:55.694240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ee6849c8-677f-414a-8445-9711fad79dbc req-4437a0d5-5574-400d-8e6a-5f11c6961e16 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432036 Nov 12 12:03:56.445478 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0747cbeb-27a9-4a00-82be-cd48336981b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:56.812349 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b59f53-b970-45e4-b8cd-3babfafc3ff5 req-a94720b0-9dc9-4efc-a6d0-6ec6d2fec839 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.813821 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6b59f53-b970-45e4-b8cd-3babfafc3ff5 req-a94720b0-9dc9-4efc-a6d0-6ec6d2fec839 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0506842 Nov 12 12:03:56.869165 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f6b59f53-b970-45e4-b8cd-3babfafc3ff5 req-2397c1ef-590f-478b-97e9-2658325e8343 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493648 Nov 12 12:03:57.975633 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:57.989588 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69d623-67e2-4acf-b6b4-b82c6d223b89 req-c0fcd8f0-9d54-4a0d-8d47-695f9a764984 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:57.991277 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd69d623-67e2-4acf-b6b4-b82c6d223b89 req-c0fcd8f0-9d54-4a0d-8d47-695f9a764984 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0530953 Nov 12 12:03:58.041930 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dd69d623-67e2-4acf-b6b4-b82c6d223b89 req-dbf434b8-2ab5-4a99-ba05-e2103459b441 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444136 Nov 12 12:03:59.167029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52f1b7-6c9e-4098-9a94-af8b40cd917b req-78e43f72-8025-40e5-aec2-76a90f101ac0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:59.168547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f52f1b7-6c9e-4098-9a94-af8b40cd917b req-78e43f72-8025-40e5-aec2-76a90f101ac0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0559413 Nov 12 12:03:59.220959 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-8f52f1b7-6c9e-4098-9a94-af8b40cd917b req-29d9c6a1-65eb-41fb-9686-ab16462e0f7e tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457036 Nov 12 12:03:59.709576 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:00.335674 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf2d70-820b-4f5a-8c00-67fd73638783 req-07cc5689-60f2-4e2b-9912-d50788488d8d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:00.337184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8fbf2d70-820b-4f5a-8c00-67fd73638783 req-07cc5689-60f2-4e2b-9912-d50788488d8d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Nov 12 12:04:00.390043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8fbf2d70-820b-4f5a-8c00-67fd73638783 req-d31d9a08-38bf-477a-8e4d-d50b7ce65fca tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464196 Nov 12 12:04:00.412022 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51066) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:00.472615 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4fca35c3-3968-490b-a3e2-546ad2c93909 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/f3c8d4ba-05f1-4389-97e1-583e60ba30c3 HTTP/1.1" status: 200 len: 993 time: 0.0594697 Nov 12 12:04:00.789746 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:01.740394 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216516b-315e-4adf-95b5-9a83a349e4bf req-0acdcdf7-086f-49df-bd72-1310257b59bd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:01.741910 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a216516b-315e-4adf-95b5-9a83a349e4bf req-0acdcdf7-086f-49df-bd72-1310257b59bd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0499239 Nov 12 12:04:01.768360 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-2674a78c-1164-4f3f-8e73-eb4921e39ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:01.769925 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-2674a78c-1164-4f3f-8e73-eb4921e39ec0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 1097 time: 0.0415220 Nov 12 12:04:01.793633 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a216516b-315e-4adf-95b5-9a83a349e4bf req-43b18864-d694-4e1e-a484-d16cc5cdc8f1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457053 Nov 12 12:04:01.865167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-ddd17e5f-5984-4bf6-8402-0d6f45bcc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:01.866631 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-ddd17e5f-5984-4bf6-8402-0d6f45bcc4a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6198063c-865b-42ae-a18d-6a7beee341b1 HTTP/1.1" status: 200 len: 897 time: 0.0894601 Nov 12 12:04:01.933256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-1a47bbb6-7ca0-46cc-acef-8f2e9eee421e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d HTTP/1.1" status: 200 len: 1001 time: 0.0578935 Nov 12 12:04:01.988296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-e05c4105-9ffa-4608-aa07-3154c5c8db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:01.989769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-e05c4105-9ffa-4608-aa07-3154c5c8db38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35e44039-841b-42be-8f11-319f2059becd HTTP/1.1" status: 200 len: 834 time: 0.0486782 Nov 12 12:04:02.037665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-81124993-842f-4b8d-9115-a4c1433673e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:02.039058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-81124993-842f-4b8d-9115-a4c1433673e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6198063c-865b-42ae-a18d-6a7beee341b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403936 Nov 12 12:04:02.133191 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-2e4ceac8-e524-485c-9775-35902f967a64 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864074 Nov 12 12:04:02.227658 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-816651a5-660f-4b4e-a1da-15bdb8db979e req-d4861414-172b-4981-baf9-0f5d1f2e4a26 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864038 Nov 12 12:04:02.912572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212dd0-41d5-41f3-87bf-af613d295533 req-30d477f7-ecc2-42a5-8ff0-feb70ba54f03 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:02.914234 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0212dd0-41d5-41f3-87bf-af613d295533 req-30d477f7-ecc2-42a5-8ff0-feb70ba54f03 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0503438 Nov 12 12:04:02.963725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a0212dd0-41d5-41f3-87bf-af613d295533 req-6347e173-1e14-43dc-8301-af3450bb8e22 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429516 Nov 12 12:04:02.986884 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51076) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:03.050524 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2238e9ad-5d85-40cb-9d24-7b7935a17e8b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/f3c8d4ba-05f1-4389-97e1-583e60ba30c3 HTTP/1.1" status: 200 len: 993 time: 0.0624461 Nov 12 12:04:10.703924 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:11.165030 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:18.821210 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:04:24.048285 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3c7b-c442-4827-845d-58fc85b0d32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:26.446407 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f4cddb35-e621-49d0-95c6-7a5b57efdfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:27.979028 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.712441 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:30.792662 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.396009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51094) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:33.567811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port df0834c5-d913-4bc1-bad5-545d681fb03c {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:33.568153 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.649976 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.650234 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.663432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for df0834c5-d913-4bc1-bad5-545d681fb03c owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:33.812443 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.843646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=df0834c5-d913-4bc1-bad5-545d681fb03c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:33.867247 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.867582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.867922 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.868255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.868639 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.869265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.869265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.869587 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.869910 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.870236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.870559 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.870878 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:33.914392 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.914623 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP f3c8d4ba-05f1-4389-97e1-583e60ba30c3 disassociated (deleted). External IP: 172.25.2.241, port: 345f4b60-6a2b-44dd-a128-2c12a2cc904d. Nov 12 12:04:34.444313 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 0da45a23-4932-4955-886a-9a955e2225de has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:04:34.553437 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:04:34.558215 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:34.564464 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] Sync routers for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:04:34.575019 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:34.575679 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:34.585931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bae5fc63-7c02-4bce-839c-181b189a20ff tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/floatingips/f3c8d4ba-05f1-4389-97e1-583e60ba30c3 HTTP/1.1" status: 204 len: 168 time: 1.1887443 Nov 12 12:04:34.586551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:34.589096 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9be95a-a796-4301-9789-6029c4f710fc" -d '{"events": [{"name": "network-changed", "server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:34.633895 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b814f7-47eb-4bb8-93e5-069931cedb0e x-openstack-request-id: req-a1b814f7-47eb-4bb8-93e5-069931cedb0e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:34.634168 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:34.634466 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1b814f7-47eb-4bb8-93e5-069931cedb0e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:34.634897 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'status': 'completed', 'code': 200} Nov 12 12:04:34.707142 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be95a-a796-4301-9789-6029c4f710fc req-4133d30a-e04c-41c2-ba3e-6db1b05becea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:34.709206 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9be95a-a796-4301-9789-6029c4f710fc req-4133d30a-e04c-41c2-ba3e-6db1b05becea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 1097 time: 0.0519786 Nov 12 12:04:34.822714 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:34.832759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67548372-61ed-4845-844d-fafd693057a8 req-4ce3b81d-2d5d-4e02-93e1-fa8faf867608 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:34.834508 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-67548372-61ed-4845-844d-fafd693057a8 req-4ce3b81d-2d5d-4e02-93e1-fa8faf867608 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0515141 Nov 12 12:04:34.840924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be95a-a796-4301-9789-6029c4f710fc req-12b849d2-b228-4e3a-a751-e5ff29067f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:34.843724 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9be95a-a796-4301-9789-6029c4f710fc req-12b849d2-b228-4e3a-a751-e5ff29067f89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6198063c-865b-42ae-a18d-6a7beee341b1 HTTP/1.1" status: 200 len: 897 time: 0.1209104 Nov 12 12:04:34.894864 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-67548372-61ed-4845-844d-fafd693057a8 req-0982c992-4c55-4fee-8261-c80106c6275a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540354 Nov 12 12:04:34.906130 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9be95a-a796-4301-9789-6029c4f710fc req-bf13648c-d26b-49be-9be1-a4375f4e5938 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d HTTP/1.1" status: 200 len: 217 time: 0.0471377 Nov 12 12:04:34.964359 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be95a-a796-4301-9789-6029c4f710fc req-b6903cf4-9684-4998-9ce0-9fe85347fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:34.965990 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9be95a-a796-4301-9789-6029c4f710fc req-b6903cf4-9684-4998-9ce0-9fe85347fd17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35e44039-841b-42be-8f11-319f2059becd HTTP/1.1" status: 200 len: 834 time: 0.0512588 Nov 12 12:04:35.024623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be95a-a796-4301-9789-6029c4f710fc req-467054bc-cf8f-475a-9ab4-579b82f7dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:35.026814 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9be95a-a796-4301-9789-6029c4f710fc req-467054bc-cf8f-475a-9ab4-579b82f7dbc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6198063c-865b-42ae-a18d-6a7beee341b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520253 Nov 12 12:04:35.060737 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:03:01Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:35.098220 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] Checking router: 0da45a23-4932-4955-886a-9a955e2225de for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:04:35.106899 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:35.108028 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:35.132116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9be95a-a796-4301-9789-6029c4f710fc req-b3413acc-ed09-403b-9540-1a4c4cd0eeaa service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962837 Nov 12 12:04:35.215961 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:35.238338 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fb9be95a-a796-4301-9789-6029c4f710fc req-95370713-9d2a-4e8f-aa00-0b3fdcff5441 service neutron] 10.222.0.59 "GET /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955968 Nov 12 12:04:35.427780 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:03:01Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:35.455877 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c1143f-de65-4367-9f63-46a14f688067 None None] The sync data for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 is: [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '88729a8f-c8ec-4b05-b4d7-877915e8500e', 'name': '', 'network_id': '6198063c-865b-42ae-a18d-6a7beee341b1', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:cd:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '35e44039-841b-42be-8f11-319f2059becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:58Z', 'updated_at': '2021-11-12T12:03:01Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': '35e44039-841b-42be-8f11-319f2059becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:04:35.702302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d91c655-d2cf-4de6-886c-f7c4f14fd973 None None] New status for floating IP f3c8d4ba-05f1-4389-97e1-583e60ba30c3: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:04:36.035059 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e191ed0-c9a7-4052-ba12-a40ddad40f0b req-134a59e3-4c52-40fd-947f-5a5c44b6f46d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:36.036595 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e191ed0-c9a7-4052-ba12-a40ddad40f0b req-134a59e3-4c52-40fd-947f-5a5c44b6f46d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Nov 12 12:04:36.087924 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5e191ed0-c9a7-4052-ba12-a40ddad40f0b req-7e0c7043-ca2b-4bde-ad98-88f88abe69e1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Nov 12 12:04:36.528026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-4724e1a5-25b3-4f62-a08d-6598256eb71b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:36.530076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-4724e1a5-25b3-4f62-a08d-6598256eb71b tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 945 time: 0.0511045 Nov 12 12:04:36.633488 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 345f4b60-6a2b-44dd-a128-2c12a2cc904d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:36.633830 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:36.722279 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port 345f4b60-6a2b-44dd-a128-2c12a2cc904d, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=345f4b60-6a2b-44dd-a128-2c12a2cc904d,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:36.722641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:36.735582 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 345f4b60-6a2b-44dd-a128-2c12a2cc904d owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:36.866237 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:36.896978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=345f4b60-6a2b-44dd-a128-2c12a2cc904d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:36.941745 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] No DVR routers for this DVR port 345f4b60-6a2b-44dd-a128-2c12a2cc904d on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:04:36.944315 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:36.948407 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c11556c7-5062-433d-bfd0-b10a9678bfab req-e8cd3e36-0a47-41d2-b807-670130bba3c2 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.59 "DELETE /v2.0/ports/345f4b60-6a2b-44dd-a128-2c12a2cc904d HTTP/1.1" status: 204 len: 173 time: 0.4112287 Nov 12 12:04:36.948906 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'name': 'network-vif-deleted', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:36.952373 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817decf2-a3fd-4d04-8833-df5449b01dcc" -d '{"events": [{"server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "name": "network-vif-deleted", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:36.995927 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed3ab3d-d4b7-427e-a48f-2f0de6764ca0 x-openstack-request-id: req-eed3ab3d-d4b7-427e-a48f-2f0de6764ca0 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:36.996224 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d10a2f-3d6e-4021-a455-cd9005d89c14", "name": "network-vif-deleted", "tag": "345f4b60-6a2b-44dd-a128-2c12a2cc904d", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:36.996487 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eed3ab3d-d4b7-427e-a48f-2f0de6764ca0 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:36.996921 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d10a2f-3d6e-4021-a455-cd9005d89c14', 'name': 'network-vif-deleted', 'tag': '345f4b60-6a2b-44dd-a128-2c12a2cc904d', 'status': 'completed', 'code': 200} Nov 12 12:04:37.200307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ca189ee-96b7-4b2d-88cc-6969a8435922 req-13185e87-1d0c-4022-af18-9444f0cd4544 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=18d10a2f-3d6e-4021-a455-cd9005d89c14 HTTP/1.1" status: 200 len: 210 time: 0.0266733 Nov 12 12:04:38.259269 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51112) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:38.621362 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:38.880792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port 88729a8f-c8ec-4b05-b4d7-877915e8500e {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:38.881083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:38.973092 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port 88729a8f-c8ec-4b05-b4d7-877915e8500e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=88729a8f-c8ec-4b05-b4d7-877915e8500e,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:38.973440 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:38.986537 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for 88729a8f-c8ec-4b05-b4d7-877915e8500e owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:39.173100 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.197058 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=88729a8f-c8ec-4b05-b4d7-877915e8500e,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:39.386437 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.596268 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 0da45a23-4932-4955-886a-9a955e2225de has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:04:39.701991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:04:39.707411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-91ba178d-e7d9-4ff5-89f0-58e069c3072a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/0da45a23-4932-4955-886a-9a955e2225de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4471071 Nov 12 12:04:39.710615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51122) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:39.713038 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] Sync routers for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:04:39.722997 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:39.723607 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:39.767936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea2f26c-e75f-4986-9113-bc9de6a47b69 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting subnet 35e44039-841b-42be-8f11-319f2059becd {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:04:39.771054 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f26c-e75f-4986-9113-bc9de6a47b69 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.816950 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f26c-e75f-4986-9113-bc9de6a47b69 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.829225 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:39.901386 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f26c-e75f-4986-9113-bc9de6a47b69 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.962272 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f26c-e75f-4986-9113-bc9de6a47b69 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.995069 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2f26c-e75f-4986-9113-bc9de6a47b69 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Subnet': ['ID=35e44039-841b-42be-8f11-319f2059becd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:40.002436 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f26c-e75f-4986-9113-bc9de6a47b69 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.006459 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37a541-a032-4c64-a1fd-7eba0455a05a None None] Network 6198063c-865b-42ae-a18d-6a7beee341b1 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:40.006935 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9ea2f26c-e75f-4986-9113-bc9de6a47b69 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/subnets/35e44039-841b-42be-8f11-319f2059becd HTTP/1.1" status: 204 len: 168 time: 0.2948277 Nov 12 12:04:40.009644 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51126) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:40.031018 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:04:39Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:40.059571 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] Checking router: 0da45a23-4932-4955-886a-9a955e2225de for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:04:40.068644 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] Routers {'0da45a23-4932-4955-886a-9a955e2225de'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:40.069293 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['0da45a23-4932-4955-886a-9a955e2225de'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:40.128263 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.181435 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] Set router 0da45a23-4932-4955-886a-9a955e2225de gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:40.197748 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] DHCP port deletion for 6198063c-865b-42ae-a18d-6a7beee341b1 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:04:40.246214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Deleting port 85dc0255-df45-4c0d-b950-04d986def1bd {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:40.246589 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.253709 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.321216 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:40.321593 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.332382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] For port 85dc0255-df45-4c0d-b950-04d986def1bd, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=85dc0255-df45-4c0d-b950-04d986def1bd,segment=NetworkSegment(bc890bf8-b3dd-4909-9471-670621242f8d),segment_id=bc890bf8-b3dd-4909-9471-670621242f8d)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:40.332784 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.347137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Calling delete_port for 85dc0255-df45-4c0d-b950-04d986def1bd owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:40.372296 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:04:39Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:40.405935 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e597eaeb-78e5-4d76-9e0e-ae53a39d9025 None None] The sync data for ids ['0da45a23-4932-4955-886a-9a955e2225de'] in n-d-768851-19 is: [{'id': '0da45a23-4932-4955-886a-9a955e2225de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095406001', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:02:55Z', 'updated_at': '2021-11-12T12:04:39Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da45a23-4932-4955-886a-9a955e2225de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:02:56Z', 'updated_at': '2021-11-12T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:04:40.444908 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.445166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:40.445166 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.460697 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:40.480504 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Pushing event deleted for resources: {'Port': ['ID=85dc0255-df45-4c0d-b950-04d986def1bd,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:40.494880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] No DVR routers for this DVR port 85dc0255-df45-4c0d-b950-04d986def1bd on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:04:40.497291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.497935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.498305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.498645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.498986 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.499322 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.499645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.500501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.500805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.501151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.501475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.501797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd9e-9d69-41cb-b6c7-6f41fd86771e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.632536 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.665863 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:40.680839 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.681223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.681573 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.681913 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.682252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.682589 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.682923 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.683259 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.683591 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.683919 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.684248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.684574 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:40.688734 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a015653-81af-4a92-9a19-ceb41ce46797 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:04:40.718383 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.744447 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.765681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 85dc0255-df45-4c0d-b950-04d986def1bd no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:04:40.787517 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 85dc0255-df45-4c0d-b950-04d986def1bd {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:04:40.787870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 85dc0255-df45-4c0d-b950-04d986def1bd not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:04:40.842873 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.845345 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.896369 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.897034 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Fanout notify agent at l3_agent the message router_deleted on router 0da45a23-4932-4955-886a-9a955e2225de {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:04:40.905806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:40.909709 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-58276134-e546-4a09-8d1b-03b60cd99811 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/routers/0da45a23-4932-4955-886a-9a955e2225de HTTP/1.1" status: 204 len: 168 time: 0.8963127 Nov 12 12:04:40.909709 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51128) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:40.989267 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.086893 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.109200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6198063c-865b-42ae-a18d-6a7beee341b1']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:41.123207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc890bf8-b3dd-4909-9471-670621242f8d') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:41.123497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc890bf8-b3dd-4909-9471-670621242f8d') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:41.132737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.145929 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.151830 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:04:41.152222 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: timer() Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:04:41.155763 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:04:41.170314 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.214112 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.221650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.224836 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/networks/6198063c-865b-42ae-a18d-6a7beee341b1 HTTP/1.1" status: 204 len: 168 time: 0.3141763 Nov 12 12:04:41.227640 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51130) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:41.236761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f1679-593d-41c7-9c2f-d0490a0645aa tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Network': ['ID=6198063c-865b-42ae-a18d-6a7beee341b1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:41.288032 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3407-2922-48a0-8cad-b0984487d743 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.312913 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3407-2922-48a0-8cad-b0984487d743 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.373322 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3407-2922-48a0-8cad-b0984487d743 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.375957 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3407-2922-48a0-8cad-b0984487d743 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.377142 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ce7a3407-2922-48a0-8cad-b0984487d743 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/security-groups/d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4 HTTP/1.1" status: 204 len: 168 time: 0.1483908 Nov 12 12:04:41.386267 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a3407-2922-48a0-8cad-b0984487d743 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e58be2-f0fe-4b78-a32f-6bdb6e2132e4,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:41.706761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 345f4b60-6a2b-44dd-a128-2c12a2cc904d no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:04:41.727107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 345f4b60-6a2b-44dd-a128-2c12a2cc904d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:04:41.727369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 345f4b60-6a2b-44dd-a128-2c12a2cc904d not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:04:41.771240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51136) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:41.775791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-5f7a654d-bac6-41f4-b9f2-4a264171e214 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406134307', 'description': 'tempest-secgroup-smoke-406134307 description', 'project_id': '726829c0aab649558d3f32b087fba365'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:41.798189 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f7a654d-bac6-41f4-b9f2-4a264171e214 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.864616 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f7a654d-bac6-41f4-b9f2-4a264171e214 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.868316 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f7a654d-bac6-41f4-b9f2-4a264171e214 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.899109 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5f7a654d-bac6-41f4-b9f2-4a264171e214 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.900340 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5f7a654d-bac6-41f4-b9f2-4a264171e214 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1280835 Nov 12 12:04:41.904107 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51138) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:41.904818 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a654d-bac6-41f4-b9f2-4a264171e214 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14393a0e-f9ff-45e5-8b16-b214fe4a44d9,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:41.908965 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-a5832498-52af-4d94-bd5d-c0d041057424 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '14393a0e-f9ff-45e5-8b16-b214fe4a44d9', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:41.937818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5832498-52af-4d94-bd5d-c0d041057424 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.001282 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5832498-52af-4d94-bd5d-c0d041057424 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.004798 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5832498-52af-4d94-bd5d-c0d041057424 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.024428 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5832498-52af-4d94-bd5d-c0d041057424 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86089ef2-a5bb-409e-a5f9-efd823d697ca,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:42.030276 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a5832498-52af-4d94-bd5d-c0d041057424 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.031485 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a5832498-52af-4d94-bd5d-c0d041057424 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262333 Nov 12 12:04:42.034616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51142) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:42.039346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c42c9a2f-55f8-4e39-a1dc-790365ceb899 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '14393a0e-f9ff-45e5-8b16-b214fe4a44d9', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:42.066728 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c42c9a2f-55f8-4e39-a1dc-790365ceb899 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.125082 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c42c9a2f-55f8-4e39-a1dc-790365ceb899 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.128611 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c42c9a2f-55f8-4e39-a1dc-790365ceb899 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.146220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c9a2f-55f8-4e39-a1dc-790365ceb899 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb6de6a-dcbd-41a8-967b-8de11369f9c7,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:42.153751 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c42c9a2f-55f8-4e39-a1dc-790365ceb899 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.154940 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c42c9a2f-55f8-4e39-a1dc-790365ceb899 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191139 Nov 12 12:04:42.157844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51144) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:42.162026 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-377cbc97-9849-4aa5-b5be-e5728c059bb4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '14393a0e-f9ff-45e5-8b16-b214fe4a44d9', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:42.188091 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-377cbc97-9849-4aa5-b5be-e5728c059bb4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.243421 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-377cbc97-9849-4aa5-b5be-e5728c059bb4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.248330 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-377cbc97-9849-4aa5-b5be-e5728c059bb4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.267996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cbc97-9849-4aa5-b5be-e5728c059bb4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcf62da-8026-49af-9bf2-37a5ce6cd809,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:42.274439 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-377cbc97-9849-4aa5-b5be-e5728c059bb4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.275647 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-377cbc97-9849-4aa5-b5be-e5728c059bb4 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168795 Nov 12 12:04:42.278372 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51146) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:42.282927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-107fc857-1f40-4385-b6b6-819353039363 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '14393a0e-f9ff-45e5-8b16-b214fe4a44d9', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:42.312149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-107fc857-1f40-4385-b6b6-819353039363 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.350758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 88729a8f-c8ec-4b05-b4d7-877915e8500e no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:04:42.372214 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-107fc857-1f40-4385-b6b6-819353039363 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.374509 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 88729a8f-c8ec-4b05-b4d7-877915e8500e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:04:42.374889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 88729a8f-c8ec-4b05-b4d7-877915e8500e not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:04:42.375355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:04:42.376637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-107fc857-1f40-4385-b6b6-819353039363 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.394808 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:04:42.395148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device cc3657db-8bb4-4df7-9eb9-ee69d5f9a7fe not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:04:42.395432 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fc857-1f40-4385-b6b6-819353039363 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e991f3dd-2201-4dad-9c3b-1b40465af706,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:42.406309 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-107fc857-1f40-4385-b6b6-819353039363 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.407533 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-107fc857-1f40-4385-b6b6-819353039363 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282291 Nov 12 12:04:42.410236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51148) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:42.414561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8b8c66f1-cfc1-45ce-a43b-356cfba0db1f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '14393a0e-f9ff-45e5-8b16-b214fe4a44d9', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:42.437283 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-8b8c66f1-cfc1-45ce-a43b-356cfba0db1f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:04:42.442068 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b8c66f1-cfc1-45ce-a43b-356cfba0db1f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.502452 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b8c66f1-cfc1-45ce-a43b-356cfba0db1f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.506015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b8c66f1-cfc1-45ce-a43b-356cfba0db1f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.525009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c66f1-cfc1-45ce-a43b-356cfba0db1f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06314dda-5392-47aa-81ac-a7939168a714,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:42.531720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8b8c66f1-cfc1-45ce-a43b-356cfba0db1f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.532840 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8b8c66f1-cfc1-45ce-a43b-356cfba0db1f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216886 Nov 12 12:04:42.535615 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51150) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:42.540210 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-bc27caac-e1fc-4320-990b-3e32465b7674 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'security_group_rule': {'security_group_id': '14393a0e-f9ff-45e5-8b16-b214fe4a44d9', 'project_id': '726829c0aab649558d3f32b087fba365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:42.561429 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-bc27caac-e1fc-4320-990b-3e32465b7674 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Project 726829c0aab649558d3f32b087fba365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:04:42.566192 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc27caac-e1fc-4320-990b-3e32465b7674 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.624538 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc27caac-e1fc-4320-990b-3e32465b7674 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.628083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc27caac-e1fc-4320-990b-3e32465b7674 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.645385 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27caac-e1fc-4320-990b-3e32465b7674 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27de4c58-fe64-4692-bfda-2651e7c7bdcb,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:42.654795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-bc27caac-e1fc-4320-990b-3e32465b7674 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.655996 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-bc27caac-e1fc-4320-990b-3e32465b7674 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191683 Nov 12 12:04:42.659750 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51152) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:42.664581 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'network': {'name': 'tempest-network-smoke--1150152409', 'project_id': '726829c0aab649558d3f32b087fba365', 'port_security_enabled': True}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:42.686144 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:42.689825 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.713167 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:04:42.722715 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.723056 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Added segment 58c48f77-bfdf-4d3d-8645-cc7756c6ca6e of type vlan for network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b Nov 12 12:04:42.762811 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.787816 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.793515 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:42.794103 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.832956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1721396 Nov 12 12:04:42.835798 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51154) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:42.840638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'admin_state_up': True, 'project_id': '726829c0aab649558d3f32b087fba365', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:42.863390 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.864453 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.867900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3551ce-069b-4ce8-85b3-1bda12fcb1b3 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Network': ['ID=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:42.879209 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:04:42.925156 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.066009 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.252150 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.274677 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.374084 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.156 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/e56961a8-54d8-4458-9d2f-41ba1c4dddb9) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:43.478392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.511663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.552454 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:43.555316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:43.561047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:43.563268 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=e56961a8-54d8-4458-9d2f-41ba1c4dddb9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:43.568819 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c685028-2e9d-4614-b017-06d62c7b5b40 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:04:43.658016 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-25cd0b5e-e4c3-4755-a8b8-6e8957235a90 None None] Provisioning complete for port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:43.658301 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25cd0b5e-e4c3-4755-a8b8-6e8957235a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.693350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-25cd0b5e-e4c3-4755-a8b8-6e8957235a90 None None] Port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:43.813042 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:44.011384 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:44.136347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:04:44.241157 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:04:44.250776 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Sync routers for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:04:44.262027 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:44.262396 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:44.262573 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:44.264306 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-27ed476a-7120-4c21-9783-f08d5217aa85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4273472 Nov 12 12:04:44.267438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51156) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:44.295984 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-19c12fdc-e0b8-49e5-af99-e81e69e7d839 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=726829c0aab649558d3f32b087fba365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274220 Nov 12 12:04:44.298565 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51158) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:44.368129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:44.387610 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938a0c7-88bc-4168-b9da-42f128152e97 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:44.389687 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9938a0c7-88bc-4168-b9da-42f128152e97 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902300 Nov 12 12:04:44.392504 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51160) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:44.420008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-50d29b6e-33fd-4739-9b69-adb5c937ceee tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7b06bae7-e149-4d53-bcf7-a1989d19ad61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264170 Nov 12 12:04:44.422477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51162) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:44.427120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295847343', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'project_id': '726829c0aab649558d3f32b087fba365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:44.514490 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:44.517912 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:44.544144 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:43Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:44.573693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Checking router: 6f08b85b-786f-4d8d-86f6-4c3fa72653fa for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:04:44.574401 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Updating router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:04:44.599517 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:44.699617 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:44.763960 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Subnet': ['ID=b0730b27-eb63-43b5-b772-7c4694ff2162,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:44.775496 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Checking segment: {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:44.775667 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network hostable DHCP agents. Network: 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:04:44.793814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:04:44.803308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:44.807528 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:44.808136 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:44.818855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0890e7-8b48-4a78-9911-713d1247a4a2 None None] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:44.826085 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-8366d32d-686a-4aed-8171-6bb42fb03217 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4020708 Nov 12 12:04:44.829005 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51164) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:45.063867 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.072891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.132900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdb771-d498-400e-81ff-c7e07c3045b7 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:04:45.155273 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233d2aa-d08b-4af3-beaf-f895a41b973c None None] Pushing event updated for resources: {'Port': ['ID=e56961a8-54d8-4458-9d2f-41ba1c4dddb9,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:45.160190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Attempting to bind port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:45.160563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Attempting to bind port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:45.160951 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Attempting to bind port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:45.187869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:45.188241 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:45.188641 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.189065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:45.189554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Bound port: e56961a8-54d8-4458-9d2f-41ba1c4dddb9, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:45.189934 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.281606 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4b275f80-1ca4-4ce7-947e-b5526603ede2 None None] Provisioning complete for port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:45.281984 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4b275f80-1ca4-4ce7-947e-b5526603ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.288264 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:04:45.289226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.291920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] For port e56961a8-54d8-4458-9d2f-41ba1c4dddb9, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:45.333913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] For port e56961a8-54d8-4458-9d2f-41ba1c4dddb9, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e56961a8-54d8-4458-9d2f-41ba1c4dddb9,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:45.343163 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.383424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-4b275f80-1ca4-4ce7-947e-b5526603ede2 None None] Port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:45.450706 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002e82e-2924-4a74-8939-8c853e388fed None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:04:45.491916 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:45.492531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:45.497890 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233d2aa-d08b-4af3-beaf-f895a41b973c None None] Pushing event updated for resources: {'Port': ['ID=e56961a8-54d8-4458-9d2f-41ba1c4dddb9,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:45.617453 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Allocated IP 172.20.0.2 (9878ea9f-c75e-41eb-af5a-cfc755c1fa8b/b0730b27-eb63-43b5-b772-7c4694ff2162/bedfd1ff-8982-4e4a-b0a6-023f31a78dad) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:45.626089 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.650794 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-62a8bc0f-84f6-4c72-9a53-ee9e2d9185c7 None None] Provisioning complete for port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:45.651162 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62a8bc0f-84f6-4c72-9a53-ee9e2d9185c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.695245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:45.952711 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62a8bc0f-84f6-4c72-9a53-ee9e2d9185c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.998970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-62a8bc0f-84f6-4c72-9a53-ee9e2d9185c7 None None] For port e56961a8-54d8-4458-9d2f-41ba1c4dddb9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e56961a8-54d8-4458-9d2f-41ba1c4dddb9,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:46.008326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62a8bc0f-84f6-4c72-9a53-ee9e2d9185c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.015876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.040926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.070894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.1 (9878ea9f-c75e-41eb-af5a-cfc755c1fa8b/b0730b27-eb63-43b5-b772-7c4694ff2162/ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:46.082235 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:46.089037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:46.092510 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:46.096294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8bc0f-84f6-4c72-9a53-ee9e2d9185c7 None None] Pushing event updated for resources: {'Port': ['ID=e56961a8-54d8-4458-9d2f-41ba1c4dddb9,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:46.146395 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:43Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:46.193109 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.195875 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b83b88-99b2-45c6-9c1d-dc140244e26f None None] The sync data for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 is: [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:43Z', 'revision_number': 3, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:04:46.207865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Pushing event updated for resources: {'Port': ['ID=bedfd1ff-8982-4e4a-b0a6-023f31a78dad,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:46.214351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Attempting to bind port bedfd1ff-8982-4e4a-b0a6-023f31a78dad on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:46.214725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Attempting to bind port bedfd1ff-8982-4e4a-b0a6-023f31a78dad by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:46.215093 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Attempting to bind port bedfd1ff-8982-4e4a-b0a6-023f31a78dad on network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:46.221758 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:46.222211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Checking segment: {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:46.222680 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.223153 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Bound using segment: {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:46.223698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Bound port: bedfd1ff-8982-4e4a-b0a6-023f31a78dad, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:46.224151 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.231517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.282004 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:46.288308 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:46.290329 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:46.292843 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:46.309245 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] For port bedfd1ff-8982-4e4a-b0a6-023f31a78dad, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:46.315298 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] For port bedfd1ff-8982-4e4a-b0a6-023f31a78dad, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bedfd1ff-8982-4e4a-b0a6-023f31a78dad,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:46.319707 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.339099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.377392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae9b3e-6c12-4b6d-b92f-f749f76b0e05 None None] Pushing event updated for resources: {'Port': ['ID=bedfd1ff-8982-4e4a-b0a6-023f31a78dad,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:46.505119 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.832249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.837879 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.923949 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.925776 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:47.025910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:47.027580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:47.156145 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:04:47.269620 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:04:47.276682 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b7ea0619-cf9e-4ff8-991b-69d7c3a6d2bc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/6f08b85b-786f-4d8d-86f6-4c3fa72653fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4466698 Nov 12 12:04:47.368699 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e111397-61e1-4858-a391-55f729df8381 None None] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:47.435898 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-6fb3adbe-f614-43bb-90ed-eba470dc70b8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406134307&fields=id&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 267 time: 0.0480280 Nov 12 12:04:47.464995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0c50fda4-820c-4a76-b3b6-711e5d3afd3a None None] Provisioning complete for port bedfd1ff-8982-4e4a-b0a6-023f31a78dad triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:47.465372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0c50fda4-820c-4a76-b3b6-711e5d3afd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:47.549168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-cd81d32b-b9f6-4997-94c1-094549172bbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:47.550744 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-cd81d32b-b9f6-4997-94c1-094549172bbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/networks?id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b HTTP/1.1" status: 200 len: 797 time: 0.1077921 Nov 12 12:04:47.565994 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-fee26a33-5474-48a5-872c-397fac8e8222 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/quotas/726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 375 time: 0.0093331 Nov 12 12:04:47.603904 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0c50fda4-820c-4a76-b3b6-711e5d3afd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:47.627910 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-e3a92c05-d82d-4497-a051-3f63c99fe79c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541189 Nov 12 12:04:47.640670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-0c50fda4-820c-4a76-b3b6-711e5d3afd3a None None] For port bedfd1ff-8982-4e4a-b0a6-023f31a78dad, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bedfd1ff-8982-4e4a-b0a6-023f31a78dad,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:47.645758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0c50fda4-820c-4a76-b3b6-711e5d3afd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:47.698379 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-5a296d92-63f1-4409-818a-78ea1ce37c97 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:04:47.699415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-5a296d92-63f1-4409-818a-78ea1ce37c97 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0569634 Nov 12 12:04:47.710067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50fda4-820c-4a76-b3b6-711e5d3afd3a None None] Pushing event updated for resources: {'Port': ['ID=bedfd1ff-8982-4e4a-b0a6-023f31a78dad,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:47.805391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-3daa5294-585b-4fd7-81f2-8641bfc36273 service neutron] 10.222.0.31 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981679 Nov 12 12:04:47.867728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7e5ca72d-f97f-4c98-b93a-327497066359 None None] Provisioning complete for port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:47.868016 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca72d-f97f-4c98-b93a-327497066359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:47.898782 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Sync routers for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:04:47.908234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ca72d-f97f-4c98-b93a-327497066359 None None] Port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:47.915988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:47.917024 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:47.918675 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-76b026da-c837-4792-b920-828df64a7cec service neutron] 10.222.0.31 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068420 Nov 12 12:04:47.919886 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-7e5ca72d-f97f-4c98-b93a-327497066359 None None] Provisioning complete for port bedfd1ff-8982-4e4a-b0a6-023f31a78dad triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:47.920259 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca72d-f97f-4c98-b93a-327497066359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.131815 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6be228e2-6eaf-44d5-ac09-f306947e93b5 req-489a6f27-4594-4b11-a3d4-58fc2dcf4fcd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 210 time: 0.0406296 Nov 12 12:04:48.156984 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:48.164666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d43b618b-778a-4f44-b489-0d0ea489d4f8 None None] Provisioning complete for port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:48.165173 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d43b618b-778a-4f44-b489-0d0ea489d4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.203995 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-d43b618b-778a-4f44-b489-0d0ea489d4f8 None None] Port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:48.390651 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 2, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:48.418824 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Checking router: 6f08b85b-786f-4d8d-86f6-4c3fa72653fa for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:04:48.419724 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Updating router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:04:48.447674 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e56961a8-54d8-4458-9d2f-41ba1c4dddb9 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:48.452513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f2f239ca-6668-43b6-9767-26b58f3af8e3 None None] Provisioning complete for port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:48.453121 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f2f239ca-6668-43b6-9767-26b58f3af8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.453759 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.525944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f2f239ca-6668-43b6-9767-26b58f3af8e3 None None] Port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:48.538865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:48.539264 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.621432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bedfd1ff-8982-4e4a-b0a6-023f31a78dad up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:48.668726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port bedfd1ff-8982-4e4a-b0a6-023f31a78dad triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:48.669182 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.743228 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.750244 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.800620 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Pushing event updated for resources: {'Port': ['ID=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:48.812894 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.813300 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.813613 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.813950 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.814350 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.814706 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.815037 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.815377 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.815686 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.816010 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.816320 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.816634 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:48.868026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Attempting to bind port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:48.868453 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Attempting to bind port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:48.868765 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Attempting to bind port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 on network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:48.874202 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:48.874577 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Checking segment: {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:48.874978 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.875374 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Bound using segment: {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:48.875848 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Bound port: ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:48.876229 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.939841 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] For port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:48.942994 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] For port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:48.948747 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.008189 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:49.008896 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:49.011021 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65dcc-df87-4d39-9cf6-5e978a6669de None None] Pushing event updated for resources: {'Port': ['ID=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,revision_number=4']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:49.055305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a8fdfcb6-48cf-4a85-b373-6fab1b8a3529 None None] Provisioning complete for port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:49.056011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8fdfcb6-48cf-4a85-b373-6fab1b8a3529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.135138 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:49.196578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8fdfcb6-48cf-4a85-b373-6fab1b8a3529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.288075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-a8fdfcb6-48cf-4a85-b373-6fab1b8a3529 None None] For port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:49.295739 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-78582631-e895-4c0b-af3e-8af4805b2581 req-c1ea1be5-ef41-4509-8fdb-9726bf17a350 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 210 time: 0.0440617 Nov 12 12:04:49.297870 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a8fdfcb6-48cf-4a85-b373-6fab1b8a3529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.378593 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdfcb6-48cf-4a85-b373-6fab1b8a3529 None None] Pushing event updated for resources: {'Port': ['ID=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:49.396957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-bf1e88be-197a-49df-8c99-eadc125f7ed0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:49.398415 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-bf1e88be-197a-49df-8c99-eadc125f7ed0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/networks?id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b HTTP/1.1" status: 200 len: 797 time: 0.2436948 Nov 12 12:04:49.422932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4aceed29-7daa-4929-8123-493a173bd72e None None] Provisioning complete for port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:49.423357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4aceed29-7daa-4929-8123-493a173bd72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.442824 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:48Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:49.470029 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bbc5c1-1c83-4b97-806f-56d99d6028ba None None] The sync data for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 is: [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:48Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:04:49.470717 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-2d71fbad-91b7-47d8-b280-1217bb8b7cfc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726829c0aab649558d3f32b087fba365 HTTP/1.1" status: 200 len: 379 time: 0.0616372 Nov 12 12:04:49.480814 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'port': {'device_id': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'admin_state_up': True, 'tenant_id': '726829c0aab649558d3f32b087fba365', 'security_groups': ['14393a0e-f9ff-45e5-8b16-b214fe4a44d9']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:49.607339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Made reservation on behalf of 726829c0aab649558d3f32b087fba365 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:49.611015 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.750476 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.20.0.5 (9878ea9f-c75e-41eb-af5a-cfc755c1fa8b/b0730b27-eb63-43b5-b772-7c4694ff2162/a2a65071-6278-40cc-b611-55d16e1a9480) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:49.907430 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.947615 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.001034 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:50.004270 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:50.008148 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:50.035433 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=a2a65071-6278-40cc-b611-55d16e1a9480,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:50.062998 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.063756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.082387 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-1c5d83ef-0cd7-4f64-a47f-28d7b0aa9a65 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056089 Nov 12 12:04:50.140848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Request body: {'port': {'device_id': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:50.207167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.241944 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9b829172-5369-40d6-b3a9-3d04f10e86e3 None None] Provisioning complete for port a2a65071-6278-40cc-b611-55d16e1a9480 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:50.242496 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b829172-5369-40d6-b3a9-3d04f10e86e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.284004 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-9b829172-5369-40d6-b3a9-3d04f10e86e3 None None] Port a2a65071-6278-40cc-b611-55d16e1a9480 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:50.410475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:50.458101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db5055-f286-4b4d-b072-46b2cee00016 req-6347965e-2216-4deb-ae5c-df2d284c6734 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.461113 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4db5055-f286-4b4d-b072-46b2cee00016 req-6347965e-2216-4deb-ae5c-df2d284c6734 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 931 time: 0.0715318 Nov 12 12:04:50.477884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:50.478353 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.493784 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a65071-6278-40cc-b611-55d16e1a9480 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:04:50.502083 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.515102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Transition to ACTIVE for port object a2a65071-6278-40cc-b611-55d16e1a9480 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:04:50.519925 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.531089 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b4db5055-f286-4b4d-b072-46b2cee00016 req-4cf29a76-470b-4a96-a7ac-f94a890fb2de tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634232 Nov 12 12:04:50.620125 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Pushing event updated for resources: {'Port': ['ID=a2a65071-6278-40cc-b611-55d16e1a9480,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:50.653298 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Attempting to bind port a2a65071-6278-40cc-b611-55d16e1a9480 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:50.654306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Attempting to bind port a2a65071-6278-40cc-b611-55d16e1a9480 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:50.654755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Attempting to bind port a2a65071-6278-40cc-b611-55d16e1a9480 on network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:50.659877 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Port a2a65071-6278-40cc-b611-55d16e1a9480 on network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:04:50.660255 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Attempting to bind port a2a65071-6278-40cc-b611-55d16e1a9480 on network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:50.667673 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:50.668486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Checking segment: {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:50.669683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Bound using segment: {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:50.670397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Bound port: a2a65071-6278-40cc-b611-55d16e1a9480, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:50.670942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.748242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] For port a2a65071-6278-40cc-b611-55d16e1a9480, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:50.751729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] For port a2a65071-6278-40cc-b611-55d16e1a9480, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a2a65071-6278-40cc-b611-55d16e1a9480,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:50.755674 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.793240 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.793240 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.793544 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] 10.222.0.52 "PUT /v2.0/ports/a2a65071-6278-40cc-b611-55d16e1a9480 HTTP/1.1" status: 200 len: 1092 time: 0.7027009 Nov 12 12:04:50.796851 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:50.802609 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a5d98a-dc03-40bb-874c-38ad2628f253" -d '{"events": [{"name": "network-changed", "server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:50.831065 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf99ef-e4e9-4f13-93a3-559f291e640b service neutron] Pushing event updated for resources: {'Port': ['ID=a2a65071-6278-40cc-b611-55d16e1a9480,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:50.872186 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a823b-2e9f-4de0-95a9-7c374bdc4210 x-openstack-request-id: req-e25a823b-2e9f-4de0-95a9-7c374bdc4210 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:50.872327 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:50.872489 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e25a823b-2e9f-4de0-95a9-7c374bdc4210 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:50.872893 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'status': 'completed', 'code': 200} Nov 12 12:04:50.891007 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-3025f0d9-b8aa-408f-8abe-68a52eb3403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.892794 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-3025f0d9-b8aa-408f-8abe-68a52eb3403b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0563874 Nov 12 12:04:50.937195 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-4e310d5c-aa1e-4f8b-ac70-a127514948d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a65071-6278-40cc-b611-55d16e1a9480 HTTP/1.1" status: 200 len: 217 time: 0.0368428 Nov 12 12:04:50.989829 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-c85226ad-e9c8-4019-8dd9-2630c2752d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.991290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-c85226ad-e9c8-4019-8dd9-2630c2752d32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0730b27-eb63-43b5-b772-7c4694ff2162 HTTP/1.1" status: 200 len: 834 time: 0.0466518 Nov 12 12:04:51.047580 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-13bd8c52-b4b7-4538-9ecb-6807b9ca58de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:51.050963 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-13bd8c52-b4b7-4538-9ecb-6807b9ca58de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502682 Nov 12 12:04:51.139852 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-0371c565-e2f9-4987-af37-2ff4a4e209f4 service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836906 Nov 12 12:04:51.552617 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d89d19d-406c-47f5-b7b5-1c90888dbee1 req-dbdf1c8d-4312-40d0-835a-cc69aabd4c95 service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058099 Nov 12 12:04:51.640271 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-21a75c96-2710-4650-98e4-1b8a9c4b7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:51.641809 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-21a75c96-2710-4650-98e4-1b8a9c4b7b67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0417855 Nov 12 12:04:51.678623 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa336260-fa33-42ef-afa3-52723c5462bb req-265217c5-4b44-4af3-ad5c-d7f23657abcc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:51.680109 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa336260-fa33-42ef-afa3-52723c5462bb req-265217c5-4b44-4af3-ad5c-d7f23657abcc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 943 time: 0.0544004 Nov 12 12:04:51.730484 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aa336260-fa33-42ef-afa3-52723c5462bb req-3067a535-8ed7-46a1-abb0-95bb32d1c808 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Nov 12 12:04:51.734072 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-3bc3bdcd-54ba-47bc-9cac-d8576f3a2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:51.735522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-3bc3bdcd-54ba-47bc-9cac-d8576f3a2ffa service neutron] 10.222.0.52 "GET /v2.0/networks?id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b HTTP/1.1" status: 200 len: 898 time: 0.0864198 Nov 12 12:04:51.780987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-db89f7ff-262f-4ac6-b2e6-61e181ca4325 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a65071-6278-40cc-b611-55d16e1a9480 HTTP/1.1" status: 200 len: 217 time: 0.0378923 Nov 12 12:04:51.831713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-68352b21-01d2-4b7d-bd2a-033c4562a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:51.833182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-68352b21-01d2-4b7d-bd2a-033c4562a37a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0730b27-eb63-43b5-b772-7c4694ff2162 HTTP/1.1" status: 200 len: 834 time: 0.0449047 Nov 12 12:04:51.878979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-69891f25-e300-4dbd-a823-a42dbc55a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:51.880458 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-69891f25-e300-4dbd-a823-a42dbc55a6b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401893 Nov 12 12:04:51.980198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-a72d30f4-a049-4f42-bd6d-7b790e51d89c service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919251 Nov 12 12:04:52.071205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-97a5d98a-dc03-40bb-874c-38ad2628f253 req-9e7e21f1-73bb-48a2-a162-f73ae47df57a service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825720 Nov 12 12:04:52.852566 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae122f76-d58a-43cd-8ef3-652e50dde312 req-6d474b0b-6f9c-4dd2-94ba-55a0aa5db10f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:52.854074 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae122f76-d58a-43cd-8ef3-652e50dde312 req-6d474b0b-6f9c-4dd2-94ba-55a0aa5db10f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 943 time: 0.0537343 Nov 12 12:04:52.903811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ae122f76-d58a-43cd-8ef3-652e50dde312 req-0682c276-c2ee-4075-8ccd-8639c952abdb tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Nov 12 12:04:54.017943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1ae6c-2314-40d1-b36a-396df7f1f342 req-97630774-dddd-4c51-bb95-04ad8ab55ccd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:54.019438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32b1ae6c-2314-40d1-b36a-396df7f1f342 req-97630774-dddd-4c51-bb95-04ad8ab55ccd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 943 time: 0.0493174 Nov 12 12:04:54.050618 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6695ef66-46c6-43da-85c3-696b95690c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.070490 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-32b1ae6c-2314-40d1-b36a-396df7f1f342 req-632341bf-cd5e-4449-96f3-93a6bef4170f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451663 Nov 12 12:04:54.157750 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a2a65071-6278-40cc-b611-55d16e1a9480 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:04:54.251169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a2a65071-6278-40cc-b611-55d16e1a9480, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a2a65071-6278-40cc-b611-55d16e1a9480,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:54.415743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'port_id': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'mac_address': 'fa:16:3e:2e:cc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:04:54.452956 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.465514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a65071-6278-40cc-b611-55d16e1a9480 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:04:54.485597 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a2a65071-6278-40cc-b611-55d16e1a9480, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a2a65071-6278-40cc-b611-55d16e1a9480,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:54.489308 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.535784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a2a65071-6278-40cc-b611-55d16e1a9480,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:54.747323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['a2a65071-6278-40cc-b611-55d16e1a9480'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:04:55.185056 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a97fad-3ef1-4b65-820c-f462084ce574 req-812c86fc-56c5-41e4-8d06-384146dd5b85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:55.186554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02a97fad-3ef1-4b65-820c-f462084ce574 req-812c86fc-56c5-41e4-8d06-384146dd5b85 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 944 time: 0.0487859 Nov 12 12:04:55.235205 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-02a97fad-3ef1-4b65-820c-f462084ce574 req-f6e38e3c-4efb-441f-bc9d-743e26330301 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Nov 12 12:04:55.820946 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:04:56.159444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a2a65071-6278-40cc-b611-55d16e1a9480 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:56.210702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port a2a65071-6278-40cc-b611-55d16e1a9480 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:04:56.214567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port a2a65071-6278-40cc-b611-55d16e1a9480 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:56.214933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:56.290912 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:56.315591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:56.317862 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd19f8d-10c7-429f-811e-b16f923b65e8" -d '{"events": [{"server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "name": "network-vif-plugged", "status": "completed", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:56.331287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port a2a65071-6278-40cc-b611-55d16e1a9480, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a2a65071-6278-40cc-b611-55d16e1a9480,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:56.335911 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:56.366360 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595053e7-56c8-4d72-975f-688a8c92bd55 req-06a6fcd6-6962-4dd6-9d34-6cc98bbf9948 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:56.367885 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-595053e7-56c8-4d72-975f-688a8c92bd55 req-06a6fcd6-6962-4dd6-9d34-6cc98bbf9948 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 944 time: 0.0654628 Nov 12 12:04:56.390946 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=a2a65071-6278-40cc-b611-55d16e1a9480,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:56.420995 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-595053e7-56c8-4d72-975f-688a8c92bd55 req-60aa437e-4e5f-46dd-a43a-adb7864a2498 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471079 Nov 12 12:04:56.426406 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6acb0b2-88fc-49ae-9262-c7431ce06363 x-openstack-request-id: req-c6acb0b2-88fc-49ae-9262-c7431ce06363 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:56.426702 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "name": "network-vif-plugged", "status": "completed", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:56.426953 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6acb0b2-88fc-49ae-9262-c7431ce06363 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:56.427347 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'code': 200} Nov 12 12:04:56.450033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2401e11f-76c5-44a0-aa11-e732f6f0a307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:56.530390 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911de8-27ba-4383-b0bd-3e85b262ac34 req-27ed585b-da68-4dad-89c2-ea5266f09cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:56.531891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff911de8-27ba-4383-b0bd-3e85b262ac34 req-27ed585b-da68-4dad-89c2-ea5266f09cc8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0435433 Nov 12 12:04:56.579213 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ff911de8-27ba-4383-b0bd-3e85b262ac34 req-362f7919-76cc-487e-9fa1-c8b0973b53f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403483 Nov 12 12:04:57.543612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a4a2-4aee-4cc9-b5b3-4f710f2476ea req-3149de3c-3b83-4ebb-832f-4815efe7dd68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:57.546176 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2f1a4a2-4aee-4cc9-b5b3-4f710f2476ea req-3149de3c-3b83-4ebb-832f-4815efe7dd68 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0490372 Nov 12 12:04:57.604798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2f1a4a2-4aee-4cc9-b5b3-4f710f2476ea req-84d18fcd-7aaf-4964-96b0-b611cde8ddba tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 Nov 12 12:04:57.981625 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:58.721081 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc007e84-1f34-476a-88a8-791b2607a00b req-63e9494b-8a77-48e0-b687-5bed48e8512a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:58.722595 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc007e84-1f34-476a-88a8-791b2607a00b req-63e9494b-8a77-48e0-b687-5bed48e8512a tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0493906 Nov 12 12:04:58.771118 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dc007e84-1f34-476a-88a8-791b2607a00b req-c0d263c9-fe1d-4a4d-b2a1-fe025f16d56c tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425680 Nov 12 12:04:58.886200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae7910-98a0-4d94-a09f-4ce4840b772b req-964f8cf1-3d5e-4ee3-ae8a-fbe542294e14 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:58.887624 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91ae7910-98a0-4d94-a09f-4ce4840b772b req-964f8cf1-3d5e-4ee3-ae8a-fbe542294e14 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0502429 Nov 12 12:04:58.941107 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-91ae7910-98a0-4d94-a09f-4ce4840b772b req-d2b34aa6-d4d6-4fa1-baa5-06f1211c7454 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472765 Nov 12 12:04:58.962947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51224) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:59.003395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751c9d3-c688-4114-bf23-6454c2e59f09 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:59.004932 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f751c9d3-c688-4114-bf23-6454c2e59f09 tempest-TestNetworkAdvancedServerOps-658532668 tempest-TestNetworkAdvancedServerOps-658532668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 1092 time: 0.0409746 Nov 12 12:04:59.007707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51226) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:59.012198 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:59.034188 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:59.130772 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:59.236257 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Allocated IP 172.25.2.214 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f7dc05e2-b386-484e-a44a-aa27833a3ed5) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:59.337723 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:59.380722 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:59.421796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:59.424721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:59.428296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:59.433931 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=f7dc05e2-b386-484e-a44a-aa27833a3ed5,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:59.715718 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:59.791834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:59.857418 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.007774 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.012834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.084231 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event updated for resources: {'Port': ['ID=f7dc05e2-b386-484e-a44a-aa27833a3ed5,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:00.093782 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.194584 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP 8cbb136a-7576-4dc7-9224-55d997acd5ff associated. External IP: 172.25.2.214, port: a2a65071-6278-40cc-b611-55d16e1a9480. Nov 12 12:05:00.403832 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:05:00.512410 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:00.522844 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] Sync routers for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:00.530438 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.533227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:00.533855 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:00.558652 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ed9c169f-bd42-4eea-b822-97cd6e1b9e24 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5498517 Nov 12 12:05:00.559383 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:05:00.562434 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:05:00.600775 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f06d9a8-6568-429f-95ae-15d7227197e6 x-openstack-request-id: req-7f06d9a8-6568-429f-95ae-15d7227197e6 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:05:00.601200 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:05:00.601542 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f06d9a8-6568-429f-95ae-15d7227197e6 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:05:00.602133 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'status': 'completed', 'code': 200} Nov 12 12:05:00.646428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:00.662750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f7107-cd38-4b7c-8dbd-0bf0011aca58 req-444cf0e5-4a1a-4f6d-be76-54a76d5e2bef tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.665070 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-037f7107-cd38-4b7c-8dbd-0bf0011aca58 req-444cf0e5-4a1a-4f6d-be76-54a76d5e2bef tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0506804 Nov 12 12:05:00.669690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-c752ddfb-5a25-42e4-a44d-4f911d74cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.671863 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-c752ddfb-5a25-42e4-a44d-4f911d74cb45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0460079 Nov 12 12:05:00.727593 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-037f7107-cd38-4b7c-8dbd-0bf0011aca58 req-b7794f53-15e0-458e-a40e-c9697525e474 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506892 Nov 12 12:05:00.750014 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51232) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:00.797962 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-3e0b1ff6-dca3-4bad-b26b-451adb5bd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.799437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-3e0b1ff6-dca3-4bad-b26b-451adb5bd3b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b HTTP/1.1" status: 200 len: 898 time: 0.1191142 Nov 12 12:05:00.828818 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-46277ff9-47d1-4a0e-92fe-9f87bdfafebe tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/8cbb136a-7576-4dc7-9224-55d997acd5ff HTTP/1.1" status: 200 len: 991 time: 0.0775464 Nov 12 12:05:00.835441 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.871437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-e6bdb5ce-8881-4e76-96e9-098e89970d40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a65071-6278-40cc-b611-55d16e1a9480 HTTP/1.1" status: 200 len: 999 time: 0.0648994 Nov 12 12:05:00.900693 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8cbb136a-7576-4dc7-9224-55d997acd5ff', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'port_id': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'mac_address': 'fa:16:3e:2e:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:04:59Z', 'updated_at': '2021-11-12T12:04:59Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:49Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:00.927073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] Checking router: 6f08b85b-786f-4d8d-86f6-4c3fa72653fa for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:00.927925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-eaaa3ae5-204c-45ce-93bc-ae4628bfa7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.929528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-eaaa3ae5-204c-45ce-93bc-ae4628bfa7f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0730b27-eb63-43b5-b772-7c4694ff2162 HTTP/1.1" status: 200 len: 834 time: 0.0508718 Nov 12 12:05:00.935645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:00.936281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:04:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:00.977535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-f5942d5d-0151-43a7-9701-82a2a72737b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.979254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-f5942d5d-0151-43a7-9701-82a2a72737b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430233 Nov 12 12:05:01.046377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:01.070269 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-44284a6f-3e6f-44f7-a560-25d6c75f1a02 service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837314 Nov 12 12:05:01.168264 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c84c1511-2820-4f1f-bb3c-0f939aaef3d1 req-49b7e63d-d1af-4826-a038-7edb39776554 service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899372 Nov 12 12:05:01.275006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8cbb136a-7576-4dc7-9224-55d997acd5ff', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'port_id': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'mac_address': 'fa:16:3e:2e:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:04:59Z', 'updated_at': '2021-11-12T12:04:59Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:49Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:01.301009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac83605-7205-4cc7-87c5-daf0888bd8d6 None None] The sync data for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 is: [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '8cbb136a-7576-4dc7-9224-55d997acd5ff', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'port_id': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'mac_address': 'fa:16:3e:2e:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:04:59Z', 'updated_at': '2021-11-12T12:04:59Z', 'revision_number': 0, 'project_id': '726829c0aab649558d3f32b087fba365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:49Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:01.484886 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d4210-6c47-4bab-9f6c-bb46e87ec404 None None] New status for floating IP 8cbb136a-7576-4dc7-9224-55d997acd5ff: ACTIVE {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:05:01.694528 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-544622b0-1f1d-4f77-9e69-494b228d6d89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412936 Nov 12 12:05:01.779553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-bdc13c8e-a5ba-4e73-8068-bfefa2ca32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:01.781172 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-bdc13c8e-a5ba-4e73-8068-bfefa2ca32cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0444019 Nov 12 12:05:01.832772 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51234) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:01.889538 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-4bb8f8c9-a8c6-416e-95dd-15caafbc52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:01.891018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-4bb8f8c9-a8c6-416e-95dd-15caafbc52bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b HTTP/1.1" status: 200 len: 898 time: 0.0894752 Nov 12 12:05:01.896706 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-716adda4-f0b9-49ac-8ed5-5834780224dd tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/8cbb136a-7576-4dc7-9224-55d997acd5ff HTTP/1.1" status: 200 len: 993 time: 0.0627637 Nov 12 12:05:01.961188 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-13690e07-a5ae-42b1-894a-b8c76bae3745 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a65071-6278-40cc-b611-55d16e1a9480 HTTP/1.1" status: 200 len: 1001 time: 0.0627730 Nov 12 12:05:02.009583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-5bf560ee-8ae0-4e6e-ab46-51073e900aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:02.010979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-5bf560ee-8ae0-4e6e-ab46-51073e900aa4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0730b27-eb63-43b5-b772-7c4694ff2162 HTTP/1.1" status: 200 len: 834 time: 0.0430319 Nov 12 12:05:02.056972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-a48dfad5-3f4f-4b6b-adfc-faba765d9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:02.058420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-a48dfad5-3f4f-4b6b-adfc-faba765d9b2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393176 Nov 12 12:05:02.153300 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-5b5e7be3-80ad-44a9-b5af-53315d5a64a5 service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861759 Nov 12 12:05:02.241984 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7d66e5d9-c775-4339-b65f-e9b643d30712 req-4b438591-afc7-4385-a3d0-16bbc4d91d94 service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822184 Nov 12 12:05:10.720031 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:11.183193 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.052272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-108b521e-52db-4786-a280-3309e0fd804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.452208 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed600-93dc-45b4-b05d-7aa4d7312ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.983902 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:29.718111 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.805960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.819558 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:05:33.301912 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c6b7b-72e6-48d1-b8ec-fcf53c54c65b req-645b8244-22d9-4511-8e9a-09ddd06ee4c8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:33.303412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e44c6b7b-72e6-48d1-b8ec-fcf53c54c65b req-645b8244-22d9-4511-8e9a-09ddd06ee4c8 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0498738 Nov 12 12:05:33.357006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e44c6b7b-72e6-48d1-b8ec-fcf53c54c65b req-aa1cf049-1882-43a9-88d8-397c11e40160 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475912 Nov 12 12:05:34.476200 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f97d9-a944-4f37-9cb7-2f76d3924dae req-c33b9563-1c3e-4a30-a06c-d5223a934426 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:34.477693 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea0f97d9-a944-4f37-9cb7-2f76d3924dae req-c33b9563-1c3e-4a30-a06c-d5223a934426 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0482326 Nov 12 12:05:34.525766 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ea0f97d9-a944-4f37-9cb7-2f76d3924dae req-cf836928-8f4c-42aa-b7b9-d78f52965948 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416300 Nov 12 12:05:34.548119 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51254) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:34.607677 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d978ec85-ee4f-4348-b662-b854d28bb666 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/8cbb136a-7576-4dc7-9224-55d997acd5ff HTTP/1.1" status: 200 len: 993 time: 0.0583599 Nov 12 12:05:35.906663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94b1a7-e5da-4354-b7d4-6286d25db61b req-d17a89e5-2bd5-457c-987c-69733185ccf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:35.908060 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba94b1a7-e5da-4354-b7d4-6286d25db61b req-d17a89e5-2bd5-457c-987c-69733185ccf9 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0738132 Nov 12 12:05:35.924165 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-2a1a8454-889f-4925-9be9-974293368afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:35.925613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-2a1a8454-889f-4925-9be9-974293368afa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0657973 Nov 12 12:05:36.021295 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ba94b1a7-e5da-4354-b7d4-6286d25db61b req-e9907895-6e61-45a0-bf9f-4b66098a6697 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057348 Nov 12 12:05:36.047957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-bf3e3a63-4d03-4d84-8338-4f8e7ff0d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:36.049414 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-bf3e3a63-4d03-4d84-8338-4f8e7ff0d346 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b HTTP/1.1" status: 200 len: 898 time: 0.1165521 Nov 12 12:05:36.116293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-e70cad5a-7bef-4e27-bf99-eeada3836e81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a65071-6278-40cc-b611-55d16e1a9480 HTTP/1.1" status: 200 len: 1001 time: 0.0576897 Nov 12 12:05:36.168064 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-6c1146ba-8b4b-4889-88cb-b6e8d8823fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:36.169373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-6c1146ba-8b4b-4889-88cb-b6e8d8823fe3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0730b27-eb63-43b5-b772-7c4694ff2162 HTTP/1.1" status: 200 len: 834 time: 0.0462601 Nov 12 12:05:36.213965 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-61b85c50-0569-4038-9c0b-d9f5aaf70b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:36.215388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-61b85c50-0569-4038-9c0b-d9f5aaf70b47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391145 Nov 12 12:05:36.305203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-e15f19fb-7e15-4f7b-9f11-6eb23644064d service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824819 Nov 12 12:05:36.397769 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04f0f01-6d75-4695-a52d-7bf94202756f req-20864bfd-1c2d-4053-b010-29435c512113 service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854704 Nov 12 12:05:37.146543 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74862ae4-be06-4ecb-add1-b91a88fbacf0 req-128ae981-0590-434d-85ad-1ca02f8abbd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:37.148486 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74862ae4-be06-4ecb-add1-b91a88fbacf0 req-128ae981-0590-434d-85ad-1ca02f8abbd1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0535653 Nov 12 12:05:37.204281 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-74862ae4-be06-4ecb-add1-b91a88fbacf0 req-33878dad-ab1b-4e22-8bac-3c7cc9d92410 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497770 Nov 12 12:05:38.320101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465af8-72c7-48e7-9051-3916e20a871f req-1b7825de-a3d5-47df-9c54-72b9bcaa4075 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:38.321610 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc465af8-72c7-48e7-9051-3916e20a871f req-1b7825de-a3d5-47df-9c54-72b9bcaa4075 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Nov 12 12:05:38.372140 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc465af8-72c7-48e7-9051-3916e20a871f req-8f8d5408-af74-4f13-8603-e13abf0b806f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443659 Nov 12 12:05:38.394703 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51266) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:38.456547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1d67ba5d-b0ec-40c4-aa33-9ed5d01a6883 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/floatingips/8cbb136a-7576-4dc7-9224-55d997acd5ff HTTP/1.1" status: 200 len: 993 time: 0.0604320 Nov 12 12:05:38.671101 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51272) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:38.825120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port f7dc05e2-b386-484e-a44a-aa27833a3ed5 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:38.825461 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.903542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.903870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.915424 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for f7dc05e2-b386-484e-a44a-aa27833a3ed5 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:39.064039 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.089000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=f7dc05e2-b386-484e-a44a-aa27833a3ed5,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:39.152498 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.152829 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Floating IP 8cbb136a-7576-4dc7-9224-55d997acd5ff disassociated (deleted). External IP: 172.25.2.214, port: a2a65071-6278-40cc-b611-55d16e1a9480. Nov 12 12:05:39.357260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:05:39.467474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:39.473004 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.479039 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] Sync routers for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:39.489683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:39.490295 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:39.506712 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d08fb5e8-23e2-486f-bad9-da20e78ac622 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/floatingips/8cbb136a-7576-4dc7-9224-55d997acd5ff HTTP/1.1" status: 204 len: 168 time: 0.8344383 Nov 12 12:05:39.507789 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:05:39.510639 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83daf06-170c-4fb1-ad4d-b3601794d224" -d '{"events": [{"name": "network-changed", "server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:05:39.555647 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d768cf-d85e-4b9f-95c2-3b60b4f6d12c x-openstack-request-id: req-89d768cf-d85e-4b9f-95c2-3b60b4f6d12c {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:05:39.555933 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:05:39.556181 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89d768cf-d85e-4b9f-95c2-3b60b4f6d12c {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:05:39.556577 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'status': 'completed', 'code': 200} Nov 12 12:05:39.611542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:39.629619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-465c8de5-d88c-4be1-986c-8e008a13bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:39.631437 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-465c8de5-d88c-4be1-986c-8e008a13bfc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=726829c0aab649558d3f32b087fba365&device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0508370 Nov 12 12:05:39.736726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-f0391244-1575-4f13-8688-902ef2734548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:39.739241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-f0391244-1575-4f13-8688-902ef2734548 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b HTTP/1.1" status: 200 len: 898 time: 0.0967178 Nov 12 12:05:39.754651 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b4b1-293f-41ea-b188-0dea11d4aca3 req-58d15d07-cf54-440f-9a79-8da9816e0081 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:39.756668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-30e4b4b1-293f-41ea-b188-0dea11d4aca3 req-58d15d07-cf54-440f-9a79-8da9816e0081 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0594060 Nov 12 12:05:39.789098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-3011a172-3627-4b3f-a020-b893c36c5877 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a65071-6278-40cc-b611-55d16e1a9480 HTTP/1.1" status: 200 len: 217 time: 0.0414186 Nov 12 12:05:39.812913 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-30e4b4b1-293f-41ea-b188-0dea11d4aca3 req-30c60f78-9be4-4e9f-afb9-f282dc4dd5be tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501485 Nov 12 12:05:39.817531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:49Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:39.842529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-f9331a44-67f3-4355-82ee-bc6ea870b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:39.844985 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-f9331a44-67f3-4355-82ee-bc6ea870b5cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0730b27-eb63-43b5-b772-7c4694ff2162 HTTP/1.1" status: 200 len: 834 time: 0.0476387 Nov 12 12:05:39.850035 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] Checking router: 6f08b85b-786f-4d8d-86f6-4c3fa72653fa for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:39.858542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:39.859178 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:39.891632 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-53275739-dff1-4729-bb38-f1d3e5e574f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:39.893071 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-53275739-dff1-4729-bb38-f1d3e5e574f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411301 Nov 12 12:05:39.967795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:39.991284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-508a990a-ec3a-4df2-ad27-f9c09ec90bad service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896246 Nov 12 12:05:40.083056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d83daf06-170c-4fb1-ad4d-b3601794d224 req-e5b059b5-dc27-4645-b897-26932d30b3af service neutron] 10.222.0.52 "GET /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836539 Nov 12 12:05:40.168220 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:49Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:40.194234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1cde9-39de-4b28-ae43-db6159a76695 None None] The sync data for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 is: [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 4, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1', 'name': '', 'network_id': '9878ea9f-c75e-41eb-af5a-cfc755c1fa8b', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'mac_address': 'fa:16:3e:7f:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:45Z', 'updated_at': '2021-11-12T12:04:49Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'subnets': [{'id': 'b0730b27-eb63-43b5-b772-7c4694ff2162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:40.419033 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56cfa9-49cc-43a6-8ba2-b7e2cbe054a5 None None] New status for floating IP 8cbb136a-7576-4dc7-9224-55d997acd5ff: DOWN {{(pid=109168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:05:40.726955 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.936085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ecc81-2685-439b-8d23-9dc2e8341175 req-e7420259-7799-4a5c-96a6-dc93086b599f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:40.937715 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-048ecc81-2685-439b-8d23-9dc2e8341175 req-e7420259-7799-4a5c-96a6-dc93086b599f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0507858 Nov 12 12:05:40.991905 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-048ecc81-2685-439b-8d23-9dc2e8341175 req-5fac56c1-a90a-4abd-8b65-5c682b3ec019 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/security-groups?id=14393a0e-f9ff-45e5-8b16-b214fe4a44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474527 Nov 12 12:05:41.190718 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.231156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-19dc312f-47e5-48b5-aeeb-aed8975962f1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:41.232606 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-19dc312f-47e5-48b5-aeeb-aed8975962f1 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 945 time: 0.0497282 Nov 12 12:05:41.319368 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port a2a65071-6278-40cc-b611-55d16e1a9480 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:41.319621 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.411114 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port a2a65071-6278-40cc-b611-55d16e1a9480, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=a2a65071-6278-40cc-b611-55d16e1a9480,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:41.411477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.423953 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for a2a65071-6278-40cc-b611-55d16e1a9480 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:41.566111 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.595392 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=a2a65071-6278-40cc-b611-55d16e1a9480,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:41.607876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.608217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.608560 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.608989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.609329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.609662 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.609991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.610318 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.610645 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.610967 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.611291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.611614 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:41.645778 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] No DVR routers for this DVR port a2a65071-6278-40cc-b611-55d16e1a9480 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:41.648253 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.651667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2735d483-44db-4da4-a11b-e91d04b1ce48 req-8ce215c4-38a6-473b-8e94-60050cbe3dbc tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.52 "DELETE /v2.0/ports/a2a65071-6278-40cc-b611-55d16e1a9480 HTTP/1.1" status: 204 len: 173 time: 0.4131072 Nov 12 12:05:41.652107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'name': 'network-vif-deleted', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:05:41.654381 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fe3c68-0f48-4b7e-8b7e-2c4a0b17655e" -d '{"events": [{"server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "name": "network-vif-deleted", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:05:41.689743 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f34a05-6435-4f59-8aa7-4f11edbf13f4 x-openstack-request-id: req-83f34a05-6435-4f59-8aa7-4f11edbf13f4 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:05:41.690037 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c87818-7fec-4540-89d9-7dedc081b6f6", "name": "network-vif-deleted", "tag": "a2a65071-6278-40cc-b611-55d16e1a9480", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:05:41.690296 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83f34a05-6435-4f59-8aa7-4f11edbf13f4 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:05:41.690696 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c87818-7fec-4540-89d9-7dedc081b6f6', 'name': 'network-vif-deleted', 'tag': 'a2a65071-6278-40cc-b611-55d16e1a9480', 'status': 'completed', 'code': 200} Nov 12 12:05:42.117150 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c6b49795-6b7b-4838-8106-0e741a088658 req-d176cce5-16a9-47c6-858f-7b24adeee0f0 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c87818-7fec-4540-89d9-7dedc081b6f6 HTTP/1.1" status: 200 len: 210 time: 0.0296006 Nov 12 12:05:43.176693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51288) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:43.528888 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:43.779158 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:43.779410 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:43.869331 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:43.869693 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:43.882123 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:44.385348 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.416715 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:44.443609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.443955 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.444295 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.444627 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.444984 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.445316 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.445646 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.445974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.446301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.446625 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.446951 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.447272 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:44.597445 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.808043 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:05:44.915401 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:44.920408 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-b91229b6-d905-4ba6-ab8b-bbb4f366234d tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "PUT /v2.0/routers/6f08b85b-786f-4d8d-86f6-4c3fa72653fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7426200 Nov 12 12:05:44.923645 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51290) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:44.927193 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] Sync routers for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:44.938003 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:44.938601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:44.979253 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec71678-9dbc-4e57-9a0a-e8606e6277f5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting subnet b0730b27-eb63-43b5-b772-7c4694ff2162 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:05:44.982428 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ec71678-9dbc-4e57-9a0a-e8606e6277f5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.024441 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ec71678-9dbc-4e57-9a0a-e8606e6277f5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.111729 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ec71678-9dbc-4e57-9a0a-e8606e6277f5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.178037 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ec71678-9dbc-4e57-9a0a-e8606e6277f5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.202346 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:45.207065 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec71678-9dbc-4e57-9a0a-e8606e6277f5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Subnet': ['ID=b0730b27-eb63-43b5-b772-7c4694ff2162,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:45.212305 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1ec71678-9dbc-4e57-9a0a-e8606e6277f5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.218408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51292) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:45.218994 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1ec71678-9dbc-4e57-9a0a-e8606e6277f5 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/subnets/b0730b27-eb63-43b5-b772-7c4694ff2162 HTTP/1.1" status: 204 len: 168 time: 0.2938521 Nov 12 12:05:45.254739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81e8b2-2e40-489c-b26a-476e4c763256 None None] Network 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:45.326665 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.431148 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.483198 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:05:44Z', 'revision_number': 5, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port': {'id': 'e56961a8-54d8-4458-9d2f-41ba1c4dddb9', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:43Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:45.492590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Deleting port e56961a8-54d8-4458-9d2f-41ba1c4dddb9 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:45.492590 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.515077 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] Checking router: 6f08b85b-786f-4d8d-86f6-4c3fa72653fa for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:45.525954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] Routers {'6f08b85b-786f-4d8d-86f6-4c3fa72653fa'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:45.526584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:45.530148 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91158dae-66df-4388-9510-b5a445341472 None None] DHCP port deletion for 9878ea9f-c75e-41eb-af5a-cfc755c1fa8b request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:45.575067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] For port e56961a8-54d8-4458-9d2f-41ba1c4dddb9, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=e56961a8-54d8-4458-9d2f-41ba1c4dddb9,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:45.575428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.588011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Calling delete_port for e56961a8-54d8-4458-9d2f-41ba1c4dddb9 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:45.639664 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] Set router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:45.695200 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:05:45Z', 'revision_number': 6, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:45.730470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f56e2-b8d0-444e-b3e1-d240093e3078 None None] The sync data for ids ['6f08b85b-786f-4d8d-86f6-4c3fa72653fa'] in n-d-768851-19 is: [{'id': '6f08b85b-786f-4d8d-86f6-4c3fa72653fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1081136153', 'tenant_id': '726829c0aab649558d3f32b087fba365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:05:45Z', 'revision_number': 6, 'project_id': '726829c0aab649558d3f32b087fba365', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:45.734903 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-91158dae-66df-4388-9510-b5a445341472 None None] Deleting port bedfd1ff-8982-4e4a-b0a6-023f31a78dad {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:45.735011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.758878 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.783530 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ed293-3c1a-414c-a6d9-606fcceee631 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:45.799038 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Port': ['ID=e56961a8-54d8-4458-9d2f-41ba1c4dddb9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:45.807122 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-91158dae-66df-4388-9510-b5a445341472 None None] For port bedfd1ff-8982-4e4a-b0a6-023f31a78dad, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bedfd1ff-8982-4e4a-b0a6-023f31a78dad,segment=NetworkSegment(58c48f77-bfdf-4d3d-8645-cc7756c6ca6e),segment_id=58c48f77-bfdf-4d3d-8645-cc7756c6ca6e)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:45.807528 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.820683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-91158dae-66df-4388-9510-b5a445341472 None None] Calling delete_port for bedfd1ff-8982-4e4a-b0a6-023f31a78dad owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:45.859352 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.902828 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.928546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91158dae-66df-4388-9510-b5a445341472 None None] Pushing event deleted for resources: {'Port': ['ID=bedfd1ff-8982-4e4a-b0a6-023f31a78dad,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:45.933422 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91158dae-66df-4388-9510-b5a445341472 None None] No DVR routers for this DVR port bedfd1ff-8982-4e4a-b0a6-023f31a78dad on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.943818 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.945591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.945591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.945591 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91158dae-66df-4388-9510-b5a445341472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:46.276364 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.278543 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.320675 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.321277 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Fanout notify agent at l3_agent the message router_deleted on router 6f08b85b-786f-4d8d-86f6-4c3fa72653fa {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:05:46.329060 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.333024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae9d8719-c161-494f-a7e4-560850399f84 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/routers/6f08b85b-786f-4d8d-86f6-4c3fa72653fa HTTP/1.1" status: 204 len: 168 time: 1.1107128 Nov 12 12:05:46.333448 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51294) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:46.395262 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:46.414511 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.417132 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a2a65071-6278-40cc-b611-55d16e1a9480 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:46.419602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:46.420201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ee6113a9-5d7b-4a90-b3a2-0f775e8dcfa1 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:46.420752 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e56961a8-54d8-4458-9d2f-41ba1c4dddb9 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:46.462330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: a2a65071-6278-40cc-b611-55d16e1a9480 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:46.462686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device a2a65071-6278-40cc-b611-55d16e1a9480 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:46.464139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: e56961a8-54d8-4458-9d2f-41ba1c4dddb9 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:46.464486 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device e56961a8-54d8-4458-9d2f-41ba1c4dddb9 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:46.464910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bedfd1ff-8982-4e4a-b0a6-023f31a78dad no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:46.486633 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: bedfd1ff-8982-4e4a-b0a6-023f31a78dad {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:46.487112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bedfd1ff-8982-4e4a-b0a6-023f31a78dad not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:46.518499 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.538087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9878ea9f-c75e-41eb-af5a-cfc755c1fa8b']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:46.547720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:46.548018 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c48f77-bfdf-4d3d-8645-cc7756c6ca6e') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:46.557550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.571518 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.577477 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:46.577858 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: timer() Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:46.580728 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:46.642789 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.650386 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.653520 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/networks/9878ea9f-c75e-41eb-af5a-cfc755c1fa8b HTTP/1.1" status: 204 len: 168 time: 0.3191149 Nov 12 12:05:46.657630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51296) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:46.664992 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ea1f1-8a65-4bdc-aa1c-2ce8bd603db7 tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'Network': ['ID=9878ea9f-c75e-41eb-af5a-cfc755c1fa8b,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:46.717291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c6c4ffa-dd26-4320-bc74-05fe0b5aed9f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.742468 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c6c4ffa-dd26-4320-bc74-05fe0b5aed9f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.802321 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c6c4ffa-dd26-4320-bc74-05fe0b5aed9f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.805134 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-9c6c4ffa-dd26-4320-bc74-05fe0b5aed9f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.806290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-9c6c4ffa-dd26-4320-bc74-05fe0b5aed9f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] 10.222.0.31 "DELETE /v2.0/security-groups/14393a0e-f9ff-45e5-8b16-b214fe4a44d9 HTTP/1.1" status: 204 len: 168 time: 0.1476123 Nov 12 12:05:46.815574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c4ffa-dd26-4320-bc74-05fe0b5aed9f tempest-TestNetworkAdvancedServerOps-1017826233 tempest-TestNetworkAdvancedServerOps-1017826233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14393a0e-f9ff-45e5-8b16-b214fe4a44d9,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:47.130761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51304) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:47.262419 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ec6b9b25-0d8d-49a8-a9d2-05c82b54654c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=726829c0aab649558d3f32b087fba365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304057 Nov 12 12:05:47.264764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51308) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:47.318849 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa47dcae-e8a8-4630-8b5e-c221f080757c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.339651 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa47dcae-e8a8-4630-8b5e-c221f080757c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.385073 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa47dcae-e8a8-4630-8b5e-c221f080757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.387676 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-fa47dcae-e8a8-4630-8b5e-c221f080757c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.388813 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fa47dcae-e8a8-4630-8b5e-c221f080757c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a0e3129-4e7b-48d3-bafe-8bf4b89853bd HTTP/1.1" status: 204 len: 168 time: 0.1231179 Nov 12 12:05:47.396481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47dcae-e8a8-4630-8b5e-c221f080757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0e3129-4e7b-48d3-bafe-8bf4b89853bd,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:47.645453 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51314) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:47.658882 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6f04e24-b736-44fb-ab32-02e403e03067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.732012 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6f04e24-b736-44fb-ab32-02e403e03067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.736183 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a6f04e24-b736-44fb-ab32-02e403e03067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.773734 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a6f04e24-b736-44fb-ab32-02e403e03067 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e87a79c31fb749718305e08ca77c24a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272132 Nov 12 12:05:47.775669 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f04e24-b736-44fb-ab32-02e403e03067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dad6461-73ac-460b-9f03-c792f0552765,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:47.776474 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51316) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:47.828678 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c466-cf85-4a06-bd05-88a409ee1aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.849254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c466-cf85-4a06-bd05-88a409ee1aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.894047 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c466-cf85-4a06-bd05-88a409ee1aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.896707 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c466-cf85-4a06-bd05-88a409ee1aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.897958 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-16d1c466-cf85-4a06-bd05-88a409ee1aff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3dad6461-73ac-460b-9f03-c792f0552765 HTTP/1.1" status: 204 len: 168 time: 0.1203694 Nov 12 12:05:47.906046 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1c466-cf85-4a06-bd05-88a409ee1aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dad6461-73ac-460b-9f03-c792f0552765,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:48.591467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51338) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:48.688392 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-705111316-network', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:48.709800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Made reservation on behalf of f2b9008fa66b4b65957a8a99abd85794 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:48.712124 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.721133 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.795528 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.799292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.823657 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:48.838379 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb515c46-87f9-4062-8a50-3f64736dad3b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:48.843892 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.844248 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Added segment bc175648-633e-49d5-ab50-6c263fcbae06 of type vlan for network 81777caa-2d1e-4bdf-beb7-2da32075c70b Nov 12 12:05:48.884072 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.909975 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.910968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:48.911542 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.942740 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3501782 Nov 12 12:05:48.945811 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51342) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:48.950908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Request body: {'subnet': {'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-705111316-subnet', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'ip_version': 4}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:48.973873 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Made reservation on behalf of f2b9008fa66b4b65957a8a99abd85794 for: {'subnet': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:48.976328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5792897'] for subnet, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.977234 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c58279-a004-40f4-b3f2-fd4262cc5999 admin admin] Pushing event updated for resources: {'Network': ['ID=81777caa-2d1e-4bdf-beb7-2da32075c70b,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:48.988503 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:49.151108 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5493942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5792915'] for subnet, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.212418 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e668a4-8498-4f5d-95a4-4ebc65d6039c,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:49.219875 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Checking segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:49.220233 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Network hostable DHCP agents. Network: 81777caa-2d1e-4bdf-beb7-2da32075c70b, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:49.236628 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:49.245213 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 81777caa-2d1e-4bdf-beb7-2da32075c70b) {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:49.249941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:49.250563 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.256070 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959436f-2d74-4586-8666-1f059465b2a7 None None] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:49.275178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b038bc57-9aba-4945-ae71-5391678f0cb7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3256347 Nov 12 12:05:49.275761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51344) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:49.281223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:49.304932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.305953 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.363100 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.405359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-81777caa-2d1e-4bdf-beb7-2da32075c70b', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:49.406239 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.501976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.540570 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Allocated IP 172.20.0.2 (81777caa-2d1e-4bdf-beb7-2da32075c70b/f2e668a4-8498-4f5d-95a4-4ebc65d6039c/df349083-a90f-42d4-80c6-f0f4bf7f343b) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:49.681833 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.687740 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.704520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.724400 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.727977 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:49.733279 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:49.736889 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:49.745878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Pushing event updated for resources: {'Port': ['ID=df349083-a90f-42d4-80c6-f0f4bf7f343b,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:49.796302 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Attempting to bind port df349083-a90f-42d4-80c6-f0f4bf7f343b on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:49.796683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Attempting to bind port df349083-a90f-42d4-80c6-f0f4bf7f343b by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:49.797066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Attempting to bind port df349083-a90f-42d4-80c6-f0f4bf7f343b on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:49.802164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:49.802542 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Checking segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:49.802944 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.803338 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Bound using segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:49.803811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Bound port: df349083-a90f-42d4-80c6-f0f4bf7f343b, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:49.804189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.833677 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Allocated IP 172.25.2.152 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/672d0582-f79d-455b-a0ea-8a81618d4499) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:49.868899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] For port df349083-a90f-42d4-80c6-f0f4bf7f343b, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:49.872355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] For port df349083-a90f-42d4-80c6-f0f4bf7f343b, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=df349083-a90f-42d4-80c6-f0f4bf7f343b,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:49.877359 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.937742 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.941206 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654274e-7f2a-4a2b-8963-118abaa8c1bb None None] Pushing event updated for resources: {'Port': ['ID=df349083-a90f-42d4-80c6-f0f4bf7f343b,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:49.976278 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.020142 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:50.025609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:50.028547 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:50.031859 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Pushing event updated for resources: {'Port': ['ID=672d0582-f79d-455b-a0ea-8a81618d4499,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:50.041068 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a5bdf-8191-43a7-90ae-3dc194c9c955 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:50.120532 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-748e162a-d3c9-4330-9f01-33ba8274548a None None] Provisioning complete for port 672d0582-f79d-455b-a0ea-8a81618d4499 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:50.120926 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-748e162a-d3c9-4330-9f01-33ba8274548a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.159837 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-748e162a-d3c9-4330-9f01-33ba8274548a None None] Port 672d0582-f79d-455b-a0ea-8a81618d4499 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:50.310783 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.411685 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device df349083-a90f-42d4-80c6-f0f4bf7f343b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:50.460253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port df349083-a90f-42d4-80c6-f0f4bf7f343b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:50.460730 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.512442 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.547048 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.580224 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port df349083-a90f-42d4-80c6-f0f4bf7f343b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=df349083-a90f-42d4-80c6-f0f4bf7f343b,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:50.585777 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.635863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=df349083-a90f-42d4-80c6-f0f4bf7f343b,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:50.650595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:05:50.763071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:50.772026 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Sync routers for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:50.781603 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.782890 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-90de6d31-3ec7-449c-af78-5aa4560e37b3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5057247 Nov 12 12:05:50.785606 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51346) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:50.792111 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:50.793091 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:50.880805 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f9168-db09-4fcf-b272-8ac7213c33ca None None] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:50.909212 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:50.950138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9b1b2c24-22d4-4015-830c-ba7dce5dd1ec None None] Provisioning complete for port df349083-a90f-42d4-80c6-f0f4bf7f343b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:50.950526 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2c24-22d4-4015-830c-ba7dce5dd1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.110138 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:50Z', 'revision_number': 3, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:51.137597 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Checking router: cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:51.137943 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Updating router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef port 672d0582-f79d-455b-a0ea-8a81618d4499 binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:05:51.165358 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.260909 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.404665 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4555ceb7-40e1-4d13-bfe9-2bb4341c2463 None None] Provisioning complete for port df349083-a90f-42d4-80c6-f0f4bf7f343b triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:51.405391 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4555ceb7-40e1-4d13-bfe9-2bb4341c2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.420608 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Allocated IP 172.20.0.1 (81777caa-2d1e-4bdf-beb7-2da32075c70b/f2e668a4-8498-4f5d-95a4-4ebc65d6039c/f44dad49-f790-48be-8ebf-75081757f78a) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:51.432647 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.439607 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.541344 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.573930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3456f9d-b3a9-4e9e-8212-67e55b0eb764 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:51.582380 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.586160 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Attempting to bind port 672d0582-f79d-455b-a0ea-8a81618d4499 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:51.586775 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Attempting to bind port 672d0582-f79d-455b-a0ea-8a81618d4499 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:51.587169 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Attempting to bind port 672d0582-f79d-455b-a0ea-8a81618d4499 on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:51.590352 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Pushing event updated for resources: {'Port': ['ID=672d0582-f79d-455b-a0ea-8a81618d4499,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:51.599884 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:51.600254 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:51.600649 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.601055 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:51.601519 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Bound port: 672d0582-f79d-455b-a0ea-8a81618d4499, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:51.601891 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.605571 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.606036 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.606381 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.606723 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.607039 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.607365 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.607685 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.608006 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.608372 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.608688 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.609031 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.609345 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:51.621607 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ffef42e1-3c54-450c-b6e8-1e666ff8fede None None] Provisioning complete for port 672d0582-f79d-455b-a0ea-8a81618d4499 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:51.622055 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ffef42e1-3c54-450c-b6e8-1e666ff8fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.632524 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:51.637595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:51.641763 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:51.662352 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ffef42e1-3c54-450c-b6e8-1e666ff8fede None None] Port 672d0582-f79d-455b-a0ea-8a81618d4499 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:51.674220 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] For port 672d0582-f79d-455b-a0ea-8a81618d4499, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:51.677504 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] For port 672d0582-f79d-455b-a0ea-8a81618d4499, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=672d0582-f79d-455b-a0ea-8a81618d4499,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:51.682461 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.732546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e4162-9880-43e5-a552-0ed0d1eb7c5d None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:51.750293 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:51.751017 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:51.788456 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9ea59b02-f1cc-436b-956d-d7d44d635a51 None None] Provisioning complete for port 672d0582-f79d-455b-a0ea-8a81618d4499 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:51.788829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9ea59b02-f1cc-436b-956d-d7d44d635a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.795390 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b534d9-ef46-4736-af71-32ca3c3d1335 None None] Pushing event updated for resources: {'Port': ['ID=672d0582-f79d-455b-a0ea-8a81618d4499,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:51.890971 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:51.900338 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9ea59b02-f1cc-436b-956d-d7d44d635a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.922037 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9ea59b02-f1cc-436b-956d-d7d44d635a51 None None] For port 672d0582-f79d-455b-a0ea-8a81618d4499, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=672d0582-f79d-455b-a0ea-8a81618d4499,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:51.928579 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9ea59b02-f1cc-436b-956d-d7d44d635a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:51.986097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea59b02-f1cc-436b-956d-d7d44d635a51 None None] Pushing event updated for resources: {'Port': ['ID=672d0582-f79d-455b-a0ea-8a81618d4499,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:52.032661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Pushing event updated for resources: {'Port': ['ID=f44dad49-f790-48be-8ebf-75081757f78a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:52.048700 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.050088 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-038d711c-6e47-471c-8c84-337856cd514c None None] Provisioning complete for port f44dad49-f790-48be-8ebf-75081757f78a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:52.050234 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-038d711c-6e47-471c-8c84-337856cd514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.074691 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:50Z', 'revision_number': 3, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:52.090864 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-038d711c-6e47-471c-8c84-337856cd514c None None] Port f44dad49-f790-48be-8ebf-75081757f78a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:52.101466 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faf9ed-c8aa-4e4a-b0f5-28a69249086a None None] The sync data for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 is: [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:50Z', 'revision_number': 3, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:52.180029 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.365374 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.370174 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.442377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Pushing event updated for resources: {'Port': ['ID=f44dad49-f790-48be-8ebf-75081757f78a,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:52.444757 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.526713 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 672d0582-f79d-455b-a0ea-8a81618d4499 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:52.557439 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:52.558864 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:52.588083 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 672d0582-f79d-455b-a0ea-8a81618d4499 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:52.588451 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.682561 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device df349083-a90f-42d4-80c6-f0f4bf7f343b up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:52.692212 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:05:52.737091 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port df349083-a90f-42d4-80c6-f0f4bf7f343b triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:52.737467 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.821347 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:52.826941 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6dab2053-af16-4ef4-bc48-ef74df40d146 admin admin] 10.222.0.31 "PUT /v2.0/routers/cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0402827 Nov 12 12:05:52.918065 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-0f21d3db-06a1-4c0f-ab9f-9de9c70a5588 None None] Provisioning complete for port f44dad49-f790-48be-8ebf-75081757f78a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:52.918545 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0f21d3db-06a1-4c0f-ab9f-9de9c70a5588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.118932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-0f21d3db-06a1-4c0f-ab9f-9de9c70a5588 None None] Port f44dad49-f790-48be-8ebf-75081757f78a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:53.314305 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51362) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:53.319230 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2125051279-network', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:53.339586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Made reservation on behalf of 951b8934ae7a4660a72e6093f3cd2e0b for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:53.341742 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.350400 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.432135 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.436296 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.463655 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:53.474172 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1acc7d2-9e21-4340-9bfd-5316a4d67b8a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:53.480125 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.480491 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Added segment 93f0da75-fdce-450d-b188-e4c9fae1a331 of type vlan for network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c Nov 12 12:05:53.521338 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.549701 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.550976 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:53.551555 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.585394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2699614 Nov 12 12:05:53.588292 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51364) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:53.593892 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Request body: {'subnet': {'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2125051279-subnet', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:53.618220 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Made reservation on behalf of 951b8934ae7a4660a72e6093f3cd2e0b for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:53.620658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.630693 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a60eb-2103-4d80-8fb1-3c1eb503ae8d admin admin] Pushing event updated for resources: {'Network': ['ID=6bfee05d-d265-4ae0-ba9b-f00f8357e01c,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:53.641040 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:53.743588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Sync routers for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:53.757470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:53.758089 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:53.802474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.863609 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8ca38a-b0b0-4139-ad87-1cbb493b68c5,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:53.864998 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:53.874165 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Checking segment: {'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:53.874533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Network hostable DHCP agents. Network: 6bfee05d-d265-4ae0-ba9b-f00f8357e01c, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:53.893353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:53.902303 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, 6bfee05d-d265-4ae0-ba9b-f00f8357e01c) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:53.907282 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:53.908328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.915253 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f700dd-37f9-400f-906d-e71bb7ff3525 None None] Network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:53.925760 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-768d9a36-c6c5-4ffd-ab1f-db228f09de5c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3362267 Nov 12 12:05:53.928144 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51366) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:53.932353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:53.953630 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.954662 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.006951 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.087071 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a349fdb0-9e34-4228-8c08-b1703d8f7d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.151229 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.199546 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-6bfee05d-d265-4ae0-ba9b-f00f8357e01c', 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'fixed_ips': [{'subnet_id': '9c8ca38a-b0b0-4139-ad87-1cbb493b68c5'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:54.200422 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.223329 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 2, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:54.259602 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Checking router: cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:54.259870 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Updating router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef port f44dad49-f790-48be-8ebf-75081757f78a binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:05:54.333342 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.354609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.374797 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.474275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Allocated IP 172.20.0.2 (6bfee05d-d265-4ae0-ba9b-f00f8357e01c/9c8ca38a-b0b0-4139-ad87-1cbb493b68c5/1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:54.483823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Allocated IP 172.25.2.132 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/f33d92e2-8611-4991-92b2-d8dcd2f7e4cb) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:54.591256 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.625456 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.668352 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:54.674823 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:54.677252 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:54.680314 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Pushing event updated for resources: {'Port': ['ID=f33d92e2-8611-4991-92b2-d8dcd2f7e4cb,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:54.693229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8a422-63a5-4ea8-9668-087ed3d94b3f None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:54.753102 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.769737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.803653 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.815274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-23981ed9-92aa-45af-820a-2f574021e59f None None] Provisioning complete for port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:54.815646 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-23981ed9-92aa-45af-820a-2f574021e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.851891 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:54.854171 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.865947 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:54.875781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:54.877784 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Pushing event updated for resources: {'Port': ['ID=1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:54.915343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-23981ed9-92aa-45af-820a-2f574021e59f None None] Port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:54.949600 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.994543 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700068f9-c094-485c-ac84-db59d5629879 None None] Pushing event updated for resources: {'Port': ['ID=f44dad49-f790-48be-8ebf-75081757f78a,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:54.998388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Attempting to bind port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:54.998769 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Attempting to bind port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:54.999697 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Attempting to bind port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f on network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:55.033067 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:55.033451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Checking segment: {'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:55.033856 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.034258 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Bound using segment: {'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:55.034751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Bound port: 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:55.035136 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.049506 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Attempting to bind port f44dad49-f790-48be-8ebf-75081757f78a on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:55.049883 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Attempting to bind port f44dad49-f790-48be-8ebf-75081757f78a by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:55.050234 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Attempting to bind port f44dad49-f790-48be-8ebf-75081757f78a on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:55.058021 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:55.058389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Checking segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:55.058788 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.059184 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Bound using segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:55.059981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Bound port: f44dad49-f790-48be-8ebf-75081757f78a, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:55.060120 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.169723 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.169957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] For port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:55.182052 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-a1a998c0-09fa-45d8-a40f-76dcae2f4c5e None None] Provisioning complete for port f44dad49-f790-48be-8ebf-75081757f78a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:55.182428 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a1a998c0-09fa-45d8-a40f-76dcae2f4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.184310 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] For port f44dad49-f790-48be-8ebf-75081757f78a, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:55.191210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] For port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f,segment=NetworkSegment(93f0da75-fdce-450d-b188-e4c9fae1a331),segment_id=93f0da75-fdce-450d-b188-e4c9fae1a331)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:55.220620 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.224811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] For port f44dad49-f790-48be-8ebf-75081757f78a, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f44dad49-f790-48be-8ebf-75081757f78a,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:55.238876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.275265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-a1a998c0-09fa-45d8-a40f-76dcae2f4c5e None None] Port f44dad49-f790-48be-8ebf-75081757f78a cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:55.305384 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727d0f7-9f27-4dde-88f3-106fcde59424 None None] Pushing event updated for resources: {'Port': ['ID=1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:55.319497 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Router 12f16f95-d9c4-4429-beb5-f844831d8bd3 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:05:55.332594 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:55.333259 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:55.414787 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700068f9-c094-485c-ac84-db59d5629879 None None] Pushing event updated for resources: {'Port': ['ID=f44dad49-f790-48be-8ebf-75081757f78a,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:55.457418 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:55.468403 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Sync routers for ids ['12f16f95-d9c4-4429-beb5-f844831d8bd3'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:55.478107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:55.481633 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.490253 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-52dbbcb5-381b-4c8e-911c-88edf71b16ac admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5587351 Nov 12 12:05:55.490597 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51368) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:55.493327 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Routers {'12f16f95-d9c4-4429-beb5-f844831d8bd3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:55.494001 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12f16f95-d9c4-4429-beb5-f844831d8bd3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:55.637228 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Set router 12f16f95-d9c4-4429-beb5-f844831d8bd3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:55.748355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-b0b0c365-1883-4ea6-aa13-23a658c9f7dd None None] Provisioning complete for port f44dad49-f790-48be-8ebf-75081757f78a triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:55.749058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c365-1883-4ea6-aa13-23a658c9f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.822785 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:55.832713 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:05:54Z', 'revision_number': 3, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port': {'id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:54Z', 'updated_at': '2021-11-12T12:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:55.854549 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d53ffe-fae2-4c98-81f6-da6f36ba451a None None] The sync data for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 is: [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:55.862179 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Checking router: 12f16f95-d9c4-4429-beb5-f844831d8bd3 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:55.862523 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Updating router 12f16f95-d9c4-4429-beb5-f844831d8bd3 port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:05:55.914368 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c365-1883-4ea6-aa13-23a658c9f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.922171 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.971880 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-b0b0c365-1883-4ea6-aa13-23a658c9f7dd None None] For port f44dad49-f790-48be-8ebf-75081757f78a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f44dad49-f790-48be-8ebf-75081757f78a,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:55.979473 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c365-1883-4ea6-aa13-23a658c9f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.040521 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0c365-1883-4ea6-aa13-23a658c9f7dd None None] Pushing event updated for resources: {'Port': ['ID=f44dad49-f790-48be-8ebf-75081757f78a,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:56.104999 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.229401 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.239871 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.283788 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df12c945-3eea-4284-87ef-c02bb4e037ea None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:56.294484 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Attempting to bind port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:56.294988 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Attempting to bind port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:56.295461 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Attempting to bind port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:56.303408 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87797b-c8a7-4726-a568-8fbd10a66df9 None None] Pushing event updated for resources: {'Port': ['ID=f33d92e2-8611-4991-92b2-d8dcd2f7e4cb,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:56.306214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Allocated IP 172.20.0.1 (6bfee05d-d265-4ae0-ba9b-f00f8357e01c/9c8ca38a-b0b0-4139-ad87-1cbb493b68c5/5aa74131-2864-4a37-b821-8c30d88015bc) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:56.309604 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:56.310181 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:56.310824 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.311296 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:56.311903 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Bound port: f33d92e2-8611-4991-92b2-d8dcd2f7e4cb, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:56.312379 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.391738 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] For port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:56.396308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] For port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f33d92e2-8611-4991-92b2-d8dcd2f7e4cb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:56.414321 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.423391 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-1d81c3a3-c38e-435b-ac59-28d8df90dd7d None None] Provisioning complete for port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:56.425173 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1d81c3a3-c38e-435b-ac59-28d8df90dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.516852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568beb7-a34c-4e8d-9c9f-050b8ed38f47 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:56.521608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.538962 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87797b-c8a7-4726-a568-8fbd10a66df9 None None] Pushing event updated for resources: {'Port': ['ID=f33d92e2-8611-4991-92b2-d8dcd2f7e4cb,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:56.544596 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:56.555617 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Routers {'12f16f95-d9c4-4429-beb5-f844831d8bd3'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:56.556754 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12f16f95-d9c4-4429-beb5-f844831d8bd3'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:56.586753 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.615631 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:56.648724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:56.656711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:56.714359 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] Set router 12f16f95-d9c4-4429-beb5-f844831d8bd3 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:56.719553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Pushing event updated for resources: {'Port': ['ID=5aa74131-2864-4a37-b821-8c30d88015bc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:56.722545 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.807821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8ab04558-9a75-44d7-81f5-0e8d90031c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.839419 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eec7db-890a-4ecd-8720-fc078516eb9f None None] Network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:56.899236 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.921907 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1d81c3a3-c38e-435b-ac59-28d8df90dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.945909 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1d81c3a3-c38e-435b-ac59-28d8df90dd7d None None] For port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f33d92e2-8611-4991-92b2-d8dcd2f7e4cb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:56.950288 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:05:54Z', 'revision_number': 3, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port': {'id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:54Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:56.960625 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1d81c3a3-c38e-435b-ac59-28d8df90dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.994182 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9757b-a647-4192-b176-d70e44e3a4c6 None None] The sync data for ids ['12f16f95-d9c4-4429-beb5-f844831d8bd3'] in n-d-768851-19 is: [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:05:54Z', 'revision_number': 3, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port': {'id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:54Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:56.998260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:56.998634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.113138 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81c3a3-c38e-435b-ac59-28d8df90dd7d None None] Pushing event updated for resources: {'Port': ['ID=f33d92e2-8611-4991-92b2-d8dcd2f7e4cb,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:57.126006 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4dcfa88c-835c-4fb3-b74e-80d8f2e0b022 None None] Provisioning complete for port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:57.126377 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4dcfa88c-835c-4fb3-b74e-80d8f2e0b022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.137626 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.149680 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.219456 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Pushing event updated for resources: {'Port': ['ID=5aa74131-2864-4a37-b821-8c30d88015bc,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:57.246589 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.304535 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.337900 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-4dcfa88c-835c-4fb3-b74e-80d8f2e0b022 None None] Provisioning complete for port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:57.338326 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4dcfa88c-835c-4fb3-b74e-80d8f2e0b022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.417324 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f,segment=NetworkSegment(93f0da75-fdce-450d-b188-e4c9fae1a331),segment_id=93f0da75-fdce-450d-b188-e4c9fae1a331)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:57.432268 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.433188 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f44dad49-f790-48be-8ebf-75081757f78a up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:57.476698 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:57.478653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:57.595402 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:57.622857 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f44dad49-f790-48be-8ebf-75081757f78a triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:57.623251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.631132 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Router 12f16f95-d9c4-4429-beb5-f844831d8bd3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:05:57.741170 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-27b735cb-1811-4082-99d1-26b1a19d2afc None None] Provisioning complete for port 5aa74131-2864-4a37-b821-8c30d88015bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:57.741531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27b735cb-1811-4082-99d1-26b1a19d2afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.754833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:57.760548 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-5266a643-d994-4409-81da-c8eac2999f8d admin admin] 10.222.0.31 "PUT /v2.0/routers/12f16f95-d9c4-4429-beb5-f844831d8bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2682621 Nov 12 12:05:57.784611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-27b735cb-1811-4082-99d1-26b1a19d2afc None None] Port 5aa74131-2864-4a37-b821-8c30d88015bc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:57.806770 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-27b735cb-1811-4082-99d1-26b1a19d2afc None None] Provisioning complete for port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:57.807153 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-27b735cb-1811-4082-99d1-26b1a19d2afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:57.992951 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.036151 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2610235a-0ea6-41de-a8d9-151b82ff8983 None None] Provisioning complete for port 5aa74131-2864-4a37-b821-8c30d88015bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:58.036997 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2610235a-0ea6-41de-a8d9-151b82ff8983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.078337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-2610235a-0ea6-41de-a8d9-151b82ff8983 None None] Port 5aa74131-2864-4a37-b821-8c30d88015bc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:58.200031 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-387d4372-14bb-4926-8d46-f370a23642f1 None None] Provisioning complete for port 5aa74131-2864-4a37-b821-8c30d88015bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:58.200400 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-387d4372-14bb-4926-8d46-f370a23642f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.240551 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-387d4372-14bb-4926-8d46-f370a23642f1 None None] Port 5aa74131-2864-4a37-b821-8c30d88015bc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:58.473650 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:58.515478 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51376) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:58.520162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-79a5585b-68f7-45a9-bccc-5eb6b247aaed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213520052', 'description': 'tempest-secgroup-smoke-213520052 description', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:58.533638 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:58.534005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.542413 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-79a5585b-68f7-45a9-bccc-5eb6b247aaed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.613767 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f33d92e2-8611-4991-92b2-d8dcd2f7e4cb up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:58.614037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-79a5585b-68f7-45a9-bccc-5eb6b247aaed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.617840 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-79a5585b-68f7-45a9-bccc-5eb6b247aaed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.652810 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-79a5585b-68f7-45a9-bccc-5eb6b247aaed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.654063 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-79a5585b-68f7-45a9-bccc-5eb6b247aaed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1375806 Nov 12 12:05:58.657159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51378) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:58.659328 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5585b-68f7-45a9-bccc-5eb6b247aaed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:58.662714 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ff8ecc9d-09be-4cc5-be08-0f92892a70f5 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:58.668399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:58.668808 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.690605 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecc9d-09be-4cc5-be08-0f92892a70f5 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.747785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecc9d-09be-4cc5-be08-0f92892a70f5 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.753208 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecc9d-09be-4cc5-be08-0f92892a70f5 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.775175 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ecc9d-09be-4cc5-be08-0f92892a70f5 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9053311d-5bff-4c75-8e0c-60a51bcbe94d,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:58.781945 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecc9d-09be-4cc5-be08-0f92892a70f5 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.782919 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ff8ecc9d-09be-4cc5-be08-0f92892a70f5 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242700 Nov 12 12:05:58.786119 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51380) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:58.790689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-273ac4d8-5d96-46db-8bc6-67ca620f22c1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:58.816512 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-273ac4d8-5d96-46db-8bc6-67ca620f22c1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.874399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-273ac4d8-5d96-46db-8bc6-67ca620f22c1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.877976 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-273ac4d8-5d96-46db-8bc6-67ca620f22c1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.896275 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ac4d8-5d96-46db-8bc6-67ca620f22c1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea95889-fdd2-47f7-bc4e-6957e4f9238b,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:58.904301 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-273ac4d8-5d96-46db-8bc6-67ca620f22c1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:58.906104 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-273ac4d8-5d96-46db-8bc6-67ca620f22c1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189444 Nov 12 12:05:58.908887 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51382) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:58.913250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-087e7c15-7e2d-4974-b9c1-1249ce6fc0dc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:58.941499 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-087e7c15-7e2d-4974-b9c1-1249ce6fc0dc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.006024 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-087e7c15-7e2d-4974-b9c1-1249ce6fc0dc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.009841 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-087e7c15-7e2d-4974-b9c1-1249ce6fc0dc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.030825 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7c15-7e2d-4974-b9c1-1249ce6fc0dc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b93062-a480-4d89-8652-f7e506fd3352,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:59.038027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-087e7c15-7e2d-4974-b9c1-1249ce6fc0dc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.039254 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-087e7c15-7e2d-4974-b9c1-1249ce6fc0dc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294272 Nov 12 12:05:59.042274 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51384) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:59.047841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-b26f570a-a091-442f-a518-07ff1c685f94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:59.076154 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b26f570a-a091-442f-a518-07ff1c685f94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.134900 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b26f570a-a091-442f-a518-07ff1c685f94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.138570 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b26f570a-a091-442f-a518-07ff1c685f94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.158795 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f570a-a091-442f-a518-07ff1c685f94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4229e1e-247b-4aa9-9aff-05c9cfe7f59f,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:59.168427 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-b26f570a-a091-442f-a518-07ff1c685f94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.169653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-b26f570a-a091-442f-a518-07ff1c685f94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262214 Nov 12 12:05:59.173074 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51386) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:59.177322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-13586af6-34cc-470a-aabc-bfc5e42fbfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:59.198817 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-13586af6-34cc-470a-aabc-bfc5e42fbfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Project f2b9008fa66b4b65957a8a99abd85794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:05:59.204635 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-13586af6-34cc-470a-aabc-bfc5e42fbfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.236309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Sync routers for ids ['12f16f95-d9c4-4429-beb5-f844831d8bd3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:59.246398 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Routers {'12f16f95-d9c4-4429-beb5-f844831d8bd3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:59.247115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:57Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12f16f95-d9c4-4429-beb5-f844831d8bd3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:59.267725 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-13586af6-34cc-470a-aabc-bfc5e42fbfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.272834 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-13586af6-34cc-470a-aabc-bfc5e42fbfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.293691 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13586af6-34cc-470a-aabc-bfc5e42fbfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb523ff9-3703-4778-b6de-f4491435512d,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:59.299801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-13586af6-34cc-470a-aabc-bfc5e42fbfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.300927 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-13586af6-34cc-470a-aabc-bfc5e42fbfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268816 Nov 12 12:05:59.303607 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51388) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:59.308234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-e21a7be2-81ad-4414-ab69-cbf23a545231 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:59.330531 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-e21a7be2-81ad-4414-ab69-cbf23a545231 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Project f2b9008fa66b4b65957a8a99abd85794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:05:59.335721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e21a7be2-81ad-4414-ab69-cbf23a545231 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.361840 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Set router 12f16f95-d9c4-4429-beb5-f844831d8bd3 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:59.398660 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e21a7be2-81ad-4414-ab69-cbf23a545231 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.402601 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e21a7be2-81ad-4414-ab69-cbf23a545231 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.421404 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a7be2-81ad-4414-ab69-cbf23a545231 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36712deb-ba42-4dc9-9659-446c16942562,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:59.431477 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-e21a7be2-81ad-4414-ab69-cbf23a545231 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.433005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-e21a7be2-81ad-4414-ab69-cbf23a545231 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283329 Nov 12 12:05:59.569449 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 4, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port': {'id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:54Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5aa74131-2864-4a37-b821-8c30d88015bc', 'name': '', 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'mac_address': 'fa:16:3e:a4:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9c8ca38a-b0b0-4139-ad87-1cbb493b68c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:56Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 2, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'subnets': [{'id': '9c8ca38a-b0b0-4139-ad87-1cbb493b68c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:59.586899 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-713ffe5b-1547-4fa7-b5c6-b555fe37184f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213520052&fields=id&tenant_id=f2b9008fa66b4b65957a8a99abd85794 HTTP/1.1" status: 200 len: 267 time: 0.0448821 Nov 12 12:05:59.596997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Checking router: 12f16f95-d9c4-4429-beb5-f844831d8bd3 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:59.597357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Updating router 12f16f95-d9c4-4429-beb5-f844831d8bd3 port 5aa74131-2864-4a37-b821-8c30d88015bc binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:05:59.626696 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.695824 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-d6219211-f81f-468e-a865-22785ae55610 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:59.698771 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-d6219211-f81f-468e-a865-22785ae55610 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 808 time: 0.1042621 Nov 12 12:05:59.713635 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-e3c11649-bf02-4a64-a9e8-f46fe9e4bc83 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/quotas/f2b9008fa66b4b65957a8a99abd85794 HTTP/1.1" status: 200 len: 375 time: 0.0106401 Nov 12 12:05:59.752734 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.772436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-b31f67e5-3705-4940-ac9e-efa5b7429848 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520613 Nov 12 12:05:59.871173 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-a098935f-6622-48e2-9d86-c9481474b661 service neutron] 10.222.0.31 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856164 Nov 12 12:05:59.906694 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.912228 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.962698 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f50c0-f9b3-457a-bbd1-b16ee3d967d9 None None] Pushing event updated for resources: {'Port': ['ID=5aa74131-2864-4a37-b821-8c30d88015bc,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:59.975159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-3f30f847-3e21-4404-ab2a-bafafdf1c09d service neutron] 10.222.0.31 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976799 Nov 12 12:06:00.022251 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Attempting to bind port 5aa74131-2864-4a37-b821-8c30d88015bc on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:06:00.022675 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Attempting to bind port 5aa74131-2864-4a37-b821-8c30d88015bc by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:06:00.023043 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Attempting to bind port 5aa74131-2864-4a37-b821-8c30d88015bc on network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:06:00.029078 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:06:00.029451 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Checking segment: {'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:06:00.029851 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:00.030901 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Bound using segment: {'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:06:00.031301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Bound port: 5aa74131-2864-4a37-b821-8c30d88015bc, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f0da75-fdce-450d-b188-e4c9fae1a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:06:00.031680 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:00.099355 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] For port 5aa74131-2864-4a37-b821-8c30d88015bc, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:06:00.102728 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] For port 5aa74131-2864-4a37-b821-8c30d88015bc, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5aa74131-2864-4a37-b821-8c30d88015bc,segment=NetworkSegment(93f0da75-fdce-450d-b188-e4c9fae1a331),segment_id=93f0da75-fdce-450d-b188-e4c9fae1a331)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:06:00.106911 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:00.156926 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0794462f-8423-4ada-955b-ccc4e1e385ec req-4b630f11-dd72-431a-a602-86b2fb27733c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 210 time: 0.0304239 Nov 12 12:06:00.172134 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Routers {'12f16f95-d9c4-4429-beb5-f844831d8bd3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:06:00.173358 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:57Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12f16f95-d9c4-4429-beb5-f844831d8bd3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:06:00.175586 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f50c0-f9b3-457a-bbd1-b16ee3d967d9 None None] Pushing event updated for resources: {'Port': ['ID=5aa74131-2864-4a37-b821-8c30d88015bc,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:00.296311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] Set router 12f16f95-d9c4-4429-beb5-f844831d8bd3 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:06:00.298098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-2760b551-1c2e-4a31-9683-792fb10088b2 None None] Provisioning complete for port 5aa74131-2864-4a37-b821-8c30d88015bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:00.298473 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2760b551-1c2e-4a31-9683-792fb10088b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:00.664992 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2760b551-1c2e-4a31-9683-792fb10088b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:00.721838 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2760b551-1c2e-4a31-9683-792fb10088b2 None None] For port 5aa74131-2864-4a37-b821-8c30d88015bc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5aa74131-2864-4a37-b821-8c30d88015bc,segment=NetworkSegment(93f0da75-fdce-450d-b188-e4c9fae1a331),segment_id=93f0da75-fdce-450d-b188-e4c9fae1a331)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:00.727942 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2760b551-1c2e-4a31-9683-792fb10088b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:00.776107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 4, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port': {'id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:54Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5aa74131-2864-4a37-b821-8c30d88015bc', 'name': '', 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'mac_address': 'fa:16:3e:a4:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9c8ca38a-b0b0-4139-ad87-1cbb493b68c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:56Z', 'updated_at': '2021-11-12T12:06:00Z', 'revision_number': 4, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'subnets': [{'id': '9c8ca38a-b0b0-4139-ad87-1cbb493b68c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:06:00.817454 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c23b1-2703-4051-b4d5-a189c980eceb None None] The sync data for ids ['12f16f95-d9c4-4429-beb5-f844831d8bd3'] in n-d-768851-19 is: [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 4, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port': {'id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:54Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': '5aa74131-2864-4a37-b821-8c30d88015bc', 'name': '', 'network_id': '6bfee05d-d265-4ae0-ba9b-f00f8357e01c', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'mac_address': 'fa:16:3e:a4:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9c8ca38a-b0b0-4139-ad87-1cbb493b68c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:56Z', 'updated_at': '2021-11-12T12:06:00Z', 'revision_number': 4, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'subnets': [{'id': '9c8ca38a-b0b0-4139-ad87-1cbb493b68c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:06:00.823020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760b551-1c2e-4a31-9683-792fb10088b2 None None] Pushing event updated for resources: {'Port': ['ID=5aa74131-2864-4a37-b821-8c30d88015bc,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:00.833597 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:00.849374 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e0fb4837-770f-4fa2-8a70-df7e432efaec None None] Provisioning complete for port 5aa74131-2864-4a37-b821-8c30d88015bc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:00.849745 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4837-770f-4fa2-8a70-df7e432efaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:01.247731 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64740bd2-ff99-4965-b223-999e021d0030 req-811027c0-c502-4a25-a923-2e010fe773e2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 210 time: 0.0282967 Nov 12 12:06:02.330499 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fc7409ea-9fa8-4977-975b-94a725836a05 req-bf8df55a-26a8-473a-bdba-1af89838a8c2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 210 time: 0.0278559 Nov 12 12:06:02.425361 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5aa74131-2864-4a37-b821-8c30d88015bc up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:06:02.473705 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 5aa74131-2864-4a37-b821-8c30d88015bc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:02.473991 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:03.419633 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-dab75e0f-806a-4e7a-a14f-f8f9d47872be req-0a414ae8-22fc-405f-8a4f-3aafedfadfec tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 210 time: 0.0370619 Nov 12 12:06:04.515084 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dd231d8d-5980-47a5-a8a9-e9c90ac6b473 req-5193cd96-6036-4b2d-bdb8-f6b06bf018e9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 210 time: 0.0294845 Nov 12 12:06:05.188541 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-fd35330e-68de-440e-911e-61588e778da1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:05.190050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-fd35330e-68de-440e-911e-61588e778da1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 808 time: 0.1071239 Nov 12 12:06:05.257696 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-80e14d99-3830-4c6d-b6f6-225939ed8937 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2b9008fa66b4b65957a8a99abd85794 HTTP/1.1" status: 200 len: 379 time: 0.0573003 Nov 12 12:06:05.268663 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'port': {'device_id': '91696308-8b01-4a1d-9679-adb444a31d10', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'admin_state_up': True, 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'security_groups': ['8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:06:05.376788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Made reservation on behalf of f2b9008fa66b4b65957a8a99abd85794 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:06:05.380277 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:05.507469 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Allocated IP 172.20.0.12 (81777caa-2d1e-4bdf-beb7-2da32075c70b/f2e668a4-8498-4f5d-95a4-4ebc65d6039c/80535a6e-5bc3-463d-bd37-7db752bb25c0) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:06:05.632812 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-70149bfa-233f-46b1-99f9-6837906b6256 req-560196e5-e907-4918-9f2e-c0e800e3b690 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 210 time: 0.0343242 Nov 12 12:06:05.672113 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:05.705370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:05.752732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:06:05.755911 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:06:05.759802 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:06:05.784553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:05.813324 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:05.814072 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:05.832559 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-f63d5e74-322e-4c19-ae42-85fda89f8f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5676408 Nov 12 12:06:05.845643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Request body: {'port': {'device_id': '91696308-8b01-4a1d-9679-adb444a31d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:06:05.908514 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:06.000558 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-e7f827ff-3974-415c-a9fb-89d3c996c47c None None] Provisioning complete for port 80535a6e-5bc3-463d-bd37-7db752bb25c0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:06.001192 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e7f827ff-3974-415c-a9fb-89d3c996c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:06.034140 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e7f827ff-3974-415c-a9fb-89d3c996c47c None None] Port 80535a6e-5bc3-463d-bd37-7db752bb25c0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:06:06.167116 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80535a6e-5bc3-463d-bd37-7db752bb25c0 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:06:06.175036 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:06.187250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Transition to ACTIVE for port object 80535a6e-5bc3-463d-bd37-7db752bb25c0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:06:06.191211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:06.245682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:06.316081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Attempting to bind port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:06:06.316414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Attempting to bind port 80535a6e-5bc3-463d-bd37-7db752bb25c0 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:06:06.316764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Attempting to bind port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:06:06.321992 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:06:06.322317 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Attempting to bind port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:06:06.327702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:06:06.328037 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Checking segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:06:06.328420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Bound using segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:06:06.328857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Bound port: 80535a6e-5bc3-463d-bd37-7db752bb25c0, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:06:06.329258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:06.396561 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:06:06.399763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:06:06.404570 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:06.443219 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:06.443907 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:06.445408 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] 10.222.0.59 "PUT /v2.0/ports/80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1093 time: 0.6043682 Nov 12 12:06:06.445836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:06:06.448239 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90030f27-7497-4930-a310-d9a1f0d350e9" -d '{"events": [{"name": "network-changed", "server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:06:06.474683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56368aea-9775-49d5-94f3-643b703e4fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:06.498563 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92577ff6-5a02-40ad-9275-d7d4537a9a4e x-openstack-request-id: req-92577ff6-5a02-40ad-9275-d7d4537a9a4e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:06:06.498860 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:06:06.499143 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92577ff6-5a02-40ad-9275-d7d4537a9a4e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:06:06.499552 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'status': 'completed', 'code': 200} Nov 12 12:06:06.545222 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-79dc319f-906e-4ce6-9866-0dd7c894e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:06.547305 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-79dc319f-906e-4ce6-9866-0dd7c894e0be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1096 time: 0.0439231 Nov 12 12:06:06.599860 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-620e0d0b-71a7-4b0d-b276-c10ee5d950d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 217 time: 0.0364382 Nov 12 12:06:06.650380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-67ac0437-f5bd-420e-9597-634deb8a5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:06.651857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-67ac0437-f5bd-420e-9597-634deb8a5213 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0508981 Nov 12 12:06:06.705694 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-327f4662-9c7e-4755-9b80-de3b88044bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:06.707462 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-327f4662-9c7e-4755-9b80-de3b88044bcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472610 Nov 12 12:06:06.819831 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab450-e528-483d-b8d5-9269f85a6cd7 req-edf7410e-d426-433e-8431-03c1fa2e8380 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:06.821367 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7cab450-e528-483d-b8d5-9269f85a6cd7 req-edf7410e-d426-433e-8431-03c1fa2e8380 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.1081190 Nov 12 12:06:06.851871 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-dcf9ecbd-2010-45ae-bc20-fc06b4a4c77b service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294706 Nov 12 12:06:06.906015 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b7cab450-e528-483d-b8d5-9269f85a6cd7 req-6e98ab4c-29a9-4097-bc56-06103f71fad3 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753217 Nov 12 12:06:06.962220 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-870a3390-daf6-43d5-9dbc-f51cd8883cb1 req-c7f49a4b-a933-463c-b8a4-4e40d12601a4 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980270 Nov 12 12:06:07.054289 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-b88f8fca-0727-447d-9e16-f7ad642d6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:07.055816 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-b88f8fca-0727-447d-9e16-f7ad642d6cfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1096 time: 0.0462039 Nov 12 12:06:07.147153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-5ed91109-58e8-49d6-9491-8fe0f9f501e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:07.148515 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-5ed91109-58e8-49d6-9491-8fe0f9f501e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0853155 Nov 12 12:06:07.196113 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-e5ee1821-352d-4f78-98b2-b8b5cfbd9c83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 217 time: 0.0390799 Nov 12 12:06:07.249111 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-4c2e1ac1-ac25-4662-8c0f-c9392ce06f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:07.250609 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-4c2e1ac1-ac25-4662-8c0f-c9392ce06f34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0465188 Nov 12 12:06:07.299558 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-21a336c4-f1a6-44f4-888f-da148d9f4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:07.301091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-21a336c4-f1a6-44f4-888f-da148d9f4abe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428762 Nov 12 12:06:07.734194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-f0335dd9-5d7f-4d6a-888b-b0c2fb72a64e service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246242 Nov 12 12:06:07.831551 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90030f27-7497-4930-a310-d9a1f0d350e9 req-15e6bfaf-46ef-4894-a21f-53e24d75ed8e service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895908 Nov 12 12:06:08.022603 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127faa-b873-42b5-8930-cc364918e8a3 req-5ff5c15a-e39d-4f08-9442-6cc17b8e6bc9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:08.024103 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0127faa-b873-42b5-8930-cc364918e8a3 req-5ff5c15a-e39d-4f08-9442-6cc17b8e6bc9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0492165 Nov 12 12:06:08.072669 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c0127faa-b873-42b5-8930-cc364918e8a3 req-91375483-5b1b-49e6-a6eb-95d59d4267f3 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Nov 12 12:06:09.187487 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855bde0-4bbf-4c93-8d00-2a451abadaee req-54622c6d-7854-4933-9f61-201bb69c91b2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:09.188973 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0855bde0-4bbf-4c93-8d00-2a451abadaee req-54622c6d-7854-4933-9f61-201bb69c91b2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0484221 Nov 12 12:06:09.242162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0855bde0-4bbf-4c93-8d00-2a451abadaee req-b0ed2233-f750-459c-b143-c69202ed1f6a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471117 Nov 12 12:06:09.819373 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:06:10.111385 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:06:10.205930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:10.217005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'port_id': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'mac_address': 'fa:16:3e:90:12:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:06:10.253614 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:10.266098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80535a6e-5bc3-463d-bd37-7db752bb25c0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:06:10.285968 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:10.290903 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:10.338867 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:10.359546 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16408b9-4f08-4d29-a180-0e968afde8ce req-0ec87b56-5a86-4f40-a798-fe5d72e5ad7c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:10.361159 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f16408b9-4f08-4d29-a180-0e968afde8ce req-0ec87b56-5a86-4f40-a798-fe5d72e5ad7c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 945 time: 0.0505452 Nov 12 12:06:10.412195 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f16408b9-4f08-4d29-a180-0e968afde8ce req-740b6038-4c3b-44e4-8b30-4308d4149336 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449858 Nov 12 12:06:10.553357 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['80535a6e-5bc3-463d-bd37-7db752bb25c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:06:10.744436 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:11.188485 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:11.527263 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b41844-6f76-488f-bae0-20640aec0103 req-5603d5a3-0400-4c9c-8a4c-27edd71a2932 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:11.528738 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76b41844-6f76-488f-bae0-20640aec0103 req-5603d5a3-0400-4c9c-8a4c-27edd71a2932 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 945 time: 0.0496728 Nov 12 12:06:11.577754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-76b41844-6f76-488f-bae0-20640aec0103 req-e7d90ae8-4701-4983-bcee-d1142310724a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424287 Nov 12 12:06:12.130897 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:06:12.184647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 80535a6e-5bc3-463d-bd37-7db752bb25c0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:06:12.189063 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 80535a6e-5bc3-463d-bd37-7db752bb25c0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:12.189704 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:12.271163 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:12.298682 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:06:12.301027 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c5f586-df84-4541-a954-47031d0cb2b8" -d '{"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-plugged", "status": "completed", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:06:12.315053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:12.319416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:12.346840 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b18fa0-211b-41cf-93d8-bf75675909c3 x-openstack-request-id: req-10b18fa0-211b-41cf-93d8-bf75675909c3 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:06:12.347155 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-plugged", "status": "completed", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:06:12.347499 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10b18fa0-211b-41cf-93d8-bf75675909c3 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:06:12.347852 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'code': 200} Nov 12 12:06:12.381721 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:12.440361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75625e1-f1aa-46ad-898f-0ca338fdb7a3 req-427674b9-ab0f-4f18-acaa-97e13386e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:12.441864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b75625e1-f1aa-46ad-898f-0ca338fdb7a3 req-427674b9-ab0f-4f18-acaa-97e13386e729 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1098 time: 0.0399468 Nov 12 12:06:12.490213 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b75625e1-f1aa-46ad-898f-0ca338fdb7a3 req-54714746-affc-4b11-a136-c702aa37f2fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 Nov 12 12:06:12.697915 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a42179-aa3a-45cd-a120-7f88c64f4ec1 req-2eb3ab8d-3fab-4c96-9720-89b8b781ba12 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:12.699411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64a42179-aa3a-45cd-a120-7f88c64f4ec1 req-2eb3ab8d-3fab-4c96-9720-89b8b781ba12 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0533075 Nov 12 12:06:12.750632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-64a42179-aa3a-45cd-a120-7f88c64f4ec1 req-6b0a7802-5d11-49a9-b9b4-acf427dcbd72 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Nov 12 12:06:13.881336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ea42a-adbd-424b-991e-913400ffcb3f req-13fe37dc-dece-4c72-b655-2b1a05979828 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:13.883028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af9ea42a-adbd-424b-991e-913400ffcb3f req-13fe37dc-dece-4c72-b655-2b1a05979828 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0530267 Nov 12 12:06:13.932561 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-af9ea42a-adbd-424b-991e-913400ffcb3f req-0d1f7bb2-b02f-454d-ad45-def7ddf0706d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436997 Nov 12 12:06:14.049347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7533-039b-43c1-9007-04b0779f7ae4 req-8c1ecb7b-54a0-4378-8eb8-cc49b50d9514 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:14.050804 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a40e7533-039b-43c1-9007-04b0779f7ae4 req-8c1ecb7b-54a0-4378-8eb8-cc49b50d9514 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0478520 Nov 12 12:06:14.100168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a40e7533-039b-43c1-9007-04b0779f7ae4 req-29656a7b-652a-4728-ad89-914a828e52f2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434215 Nov 12 12:06:14.121431 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51454) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:14.252108 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae574ec5-8023-4397-b4fa-bab93d041b53 tempest-TestShelveInstance-472490416 tempest-TestShelveInstance-472490416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:14.253644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae574ec5-8023-4397-b4fa-bab93d041b53 tempest-TestShelveInstance-472490416 tempest-TestShelveInstance-472490416-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1093 time: 0.1312468 Nov 12 12:06:14.256570 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51458) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:14.260779 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:06:14.282637 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:14.382755 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:14.487744 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Allocated IP 172.25.2.235 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/cc9d52dc-eead-40aa-968f-da867e83681a) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:06:14.588029 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:14.622608 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:14.662753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:06:14.665659 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:06:14.668156 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:06:14.696031 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'Port': ['ID=cc9d52dc-eead-40aa-968f-da867e83681a,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:15.034527 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:15.103348 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:15.249166 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:15.253375 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:15.323562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'Port': ['ID=cc9d52dc-eead-40aa-968f-da867e83681a,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:15.339541 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:15.440049 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Floating IP 34a84c74-a9a0-454c-bd2a-097e0e3cfa4a associated. External IP: 172.25.2.235, port: 80535a6e-5bc3-463d-bd37-7db752bb25c0. Nov 12 12:06:15.649280 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:06:15.760801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:06:15.771196 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] Sync routers for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:06:15.779227 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:15.781134 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:06:15.781745 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:57Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:06:15.807798 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1df01282-73ad-458b-bcca-a2763eb7de4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5501826 Nov 12 12:06:15.808397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:06:15.810725 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9fbafe-d252-485e-b8fa-cae5a807b385" -d '{"events": [{"name": "network-changed", "server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:06:15.849288 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9667ee-0e6a-4596-a70b-82f662049f2d x-openstack-request-id: req-6c9667ee-0e6a-4596-a70b-82f662049f2d {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:06:15.849578 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:06:15.849829 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c9667ee-0e6a-4596-a70b-82f662049f2d {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:06:15.850252 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'status': 'completed', 'code': 200} Nov 12 12:06:15.891496 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:06:15.916557 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-2fa2853a-c127-4305-a34f-9c39a25d47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:15.918041 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-2fa2853a-c127-4305-a34f-9c39a25d47b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1098 time: 0.0428514 Nov 12 12:06:16.014343 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-c86144de-09b6-4804-bc72-36ca1dffc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:16.015854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-c86144de-09b6-4804-bc72-36ca1dffc1f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0902443 Nov 12 12:06:16.082648 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-847c8e69-8a10-48f6-8d50-b44095463a99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1000 time: 0.0593858 Nov 12 12:06:16.119166 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '34a84c74-a9a0-454c-bd2a-097e0e3cfa4a', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'port_id': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'mac_address': 'fa:16:3e:90:12:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91696308-8b01-4a1d-9679-adb444a31d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:06:14Z', 'updated_at': '2021-11-12T12:06:14Z', 'revision_number': 0, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:06:16.138689 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-a5c1c181-d385-459e-ae0d-583b1dbc9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:16.140202 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-a5c1c181-d385-459e-ae0d-583b1dbc9dad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0442479 Nov 12 12:06:16.144241 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] Checking router: cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:06:16.152892 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:06:16.153477 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:05:57Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:06:16.191507 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-541e74af-b0eb-4aed-9e40-a7da2b31f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:16.192947 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-541e74af-b0eb-4aed-9e40-a7da2b31f41a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455716 Nov 12 12:06:16.259068 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:06:16.284847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-7ae1f889-b0fc-4d6c-b94d-c73e332bbb00 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833778 Nov 12 12:06:16.381604 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6a9fbafe-d252-485e-b8fa-cae5a807b385 req-4a2d419d-b54b-44ac-bec2-bf2046e2bf61 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881195 Nov 12 12:06:16.483835 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '34a84c74-a9a0-454c-bd2a-097e0e3cfa4a', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'port_id': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'mac_address': 'fa:16:3e:90:12:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91696308-8b01-4a1d-9679-adb444a31d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:06:14Z', 'updated_at': '2021-11-12T12:06:14Z', 'revision_number': 0, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:06:16.509575 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2915b-9314-4c78-be7c-40d667fd634e None None] The sync data for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 is: [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '34a84c74-a9a0-454c-bd2a-097e0e3cfa4a', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'port_id': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'mac_address': 'fa:16:3e:90:12:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91696308-8b01-4a1d-9679-adb444a31d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:06:14Z', 'updated_at': '2021-11-12T12:06:14Z', 'revision_number': 0, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:06:16.703502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37250770-3fa1-4ed2-a92d-10ffeca560ae None None] New status for floating IP 34a84c74-a9a0-454c-bd2a-097e0e3cfa4a: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:06:24.060187 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-aad8ec95-875e-460d-b6e9-bc6531b7f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:26.455136 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2190-2365-43b0-a288-ed6159ae227b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:27.990008 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:29.723906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:30.809880 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:40.733303 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:41.200634 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:46.818926 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:06:48.866692 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-7217240d-cebb-413b-a05b-39d09bf081db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411875 Nov 12 12:06:48.952490 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-b1235093-c797-4fb5-900b-fdd45e2187c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:48.954115 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-b1235093-c797-4fb5-900b-fdd45e2187c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1098 time: 0.0422621 Nov 12 12:06:49.068837 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-d7c308e7-8c60-431e-9de2-91b7e9069699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:49.070318 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-d7c308e7-8c60-431e-9de2-91b7e9069699 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0958228 Nov 12 12:06:49.136805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-0ec471da-60cd-4882-bca6-62304b3db18b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1002 time: 0.0592427 Nov 12 12:06:49.190876 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-74cbd1b4-2bea-4ba6-b2ba-153f59417857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:49.192334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-74cbd1b4-2bea-4ba6-b2ba-153f59417857 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0486691 Nov 12 12:06:49.241529 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-50cad4db-fb71-4158-bc5d-72deef695337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:49.243067 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-50cad4db-fb71-4158-bc5d-72deef695337 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427961 Nov 12 12:06:49.336847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-a647c53f-a94e-4a0b-beef-8f2bbc838fbd service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859339 Nov 12 12:06:49.435112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9679f5aa-563b-4a3f-876f-6ed1cca3bd1a req-3c0c9a86-959e-4293-9d2a-a953a9c1f4d8 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902431 Nov 12 12:06:54.065270 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f6af0cba-0184-49b4-a707-233a329f1024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:56.456291 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-eb76531d-140f-453b-9325-30bc5ac75c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:57.992636 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:59.727407 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:00.812515 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:04.812753 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-f9804b62-d696-42e1-8d57-99f7b66c9e09 req-5397caef-60ac-4a47-bad8-e38fef7dccfa service neutron] (109165) timed out ('10.222.0.31', 41026) {{(pid=109165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:07:10.746743 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:11.198364 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.818330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:07:24.066843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd8e9-5ab3-4502-b1f4-ffa08d5f8353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.457218 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6aa981d5-0a05-4e63-ad65-5e52ca0ee086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.996569 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:29.730243 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.816083 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.762017 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.197244 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:50.872888 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c95503-6948-4e00-81ad-dece327d07ab req-c95a7103-5c38-4972-bcf2-ba11314b3bcd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054680 Nov 12 12:07:50.957623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c95503-6948-4e00-81ad-dece327d07ab req-fa7a8d56-90ee-48a3-bf05-48ff30128bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:50.959444 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c95503-6948-4e00-81ad-dece327d07ab req-fa7a8d56-90ee-48a3-bf05-48ff30128bfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1098 time: 0.0414760 Nov 12 12:07:51.068575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c95503-6948-4e00-81ad-dece327d07ab req-3fe023f7-175d-4568-a222-e14c6d4991a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:51.069978 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c95503-6948-4e00-81ad-dece327d07ab req-3fe023f7-175d-4568-a222-e14c6d4991a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0891275 Nov 12 12:07:51.139394 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c95503-6948-4e00-81ad-dece327d07ab req-322f58a2-282b-4136-97dd-7b423c17aff6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1002 time: 0.0616465 Nov 12 12:07:51.194680 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c95503-6948-4e00-81ad-dece327d07ab req-21c54f90-e48d-43a9-8f36-7f8ca713fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:51.196142 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c95503-6948-4e00-81ad-dece327d07ab req-21c54f90-e48d-43a9-8f36-7f8ca713fe40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0483563 Nov 12 12:07:51.248963 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c95503-6948-4e00-81ad-dece327d07ab req-64902641-a928-4bdf-80c4-45124ae5a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:51.251044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c95503-6948-4e00-81ad-dece327d07ab req-64902641-a928-4bdf-80c4-45124ae5a0fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466514 Nov 12 12:07:51.342663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c95503-6948-4e00-81ad-dece327d07ab req-8f95fbf5-663f-4cd6-ab51-56af92072597 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835128 Nov 12 12:07:51.438942 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e6c95503-6948-4e00-81ad-dece327d07ab req-b65a8608-fb78-42f3-a286-5928a9bb6198 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888014 Nov 12 12:07:54.067125 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-26e364e6-60c7-4bc2-a6de-51ef7ed91c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:56.457134 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1065a120-8b8d-4fca-bc88-22c22ea494f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:57.998572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:59.731204 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:00.817070 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:08:00.817709 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:08.682820 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9943f1-55e9-43c2-a6ce-04449c191170 req-8745e9a7-2dc5-4184-a1d4-9b2ca8e7865e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:08.684336 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd9943f1-55e9-43c2-a6ce-04449c191170 req-8745e9a7-2dc5-4184-a1d4-9b2ca8e7865e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.1102333 Nov 12 12:08:08.734362 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bd9943f1-55e9-43c2-a6ce-04449c191170 req-64db8faa-c672-45a9-95cf-1697b501d327 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Nov 12 12:08:09.855949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f720972-8ca5-4305-aae5-a87f77a23ab4 req-ff298a4b-1e03-4a65-8873-43736afe5cd2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:09.857529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f720972-8ca5-4305-aae5-a87f77a23ab4 req-ff298a4b-1e03-4a65-8873-43736afe5cd2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0525980 Nov 12 12:08:09.910374 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9f720972-8ca5-4305-aae5-a87f77a23ab4 req-cd5ddbb0-3ba6-41cc-bb9f-7ec49a16cd84 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460026 Nov 12 12:08:10.770802 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:11.056021 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa454b-ac02-4127-a905-e4c4135bd60d req-47350938-d3bc-4385-93e5-c6621cf3b68c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:11.057460 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34fa454b-ac02-4127-a905-e4c4135bd60d req-47350938-d3bc-4385-93e5-c6621cf3b68c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0534542 Nov 12 12:08:11.107441 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-34fa454b-ac02-4127-a905-e4c4135bd60d req-1e2973c2-e2f4-423b-948b-9ea85c38f97a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441098 Nov 12 12:08:11.196166 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:12.228273 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145e2a-5dc4-4901-a2a8-5dc81f2a12d7 req-cf27cb57-37c9-48dd-9ae1-e2e941866098 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:12.229788 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19145e2a-5dc4-4901-a2a8-5dc81f2a12d7 req-cf27cb57-37c9-48dd-9ae1-e2e941866098 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0535088 Nov 12 12:08:12.278657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-19145e2a-5dc4-4901-a2a8-5dc81f2a12d7 req-63a9d6a4-d639-4745-ab0e-6010f5d0bff4 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Nov 12 12:08:13.395926 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d3e22-3839-44fd-8a76-7e82a8a8061d req-cafd348a-4321-4b57-82e1-178f07f98bcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:13.397475 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a28d3e22-3839-44fd-8a76-7e82a8a8061d req-cafd348a-4321-4b57-82e1-178f07f98bcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0498698 Nov 12 12:08:13.447402 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a28d3e22-3839-44fd-8a76-7e82a8a8061d req-999f725d-283d-4674-8dd6-f064f3feb157 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439482 Nov 12 12:08:14.561565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb037be-506f-4041-b660-f7ae6d5b43c5 req-8d8f5b64-51f7-4910-b6b9-5d4b22b6f04c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:14.563028 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bb037be-506f-4041-b660-f7ae6d5b43c5 req-8d8f5b64-51f7-4910-b6b9-5d4b22b6f04c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0487773 Nov 12 12:08:14.612354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0bb037be-506f-4041-b660-f7ae6d5b43c5 req-3819d4dd-c58b-45bc-a1c0-4040ce0ec9fd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428705 Nov 12 12:08:15.727302 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2fdfd-9271-45df-b3d7-bb012d65a7b2 req-d6c724d6-6c40-45a8-a09b-daf9259e6136 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:15.728786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83a2fdfd-9271-45df-b3d7-bb012d65a7b2 req-d6c724d6-6c40-45a8-a09b-daf9259e6136 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0489566 Nov 12 12:08:15.781548 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-83a2fdfd-9271-45df-b3d7-bb012d65a7b2 req-286be656-de85-4b54-83b6-bfb3fdbfe5d8 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468855 Nov 12 12:08:16.900011 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc732769-8b24-4fcf-a634-b9d1f815435f req-9614bb21-a032-4857-b8c6-fda432affa5c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:16.901546 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc732769-8b24-4fcf-a634-b9d1f815435f req-9614bb21-a032-4857-b8c6-fda432affa5c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0530412 Nov 12 12:08:16.951348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fc732769-8b24-4fcf-a634-b9d1f815435f req-282f9062-0ca6-4427-91ca-d3b09f003d63 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 Nov 12 12:08:18.066517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbaddf2-22a4-4fd0-985c-4c129fbbbff8 req-8b8e1aa5-6337-4c22-8d99-cbfac495c483 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:18.067888 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dfbaddf2-22a4-4fd0-985c-4c129fbbbff8 req-8b8e1aa5-6337-4c22-8d99-cbfac495c483 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0485458 Nov 12 12:08:18.116348 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-dfbaddf2-22a4-4fd0-985c-4c129fbbbff8 req-c57d6cbd-c9fa-442a-ab58-30d757138b3e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426302 Nov 12 12:08:19.241339 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc3b71-2f2a-4495-be93-6fa3084442fa req-1d09b603-b454-461c-9f33-5f5dbdd87186 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:19.243024 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ddc3b71-2f2a-4495-be93-6fa3084442fa req-1d09b603-b454-461c-9f33-5f5dbdd87186 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0528817 Nov 12 12:08:19.297725 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1ddc3b71-2f2a-4495-be93-6fa3084442fa req-8885c3e0-2735-49a2-97f4-577aefb8bd2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483389 Nov 12 12:08:20.425780 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2207bc3-8053-4cb6-844f-a78dbad47f2b req-533b08c6-3916-4643-ba7d-e5ac34d06f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:20.427289 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2207bc3-8053-4cb6-844f-a78dbad47f2b req-533b08c6-3916-4643-ba7d-e5ac34d06f25 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0509479 Nov 12 12:08:20.482506 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2207bc3-8053-4cb6-844f-a78dbad47f2b req-b2367da2-d61d-4568-920f-54ecc9833956 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449910 Nov 12 12:08:20.793343 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:08:20.903005 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:20.915351 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'port_id': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'mac_address': 'fa:16:3e:90:12:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:08:20.957144 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:20.970554 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80535a6e-5bc3-463d-bd37-7db752bb25c0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:08:20.990337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:20.994767 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:21.054165 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:21.062309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.063044 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.063282 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.063711 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.064066 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.064392 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.064725 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.065072 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.065440 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.065727 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.066169 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.066418 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:21.072974 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['80535a6e-5bc3-463d-bd37-7db752bb25c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:08:21.620556 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede8fc6-d7aa-4ea8-be5e-9954c6564902 req-a2cf47f7-ef0d-4a88-9210-de3927c2db3d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:21.622250 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ede8fc6-d7aa-4ea8-be5e-9954c6564902 req-a2cf47f7-ef0d-4a88-9210-de3927c2db3d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 945 time: 0.0633624 Nov 12 12:08:21.689418 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-7ede8fc6-d7aa-4ea8-be5e-9954c6564902 req-76bb4781-46e7-46b8-a2bf-4c9ed72a426f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589252 Nov 12 12:08:22.814556 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:08:22.831267 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6b74-f425-47f9-8b9d-35c3666001db req-735e2c91-d7fb-408b-8da5-8198c4567391 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:22.833595 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c77e6b74-f425-47f9-8b9d-35c3666001db req-735e2c91-d7fb-408b-8da5-8198c4567391 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 945 time: 0.0640173 Nov 12 12:08:22.875645 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 80535a6e-5bc3-463d-bd37-7db752bb25c0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:08:22.877157 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:22.904752 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c77e6b74-f425-47f9-8b9d-35c3666001db req-e4ce323e-de34-4531-99cb-cbf04c6aa915 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601511 Nov 12 12:08:22.969847 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:22.998647 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:08:23.001748 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb84e907-2ef5-4808-98ba-b640ff3d6c82" -d '{"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-plugged", "status": "completed", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:08:23.015525 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:23.021689 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:23.047396 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeafc88-0416-48dc-8375-680e01ae4025 x-openstack-request-id: req-caeafc88-0416-48dc-8375-680e01ae4025 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:08:23.047702 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-plugged", "status": "completed", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:08:23.048488 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caeafc88-0416-48dc-8375-680e01ae4025 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:08:23.048911 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'code': 200} Nov 12 12:08:23.078294 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:24.049485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7553fd4-e453-4b6e-9e50-2415314f139a req-28eea5b4-0753-4a5c-9ac0-f62646af1bf7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:24.050948 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7553fd4-e453-4b6e-9e50-2415314f139a req-28eea5b4-0753-4a5c-9ac0-f62646af1bf7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0854707 Nov 12 12:08:24.078602 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ce50a6f5-2e5a-41d4-994b-44f21b778de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:24.117527 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-f7553fd4-e453-4b6e-9e50-2415314f139a req-304cb0ab-dc07-46b6-9989-2e7332e386a6 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592802 Nov 12 12:08:25.242486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b14ae-7639-4da7-acc5-3ff91628acc4 req-89a8cac8-4406-4357-ab6c-a09dd36c0a42 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:25.244301 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-278b14ae-7639-4da7-acc5-3ff91628acc4 req-89a8cac8-4406-4357-ab6c-a09dd36c0a42 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0545497 Nov 12 12:08:25.301149 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-278b14ae-7639-4da7-acc5-3ff91628acc4 req-589fca07-7a16-46bf-8cb1-a6105ff91cce tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472562 Nov 12 12:08:26.440485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1927a-ae10-4c13-9038-42a550e638be req-ac002de3-68a4-4979-9862-401719ee8077 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:26.442872 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19d1927a-ae10-4c13-9038-42a550e638be req-ac002de3-68a4-4979-9862-401719ee8077 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0642972 Nov 12 12:08:26.464915 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3c34733d-ecf6-4c6a-8f16-ce1df51f1ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:26.532446 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-19d1927a-ae10-4c13-9038-42a550e638be req-7c272418-f8c9-4588-8fa2-72ff135bdfca tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828810 Nov 12 12:08:27.649904 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bef933-3f43-498b-b473-55062f718f7b req-6d4fc402-9ead-41aa-9ce6-5be88802ded9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:27.652189 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2bef933-3f43-498b-b473-55062f718f7b req-6d4fc402-9ead-41aa-9ce6-5be88802ded9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0590580 Nov 12 12:08:27.710229 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a2bef933-3f43-498b-b473-55062f718f7b req-0499e1db-be01-49ca-a21d-5fadc4b20e31 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512774 Nov 12 12:08:28.014008 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:28.832910 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946faea-95ae-40c7-8289-b6cb83e4ac2f req-1ef8e606-1490-4c4a-a45f-108eeea71505 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:28.834675 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a946faea-95ae-40c7-8289-b6cb83e4ac2f req-1ef8e606-1490-4c4a-a45f-108eeea71505 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0518517 Nov 12 12:08:28.902665 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a946faea-95ae-40c7-8289-b6cb83e4ac2f req-e4cf8487-62c5-45e0-ba02-b199d8be13c8 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614831 Nov 12 12:08:29.737310 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:30.030841 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849672-252c-45e1-a701-aca7de052dd4 req-763fd00e-1f5b-42cb-820e-651c31d1824b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:30.032939 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc849672-252c-45e1-a701-aca7de052dd4 req-763fd00e-1f5b-42cb-820e-651c31d1824b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0543010 Nov 12 12:08:30.086156 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-bc849672-252c-45e1-a701-aca7de052dd4 req-766b8980-a3c2-41fd-9f21-9fa1d545c7ac tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466704 Nov 12 12:08:30.825661 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:30.895140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-6b68d285-580b-4990-b23a-ff69ad2c5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:30.896667 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-6b68d285-580b-4990-b23a-ff69ad2c5f73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1098 time: 0.0422449 Nov 12 12:08:30.993493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-fa5cb8f7-1546-4a3d-a016-c9d9f2f977f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:30.995044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-fa5cb8f7-1546-4a3d-a016-c9d9f2f977f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0900838 Nov 12 12:08:31.060830 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-2f887501-7b4c-41da-b24d-3fd2996e48aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1002 time: 0.0578084 Nov 12 12:08:31.112001 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-a51e2211-eb0d-4850-888a-704dc15d5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:31.113520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-a51e2211-eb0d-4850-888a-704dc15d5e1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0454829 Nov 12 12:08:31.174554 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-d52ac5a6-8a50-4aa4-b0b9-8ed0795f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:31.176064 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-d52ac5a6-8a50-4aa4-b0b9-8ed0795f6e36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526052 Nov 12 12:08:31.208580 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14b70-4b25-4980-bbed-a1de1285ee7d req-2f5ee819-3944-410f-8f30-b4d60458ec1c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:31.210375 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18f14b70-4b25-4980-bbed-a1de1285ee7d req-2f5ee819-3944-410f-8f30-b4d60458ec1c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0497656 Nov 12 12:08:31.265136 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18f14b70-4b25-4980-bbed-a1de1285ee7d req-cb59496c-d78f-492d-bc36-1f89557981a4 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484636 Nov 12 12:08:31.266819 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-43ecec19-dee9-4884-80c6-83c7a3ae85c6 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834668 Nov 12 12:08:31.363356 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-706064f0-a88f-48db-9aff-cb8653a62d24 req-3988e6d6-2970-4102-86ee-24b2ead9b557 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878158 Nov 12 12:08:32.396090 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc3bb7-0a75-4381-a5a3-8102b5afb5ea req-84afccf5-e824-477d-bb8f-38ada32bf029 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:32.398022 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fadc3bb7-0a75-4381-a5a3-8102b5afb5ea req-84afccf5-e824-477d-bb8f-38ada32bf029 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0605919 Nov 12 12:08:32.449765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fadc3bb7-0a75-4381-a5a3-8102b5afb5ea req-e08a65e4-f46b-488b-b82a-b5349e05fd93 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458009 Nov 12 12:08:33.565427 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dd831-adb2-4247-952e-072fd8c1df0e req-1b3473f6-4e45-4f31-9850-93250610fae7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:33.566927 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c8dd831-adb2-4247-952e-072fd8c1df0e req-1b3473f6-4e45-4f31-9850-93250610fae7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0491002 Nov 12 12:08:33.616310 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4c8dd831-adb2-4247-952e-072fd8c1df0e req-f54d6623-c58b-4482-be7b-5abd1980d121 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429735 Nov 12 12:08:33.687562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-e049909f-9dd8-458f-8a24-f04c05c036cc req-80b7d9d4-8853-4906-a988-f4e03682bf29 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:08:33.688529 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e049909f-9dd8-458f-8a24-f04c05c036cc req-80b7d9d4-8853-4906-a988-f4e03682bf29 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056121 Nov 12 12:08:33.842156 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a883e5-8d54-4cdd-bae9-f4185d523325 req-7ce063eb-fcc3-4743-b998-6cd0b90907a0 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:33.843655 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93a883e5-8d54-4cdd-bae9-f4185d523325 req-7ce063eb-fcc3-4743-b998-6cd0b90907a0 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0502732 Nov 12 12:08:33.895229 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-93a883e5-8d54-4cdd-bae9-f4185d523325 req-f6970590-9cc4-4132-961c-9ad345c02f57 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452514 Nov 12 12:08:34.022177 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-605e1d58-f46c-4c3c-a8c2-7277d55ded1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856619 Nov 12 12:08:34.750397 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-24c12195-41a8-444f-8700-ec0dad7b61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:34.752482 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-24c12195-41a8-444f-8700-ec0dad7b61be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10&tenant_id=f2b9008fa66b4b65957a8a99abd85794 HTTP/1.1" status: 200 len: 1098 time: 0.0392332 Nov 12 12:08:34.763760 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:34.819991 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:34.870789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:08:34.959554 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:35.068555 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae6e6-622b-4236-8c3c-e95e264ffaca req-826155a6-601d-4d39-a331-69b08268ac1e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:35.069956 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1ae6e6-622b-4236-8c3c-e95e264ffaca req-826155a6-601d-4d39-a331-69b08268ac1e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0982912 Nov 12 12:08:35.074989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:35.145195 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:08:35.150288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2d1ae6e6-622b-4236-8c3c-e95e264ffaca req-771824dc-5c5d-4b8e-90ab-99cce0f24713 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733595 Nov 12 12:08:35.507400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:08:35.509676 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f753ce0b-6c78-4352-bdc3-a0ae464db651" -d '{"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-unplugged", "status": "completed", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:08:35.513445 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:35.526054 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Transition to ACTIVE for port object 80535a6e-5bc3-463d-bd37-7db752bb25c0 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:08:35.531172 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:35.568284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:08:35.568833 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:08:35.624748 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70018dfe-9050-4eaa-9cff-ff2d6db873a5 x-openstack-request-id: req-70018dfe-9050-4eaa-9cff-ff2d6db873a5 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:08:35.625082 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-unplugged", "status": "completed", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:08:35.625303 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70018dfe-9050-4eaa-9cff-ff2d6db873a5 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:08:35.625709 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'code': 200} Nov 12 12:08:35.632572 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=8']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:35.645415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.645759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.646102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.646435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.646767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.647098 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.647420 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.647742 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.648067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.648391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.648709 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.649053 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:35.666341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] No DVR routers for this DVR port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:08:35.804724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Attempting to bind port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:08:35.805395 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Attempting to bind port 80535a6e-5bc3-463d-bd37-7db752bb25c0 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:08:35.805533 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Attempting to bind port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:08:35.809711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:08:35.810030 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Attempting to bind port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:08:35.814949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:08:35.815296 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Checking segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:08:35.815681 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Bound using segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:08:35.816122 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Bound port: 80535a6e-5bc3-463d-bd37-7db752bb25c0, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:08:35.816483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:35.879949 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:08:35.883465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:08:35.888167 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:35.930569 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:35.930569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:35.930569 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] 10.222.0.52 "PUT /v2.0/ports/80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1093 time: 1.1689439 Nov 12 12:08:35.962436 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbb16f-ac60-4a96-bdfd-e91cda400b7e service neutron] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=9']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:35.996562 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-51810a58-4561-416a-bca1-72a7abebd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:35.998116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-51810a58-4561-416a-bca1-72a7abebd2b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1096 time: 0.0456407 Nov 12 12:08:36.099325 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-661feca3-68b9-48a3-9ca3-18685ae7f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:36.100822 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-661feca3-68b9-48a3-9ca3-18685ae7f18d service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0950174 Nov 12 12:08:36.177578 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-92c3f7c8-35df-4946-87c4-85518672cb87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1000 time: 0.0695302 Nov 12 12:08:36.237623 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-4186f36f-9ec5-4fec-ae11-fc054f65575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:36.238979 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-4186f36f-9ec5-4fec-ae11-fc054f65575a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0545743 Nov 12 12:08:36.307081 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b40fb1-2d83-4edb-9309-bc247900f55b req-f24be5ff-6bf7-4aed-9fa1-4531e345264f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:36.308476 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25b40fb1-2d83-4edb-9309-bc247900f55b req-f24be5ff-6bf7-4aed-9fa1-4531e345264f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0865335 Nov 12 12:08:36.313243 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-9475a533-eb39-44bd-9210-bcee56880d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:36.315168 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-9475a533-eb39-44bd-9210-bcee56880d5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625155 Nov 12 12:08:36.409654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25b40fb1-2d83-4edb-9309-bc247900f55b req-0c61404c-bf55-4de6-98d8-f0d368702ec2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935457 Nov 12 12:08:36.437933 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-64b1f323-7e6d-4f2e-8a95-27643a251b77 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152751 Nov 12 12:08:36.531353 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6da0093b-70ae-46bd-8e77-83078c60f14e req-7380de7a-78e9-48d1-8751-c9d88e1b0b65 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864246 Nov 12 12:08:37.533735 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161e015-6e61-4cf6-80f0-08fd152f7fcc req-0099f86a-c72f-4db3-a175-80d2b4874404 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:37.535387 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5161e015-6e61-4cf6-80f0-08fd152f7fcc req-0099f86a-c72f-4db3-a175-80d2b4874404 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0501170 Nov 12 12:08:37.588390 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-5161e015-6e61-4cf6-80f0-08fd152f7fcc req-92650eb1-facd-471f-a33b-d1b6e0b03378 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468142 Nov 12 12:08:37.627342 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:08:37.629924 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005ea8c8-a06a-4586-8f16-83a61121fe88" -d '{"events": [{"name": "network-changed", "server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:08:37.666790 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e165e59a-dae7-49f3-b241-6ca09a76c357 x-openstack-request-id: req-e165e59a-dae7-49f3-b241-6ca09a76c357 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:08:37.667084 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:08:37.667338 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e165e59a-dae7-49f3-b241-6ca09a76c357 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:08:37.667743 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'status': 'completed', 'code': 200} Nov 12 12:08:37.816078 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:08:38.711342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ee738-6944-4f02-abfa-a810af6a2c44 req-9267d75b-318b-4b0b-a9fe-46dc1b95ec8f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:38.712755 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b8ee738-6944-4f02-abfa-a810af6a2c44 req-9267d75b-318b-4b0b-a9fe-46dc1b95ec8f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0545871 Nov 12 12:08:38.765594 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1b8ee738-6944-4f02-abfa-a810af6a2c44 req-7608dc87-ecbd-4721-9922-3f08463b223f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469794 Nov 12 12:08:39.890525 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761eb4-7788-40fa-93b1-366f37f9c4b5 req-4eadee42-a0c8-4b00-adfb-f8feb9e54d83 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:39.899089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90761eb4-7788-40fa-93b1-366f37f9c4b5 req-4eadee42-a0c8-4b00-adfb-f8feb9e54d83 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0601597 Nov 12 12:08:39.946765 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-90761eb4-7788-40fa-93b1-366f37f9c4b5 req-0c563a3a-8f02-419a-bb98-6ad3b1626ab1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466180 Nov 12 12:08:40.778857 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:41.073656 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6017c-5d9c-4cbe-aae0-3f5864f177f5 req-c2c5e22f-347f-4fba-8b34-ebca626848fb tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:41.075043 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bb6017c-5d9c-4cbe-aae0-3f5864f177f5 req-c2c5e22f-347f-4fba-8b34-ebca626848fb tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0560520 Nov 12 12:08:41.132062 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7bb6017c-5d9c-4cbe-aae0-3f5864f177f5 req-5bbc35aa-9edf-4471-8451-48381a809c04 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491095 Nov 12 12:08:41.211167 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:42.261780 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e529bb-d784-45b0-9a80-aaa0b46d899f req-e1e56221-1234-4ea6-ad5d-3c0e1e19c735 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:42.263317 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21e529bb-d784-45b0-9a80-aaa0b46d899f req-e1e56221-1234-4ea6-ad5d-3c0e1e19c735 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0553939 Nov 12 12:08:42.316691 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21e529bb-d784-45b0-9a80-aaa0b46d899f req-5609fa60-b945-4750-97e0-d3f08063bf5c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460827 Nov 12 12:08:43.460637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18294ade-9b51-4bba-a4c5-0a9d7b1307c9 req-eefaf3fb-8615-4136-994e-73f0e28342d7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:43.462934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18294ade-9b51-4bba-a4c5-0a9d7b1307c9 req-eefaf3fb-8615-4136-994e-73f0e28342d7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0563433 Nov 12 12:08:43.512962 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-18294ade-9b51-4bba-a4c5-0a9d7b1307c9 req-2dcf2ed3-e6e4-45d0-993d-5d753cd16cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443001 Nov 12 12:08:44.635535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04847d90-c5b6-401b-a57b-81884fa8851c req-09efcd35-afdd-4a44-ba72-e8a085345f9f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:44.637056 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04847d90-c5b6-401b-a57b-81884fa8851c req-09efcd35-afdd-4a44-ba72-e8a085345f9f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0511327 Nov 12 12:08:44.703421 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-04847d90-c5b6-401b-a57b-81884fa8851c req-3512dd73-2abd-4e53-b774-f90d8d0933cc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602746 Nov 12 12:08:45.831522 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215afaa-e943-4149-aac2-afcaf2677c2a req-71ba4048-347f-4ec1-b47c-0fa790e3c8bc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:45.837380 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1215afaa-e943-4149-aac2-afcaf2677c2a req-71ba4048-347f-4ec1-b47c-0fa790e3c8bc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0590186 Nov 12 12:08:45.885233 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1215afaa-e943-4149-aac2-afcaf2677c2a req-59fdc20d-da1d-4bc9-91ea-64293f693318 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442967 Nov 12 12:08:47.001813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6219-45ea-4a6e-834f-37a1a0cc9f83 req-13efc139-89dd-42a2-9af5-6e481a59ad92 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:47.003781 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eeea6219-45ea-4a6e-834f-37a1a0cc9f83 req-13efc139-89dd-42a2-9af5-6e481a59ad92 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0493765 Nov 12 12:08:47.057391 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-eeea6219-45ea-4a6e-834f-37a1a0cc9f83 req-1d0624a0-7dfc-427f-a921-7fcb8946bb63 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475132 Nov 12 12:08:47.148888 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-4a1e4131-b6d2-48c0-9c23-ad70ddee123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:47.150484 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-4a1e4131-b6d2-48c0-9c23-ad70ddee123b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1096 time: 0.0414755 Nov 12 12:08:47.242955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-97ef6b64-f7ef-4c57-afaa-b9edd16bd6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:47.244412 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-97ef6b64-f7ef-4c57-afaa-b9edd16bd6fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0846791 Nov 12 12:08:47.319679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-bf9a88ed-e7c8-4820-b022-5f7c6bd795d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1000 time: 0.0624874 Nov 12 12:08:47.369546 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-537d5f83-6983-410e-bbf5-fd206c0b2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:47.370969 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-537d5f83-6983-410e-bbf5-fd206c0b2954 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0444472 Nov 12 12:08:47.418159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-450b5cda-5d9e-463a-a87a-341b07076c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:47.419663 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-450b5cda-5d9e-463a-a87a-341b07076c35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409913 Nov 12 12:08:47.513740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-7e6bb3a8-d241-47f4-9686-08356a339f46 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864241 Nov 12 12:08:47.605931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-005ea8c8-a06a-4586-8f16-83a61121fe88 req-652ebe87-a2e2-4cc9-bff3-9d45df550b3f service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828090 Nov 12 12:08:48.173071 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c603e8-4d92-4085-b460-0f9ea35bdcb0 req-99515b28-a4ae-4884-aa3a-db7f92081e74 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:48.174534 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57c603e8-4d92-4085-b460-0f9ea35bdcb0 req-99515b28-a4ae-4884-aa3a-db7f92081e74 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0481489 Nov 12 12:08:48.224040 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-57c603e8-4d92-4085-b460-0f9ea35bdcb0 req-8e832d99-f40b-42d3-bfea-d5ebc5a374a1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436156 Nov 12 12:08:49.346763 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637fa8-f38d-4c40-9cd4-8b7aedaf8b68 req-7be91ba8-fd3d-46b9-8a23-32e37cf8a6b4 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:49.348253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe637fa8-f38d-4c40-9cd4-8b7aedaf8b68 req-7be91ba8-fd3d-46b9-8a23-32e37cf8a6b4 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 944 time: 0.0558963 Nov 12 12:08:49.397683 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-fe637fa8-f38d-4c40-9cd4-8b7aedaf8b68 req-8b09dab2-d0e2-431e-a13a-bcd8c028352a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 Nov 12 12:08:49.414190 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:08:49.509671 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:49.520313 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'port_id': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'mac_address': 'fa:16:3e:90:12:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:08:49.557236 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:49.569824 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80535a6e-5bc3-463d-bd37-7db752bb25c0 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:08:49.588745 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:49.592876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:49.638679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=10']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:49.838899 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['80535a6e-5bc3-463d-bd37-7db752bb25c0'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:08:50.512968 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97290a-1700-418e-83e5-9c5f959d4b7c req-dafa2bdf-2918-4fdb-967e-11e7c7d6c86d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:50.514439 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc97290a-1700-418e-83e5-9c5f959d4b7c req-dafa2bdf-2918-4fdb-967e-11e7c7d6c86d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 946 time: 0.0476844 Nov 12 12:08:50.566274 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-bc97290a-1700-418e-83e5-9c5f959d4b7c req-bc5171fb-0824-4a51-925e-3a57eb392c8e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452716 Nov 12 12:08:51.422137 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:08:51.471689 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 80535a6e-5bc3-463d-bd37-7db752bb25c0 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:08:51.476372 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 80535a6e-5bc3-463d-bd37-7db752bb25c0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:08:51.476844 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:51.551503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:51.580676 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:08:51.583983 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42535af6-7e35-4659-a3da-1b636849befc" -d '{"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-plugged", "status": "completed", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:08:51.614578 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:51.639532 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:51.685441 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6546eab9-9611-407c-901e-fc1af1e3bf23 x-openstack-request-id: req-6546eab9-9611-407c-901e-fc1af1e3bf23 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:08:51.685679 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-plugged", "status": "completed", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:08:51.685976 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6546eab9-9611-407c-901e-fc1af1e3bf23 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:08:51.686427 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'code': 200} Nov 12 12:08:51.717440 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff886050-5131-4870-8cb7-1afe4553a62b req-46d65a8a-cd8d-483e-839c-7f92949f78a2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:51.718934 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff886050-5131-4870-8cb7-1afe4553a62b req-46d65a8a-cd8d-483e-839c-7f92949f78a2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 947 time: 0.0503488 Nov 12 12:08:51.723444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=11']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:51.782846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ff886050-5131-4870-8cb7-1afe4553a62b req-13e4834a-dea2-4ebf-94bc-321c06e2c55b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497854 Nov 12 12:08:51.840460 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c417d-1b9b-4d50-b9e7-a18d96a2b291 req-8f45a351-e1b4-4007-84b4-6dd808373406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:51.841999 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-719c417d-1b9b-4d50-b9e7-a18d96a2b291 req-8f45a351-e1b4-4007-84b4-6dd808373406 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1099 time: 0.0408938 Nov 12 12:08:51.890057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-719c417d-1b9b-4d50-b9e7-a18d96a2b291 req-74288e5c-cefc-47ca-8bf8-34ac3a79289a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Nov 12 12:08:52.917787 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445f865-dc3f-449f-900e-b892945c5e9c req-ef30ee0e-6455-427b-876b-e57514907804 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:52.919297 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3445f865-dc3f-449f-900e-b892945c5e9c req-ef30ee0e-6455-427b-876b-e57514907804 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 947 time: 0.0587797 Nov 12 12:08:52.973958 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3445f865-dc3f-449f-900e-b892945c5e9c req-37603e68-a1e7-4d3f-ad87-70bac533b99e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488141 Nov 12 12:08:54.066636 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b8277baf-780c-43ef-9f50-8096b80983fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:54.095353 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bfcee-48c4-4dae-8e28-9eb1dbdaf9ad req-e5039dea-0af0-4a14-84f1-f6800950a15a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:54.096829 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c48bfcee-48c4-4dae-8e28-9eb1dbdaf9ad req-e5039dea-0af0-4a14-84f1-f6800950a15a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 947 time: 0.0529580 Nov 12 12:08:54.146008 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c48bfcee-48c4-4dae-8e28-9eb1dbdaf9ad req-5bad0141-143e-48e4-a056-1215ed2f4a4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431008 Nov 12 12:08:56.457387 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-21b78002-2376-4a90-aec6-8c8c0f1d7250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:58.004648 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:59.738687 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:00.817081 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:04.685903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-356164e9-bb2a-4daa-ba7a-84fb7fdee3ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394697 Nov 12 12:09:04.776809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-a93ebe8c-0f32-4b0d-9ab3-a840855efff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:04.778537 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-a93ebe8c-0f32-4b0d-9ab3-a840855efff7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1099 time: 0.0439432 Nov 12 12:09:04.895646 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-e1d9d5dd-7e3d-49fc-91f9-df8cb9486319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:04.897170 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-e1d9d5dd-7e3d-49fc-91f9-df8cb9486319 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0901523 Nov 12 12:09:04.963700 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-743b7af4-76dc-4e60-bccc-2be17a17f73f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 1002 time: 0.0586488 Nov 12 12:09:05.024399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-05bc7bcd-0cbc-4590-a583-a4d600395ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:05.025864 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-05bc7bcd-0cbc-4590-a583-a4d600395ba4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0479393 Nov 12 12:09:05.071290 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-09a70dba-a9cc-41d1-9d1b-b5068edee954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:05.072767 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-09a70dba-a9cc-41d1-9d1b-b5068edee954 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401199 Nov 12 12:09:05.163660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-b1a4eb0e-0fe8-4ed4-a4e1-4f2cd5768576 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823019 Nov 12 12:09:05.258712 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b0a6889-8d8a-483f-9fce-a98f45342f19 req-b5b445ce-56f9-4c21-8d4d-a5cb8421a3f7 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867939 Nov 12 12:09:10.776840 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:11.209800 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:14.816837 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:09:24.068019 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-af4ba9b8-acb0-4119-8609-fffdbd5dda20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:26.458590 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d9b25c30-c3b9-4e40-abb2-5b8eb4bb0cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:28.007874 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:29.740509 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:30.818933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:40.788283 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:41.225737 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:51.817322 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:09:54.069552 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bb6be30-d0cc-4378-b94d-c9bd29aedb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:56.460931 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b03b568-4ab1-43e7-8aea-e268b2817bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:58.011653 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:59.744095 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:00.821673 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.439675 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51760) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:03.597481 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Deleting port cc9d52dc-eead-40aa-968f-da867e83681a {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:03.597822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.675377 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.675702 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.688019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Calling delete_port for cc9d52dc-eead-40aa-968f-da867e83681a owned by network:floatingip {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:03.835178 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.862816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event deleted for resources: {'Port': ['ID=cc9d52dc-eead-40aa-968f-da867e83681a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:03.876380 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.876729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.877101 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.877442 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.877777 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.878105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.878438 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.878764 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.879086 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.879408 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.879761 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.880085 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:03.934332 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for floatingip, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.934657 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Floating IP 34a84c74-a9a0-454c-bd2a-097e0e3cfa4a disassociated (deleted). External IP: 172.25.2.235, port: 80535a6e-5bc3-463d-bd37-7db752bb25c0. Nov 12 12:10:04.150336 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:10:04.258039 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:10:04.262463 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:04.269661 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] Sync routers for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:10:04.279531 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:04.280132 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:04.290625 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-a761ea4c-fd7d-4960-8bef-d0b668d78b17 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "DELETE /v2.0/floatingips/34a84c74-a9a0-454c-bd2a-097e0e3cfa4a HTTP/1.1" status: 204 len: 168 time: 0.8498449 Nov 12 12:10:04.291346 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:10:04.293854 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c970a8-6203-4612-bee4-30cf96ab00ec" -d '{"events": [{"name": "network-changed", "server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:10:04.331434 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e79f5-b5b1-4078-af96-7c1e354ea854 x-openstack-request-id: req-aa8e79f5-b5b1-4078-af96-7c1e354ea854 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:10:04.331748 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:10:04.331999 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa8e79f5-b5b1-4078-af96-7c1e354ea854 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:10:04.334794 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'status': 'completed', 'code': 200} Nov 12 12:10:04.407220 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:04.454477 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-6bbb3359-2af3-467e-a46f-1c0591aa6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:04.457568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-6bbb3359-2af3-467e-a46f-1c0591aa6e99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 1099 time: 0.1006415 Nov 12 12:10:04.544613 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7359b6-f6da-4093-a613-adac426cfb1d req-20e39b74-8fcd-4e71-ae53-7bc814549b4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:04.546824 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba7359b6-f6da-4093-a613-adac426cfb1d req-20e39b74-8fcd-4e71-ae53-7bc814549b4a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 947 time: 0.0576377 Nov 12 12:10:04.557857 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-4244fa63-213e-4f8f-a914-4f9c02f633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:04.559334 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-4244fa63-213e-4f8f-a914-4f9c02f633f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0938079 Nov 12 12:10:04.601448 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ba7359b6-f6da-4093-a613-adac426cfb1d req-ec6ae3ba-4933-4ceb-8276-faaf6d95a785 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471356 Nov 12 12:10:04.611797 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-bb4566be-dc32-4f2c-80de-f7a94059acf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 200 len: 217 time: 0.0372434 Nov 12 12:10:04.617341 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:04.649027 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] Checking router: cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:10:04.656957 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-8884694c-5ec6-4183-bad7-9273a1c3d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:04.657409 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:04.658015 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:09:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:04.658357 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-8884694c-5ec6-4183-bad7-9273a1c3d363 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0461125 Nov 12 12:10:04.710315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-df7bd81c-59fe-476c-a790-a7395ed5a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:04.712133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-df7bd81c-59fe-476c-a790-a7395ed5a1c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456531 Nov 12 12:10:04.772196 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:04.805244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-9a0da757-51f9-430f-8633-715d00e38095 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851848 Nov 12 12:10:04.902928 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-23c970a8-6203-4612-bee4-30cf96ab00ec req-52091a5d-2a91-467f-8ac0-c5701273d885 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897255 Nov 12 12:10:04.971292 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:04.997283 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c49b2c-e92d-4791-ab11-11ec67cf6a9a None None] The sync data for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 is: [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:10:05.212465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134afa5-5239-453d-b79c-286c72648ace None None] New status for floating IP 34a84c74-a9a0-454c-bd2a-097e0e3cfa4a: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:10:05.725822 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0c0d4-e93e-42a3-8ac8-d8bc3304ee41 req-df4618e6-a510-4bc8-9f40-dd11539d3930 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:05.727294 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ec0c0d4-e93e-42a3-8ac8-d8bc3304ee41 req-df4618e6-a510-4bc8-9f40-dd11539d3930 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 947 time: 0.0493841 Nov 12 12:10:05.775373 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-4ec0c0d4-e93e-42a3-8ac8-d8bc3304ee41 req-02be4d87-461c-48dd-9de4-9c09386d12ea tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421970 Nov 12 12:10:05.851406 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-808134d9-1b2c-484d-9dcb-8c320c448635 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:05.852842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-808134d9-1b2c-484d-9dcb-8c320c448635 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.52 "GET /v2.0/ports?device_id=91696308-8b01-4a1d-9679-adb444a31d10 HTTP/1.1" status: 200 len: 947 time: 0.0479524 Nov 12 12:10:05.947048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Deleting port 80535a6e-5bc3-463d-bd37-7db752bb25c0 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:05.947291 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.034187 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] For port 80535a6e-5bc3-463d-bd37-7db752bb25c0, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=80535a6e-5bc3-463d-bd37-7db752bb25c0,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:06.034546 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.047386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Calling delete_port for 80535a6e-5bc3-463d-bd37-7db752bb25c0 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:06.178534 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.206732 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event deleted for resources: {'Port': ['ID=80535a6e-5bc3-463d-bd37-7db752bb25c0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:06.251260 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] No DVR routers for this DVR port 80535a6e-5bc3-463d-bd37-7db752bb25c0 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:10:06.254795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.260358 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8d86cc8d-e037-43e8-8550-d9d55b3bb652 req-5df85684-2aa3-45a5-8643-8d7ff824ee50 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.52 "DELETE /v2.0/ports/80535a6e-5bc3-463d-bd37-7db752bb25c0 HTTP/1.1" status: 204 len: 173 time: 0.4010882 Nov 12 12:10:06.333651 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-deleted', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:10:06.336342 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e976e31f-124b-4ea1-b6cc-80e5aa6584fc" -d '{"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-deleted", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:10:06.375036 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bcf72e-fff6-49bb-b9e0-4eefd9b2619d x-openstack-request-id: req-28bcf72e-fff6-49bb-b9e0-4eefd9b2619d {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:10:06.375334 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91696308-8b01-4a1d-9679-adb444a31d10", "name": "network-vif-deleted", "tag": "80535a6e-5bc3-463d-bd37-7db752bb25c0", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:10:06.375611 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28bcf72e-fff6-49bb-b9e0-4eefd9b2619d {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:10:06.376016 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91696308-8b01-4a1d-9679-adb444a31d10', 'name': 'network-vif-deleted', 'tag': '80535a6e-5bc3-463d-bd37-7db752bb25c0', 'status': 'completed', 'code': 200} Nov 12 12:10:06.831739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51782) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:06.889241 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c97e8cf9-8a32-4545-8877-1f5f7086326e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.914437 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c97e8cf9-8a32-4545-8877-1f5f7086326e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.974106 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c97e8cf9-8a32-4545-8877-1f5f7086326e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.976795 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c97e8cf9-8a32-4545-8877-1f5f7086326e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.978005 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c97e8cf9-8a32-4545-8877-1f5f7086326e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "DELETE /v2.0/security-groups/8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0 HTTP/1.1" status: 204 len: 168 time: 0.1452692 Nov 12 12:10:06.987224 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e8cf9-8a32-4545-8877-1f5f7086326e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae6a9d8-865a-49e6-bd14-ff7f1ca0bef0,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:07.430162 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 51788) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:07.434716 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076340814', 'description': 'tempest-secgroup-smoke-1076340814 description', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:07.456245 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.521517 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.525284 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.553968 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.555187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1239984 Nov 12 12:10:07.558191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51790) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:07.559088 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f34ab94-7995-4464-9638-c99a2d3b4c10,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:07.563826 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ae9e5a72-c2dd-4600-8ba6-37ecf0cf8721 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '9f34ab94-7995-4464-9638-c99a2d3b4c10', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:07.567765 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.568219 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.568453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.568794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.569166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.569501 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.569833 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.570163 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.570641 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.570818 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.571225 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.571600 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793e897-8705-42e1-91e5-1d5f8b2d861f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:07.591025 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5a72-c2dd-4600-8ba6-37ecf0cf8721 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.637144 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5a72-c2dd-4600-8ba6-37ecf0cf8721 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.640746 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5a72-c2dd-4600-8ba6-37ecf0cf8721 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.659604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e5a72-c2dd-4600-8ba6-37ecf0cf8721 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0666f3-f02d-42a2-92e4-1b2b9c54bf50,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:07.667348 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5a72-c2dd-4600-8ba6-37ecf0cf8721 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.668671 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ae9e5a72-c2dd-4600-8ba6-37ecf0cf8721 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094751 Nov 12 12:10:07.671493 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51792) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:07.675948 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d642c9d6-734c-4d2d-a435-9e67c9cf443d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '9f34ab94-7995-4464-9638-c99a2d3b4c10', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:07.701619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d642c9d6-734c-4d2d-a435-9e67c9cf443d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.760610 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d642c9d6-734c-4d2d-a435-9e67c9cf443d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.764328 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d642c9d6-734c-4d2d-a435-9e67c9cf443d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.783265 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642c9d6-734c-4d2d-a435-9e67c9cf443d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65856257-5315-46c5-ac98-d86f9bbb34c2,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:07.788395 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d642c9d6-734c-4d2d-a435-9e67c9cf443d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.789629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d642c9d6-734c-4d2d-a435-9e67c9cf443d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172216 Nov 12 12:10:07.792365 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51794) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:07.796690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-f59945e2-fdc4-4700-a4ff-2caabd78454c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '9f34ab94-7995-4464-9638-c99a2d3b4c10', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:07.822037 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f59945e2-fdc4-4700-a4ff-2caabd78454c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.880384 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f59945e2-fdc4-4700-a4ff-2caabd78454c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.887048 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f59945e2-fdc4-4700-a4ff-2caabd78454c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.907185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59945e2-fdc4-4700-a4ff-2caabd78454c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75eea8c5-3c23-45c2-9140-a36cd59fd0cc,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:07.913947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f59945e2-fdc4-4700-a4ff-2caabd78454c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.915523 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f59945e2-fdc4-4700-a4ff-2caabd78454c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217322 Nov 12 12:10:07.917941 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51796) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:07.922830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-454b70f6-7464-4c3f-ba5d-c4c38723ec94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '9f34ab94-7995-4464-9638-c99a2d3b4c10', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:07.952766 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-454b70f6-7464-4c3f-ba5d-c4c38723ec94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.013402 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-454b70f6-7464-4c3f-ba5d-c4c38723ec94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.017034 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-454b70f6-7464-4c3f-ba5d-c4c38723ec94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.035504 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b70f6-7464-4c3f-ba5d-c4c38723ec94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326d528e-0c64-43e1-9f6c-7519b4f23c14,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:08.044620 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-454b70f6-7464-4c3f-ba5d-c4c38723ec94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.045857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-454b70f6-7464-4c3f-ba5d-c4c38723ec94 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268673 Nov 12 12:10:08.048791 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51798) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:08.053140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-138c395b-857a-4525-8700-bd33a21abfcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '9f34ab94-7995-4464-9638-c99a2d3b4c10', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:08.075371 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-138c395b-857a-4525-8700-bd33a21abfcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Project f2b9008fa66b4b65957a8a99abd85794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:10:08.080350 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-138c395b-857a-4525-8700-bd33a21abfcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.140446 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-138c395b-857a-4525-8700-bd33a21abfcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.143773 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-138c395b-857a-4525-8700-bd33a21abfcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.163577 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c395b-857a-4525-8700-bd33a21abfcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b76f96-1713-4433-bc60-81e617237221,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:08.172999 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-138c395b-857a-4525-8700-bd33a21abfcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.174288 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-138c395b-857a-4525-8700-bd33a21abfcf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244917 Nov 12 12:10:08.177078 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 51800) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:08.181419 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-23335451-26d6-4717-b0fb-e5401ee50cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'security_group_rule': {'security_group_id': '9f34ab94-7995-4464-9638-c99a2d3b4c10', 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:08.202661 n-d-768851-19 neutron-server[109165]: INFO neutron.db.securitygroups_db [None req-23335451-26d6-4717-b0fb-e5401ee50cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Project f2b9008fa66b4b65957a8a99abd85794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:10:08.207569 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23335451-26d6-4717-b0fb-e5401ee50cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.266758 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23335451-26d6-4717-b0fb-e5401ee50cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.271061 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23335451-26d6-4717-b0fb-e5401ee50cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.290191 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23335451-26d6-4717-b0fb-e5401ee50cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa4410a-6046-4aec-98c8-87abcb6c5031,revision_number=0']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:08.295457 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23335451-26d6-4717-b0fb-e5401ee50cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.296659 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-23335451-26d6-4717-b0fb-e5401ee50cbd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186080 Nov 12 12:10:09.919365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:10:09.940139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 80535a6e-5bc3-463d-bd37-7db752bb25c0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:10:09.940490 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 80535a6e-5bc3-463d-bd37-7db752bb25c0 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:10:10.807812 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:11.227316 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.553438 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-aade0fb2-203e-4490-a9b2-02a06dee067a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076340814&fields=id&tenant_id=f2b9008fa66b4b65957a8a99abd85794 HTTP/1.1" status: 200 len: 267 time: 0.0431147 Nov 12 12:10:23.662615 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-77538f27-624f-4f8e-ad2c-60e9941d0c68 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:23.663982 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-77538f27-624f-4f8e-ad2c-60e9941d0c68 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 808 time: 0.1039989 Nov 12 12:10:23.679338 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-9e6e30a8-d2bc-432f-bef2-d3cfb6400f1b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/quotas/f2b9008fa66b4b65957a8a99abd85794 HTTP/1.1" status: 200 len: 375 time: 0.0097418 Nov 12 12:10:23.730173 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-44708b78-5185-4a0f-91e5-5591bb608a18 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457556 Nov 12 12:10:23.786430 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-7edc5c85-1980-48bc-826e-888af67fdd57 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:10:23.787955 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-7edc5c85-1980-48bc-826e-888af67fdd57 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460296 Nov 12 12:10:23.881597 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-3e651201-4ad3-4315-a2b2-880fa93eeaa1 service neutron] 10.222.0.31 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873115 Nov 12 12:10:23.970392 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-2b009292-72ce-4e1c-93c4-1969751af3dd service neutron] 10.222.0.31 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826912 Nov 12 12:10:24.071732 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bc4576fa-953e-4c35-88a9-ae3081efc8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.255119 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6fa53cf1-e39f-4603-9e48-f238dfac17a9 req-586e2c6a-e50e-4c64-b8ce-97ea8f48b117 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0260568 Nov 12 12:10:25.332546 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b862944c-eacd-41fc-b69f-8cc7c8b62e32 req-89dbe591-2366-4c37-83f1-48a6cfb20d26 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0262561 Nov 12 12:10:26.422698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-464dda57-b929-488d-883a-f33714e79a6b req-b50ab31a-d241-4e6d-adc5-9194cf172050 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0353787 Nov 12 12:10:26.462540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-84261222-eb2a-498d-9ff2-ba3bd4fa12e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:27.508659 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4ef73b84-d81f-4e13-b2b8-7bd3f8f21af0 req-d0e6ade3-a575-46f6-9151-69646d88c9dd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0325935 Nov 12 12:10:28.016915 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:28.604342 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-838e2ad4-e872-4cb4-aa8f-28136f319a94 req-31b19743-ba72-411f-b4e3-460c7d01407c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0300901 Nov 12 12:10:28.815885 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:10:29.299947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-feab5da8-f368-4b18-899c-02d5ae64a20a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:29.301460 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-feab5da8-f368-4b18-899c-02d5ae64a20a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 808 time: 0.1090298 Nov 12 12:10:29.370134 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-94015223-f1c6-450b-bbd9-f729db846812 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2b9008fa66b4b65957a8a99abd85794 HTTP/1.1" status: 200 len: 380 time: 0.0583248 Nov 12 12:10:29.380783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'port': {'device_id': '89e10e97-1905-40cb-aa19-be2379017c49', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'admin_state_up': True, 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'security_groups': ['9f34ab94-7995-4464-9638-c99a2d3b4c10']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:29.499756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Made reservation on behalf of f2b9008fa66b4b65957a8a99abd85794 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:10:29.503501 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.634648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Allocated IP 172.20.0.7 (81777caa-2d1e-4bdf-beb7-2da32075c70b/f2e668a4-8498-4f5d-95a4-4ebc65d6039c/d2a4d947-2ed6-4b82-aa9a-972aff00b458) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:10:29.716555 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a3897fe0-0f3e-4999-aa5c-3bb48c869c39 req-819a9bf2-0957-4707-800e-8aaeaf4c40e1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0348232 Nov 12 12:10:29.748428 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.788694 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.823231 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.875216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:10:29.878499 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:29.883266 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:10:29.906009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:29.937464 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:29.938584 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.956854 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-4db9db6d-1a15-4ba3-9d7b-935b4d9d4e4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797920 Nov 12 12:10:29.968542 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-7fca45a3-75a7-47b3-a3d5-de7dcd61069d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:10:29.969679 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-7fca45a3-75a7-47b3-a3d5-de7dcd61069d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057302 Nov 12 12:10:29.983616 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Request body: {'port': {'device_id': '89e10e97-1905-40cb-aa19-be2379017c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:30.046078 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.162978 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-ef69ca4e-ec0f-4083-91f0-7ec1da6d6c2b None None] Provisioning complete for port d2a4d947-2ed6-4b82-aa9a-972aff00b458 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:30.163276 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ef69ca4e-ec0f-4083-91f0-7ec1da6d6c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.199661 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-ef69ca4e-ec0f-4083-91f0-7ec1da6d6c2b None None] Port d2a4d947-2ed6-4b82-aa9a-972aff00b458 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:10:30.637029 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a4d947-2ed6-4b82-aa9a-972aff00b458 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:10:30.644447 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.657947 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Transition to ACTIVE for port object d2a4d947-2ed6-4b82-aa9a-972aff00b458 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:10:30.661240 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.716399 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:30.801702 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Attempting to bind port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:10:30.802049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Attempting to bind port d2a4d947-2ed6-4b82-aa9a-972aff00b458 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:10:30.802625 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Attempting to bind port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:10:30.834516 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.845765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:10:30.846186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Attempting to bind port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:10:30.852836 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:10:30.853291 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Checking segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:10:30.853771 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Bound using segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:10:30.854293 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Bound port: d2a4d947-2ed6-4b82-aa9a-972aff00b458, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:10:30.854724 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.918134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da971ca2-d632-4039-9148-25d46f1d0958 req-538aa8ab-beb0-4fa7-a83b-ea40c7dbc1b8 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.919776 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da971ca2-d632-4039-9148-25d46f1d0958 req-538aa8ab-beb0-4fa7-a83b-ea40c7dbc1b8 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.1109405 Nov 12 12:10:30.964337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:10:30.985441 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:10:30.995321 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:31.013114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-da971ca2-d632-4039-9148-25d46f1d0958 req-9d63b1ca-98bf-4816-aa6a-7158e199a2cb tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838299 Nov 12 12:10:31.045855 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.046487 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:31.047913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] 10.222.0.59 "PUT /v2.0/ports/d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 1092 time: 1.0689378 Nov 12 12:10:31.048367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:10:31.050935 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fab719-c3ac-478d-868e-310a98bc6642" -d '{"events": [{"name": "network-changed", "server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:10:31.094201 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f23259-39f5-46e9-b715-f87775a13de6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:31.100570 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a033dfe5-cc91-47e7-bd81-8858a99932c7 x-openstack-request-id: req-a033dfe5-cc91-47e7-bd81-8858a99932c7 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:10:31.101202 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:10:31.101683 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a033dfe5-cc91-47e7-bd81-8858a99932c7 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:10:31.102269 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'status': 'completed', 'code': 200} Nov 12 12:10:31.149024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-2c5d43ca-8ef3-4771-80c4-ad90f985c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.152355 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-2c5d43ca-8ef3-4771-80c4-ad90f985c0ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1095 time: 0.0539112 Nov 12 12:10:31.199139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-79bc0a46-6590-4dc2-93f8-2bfddb77afd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 217 time: 0.0385334 Nov 12 12:10:31.260250 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-2f4f3a32-e3b9-490a-bf7a-8b0922a9f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.262043 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-2f4f3a32-e3b9-490a-bf7a-8b0922a9f0ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0523498 Nov 12 12:10:31.311315 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-2ab0316d-b259-45fe-849a-0867705ca34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.312811 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-2ab0316d-b259-45fe-849a-0867705ca34c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420029 Nov 12 12:10:31.409554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-658db38f-f69c-43e7-b5c7-3d0ab4fb8757 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878775 Nov 12 12:10:31.506934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-81dafab0-32ec-41a5-9adf-269164c9a6ca req-3f563e9b-fb82-4c78-93ff-e690525da746 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893319 Nov 12 12:10:31.593768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-f0f6cb75-2165-4036-87b0-a0a40e6f1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.595263 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-f0f6cb75-2165-4036-87b0-a0a40e6f1ba4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1095 time: 0.0418317 Nov 12 12:10:31.692024 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-9ce8e2af-9ab0-44cd-87b7-e3c5fc932568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.693518 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-9ce8e2af-9ab0-44cd-87b7-e3c5fc932568 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0894105 Nov 12 12:10:31.739182 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-9d3fc35a-7e88-4770-bc71-75367e81c3e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 217 time: 0.0364745 Nov 12 12:10:31.797200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-c86812c8-c23c-44c7-bd6f-1edcfe7a9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.798684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-c86812c8-c23c-44c7-bd6f-1edcfe7a9293 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0509584 Nov 12 12:10:31.848245 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-8c1825f1-6be1-4507-aad7-ee9eafdfaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.849784 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-8c1825f1-6be1-4507-aad7-ee9eafdfaffe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415614 Nov 12 12:10:31.943001 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-ddb19a32-ef41-48dc-8e11-9ded9a67480a service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847139 Nov 12 12:10:32.041603 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d2fab719-c3ac-478d-868e-310a98bc6642 req-1e083c93-a435-46cc-8e9e-9f7d0915ac6a service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902634 Nov 12 12:10:32.131833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5674f-ae6c-42ff-a582-ca568c9ae24f req-18bb4db0-ea9f-4342-970c-42bedfd12b35 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:32.133934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46f5674f-ae6c-42ff-a582-ca568c9ae24f req-18bb4db0-ea9f-4342-970c-42bedfd12b35 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0516849 Nov 12 12:10:32.184766 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-46f5674f-ae6c-42ff-a582-ca568c9ae24f req-63712499-d863-4ec0-ab78-3e4763eb2069 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445976 Nov 12 12:10:33.300673 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9b967-14c4-4dcb-bc78-659ab8ee3d04 req-1fdd9d82-e638-4be6-a805-538fff725ceb tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:33.302325 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aea9b967-14c4-4dcb-bc78-659ab8ee3d04 req-1fdd9d82-e638-4be6-a805-538fff725ceb tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0499239 Nov 12 12:10:33.356771 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aea9b967-14c4-4dcb-bc78-659ab8ee3d04 req-c2bee0cf-2fc5-4d2e-bd3c-5fc7296a271e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480750 Nov 12 12:10:34.489936 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e828c0d-b4c0-4282-abfe-7d837e6d8a32 req-f2ca9cfe-3df7-4814-863f-0fdeff4ba756 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:34.491526 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e828c0d-b4c0-4282-abfe-7d837e6d8a32 req-f2ca9cfe-3df7-4814-863f-0fdeff4ba756 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0641761 Nov 12 12:10:34.544051 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1e828c0d-b4c0-4282-abfe-7d837e6d8a32 req-3f1ee71a-5579-46a3-8913-345ee0d73156 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Nov 12 12:10:35.657269 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74cbc1-010f-48c0-8092-12683f1c4bfc req-8411386b-a8da-4bcb-b8b0-ba8e57168f9d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:35.658772 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c74cbc1-010f-48c0-8092-12683f1c4bfc req-8411386b-a8da-4bcb-b8b0-ba8e57168f9d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0479350 Nov 12 12:10:35.710466 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-2c74cbc1-010f-48c0-8092-12683f1c4bfc req-eb64785f-a9b4-4662-9991-96ed68af620f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453873 Nov 12 12:10:36.829444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f507a5a-ed05-413f-8588-b1d011f2833d req-6d173582-de57-4366-ba10-c785770d36ac tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:36.830909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f507a5a-ed05-413f-8588-b1d011f2833d req-6d173582-de57-4366-ba10-c785770d36ac tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0518317 Nov 12 12:10:36.879015 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0f507a5a-ed05-413f-8588-b1d011f2833d req-f9bd02ea-700d-4cf6-b55a-725c37b1cc11 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Nov 12 12:10:37.991482 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed7965-9c17-42f0-a1e7-8c9b9138b166 req-d3e44a96-02a5-4cdb-a8ac-b96cb0880d88 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:37.992957 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8ed7965-9c17-42f0-a1e7-8c9b9138b166 req-d3e44a96-02a5-4cdb-a8ac-b96cb0880d88 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0484395 Nov 12 12:10:38.041563 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a8ed7965-9c17-42f0-a1e7-8c9b9138b166 req-9754503e-be09-4ad4-a736-3d46975b744b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Nov 12 12:10:39.158959 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ddc2a-c5a9-4e98-88dd-fc0469c34f2e req-c9d57f9a-dbcd-428c-8e9a-be105fc0f6a4 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:39.160428 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b45ddc2a-c5a9-4e98-88dd-fc0469c34f2e req-c9d57f9a-dbcd-428c-8e9a-be105fc0f6a4 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0488930 Nov 12 12:10:39.214095 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b45ddc2a-c5a9-4e98-88dd-fc0469c34f2e req-ab820c5b-a523-4d0c-a582-c558bc9e93f6 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470760 Nov 12 12:10:40.332221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b5269-ee6e-447a-a009-9b79a3a057bd req-2af57bc4-ae64-443c-b55f-e7abb2d43fae tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:40.333746 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e9b5269-ee6e-447a-a009-9b79a3a057bd req-2af57bc4-ae64-443c-b55f-e7abb2d43fae tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0499563 Nov 12 12:10:40.386301 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3e9b5269-ee6e-447a-a009-9b79a3a057bd req-44253cc4-b275-416e-bc6b-7b45af9e03c3 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462563 Nov 12 12:10:40.791408 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:41.238518 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:41.500401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ea711-47e6-4b41-9968-738caebe4545 req-3ff01c6a-e3ed-463c-a1db-7f44fe593e21 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:41.501909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-686ea711-47e6-4b41-9968-738caebe4545 req-3ff01c6a-e3ed-463c-a1db-7f44fe593e21 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0494878 Nov 12 12:10:41.550629 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-686ea711-47e6-4b41-9968-738caebe4545 req-36de49d4-d076-4752-82a8-30a48acad97b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Nov 12 12:10:42.668596 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2691142-03ef-4ea0-8bd2-1c05ca2faaea req-7d93ddfb-df2a-470d-a4c1-f6e692f56995 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:42.670069 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2691142-03ef-4ea0-8bd2-1c05ca2faaea req-7d93ddfb-df2a-470d-a4c1-f6e692f56995 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0510910 Nov 12 12:10:42.718617 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e2691142-03ef-4ea0-8bd2-1c05ca2faaea req-2d15f2de-0e95-49de-82bb-242a1ad17687 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Nov 12 12:10:43.491120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d2a4d947-2ed6-4b82-aa9a-972aff00b458 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:10:43.585980 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:43.597107 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'port_id': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:10:43.633727 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:43.646082 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a4d947-2ed6-4b82-aa9a-972aff00b458 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:10:43.664424 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:43.668354 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:43.717092 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:43.725869 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.726240 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.726580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.726920 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.727250 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.727579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.727902 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.728254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.728579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.728922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.729246 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.729565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:43.837989 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7fc63-0d04-4649-9689-8ec25326b088 req-14ebfb87-590c-4ed9-a5e6-15c2e43ecdc2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:43.839540 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cde7fc63-0d04-4649-9689-8ec25326b088 req-14ebfb87-590c-4ed9-a5e6-15c2e43ecdc2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 944 time: 0.0521955 Nov 12 12:10:43.893196 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cde7fc63-0d04-4649-9689-8ec25326b088 req-6a6ad64b-db33-4fe3-bc1f-308701d1537d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473623 Nov 12 12:10:43.931415 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['d2a4d947-2ed6-4b82-aa9a-972aff00b458'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:10:45.007733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30bca1-7940-408a-b58f-c41e8425927e req-a9a5a35d-49e2-4dd1-b16c-284471dcdc07 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:45.010239 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d30bca1-7940-408a-b58f-c41e8425927e req-a9a5a35d-49e2-4dd1-b16c-284471dcdc07 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 944 time: 0.0499282 Nov 12 12:10:45.058332 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3d30bca1-7940-408a-b58f-c41e8425927e req-57b8a25b-a10d-45f0-9c14-dd30bc602039 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421116 Nov 12 12:10:45.529277 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d2a4d947-2ed6-4b82-aa9a-972aff00b458 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:10:45.582026 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port d2a4d947-2ed6-4b82-aa9a-972aff00b458 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:10:45.585881 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port d2a4d947-2ed6-4b82-aa9a-972aff00b458 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:45.586504 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:45.662698 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:45.684948 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:10:45.687131 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f53786c-34cc-42fe-9d55-ade078442718" -d '{"events": [{"server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "name": "network-vif-plugged", "status": "completed", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:10:45.700291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:45.704721 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:45.755973 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:45.788171 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0ee392-61ad-4f02-8fb8-8c4d8ab3db81 x-openstack-request-id: req-ec0ee392-61ad-4f02-8fb8-8c4d8ab3db81 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:10:45.788466 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "name": "network-vif-plugged", "status": "completed", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:10:45.788720 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec0ee392-61ad-4f02-8fb8-8c4d8ab3db81 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:10:45.789185 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'code': 200} Nov 12 12:10:45.889612 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70123a-c3b2-4cea-80d7-708dc93dfdd3 req-93e54a2a-bcfe-49c9-b0de-68bae2a18fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:45.891128 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f70123a-c3b2-4cea-80d7-708dc93dfdd3 req-93e54a2a-bcfe-49c9-b0de-68bae2a18fcd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1097 time: 0.0452371 Nov 12 12:10:45.939046 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f70123a-c3b2-4cea-80d7-708dc93dfdd3 req-475f2f27-9d53-4f95-aa7c-6b353ac4d419 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390925 Nov 12 12:10:46.176444 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd42c6-9c71-48de-90ca-6d799adbd926 req-de7a3bc7-4d3e-47a5-904b-8d129ab8ca1a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:46.177963 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aecd42c6-9c71-48de-90ca-6d799adbd926 req-de7a3bc7-4d3e-47a5-904b-8d129ab8ca1a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0523760 Nov 12 12:10:46.235866 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-aecd42c6-9c71-48de-90ca-6d799adbd926 req-7ebd8141-42dc-4a05-ad81-a21f543c7845 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519409 Nov 12 12:10:47.355061 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a624d0-a709-431a-a693-35d76c93a42c req-2447cc82-56aa-4012-ad28-9aa1d5dd8055 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:47.356549 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2a624d0-a709-431a-a693-35d76c93a42c req-2447cc82-56aa-4012-ad28-9aa1d5dd8055 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Nov 12 12:10:47.405824 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e2a624d0-a709-431a-a693-35d76c93a42c req-690a3061-f886-4430-b734-a196404f178b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433977 Nov 12 12:10:47.519827 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d79b7-8111-47af-91a9-aae5e1aebd51 req-e6089a9a-3339-422f-8a96-9ae50404e87a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:47.521215 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72d79b7-8111-47af-91a9-aae5e1aebd51 req-e6089a9a-3339-422f-8a96-9ae50404e87a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0478766 Nov 12 12:10:47.574404 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-a72d79b7-8111-47af-91a9-aae5e1aebd51 req-96d9981a-bdb2-4032-a954-52f098f8297a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462773 Nov 12 12:10:47.596223 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52014) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:47.635120 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491d656-d377-4a6b-9442-9888aaff9938 tempest-TestShelveInstance-472490416 tempest-TestShelveInstance-472490416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:47.636612 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7491d656-d377-4a6b-9442-9888aaff9938 tempest-TestShelveInstance-472490416 tempest-TestShelveInstance-472490416-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1092 time: 0.0393422 Nov 12 12:10:47.639453 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52016) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:47.643634 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:47.665875 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:47.764444 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:47.867996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Allocated IP 172.25.2.104 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/4e995c56-cbd0-4dbe-bdf1-b5b54b38d6d4) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:10:48.299160 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:48.332721 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:48.376393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:10:48.379278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:48.386425 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:10:48.389183 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'Port': ['ID=4e995c56-cbd0-4dbe-bdf1-b5b54b38d6d4,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:48.741663 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:48.817591 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:48.966362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:48.971099 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:49.044660 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event updated for resources: {'Port': ['ID=4e995c56-cbd0-4dbe-bdf1-b5b54b38d6d4,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:49.056847 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:49.159490 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Floating IP 970a4eaf-c381-4035-a156-cadc017f391a associated. External IP: 172.25.2.104, port: d2a4d947-2ed6-4b82-aa9a-972aff00b458. Nov 12 12:10:49.372007 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:10:49.482974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:10:49.494192 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] Sync routers for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:10:49.501474 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:49.504565 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:49.506203 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:10:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:49.537758 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-40626df9-aa66-41d3-bcbd-82c67ee91e2e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8971021 Nov 12 12:10:49.538520 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:10:49.542059 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:10:49.623249 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:49.649725 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d040e-4c45-494c-ad26-c1058a1c4331 x-openstack-request-id: req-7d0d040e-4c45-494c-ad26-c1058a1c4331 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:10:49.650022 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:10:49.650278 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d0d040e-4c45-494c-ad26-c1058a1c4331 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:10:49.650685 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'status': 'completed', 'code': 200} Nov 12 12:10:49.709721 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-a5a5c4ad-3e43-4c00-a6ad-6a68ce2d321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:49.712069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-a5a5c4ad-3e43-4c00-a6ad-6a68ce2d321f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1097 time: 0.0413871 Nov 12 12:10:49.808720 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-751d422a-4cab-4bcb-86e8-9c698e43c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:49.810253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-751d422a-4cab-4bcb-86e8-9c698e43c2ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0900438 Nov 12 12:10:49.856700 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '970a4eaf-c381-4035-a156-cadc017f391a', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'port_id': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e10e97-1905-40cb-aa19-be2379017c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:10:48Z', 'updated_at': '2021-11-12T12:10:48Z', 'revision_number': 0, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:49.882322 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] Checking router: cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:10:49.885184 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-fe84f727-c765-4d99-8068-3cc84166d57b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 999 time: 0.0676186 Nov 12 12:10:49.891859 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:49.892466 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:10:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:49.936117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-7a126f76-a3b5-43a0-bc3a-8883a45d22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:49.937632 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-7a126f76-a3b5-43a0-bc3a-8883a45d22b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0446935 Nov 12 12:10:49.985983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-429d92d4-f766-4aaa-bb10-30fefd73b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:49.987495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-429d92d4-f766-4aaa-bb10-30fefd73b51e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411360 Nov 12 12:10:49.999194 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:50.087403 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-503f86a5-8b47-4a38-8e25-2d8b02536e83 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906038 Nov 12 12:10:50.190514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c2a9475e-2fa6-4743-b3cc-6e6e11542bb9 req-f4ddde7b-d95c-40c6-983c-a72b77ccea89 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902748 Nov 12 12:10:50.320147 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '970a4eaf-c381-4035-a156-cadc017f391a', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'port_id': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e10e97-1905-40cb-aa19-be2379017c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:10:48Z', 'updated_at': '2021-11-12T12:10:48Z', 'revision_number': 0, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:50.346499 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d8c18-ff41-4316-88f3-580d9da884c3 None None] The sync data for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 is: [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '970a4eaf-c381-4035-a156-cadc017f391a', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'port_id': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e10e97-1905-40cb-aa19-be2379017c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:10:48Z', 'updated_at': '2021-11-12T12:10:48Z', 'revision_number': 0, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:10:50.535344 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f080ec-e02e-45ea-82a4-21b6f4a74ce9 None None] New status for floating IP 970a4eaf-c381-4035-a156-cadc017f391a: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:10:54.073387 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dd778a7c-58e6-4397-ba5b-34b3d58bc478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:54.354057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-4f1261c0-29f5-4819-9fb0-b86ff467f227 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402160 Nov 12 12:10:54.442703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-f03f70d9-56e6-4858-8fe1-5bf959f804c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:54.444198 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-f03f70d9-56e6-4858-8fe1-5bf959f804c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1097 time: 0.0463462 Nov 12 12:10:54.550930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-bcb1e3c0-0234-4675-a9d9-750589215855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:54.552390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-bcb1e3c0-0234-4675-a9d9-750589215855 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0863457 Nov 12 12:10:54.623388 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-d6964650-718c-4fcc-ae0b-0e8842b90d75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 1001 time: 0.0634773 Nov 12 12:10:54.674249 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-63d8c564-6eea-42e3-97d5-f91637611011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:54.675698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-63d8c564-6eea-42e3-97d5-f91637611011 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0454359 Nov 12 12:10:54.722586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-4e3c407b-3f69-471b-906c-283df5875b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:54.724055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-4e3c407b-3f69-471b-906c-283df5875b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404687 Nov 12 12:10:54.828563 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-b9c37c82-7883-469c-83ed-c48887364900 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967519 Nov 12 12:10:54.921050 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-34a3877a-653f-4cfd-ad4c-a576579f2c23 req-0e8286b2-0acd-41ed-9757-ed892d01ee4e service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844362 Nov 12 12:10:56.466339 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-833b5ebf-c0bd-4f18-812a-3fd6370ca176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:58.021412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:59.745851 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:00.828035 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:05.815141 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:11:10.792712 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:11.239479 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:24.075272 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6476dc3e-c2bc-4821-830e-6ef551758233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:26.467252 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2e43-2fd1-44d2-a8a9-5c4b5d186e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:28.020529 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.749088 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.830172 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.816238 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:41.246922 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:42.814815 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:11:54.077210 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cb3d77b4-0de6-4032-8a90-2a013d2622a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:56.411253 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-5110a03a-13a7-4100-90a7-8fb5060e9fc9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458043 Nov 12 12:11:56.470540 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be77ba67-697b-4a0c-8337-23e8ff932238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:56.500364 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-68f2fa10-9832-4950-9546-12f84e053c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:56.501887 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-68f2fa10-9832-4950-9546-12f84e053c81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1097 time: 0.0448797 Nov 12 12:11:56.606859 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-d169115d-a7da-4ed6-9f36-c127db441016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:56.608310 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-d169115d-a7da-4ed6-9f36-c127db441016 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0849898 Nov 12 12:11:56.677720 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-096d52c7-c9c0-4490-aeff-2e51cf38ed4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 1001 time: 0.0611370 Nov 12 12:11:56.728412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-28b6a03b-9f91-4561-b462-9c31fbe8cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:56.729870 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-28b6a03b-9f91-4561-b462-9c31fbe8cc26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0442510 Nov 12 12:11:56.776463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-dccbd2f3-47ab-416c-b1da-f1e6e1472d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:56.777961 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-dccbd2f3-47ab-416c-b1da-f1e6e1472d21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403333 Nov 12 12:11:56.874931 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-38ee2b34-e137-47d4-b596-5e6a80a4b386 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886395 Nov 12 12:11:56.966519 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a07fd251-2f91-43e9-a20e-69ba02787108 req-ab989c87-7baa-46c0-a64a-9992f1d9752d service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843112 Nov 12 12:11:58.023462 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:59.752417 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:00.832570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:10.817898 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:11.257602 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:19.814065 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:12:24.083658 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a5f257d6-1d68-491e-8ee5-9d80b1e1a8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:26.471197 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-43b9b744-d5da-49ab-a034-df6d81df2b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:28.026849 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:29.755394 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:30.834802 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:40.817972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:41.282452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:45.327604 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6ff23-e9e0-4688-a83d-929249c98db7 req-55d02be8-7b96-427e-9a5d-5583ac4d071b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:45.329139 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21c6ff23-e9e0-4688-a83d-929249c98db7 req-55d02be8-7b96-427e-9a5d-5583ac4d071b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0651317 Nov 12 12:12:45.381714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-21c6ff23-e9e0-4688-a83d-929249c98db7 req-5d8279c3-0c95-4de9-a135-ce933a43467e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460501 Nov 12 12:12:46.523263 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be9f32-2d4a-4dcc-9eba-699752f374f7 req-795d649b-5fa6-4196-b993-1f095aa0fe47 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:46.524764 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0be9f32-2d4a-4dcc-9eba-699752f374f7 req-795d649b-5fa6-4196-b993-1f095aa0fe47 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Nov 12 12:12:46.578378 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0be9f32-2d4a-4dcc-9eba-699752f374f7 req-e2b93ca2-71bd-4330-a2b5-1428539f4a79 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474510 Nov 12 12:12:47.709366 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ad1a2-16fa-4fa1-9312-fb865e61b543 req-2a12d37f-b221-4d89-a80f-66dcdda08afa tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:47.710847 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b05ad1a2-16fa-4fa1-9312-fb865e61b543 req-2a12d37f-b221-4d89-a80f-66dcdda08afa tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0491195 Nov 12 12:12:47.759945 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b05ad1a2-16fa-4fa1-9312-fb865e61b543 req-3b87757e-cd0c-4dbd-a0fc-ecbfb01c8e5e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 Nov 12 12:12:48.877240 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500847-7c09-42c8-85b8-bc346daa23aa req-8144acfd-a6cd-4e35-af12-f6abc31b969a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:48.878714 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-53500847-7c09-42c8-85b8-bc346daa23aa req-8144acfd-a6cd-4e35-af12-f6abc31b969a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0525343 Nov 12 12:12:48.928272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-53500847-7c09-42c8-85b8-bc346daa23aa req-67299c13-bd03-4952-be85-131b60d78d74 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Nov 12 12:12:50.050048 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e8345-fb46-44ae-ab5a-cae8a897215b req-86888ff5-f57f-41f1-adc5-3f5213daf6a2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:50.051439 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-253e8345-fb46-44ae-ab5a-cae8a897215b req-86888ff5-f57f-41f1-adc5-3f5213daf6a2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0535259 Nov 12 12:12:50.101271 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-253e8345-fb46-44ae-ab5a-cae8a897215b req-3c1ace33-40da-48aa-8ee3-c4b2990ee9f3 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Nov 12 12:12:51.220936 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f768c31-7e11-438b-97da-d62e4ce79423 req-66e4f3b1-b095-4b0d-845e-9e394af21bf8 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:51.222412 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f768c31-7e11-438b-97da-d62e4ce79423 req-66e4f3b1-b095-4b0d-845e-9e394af21bf8 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0508289 Nov 12 12:12:51.273291 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0f768c31-7e11-438b-97da-d62e4ce79423 req-38320257-89e5-4560-b6e5-b00676c01512 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448952 Nov 12 12:12:52.389553 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c3f62-b39e-46f6-830b-4ddd42ce70f6 req-c44e42b1-4d6f-4b67-b655-88ecc8d340da tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:52.391225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c3c3f62-b39e-46f6-830b-4ddd42ce70f6 req-c44e42b1-4d6f-4b67-b655-88ecc8d340da tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0500398 Nov 12 12:12:52.441363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1c3c3f62-b39e-46f6-830b-4ddd42ce70f6 req-24e84e53-816c-4493-b36b-a07646dde9da tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Nov 12 12:12:53.558871 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc896c-1c4c-47fd-9b81-49e040a64141 req-dd40f1e2-c6e2-40f0-8ad9-45a6d6fb43fc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:53.560365 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9bc896c-1c4c-47fd-9b81-49e040a64141 req-dd40f1e2-c6e2-40f0-8ad9-45a6d6fb43fc tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0520928 Nov 12 12:12:53.609700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-c9bc896c-1c4c-47fd-9b81-49e040a64141 req-46d105b2-8c6e-4b8a-aff8-952387138c4f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Nov 12 12:12:54.076155 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e82ff78b-f08d-41b6-ac2f-c153eeeb27ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:54.723423 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f5e6a-f91e-4d32-9382-cad3395cc2b5 req-31dd7e2e-6e12-4cfa-ab90-ae497fcc1f6e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:54.724892 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c7f5e6a-f91e-4d32-9382-cad3395cc2b5 req-31dd7e2e-6e12-4cfa-ab90-ae497fcc1f6e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0479956 Nov 12 12:12:54.777327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9c7f5e6a-f91e-4d32-9382-cad3395cc2b5 req-d01884ec-eff6-49e4-814f-e5e8c8d5b164 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459766 Nov 12 12:12:55.489971 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-4e5832e7-3a8f-4dd7-a24d-0713b18700d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:55.491481 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-4e5832e7-3a8f-4dd7-a24d-0713b18700d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1097 time: 0.0891781 Nov 12 12:12:55.584170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-4d658e58-706a-4194-ae9e-53460ea648a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:55.585686 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-4d658e58-706a-4194-ae9e-53460ea648a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0868850 Nov 12 12:12:55.656473 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-98c4faf9-5eec-4d4c-9a6e-f1516e8a0e47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 1001 time: 0.0631893 Nov 12 12:12:55.708319 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-197f47c9-d09d-4658-890d-a6e5caee1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:55.709685 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-197f47c9-d09d-4658-890d-a6e5caee1e48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0461819 Nov 12 12:12:55.757898 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-864a53fa-7b55-4ae5-a147-6a62f64bca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:55.759376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-864a53fa-7b55-4ae5-a147-6a62f64bca26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416229 Nov 12 12:12:55.855458 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-8741996a-350a-41f7-a29b-321482d9434c service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872426 Nov 12 12:12:55.894872 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07932ebb-4c3e-4ca7-bb62-2938d0010668 req-0ecee5dd-0e7a-4a4f-b2cb-d399fb4260fb tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:55.896396 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07932ebb-4c3e-4ca7-bb62-2938d0010668 req-0ecee5dd-0e7a-4a4f-b2cb-d399fb4260fb tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0503850 Nov 12 12:12:55.945987 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-07932ebb-4c3e-4ca7-bb62-2938d0010668 req-2401dc65-199d-4a9f-b576-cd969733f492 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436814 Nov 12 12:12:55.948584 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-82bd8c57-2e15-4ca9-bf64-f2c29e5a3bae req-c592720f-17dc-48d4-baf3-943765395835 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844967 Nov 12 12:12:56.062573 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-2f936c5c-a7be-4572-b8f8-df783289b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:56.064002 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-2f936c5c-a7be-4572-b8f8-df783289b4b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1097 time: 0.0471623 Nov 12 12:12:56.176107 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-9db7a70c-1c2d-4c8b-8183-d16910e4c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:56.178086 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-9db7a70c-1c2d-4c8b-8183-d16910e4c79d service neutron] 10.222.0.59 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0909948 Nov 12 12:12:56.251212 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-5f346d7f-50a9-46d0-ad2c-9e61e0bc8701 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 1001 time: 0.0652862 Nov 12 12:12:56.306549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-c146deb3-4b3c-4257-8450-429804aef76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:56.308076 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-c146deb3-4b3c-4257-8450-429804aef76c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0495536 Nov 12 12:12:56.357729 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-ab8c0ac2-79db-4609-8632-144ea8218acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:56.363035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-ab8c0ac2-79db-4609-8632-144ea8218acb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437198 Nov 12 12:12:56.465895 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-cbe0409a-1c13-4294-80ce-5d42dd1475ef service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975029 Nov 12 12:12:56.479002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e2cf752b-340f-4c4f-937b-b16d92e9b904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:56.565290 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d9656485-b539-4469-98aa-3a72cac6cdf0 req-952bd5fd-1987-4df9-8b22-71ef32c5a192 service neutron] 10.222.0.59 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Nov 12 12:12:56.813925 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:12:57.071079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4172f2-3279-4968-941e-4a1a8184c12f req-c2c9b1f8-68c8-4804-ab2a-6b4441878471 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:57.072494 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d4172f2-3279-4968-941e-4a1a8184c12f req-c2c9b1f8-68c8-4804-ab2a-6b4441878471 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0547926 Nov 12 12:12:57.124913 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3d4172f2-3279-4968-941e-4a1a8184c12f req-e8e3aefa-2477-4079-81e3-445688bcdce6 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Nov 12 12:12:58.030656 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:58.245807 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c66e0a-653b-49a8-9b07-d469e1856e1e req-649ae39a-a094-4c03-b7ea-6102e4f8792a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:58.247885 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41c66e0a-653b-49a8-9b07-d469e1856e1e req-649ae39a-a094-4c03-b7ea-6102e4f8792a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Nov 12 12:12:58.303063 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-41c66e0a-653b-49a8-9b07-d469e1856e1e req-a8761946-bfd8-4176-8143-8a0ca3deb7aa tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491936 Nov 12 12:12:59.426852 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6537-6d40-457e-8370-a809a1e73f25 req-d127404e-0538-4d07-bc7a-984419370a0a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:59.428422 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5ee6537-6d40-457e-8370-a809a1e73f25 req-d127404e-0538-4d07-bc7a-984419370a0a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 945 time: 0.0541513 Nov 12 12:12:59.481634 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5ee6537-6d40-457e-8370-a809a1e73f25 req-4be5ef30-0a54-4d3a-8ef6-d64fb51227ad tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458248 Nov 12 12:12:59.759034 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:00.050135 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device d2a4d947-2ed6-4b82-aa9a-972aff00b458 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:13:00.123873 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:00.149254 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:13:00.151457 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e126cdfd-2ec8-4473-942e-0dc5ec85aba7" -d '{"events": [{"server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "name": "network-vif-unplugged", "status": "completed", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:13:00.163323 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:00.168324 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:00.191946 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0cb4b9-8538-48da-ac38-1354c9bc1de1 x-openstack-request-id: req-7a0cb4b9-8538-48da-ac38-1354c9bc1de1 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:13:00.192233 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "name": "network-vif-unplugged", "status": "failed", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458", "code": 422}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:13:00.192484 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a0cb4b9-8538-48da-ac38-1354c9bc1de1 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:13:00.192888 n-d-768851-19 neutron-server[109167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'code': 422} returned with failed status Nov 12 12:13:00.218196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:00.225772 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.226120 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.226462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.226796 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.227129 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.227460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.227797 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.228115 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.228436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.228755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.229104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.229428 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:00.596127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37badcbc-d8be-443e-91a7-2bfdada2d165 req-310f3fe3-c98f-477a-b9de-3d51b5244052 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:00.597621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-37badcbc-d8be-443e-91a7-2bfdada2d165 req-310f3fe3-c98f-477a-b9de-3d51b5244052 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0490770 Nov 12 12:13:00.649661 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-37badcbc-d8be-443e-91a7-2bfdada2d165 req-1c44497c-bd52-4b95-9175-3516d3c6b849 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461674 Nov 12 12:13:00.716975 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-6c22c2a1-8deb-486a-85a1-9d9b16be04c9 req-7d577327-4f77-4b56-8a8b-a2b660119f1f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:13:00.718507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6c22c2a1-8deb-486a-85a1-9d9b16be04c9 req-7d577327-4f77-4b56-8a8b-a2b660119f1f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057764 Nov 12 12:13:00.841162 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:00.844057 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-4f45c0c8-b87e-462e-b9c6-07192c855609 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423734 Nov 12 12:13:00.853421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-a284fb44-6b56-4786-8051-d3b85bddfcc4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:13:00.854401 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-a284fb44-6b56-4786-8051-d3b85bddfcc4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051374 Nov 12 12:13:00.879767 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa68a54-8720-41a0-86a9-6d76c74ad313 req-80ecafc5-774f-4e3c-b31d-a8fa5a4cf1d9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:00.881306 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aa68a54-8720-41a0-86a9-6d76c74ad313 req-80ecafc5-774f-4e3c-b31d-a8fa5a4cf1d9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0542090 Nov 12 12:13:00.933874 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2aa68a54-8720-41a0-86a9-6d76c74ad313 req-63fec817-916a-4f1c-8641-d328984e96cb tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456164 Nov 12 12:13:02.057102 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c606-6e48-4b26-9f04-e7aa41114950 req-0a278f1e-b399-4cb1-aa3b-5991c259a5b1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:02.058523 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6910c606-6e48-4b26-9f04-e7aa41114950 req-0a278f1e-b399-4cb1-aa3b-5991c259a5b1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0501590 Nov 12 12:13:02.108369 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6910c606-6e48-4b26-9f04-e7aa41114950 req-3ea70354-7a97-4522-b814-e8fa6150668e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Nov 12 12:13:03.224351 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbc789-1bd9-473a-921b-aca4a0a3ac7d req-661e4641-4002-4b7f-b23e-46e7aa47b53a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:03.225845 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1fbc789-1bd9-473a-921b-aca4a0a3ac7d req-661e4641-4002-4b7f-b23e-46e7aa47b53a tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0496407 Nov 12 12:13:03.276748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c1fbc789-1bd9-473a-921b-aca4a0a3ac7d req-89043d15-60f4-4093-9dd6-4239e93c893d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448737 Nov 12 12:13:04.394911 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d8e6f-3228-4d9e-996f-7dae4855c608 req-d3d09896-359d-43a1-8eb6-4ef1886e6468 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:04.396639 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf9d8e6f-3228-4d9e-996f-7dae4855c608 req-d3d09896-359d-43a1-8eb6-4ef1886e6468 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0512199 Nov 12 12:13:04.451884 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-cf9d8e6f-3228-4d9e-996f-7dae4855c608 req-aa908aa5-2409-44ac-8564-a4c44deb4180 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488336 Nov 12 12:13:05.571112 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528f128-de3d-4751-848e-9b4f7601721f req-578d8c2c-742c-4ae9-af35-a7074dbad62e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:05.572570 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9528f128-de3d-4751-848e-9b4f7601721f req-578d8c2c-742c-4ae9-af35-a7074dbad62e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0521474 Nov 12 12:13:05.622390 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-9528f128-de3d-4751-848e-9b4f7601721f req-e751f81c-ab31-4ad9-b131-9b4a36964b0c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432477 Nov 12 12:13:06.585177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-d2b6b535-0bed-4850-90e9-544c5a40e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:06.586666 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-d2b6b535-0bed-4850-90e9-544c5a40e82f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49&tenant_id=f2b9008fa66b4b65957a8a99abd85794 HTTP/1.1" status: 200 len: 1095 time: 0.0409381 Nov 12 12:13:06.598071 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-d1e6f71a-cd1a-47e9-ab65-bf82df968745 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:13:06.599021 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-d1e6f71a-cd1a-47e9-ab65-bf82df968745 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049853 Nov 12 12:13:06.611495 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-19', 'device_owner': 'compute:nova'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:06.667531 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:06.739248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17129199-6989-4973-8651-4f541a1f34bd req-7c3b56a0-06c0-4433-9fab-f8d85edbc113 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:06.740786 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17129199-6989-4973-8651-4f541a1f34bd req-7c3b56a0-06c0-4433-9fab-f8d85edbc113 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0499294 Nov 12 12:13:06.792657 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-17129199-6989-4973-8651-4f541a1f34bd req-5245ef8a-1de6-4e61-974f-edca44f2ba3d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Nov 12 12:13:06.873040 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:06.905844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:13:06.937930 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a4d947-2ed6-4b82-aa9a-972aff00b458 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:13:06.945258 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:06.957500 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Transition to ACTIVE for port object d2a4d947-2ed6-4b82-aa9a-972aff00b458 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:13:06.960720 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:07.044146 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=7']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:07.060347 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.060598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.060972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.061308 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.061676 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.062005 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.062329 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.062653 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.062979 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.063297 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.063619 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.063939 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:07.094726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] No DVR routers for this DVR port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:13:07.233917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Attempting to bind port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:13:07.234252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Attempting to bind port d2a4d947-2ed6-4b82-aa9a-972aff00b458 by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:13:07.234576 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Attempting to bind port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:13:07.238839 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:13:07.239160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Attempting to bind port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on network 81777caa-2d1e-4bdf-beb7-2da32075c70b {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:13:07.244002 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:13:07.244335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Checking segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:13:07.244717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Bound using segment: {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:13:07.245176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Bound port: d2a4d947-2ed6-4b82-aa9a-972aff00b458, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc175648-633e-49d5-ab50-6c263fcbae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:13:07.245529 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:07.307482 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:13:07.310448 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:13:07.314756 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:07.351635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.352294 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:07.353952 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] 10.222.0.52 "PUT /v2.0/ports/d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 1092 time: 0.7465892 Nov 12 12:13:07.356234 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:13:07.358442 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0260d8-be73-4d5d-aff2-1bb392aa046f" -d '{"events": [{"name": "network-changed", "server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:13:07.414596 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6313aa9-206a-4ebf-9e6e-db4078d4440e x-openstack-request-id: req-d6313aa9-206a-4ebf-9e6e-db4078d4440e {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:13:07.414887 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:13:07.415144 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6313aa9-206a-4ebf-9e6e-db4078d4440e {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:13:07.415542 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'status': 'completed', 'code': 200} Nov 12 12:13:07.417244 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5f9ee-a397-4bbb-8ed3-acf2c4495c83 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=8']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:07.437793 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-b525bec8-f44d-47df-9f30-0632570b65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.439780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-b525bec8-f44d-47df-9f30-0632570b65ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1095 time: 0.0592544 Nov 12 12:13:07.544242 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-9bdd8a83-0332-4078-a1a3-8e8cf7037c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.545907 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-9bdd8a83-0332-4078-a1a3-8e8cf7037c80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0984969 Nov 12 12:13:07.616757 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-e2cf9e61-e8a7-4c7c-ae76-1ba23bd7bc17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 999 time: 0.0633142 Nov 12 12:13:07.669251 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-8b6b1c38-9b61-4064-b94c-02c29ce4b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.670745 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-8b6b1c38-9b61-4064-b94c-02c29ce4b7c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0472267 Nov 12 12:13:07.717516 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-dc635216-143a-4fc7-b0e8-416897e53ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.719018 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-dc635216-143a-4fc7-b0e8-416897e53ebf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407040 Nov 12 12:13:07.817591 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-567ee038-4994-4c0a-a7db-36b077db05e8 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910990 Nov 12 12:13:07.910285 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-9bf4aff7-4a31-4e94-a789-1a85362152a9 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853515 Nov 12 12:13:07.964300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ff78-063c-4033-9e38-28fdfc54977c req-23df19af-5081-4e43-8647-033a44159bed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.965832 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b76ff78-063c-4033-9e38-28fdfc54977c req-23df19af-5081-4e43-8647-033a44159bed tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.1037309 Nov 12 12:13:08.002890 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-901f3a0c-ea11-4c98-80b8-c34dd7f6312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:08.004420 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-901f3a0c-ea11-4c98-80b8-c34dd7f6312f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1095 time: 0.0461223 Nov 12 12:13:08.016898 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-6b76ff78-063c-4033-9e38-28fdfc54977c req-0b7578f3-960a-4035-a6a5-9f9d00b9660c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448802 Nov 12 12:13:08.095705 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-cecde561-6a3e-4451-82b7-08006c84d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:08.097209 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-cecde561-6a3e-4451-82b7-08006c84d0b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0855212 Nov 12 12:13:08.166597 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-89b43a23-18cf-4704-a69b-b82f2076f5c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 999 time: 0.0618229 Nov 12 12:13:08.216253 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-24847a47-504c-498b-a554-72d92ff5187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:08.218381 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-24847a47-504c-498b-a554-72d92ff5187c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0435011 Nov 12 12:13:08.265900 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-9edba1ea-290c-4ee9-9893-b4865fdeda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:08.267385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-9edba1ea-290c-4ee9-9893-b4865fdeda39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405035 Nov 12 12:13:08.362049 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-cae9dbfd-a404-4dc6-87f4-8acb43025d79 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869350 Nov 12 12:13:08.454417 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-1b0260d8-be73-4d5d-aff2-1bb392aa046f req-73939dcf-0bb8-4a28-a0e7-c63707bd1516 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822792 Nov 12 12:13:08.561287 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-6f11cc8b-7437-44b9-ae28-d14469c41fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:08.562773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-6f11cc8b-7437-44b9-ae28-d14469c41fa7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1095 time: 0.0448923 Nov 12 12:13:08.665220 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-9ebccf5f-61eb-4e05-b06f-d20a0e803aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:08.666733 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-9ebccf5f-61eb-4e05-b06f-d20a0e803aea service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0840392 Nov 12 12:13:08.736736 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-0a57c239-4924-4867-8de5-3d37b3d8ffeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 999 time: 0.0609567 Nov 12 12:13:08.786648 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-bc074303-a3c7-4c36-9e7a-018f9811994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:08.788111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-bc074303-a3c7-4c36-9e7a-018f9811994d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0439050 Nov 12 12:13:08.834551 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-c6edaeed-76cb-472b-90fc-3443c169cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:08.836035 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-c6edaeed-76cb-472b-90fc-3443c169cf30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404181 Nov 12 12:13:09.258668 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-e09cbd3e-1d1d-4b7b-a144-34f533987c09 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142752 Nov 12 12:13:09.382765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde8bcd-0ab4-410e-9ce0-74b5e7f2df61 req-b3b02741-7b4e-4377-9d31-46f9128e79df tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:09.384162 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efde8bcd-0ab4-410e-9ce0-74b5e7f2df61 req-b3b02741-7b4e-4377-9d31-46f9128e79df tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.1649241 Nov 12 12:13:09.401075 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-ddbfda88-2e4a-4e0d-abba-1cae12408cab req-e7b52dd3-1793-4038-82ce-fb429d907aa4 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329653 Nov 12 12:13:09.439826 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-efde8bcd-0ab4-410e-9ce0-74b5e7f2df61 req-41122d3f-9154-4eee-8179-4416ef1b2ea6 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493455 Nov 12 12:13:10.558370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c516c94-2281-438a-bfde-05d19a60f771 req-5043540f-aa58-44c5-ad54-dffd5664e401 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:10.559850 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c516c94-2281-438a-bfde-05d19a60f771 req-5043540f-aa58-44c5-ad54-dffd5664e401 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0528684 Nov 12 12:13:10.609741 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3c516c94-2281-438a-bfde-05d19a60f771 req-5f6b6c69-2d1a-4dfd-beab-32982a92166b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 Nov 12 12:13:10.848651 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:11.286002 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:11.724970 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733427d-52f2-4d93-9f99-768fc5bab43a req-a38e3a21-558e-4020-b5d8-51dcee4ba216 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:11.726460 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0733427d-52f2-4d93-9f99-768fc5bab43a req-a38e3a21-558e-4020-b5d8-51dcee4ba216 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0502272 Nov 12 12:13:11.776090 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0733427d-52f2-4d93-9f99-768fc5bab43a req-714d0fc5-41a7-49c0-b2c9-6202c4752cb4 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434308 Nov 12 12:13:12.890692 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5c9e0-c467-494f-acda-d031c5b4c72b req-9cef92eb-c53b-4349-abb9-62e6bdeccb4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:12.892223 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2d5c9e0-c467-494f-acda-d031c5b4c72b req-9cef92eb-c53b-4349-abb9-62e6bdeccb4e tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0498202 Nov 12 12:13:12.941668 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b2d5c9e0-c467-494f-acda-d031c5b4c72b req-8f2fc34e-a453-416d-be7d-0b5a4145578c tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Nov 12 12:13:14.055883 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556048b5-0ef3-43a2-b1a7-788edee07eec req-c1a1c408-c740-4ec6-ab4a-4229493d4cbf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:14.057346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-556048b5-0ef3-43a2-b1a7-788edee07eec req-c1a1c408-c740-4ec6-ab4a-4229493d4cbf tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0485275 Nov 12 12:13:14.110089 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-556048b5-0ef3-43a2-b1a7-788edee07eec req-97ec81ca-d5e5-4b39-baf1-d1a3049f8ec5 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461721 Nov 12 12:13:15.039086 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d2a4d947-2ed6-4b82-aa9a-972aff00b458 details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:13:15.132080 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:15.147371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'port_id': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:13:15.184299 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:15.197930 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a4d947-2ed6-4b82-aa9a-972aff00b458 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:13:15.217618 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:15.221974 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:15.232558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5490549-80e6-4890-b4bd-259b59027997 req-a7fc8d19-2e60-41ee-b71b-922220a142d6 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:15.234619 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5490549-80e6-4890-b4bd-259b59027997 req-a7fc8d19-2e60-41ee-b71b-922220a142d6 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 943 time: 0.0555105 Nov 12 12:13:15.269924 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=9']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:15.284457 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e5490549-80e6-4890-b4bd-259b59027997 req-b7e41e74-398a-4909-8a4d-24007180eebd tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438156 Nov 12 12:13:15.474104 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['d2a4d947-2ed6-4b82-aa9a-972aff00b458'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:13:16.401000 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d4b6f-6d61-4474-bf93-1729e0723ecd req-3ed8a9a9-c5f5-4336-b1b4-8281b44f0984 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:16.402466 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-472d4b6f-6d61-4474-bf93-1729e0723ecd req-3ed8a9a9-c5f5-4336-b1b4-8281b44f0984 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 944 time: 0.0482781 Nov 12 12:13:16.451973 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-472d4b6f-6d61-4474-bf93-1729e0723ecd req-71da13ad-0ef5-4620-8421-2d367501aa55 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Nov 12 12:13:17.039538 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d2a4d947-2ed6-4b82-aa9a-972aff00b458 up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:13:17.088019 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port d2a4d947-2ed6-4b82-aa9a-972aff00b458 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:13:17.092326 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port d2a4d947-2ed6-4b82-aa9a-972aff00b458 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:17.093307 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:17.172255 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:17.194935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:13:17.197103 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c05cd4-69a9-415f-9a11-42ff033a3ccd" -d '{"events": [{"server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "name": "network-vif-plugged", "status": "completed", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:13:17.210274 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:17.215303 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:17.238109 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6115a63f-0813-4c92-b9ef-6e91eb144bcd x-openstack-request-id: req-6115a63f-0813-4c92-b9ef-6e91eb144bcd {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:13:17.238400 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "name": "network-vif-plugged", "status": "completed", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:13:17.238651 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6115a63f-0813-4c92-b9ef-6e91eb144bcd {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:13:17.239034 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'code': 200} Nov 12 12:13:17.265778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=10']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:17.383923 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a7421-dbb7-4ee1-8995-655ad2ca242e req-78889065-6a31-4d37-86c3-7a2e97895e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:17.385352 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f51a7421-dbb7-4ee1-8995-655ad2ca242e req-78889065-6a31-4d37-86c3-7a2e97895e36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1098 time: 0.0395548 Nov 12 12:13:17.430862 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f51a7421-dbb7-4ee1-8995-655ad2ca242e req-d38ffa59-c468-473b-ab0d-4f3deee986cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382302 Nov 12 12:13:17.571009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869c676-f1b3-454b-a941-b46d6779711c req-736ebf85-5d42-41c4-9289-c1a56c170fb9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:17.572464 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2869c676-f1b3-454b-a941-b46d6779711c req-736ebf85-5d42-41c4-9289-c1a56c170fb9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Nov 12 12:13:17.621293 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2869c676-f1b3-454b-a941-b46d6779711c req-40d3b782-3c6a-44f4-9cc9-cd3c7c56b015 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Nov 12 12:13:18.738207 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896d9a7-af52-4c6f-b632-a0296948501f req-398b00bb-7ef4-49a5-a7ef-3331c19dd922 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:18.739690 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3896d9a7-af52-4c6f-b632-a0296948501f req-398b00bb-7ef4-49a5-a7ef-3331c19dd922 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 946 time: 0.0499094 Nov 12 12:13:18.792819 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3896d9a7-af52-4c6f-b632-a0296948501f req-2b44b34b-d9e1-43db-8aa3-afd8462af622 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471411 Nov 12 12:13:24.080906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f5c583a2-87d9-4456-b8fc-c7fae60df355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.472398 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-40285559-7d00-4cb3-8b8c-23793250409e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:28.031988 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.763482 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:30.836301 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.812638 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:13:40.862893 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:41.298521 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:54.082783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d2c57be5-8247-4cfa-9818-a02d230b3bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:56.474156 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a25b9a57-f98d-4a9c-816b-a6712e2fc239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:58.034459 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:59.766957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:00.838572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:07.677654 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-0b7ea3a2-ad43-4d3e-b927-c677f3cb788a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391181 Nov 12 12:14:07.807252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-56eb961f-0019-496a-8699-85f455dfd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:07.808722 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-56eb961f-0019-496a-8699-85f455dfd725 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1098 time: 0.0412078 Nov 12 12:14:07.915724 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-84ee523f-5d37-4b55-a6c1-fbbe31c5e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:07.917219 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-84ee523f-5d37-4b55-a6c1-fbbe31c5e178 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.0890887 Nov 12 12:14:07.982354 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-c44bc1ab-dc49-4d02-b4fc-2efde3426fb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 1001 time: 0.0581682 Nov 12 12:14:08.035472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-a5c4b97d-aac8-4d87-9002-e272fb28e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:08.036983 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-a5c4b97d-aac8-4d87-9002-e272fb28e96d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0482025 Nov 12 12:14:08.082212 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-d9d0dc8a-14f6-4146-9306-a4579e70d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:08.083893 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-d9d0dc8a-14f6-4146-9306-a4579e70d55c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404167 Nov 12 12:14:08.173649 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-00cd4e97-d028-45de-8c7e-87a8895ed095 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814667 Nov 12 12:14:08.267486 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2ca2d7f-09b0-49e6-85c4-1440632fa8ec req-8ecddb65-8559-4ad2-8888-9472dc81872b service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862584 Nov 12 12:14:10.810971 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:14:10.864821 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:11.297114 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.083924 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-275f2077-d56c-4137-86b2-c19a0bf596e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.476534 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3e4692df-3610-4260-9676-52aa9888230b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.041237 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:29.769593 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.840362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.520245 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52176) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:31.679538 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Deleting port 4e995c56-cbd0-4dbe-bdf1-b5b54b38d6d4 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:31.679877 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.757516 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.757838 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.769380 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Calling delete_port for 4e995c56-cbd0-4dbe-bdf1-b5b54b38d6d4 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:31.917307 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.945377 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event deleted for resources: {'Port': ['ID=4e995c56-cbd0-4dbe-bdf1-b5b54b38d6d4,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:31.969006 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.969351 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.969693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.970031 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.970364 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.970700 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.971029 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.971356 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.971681 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.972027 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.972335 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:31.972659 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:32.016645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:32.017060 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Floating IP 970a4eaf-c381-4035-a156-cadc017f391a disassociated (deleted). External IP: 172.25.2.104, port: d2a4d947-2ed6-4b82-aa9a-972aff00b458. Nov 12 12:14:32.222288 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:14:32.329260 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:14:32.335622 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:32.343782 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] Sync routers for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:14:32.353994 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:32.354603 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:32.362496 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-4e31a4be-43e5-4a83-aa96-569ae32403a7 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "DELETE /v2.0/floatingips/970a4eaf-c381-4035-a156-cadc017f391a HTTP/1.1" status: 204 len: 168 time: 0.8411570 Nov 12 12:14:32.363069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:32.366025 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5aa7db-df84-4ce7-9a95-d1da264ed084" -d '{"events": [{"name": "network-changed", "server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:32.413836 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b924b4-ca39-4a22-b8c7-56880625a375 x-openstack-request-id: req-f8b924b4-ca39-4a22-b8c7-56880625a375 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:32.414120 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:32.414369 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8b924b4-ca39-4a22-b8c7-56880625a375 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:32.414771 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'status': 'completed', 'code': 200} Nov 12 12:14:32.471330 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:32.481768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-dbfc3d71-f63c-498a-959e-eba2fac0dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.483593 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-dbfc3d71-f63c-498a-959e-eba2fac0dba7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2b9008fa66b4b65957a8a99abd85794&device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 1098 time: 0.0450897 Nov 12 12:14:32.607014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-7a756b21-1f15-4bc7-bd53-aaf57a21572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.608520 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-7a756b21-1f15-4bc7-bd53-aaf57a21572e service neutron] 10.222.0.52 "GET /v2.0/networks?id=81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 200 len: 909 time: 0.1161966 Nov 12 12:14:32.610345 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14dbe4-c5e1-435d-b571-4f8be32706ed req-12f16c34-6a7a-4e0a-aa31-33a0b3b282f1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.611880 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe14dbe4-c5e1-435d-b571-4f8be32706ed req-12f16c34-6a7a-4e0a-aa31-33a0b3b282f1 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 946 time: 0.0596194 Nov 12 12:14:32.652657 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-75831f94-2055-44db-a82b-551fc234d474 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 200 len: 217 time: 0.0359731 Nov 12 12:14:32.663614 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-fe14dbe4-c5e1-435d-b571-4f8be32706ed req-84b9f647-9656-4ead-aee3-b2e0d8924ac9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450537 Nov 12 12:14:32.677659 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:32.703357 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] Checking router: cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:14:32.708145 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-1c49759e-2fd9-4bc0-b590-eca3777cd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.710180 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-1c49759e-2fd9-4bc0-b590-eca3777cd2c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 200 len: 847 time: 0.0504789 Nov 12 12:14:32.712121 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:32.712707 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:32.756176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-ad1afacf-c86a-4900-879e-4bd56edee5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.757713 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-ad1afacf-c86a-4900-879e-4bd56edee5b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81777caa-2d1e-4bdf-beb7-2da32075c70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404172 Nov 12 12:14:32.816387 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:32.852110 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-a59c8a4e-8578-4338-a5e2-044884102419 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854359 Nov 12 12:14:32.951828 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c5aa7db-df84-4ce7-9a95-d1da264ed084 req-03ffd896-950a-4b2f-9a8c-9bcb1c168e73 service neutron] 10.222.0.52 "GET /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922747 Nov 12 12:14:33.107326 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:33.132633 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99f3ca-3af9-4f6e-a01a-33904d97fdd5 None None] The sync data for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 is: [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:52Z', 'revision_number': 4, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f44dad49-f790-48be-8ebf-75081757f78a', 'name': '', 'network_id': '81777caa-2d1e-4bdf-beb7-2da32075c70b', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'mac_address': 'fa:16:3e:8b:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:51Z', 'updated_at': '2021-11-12T12:05:55Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'subnets': [{'id': 'f2e668a4-8498-4f5d-95a4-4ebc65d6039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:14:33.344683 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca67601-9fb5-4be0-ad7a-8d83d36be851 None None] New status for floating IP 970a4eaf-c381-4035-a156-cadc017f391a: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:14:33.785115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cddef2-2d8a-4860-a224-1a1b01df435e req-36d2b375-c367-4c11-b5bb-33467c8d31b9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:33.786643 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31cddef2-2d8a-4860-a224-1a1b01df435e req-36d2b375-c367-4c11-b5bb-33467c8d31b9 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 946 time: 0.0512257 Nov 12 12:14:33.836100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31cddef2-2d8a-4860-a224-1a1b01df435e req-29037338-c585-4230-9062-fe0989fb835f tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f34ab94-7995-4464-9638-c99a2d3b4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Nov 12 12:14:34.138236 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-80c10cda-e387-4fe3-8261-1b05a0eee28d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:34.139684 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-80c10cda-e387-4fe3-8261-1b05a0eee28d tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.52 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 946 time: 0.0547130 Nov 12 12:14:34.232004 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Deleting port d2a4d947-2ed6-4b82-aa9a-972aff00b458 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:34.232349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:34.324028 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] For port d2a4d947-2ed6-4b82-aa9a-972aff00b458, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=d2a4d947-2ed6-4b82-aa9a-972aff00b458,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:34.324462 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:34.337739 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Calling delete_port for d2a4d947-2ed6-4b82-aa9a-972aff00b458 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:34.463339 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:34.496590 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event deleted for resources: {'Port': ['ID=d2a4d947-2ed6-4b82-aa9a-972aff00b458,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:34.509463 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.509816 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.510160 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.510502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.510845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.511182 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.511513 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.511845 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.512173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.512491 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.512813 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.513171 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:34.548147 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] No DVR routers for this DVR port d2a4d947-2ed6-4b82-aa9a-972aff00b458 on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:34.550800 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:34.554241 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f5345b78-da53-4688-b60b-1cfb983ac556 req-48709c96-8587-4b17-85ed-fc79e0397cbe tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.52 "DELETE /v2.0/ports/d2a4d947-2ed6-4b82-aa9a-972aff00b458 HTTP/1.1" status: 204 len: 173 time: 0.4065890 Nov 12 12:14:34.554682 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'name': 'network-vif-deleted', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:34.556993 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07a6964-c2a2-4f83-b8dc-79fbde679ad3" -d '{"events": [{"server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "name": "network-vif-deleted", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:34.645652 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828e9b44-f804-4a14-8c53-82d5c2c22cb7 x-openstack-request-id: req-828e9b44-f804-4a14-8c53-82d5c2c22cb7 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:34.646027 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e10e97-1905-40cb-aa19-be2379017c49", "name": "network-vif-deleted", "tag": "d2a4d947-2ed6-4b82-aa9a-972aff00b458", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:34.646954 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-828e9b44-f804-4a14-8c53-82d5c2c22cb7 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:34.647542 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e10e97-1905-40cb-aa19-be2379017c49', 'name': 'network-vif-deleted', 'tag': 'd2a4d947-2ed6-4b82-aa9a-972aff00b458', 'status': 'completed', 'code': 200} Nov 12 12:14:34.940365 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-67c76e2b-5748-4fb8-a6fe-227ef091eb27 req-69e02e72-0297-4a06-b3db-82a02c8041e2 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0282269 Nov 12 12:14:36.043623 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-232847aa-800e-493c-b86d-ad3b85e479ed req-9b2e859c-ff90-4e31-a9f2-29b9be47a536 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0322881 Nov 12 12:14:37.138763 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-2960fdf0-e746-40d6-b7ca-4b1de325f5df req-26d58eff-0f46-4e2d-bf93-c7e2a4e4387b tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Nov 12 12:14:37.475049 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d2a4d947-2ed6-4b82-aa9a-972aff00b458 no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:14:37.495928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: d2a4d947-2ed6-4b82-aa9a-972aff00b458 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:14:37.496328 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device d2a4d947-2ed6-4b82-aa9a-972aff00b458 not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:14:38.234882 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-7c844ce7-2591-4a38-90ac-2ef8df7b9c8a req-706499eb-ece2-4587-98da-34fbc52c50f8 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0274155 Nov 12 12:14:39.352116 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f092c2e1-ab37-4529-bc14-c46a1e9deebc req-57829fdf-b13f-4a5a-ae81-65aec4855819 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e10e97-1905-40cb-aa19-be2379017c49 HTTP/1.1" status: 200 len: 210 time: 0.0337632 Nov 12 12:14:40.410438 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52216) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:40.469466 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03a72d00-ab7a-4527-845d-baa4f31a1f63 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.495421 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03a72d00-ab7a-4527-845d-baa4f31a1f63 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.562550 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03a72d00-ab7a-4527-845d-baa4f31a1f63 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.565745 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-03a72d00-ab7a-4527-845d-baa4f31a1f63 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.569460 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-03a72d00-ab7a-4527-845d-baa4f31a1f63 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f34ab94-7995-4464-9638-c99a2d3b4c10 HTTP/1.1" status: 204 len: 168 time: 0.1554849 Nov 12 12:14:40.578243 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a72d00-ab7a-4527-845d-baa4f31a1f63 tempest-TestShelveInstance-1394923195 tempest-TestShelveInstance-1394923195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f34ab94-7995-4464-9638-c99a2d3b4c10,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:40.636766 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52220) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:40.885651 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.089605 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.317572 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.349867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Deleting port f44dad49-f790-48be-8ebf-75081757f78a {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:41.350324 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.435918 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] For port f44dad49-f790-48be-8ebf-75081757f78a, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f44dad49-f790-48be-8ebf-75081757f78a,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:41.436281 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.449798 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Calling delete_port for f44dad49-f790-48be-8ebf-75081757f78a owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:41.643850 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.672200 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44dad49-f790-48be-8ebf-75081757f78a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:41.847840 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.074327 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:14:42.181079 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:14:42.186279 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f5056134-e6d1-4ace-9382-47adf61a5930 admin admin] 10.222.0.31 "PUT /v2.0/routers/cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5480547 Nov 12 12:14:42.188844 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52226) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:42.190823 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] Sync routers for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:14:42.201305 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:42.201913 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:42.300691 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.311547 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:42.413459 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.471115 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Deleting port 672d0582-f79d-455b-a0ea-8a81618d4499 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:42.471362 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.510097 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:14:41Z', 'revision_number': 5, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port': {'id': '672d0582-f79d-455b-a0ea-8a81618d4499', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:42.538729 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] Checking router: cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:14:42.546991 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] Routers {'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:42.547592 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:42.550848 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] For port 672d0582-f79d-455b-a0ea-8a81618d4499, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=672d0582-f79d-455b-a0ea-8a81618d4499,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:42.551211 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.567983 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Calling delete_port for 672d0582-f79d-455b-a0ea-8a81618d4499 owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:42.639032 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] Set router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:42.695933 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:14:42Z', 'revision_number': 6, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:42.725376 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac365e2-9a13-488b-ac04-893de57d5af7 None None] The sync data for ids ['cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef'] in n-d-768851-19 is: [{'id': 'cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef', 'name': 'tempest-TestShelveInstance-705111316-router', 'tenant_id': 'f2b9008fa66b4b65957a8a99abd85794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:49Z', 'updated_at': '2021-11-12T12:14:42Z', 'revision_number': 6, 'project_id': 'f2b9008fa66b4b65957a8a99abd85794', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:14:42.767673 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.796168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Pushing event deleted for resources: {'Port': ['ID=672d0582-f79d-455b-a0ea-8a81618d4499,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:42.811663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a8d2f7-2bcd-4f6a-8517-a26b80f356d8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:42.859007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.955217 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.957602 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.001641 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.002181 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:14:43.007393 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.008714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4ec8affc-013a-4561-a50c-25f3f8f3d73b admin admin] 10.222.0.31 "DELETE /v2.0/routers/cfc2b3eb-0ca5-4588-87b1-dc0ddf2676ef HTTP/1.1" status: 204 len: 168 time: 0.8189247 Nov 12 12:14:43.011830 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52228) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:43.059322 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7beb9f0-57ef-43a7-970d-19d8246402f3 admin admin] Deleting subnet f2e668a4-8498-4f5d-95a4-4ebc65d6039c {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:14:43.062303 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7beb9f0-57ef-43a7-970d-19d8246402f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.098565 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7beb9f0-57ef-43a7-970d-19d8246402f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.182020 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7beb9f0-57ef-43a7-970d-19d8246402f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.237855 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7beb9f0-57ef-43a7-970d-19d8246402f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.262596 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beb9f0-57ef-43a7-970d-19d8246402f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e668a4-8498-4f5d-95a4-4ebc65d6039c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:43.268308 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c7beb9f0-57ef-43a7-970d-19d8246402f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.272233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c7beb9f0-57ef-43a7-970d-19d8246402f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f2e668a4-8498-4f5d-95a4-4ebc65d6039c HTTP/1.1" status: 204 len: 168 time: 0.2594314 Nov 12 12:14:43.274309 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f033a235-b9e9-49a7-99c5-5bf1a7a13783 None None] Network 81777caa-2d1e-4bdf-beb7-2da32075c70b requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:43.274882 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52230) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:43.342138 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.399333 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Deleting port df349083-a90f-42d4-80c6-f0f4bf7f343b {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:43.399678 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.462683 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] For port df349083-a90f-42d4-80c6-f0f4bf7f343b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=df349083-a90f-42d4-80c6-f0f4bf7f343b,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:43.462968 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.477019 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Calling delete_port for df349083-a90f-42d4-80c6-f0f4bf7f343b owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:43.501829 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] DHCP port deletion for 81777caa-2d1e-4bdf-beb7-2da32075c70b request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:43.553275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Deleting port df349083-a90f-42d4-80c6-f0f4bf7f343b {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:43.553855 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.564041 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.593110 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Pushing event deleted for resources: {'Port': ['ID=df349083-a90f-42d4-80c6-f0f4bf7f343b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:43.599695 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] No DVR routers for this DVR port df349083-a90f-42d4-80c6-f0f4bf7f343b on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:43.623751 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] For port df349083-a90f-42d4-80c6-f0f4bf7f343b, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=df349083-a90f-42d4-80c6-f0f4bf7f343b,segment=NetworkSegment(bc175648-633e-49d5-ab50-6c263fcbae06),segment_id=bc175648-633e-49d5-ab50-6c263fcbae06)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:43.624152 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.637460 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Calling delete_port for df349083-a90f-42d4-80c6-f0f4bf7f343b owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:43.672031 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.697151 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81777caa-2d1e-4bdf-beb7-2da32075c70b']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:43.707117 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc175648-633e-49d5-ab50-6c263fcbae06') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:43.707414 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc175648-633e-49d5-ab50-6c263fcbae06') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:43.717566 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.720754 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.731390 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.739303 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:14:43.740293 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: timer() Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:14:43.742626 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:14:43.757426 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Pushing event deleted for resources: {'Port': ['ID=df349083-a90f-42d4-80c6-f0f4bf7f343b,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:43.767928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.768269 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.768709 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.768970 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.769514 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.769865 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.770201 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.770536 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.770922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.771377 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.771723 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.772053 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:43.774927 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05512f68-6429-44b9-8f94-9d5c1e4a4042 None None] No DVR routers for this DVR port df349083-a90f-42d4-80c6-f0f4bf7f343b on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:43.815856 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.823622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.825754 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] 10.222.0.31 "DELETE /v2.0/networks/81777caa-2d1e-4bdf-beb7-2da32075c70b HTTP/1.1" status: 204 len: 168 time: 0.5498672 Nov 12 12:14:43.828626 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52232) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:43.845598 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038cdb2-bca7-4670-b029-ebc7fb38951b admin admin] Pushing event deleted for resources: {'Network': ['ID=81777caa-2d1e-4bdf-beb7-2da32075c70b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:44.496329 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.648755 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 672d0582-f79d-455b-a0ea-8a81618d4499 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:14:44.668183 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 672d0582-f79d-455b-a0ea-8a81618d4499 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:14:44.668531 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 672d0582-f79d-455b-a0ea-8a81618d4499 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:14:44.668994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device df349083-a90f-42d4-80c6-f0f4bf7f343b no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:14:44.688121 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: df349083-a90f-42d4-80c6-f0f4bf7f343b {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:14:44.688462 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device df349083-a90f-42d4-80c6-f0f4bf7f343b not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:14:44.688887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f44dad49-f790-48be-8ebf-75081757f78a no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:14:44.711226 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f44dad49-f790-48be-8ebf-75081757f78a {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:14:44.711574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f44dad49-f790-48be-8ebf-75081757f78a not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:14:44.743966 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Deleting port 5aa74131-2864-4a37-b821-8c30d88015bc {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:44.744307 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.821990 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] For port 5aa74131-2864-4a37-b821-8c30d88015bc, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=5aa74131-2864-4a37-b821-8c30d88015bc,segment=NetworkSegment(93f0da75-fdce-450d-b188-e4c9fae1a331),segment_id=93f0da75-fdce-450d-b188-e4c9fae1a331)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:44.822710 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.835188 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Calling delete_port for 5aa74131-2864-4a37-b821-8c30d88015bc owned by network:router_interface {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:45.013244 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.044023 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa74131-2864-4a37-b821-8c30d88015bc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:45.209789 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.422865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Router 12f16f95-d9c4-4429-beb5-f844831d8bd3 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:14:45.528583 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:14:45.533794 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-2bc1ece1-4878-4944-aad5-c4b4942fe8ac admin admin] 10.222.0.31 "PUT /v2.0/routers/12f16f95-d9c4-4429-beb5-f844831d8bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041767 Nov 12 12:14:45.536311 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52234) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:45.537563 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] Sync routers for ids ['12f16f95-d9c4-4429-beb5-f844831d8bd3'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:14:45.548985 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] Routers {'12f16f95-d9c4-4429-beb5-f844831d8bd3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:45.549601 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12f16f95-d9c4-4429-beb5-f844831d8bd3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:45.641926 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks [] for router, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.655854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] Set router 12f16f95-d9c4-4429-beb5-f844831d8bd3 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:45.742483 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.799867 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Deleting port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:45.800206 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.834848 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:14:44Z', 'revision_number': 5, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port': {'id': 'f33d92e2-8611-4991-92b2-d8dcd2f7e4cb', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:54Z', 'updated_at': '2021-11-12T12:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:45.860452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] Checking router: 12f16f95-d9c4-4429-beb5-f844831d8bd3 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:14:45.868710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] Routers {'12f16f95-d9c4-4429-beb5-f844831d8bd3'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:45.869337 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['12f16f95-d9c4-4429-beb5-f844831d8bd3'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:45.878177 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] For port f33d92e2-8611-4991-92b2-d8dcd2f7e4cb, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f33d92e2-8611-4991-92b2-d8dcd2f7e4cb,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:45.878716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.892827 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Calling delete_port for f33d92e2-8611-4991-92b2-d8dcd2f7e4cb owned by network:router_gateway {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:45.956679 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] Set router 12f16f95-d9c4-4429-beb5-f844831d8bd3 gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:46.012150 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:14:45Z', 'revision_number': 6, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:46.038895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3d736-04d6-4400-a2a0-6cbf67aec113 None None] The sync data for ids ['12f16f95-d9c4-4429-beb5-f844831d8bd3'] in n-d-768851-19 is: [{'id': '12f16f95-d9c4-4429-beb5-f844831d8bd3', 'name': 'tempest-TestShelveInstance-2125051279-router', 'tenant_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:53Z', 'updated_at': '2021-11-12T12:14:45Z', 'revision_number': 6, 'project_id': '951b8934ae7a4660a72e6093f3cd2e0b', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:14:46.057492 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.085214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Pushing event deleted for resources: {'Port': ['ID=f33d92e2-8611-4991-92b2-d8dcd2f7e4cb,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:46.100786 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea590f-3c3f-47aa-832d-4e40c0a7532a None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:46.158160 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.249351 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.251493 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.293474 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.293927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f16f95-d9c4-4429-beb5-f844831d8bd3 {{(pid=109165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:14:46.298280 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] Publish callbacks [] for router, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.299469 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-852068ba-5c02-4522-9530-9ebc3b11503b admin admin] 10.222.0.31 "DELETE /v2.0/routers/12f16f95-d9c4-4429-beb5-f844831d8bd3 HTTP/1.1" status: 204 len: 168 time: 0.7616568 Nov 12 12:14:46.302706 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52236) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:46.351012 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23dc35d-c515-410e-b47a-fd990d73df77 admin admin] Deleting subnet 9c8ca38a-b0b0-4139-ad87-1cbb493b68c5 {{(pid=109165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:14:46.354281 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23dc35d-c515-410e-b47a-fd990d73df77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.390094 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23dc35d-c515-410e-b47a-fd990d73df77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5989405'] for subnet, precommit_delete_associations {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.470864 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23dc35d-c515-410e-b47a-fd990d73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.525591 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23dc35d-c515-410e-b47a-fd990d73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5493873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5793002'] for subnet, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.555797 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dc35d-c515-410e-b47a-fd990d73df77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8ca38a-b0b0-4139-ad87-1cbb493b68c5,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:46.559312 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d23dc35d-c515-410e-b47a-fd990d73df77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.562621 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d23dc35d-c515-410e-b47a-fd990d73df77 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9c8ca38a-b0b0-4139-ad87-1cbb493b68c5 HTTP/1.1" status: 204 len: 168 time: 0.2589481 Nov 12 12:14:46.565175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52238) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:46.565383 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7e282-fd58-4c93-aaf4-2c97ada4b602 None None] Network 6bfee05d-d265-4ae0-ba9b-f00f8357e01c requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:46.632693 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.688036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Deleting port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:46.688370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.756358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] For port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f,segment=NetworkSegment(93f0da75-fdce-450d-b188-e4c9fae1a331),segment_id=93f0da75-fdce-450d-b188-e4c9fae1a331)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:46.756716 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.769118 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Calling delete_port for 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:46.828670 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] DHCP port deletion for 6bfee05d-d265-4ae0-ba9b-f00f8357e01c request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:46.859738 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.889359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:14:46.889618 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:46.899306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] No DVR routers for this DVR port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:46.920885 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:14:46.921287 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:14:46.921702 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5aa74131-2864-4a37-b821-8c30d88015bc no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:14:46.945171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 5aa74131-2864-4a37-b821-8c30d88015bc {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:14:46.945515 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 5aa74131-2864-4a37-b821-8c30d88015bc not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:14:46.946149 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f33d92e2-8611-4991-92b2-d8dcd2f7e4cb no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:14:46.951255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] Deleting port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:46.951624 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.976822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.985681 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f33d92e2-8611-4991-92b2-d8dcd2f7e4cb {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:14:46.986024 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f33d92e2-8611-4991-92b2-d8dcd2f7e4cb not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:14:46.996703 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfee05d-d265-4ae0-ba9b-f00f8357e01c']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:47.006067 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f0da75-fdce-450d-b188-e4c9fae1a331') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:47.006361 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f0da75-fdce-450d-b188-e4c9fae1a331') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:47.016428 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.030619 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.031925 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] For port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f, host n-d-768851-19, got binding levels [] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:47.032331 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.038568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:14:47.039117 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: timer() Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:14:47.040913 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:14:47.050584 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] Calling delete_port for 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:47.053330 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.ipam_backend_mixin [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] Port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f was not found and therefore no delete operation was performed {{(pid=109167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:14:47.054985 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.067074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] No DVR routers for this DVR port 1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:47.087162 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a358e90-e950-466c-9db1-5c2996a4054b None None] Pushing event deleted for resources: {'Port': ['ID=1a64c2e0-0a00-4ed9-b45d-83f58fbb7e2f,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:47.108975 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.125139 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.130908 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6bfee05d-d265-4ae0-ba9b-f00f8357e01c HTTP/1.1" status: 204 len: 168 time: 0.5623133 Nov 12 12:14:47.130908 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9ad10-cba0-41ac-adfa-28e8aa1ab384 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfee05d-d265-4ae0-ba9b-f00f8357e01c,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:47.246609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52242) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:47.287558 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-fe583b81-471f-4d02-a779-3c068fd2f0d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2b9008fa66b4b65957a8a99abd85794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397625 Nov 12 12:14:47.290036 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52244) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:47.336815 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f770a532-0717-4916-942a-900c82c3d353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.357704 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f770a532-0717-4916-942a-900c82c3d353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.408370 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f770a532-0717-4916-942a-900c82c3d353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.411000 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-f770a532-0717-4916-942a-900c82c3d353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.412169 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f770a532-0717-4916-942a-900c82c3d353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb515c46-87f9-4062-8a50-3f64736dad3b HTTP/1.1" status: 204 len: 168 time: 0.1212246 Nov 12 12:14:47.419758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770a532-0717-4916-942a-900c82c3d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb515c46-87f9-4062-8a50-3f64736dad3b,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:47.729635 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52250) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:47.769133 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-44f70fe7-128a-493a-b8d8-773a689b2331 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=951b8934ae7a4660a72e6093f3cd2e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382979 Nov 12 12:14:47.771833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52252) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:47.810502 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:14:47.821067 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4702d4fc-c07d-4b7c-bc8f-04f6ea10e890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.842165 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4702d4fc-c07d-4b7c-bc8f-04f6ea10e890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.890399 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4702d4fc-c07d-4b7c-bc8f-04f6ea10e890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.893349 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4702d4fc-c07d-4b7c-bc8f-04f6ea10e890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.894514 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4702d4fc-c07d-4b7c-bc8f-04f6ea10e890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1acc7d2-9e21-4340-9bfd-5316a4d67b8a HTTP/1.1" status: 204 len: 168 time: 0.1217895 Nov 12 12:14:47.902452 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702d4fc-c07d-4b7c-bc8f-04f6ea10e890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1acc7d2-9e21-4340-9bfd-5316a4d67b8a,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:48.551375 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52274) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:48.658665 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-118875333-network', 'tenant_id': '2cea6ee519f249b3a420fac590441964'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:48.679955 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Made reservation on behalf of 2cea6ee519f249b3a420fac590441964 for: {'network': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:48.682321 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.690700 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.763893 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.767754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.792013 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=109165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:14:48.807021 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97200a56-3649-4947-9a2e-1cb24c713c86,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:48.810027 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.810371 n-d-768851-19 neutron-server[109165]: INFO neutron.db.segments_db [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Added segment fddb133c-27d9-4d4b-897d-4e675945e221 of type vlan for network ea6d1889-622f-4583-b827-706fa5999b04 Nov 12 12:14:48.851832 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.876614 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.877866 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.878441 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.910982 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3583462 Nov 12 12:14:48.913868 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52278) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:48.919097 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Request body: {'subnet': {'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-118875333-subnet', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:48.939826 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Made reservation on behalf of 2cea6ee519f249b3a420fac590441964 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:48.942239 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ef22b-08a9-4090-9a2e-c6bf79e63211 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6d1889-622f-4583-b827-706fa5999b04,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:48.942449 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.953608 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network ea6d1889-622f-4583-b827-706fa5999b04 details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:14:49.110645 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.171370 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=968d5d90-098d-4128-a26c-7d6909bf6f85,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:49.179647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Checking segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:49.180001 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Network hostable DHCP agents. Network: ea6d1889-622f-4583-b827-706fa5999b04, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:14:49.196822 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Network ea6d1889-622f-4583-b827-706fa5999b04 is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:14:49.205583 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, ea6d1889-622f-4583-b827-706fa5999b04) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:49.209742 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.210361 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.215726 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7920f-806e-45c0-bbfc-91763f6b0f1b None None] Network ea6d1889-622f-4583-b827-706fa5999b04 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:49.226272 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5a35d947-2eea-4f78-a98b-1ca088aec56c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111761 Nov 12 12:14:49.229030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52280) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:49.233421 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:49.253615 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.254595 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.305524 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.358778 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-ea6d1889-622f-4583-b827-706fa5999b04', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:14:49.359656 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.447267 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.497884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Allocated IP 172.20.0.2 (ea6d1889-622f-4583-b827-706fa5999b04/968d5d90-098d-4128-a26c-7d6909bf6f85/82430cfb-185c-4495-a7ec-67a2db9f162d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:49.651613 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.675696 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.777030 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Allocated IP 172.25.2.172 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/ba6e57d9-2c86-4512-b10f-3788f7dd282f) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:49.807765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.814402 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.851411 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Network ea6d1889-622f-4583-b827-706fa5999b04 is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:49.856281 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:49.859928 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:49.871345 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Pushing event updated for resources: {'Port': ['ID=82430cfb-185c-4495-a7ec-67a2db9f162d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:49.896598 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.923010 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Attempting to bind port 82430cfb-185c-4495-a7ec-67a2db9f162d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:49.923371 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Attempting to bind port 82430cfb-185c-4495-a7ec-67a2db9f162d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:49.923739 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Attempting to bind port 82430cfb-185c-4495-a7ec-67a2db9f162d on network ea6d1889-622f-4583-b827-706fa5999b04 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:49.928935 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:49.929382 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Checking segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:49.929877 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.930271 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Bound using segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:49.930773 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Bound port: 82430cfb-185c-4495-a7ec-67a2db9f162d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:49.931173 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.931451 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.978865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:49.981750 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:49.985638 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:49.995123 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b07f1b-db7e-4bc7-b37d-694a4ab46bfe None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:50.000388 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] For port 82430cfb-185c-4495-a7ec-67a2db9f162d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:50.010499 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6e57d9-2c86-4512-b10f-3788f7dd282f,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:50.016813 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] For port 82430cfb-185c-4495-a7ec-67a2db9f162d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=82430cfb-185c-4495-a7ec-67a2db9f162d,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:50.024105 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.090987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf7b86-e279-47a5-a55e-5f653765a75d None None] Pushing event updated for resources: {'Port': ['ID=82430cfb-185c-4495-a7ec-67a2db9f162d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:50.098652 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f3092e42-ad95-4071-852a-4c7e7c934332 None None] Provisioning complete for port ba6e57d9-2c86-4512-b10f-3788f7dd282f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:50.099617 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f3092e42-ad95-4071-852a-4c7e7c934332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.139654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f3092e42-ad95-4071-852a-4c7e7c934332 None None] Port ba6e57d9-2c86-4512-b10f-3788f7dd282f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:50.583906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.685522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 82430cfb-185c-4495-a7ec-67a2db9f162d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:50.737545 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 82430cfb-185c-4495-a7ec-67a2db9f162d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:50.738427 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.806350 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.833392 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.869030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 82430cfb-185c-4495-a7ec-67a2db9f162d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=82430cfb-185c-4495-a7ec-67a2db9f162d,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:50.873469 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.931255 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=82430cfb-185c-4495-a7ec-67a2db9f162d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:50.945413 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Router 7b8f8c91-c564-4db7-bf7e-508094c10d86 is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:14:51.025715 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62370d97-40b0-4884-894c-2fd376cb761d None None] Network ea6d1889-622f-4583-b827-706fa5999b04 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:51.055943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:14:51.065041 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Sync routers for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:14:51.074521 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.075728 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fd3cdfe3-a69a-49f3-8fca-8de3fde2ff63 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8457649 Nov 12 12:14:51.078602 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52282) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:51.078866 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:51.079651 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:51.105176 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-be927a2f-0af5-4f86-b08e-c5fb36b224b6 None None] Provisioning complete for port 82430cfb-185c-4495-a7ec-67a2db9f162d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:51.105459 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-be927a2f-0af5-4f86-b08e-c5fb36b224b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.195424 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:51.385434 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:50Z', 'revision_number': 3, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:51.417971 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Checking router: 7b8f8c91-c564-4db7-bf7e-508094c10d86 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:14:51.418314 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Updating router 7b8f8c91-c564-4db7-bf7e-508094c10d86 port ba6e57d9-2c86-4512-b10f-3788f7dd282f binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:14:51.443179 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.524181 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.579882 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-d99e8192-5eaa-4015-bc75-921d9e79d33c None None] Provisioning complete for port 82430cfb-185c-4495-a7ec-67a2db9f162d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:51.580492 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d99e8192-5eaa-4015-bc75-921d9e79d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.686982 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Allocated IP 172.20.0.1 (ea6d1889-622f-4583-b827-706fa5999b04/968d5d90-098d-4128-a26c-7d6909bf6f85/f3197f96-dcc5-4d9b-a6a6-55b8802bafb0) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:51.697010 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.703639 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.798110 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.834876 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.842275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90f6c0-b59f-431f-be02-52bb8df2770d None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:51.852722 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Attempting to bind port ba6e57d9-2c86-4512-b10f-3788f7dd282f on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:51.853102 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Attempting to bind port ba6e57d9-2c86-4512-b10f-3788f7dd282f by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:51.853457 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Attempting to bind port ba6e57d9-2c86-4512-b10f-3788f7dd282f on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:51.855638 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Pushing event updated for resources: {'Port': ['ID=ba6e57d9-2c86-4512-b10f-3788f7dd282f,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:51.864855 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:51.865244 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:51.865633 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.866346 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:51.866817 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Bound port: ba6e57d9-2c86-4512-b10f-3788f7dd282f, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:51.867329 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.870605 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.871017 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.871213 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.871542 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.871865 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.872188 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.872509 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.872824 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.873167 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.873483 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.873800 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.874113 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:51.881291 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Network ea6d1889-622f-4583-b827-706fa5999b04 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:51.885619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:51.890619 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:51.894239 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:51.908203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-62f34744-8848-410c-9fbd-7f7f6f34e543 None None] Provisioning complete for port ba6e57d9-2c86-4512-b10f-3788f7dd282f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:51.908570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-62f34744-8848-410c-9fbd-7f7f6f34e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.937826 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] For port ba6e57d9-2c86-4512-b10f-3788f7dd282f, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:51.943334 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.945411 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] For port ba6e57d9-2c86-4512-b10f-3788f7dd282f, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ba6e57d9-2c86-4512-b10f-3788f7dd282f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:51.952576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-62f34744-8848-410c-9fbd-7f7f6f34e543 None None] Port ba6e57d9-2c86-4512-b10f-3788f7dd282f cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:51.953082 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.006364 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f47992-8163-4684-b138-fd5ffefae1b8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:52.027377 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dcaf7-20ae-4266-bffe-44d5b97661d9 None None] Pushing event updated for resources: {'Port': ['ID=ba6e57d9-2c86-4512-b10f-3788f7dd282f,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:52.032652 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:52.033377 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:52.080475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-58e4e366-b3d1-40d6-b9e4-1202b5cefff8 None None] Provisioning complete for port ba6e57d9-2c86-4512-b10f-3788f7dd282f triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:52.081107 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-58e4e366-b3d1-40d6-b9e4-1202b5cefff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.095015 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.149886 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:52.171901 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-58e4e366-b3d1-40d6-b9e4-1202b5cefff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.195954 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-58e4e366-b3d1-40d6-b9e4-1202b5cefff8 None None] For port ba6e57d9-2c86-4512-b10f-3788f7dd282f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ba6e57d9-2c86-4512-b10f-3788f7dd282f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:52.199989 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-58e4e366-b3d1-40d6-b9e4-1202b5cefff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.246548 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4e366-b3d1-40d6-b9e4-1202b5cefff8 None None] Pushing event updated for resources: {'Port': ['ID=ba6e57d9-2c86-4512-b10f-3788f7dd282f,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:52.285491 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.290292 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.321910 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-03eade79-c93e-4f42-b976-2c43d533f120 None None] Provisioning complete for port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:52.322403 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-03eade79-c93e-4f42-b976-2c43d533f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.334428 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:50Z', 'revision_number': 3, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:52.361497 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-03eade79-c93e-4f42-b976-2c43d533f120 None None] Port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:52.361764 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c35239-5f1f-4ecf-ae54-c3e5d67a85d8 None None] The sync data for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 is: [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:50Z', 'revision_number': 3, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:14:52.367111 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.375248 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:52.467800 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Network ea6d1889-622f-4583-b827-706fa5999b04 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:52.469214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:52.603710 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Router 7b8f8c91-c564-4db7-bf7e-508094c10d86 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:14:52.741069 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:14:52.751078 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-fae34fa6-3413-46d2-8f74-d582e91f9eb5 admin admin] 10.222.0.31 "PUT /v2.0/routers/7b8f8c91-c564-4db7-bf7e-508094c10d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711452 Nov 12 12:14:52.806311 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ba6e57d9-2c86-4512-b10f-3788f7dd282f up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:52.832937 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-f47bfe9d-51d2-4b68-9e06-33ad66d08956 None None] Provisioning complete for port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:52.833343 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f47bfe9d-51d2-4b68-9e06-33ad66d08956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.881267 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-f47bfe9d-51d2-4b68-9e06-33ad66d08956 None None] Port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:52.895452 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port ba6e57d9-2c86-4512-b10f-3788f7dd282f triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:52.896362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.988084 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 82430cfb-185c-4495-a7ec-67a2db9f162d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:53.037994 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 82430cfb-185c-4495-a7ec-67a2db9f162d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:53.038372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.276732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52298) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:53.281732 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2114944137-network', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:53.308406 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Made reservation on behalf of e863c1500b7a47aebe11a296f6666a91 for: {'network': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:53.310905 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for network, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.320248 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.394702 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.398962 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.423487 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=109166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:14:53.432159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a505b32-cf21-4b9e-b1ae-845d481f7502,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.439706 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.440238 n-d-768851-19 neutron-server[109166]: INFO neutron.db.segments_db [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Added segment 19287239-f9c8-4754-ae28-5fe2684e51c9 of type vlan for network c8400b97-db3a-43a8-b114-a43da291656a Nov 12 12:14:53.485853 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794360927708'] for network, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.510834 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.511771 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:53.512349 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.572376 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2944949 Nov 12 12:14:53.575221 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52300) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:53.581711 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Request body: {'subnet': {'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2114944137-subnet', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'ip_version': 4}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:53.586304 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcb014-8e60-4e8b-8427-77406e736fad admin admin] Pushing event updated for resources: {'Network': ['ID=c8400b97-db3a-43a8-b114-a43da291656a,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.596257 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Network c8400b97-db3a-43a8-b114-a43da291656a details requested by agent ovs-agent-n-d-768851-19 with host n-d-768851-19 {{(pid=109167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:14:53.606273 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Made reservation on behalf of e863c1500b7a47aebe11a296f6666a91 for: {'subnet': 1} {{(pid=109166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:53.608787 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4829369'] for subnet, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.780806 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4864878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4829355'] for subnet, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.848300 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82d0e33-323f-4e38-9d3a-098c63fafb2f,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.855943 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Checking segment: {'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:53.856310 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Network hostable DHCP agents. Network: c8400b97-db3a-43a8-b114-a43da291656a, hostable agents: ['d717de28-b3ec-4517-b09a-262bf3569a64'], hosted agents: [] {{(pid=109166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:14:53.874995 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Network c8400b97-db3a-43a8-b114-a43da291656a is scheduled to be hosted by DHCP agent d717de28-b3ec-4517-b09a-262bf3569a64 with binding_index 1 {{(pid=109166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:14:53.884760 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-19, c8400b97-db3a-43a8-b114-a43da291656a) {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:53.889301 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:53.889891 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.895802 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3d0a9a-40f4-49c9-b9af-9d0215724feb None None] Network c8400b97-db3a-43a8-b114-a43da291656a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:53.906424 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7b8e8c80-c985-4be6-8527-6561bc4c3802 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3301919 Nov 12 12:14:53.909032 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52302) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:53.913689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:53.937249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57022'] for router, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.938368 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57009'] for router, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.996650 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.015370 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Sync routers for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:14:54.050997 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:54.052432 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:54.094164 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f9d1000-a7c1-5f38-b2c1-7caa16ca9a41-c8400b97-db3a-43a8-b114-a43da291656a', 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'fixed_ips': [{'subnet_id': 'b82d0e33-323f-4e38-9d3a-098c63fafb2f'}]}} from n-d-768851-19. {{(pid=109167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:14:54.095016 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.135722 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0ad9a848-77c6-48d6-9a5e-0ad3707079cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.138366 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.262219 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:54.342849 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.362215 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.380270 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.db_base_plugin_common [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Allocated IP 172.20.0.2 (c8400b97-db3a-43a8-b114-a43da291656a/b82d0e33-323f-4e38-9d3a-098c63fafb2f/31244caa-675e-41b4-8a30-34667ecea24d) {{(pid=109167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:54.469276 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Allocated IP 172.25.2.61 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/74b33a35-4c3a-4f11-8376-1c4ad6ffb94e) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:54.570364 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.606488 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.622579 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 2, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:54.624627 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.653385 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:54.656601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:54.661895 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:54.819759 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e0bb6-b2f5-41d5-800d-d8525c07e0c3 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:54.823510 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210'] for port, after_create {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.825513 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Checking router: 7b8f8c91-c564-4db7-bf7e-508094c10d86 for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:14:54.825863 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Updating router 7b8f8c91-c564-4db7-bf7e-508094c10d86 port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:14:54.901914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Network c8400b97-db3a-43a8-b114-a43da291656a is already hosted by enough agents. {{(pid=109167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:54.912265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.scheduler.base_scheduler [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Resources bound (agent type, host, resource id): {{(pid=109167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:54.915811 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Pushing event updated for resources: {'Port': ['ID=31244caa-675e-41b4-8a30-34667ecea24d,revision_number=1']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:54.918234 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.920731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Received port after_create {{(pid=109167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:54.977291 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-3fbdc44c-8c8b-49f8-a1df-93df9348f56c None None] Provisioning complete for port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:54.977657 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc44c-8c8b-49f8-a1df-93df9348f56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.023098 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Pushing event updated for resources: {'Port': ['ID=74b33a35-4c3a-4f11-8376-1c4ad6ffb94e,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:55.095931 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Attempting to bind port 31244caa-675e-41b4-8a30-34667ecea24d on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:55.096303 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Attempting to bind port 31244caa-675e-41b4-8a30-34667ecea24d by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:55.096658 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Attempting to bind port 31244caa-675e-41b4-8a30-34667ecea24d on network c8400b97-db3a-43a8-b114-a43da291656a {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:55.111307 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:55.111577 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Checking segment: {'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:55.111986 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.112375 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Bound using segment: {'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:55.112884 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Bound port: 31244caa-675e-41b4-8a30-34667ecea24d, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:55.113260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.121463 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-3fbdc44c-8c8b-49f8-a1df-93df9348f56c None None] Port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:55.256501 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] For port 31244caa-675e-41b4-8a30-34667ecea24d, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:55.258090 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.265179 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] For port 31244caa-675e-41b4-8a30-34667ecea24d, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=31244caa-675e-41b4-8a30-34667ecea24d,segment=NetworkSegment(19287239-f9c8-4754-ae28-5fe2684e51c9),segment_id=19287239-f9c8-4754-ae28-5fe2684e51c9)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:55.271624 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.374414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50a57-9597-488c-bb2f-799569b983e1 None None] Pushing event updated for resources: {'Port': ['ID=31244caa-675e-41b4-8a30-34667ecea24d,revision_number=2']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:55.402367 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.408580 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.471874 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7c417-3681-4771-a0b2-162d122abfa9 None None] Pushing event updated for resources: {'Port': ['ID=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:55.484392 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691903'] for router, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.521894 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Attempting to bind port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:55.522417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Attempting to bind port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:55.522789 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Attempting to bind port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 on network ea6d1889-622f-4583-b827-706fa5999b04 {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:55.528389 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:55.528795 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Checking segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:55.529199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.529599 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Bound using segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:55.530074 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Bound port: f3197f96-dcc5-4d9b-a6a6-55b8802bafb0, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:55.530454 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.629434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] For port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:55.632922 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] For port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:55.639189 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.678595 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Router 56308c01-f576-4d2c-831b-c6d01c00d2cb is scheduled to L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 with binding_index 1 {{(pid=109166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:14:55.764051 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7c417-3681-4771-a0b2-162d122abfa9 None None] Pushing event updated for resources: {'Port': ['ID=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:55.775777 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:55.776627 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:55.825519 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:14:55.842677 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Sync routers for ids ['56308c01-f576-4d2c-831b-c6d01c00d2cb'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:14:55.861252 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.863388 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6b2a2aef-956c-4f8b-8e63-4a7bc82dfc86 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9532266 Nov 12 12:14:55.866924 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52304) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:55.868281 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Routers {'56308c01-f576-4d2c-831b-c6d01c00d2cb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:55.869404 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['56308c01-f576-4d2c-831b-c6d01c00d2cb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:55.906919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5023586f-1712-4d04-88da-09d96cd4962d None None] Provisioning complete for port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:55.907284 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5023586f-1712-4d04-88da-09d96cd4962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.965987 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:56.015295 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Set router 56308c01-f576-4d2c-831b-c6d01c00d2cb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:56.130674 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5023586f-1712-4d04-88da-09d96cd4962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.194465 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-5023586f-1712-4d04-88da-09d96cd4962d None None] For port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:56.202957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5023586f-1712-4d04-88da-09d96cd4962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.220460 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:14:55Z', 'revision_number': 3, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port': {'id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:54Z', 'updated_at': '2021-11-12T12:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:56.256959 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Checking router: 56308c01-f576-4d2c-831b-c6d01c00d2cb for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:14:56.257311 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Updating router 56308c01-f576-4d2c-831b-c6d01c00d2cb port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e binding host n-d-768851-19 {{(pid=109168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:14:56.294079 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.316119 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:55Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:56.358781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023586f-1712-4d04-88da-09d96cd4962d None None] Pushing event updated for resources: {'Port': ['ID=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:56.365242 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876cbd8-1160-404e-9c22-3d4a88b8ef34 None None] The sync data for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 is: [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:55Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:14:56.376743 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-88c815f5-7613-4318-9b63-eae667a773d3 None None] Provisioning complete for port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:56.377183 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-88c815f5-7613-4318-9b63-eae667a773d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.493855 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-78b9341a-fd2c-42b9-a80c-a2c7ca7d1f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.546435 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.684481 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Publish callbacks [] for port, precommit_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.700409 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.767369 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3695d96-b664-4157-8b86-87192b97c2a5 None None] Network c8400b97-db3a-43a8-b114-a43da291656a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:56.770611 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 31244caa-675e-41b4-8a30-34667ecea24d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:56.775721 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70da0a6-0ba5-47c1-bd7f-34ed8c9e3367 None None] Pushing event updated for resources: {'Port': ['ID=74b33a35-4c3a-4f11-8376-1c4ad6ffb94e,revision_number=2']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:56.802227 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Attempting to bind port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e on host n-d-768851-19 for vnic_type normal with profile {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:56.802707 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Attempting to bind port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:56.803142 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Attempting to bind port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e on network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:56.809129 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:56.809612 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Checking segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:56.810087 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.810540 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Bound using segment: {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'} {{(pid=109168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:56.811333 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.managers [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Bound port: 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3072e-624b-4f44-97cb-93d03f8acc21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61'}}] {{(pid=109168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:56.812033 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.836394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Allocated IP 172.20.0.1 (c8400b97-db3a-43a8-b114-a43da291656a/b82d0e33-323f-4e38-9d3a-098c63fafb2f/bd77408c-d8f5-4e9c-864c-da89cddb3d80) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:56.841359 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf348df-c9a4-4af6-9f58-9fd3ab496d99 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:56.876308 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] For port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e, host n-d-768851-19, cleared binding levels {{(pid=109168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:56.888122 n-d-768851-19 neutron-server[109168]: DEBUG neutron.plugins.ml2.db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] For port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=74b33a35-4c3a-4f11-8376-1c4ad6ffb94e,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:56.898424 n-d-768851-19 neutron-server[109168]: DEBUG neutron_lib.callbacks.manager [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.908336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-5b34207c-52e2-4109-8517-88554ddf2476 None None] Provisioning complete for port 31244caa-675e-41b4-8a30-34667ecea24d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:56.908706 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b34207c-52e2-4109-8517-88554ddf2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.947211 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03326e16-5e3a-4ee9-b611-406a1050cbeb None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:14:56.981636 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Routers {'56308c01-f576-4d2c-831b-c6d01c00d2cb'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:56.982331 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['56308c01-f576-4d2c-831b-c6d01c00d2cb'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:56.993742 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.026041 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 31244caa-675e-41b4-8a30-34667ecea24d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:57.026423 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.035181 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.067317 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70da0a6-0ba5-47c1-bd7f-34ed8c9e3367 None None] Pushing event updated for resources: {'Port': ['ID=74b33a35-4c3a-4f11-8376-1c4ad6ffb94e,revision_number=3']} {{(pid=109168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:57.093568 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Network c8400b97-db3a-43a8-b114-a43da291656a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:57.096563 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:57.099796 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:57.127052 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Pushing event updated for resources: {'Port': ['ID=bd77408c-d8f5-4e9c-864c-da89cddb3d80,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:57.147106 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691562'] for router_interface, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.154685 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b34207c-52e2-4109-8517-88554ddf2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.158349 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] Set router 56308c01-f576-4d2c-831b-c6d01c00d2cb gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:14:57.294451 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.386679 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:14:55Z', 'revision_number': 3, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port': {'id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:54Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:57.411828 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.419670 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5034-27a4-4679-9867-0e9d99a9ea2e None None] The sync data for ids ['56308c01-f576-4d2c-831b-c6d01c00d2cb'] in n-d-768851-19 is: [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:14:55Z', 'revision_number': 3, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port': {'id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:54Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:14:57.480038 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] For port 31244caa-675e-41b4-8a30-34667ecea24d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=31244caa-675e-41b4-8a30-34667ecea24d,segment=NetworkSegment(19287239-f9c8-4754-ae28-5fe2684e51c9),segment_id=19287239-f9c8-4754-ae28-5fe2684e51c9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:57.486685 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.487701 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:57.504143 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.510689 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.563444 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691710'] for router_interface, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.595098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Pushing event updated for resources: {'Port': ['ID=31244caa-675e-41b4-8a30-34667ecea24d,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:57.657791 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.db.api [None req-5b34207c-52e2-4109-8517-88554ddf2476 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:14:57.658126 n-d-768851-19 neutron-server[109167]: DEBUG oslo_db.api [None req-5b34207c-52e2-4109-8517-88554ddf2476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:14:57.659502 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Pushing event updated for resources: {'Port': ['ID=bd77408c-d8f5-4e9c-864c-da89cddb3d80,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:57.666522 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:57.666901 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.713575 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Network c8400b97-db3a-43a8-b114-a43da291656a is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:57.715341 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:58.050178 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.223159 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Router 56308c01-f576-4d2c-831b-c6d01c00d2cb has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:14:58.325171 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Provisioning complete for port 31244caa-675e-41b4-8a30-34667ecea24d triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:58.325507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.336611 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:14:58.348401 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ceba8148-8054-456d-8cc6-0eb1f403e084 admin admin] 10.222.0.31 "PUT /v2.0/routers/56308c01-f576-4d2c-831b-c6d01c00d2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740541 Nov 12 12:14:58.430210 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Provisioning complete for port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:58.430591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.524196 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.550069 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] For port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=74b33a35-4c3a-4f11-8376-1c4ad6ffb94e,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:58.554950 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.601407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Provisioning complete for port bd77408c-d8f5-4e9c-864c-da89cddb3d80 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:58.601780 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.644386 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Pushing event updated for resources: {'Port': ['ID=74b33a35-4c3a-4f11-8376-1c4ad6ffb94e,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:58.673030 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-dc1741bf-dfc8-4c98-9815-1b013e21d1b9 None None] Port bd77408c-d8f5-4e9c-864c-da89cddb3d80 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:58.742731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:58.792058 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:58.792432 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.871684 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 31244caa-675e-41b4-8a30-34667ecea24d up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:58.921475 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 31244caa-675e-41b4-8a30-34667ecea24d triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:58.921848 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.086713 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52312) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.091642 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-4f939a2f-f0f1-4468-9933-5fa0b7e56f98 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457731658', 'description': 'tempest-secgroup-smoke-1457731658 description', 'project_id': '2cea6ee519f249b3a420fac590441964'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:59.113166 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f939a2f-f0f1-4468-9933-5fa0b7e56f98 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.183823 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f939a2f-f0f1-4468-9933-5fa0b7e56f98 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.187727 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f939a2f-f0f1-4468-9933-5fa0b7e56f98 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.216822 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-4f939a2f-f0f1-4468-9933-5fa0b7e56f98 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.218058 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-4f939a2f-f0f1-4468-9933-5fa0b7e56f98 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1302989 Nov 12 12:14:59.221178 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52314) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.222284 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f939a2f-f0f1-4468-9933-5fa0b7e56f98 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0e6a0d-85f6-4d82-9776-2274c8f756b3,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.226147 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f7530c54-aa19-4777-9577-a1509fd39037 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'security_group_rule': {'security_group_id': '6d0e6a0d-85f6-4d82-9776-2274c8f756b3', 'project_id': '2cea6ee519f249b3a420fac590441964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:59.253058 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7530c54-aa19-4777-9577-a1509fd39037 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.311152 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7530c54-aa19-4777-9577-a1509fd39037 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.315385 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7530c54-aa19-4777-9577-a1509fd39037 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.333261 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7530c54-aa19-4777-9577-a1509fd39037 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c70e4bd-d77b-4f96-9c4c-64bb7e3a262c,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.342476 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f7530c54-aa19-4777-9577-a1509fd39037 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.343748 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f7530c54-aa19-4777-9577-a1509fd39037 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214252 Nov 12 12:14:59.346467 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52316) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.351342 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-d825c787-53a4-45d1-b2f3-09371a0cf150 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'security_group_rule': {'security_group_id': '6d0e6a0d-85f6-4d82-9776-2274c8f756b3', 'project_id': '2cea6ee519f249b3a420fac590441964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:59.378639 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d825c787-53a4-45d1-b2f3-09371a0cf150 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.436658 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d825c787-53a4-45d1-b2f3-09371a0cf150 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.440137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d825c787-53a4-45d1-b2f3-09371a0cf150 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.457849 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825c787-53a4-45d1-b2f3-09371a0cf150 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ad0324-fe98-4241-8a1c-8a21c4b8316a,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.467507 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d825c787-53a4-45d1-b2f3-09371a0cf150 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.468649 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d825c787-53a4-45d1-b2f3-09371a0cf150 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212454 Nov 12 12:14:59.471338 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52318) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.476155 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-ad15c2bc-a2a0-4f66-b6b0-3710e14e33f8 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'security_group_rule': {'security_group_id': '6d0e6a0d-85f6-4d82-9776-2274c8f756b3', 'project_id': '2cea6ee519f249b3a420fac590441964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:59.503403 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad15c2bc-a2a0-4f66-b6b0-3710e14e33f8 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.563065 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad15c2bc-a2a0-4f66-b6b0-3710e14e33f8 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.566867 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad15c2bc-a2a0-4f66-b6b0-3710e14e33f8 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.583939 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15c2bc-a2a0-4f66-b6b0-3710e14e33f8 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1248dbf4-76a7-465a-8bb8-ae0b8552b525,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.592818 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-ad15c2bc-a2a0-4f66-b6b0-3710e14e33f8 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.594096 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-ad15c2bc-a2a0-4f66-b6b0-3710e14e33f8 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218023 Nov 12 12:14:59.596956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52320) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.602166 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-f66b86f5-19e0-4a7b-a205-05863f011c51 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'security_group_rule': {'security_group_id': '6d0e6a0d-85f6-4d82-9776-2274c8f756b3', 'project_id': '2cea6ee519f249b3a420fac590441964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:59.630641 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f66b86f5-19e0-4a7b-a205-05863f011c51 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.689971 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f66b86f5-19e0-4a7b-a205-05863f011c51 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.693798 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f66b86f5-19e0-4a7b-a205-05863f011c51 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.712336 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b86f5-19e0-4a7b-a205-05863f011c51 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02d18c3-cc93-48be-8158-c487cef5b732,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.721181 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-f66b86f5-19e0-4a7b-a205-05863f011c51 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.722401 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-f66b86f5-19e0-4a7b-a205-05863f011c51 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244593 Nov 12 12:14:59.725685 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52322) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.730181 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-c3af0073-4fb1-48ab-86d0-8aec4c293d6e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'security_group_rule': {'security_group_id': '6d0e6a0d-85f6-4d82-9776-2274c8f756b3', 'project_id': '2cea6ee519f249b3a420fac590441964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:59.751048 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-c3af0073-4fb1-48ab-86d0-8aec4c293d6e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Project 2cea6ee519f249b3a420fac590441964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:14:59.757589 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3af0073-4fb1-48ab-86d0-8aec4c293d6e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.776058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.820500 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3af0073-4fb1-48ab-86d0-8aec4c293d6e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.824006 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3af0073-4fb1-48ab-86d0-8aec4c293d6e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.844966 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af0073-4fb1-48ab-86d0-8aec4c293d6e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f255b84b-1f03-4dbe-9cd7-1f98abd8ee49,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.851611 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-c3af0073-4fb1-48ab-86d0-8aec4c293d6e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.853467 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-c3af0073-4fb1-48ab-86d0-8aec4c293d6e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262078 Nov 12 12:14:59.855533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52324) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.860265 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-775aace0-ba99-498c-804a-963303b1b897 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'security_group_rule': {'security_group_id': '6d0e6a0d-85f6-4d82-9776-2274c8f756b3', 'project_id': '2cea6ee519f249b3a420fac590441964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:59.881815 n-d-768851-19 neutron-server[109166]: INFO neutron.db.securitygroups_db [None req-775aace0-ba99-498c-804a-963303b1b897 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Project 2cea6ee519f249b3a420fac590441964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:14:59.887648 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-775aace0-ba99-498c-804a-963303b1b897 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.947260 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Sync routers for ids ['56308c01-f576-4d2c-831b-c6d01c00d2cb'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:14:59.957203 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Routers {'56308c01-f576-4d2c-831b-c6d01c00d2cb'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:14:59.957826 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['56308c01-f576-4d2c-831b-c6d01c00d2cb'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:59.959362 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-775aace0-ba99-498c-804a-963303b1b897 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.963464 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-775aace0-ba99-498c-804a-963303b1b897 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645252'] for security_group_rule, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.981797 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775aace0-ba99-498c-804a-963303b1b897 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3674a160-f42e-48a4-aa81-78f7c94e0235,revision_number=0']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.990301 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-775aace0-ba99-498c-804a-963303b1b897 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.991507 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-775aace0-ba99-498c-804a-963303b1b897 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350064 Nov 12 12:15:00.075877 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Set router 56308c01-f576-4d2c-831b-c6d01c00d2cb gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:00.148146 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-5420b872-247b-498a-92fa-c1121c83b310 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457731658&fields=id&tenant_id=2cea6ee519f249b3a420fac590441964 HTTP/1.1" status: 200 len: 267 time: 0.0448585 Nov 12 12:15:00.254259 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-579bbd83-0366-4eab-8944-72198b92d616 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:00.256364 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-579bbd83-0366-4eab-8944-72198b92d616 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 809 time: 0.1011736 Nov 12 12:15:00.272027 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-5453cb77-2ada-45bc-976c-5c28d95cb96f tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/quotas/2cea6ee519f249b3a420fac590441964 HTTP/1.1" status: 200 len: 375 time: 0.0096815 Nov 12 12:15:00.276999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:14:57Z', 'revision_number': 4, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port': {'id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:54Z', 'updated_at': '2021-11-12T12:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bd77408c-d8f5-4e9c-864c-da89cddb3d80', 'name': '', 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'mac_address': 'fa:16:3e:de:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b82d0e33-323f-4e38-9d3a-098c63fafb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:56Z', 'updated_at': '2021-11-12T12:14:57Z', 'revision_number': 2, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'subnets': [{'id': 'b82d0e33-323f-4e38-9d3a-098c63fafb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:00.307535 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Checking router: 56308c01-f576-4d2c-831b-c6d01c00d2cb for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:00.307905 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Updating router 56308c01-f576-4d2c-831b-c6d01c00d2cb port bd77408c-d8f5-4e9c-864c-da89cddb3d80 binding host n-d-768851-19 {{(pid=109167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:00.327773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-55e4de4b-37d8-400c-8a9c-7631b66a4d08 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498445 Nov 12 12:15:00.333682 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.433707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-586ce5f7-9121-435d-95ea-d7073d953d76 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109165) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:15:00.434718 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-586ce5f7-9121-435d-95ea-d7073d953d76 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0945666 Nov 12 12:15:00.528493 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-fb5ee54e-e2ca-4897-b68d-ef0b0b3fd48e service neutron] 10.222.0.31 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844586 Nov 12 12:15:00.594304 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Publish callbacks [] for port, precommit_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.599779 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.626919 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-2c9e2091-267f-4fd4-b292-4234bce0cbd1 service neutron] 10.222.0.31 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921018 Nov 12 12:15:00.654764 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f349e-0f91-4ea7-a66a-cd3a09b50e3e None None] Pushing event updated for resources: {'Port': ['ID=bd77408c-d8f5-4e9c-864c-da89cddb3d80,revision_number=3']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:00.688843 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:00.751949 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Attempting to bind port bd77408c-d8f5-4e9c-864c-da89cddb3d80 on host n-d-768851-19 for vnic_type normal with profile {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:00.752686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Attempting to bind port bd77408c-d8f5-4e9c-864c-da89cddb3d80 by drivers openvswitch,hyperv on host n-d-768851-19 at level 0 using segments [{'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:00.752686 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Attempting to bind port bd77408c-d8f5-4e9c-864c-da89cddb3d80 on network c8400b97-db3a-43a8-b114-a43da291656a {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:00.769936 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Checking agent: {'id': '6f05fcec-5cd1-463a-b3ba-dced2c70f758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 38), 'started_at': datetime.datetime(2021, 11, 12, 10, 38, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:00.770356 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Checking segment: {'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:00.770769 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.771174 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Bound using segment: {'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'} {{(pid=109167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:00.771673 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.managers [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Bound port: bd77408c-d8f5-4e9c-864c-da89cddb3d80, host: n-d-768851-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19287239-f9c8-4754-ae28-5fe2684e51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a'}}] {{(pid=109167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:00.772061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.827923 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:00.828591 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.867453 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-225d88ce-ba76-401d-a689-9d64ba7ca6f9 req-b2dd653e-49e0-4e33-94dc-f7d34205773e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 210 time: 0.0394609 Nov 12 12:15:00.919589 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.931574 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] For port bd77408c-d8f5-4e9c-864c-da89cddb3d80, host n-d-768851-19, cleared binding levels {{(pid=109167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:00.947710 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] For port bd77408c-d8f5-4e9c-864c-da89cddb3d80, host n-d-768851-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bd77408c-d8f5-4e9c-864c-da89cddb3d80,segment=NetworkSegment(19287239-f9c8-4754-ae28-5fe2684e51c9),segment_id=19287239-f9c8-4754-ae28-5fe2684e51c9)] {{(pid=109167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:00.951300 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9b08dc38-787b-4333-9375-6a5f72b049d6 None None] Provisioning complete for port bd77408c-d8f5-4e9c-864c-da89cddb3d80 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:00.951300 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b08dc38-787b-4333-9375-6a5f72b049d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.956281 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.096286 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Routers {'56308c01-f576-4d2c-831b-c6d01c00d2cb'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:01.096940 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['56308c01-f576-4d2c-831b-c6d01c00d2cb'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:01.101373 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f349e-0f91-4ea7-a66a-cd3a09b50e3e None None] Pushing event updated for resources: {'Port': ['ID=bd77408c-d8f5-4e9c-864c-da89cddb3d80,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:01.189229 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b08dc38-787b-4333-9375-6a5f72b049d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.273289 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-9b08dc38-787b-4333-9375-6a5f72b049d6 None None] For port bd77408c-d8f5-4e9c-864c-da89cddb3d80, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bd77408c-d8f5-4e9c-864c-da89cddb3d80,segment=NetworkSegment(19287239-f9c8-4754-ae28-5fe2684e51c9),segment_id=19287239-f9c8-4754-ae28-5fe2684e51c9)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:01.281001 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] Set router 56308c01-f576-4d2c-831b-c6d01c00d2cb gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:01.282662 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9b08dc38-787b-4333-9375-6a5f72b049d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.415576 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08dc38-787b-4333-9375-6a5f72b049d6 None None] Pushing event updated for resources: {'Port': ['ID=bd77408c-d8f5-4e9c-864c-da89cddb3d80,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:01.615580 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-9fe72801-a510-47d9-927b-c05ed1563235 None None] Provisioning complete for port bd77408c-d8f5-4e9c-864c-da89cddb3d80 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:01.615843 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-9fe72801-a510-47d9-927b-c05ed1563235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.759524 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:14:57Z', 'revision_number': 4, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port': {'id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:54Z', 'updated_at': '2021-11-12T12:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bd77408c-d8f5-4e9c-864c-da89cddb3d80', 'name': '', 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'mac_address': 'fa:16:3e:de:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b82d0e33-323f-4e38-9d3a-098c63fafb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:56Z', 'updated_at': '2021-11-12T12:15:00Z', 'revision_number': 4, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'subnets': [{'id': 'b82d0e33-323f-4e38-9d3a-098c63fafb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:01.792528 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8641788-fc8b-4faf-aac5-faf55fe83a30 None None] The sync data for ids ['56308c01-f576-4d2c-831b-c6d01c00d2cb'] in n-d-768851-19 is: [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:14:57Z', 'revision_number': 4, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port': {'id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:54Z', 'updated_at': '2021-11-12T12:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'bd77408c-d8f5-4e9c-864c-da89cddb3d80', 'name': '', 'network_id': 'c8400b97-db3a-43a8-b114-a43da291656a', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'mac_address': 'fa:16:3e:de:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b82d0e33-323f-4e38-9d3a-098c63fafb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:56Z', 'updated_at': '2021-11-12T12:15:00Z', 'revision_number': 4, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'subnets': [{'id': 'b82d0e33-323f-4e38-9d3a-098c63fafb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:01.926217 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-e3ad27c7-daba-4f85-8295-5d6c01f5caba tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:01.932553 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-e3ad27c7-daba-4f85-8295-5d6c01f5caba tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.59 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 809 time: 0.1556938 Nov 12 12:15:02.002161 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-883ecdb2-1a69-4e38-a8f1-bae541dd0fab req-5cd57bb8-6ad8-4ca3-a5f8-a0dc3ca164c1 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 210 time: 0.0377548 Nov 12 12:15:02.042704 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-2b8d76f9-d227-4de1-a463-ca47237ec308 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cea6ee519f249b3a420fac590441964 HTTP/1.1" status: 200 len: 380 time: 0.1017549 Nov 12 12:15:02.053755 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'port': {'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'admin_state_up': True, 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'security_groups': ['6d0e6a0d-85f6-4d82-9776-2274c8f756b3']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:02.174492 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Made reservation on behalf of 2cea6ee519f249b3a420fac590441964 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:02.178754 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.318205 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Allocated IP 172.20.0.3 (ea6d1889-622f-4583-b827-706fa5999b04/968d5d90-098d-4128-a26c-7d6909bf6f85/7896359c-6014-4140-8c87-da4fd8f0b560) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:02.469552 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.505932 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.549042 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Network ea6d1889-622f-4583-b827-706fa5999b04 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:02.554736 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:02.557139 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:02.586978 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:02.617991 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:02.618736 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.644185 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-7d5690bd-e35c-42ea-8c02-d680526e684c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949903 Nov 12 12:15:02.658104 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Request body: {'port': {'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:02.695718 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bd77408c-d8f5-4e9c-864c-da89cddb3d80 up at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:02.723084 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.746042 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Provisioning complete for port bd77408c-d8f5-4e9c-864c-da89cddb3d80 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:02.746412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.802147 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-de43c338-e864-415d-a468-ce86115127bb None None] Provisioning complete for port 7896359c-6014-4140-8c87-da4fd8f0b560 triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:02.802514 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-de43c338-e864-415d-a468-ce86115127bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.861057 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-de43c338-e864-415d-a468-ce86115127bb None None] Port 7896359c-6014-4140-8c87-da4fd8f0b560 cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:02.998468 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7896359c-6014-4140-8c87-da4fd8f0b560 {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:03.006961 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.018986 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Transition to ACTIVE for port object 7896359c-6014-4140-8c87-da4fd8f0b560 will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:15:03.023699 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.077696 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:03.132972 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3d576-2a34-47db-b6f1-6fddfd9b2fdf req-d6f01209-08e2-412f-9496-daf12efcbcc4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.134478 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ebc3d576-2a34-47db-b6f1-6fddfd9b2fdf req-d6f01209-08e2-412f-9496-daf12efcbcc4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 943 time: 0.0576608 Nov 12 12:15:03.149865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Attempting to bind port 7896359c-6014-4140-8c87-da4fd8f0b560 on host n-h1-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:03.150353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Attempting to bind port 7896359c-6014-4140-8c87-da4fd8f0b560 by drivers openvswitch,hyperv on host n-h1-768851-19 at level 0 using segments [{'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:03.150758 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Attempting to bind port 7896359c-6014-4140-8c87-da4fd8f0b560 on network ea6d1889-622f-4583-b827-706fa5999b04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:03.155972 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Port 7896359c-6014-4140-8c87-da4fd8f0b560 on network ea6d1889-622f-4583-b827-706fa5999b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:03.156367 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Attempting to bind port 7896359c-6014-4140-8c87-da4fd8f0b560 on network ea6d1889-622f-4583-b827-706fa5999b04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:03.161754 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Checking agent: {'id': '4bed3694-38d3-4347-b08b-c783b49060bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:03.162185 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Checking segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:03.162643 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Bound using segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:03.163152 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Bound port: 7896359c-6014-4140-8c87-da4fd8f0b560, host: n-h1-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:03.163585 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.197473 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-ebc3d576-2a34-47db-b6f1-6fddfd9b2fdf req-2df115ea-d133-4c86-bd91-0551b0625e0b tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564430 Nov 12 12:15:03.238158 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:03.241401 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:03.247987 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.289202 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.289829 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.294987 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] 10.222.0.59 "PUT /v2.0/ports/7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 1092 time: 0.6376097 Nov 12 12:15:03.294987 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:03.294987 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:03.322103 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a033d-ab4b-4f9f-beb6-82585ae92bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:03.345905 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c25d0d-2cc9-421a-b0d0-a42e6d4b7b25 x-openstack-request-id: req-d5c25d0d-2cc9-421a-b0d0-a42e6d4b7b25 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:03.346318 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:03.346722 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5c25d0d-2cc9-421a-b0d0-a42e6d4b7b25 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:03.347196 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560', 'status': 'completed', 'code': 200} Nov 12 12:15:03.394443 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-c875c634-b61f-44fa-a907-0bf0eace18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.396623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-c875c634-b61f-44fa-a907-0bf0eace18f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1095 time: 0.0452473 Nov 12 12:15:03.447307 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-a82f5834-46bf-4adf-b1a8-a9d78d3dba1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 217 time: 0.0410752 Nov 12 12:15:03.502444 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-f4a25d12-e49c-41da-99b6-727e72f66d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.503805 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-f4a25d12-e49c-41da-99b6-727e72f66d15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0480709 Nov 12 12:15:03.557173 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-3dc31b0f-010f-4ba8-90c1-a615220087f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.558821 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-3dc31b0f-010f-4ba8-90c1-a615220087f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458405 Nov 12 12:15:03.659436 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-ed704048-d14b-426f-89e2-d150bab6dd30 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923896 Nov 12 12:15:03.755968 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6786a2c9-f761-4c02-a37a-5c710aea7870 req-69b649a9-5343-4fa3-8060-5f4cca7a1288 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884945 Nov 12 12:15:03.860897 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-14c12dd7-dc98-4d9f-b843-58990374e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.862446 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-14c12dd7-dc98-4d9f-b843-58990374e4ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1095 time: 0.0485587 Nov 12 12:15:03.961055 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-838bd5d7-2efb-4622-ad1b-4c33ed85c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.962554 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-838bd5d7-2efb-4622-ad1b-4c33ed85c1ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0918198 Nov 12 12:15:04.010214 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-b9cad472-74ed-4963-b30f-651def9efdf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 217 time: 0.0394852 Nov 12 12:15:04.063881 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-1a801bd5-8505-426f-bdc0-00ce4db0fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:04.065389 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-1a801bd5-8505-426f-bdc0-00ce4db0fa83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0477107 Nov 12 12:15:04.117821 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-08b22a4c-1ed1-446f-9b91-0e485c2f1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:04.119348 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-08b22a4c-1ed1-446f-9b91-0e485c2f1ef0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445240 Nov 12 12:15:04.220283 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-20e471ce-d3c2-4d1f-9d92-905f998c5411 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931625 Nov 12 12:15:04.314485 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324ac99-a3a3-4095-8ba4-9d5139ccebc3 req-971219ba-6433-4dd4-9079-c05cf2cce1c7 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:04.315913 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0324ac99-a3a3-4095-8ba4-9d5139ccebc3 req-971219ba-6433-4dd4-9079-c05cf2cce1c7 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 943 time: 0.0498774 Nov 12 12:15:04.322055 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f7290a82-9fc0-4976-9c5a-0f0b6bc217dc req-239c1268-85bb-4b60-916b-7ed9f2e96639 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900505 Nov 12 12:15:04.391273 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-0324ac99-a3a3-4095-8ba4-9d5139ccebc3 req-e8f58794-173a-4c08-a90e-7f4e98b02b81 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685866 Nov 12 12:15:05.509238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242386e0-88dc-4d23-8b26-1f703f55b145 req-387c8768-57a3-4b44-ac3d-e55e2b1d436e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:05.510892 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-242386e0-88dc-4d23-8b26-1f703f55b145 req-387c8768-57a3-4b44-ac3d-e55e2b1d436e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 943 time: 0.0502536 Nov 12 12:15:05.565370 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-242386e0-88dc-4d23-8b26-1f703f55b145 req-982c6a4e-b909-4ccf-9cc2-7e742e674676 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 Nov 12 12:15:06.626073 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 7896359c-6014-4140-8c87-da4fd8f0b560 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:15:06.680873 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69907b2a-d871-4d40-b691-d4d249bdfe29 req-ebe52653-dbde-4392-8efe-fba9fd8fb588 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:06.682397 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69907b2a-d871-4d40-b691-d4d249bdfe29 req-ebe52653-dbde-4392-8efe-fba9fd8fb588 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 943 time: 0.0490022 Nov 12 12:15:06.723895 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:06.731902 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-69907b2a-d871-4d40-b691-d4d249bdfe29 req-f1fdb5e7-2aa3-4748-b3ae-9b9d4e545f53 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Nov 12 12:15:06.735414 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '7896359c-6014-4140-8c87-da4fd8f0b560', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:15:06.773873 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.787062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7896359c-6014-4140-8c87-da4fd8f0b560 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:06.807417 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:06.811292 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.866350 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:07.048136 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['7896359c-6014-4140-8c87-da4fd8f0b560'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:07.848400 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cdb2b-9e28-4d90-b8b2-4c47a11332b1 req-fa5f28cb-4c4e-4cc9-9b2e-eeee031fdaa2 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:07.849909 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b8cdb2b-9e28-4d90-b8b2-4c47a11332b1 req-fa5f28cb-4c4e-4cc9-9b2e-eeee031fdaa2 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 944 time: 0.0496416 Nov 12 12:15:07.900730 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-0b8cdb2b-9e28-4d90-b8b2-4c47a11332b1 req-092c0873-cdfa-4fce-b982-2c29ef86a5a6 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447180 Nov 12 12:15:08.640781 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 7896359c-6014-4140-8c87-da4fd8f0b560 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:08.690097 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning for port 7896359c-6014-4140-8c87-da4fd8f0b560 completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:15:08.694098 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 7896359c-6014-4140-8c87-da4fd8f0b560 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:08.694458 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.774809 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.798196 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:08.800436 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e1deb0-6a35-4deb-9be1-d2c17ab316d5" -d '{"events": [{"server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "name": "network-vif-plugged", "status": "completed", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:08.812976 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:08.817095 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.841897 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abdcb17-d455-4dd0-b172-5633281d4907 x-openstack-request-id: req-5abdcb17-d455-4dd0-b172-5633281d4907 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:08.842188 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "name": "network-vif-plugged", "status": "completed", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:08.842441 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5abdcb17-d455-4dd0-b172-5633281d4907 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:08.842830 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560', 'code': 200} Nov 12 12:15:08.869932 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:08.940532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2025516-dcdc-4850-ac21-60d1c84487ae req-0fc1e7ae-c9ee-4b7a-959a-0388463c4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:08.942972 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2025516-dcdc-4850-ac21-60d1c84487ae req-0fc1e7ae-c9ee-4b7a-959a-0388463c4502 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1097 time: 0.0413232 Nov 12 12:15:09.020054 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b2025516-dcdc-4850-ac21-60d1c84487ae req-48ca65d1-e18c-48cb-abf0-82457ba2bb3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701239 Nov 12 12:15:09.043192 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392bf1-2c82-492d-a2ef-5539318ad7d6 req-4b3ba5a1-5deb-42b4-9294-2f74d3cae48d tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:09.045678 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06392bf1-2c82-492d-a2ef-5539318ad7d6 req-4b3ba5a1-5deb-42b4-9294-2f74d3cae48d tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 945 time: 0.0744181 Nov 12 12:15:09.099954 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-06392bf1-2c82-492d-a2ef-5539318ad7d6 req-91825973-79ec-44c0-ae1b-6916544b6b98 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483081 Nov 12 12:15:10.226297 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038242-d691-4e24-b90e-38d0ca3bbf06 req-d7b47ce3-954f-43c9-bcf1-ee1fac3517e4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:10.227773 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-30038242-d691-4e24-b90e-38d0ca3bbf06 req-d7b47ce3-954f-43c9-bcf1-ee1fac3517e4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 945 time: 0.0491431 Nov 12 12:15:10.275876 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-30038242-d691-4e24-b90e-38d0ca3bbf06 req-b2acf4d9-f0f3-4168-a10b-1b167ed32d4f tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Nov 12 12:15:10.392833 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e905de-102a-490d-b440-6f63307a1a17 req-541b410f-55d7-49f4-abf9-969c5c084c19 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:10.394296 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31e905de-102a-490d-b440-6f63307a1a17 req-541b410f-55d7-49f4-abf9-969c5c084c19 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 945 time: 0.0516746 Nov 12 12:15:10.444402 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-31e905de-102a-490d-b440-6f63307a1a17 req-176046ec-ec61-4061-aac1-c7ec9562dc91 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Nov 12 12:15:10.466186 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52376) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:10.552757 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7fe66-66b5-4141-8a0d-a6e263a2fb17 tempest-TestSnapshotPattern-497253237 tempest-TestSnapshotPattern-497253237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:10.554284 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-f3d7fe66-66b5-4141-8a0d-a6e263a2fb17 tempest-TestSnapshotPattern-497253237 tempest-TestSnapshotPattern-497253237-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1092 time: 0.0871160 Nov 12 12:15:10.557162 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52380) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:10.561470 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:10.584112 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for floatingip, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.681559 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.789306 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Allocated IP 172.25.2.148 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/fa776d95-5bde-4cac-bb48-7aa8c1bf81ee) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:10.883024 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.907876 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.941239 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.985896 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:10.989415 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:10.992084 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:11.020480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'Port': ['ID=fa776d95-5bde-4cac-bb48-7aa8c1bf81ee,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:11.330797 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.355942 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.429654 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.573777 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.578376 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.649907 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'Port': ['ID=fa776d95-5bde-4cac-bb48-7aa8c1bf81ee,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:11.662096 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.760780 n-d-768851-19 neutron-server[109165]: INFO neutron.db.l3_db [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Floating IP 514f4bc4-b628-4424-aac3-4e5f28b022da associated. External IP: 172.25.2.148, port: 7896359c-6014-4140-8c87-da4fd8f0b560. Nov 12 12:15:11.975286 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Router 7b8f8c91-c564-4db7-bf7e-508094c10d86 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:15:12.085917 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:12.098631 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] Sync routers for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:12.104238 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.111281 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:12.111920 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:12.132411 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-ccff5b0c-8bd1-4afd-a1be-0de59f667b9c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5742311 Nov 12 12:15:12.133014 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:12.135658 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c3c393-01f1-4e28-96b9-4bfb106ccbde" -d '{"events": [{"name": "network-changed", "server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:12.173426 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcda43cd-ad40-45a9-9cca-27d0c6916622 x-openstack-request-id: req-bcda43cd-ad40-45a9-9cca-27d0c6916622 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:12.173734 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:12.173995 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcda43cd-ad40-45a9-9cca-27d0c6916622 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:12.174461 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560', 'status': 'completed', 'code': 200} Nov 12 12:15:12.233552 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:12.240450 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-bb0c46ca-425f-498a-9da7-e83431948070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:12.241974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-bb0c46ca-425f-498a-9da7-e83431948070 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1097 time: 0.0417967 Nov 12 12:15:12.343552 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-b84c5830-6dbb-4129-bc59-4403a27eb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:12.345555 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-b84c5830-6dbb-4129-bc59-4403a27eb687 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0955834 Nov 12 12:15:12.569126 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:11Z', 'revision_number': 0, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:12.596663 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] Checking router: 7b8f8c91-c564-4db7-bf7e-508094c10d86 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:12.605583 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:12.606186 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:14:56Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:12.717464 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:12.753440 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-c8535828-6235-4f5f-8041-aee186ffc885 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 999 time: 0.3943243 Nov 12 12:15:12.799424 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-46c62a13-6811-406c-b49f-f377e59ecc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:12.800894 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-46c62a13-6811-406c-b49f-f377e59ecc62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0447862 Nov 12 12:15:12.853756 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-f7493129-4fd7-4503-856b-f2ff1db31cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:12.855192 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-f7493129-4fd7-4503-856b-f2ff1db31cda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465589 Nov 12 12:15:12.951714 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-900ad504-cffb-4da6-bf6d-3aa59a6e3ffc service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882294 Nov 12 12:15:12.955256 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:11Z', 'revision_number': 0, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:12.982103 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a41ef34-480c-4092-81ef-3ef63c7736c1 None None] The sync data for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 is: [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:11Z', 'revision_number': 0, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:13.059831 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-33c3c393-01f1-4e28-96b9-4bfb106ccbde req-a85dea7f-2ed5-4c51-8281-c73ce7e66866 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996411 Nov 12 12:15:13.201252 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f794f-7cd4-406f-8afc-bf02c29d6f6a None None] New status for floating IP 514f4bc4-b628-4424-aac3-4e5f28b022da: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:15:24.087206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7fc5-cfcf-40aa-a4a2-5bb01c5c680d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.809058 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:15:26.485593 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0b984d7b-2bd6-49d6-bf30-f2d99aedcb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.042628 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.775764 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.843426 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.907824 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.342177 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:54.089256 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f0379c3e-eb79-4a47-9eeb-fb126d403f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:56.487975 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-79da96f3-be44-4887-bc04-f6ba648fbaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.045226 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.782766 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.405495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04b941b-be00-4280-8eaf-9824bf687036 req-ecfd6a75-351b-42d8-9e9b-ef5272a65dee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471096 Nov 12 12:16:00.493170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b941b-be00-4280-8eaf-9824bf687036 req-6feb7600-122a-4b40-989d-9ac97b9fe7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.494721 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04b941b-be00-4280-8eaf-9824bf687036 req-6feb7600-122a-4b40-989d-9ac97b9fe7be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1097 time: 0.0417628 Nov 12 12:16:00.610711 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b941b-be00-4280-8eaf-9824bf687036 req-a140a287-94ab-4e2d-926f-0152539e947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.612327 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04b941b-be00-4280-8eaf-9824bf687036 req-a140a287-94ab-4e2d-926f-0152539e947e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0946224 Nov 12 12:16:00.679592 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04b941b-be00-4280-8eaf-9824bf687036 req-5992f9f1-3f7a-4194-b43b-48349603def8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 1001 time: 0.0588539 Nov 12 12:16:00.735164 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b941b-be00-4280-8eaf-9824bf687036 req-c888f969-9d3c-4871-baae-736040e4e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.736630 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04b941b-be00-4280-8eaf-9824bf687036 req-c888f969-9d3c-4871-baae-736040e4e19c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0486774 Nov 12 12:16:00.783006 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b941b-be00-4280-8eaf-9824bf687036 req-42386c38-8ca3-414f-b3c2-e7880c4604a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.784499 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04b941b-be00-4280-8eaf-9824bf687036 req-42386c38-8ca3-414f-b3c2-e7880c4604a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399547 Nov 12 12:16:00.846798 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.880572 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04b941b-be00-4280-8eaf-9824bf687036 req-e62c149b-38bb-4fda-ac67-29911de9400d service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874043 Nov 12 12:16:00.980339 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-c04b941b-be00-4280-8eaf-9824bf687036 req-f8a246ea-a5cf-4dda-91bb-e5e12c60500c service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915554 Nov 12 12:16:01.808163 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:16:10.926923 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:11.341837 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:24.091230 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-89cd8d51-f245-4e6c-b241-50a1dc45f9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.491773 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-41e90ab0-9493-440a-97ab-0d4d3350c2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.054570 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.785119 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.851282 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:38.808522 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:16:40.921209 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.369195 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:54.093322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d39f21c0-8adc-48eb-9399-0c7aedb0128f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.492751 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c86e1c54-fa10-4fc0-8208-d6928da3174d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:58.051084 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:59.785812 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.854007 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.793857 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-310b1981-23a9-4889-9462-d708419a9c47 req-ff87ffa6-07fe-41ab-b344-75cabe61ff60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414693 Nov 12 12:17:01.882850 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1981-23a9-4889-9462-d708419a9c47 req-718db2b4-f479-4fc3-bb2e-0848e97975b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:01.885053 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-310b1981-23a9-4889-9462-d708419a9c47 req-718db2b4-f479-4fc3-bb2e-0848e97975b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1097 time: 0.0436096 Nov 12 12:17:02.006225 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1981-23a9-4889-9462-d708419a9c47 req-3949e6e8-d30b-4f9a-af4d-22ed0bcc8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.007705 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-310b1981-23a9-4889-9462-d708419a9c47 req-3949e6e8-d30b-4f9a-af4d-22ed0bcc8677 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.1032131 Nov 12 12:17:02.077308 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-310b1981-23a9-4889-9462-d708419a9c47 req-5977f3df-2886-4468-a574-c29993e4bb58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 1001 time: 0.0612168 Nov 12 12:17:02.132099 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1981-23a9-4889-9462-d708419a9c47 req-287d993c-ecbe-4366-9661-49895bc37637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.134098 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-310b1981-23a9-4889-9462-d708419a9c47 req-287d993c-ecbe-4366-9661-49895bc37637 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0489895 Nov 12 12:17:02.180362 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1981-23a9-4889-9462-d708419a9c47 req-f3376fb3-cd3f-40db-925c-506aa73bfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.181853 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-310b1981-23a9-4889-9462-d708419a9c47 req-f3376fb3-cd3f-40db-925c-506aa73bfc12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402834 Nov 12 12:17:02.273779 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-310b1981-23a9-4889-9462-d708419a9c47 req-8f3416c1-78c3-41a0-bcc0-6b4a65abdf16 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839174 Nov 12 12:17:02.370801 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-310b1981-23a9-4889-9462-d708419a9c47 req-07334570-8495-4df9-b741-5e23e41f936f service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883062 Nov 12 12:17:07.278853 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 7896359c-6014-4140-8c87-da4fd8f0b560 details requested by agent hyperv_n-h1-768851-19 with host n-h1-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:07.387972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:07.400588 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Returning: {'device': '7896359c-6014-4140-8c87-da4fd8f0b560', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:17:07.451285 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:07.476564 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7896359c-6014-4140-8c87-da4fd8f0b560 {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:07.504523 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:07.509254 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:07.574181 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:07.586644 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.587117 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.587629 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.587969 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.588301 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.588783 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.589139 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.589470 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.589792 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.590112 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.590436 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.591020 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:07.596029 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] get_ports_and_sgs() called for port_ids ['7896359c-6014-4140-8c87-da4fd8f0b560'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:09.297336 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 7896359c-6014-4140-8c87-da4fd8f0b560 up at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:09.353128 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Provisioning complete for port 7896359c-6014-4140-8c87-da4fd8f0b560 triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:09.354190 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:09.493362 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:09.533862 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:09.536174 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9963d3-6db9-4813-b5ba-0e7b9910c1c1" -d '{"events": [{"server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "name": "network-vif-plugged", "status": "completed", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:09.552467 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:09.565876 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:09.656167 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:09.731088 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1397e986-d162-4450-bcd2-54be9db65ab4 x-openstack-request-id: req-1397e986-d162-4450-bcd2-54be9db65ab4 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:09.731903 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "name": "network-vif-plugged", "status": "completed", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:09.732310 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1397e986-d162-4450-bcd2-54be9db65ab4 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:09.732968 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560', 'code': 200} Nov 12 12:17:10.945981 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:11.390445 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:15.811627 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:17:19.003773 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-92d97cb6-76f5-4472-8cbd-e66ad8730c2a tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457731658&fields=id&tenant_id=2cea6ee519f249b3a420fac590441964 HTTP/1.1" status: 200 len: 267 time: 0.0453334 Nov 12 12:17:19.116063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-ebd6f2da-2c80-4758-b0b2-5b4579b26b52 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:19.117613 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-ebd6f2da-2c80-4758-b0b2-5b4579b26b52 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 809 time: 0.1064944 Nov 12 12:17:19.132807 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-9ebc4795-5748-4b6c-8bff-c4e0e30aea2c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/quotas/2cea6ee519f249b3a420fac590441964 HTTP/1.1" status: 200 len: 375 time: 0.0090041 Nov 12 12:17:19.188217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-87c323f1-c257-4341-91a2-20bd58e9677e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0495794 Nov 12 12:17:19.288346 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-7396855f-43c2-47f1-a667-7bc803b7091e service neutron] 10.222.0.31 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881073 Nov 12 12:17:19.380100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-49f1a6eb-ad3a-4bf9-8dfd-90b6cf2815e5 service neutron] 10.222.0.31 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847914 Nov 12 12:17:19.577700 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-e1f48120-0c02-483d-b14a-392d8d3a7ee9 req-54d1a24b-95ba-4667-8bcb-d3646ff58fb2 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 210 time: 0.0296454 Nov 12 12:17:20.609658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-2f934029-a067-49c6-97ab-5a29cf8fd5e7 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:20.611328 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-2f934029-a067-49c6-97ab-5a29cf8fd5e7 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.52 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 809 time: 0.1082194 Nov 12 12:17:20.686363 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-09c43cb8-3c67-45fb-af9e-15bf0a1c700c req-10618359-95f9-4dfa-8dfc-efce8c49c772 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 210 time: 0.0347118 Nov 12 12:17:20.700711 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-401ad12c-b4f7-4ec2-92ee-696b42d9a002 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cea6ee519f249b3a420fac590441964 HTTP/1.1" status: 200 len: 380 time: 0.0803790 Nov 12 12:17:20.709817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'port': {'device_id': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'admin_state_up': True, 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'security_groups': ['6d0e6a0d-85f6-4d82-9776-2274c8f756b3']}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:20.826335 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Made reservation on behalf of 2cea6ee519f249b3a420fac590441964 for: {'port': 1} {{(pid=109165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:20.829917 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:21.016914 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.db_base_plugin_common [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Allocated IP 172.20.0.9 (ea6d1889-622f-4583-b827-706fa5999b04/968d5d90-098d-4128-a26c-7d6909bf6f85/8514dfa2-e789-4558-9d9b-f94aed414ccc) {{(pid=109165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:21.205801 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for port, precommit_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:21.243028 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_create {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:21.283097 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Network ea6d1889-622f-4583-b827-706fa5999b04 is already hosted by enough agents. {{(pid=109165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:21.286435 n-d-768851-19 neutron-server[109165]: DEBUG neutron.scheduler.base_scheduler [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Resources bound (agent type, host, resource id): {{(pid=109165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:21.291238 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Received port after_create {{(pid=109165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:21.341394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=1']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:21.358128 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.358899 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.359489 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.360057 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.360644 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.361316 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.361925 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.362501 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.363060 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.363630 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.364196 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.364809 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:21.382358 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:21.383221 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:21.401393 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-3a8da425-71af-4dff-8a4e-bc3bb8566180 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6952593 Nov 12 12:17:21.535423 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-c60803f2-6b84-4953-bc73-7f324f519bbb None None] Provisioning complete for port 8514dfa2-e789-4558-9d9b-f94aed414ccc triggered by entity DHCP. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:21.535972 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c60803f2-6b84-4953-bc73-7f324f519bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:21.570567 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-c60803f2-6b84-4953-bc73-7f324f519bbb None None] Port 8514dfa2-e789-4558-9d9b-f94aed414ccc cannot update to ACTIVE because it is not bound. {{(pid=109167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:21.811113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d738226-3b79-4fdd-95db-7d85fe5985f9 req-3ea1043c-d3b3-46b5-9df4-a67541cdbff6 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:21.812734 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d738226-3b79-4fdd-95db-7d85fe5985f9 req-3ea1043c-d3b3-46b5-9df4-a67541cdbff6 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0543892 Nov 12 12:17:21.864492 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1d738226-3b79-4fdd-95db-7d85fe5985f9 req-61accda3-32ff-4b29-b957-afc0811a9223 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Nov 12 12:17:22.990574 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325c15d-6c40-48cb-9ea1-befd20207268 req-eccd61d3-3426-432e-8724-cd2c1e4d36b1 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:22.992398 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e325c15d-6c40-48cb-9ea1-befd20207268 req-eccd61d3-3426-432e-8724-cd2c1e4d36b1 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0542364 Nov 12 12:17:23.046057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e325c15d-6c40-48cb-9ea1-befd20207268 req-eafa3f48-bd27-4b8d-a4db-8b5f3a0644b0 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474958 Nov 12 12:17:23.372229 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 7896359c-6014-4140-8c87-da4fd8f0b560 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:17:23.455308 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:23.477587 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:23.479822 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23550d9f-3abb-4f92-8a32-6c0b82a0425a" -d '{"events": [{"server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "name": "network-vif-unplugged", "status": "completed", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:23.494227 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:23.504388 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:23.531518 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd145bdc-6186-4b63-a933-6f2893c6c315 x-openstack-request-id: req-fd145bdc-6186-4b63-a933-6f2893c6c315 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:23.531809 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "name": "network-vif-unplugged", "status": "completed", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:23.532325 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd145bdc-6186-4b63-a933-6f2893c6c315 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:23.532710 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560', 'code': 200} Nov 12 12:17:23.560308 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Pushing event updated for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:24.096090 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0862a547-9b4f-46f4-b06e-2564e434bea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:24.168605 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553459d3-cff6-4dec-99f9-ed3e23839790 req-fae496bd-49c7-44f3-8872-ad69570ebbff tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:24.171111 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-553459d3-cff6-4dec-99f9-ed3e23839790 req-fae496bd-49c7-44f3-8872-ad69570ebbff tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0554059 Nov 12 12:17:24.228240 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-553459d3-cff6-4dec-99f9-ed3e23839790 req-6f3fc96f-bbd9-4f95-82c3-e86fe239e2be tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504546 Nov 12 12:17:25.370650 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960092-3f30-4b17-ba2d-ed6cc8e56faa req-1d53cf99-73bd-4a01-a98d-86007aed0894 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:25.372747 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e960092-3f30-4b17-ba2d-ed6cc8e56faa req-1d53cf99-73bd-4a01-a98d-86007aed0894 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0566530 Nov 12 12:17:25.436816 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-1e960092-3f30-4b17-ba2d-ed6cc8e56faa req-45c45e2e-ff95-45b7-9694-cc3c6c1a2baa tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574379 Nov 12 12:17:26.505644 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d33a6a71-5910-44c4-9eb7-37c81a3bb9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:26.664082 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020605b-4c1f-454a-b61a-deb9c89e3119 req-2a3b06dc-67f5-4b23-931b-3b5a8548905c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:26.665815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d020605b-4c1f-454a-b61a-deb9c89e3119 req-2a3b06dc-67f5-4b23-931b-3b5a8548905c tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0921657 Nov 12 12:17:26.727021 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-d020605b-4c1f-454a-b61a-deb9c89e3119 req-76740f0d-d0d8-4fab-9dc9-bceaa78c366e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529590 Nov 12 12:17:27.852113 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de08a5-41f2-40fc-8df4-46c0190fe8a2 req-cbea28d1-260d-44be-a343-8e13850ffd8b tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:27.853723 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0de08a5-41f2-40fc-8df4-46c0190fe8a2 req-cbea28d1-260d-44be-a343-8e13850ffd8b tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0534632 Nov 12 12:17:27.911537 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-d0de08a5-41f2-40fc-8df4-46c0190fe8a2 req-086d179d-1496-4ca2-b6a8-838ff576c808 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518234 Nov 12 12:17:28.059058 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:29.026865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c9784-de94-4ae8-8663-776983b97822 req-6f26f6b9-6483-4626-b640-efda420274c1 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:29.028434 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b5c9784-de94-4ae8-8663-776983b97822 req-6f26f6b9-6483-4626-b640-efda420274c1 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0525379 Nov 12 12:17:29.086483 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-3b5c9784-de94-4ae8-8663-776983b97822 req-89e79985-da4c-4b22-b60a-baef089709c4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510352 Nov 12 12:17:29.789000 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:30.216693 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea1b3b-9c46-4c8a-b198-4aa47c8a8f87 req-7fde8c28-b7b2-4c6a-a52f-3924d2e1685e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:30.218234 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80ea1b3b-9c46-4c8a-b198-4aa47c8a8f87 req-7fde8c28-b7b2-4c6a-a52f-3924d2e1685e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0543852 Nov 12 12:17:30.273182 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-80ea1b3b-9c46-4c8a-b198-4aa47c8a8f87 req-fd7f1cba-84ce-4b1a-a00b-4854a629f613 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482039 Nov 12 12:17:30.858428 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:31.396842 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad31a1-dccd-47aa-8662-be20ff28deb5 req-4ad1b74b-4a3e-4456-87e3-919766e6345a tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:31.398448 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6ad31a1-dccd-47aa-8662-be20ff28deb5 req-4ad1b74b-4a3e-4456-87e3-919766e6345a tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 931 time: 0.0536540 Nov 12 12:17:31.461777 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-a6ad31a1-dccd-47aa-8662-be20ff28deb5 req-f3a6726b-75fd-4d88-b3ef-567ad18344f5 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573299 Nov 12 12:17:31.487609 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.v2.base [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Request body: {'port': {'device_id': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-19'}} {{(pid=109165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:31.540765 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:31.802102 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8514dfa2-e789-4558-9d9b-f94aed414ccc {{(pid=109165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:31.809622 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:31.821801 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.provisioning_blocks [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Transition to ACTIVE for port object 8514dfa2-e789-4558-9d9b-f94aed414ccc will not be triggered until provisioned by entity L2. {{(pid=109165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:17:31.825721 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:31.894759 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Pushing event updated for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=2']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:31.950340 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Attempting to bind port 8514dfa2-e789-4558-9d9b-f94aed414ccc on host n-h2-768851-19 for vnic_type normal with profile {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:31.950671 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Attempting to bind port 8514dfa2-e789-4558-9d9b-f94aed414ccc by drivers openvswitch,hyperv on host n-h2-768851-19 at level 0 using segments [{'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:31.950996 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Attempting to bind port 8514dfa2-e789-4558-9d9b-f94aed414ccc on network ea6d1889-622f-4583-b827-706fa5999b04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:31.955535 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Port 8514dfa2-e789-4558-9d9b-f94aed414ccc on network ea6d1889-622f-4583-b827-706fa5999b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-19 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:31.955853 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Attempting to bind port 8514dfa2-e789-4558-9d9b-f94aed414ccc on network ea6d1889-622f-4583-b827-706fa5999b04 {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:31.961386 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Checking agent: {'id': '23fe501c-3691-476c-8fce-dd5f1385f3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'started_at': datetime.datetime(2021, 11, 12, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:31.963214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Checking segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:31.963214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Bound using segment: {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'} {{(pid=109165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:31.963214 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.managers [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Bound port: 8514dfa2-e789-4558-9d9b-f94aed414ccc, host: n-h2-768851-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fddb133c-27d9-4d4b-897d-4e675945e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04'}}] {{(pid=109165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:31.963659 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:32.034728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, cleared binding levels {{(pid=109165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:32.037783 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:32.043607 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5493819'] for port, after_update {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:32.077788 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.078450 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:32.079856 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] 10.222.0.52 "PUT /v2.0/ports/8514dfa2-e789-4558-9d9b-f94aed414ccc HTTP/1.1" status: 200 len: 1092 time: 0.6582797 Nov 12 12:17:32.080309 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:32.082620 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c80d662-aea1-4f33-8e61-ea293e1b935d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:32.110768 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932f1e-5c23-4235-a045-1eb33e53865c service neutron] Pushing event updated for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=3']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:32.127144 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3ce231-b07d-44f8-bf54-7454a1281f6b x-openstack-request-id: req-3d3ce231-b07d-44f8-bf54-7454a1281f6b {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:32.127376 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:32.127655 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d3ce231-b07d-44f8-bf54-7454a1281f6b {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:32.128064 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'status': 'completed', 'code': 200} Nov 12 12:17:32.174650 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-70ac8bde-60da-49ae-9882-79aa01bf5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.176178 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-70ac8bde-60da-49ae-9882-79aa01bf5713 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 1095 time: 0.0440524 Nov 12 12:17:32.224362 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-42332a2b-2bf2-46c8-bef9-fbfc0906484d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc HTTP/1.1" status: 200 len: 217 time: 0.0396574 Nov 12 12:17:32.279394 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-db54eb83-9732-45a4-9cda-8bc3913504a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.281057 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-db54eb83-9732-45a4-9cda-8bc3913504a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0483620 Nov 12 12:17:32.327543 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-c2e3bbb4-b938-44d4-8384-cde52ab6e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.329026 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-c2e3bbb4-b938-44d4-8384-cde52ab6e1b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403960 Nov 12 12:17:32.423207 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-145065cb-dc86-4a3d-9bf9-e822c6f57ea0 service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863848 Nov 12 12:17:32.519123 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-edfc8273-7842-40a9-8278-7aa1ad296b15 req-ba882ea1-a9bc-4799-a931-e958be197b04 service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880957 Nov 12 12:17:32.608602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25835d35-a8f6-4b25-8f73-d7d0eafb804a req-e07a31dd-fa22-473d-b3e1-367da483349e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.610006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25835d35-a8f6-4b25-8f73-d7d0eafb804a req-e07a31dd-fa22-473d-b3e1-367da483349e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 943 time: 0.0783219 Nov 12 12:17:32.624792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-6d8f8c64-57ef-4897-8e40-b4f17f893e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.626567 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-6d8f8c64-57ef-4897-8e40-b4f17f893e43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 1095 time: 0.0625656 Nov 12 12:17:32.713660 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-25835d35-a8f6-4b25-8f73-d7d0eafb804a req-4e08b568-6e3f-49d4-88a5-f3edb7dfb89d tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965090 Nov 12 12:17:32.743176 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-098aae3c-a2c6-4150-91b2-966976264322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.745167 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-098aae3c-a2c6-4150-91b2-966976264322 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.1088493 Nov 12 12:17:32.791903 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-3cae85b6-5174-4418-8bf4-dae98e6d52b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc HTTP/1.1" status: 200 len: 217 time: 0.0389254 Nov 12 12:17:32.842929 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-76367e6a-c1f7-4848-a780-79c578c37af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.844333 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-76367e6a-c1f7-4848-a780-79c578c37af0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0434835 Nov 12 12:17:32.892175 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-05924f01-66e6-4286-ad19-74b497dc5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.894082 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-05924f01-66e6-4286-ad19-74b497dc5d2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421879 Nov 12 12:17:32.991829 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-86237696-829d-4147-9325-8fdf5a6cdc3c service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890539 Nov 12 12:17:33.083100 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-8c80d662-aea1-4f33-8e61-ea293e1b935d req-10d309c9-4368-4cde-bd8b-dccef8f5bb05 service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833259 Nov 12 12:17:33.837661 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452322e-8db6-4f2c-bb15-57875c487d66 req-3d6465f6-6151-4ebf-86aa-37cc6b838e1f tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:33.839132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3452322e-8db6-4f2c-bb15-57875c487d66 req-3d6465f6-6151-4ebf-86aa-37cc6b838e1f tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 943 time: 0.0533812 Nov 12 12:17:33.887671 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3452322e-8db6-4f2c-bb15-57875c487d66 req-8b18b12e-ef61-43e8-bd1d-ca01496f4345 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Nov 12 12:17:34.376339 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8514dfa2-e789-4558-9d9b-f94aed414ccc details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:34.472972 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:34.483887 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'port_id': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'mac_address': 'fa:16:3e:8f:bc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:17:34.519933 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:34.532774 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8514dfa2-e789-4558-9d9b-f94aed414ccc {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:34.551505 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:34.555452 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:34.601230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=4']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:34.835852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['8514dfa2-e789-4558-9d9b-f94aed414ccc'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:35.007789 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40edc3-8421-4591-9896-a377d19141e8 req-d811ca6f-015a-40e9-a399-b3748057e2ea tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:35.009849 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f40edc3-8421-4591-9896-a377d19141e8 req-d811ca6f-015a-40e9-a399-b3748057e2ea tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 944 time: 0.0537987 Nov 12 12:17:35.061235 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-5f40edc3-8421-4591-9896-a377d19141e8 req-ab958594-8fbc-49c3-b4b1-d057775bd887 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Nov 12 12:17:36.176457 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cc93a-d6c1-46d9-a3ae-a63ffbac6285 req-37b7aa99-68fd-43a5-9b0f-5f4f5ba27893 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.177953 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b46cc93a-d6c1-46d9-a3ae-a63ffbac6285 req-37b7aa99-68fd-43a5-9b0f-5f4f5ba27893 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 944 time: 0.0488400 Nov 12 12:17:36.227132 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-b46cc93a-d6c1-46d9-a3ae-a63ffbac6285 req-f7971924-8513-42e3-b515-9cd2dcbd9e72 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428712 Nov 12 12:17:36.376213 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8514dfa2-e789-4558-9d9b-f94aed414ccc up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:36.426690 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning for port 8514dfa2-e789-4558-9d9b-f94aed414ccc completed by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:17:36.430480 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 8514dfa2-e789-4558-9d9b-f94aed414ccc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:36.431354 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.508729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.531228 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:36.533605 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd80950-fe17-4307-b1d4-f8ecf876083a" -d '{"events": [{"server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "name": "network-vif-plugged", "status": "completed", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:36.546434 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:36.550372 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.578279 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38534484-25eb-4846-be14-211d0750a87b x-openstack-request-id: req-38534484-25eb-4846-be14-211d0750a87b {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:36.578569 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "name": "network-vif-plugged", "status": "completed", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:36.578838 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38534484-25eb-4846-be14-211d0750a87b {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:36.579210 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'code': 200} Nov 12 12:17:36.606292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=5']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:36.672009 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5088ad0-809d-430c-ad16-c28522d08287 req-3d2b91f2-783a-4068-a55d-bf4cbe719a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.673491 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5088ad0-809d-430c-ad16-c28522d08287 req-3d2b91f2-783a-4068-a55d-bf4cbe719a98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 1097 time: 0.0401762 Nov 12 12:17:36.721070 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-e5088ad0-809d-430c-ad16-c28522d08287 req-c7f1c2e4-a642-42d9-8b49-2071166f4f8e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Nov 12 12:17:37.349902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a03be-b375-4102-a836-858b9c184e61 req-dcea63ab-732d-4ec2-b422-ce8770eaf891 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.351373 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a0a03be-b375-4102-a836-858b9c184e61 req-dcea63ab-732d-4ec2-b422-ce8770eaf891 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 945 time: 0.0490377 Nov 12 12:17:37.403532 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-4a0a03be-b375-4102-a836-858b9c184e61 req-9779d01e-b171-451e-94ab-7681c875cbc1 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Nov 12 12:17:38.525950 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ee52d-ed79-43b7-877b-d44c481da01e req-c9a61577-e397-449b-9b41-b85cc104153e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.527430 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-562ee52d-ed79-43b7-877b-d44c481da01e req-c9a61577-e397-449b-9b41-b85cc104153e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 945 time: 0.0535848 Nov 12 12:17:38.576157 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-562ee52d-ed79-43b7-877b-d44c481da01e req-e3289f43-61a4-483b-b700-abe85745b211 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428114 Nov 12 12:17:38.691865 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c737c-b94e-47c6-95c4-7b09f396f403 req-f5ee14d0-72dc-4802-adcc-7777924e085b tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.693375 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3b4c737c-b94e-47c6-95c4-7b09f396f403 req-f5ee14d0-72dc-4802-adcc-7777924e085b tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Nov 12 12:17:38.743449 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-3b4c737c-b94e-47c6-95c4-7b09f396f403 req-f819d7f0-d0ba-4edd-a187-ea4dbfb5bf73 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Nov 12 12:17:38.764278 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52650) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:38.804470 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a465d-94cf-4253-9b4d-7b5a7aa1789f tempest-TestSnapshotPattern-497253237 tempest-TestSnapshotPattern-497253237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.806028 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bb3a465d-94cf-4253-9b4d-7b5a7aa1789f tempest-TestSnapshotPattern-497253237 tempest-TestSnapshotPattern-497253237-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 1092 time: 0.0407450 Nov 12 12:17:38.808761 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52652) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:38.812974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.v2.base [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Request body: {'floatingip': {'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'port_id': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:38.834976 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for floatingip, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.935328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.037214 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_common [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Allocated IP 172.25.2.97 (7b06bae7-e149-4d53-bcf7-a1989d19ad61/94e0a189-a05f-42c6-961f-d4d5ee13cf84/aa62f38a-42b4-4a1c-80eb-197c595754c9) {{(pid=109166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:39.142007 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for port, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.174743 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794360942210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.210254 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Network 7b06bae7-e149-4d53-bcf7-a1989d19ad61 is already hosted by enough agents. {{(pid=109166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:39.212996 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.base_scheduler [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Resources bound (agent type, host, resource id): {{(pid=109166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:39.218759 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Received port after_create {{(pid=109166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:39.250647 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'Port': ['ID=aa62f38a-42b4-4a1c-80eb-197c595754c9,revision_number=1']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:39.264339 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.264689 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.265066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.265410 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.265755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.266087 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.266416 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.266746 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.267066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.267393 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.267721 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.268047 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.593836 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.658254 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.808129 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for port, precommit_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.812785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4864995'] for port, after_update {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.879946 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event updated for resources: {'Port': ['ID=aa62f38a-42b4-4a1c-80eb-197c595754c9,revision_number=2']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:39.896609 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691921'] for floatingip, after_create {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.996771 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Floating IP 344643cf-77cd-4ec6-a339-af1c5c0dd529 associated. External IP: 172.25.2.97, port: 8514dfa2-e789-4558-9d9b-f94aed414ccc. Nov 12 12:17:40.200728 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Router 7b8f8c91-c564-4db7-bf7e-508094c10d86 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:17:40.303361 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:17:40.312923 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] Sync routers for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:17:40.320989 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.322620 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:40.323234 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:17:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:40.352345 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-1dd7767f-0e28-4aad-a350-63503ea491ee tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5425429 Nov 12 12:17:40.353060 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:40.355287 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f7056e-d90b-4f39-b1a7-279a6b4d7537" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:40.430013 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:40.454073 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368c03fa-59fa-4f17-9104-49a16e6d14b7 x-openstack-request-id: req-368c03fa-59fa-4f17-9104-49a16e6d14b7 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:40.454391 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:40.454650 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-368c03fa-59fa-4f17-9104-49a16e6d14b7 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:40.455060 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'status': 'completed', 'code': 200} Nov 12 12:17:40.517608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-f472c8e9-b282-487d-a087-f67c9f7c4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:40.519102 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-f472c8e9-b282-487d-a087-f67c9f7c4262 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 1097 time: 0.0409439 Nov 12 12:17:40.620608 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-935f6716-b1b3-4f68-8102-64bfac18acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:40.622122 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-935f6716-b1b3-4f68-8102-64bfac18acaf service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0932152 Nov 12 12:17:40.657226 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '344643cf-77cd-4ec6-a339-af1c5c0dd529', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:8f:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:17:39Z', 'updated_at': '2021-11-12T12:17:39Z', 'revision_number': 0, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}, {'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:13Z', 'revision_number': 1, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:40.683641 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] Checking router: 7b8f8c91-c564-4db7-bf7e-508094c10d86 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:17:40.690562 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-a4ab1602-391b-4735-b9d5-ad6f166b8da9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc HTTP/1.1" status: 200 len: 998 time: 0.0607846 Nov 12 12:17:40.694984 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:40.695586 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:17:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:40.741707 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-66832ec6-8546-49f9-b9ea-3c2403222e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:40.743750 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-66832ec6-8546-49f9-b9ea-3c2403222e91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0448506 Nov 12 12:17:40.801168 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-dd397a20-211b-48ad-98e4-69909edc9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:40.802676 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-dd397a20-211b-48ad-98e4-69909edc9e82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466032 Nov 12 12:17:40.901623 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-3796d42f-f233-43a6-b48c-47591b5800bb service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874531 Nov 12 12:17:40.902331 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:40.963206 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.001292 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-17f7056e-d90b-4f39-b1a7-279a6b4d7537 req-a4ac627a-0a9c-4057-927e-f3b3b08abf2b service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892859 Nov 12 12:17:41.132277 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '344643cf-77cd-4ec6-a339-af1c5c0dd529', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:8f:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:17:39Z', 'updated_at': '2021-11-12T12:17:39Z', 'revision_number': 0, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}, {'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:13Z', 'revision_number': 1, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:41.157645 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9f72f-1b8c-4464-b994-7aefe50a4283 None None] The sync data for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 is: [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '344643cf-77cd-4ec6-a339-af1c5c0dd529', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:8f:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:17:39Z', 'updated_at': '2021-11-12T12:17:39Z', 'revision_number': 0, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}, {'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:13Z', 'revision_number': 1, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:17:41.346964 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a749d59-d67d-4951-b2b4-ce82277d56c6 None None] New status for floating IP 344643cf-77cd-4ec6-a339-af1c5c0dd529: ACTIVE {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:17:41.416357 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:52.811133 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:17:54.098273 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-48a41f24-29c4-489f-abbb-b3ecc30e8fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:56.498910 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3be65ac6-7897-4c7d-8d56-d01f4aa7945f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:58.058032 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:59.793515 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.861133 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.888708 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-0be5bf28-826e-43f0-9a0b-3b6d84bba80d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0915587 Nov 12 12:18:01.974846 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-86ff61d2-9132-4def-b0f2-ec40e3e766ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:01.976331 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-86ff61d2-9132-4def-b0f2-ec40e3e766ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1095 time: 0.0403407 Nov 12 12:18:02.087093 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-9876c6a2-a884-4bff-9ab8-bde0efec85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:02.088560 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-9876c6a2-a884-4bff-9ab8-bde0efec85b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0906496 Nov 12 12:18:02.153385 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-be14106b-4d68-49ab-a74e-27b7048aed22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 999 time: 0.0568120 Nov 12 12:18:02.205105 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-e020a086-8c92-4955-ace3-35e9183d5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:02.206522 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-e020a086-8c92-4955-ace3-35e9183d5fd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0463312 Nov 12 12:18:02.252772 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-3e04a563-61c1-4dd7-9a68-b8ea1db30590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:02.254252 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-3e04a563-61c1-4dd7-9a68-b8ea1db30590 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397744 Nov 12 12:18:02.345780 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-4ce29502-0b02-4e71-8279-7a9277a3405f service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833702 Nov 12 12:18:02.438644 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-cd0cf56e-485f-4a4c-9724-293835d8fcff req-e4ede8a8-a389-4141-80f3-06d8bc8fb763 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849535 Nov 12 12:18:10.950873 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:11.416046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:14.682091 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-6980ca1e-cb2a-49f6-a6be-a06865ae8d5b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397115 Nov 12 12:18:14.769743 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-c7a15f0b-b0f5-470a-b50f-d0af3386b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:14.771224 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-c7a15f0b-b0f5-470a-b50f-d0af3386b061 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 1097 time: 0.0408270 Nov 12 12:18:14.879599 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-e8621f5b-e174-4f15-9d6c-7f29afa3eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:14.881256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-e8621f5b-e174-4f15-9d6c-7f29afa3eb29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0891459 Nov 12 12:18:14.949061 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-e83a70ca-f5da-4d99-9685-6664860b659f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc HTTP/1.1" status: 200 len: 1000 time: 0.0582447 Nov 12 12:18:15.001717 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-a8183361-1a32-4604-b1de-89d2a5ab0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:15.003159 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-a8183361-1a32-4604-b1de-89d2a5ab0fca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0475061 Nov 12 12:18:15.051409 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-3eb32315-228e-4675-a3ed-90b16b57f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:15.052934 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-3eb32315-228e-4675-a3ed-90b16b57f9f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403559 Nov 12 12:18:15.143527 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-bb6f8612-4ac8-47b1-bbd3-008f20c268a0 service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818696 Nov 12 12:18:15.235974 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-60dd9384-ddc3-4394-8a17-43662a4a5d34 req-b82fb5e9-469a-418f-8624-eac2a2af1730 service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845735 Nov 12 12:18:24.099719 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-abb45879-3ccd-4f2f-a564-dd5363f0b7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.508670 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-220a7755-3ea9-45cb-8f8d-fc77fbffb65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:28.061492 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.798879 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.809997 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:18:30.864005 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:40.954160 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.429227 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:54.104793 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-69c20f51-b38a-403e-9899-2ae8dfdc3d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.499632 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a6f137d4-80fb-45fe-a528-805035075b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.064581 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.800690 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.865448 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.791211 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d7f589-d672-445b-b384-356f1d477bdb req-b3e3b9b9-8852-4b29-b7d3-06f514103e61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414336 Nov 12 12:19:02.879035 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7f589-d672-445b-b384-356f1d477bdb req-b69c6ed1-23ae-48ae-bb01-14e5a2605882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:02.880580 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d7f589-d672-445b-b384-356f1d477bdb req-b69c6ed1-23ae-48ae-bb01-14e5a2605882 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1095 time: 0.0444384 Nov 12 12:19:02.985726 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7f589-d672-445b-b384-356f1d477bdb req-79886ec3-db52-4d1f-91dd-adad4a01ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:02.987112 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d7f589-d672-445b-b384-356f1d477bdb req-79886ec3-db52-4d1f-91dd-adad4a01ee66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0857286 Nov 12 12:19:03.057723 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d7f589-d672-445b-b384-356f1d477bdb req-5467c05c-66aa-4402-89aa-13f714ff9882 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 999 time: 0.0627780 Nov 12 12:19:03.422658 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7f589-d672-445b-b384-356f1d477bdb req-dd6befa9-2862-4a1a-bbe5-6b15aa4e0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.424114 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d7f589-d672-445b-b384-356f1d477bdb req-dd6befa9-2862-4a1a-bbe5-6b15aa4e0d1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.3583465 Nov 12 12:19:03.470828 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7f589-d672-445b-b384-356f1d477bdb req-271cfd06-fd32-4b94-b937-113df97c5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.472299 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d7f589-d672-445b-b384-356f1d477bdb req-271cfd06-fd32-4b94-b937-113df97c5b72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405288 Nov 12 12:19:03.563975 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d7f589-d672-445b-b384-356f1d477bdb req-fc7f355a-7f4a-4383-a013-09b44cd7db27 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835798 Nov 12 12:19:03.653918 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-79d7f589-d672-445b-b384-356f1d477bdb req-bd8c0d72-0dd4-4a15-9d97-ed228ed4fa26 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820003 Nov 12 12:19:06.809446 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:19:10.968653 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:11.444804 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.672891 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-d9a5b697-ef5b-4601-9098-4a498828159d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398121 Nov 12 12:19:14.758547 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-be4b6d11-1bd2-4287-9c9e-ee2af90764d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:14.760033 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-be4b6d11-1bd2-4287-9c9e-ee2af90764d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 1097 time: 0.0450509 Nov 12 12:19:14.863412 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-acb27eb6-d363-427d-897d-41cf1c663b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:14.864256 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-acb27eb6-d363-427d-897d-41cf1c663b3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0842407 Nov 12 12:19:14.932981 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-613e61c5-6e83-484c-bf5f-d7c9b303bb50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc HTTP/1.1" status: 200 len: 1000 time: 0.0614531 Nov 12 12:19:14.982765 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-b97027d4-1c7d-4c38-bd22-964c2e99e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:14.984194 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-b97027d4-1c7d-4c38-bd22-964c2e99e0fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0437894 Nov 12 12:19:15.031049 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-f668e200-507b-44b8-84e4-88ecddd1e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:15.032511 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-f668e200-507b-44b8-84e4-88ecddd1e3c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398164 Nov 12 12:19:15.124006 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-5a909e21-79c2-409c-9655-c9a0cf867642 service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836217 Nov 12 12:19:15.213850 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6f2c92df-0b4e-40ab-b92d-97bf109ca89b req-7d006975-5f38-43f6-9952-aab3f21e0ba0 service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813501 Nov 12 12:19:18.967913 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8514dfa2-e789-4558-9d9b-f94aed414ccc details requested by agent hyperv_n-h2-768851-19 with host n-h2-768851-19 {{(pid=109167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:19.063216 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:19.073957 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Returning: {'device': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'port_id': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'mac_address': 'fa:16:3e:8f:bc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:19.111391 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:19.123919 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8514dfa2-e789-4558-9d9b-f94aed414ccc {{(pid=109167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:19.143292 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:19.147059 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:19.195707 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=6']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:19.203841 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.204189 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.204526 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.204878 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.205214 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.205544 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.205867 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.206192 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.206771 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.206914 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.207145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.207464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:19.235854 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] get_ports_and_sgs() called for port_ids ['8514dfa2-e789-4558-9d9b-f94aed414ccc'] {{(pid=109167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:20.980407 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8514dfa2-e789-4558-9d9b-f94aed414ccc up at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:21.033009 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.provisioning_blocks [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Provisioning complete for port 8514dfa2-e789-4558-9d9b-f94aed414ccc triggered by entity L2. {{(pid=109167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:21.033394 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770034'] for port, provisioning_complete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.124587 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.151803 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:21.154653 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9776086-bd9d-4601-8c6d-4a532c465cba" -d '{"events": [{"server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "name": "network-vif-plugged", "status": "completed", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:21.178316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:21.189847 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.220013 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc90ff8-e984-426a-8a9e-0ea0834d90f9 x-openstack-request-id: req-1dc90ff8-e984-426a-8a9e-0ea0834d90f9 {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:21.220376 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "name": "network-vif-plugged", "status": "completed", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:21.220576 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dc90ff8-e984-426a-8a9e-0ea0834d90f9 {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:21.221048 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'code': 200} Nov 12 12:19:21.245177 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=7']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:24.109615 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-d64ba651-3abe-4f12-a7e3-fc84eb3894cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:26.514335 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8728b8f6-0775-4480-bcf4-0bc27ad497f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:28.071609 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:29.804033 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:30.604950 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52876) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:30.868395 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.107306 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Deleting port aa62f38a-42b4-4a1c-80eb-197c595754c9 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:31.107544 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.183608 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.183938 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.201064 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Calling delete_port for aa62f38a-42b4-4a1c-80eb-197c595754c9 owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:31.346036 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.376762 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event deleted for resources: {'Port': ['ID=aa62f38a-42b4-4a1c-80eb-197c595754c9,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:31.399829 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.400179 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.400517 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.400855 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.401250 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.401581 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.401908 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.402233 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.402555 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.402877 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.403202 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.403523 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:31.444573 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.444932 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Floating IP 344643cf-77cd-4ec6-a339-af1c5c0dd529 disassociated (deleted). External IP: 172.25.2.97, port: 8514dfa2-e789-4558-9d9b-f94aed414ccc. Nov 12 12:19:31.655821 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Router 7b8f8c91-c564-4db7-bf7e-508094c10d86 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:19:31.763617 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:31.769208 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.773647 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] Sync routers for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:31.784493 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:31.785454 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:31.797203 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-6c3c5e85-0f3f-4b18-811b-fedbbb8e04d4 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "DELETE /v2.0/floatingips/344643cf-77cd-4ec6-a339-af1c5c0dd529 HTTP/1.1" status: 204 len: 168 time: 1.1910212 Nov 12 12:19:31.797794 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:31.800094 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6617b-f179-4831-bebc-1e7b123343f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:31.866124 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ea2199-b58c-4c4b-aad3-7243b13c8d48 x-openstack-request-id: req-f6ea2199-b58c-4c4b-aad3-7243b13c8d48 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:31.866416 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:31.866667 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6ea2199-b58c-4c4b-aad3-7243b13c8d48 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:31.867091 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'status': 'completed', 'code': 200} Nov 12 12:19:31.903690 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:31.949532 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-80dd9eb6-7ed5-4a8b-8a76-0c8c5599476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:31.951044 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-80dd9eb6-7ed5-4a8b-8a76-0c8c5599476c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 1097 time: 0.0515170 Nov 12 12:19:32.058252 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-eee791be-38f7-4813-abd9-2b19c0f46df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:32.059914 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-eee791be-38f7-4813-abd9-2b19c0f46df3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.0974069 Nov 12 12:19:32.132244 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-1ed712df-6102-40e6-9ece-7c01865cc87e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc HTTP/1.1" status: 200 len: 217 time: 0.0638478 Nov 12 12:19:32.140019 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:13Z', 'revision_number': 1, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:32.169201 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] Checking router: 7b8f8c91-c564-4db7-bf7e-508094c10d86 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:32.177737 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:32.178331 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:32.181391 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a09b3-7224-46f4-9cd5-fa51dd1addf3 req-08f41a4f-4c6c-42ec-9cf5-67a0f2e88cd7 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:32.182865 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-386a09b3-7224-46f4-9cd5-fa51dd1addf3 req-08f41a4f-4c6c-42ec-9cf5-67a0f2e88cd7 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 945 time: 0.1659386 Nov 12 12:19:32.204077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-5b22dc03-2ae6-4c2f-bdff-e1ac6e47fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:32.205431 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-5b22dc03-2ae6-4c2f-bdff-e1ac6e47fe3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0646393 Nov 12 12:19:32.270601 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-386a09b3-7224-46f4-9cd5-fa51dd1addf3 req-4d15460d-eade-4409-b0ea-eba56f767258 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795197 Nov 12 12:19:32.277332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-f9a7d83a-7d98-405d-b129-2108d5811f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:32.278825 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-f9a7d83a-7d98-405d-b129-2108d5811f20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654519 Nov 12 12:19:32.291439 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:32.387203 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-2b8e919c-f3fd-4176-a0ce-3b650255cbde service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900419 Nov 12 12:19:32.484883 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f3d6617b-f179-4831-bebc-1e7b123343f8 req-f4af5831-0967-4ca2-90a4-b27bae0e0e4b service neutron] 10.222.0.52 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896626 Nov 12 12:19:32.509803 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:13Z', 'revision_number': 1, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:32.541746 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced40a9-a19a-4774-bf91-674c3505d882 None None] The sync data for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 is: [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_floatingips': [{'id': '514f4bc4-b628-4424-aac3-4e5f28b022da', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'router_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'port_id': '7896359c-6014-4140-8c87-da4fd8f0b560', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'mac_address': 'fa:16:3e:cf:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:11Z', 'updated_at': '2021-11-12T12:15:13Z', 'revision_number': 1, 'project_id': '2cea6ee519f249b3a420fac590441964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:32.779230 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb31bbc-87c0-40d0-b99f-f20850c01c50 None None] New status for floating IP 344643cf-77cd-4ec6-a339-af1c5c0dd529: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:19:33.090565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8514dfa2-e789-4558-9d9b-f94aed414ccc no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:33.168777 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749875'] for port, before_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.191511 n-d-768851-19 neutron-server[109167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc'}] {{(pid=109167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:33.193787 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea0250092a9a5a06c296f006d5389d5f7d55d3aebf3b685b1896f4e0e4ae1bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d167c055-ac67-45f3-bb90-20c65721294b" -d '{"events": [{"server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "name": "network-vif-unplugged", "status": "completed", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc"}]}' {{(pid=109167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:33.206064 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:33.211036 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794361402260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794360942228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794360942246'] for port, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.235240 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff422202-d509-4072-86ba-4a6ea6745aab x-openstack-request-id: req-ff422202-d509-4072-86ba-4a6ea6745aab {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:33.235529 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "name": "network-vif-unplugged", "status": "completed", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc", "code": 200}]} {{(pid=109167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:33.235784 n-d-768851-19 neutron-server[109167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff422202-d509-4072-86ba-4a6ea6745aab {{(pid=109167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:33.236258 n-d-768851-19 neutron-server[109167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'code': 200} Nov 12 12:19:33.261316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Pushing event updated for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=8']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:33.388393 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f87d4-769b-4fd5-8b1a-78436d7db55b req-23874223-535b-4e6e-8b25-1b237575818a tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:33.389842 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521f87d4-769b-4fd5-8b1a-78436d7db55b req-23874223-535b-4e6e-8b25-1b237575818a tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 943 time: 0.0515172 Nov 12 12:19:33.447281 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-521f87d4-769b-4fd5-8b1a-78436d7db55b req-2ee8b499-1775-4412-8a22-6b59b7fd5bfd tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512991 Nov 12 12:19:33.786051 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-8c7c355e-6ec5-4a6f-ab56-a824d9a352e9 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:33.787568 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-8c7c355e-6ec5-4a6f-ab56-a824d9a352e9 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 943 time: 0.0502117 Nov 12 12:19:33.881465 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Deleting port 8514dfa2-e789-4558-9d9b-f94aed414ccc {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:33.881807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.973348 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] For port 8514dfa2-e789-4558-9d9b-f94aed414ccc, host n-h2-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-19',level=0,port_id=8514dfa2-e789-4558-9d9b-f94aed414ccc,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:33.973705 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.986353 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Calling delete_port for 8514dfa2-e789-4558-9d9b-f94aed414ccc owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:34.120049 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.151174 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event deleted for resources: {'Port': ['ID=8514dfa2-e789-4558-9d9b-f94aed414ccc,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:34.178134 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.178480 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.178817 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.179153 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.179484 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.179812 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.180137 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.180486 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.180823 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.181170 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.181472 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.181792 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-19 {{(pid=109165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:34.208690 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] No DVR routers for this DVR port 8514dfa2-e789-4558-9d9b-f94aed414ccc on host n-h2-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:34.211362 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.215131 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-b9cce79a-018c-45dd-99ff-e6b7ea912368 req-113dcca4-3484-45d9-9105-2a06d91d9066 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.52 "DELETE /v2.0/ports/8514dfa2-e789-4558-9d9b-f94aed414ccc HTTP/1.1" status: 204 len: 173 time: 0.4211614 Nov 12 12:19:34.215602 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'name': 'network-vif-deleted', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:34.218630 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73700658-2205-4020-bf23-c0c587a68e3a" -d '{"events": [{"server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "name": "network-vif-deleted", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:34.258752 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96984035-beb0-4bbb-97f4-400c84dc8f2d x-openstack-request-id: req-96984035-beb0-4bbb-97f4-400c84dc8f2d {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:34.259099 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9646b-fdbd-4860-843d-a9de4bac6e94", "name": "network-vif-deleted", "tag": "8514dfa2-e789-4558-9d9b-f94aed414ccc", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:34.259359 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96984035-beb0-4bbb-97f4-400c84dc8f2d {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:34.259763 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9646b-fdbd-4860-843d-a9de4bac6e94', 'name': 'network-vif-deleted', 'tag': '8514dfa2-e789-4558-9d9b-f94aed414ccc', 'status': 'completed', 'code': 200} Nov 12 12:19:34.556740 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-6c3bb02c-dbc1-4ff1-b61b-81a74cd63c51 req-b7a3ee44-6140-41a0-bdd8-647c5b87c696 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc9646b-fdbd-4860-843d-a9de4bac6e94 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Nov 12 12:19:36.130964 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52944) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:36.287187 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Deleting port fa776d95-5bde-4cac-bb48-7aa8c1bf81ee {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:36.287534 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.370299 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.370537 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.382042 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Calling delete_port for fa776d95-5bde-4cac-bb48-7aa8c1bf81ee owned by network:floatingip {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:36.536933 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.564095 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event deleted for resources: {'Port': ['ID=fa776d95-5bde-4cac-bb48-7aa8c1bf81ee,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:36.628223 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for floatingip, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.628547 n-d-768851-19 neutron-server[109166]: INFO neutron.db.l3_db [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Floating IP 514f4bc4-b628-4424-aac3-4e5f28b022da disassociated (deleted). External IP: 172.25.2.148, port: 7896359c-6014-4140-8c87-da4fd8f0b560. Nov 12 12:19:36.845389 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Router 7b8f8c91-c564-4db7-bf7e-508094c10d86 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:19:36.953902 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:36.958638 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for floatingip, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.987547 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-9bc278ec-047b-4148-bcd5-cf86be506c29 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "DELETE /v2.0/floatingips/514f4bc4-b628-4424-aac3-4e5f28b022da HTTP/1.1" status: 204 len: 168 time: 0.8551657 Nov 12 12:19:36.987842 n-d-768851-19 neutron-server[109166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560'}] {{(pid=109166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:36.990191 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe87a4eb0281bbd1a7061e498b8a1e8a2a85a54df899f306b854371c0af2bf0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776f4116-8723-4d98-b62f-71598c0842ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560"}]}' {{(pid=109166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:37.032193 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615e31b8-35b0-4a03-afc7-2e4100f5ea91 x-openstack-request-id: req-615e31b8-35b0-4a03-afc7-2e4100f5ea91 {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:37.032492 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560", "status": "completed", "code": 200}]} {{(pid=109166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:37.032750 n-d-768851-19 neutron-server[109166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-615e31b8-35b0-4a03-afc7-2e4100f5ea91 {{(pid=109166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:37.033452 n-d-768851-19 neutron-server[109166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560', 'status': 'completed', 'code': 200} Nov 12 12:19:37.057976 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] Sync routers for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:37.067732 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:37.068371 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:37.102819 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f4116-8723-4d98-b62f-71598c0842ee req-b652666d-08ec-473d-9673-5e75c88f7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:37.105048 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776f4116-8723-4d98-b62f-71598c0842ee req-b652666d-08ec-473d-9673-5e75c88f7a75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cea6ee519f249b3a420fac590441964&device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 1095 time: 0.0457308 Nov 12 12:19:37.119261 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8514dfa2-e789-4558-9d9b-f94aed414ccc no longer exists at agent hyperv_n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:37.154933 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] No Port match for: 8514dfa2-e789-4558-9d9b-f94aed414ccc {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:37.157444 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Device 8514dfa2-e789-4558-9d9b-f94aed414ccc not bound to the agent host n-h2-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:37.190477 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:37.243185 n-d-768851-19 neutron-server[109166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4a11a-eae4-4fff-af9f-19c1821ce52c req-7b2fa971-ced7-4f47-b0ff-1ca2527dc73f tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:37.243769 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f4116-8723-4d98-b62f-71598c0842ee req-eacc663c-167c-4c73-be94-c415651ae310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:37.244751 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71e4a11a-eae4-4fff-af9f-19c1821ce52c req-7b2fa971-ced7-4f47-b0ff-1ca2527dc73f tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 943 time: 0.0585883 Nov 12 12:19:37.245069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776f4116-8723-4d98-b62f-71598c0842ee req-eacc663c-167c-4c73-be94-c415651ae310 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 200 len: 910 time: 0.1095223 Nov 12 12:19:37.295642 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776f4116-8723-4d98-b62f-71598c0842ee req-c4cdea3e-25df-43c9-8a2b-9d8f60e79e75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 200 len: 217 time: 0.0386512 Nov 12 12:19:37.306187 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [req-71e4a11a-eae4-4fff-af9f-19c1821ce52c req-bf1df3ab-10e6-46a5-830b-3e7de9d44819 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526009 Nov 12 12:19:37.354088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f4116-8723-4d98-b62f-71598c0842ee req-b4d14540-12f5-47af-96aa-2ae48d46a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:37.355698 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776f4116-8723-4d98-b62f-71598c0842ee req-b4d14540-12f5-47af-96aa-2ae48d46a134 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 200 len: 848 time: 0.0522439 Nov 12 12:19:37.408168 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:37.412666 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f4116-8723-4d98-b62f-71598c0842ee req-475825d8-b3b4-4bc8-8b7c-fdf80edb0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:37.414225 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776f4116-8723-4d98-b62f-71598c0842ee req-475825d8-b3b4-4bc8-8b7c-fdf80edb0797 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea6d1889-622f-4583-b827-706fa5999b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508864 Nov 12 12:19:37.441814 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] Checking router: 7b8f8c91-c564-4db7-bf7e-508094c10d86 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:37.458442 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:37.459195 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:37.532588 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776f4116-8723-4d98-b62f-71598c0842ee req-b3015805-4fe1-4c45-8381-819b7a8b8a79 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041934 Nov 12 12:19:37.564442 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:37.632815 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-776f4116-8723-4d98-b62f-71598c0842ee req-bf4740e3-ba88-4743-963d-d7083253e634 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960796 Nov 12 12:19:37.774660 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:37.802805 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9576f047-e559-4b94-a924-77ae12aaae91 None None] The sync data for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 is: [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19', '_interfaces': [{'id': 'f3197f96-dcc5-4d9b-a6a6-55b8802bafb0', 'name': '', 'network_id': 'ea6d1889-622f-4583-b827-706fa5999b04', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'mac_address': 'fa:16:3e:72:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:51Z', 'updated_at': '2021-11-12T12:14:56Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'subnets': [{'id': '968d5d90-098d-4128-a26c-7d6909bf6f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:38.034502 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963c56ea-883d-4cf8-97dd-fc7077a858de None None] New status for floating IP 514f4bc4-b628-4424-aac3-4e5f28b022da: DOWN {{(pid=109167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:19:38.434549 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8fa60-44d8-4664-9438-df012f4b6629 req-1429adbf-f7d2-4e68-a827-bff7e84f712a tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:38.436069 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4a8fa60-44d8-4664-9438-df012f4b6629 req-1429adbf-f7d2-4e68-a827-bff7e84f712a tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 943 time: 0.0513821 Nov 12 12:19:38.489495 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-f4a8fa60-44d8-4664-9438-df012f4b6629 req-1da2fb5b-756a-4f66-bbb8-cabe0f355b49 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d0e6a0d-85f6-4d82-9776-2274c8f756b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473979 Nov 12 12:19:38.895723 n-d-768851-19 neutron-server[109165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-346a14df-11a3-4e1a-ab95-bcbbd4e3bd57 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:38.897233 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-346a14df-11a3-4e1a-ab95-bcbbd4e3bd57 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 943 time: 0.0499468 Nov 12 12:19:38.991927 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Deleting port 7896359c-6014-4140-8c87-da4fd8f0b560 {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:38.992583 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.081595 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] For port 7896359c-6014-4140-8c87-da4fd8f0b560, host n-h1-768851-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-19',level=0,port_id=7896359c-6014-4140-8c87-da4fd8f0b560,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:39.081860 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.094863 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Calling delete_port for 7896359c-6014-4140-8c87-da4fd8f0b560 owned by compute:nova {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:39.225029 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.255952 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event deleted for resources: {'Port': ['ID=7896359c-6014-4140-8c87-da4fd8f0b560,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:39.301332 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] No DVR routers for this DVR port 7896359c-6014-4140-8c87-da4fd8f0b560 on host n-h1-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:39.304093 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242427'] for port, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.307748 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-84f6573b-2842-4cee-8bba-8c29f934db0a req-c8f1fa5f-ad39-4c0d-a025-58e00ccf7a0e tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.59 "DELETE /v2.0/ports/7896359c-6014-4140-8c87-da4fd8f0b560 HTTP/1.1" status: 204 len: 173 time: 0.4032986 Nov 12 12:19:39.308216 n-d-768851-19 neutron-server[109165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'name': 'network-vif-deleted', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560'}] {{(pid=109165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:39.310544 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af10d05d8aea4e508473f4a8d0e07a2b416b3d0a6e17d19ece443a17b71bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731f6ac6-9eec-42f4-bdf8-0b43306b16d8" -d '{"events": [{"server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "name": "network-vif-deleted", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560"}]}' {{(pid=109165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:39.407797 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e83ed-edb2-4ca1-97f5-aad3da707d84 x-openstack-request-id: req-920e83ed-edb2-4ca1-97f5-aad3da707d84 {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:39.408096 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb16bf17-a09d-4e47-9e22-27bec03ab497", "name": "network-vif-deleted", "tag": "7896359c-6014-4140-8c87-da4fd8f0b560", "status": "completed", "code": 200}]} {{(pid=109165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:39.408356 n-d-768851-19 neutron-server[109165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-920e83ed-edb2-4ca1-97f5-aad3da707d84 {{(pid=109165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:39.408772 n-d-768851-19 neutron-server[109165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16bf17-a09d-4e47-9e22-27bec03ab497', 'name': 'network-vif-deleted', 'tag': '7896359c-6014-4140-8c87-da4fd8f0b560', 'status': 'completed', 'code': 200} Nov 12 12:19:39.600461 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [req-74c3d9cc-1452-44c8-89c9-f2998adb521e req-262f46ae-2ca0-43ab-9f62-6f82d14a82df tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb16bf17-a09d-4e47-9e22-27bec03ab497 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Nov 12 12:19:40.659082 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52964) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:40.715520 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a591e2cf-7cfd-4dd6-838e-df0bb6471373 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.744849 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a591e2cf-7cfd-4dd6-838e-df0bb6471373 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.806402 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a591e2cf-7cfd-4dd6-838e-df0bb6471373 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.809059 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a591e2cf-7cfd-4dd6-838e-df0bb6471373 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.810237 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a591e2cf-7cfd-4dd6-838e-df0bb6471373 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] 10.222.0.31 "DELETE /v2.0/security-groups/6d0e6a0d-85f6-4d82-9776-2274c8f756b3 HTTP/1.1" status: 204 len: 168 time: 0.1501091 Nov 12 12:19:40.820168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591e2cf-7cfd-4dd6-838e-df0bb6471373 tempest-TestSnapshotPattern-221977526 tempest-TestSnapshotPattern-221977526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0e6a0d-85f6-4d82-9776-2274c8f756b3,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:40.866159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52968) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:40.973325 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.209614 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.455066 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Deleting port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:41.455420 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.458578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.542455 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] For port f3197f96-dcc5-4d9b-a6a6-55b8802bafb0, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:41.542821 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.556210 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Calling delete_port for f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:41.735475 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.762956 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f3197f96-dcc5-4d9b-a6a6-55b8802bafb0,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:41.927870 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.143558 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Router 7b8f8c91-c564-4db7-bf7e-508094c10d86 has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:19:42.249745 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:42.255559 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-05886c93-959a-44c2-8ed3-880e12c94dcc admin admin] 10.222.0.31 "PUT /v2.0/routers/7b8f8c91-c564-4db7-bf7e-508094c10d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3883045 Nov 12 12:19:42.258168 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52970) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:42.259668 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] Sync routers for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:42.268701 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:42.269325 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:42.364126 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.374606 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: n-d-768851-19 {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:42.466032 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.520189 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Deleting port ba6e57d9-2c86-4512-b10f-3788f7dd282f {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:42.520535 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.553800 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:19:41Z', 'revision_number': 5, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port': {'id': 'ba6e57d9-2c86-4512-b10f-3788f7dd282f', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:42.582067 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] Checking router: 7b8f8c91-c564-4db7-bf7e-508094c10d86 for host: n-d-768851-19 {{(pid=109168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:42.591188 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] Routers {'7b8f8c91-c564-4db7-bf7e-508094c10d86'} bound to L3 agent in host n-d-768851-19 {{(pid=109168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:42.591938 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['7b8f8c91-c564-4db7-bf7e-508094c10d86'], 'active': True} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:42.682297 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_dvr_db [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] Set router 7b8f8c91-c564-4db7-bf7e-508094c10d86 gateway port host: None {{(pid=109168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:42.735558 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.l3_hamode_db [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:19:42Z', 'revision_number': 6, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:42.767181 n-d-768851-19 neutron-server[109168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00579189-7431-432b-bdf6-d5c812feec78 None None] The sync data for ids ['7b8f8c91-c564-4db7-bf7e-508094c10d86'] in n-d-768851-19 is: [{'id': '7b8f8c91-c564-4db7-bf7e-508094c10d86', 'name': 'tempest-TestSnapshotPattern-118875333-router', 'tenant_id': '2cea6ee519f249b3a420fac590441964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:49Z', 'updated_at': '2021-11-12T12:19:42Z', 'revision_number': 6, 'project_id': '2cea6ee519f249b3a420fac590441964', 'gw_port_host': None}] {{(pid=109168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:42.929974 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] For port ba6e57d9-2c86-4512-b10f-3788f7dd282f, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=ba6e57d9-2c86-4512-b10f-3788f7dd282f,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:42.930620 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.942446 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Calling delete_port for ba6e57d9-2c86-4512-b10f-3788f7dd282f owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:43.105910 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.137211 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6e57d9-2c86-4512-b10f-3788f7dd282f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:43.149993 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97495f-53bc-4fce-aa7b-64f95bda737b None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:43.199925 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.295822 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.297946 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.346810 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.347341 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8f8c91-c564-4db7-bf7e-508094c10d86 {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:19:43.351906 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.353105 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-d42f8970-8332-4d8f-92b7-7c682f800c5c admin admin] 10.222.0.31 "DELETE /v2.0/routers/7b8f8c91-c564-4db7-bf7e-508094c10d86 HTTP/1.1" status: 204 len: 168 time: 1.0939236 Nov 12 12:19:43.355720 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52972) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:43.400164 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-131467d6-7a44-4691-b002-0a83798f3698 admin admin] Deleting subnet 968d5d90-098d-4128-a26c-7d6909bf6f85 {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:19:43.403188 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-131467d6-7a44-4691-b002-0a83798f3698 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.437307 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-131467d6-7a44-4691-b002-0a83798f3698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.517021 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-131467d6-7a44-4691-b002-0a83798f3698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.571825 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-131467d6-7a44-4691-b002-0a83798f3698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.599159 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131467d6-7a44-4691-b002-0a83798f3698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968d5d90-098d-4128-a26c-7d6909bf6f85,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:43.601161 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-131467d6-7a44-4691-b002-0a83798f3698 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.604756 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-131467d6-7a44-4691-b002-0a83798f3698 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/968d5d90-098d-4128-a26c-7d6909bf6f85 HTTP/1.1" status: 204 len: 168 time: 0.2476234 Nov 12 12:19:43.607018 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52974) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:43.608090 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377ef0c-857a-4f86-baf5-2cfd1b78697b None None] Network ea6d1889-622f-4583-b827-706fa5999b04 requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:43.683007 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.743445 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Deleting port 82430cfb-185c-4495-a7ec-67a2db9f162d {{(pid=109165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:43.743752 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.791399 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] DHCP port deletion for ea6d1889-622f-4583-b827-706fa5999b04 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:43.810239 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:19:43.816127 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.db [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] For port 82430cfb-185c-4495-a7ec-67a2db9f162d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=82430cfb-185c-4495-a7ec-67a2db9f162d,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:43.816494 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.830077 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Calling delete_port for 82430cfb-185c-4495-a7ec-67a2db9f162d owned by network:dhcp {{(pid=109165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:43.858285 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] Deleting port 82430cfb-185c-4495-a7ec-67a2db9f162d {{(pid=109167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:43.858663 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.921919 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5493826'] for port, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.931316 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.db [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] For port 82430cfb-185c-4495-a7ec-67a2db9f162d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=82430cfb-185c-4495-a7ec-67a2db9f162d,segment=NetworkSegment(fddb133c-27d9-4d4b-897d-4e675945e221),segment_id=fddb133c-27d9-4d4b-897d-4e675945e221)] {{(pid=109167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:43.931716 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.944095 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] Calling delete_port for 82430cfb-185c-4495-a7ec-67a2db9f162d owned by network:dhcp {{(pid=109167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:43.949088 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Pushing event deleted for resources: {'Port': ['ID=82430cfb-185c-4495-a7ec-67a2db9f162d,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:43.952565 n-d-768851-19 neutron-server[109165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] No DVR routers for this DVR port 82430cfb-185c-4495-a7ec-67a2db9f162d on host n-d-768851-19 {{(pid=109165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:43.987989 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 7896359c-6014-4140-8c87-da4fd8f0b560 no longer exists at agent hyperv_n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:44.012687 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] No Port match for: 7896359c-6014-4140-8c87-da4fd8f0b560 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:44.012984 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Device 7896359c-6014-4140-8c87-da4fd8f0b560 not bound to the agent host n-h1-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:44.029149 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.050025 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219'] for port, after_delete {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.052140 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6d1889-622f-4583-b827-706fa5999b04']}} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:44.061586 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddb133c-27d9-4d4b-897d-4e675945e221') {'for_net_delete': True} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:44.061865 n-d-768851-19 neutron-server[109165]: DEBUG neutron.services.segments.db [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddb133c-27d9-4d4b-897d-4e675945e221') {} {{(pid=109165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:44.071694 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5991150'] for segment, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.076941 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] No DVR routers for this DVR port 82430cfb-185c-4495-a7ec-67a2db9f162d on host n-d-768851-19 {{(pid=109167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:44.083654 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cc590-7ee8-46c7-ad44-49e47bf03e90 None None] Pushing event deleted for resources: {'Port': ['ID=82430cfb-185c-4495-a7ec-67a2db9f162d,revision_number=None']} {{(pid=109167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:44.091749 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.099154 n-d-768851-19 neutron-server[109165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:19:44.099544 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5493791'] for segment, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: Traceback (most recent call last): Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: timer() Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: cb(*args, **kw) Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: return func(*args, **kwargs) Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: self._notify() Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: self.callback(batched_events) Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: event.method(event) Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: return f(self, *a, **k) Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: return self._get(url).json() Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: return self.request(url, 'GET', **kwargs) Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:19:44.101330 n-d-768851-19 neutron-server[109165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:19:44.159807 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.165114 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Publish callbacks [] for network, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.168376 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea6d1889-622f-4583-b827-706fa5999b04 HTTP/1.1" status: 204 len: 168 time: 0.5603530 Nov 12 12:19:44.171429 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52976) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:44.182063 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcc3c0-08ca-4c41-ad17-f3ac34d8a21e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6d1889-622f-4583-b827-706fa5999b04,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:44.520851 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691665'] for router_interface, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.765643 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Deleting port bd77408c-d8f5-4e9c-864c-da89cddb3d80 {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:44.766604 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.810365 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:44.833062 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:44.833499 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device f3197f96-dcc5-4d9b-a6a6-55b8802bafb0 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:44.833981 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ba6e57d9-2c86-4512-b10f-3788f7dd282f no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:44.845909 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] For port bd77408c-d8f5-4e9c-864c-da89cddb3d80, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=bd77408c-d8f5-4e9c-864c-da89cddb3d80,segment=NetworkSegment(19287239-f9c8-4754-ae28-5fe2684e51c9),segment_id=19287239-f9c8-4754-ae28-5fe2684e51c9)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:44.846482 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.852999 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: ba6e57d9-2c86-4512-b10f-3788f7dd282f {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:44.853349 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device ba6e57d9-2c86-4512-b10f-3788f7dd282f not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:44.853761 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 82430cfb-185c-4495-a7ec-67a2db9f162d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:44.858862 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Calling delete_port for bd77408c-d8f5-4e9c-864c-da89cddb3d80 owned by network:router_interface {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:44.872320 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 82430cfb-185c-4495-a7ec-67a2db9f162d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:44.872666 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 82430cfb-185c-4495-a7ec-67a2db9f162d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:45.038930 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:45.066566 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd77408c-d8f5-4e9c-864c-da89cddb3d80,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:45.234964 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688481'] for router_interface, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:45.449755 n-d-768851-19 neutron-server[109166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Router 56308c01-f576-4d2c-831b-c6d01c00d2cb has already been hosted by L3 agent b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8 {{(pid=109166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:19:45.555533 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] Notify agent at l3_agent.n-d-768851-19 the message routers_updated {{(pid=109166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:45.560692 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-a391068f-4a05-4941-82fd-bbc08766a980 admin admin] 10.222.0.31 "PUT /v2.0/routers/56308c01-f576-4d2c-831b-c6d01c00d2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3872898 Nov 12 12:19:45.563601 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52978) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:45.566145 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] Sync routers for ids ['56308c01-f576-4d2c-831b-c6d01c00d2cb'] in n-d-768851-19 {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:45.576438 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] Routers {'56308c01-f576-4d2c-831b-c6d01c00d2cb'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:45.577075 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['56308c01-f576-4d2c-831b-c6d01c00d2cb'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:45.667328 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks [] for router, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:45.681834 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] Set router 56308c01-f576-4d2c-831b-c6d01c00d2cb gateway port host: n-d-768851-19 {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:45.768191 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:45.824993 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Deleting port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:45.825339 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:45.865265 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'external_fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:19:44Z', 'revision_number': 5, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port': {'id': '74b33a35-4c3a-4f11-8376-1c4ad6ffb94e', 'name': '', 'network_id': '7b06bae7-e149-4d53-bcf7-a1989d19ad61', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:14:54Z', 'updated_at': '2021-11-12T12:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94e0a189-a05f-42c6-961f-d4d5ee13cf84', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-19'}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:45.893379 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] Checking router: 56308c01-f576-4d2c-831b-c6d01c00d2cb for host: n-d-768851-19 {{(pid=109167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:45.901791 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] Routers {'56308c01-f576-4d2c-831b-c6d01c00d2cb'} bound to L3 agent in host n-d-768851-19 {{(pid=109167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:45.902409 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:37:56Z,description=,heartbeat_timestamp=2021-11-12T12:19:26Z,host='n-d-768851-19',id=b900e3c9-b8ca-4188-9c4c-d1d4c195a2b8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:37:56Z,topic='l3_agent')) {'router_ids': ['56308c01-f576-4d2c-831b-c6d01c00d2cb'], 'active': True} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:45.903890 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] For port 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=74b33a35-4c3a-4f11-8376-1c4ad6ffb94e,segment=NetworkSegment(78a3072e-624b-4f44-97cb-93d03f8acc21),segment_id=78a3072e-624b-4f44-97cb-93d03f8acc21)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:45.904258 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:45.917542 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Calling delete_port for 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e owned by network:router_gateway {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:45.989305 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_dvr_db [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] Set router 56308c01-f576-4d2c-831b-c6d01c00d2cb gateway port host: None {{(pid=109167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:46.043464 n-d-768851-19 neutron-server[109167]: DEBUG neutron.db.l3_hamode_db [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:19:45Z', 'revision_number': 6, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port_host': None}], 'n-d-768851-19', False) {} {{(pid=109167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:46.070744 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b902-081f-49c9-8a8d-a3aeb85ad63a None None] The sync data for ids ['56308c01-f576-4d2c-831b-c6d01c00d2cb'] in n-d-768851-19 is: [{'id': '56308c01-f576-4d2c-831b-c6d01c00d2cb', 'name': 'tempest-TestSnapshotPattern-2114944137-router', 'tenant_id': 'e863c1500b7a47aebe11a296f6666a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:14:53Z', 'updated_at': '2021-11-12T12:19:45Z', 'revision_number': 6, 'project_id': 'e863c1500b7a47aebe11a296f6666a91', 'gw_port_host': None}] {{(pid=109167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:46.084288 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.116733 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b33a35-4c3a-4f11-8376-1c4ad6ffb94e,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:46.129735 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43978587-45b5-4da8-8c40-943921d279e8 None None] DHCP port deletion for 7b06bae7-e149-4d53-bcf7-a1989d19ad61 request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:46.180017 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691867'] for router_gateway, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.270267 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56968'] for router, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.272355 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.314932 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-690295'] for router, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.315264 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56308c01-f576-4d2c-831b-c6d01c00d2cb {{(pid=109166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:19:46.319701 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] Publish callbacks [] for router, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.320846 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-5f2d7f0d-cb22-4ea8-bab5-740a16694c06 admin admin] 10.222.0.31 "DELETE /v2.0/routers/56308c01-f576-4d2c-831b-c6d01c00d2cb HTTP/1.1" status: 204 len: 168 time: 0.7562103 Nov 12 12:19:46.323340 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52980) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:46.371511 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7685102-b842-4793-8955-308a17ffcc01 admin admin] Deleting subnet b82d0e33-323f-4e38-9d3a-098c63fafb2f {{(pid=109166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:19:46.374485 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7685102-b842-4793-8955-308a17ffcc01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.409240 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7685102-b842-4793-8955-308a17ffcc01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5149512'] for subnet, precommit_delete_associations {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.488785 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7685102-b842-4793-8955-308a17ffcc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1783040'] for subnet, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.546030 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7685102-b842-4793-8955-308a17ffcc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1783063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4864937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4829394'] for subnet, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.573894 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7685102-b842-4793-8955-308a17ffcc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82d0e33-323f-4e38-9d3a-098c63fafb2f,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:46.575974 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-e7685102-b842-4793-8955-308a17ffcc01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.580477 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbf9fe-39d7-4116-88d8-fc2f202db2b3 None None] Network c8400b97-db3a-43a8-b114-a43da291656a requested from n-d-768851-19 {{(pid=109167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:46.580998 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-e7685102-b842-4793-8955-308a17ffcc01 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b82d0e33-323f-4e38-9d3a-098c63fafb2f HTTP/1.1" status: 204 len: 168 time: 0.2566199 Nov 12 12:19:46.583813 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52982) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:46.653037 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1680997'] for network, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.708594 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Deleting port 31244caa-675e-41b4-8a30-34667ecea24d {{(pid=109166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:46.709249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794361394360'] for port, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.779814 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.db [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] For port 31244caa-675e-41b4-8a30-34667ecea24d, host n-d-768851-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-19',level=0,port_id=31244caa-675e-41b4-8a30-34667ecea24d,segment=NetworkSegment(19287239-f9c8-4754-ae28-5fe2684e51c9),segment_id=19287239-f9c8-4754-ae28-5fe2684e51c9)] {{(pid=109166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:46.780178 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693367'] for port, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.798002 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.plugin [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Calling delete_port for 31244caa-675e-41b4-8a30-34667ecea24d owned by network:dhcp {{(pid=109166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:46.894142 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:46.899748 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1755871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794361402242', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794360942219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4864922'] for port, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.915275 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:46.915632 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 74b33a35-4c3a-4f11-8376-1c4ad6ffb94e not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:46.916076 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bd77408c-d8f5-4e9c-864c-da89cddb3d80 no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:46.930559 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Pushing event deleted for resources: {'Port': ['ID=31244caa-675e-41b4-8a30-34667ecea24d,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:46.934819 n-d-768851-19 neutron-server[109166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] No DVR routers for this DVR port 31244caa-675e-41b4-8a30-34667ecea24d on host n-d-768851-19 {{(pid=109166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:46.938565 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: bd77408c-d8f5-4e9c-864c-da89cddb3d80 {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:46.939852 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device bd77408c-d8f5-4e9c-864c-da89cddb3d80 not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:46.949731 n-d-768851-19 neutron-server[109167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a68a28-2c1f-487b-b3e4-9c34b11d687e None None] DHCP port deletion for c8400b97-db3a-43a8-b114-a43da291656a request from n-d-768851-19 {{(pid=109167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:47.013249 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783943', 'neutron.services.segments.db._delete_segments_for_network-8794361455854'] for network, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.033675 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8400b97-db3a-43a8-b114-a43da291656a']}} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:47.044058 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19287239-f9c8-4754-ae28-5fe2684e51c9') {'for_net_delete': True} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:47.044359 n-d-768851-19 neutron-server[109166]: DEBUG neutron.services.segments.db [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19287239-f9c8-4754-ae28-5fe2684e51c9') {} {{(pid=109166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:47.058137 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794361279735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5152187'] for segment, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.072281 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423'] for segment, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.079707 n-d-768851-19 neutron-server[109166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:19:47.079984 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4864967'] for segment, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: Traceback (most recent call last): Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: timer() Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: cb(*args, **kw) Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: return func(*args, **kwargs) Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: self._notify() Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: self.callback(batched_events) Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: event.method(event) Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: return f(self, *a, **k) Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: return self._get(url).json() Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: return self.request(url, 'GET', **kwargs) Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:19:47.081690 n-d-768851-19 neutron-server[109166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:19:47.138737 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691943'] for network, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.145097 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Publish callbacks [] for network, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.148985 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c8400b97-db3a-43a8-b114-a43da291656a HTTP/1.1" status: 204 len: 168 time: 0.5636232 Nov 12 12:19:47.159469 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57e6e8-01b2-473d-99ed-b258a6e1e123 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8400b97-db3a-43a8-b114-a43da291656a,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:47.332074 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52986) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:47.372972 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-bc1f2a4e-5f43-4e2f-8f01-fafca1b8ef94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cea6ee519f249b3a420fac590441964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392702 Nov 12 12:19:47.375898 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [-] (109166) accepted ('10.222.0.31', 52988) {{(pid=109166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:47.421255 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e802cd6-442a-4d43-9378-51cbe7fe1841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.447494 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e802cd6-442a-4d43-9378-51cbe7fe1841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.493422 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e802cd6-442a-4d43-9378-51cbe7fe1841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.496171 n-d-768851-19 neutron-server[109166]: DEBUG neutron_lib.callbacks.manager [None req-7e802cd6-442a-4d43-9378-51cbe7fe1841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.497351 n-d-768851-19 neutron-server[109166]: INFO neutron.wsgi [None req-7e802cd6-442a-4d43-9378-51cbe7fe1841 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97200a56-3649-4947-9a2e-1cb24c713c86 HTTP/1.1" status: 204 len: 168 time: 0.1205621 Nov 12 12:19:47.505637 n-d-768851-19 neutron-server[109166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e802cd6-442a-4d43-9378-51cbe7fe1841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97200a56-3649-4947-9a2e-1cb24c713c86,revision_number=None']} {{(pid=109166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:47.819728 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52994) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:47.859217 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-c1427902-7c23-4ba3-8446-5b62db48d03c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e863c1500b7a47aebe11a296f6666a91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383446 Nov 12 12:19:47.862338 n-d-768851-19 neutron-server[109165]: DEBUG neutron.wsgi [-] (109165) accepted ('10.222.0.31', 52996) {{(pid=109165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:47.912947 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23931077-f128-43e9-b603-7a33fac17e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.934053 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23931077-f128-43e9-b603-7a33fac17e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.980615 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23931077-f128-43e9-b603-7a33fac17e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645339'] for security_group, after_delete {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.983321 n-d-768851-19 neutron-server[109165]: DEBUG neutron_lib.callbacks.manager [None req-23931077-f128-43e9-b603-7a33fac17e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.984653 n-d-768851-19 neutron-server[109165]: INFO neutron.wsgi [None req-23931077-f128-43e9-b603-7a33fac17e81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a505b32-cf21-4b9e-b1ae-845d481f7502 HTTP/1.1" status: 204 len: 168 time: 0.1213000 Nov 12 12:19:47.992337 n-d-768851-19 neutron-server[109165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23931077-f128-43e9-b603-7a33fac17e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a505b32-cf21-4b9e-b1ae-845d481f7502,revision_number=None']} {{(pid=109165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:48.807816 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 31244caa-675e-41b4-8a30-34667ecea24d no longer exists at agent ovs-agent-n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:48.828663 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.plugin [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] No Port match for: 31244caa-675e-41b4-8a30-34667ecea24d {{(pid=109167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:48.829028 n-d-768851-19 neutron-server[109167]: DEBUG neutron.plugins.ml2.rpc [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Device 31244caa-675e-41b4-8a30-34667ecea24d not bound to the agent host n-d-768851-19 {{(pid=109167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:54.110710 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-24f3f291-0b18-432b-90dd-3e7a8ad0a137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:56.506685 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e64e0ac8-9f0b-4a5a-a9ca-47e8bb684243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:58.074724 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:59.807417 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:00.871365 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.978618 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:11.458384 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:20.809553 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:20:24.114520 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f9fcbf96-7774-49b9-bf92-e44f0214d01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.510616 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7282e806-c221-49e6-b0fa-3f953ec1735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.075907 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:29.809957 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:30.877507 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:40.994380 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.475329 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.119950 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-30a02707-89ca-4cd8-89db-10b37f95b396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.513322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2073-0451-46d7-98e6-a65dd2c7e965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.809514 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:20:58.079824 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.810815 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:00.871498 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.000455 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.504297 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:24.122979 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-7582f029-4013-48cc-aafc-7f3ba98a89bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.514744 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-4bf807e4-6d89-497b-b888-df658f2eebc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:28.081658 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:29.814960 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:30.874559 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.809154 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:21:41.024709 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.505311 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.126354 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-3676ac64-3c8e-4c0f-af57-963ff820d89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:56.521639 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-c060c4f7-fbea-4360-8b5c-8f06663e1ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:58.085697 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.820149 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.879758 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.054377 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.520427 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.808069 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:22:24.129046 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-e9d685ba-607c-4bfb-a154-35e28249e17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.515037 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-817ff431-5c97-4ce7-820d-0b4419c96f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.087904 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.822503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.886945 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.062387 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.516260 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:48.808503 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:22:54.130796 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-facaa12f-d114-4797-9218-44491c96ae74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.517251 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9278-3529-45d3-aff3-62cc3af1fa37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.092356 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.829180 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.880358 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.067579 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.515331 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.135087 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f34806c6-e648-4ad2-8f5a-9b8ec0660bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.808350 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:23:26.519765 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-22934951-bdd3-486a-9269-19420faf59a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.094544 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.828819 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.885274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.073273 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.521194 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.138017 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-99daaea8-d700-4ee0-bd41-e10201c628b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:56.524891 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b79260c8-8345-4d5a-b073-67459be37679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.097394 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.832360 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:00.892322 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.807413 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:24:11.076333 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.553061 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.142062 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-cfa3c09c-d888-4b15-b08c-a9b85a018afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.527704 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-0974d5e3-4b6e-4f83-b5ba-50d30a64547f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.101091 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.838503 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:30.887049 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.806013 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:24:41.082801 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.559021 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.146188 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a05ba42b-f9f5-40b1-8d3e-a45338aaab12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.530651 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-81cf1d39-22ad-466d-be13-7d2441bc8a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.103064 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.841011 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.890354 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.089393 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.559561 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:16.804659 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:25:24.147600 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6960c4b3-6ba2-45c0-8baf-9ca00a89a3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:26.533186 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-00467915-8805-4444-b846-bc895c59ca59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.104783 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:29.844412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.892425 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.090278 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.579872 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:53.803280 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:25:54.149914 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-f02bc099-f287-4375-bfcc-957606041543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.539080 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-2f8cbddb-75b8-4807-b1d9-12db3e7f963a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.107865 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:59.845612 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.899806 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.109906 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.575085 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:24.152939 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-bf380457-21b5-4b39-951c-2c237cae718c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:26.543494 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-72cdae23-e7ed-4aca-8944-9310edd55ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:28.109829 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.848635 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.802871 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:26:30.895274 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:41.126241 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:41.603065 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:54.157912 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-6e66ec8a-cc49-44c4-9b3a-54c52d04d8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:56.546870 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5cac3d95-cfb8-4af4-9793-9957fea1ec76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:58.113618 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:59.851838 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:00.888725 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.803530 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:27:11.143531 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.633552 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:24.161886 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-b52c93f4-9c4f-4731-9c3b-c6f55a8374a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.557199 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a858c10a-ef03-4e04-8765-ce20acb8a79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.117672 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.856416 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.896221 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.138956 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.656079 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:44.803294 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:27:54.163578 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-ec0801e0-c6cb-4af7-b97a-39989e85e9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:56.553063 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-25dbfaf4-4348-4ce8-9105-4765af53070c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:58.122270 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-5b972d90-51f5-467c-9203-d396bd2f5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:59.858880 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-95271d57-3eff-4837-a320-ad497df11659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:00.856000 n-d-768851-19 neutron-server[109166]: DEBUG neutron.wsgi [req-ce4bb392-d206-400c-b577-055e59cfe9f8 req-a284fb44-6b56-4786-8051-d3b85bddfcc4 service neutron] (109166) timed out ('10.222.0.31', 50804) {{(pid=109166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:28:00.889412 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-29468dbb-ec22-43ec-a31f-d14e4528197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.154263 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-8394eaff-5b02-4cd5-a340-cf922b0875fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.655401 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-df454520-9ba3-4a5a-b603-c4d86d969d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.803492 n-d-768851-19 neutron-server[109168]: DEBUG neutron.db.agents_db [None req-7d734537-5f1f-4f99-a1bc-77be401d77ea None None] Agent healthcheck: found 7 active agents {{(pid=109168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:28:24.167729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-a926db6b-bd31-413f-b380-9eea41c5f68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:26.558729 n-d-768851-19 neutron-server[109167]: DEBUG neutron_lib.callbacks.manager [None req-219754df-ad58-4069-901b-d1db2884880c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794361455836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770049'] for agent, after_update {{(pid=109167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}